-- Logs begin at Fri 2021-12-10 17:23:29 UTC, end at Fri 2021-12-10 19:41:38 UTC. -- Dec 10 17:55:40.319850 n-d-821424-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 10 17:55:43.210378 n-d-821424-1 neutron-server[103390]: INFO neutron.common.config [-] Logging enabled! Dec 10 17:55:43.211175 n-d-821424-1 neutron-server[103390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 10 17:55:43.211266 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 17:55:43.214634 n-d-821424-1 neutron-server[103390]: INFO neutron.common.config [-] Logging enabled! Dec 10 17:55:43.214894 n-d-821424-1 neutron-server[103390]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev274 Dec 10 17:55:43.215205 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103390) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 10 17:55:43.216183 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 17:55:43.216418 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 17:55:43.216802 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 17:55:43.217034 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 17:55:43.217229 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 17:55:43.217599 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.218009 n-d-821424-1 neutron-server[103390]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 10 17:55:43.218384 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.218655 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.219094 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.219587 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.220069 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.220432 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.220878 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.221043 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.221335 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.221621 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.223666 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.223666 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.223666 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.223666 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.223666 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.223666 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] debug = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.223666 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.224187 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.224480 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.224765 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.225040 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.225323 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.225599 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.225894 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.226170 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.226553 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] host = n-d-821424-1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.226837 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.227130 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.227425 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229114 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229114 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229114 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229114 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229114 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229469 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] log_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229547 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.229781 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231179 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231179 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231179 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231179 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231179 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231567 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231644 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.231920 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.232198 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.232475 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.232751 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.233021 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.233309 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.233604 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.233893 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.234172 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.234474 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.234753 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.235029 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.235314 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.235588 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238091 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238732 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238732 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.238996 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.239270 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.239545 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.239882 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] use_json = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.240087 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.240365 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.240644 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.240919 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.241189 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.241466 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.241716 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.242001 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:43.242305 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.242631 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.242937 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.243231 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.243548 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.243831 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.244126 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.244531 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.244853 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.245147 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.245415 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.245698 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.245996 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.246280 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.246650 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.246964 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.247269 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.247567 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.247874 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.248153 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.248424 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.248683 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.248975 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.249256 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.249549 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.249844 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.250164 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.250438 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.250732 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.251033 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.251350 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.251626 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.251910 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.252207 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.252489 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.252770 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.253052 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.253342 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.253607 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.253882 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.254155 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.254463 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.254739 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.255014 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.255281 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.255573 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.255866 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.256140 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.256396 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.256674 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.256951 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.257244 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.257523 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.257796 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.258072 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.258378 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.258650 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.258928 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.259207 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.259481 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.259761 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.260064 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.260342 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.260618 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.260892 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.261165 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.261439 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.261711 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.261996 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.262273 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.262569 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.262846 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.263125 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.263394 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.263683 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.263988 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.264270 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.264555 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.264838 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.265119 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.265399 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.265680 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.265961 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.266243 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.266543 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.266840 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.267132 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.267428 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.267717 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.268020 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.268317 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.268592 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.268879 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.269159 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.269440 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.269727 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.270015 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.270313 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.270630 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.270925 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.271221 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.271518 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.271800 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.272116 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.272397 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:43.272612 n-d-821424-1 neutron-server[103390]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 17:55:43.272859 n-d-821424-1 neutron-server[103390]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103390) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 10 17:55:43.716435 n-d-821424-1 neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 17:55:43.716682 n-d-821424-1 neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 17:55:43.717045 n-d-821424-1 neutron-server[103390]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 10 17:55:43.717401 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 10 17:55:44.055288 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.055513 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.055749 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.057194 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.057470 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.057823 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.105154 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.105401 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.105690 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.120913 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.121207 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.121465 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.151315 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.151576 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.151873 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.191109 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.191385 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.191659 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.539790 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.540493 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.540493 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.540666 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.541380 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.644984 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.645289 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.645597 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.645869 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.646139 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.646484 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.646731 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.646988 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.647245 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.647530 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.647788 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.648055 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.648315 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.648552 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.648829 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.649071 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.649326 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.649602 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.649871 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.650131 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.650426 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.650771 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.651054 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.651598 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.651943 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.652199 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.652621 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:44.652865 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:44.653105 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:44.653345 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:44.653582 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:44.653819 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:44.654238 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 10 17:55:44.657708 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 10 17:55:44.661873 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 10 17:55:44.665989 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Dec 10 17:55:44.668162 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 10 17:55:44.668636 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 10 17:55:44.668972 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 10 17:55:44.669363 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 10 17:55:44.672283 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 10 17:55:44.672535 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 10 17:55:44.672885 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 17:55:44.678622 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 10 17:55:44.702910 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 10 17:55:44.703382 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.703691 n-d-821424-1 neutron-server[103390]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103390) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 10 17:55:44.704055 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.705488 n-d-821424-1 neutron-server[103390]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103390) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 10 17:55:44.705784 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 10 17:55:44.706132 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 10 17:55:44.709604 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.709900 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:44.778040 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 10 17:55:44.778264 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 10 17:55:44.778564 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 10 17:55:44.778962 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 10 17:55:44.801838 n-d-821424-1 neutron-server[103390]: DEBUG oslo_db.sqlalchemy.engines [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103390) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 10 17:55:45.248793 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing driver for type 'gre' Dec 10 17:55:45.249332 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] gre ID ranges: [(1, 1000)] Dec 10 17:55:45.311893 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing driver for type 'local' Dec 10 17:55:45.312311 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing driver for type 'vlan' Dec 10 17:55:45.330297 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] VlanTypeDriver initialization complete Dec 10 17:55:45.330684 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing driver for type 'vxlan' Dec 10 17:55:45.331204 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] vxlan ID ranges: [(1, 1000)] Dec 10 17:55:45.389568 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing extension driver 'port_security' Dec 10 17:55:45.389900 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.extensions.port_security [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] PortSecurityExtensionDriver initialization complete Dec 10 17:55:45.390418 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing mechanism driver 'openvswitch' Dec 10 17:55:45.390712 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing mechanism driver 'hyperv' Dec 10 17:55:45.398575 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.plugin [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103390) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:55:45.399508 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.399943 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.400334 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.400972 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 17:55:45.402040 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.402653 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.407176 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.407674 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 17:55:45.408172 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.408670 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.409264 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.409828 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 17:55:45.410343 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.411021 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.411421 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.411983 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 17:55:45.412492 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.412956 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.413386 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.413893 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 17:55:45.414422 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.414869 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.415296 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.415791 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103390) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 10 17:55:45.416277 n-d-821424-1 neutron-server[103390]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] ML2 OVO RPC backend initialized. {{(pid=103390) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 10 17:55:45.417527 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.418078 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.418550 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.418910 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > networks before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.419264 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.419610 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > ports before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.419962 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.420309 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.420656 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.420999 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.421342 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.421679 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.422010 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.422346 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.422702 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.423042 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.423374 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.423998 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.plugin [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Modular L2 Plugin initialization complete Dec 10 17:55:45.424329 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading services supported by the core plugin {{(pid=103390) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 10 17:55:45.424659 n-d-821424-1 neutron-server[103390]: INFO neutron.plugins.ml2.managers [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Got port-security extension from driver 'port_security' Dec 10 17:55:45.425131 n-d-821424-1 neutron-server[103390]: INFO neutron.extensions.vlantransparent [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Disabled vlantransparent extension. Dec 10 17:55:45.425621 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103390) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 10 17:55:45.425935 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: router Dec 10 17:55:45.463030 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.463420 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router after_create 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.463871 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router before_create 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.464221 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.464605 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.464965 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router after_delete 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.465332 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.465820 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.466185 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router after_create 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.466565 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router after_update 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.466916 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router after_update 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.467263 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.467618 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router after_update 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.468029 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.468418 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.468825 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.469091 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: subnet after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.469416 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.469773 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.470122 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.470492 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: port before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.470836 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.471190 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router after_update 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.471531 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.471889 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.472279 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.472625 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.472987 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > agent after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.473339 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.473683 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.474642 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Tracking information for resource: router configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:45.474976 n-d-821424-1 neutron-server[103390]: DEBUG neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Tracking information for resource: floatingip configured {{(pid=103390) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 10 17:55:45.480341 n-d-821424-1 neutron-server[103390]: INFO neutron.db.l3_agentschedulers_db [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 10 17:55:45.480935 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.481304 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: port after_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.481658 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: port after_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.482011 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: port after_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.482870 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router before_create 55550100 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.483238 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.483598 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.483954 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.489301 n-d-821424-1 neutron-server[103390]: DEBUG neutron.services.provider_configuration [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service providers = [] {{(pid=103390) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 10 17:55:45.489668 n-d-821424-1 neutron-server[103390]: DEBUG neutron.db.servicetype_db [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103390) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 10 17:55:45.492812 n-d-821424-1 neutron-server[103390]: DEBUG neutron.services.service_base [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 17:55:45.493157 n-d-821424-1 neutron-server[103390]: DEBUG neutron.services.service_base [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 17:55:45.493496 n-d-821424-1 neutron-server[103390]: DEBUG neutron.services.service_base [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 17:55:45.494419 n-d-821424-1 neutron-server[103390]: DEBUG neutron.services.service_base [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103390) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 10 17:55:45.494783 n-d-821424-1 neutron-server[103390]: INFO neutron.services.service_base [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 10 17:55:45.495261 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.495566 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 10 17:55:45.507286 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.507484 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: auto_allocate Dec 10 17:55:45.513961 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: network precommit_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.514340 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: network precommit_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.514922 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.515245 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: tag Dec 10 17:55:45.522327 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.522678 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: timestamp Dec 10 17:55:45.526658 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.526989 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: network_ip_availability Dec 10 17:55:45.532603 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.532975 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.533340 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.535142 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.535142 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: flavors Dec 10 17:55:45.539714 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.540043 n-d-821424-1 neutron-server[103390]: INFO neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading Plugin: revisions Dec 10 17:55:45.544551 n-d-821424-1 neutron-server[103390]: DEBUG neutron.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103390) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 10 17:55:45.544985 n-d-821424-1 neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=103390) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 10 17:55:45.545764 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103390) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 10 17:55:45.546105 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Initializing extension manager. Dec 10 17:55:45.546668 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: __init__.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.547011 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: __pycache__ {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.547347 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.547679 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: address_group.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.548467 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.549082 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: address-group Dec 10 17:55:45.549406 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: address_scope.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.550237 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.550714 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: address-scope Dec 10 17:55:45.551067 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.551985 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.552492 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: router-admin-state-down-before-update Dec 10 17:55:45.552817 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: agent.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.553519 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.554040 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: agent Dec 10 17:55:45.554583 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: agent_resources_synced.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.555305 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.555809 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: agent-resources-synced Dec 10 17:55:45.556129 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.558139 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.558684 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: allowed-address-pairs Dec 10 17:55:45.559012 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.560125 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.560635 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: auto-allocated-topology Dec 10 17:55:45.560958 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: availability_zone.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.561657 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.562159 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: availability_zone Dec 10 17:55:45.562512 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: availability_zone_filter.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.563429 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.563927 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: availability_zone_filter Dec 10 17:55:45.564252 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: data_plane_status.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.565161 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.565652 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension data-plane-status not supported by any of loaded plugins Dec 10 17:55:45.565974 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: default_subnetpools.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.566961 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.567442 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: default-subnetpools Dec 10 17:55:45.567747 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.568576 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.569074 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: dhcp_agent_scheduler Dec 10 17:55:45.569394 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: dns.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.570318 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.570836 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension dns-integration not supported by any of loaded plugins Dec 10 17:55:45.571158 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: dns_domain_ports.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.572073 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.572568 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 10 17:55:45.572889 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.573919 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.574409 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 10 17:55:45.574732 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: dvr.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.575411 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.575909 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: dvr Dec 10 17:55:45.576228 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: ecmp_routes.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.577156 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.577656 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 10 17:55:45.577977 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: empty_string_filtering.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.578937 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.579441 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: empty-string-filtering Dec 10 17:55:45.579765 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.580687 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.581178 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 10 17:55:45.581503 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.582451 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.582977 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 10 17:55:45.583296 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: external_net.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.584189 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.584684 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: external-net Dec 10 17:55:45.585007 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.585917 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.586453 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: extra_dhcp_opt Dec 10 17:55:45.586776 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: extraroute.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.587681 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.588187 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: extraroute Dec 10 17:55:45.588504 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: extraroute_atomic.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.591398 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.591935 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: extraroute-atomic Dec 10 17:55:45.592265 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: filter_validation.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.592960 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.593467 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: filter-validation Dec 10 17:55:45.593792 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: fip_pf_description.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.594774 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.595270 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 10 17:55:45.595579 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: fip_port_details.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.596501 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.597004 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: fip-port-details Dec 10 17:55:45.597331 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: flavors.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.598627 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.599140 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: flavors Dec 10 17:55:45.599461 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.601261 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.601780 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 10 17:55:45.602113 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: floatingip_pools.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.602859 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.603365 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: floatingip-pools Dec 10 17:55:45.603693 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: ip_allocation.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.604822 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.605334 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension ip_allocation not supported by any of loaded plugins Dec 10 17:55:45.605660 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.606616 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.607108 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: ip-substring-filtering Dec 10 17:55:45.607434 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l2_adjacency.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.608355 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.608854 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 10 17:55:45.609181 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l3.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.610235 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.610780 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: router Dec 10 17:55:45.611460 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.613866 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.614389 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 10 17:55:45.614755 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.615682 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.616195 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: ext-gw-mode Dec 10 17:55:45.616522 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.617443 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.617949 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: l3-ha Dec 10 17:55:45.618257 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l3_flavors.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.619206 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.619701 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: l3-flavors Dec 10 17:55:45.620301 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.621086 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.621707 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 10 17:55:45.622035 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: l3agentscheduler.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.623130 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.623638 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: l3_agent_scheduler Dec 10 17:55:45.624073 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: local_ip.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.626367 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.626996 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension local_ip not supported by any of loaded plugins Dec 10 17:55:45.627528 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: logging.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.629032 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.629552 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension logging not supported by any of loaded plugins Dec 10 17:55:45.629883 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: metering.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.630818 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.631405 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: metering Dec 10 17:55:45.631732 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.632844 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.633356 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: metering_source_and_destination_fields Dec 10 17:55:45.633683 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: multiprovidernet.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.634650 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.635152 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: multi-provider Dec 10 17:55:45.635482 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: netmtu.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.636427 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.636925 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: net-mtu Dec 10 17:55:45.637249 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: netmtu_writable.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.638168 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.638705 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: net-mtu-writable Dec 10 17:55:45.639029 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: network_availability_zone.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.639702 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.640203 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: network_availability_zone Dec 10 17:55:45.640521 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: network_ip_availability.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.641640 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.642176 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: network-ip-availability Dec 10 17:55:45.642529 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: network_segment_range.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.643311 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.643806 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension network-segment-range not supported by any of loaded plugins Dec 10 17:55:45.644124 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: pagination.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.645110 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.645445 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: pagination Dec 10 17:55:45.645763 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: port_device_profile.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.646742 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.647255 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: port-device-profile Dec 10 17:55:45.647576 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.648500 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.649000 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: port-mac-address-regenerate Dec 10 17:55:45.649318 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.650238 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.650765 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: port-numa-affinity-policy Dec 10 17:55:45.651083 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: port_resource_request.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.652057 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.652554 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension port-resource-request not supported by any of loaded plugins Dec 10 17:55:45.652875 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.653848 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.654347 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 10 17:55:45.654699 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: portbindings.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.655634 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.656136 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: binding Dec 10 17:55:45.656453 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: portbindings_extended.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.657777 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.658277 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: binding-extended Dec 10 17:55:45.658637 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: portsecurity.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.659558 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.660062 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: port-security Dec 10 17:55:45.660382 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: project_id.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.661369 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.661700 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: project-id Dec 10 17:55:45.662024 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: providernet.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.662988 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.663496 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: provider Dec 10 17:55:45.663806 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.667586 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.668131 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos not supported by any of loaded plugins Dec 10 17:55:45.668458 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.669731 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.670240 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 10 17:55:45.670611 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.671530 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.672036 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 10 17:55:45.672366 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_default.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.673287 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.673787 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-default not supported by any of loaded plugins Dec 10 17:55:45.674116 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_fip.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.674799 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.675303 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-fip not supported by any of loaded plugins Dec 10 17:55:45.675622 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.676634 n-d-821424-1 neutron-server[103390]: WARNING neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 10 17:55:45.676965 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.677883 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.678424 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 10 17:55:45.678741 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.679668 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.680169 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 10 17:55:45.680493 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.681687 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.682191 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 10 17:55:45.682612 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_pps_rule.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.683813 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.684322 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-pps not supported by any of loaded plugins Dec 10 17:55:45.684647 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.685575 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.686085 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 10 17:55:45.686430 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: qos_rules_alias.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.687468 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.687970 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 10 17:55:45.688293 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: quota_check_limit.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.689208 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.689719 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: quota-check-limit Dec 10 17:55:45.690041 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: quotasv2.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.691068 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.691398 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: quotas Dec 10 17:55:45.691720 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: quotasv2_detail.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.695000 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.695322 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: quota_details Dec 10 17:55:45.695647 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: rbac.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.696726 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.697252 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: rbac-policies Dec 10 17:55:45.697580 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: rbac_address_group.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.698595 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.699161 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: rbac-address-group Dec 10 17:55:45.699442 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: rbac_address_scope.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.700366 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.700874 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: rbac-address-scope Dec 10 17:55:45.701201 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: rbac_security_groups.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.702113 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.702652 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: rbac-security-groups Dec 10 17:55:45.702976 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.703972 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.704470 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: rbac-subnetpool Dec 10 17:55:45.704799 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: revisionifmatch.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.705724 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.706226 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: revision-if-match Dec 10 17:55:45.706581 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: revisions.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.707694 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.708196 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: standard-attr-revisions Dec 10 17:55:45.708521 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: router_availability_zone.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.709197 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.709698 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: router_availability_zone Dec 10 17:55:45.710020 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: routerservicetype.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.711106 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.711837 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension router-service-type not supported by any of loaded plugins Dec 10 17:55:45.713327 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.714505 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.715020 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: security-groups-normalized-cidr Dec 10 17:55:45.715346 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.716291 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.716791 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: port-security-groups-filtering Dec 10 17:55:45.717114 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.718112 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.718645 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: security-groups-remote-address-group Dec 10 17:55:45.718979 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.719925 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.720429 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: security-groups-shared-filtering Dec 10 17:55:45.720750 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.721349 n-d-821424-1 neutron-server[103390]: WARNING neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 10 17:55:45.721669 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: securitygroup.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.732421 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.732978 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: security-group Dec 10 17:55:45.733309 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: segment.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.734131 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.734676 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension segment not supported by any of loaded plugins Dec 10 17:55:45.735001 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.736330 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.736840 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 10 17:55:45.737161 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: servicetype.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.738330 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.738882 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: service-type Dec 10 17:55:45.739207 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: sorting.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.740201 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.740533 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: sorting Dec 10 17:55:45.740856 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: standard_attr_segment.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.741776 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.742290 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 10 17:55:45.742635 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: standardattrdescription.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.743288 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.743800 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: standard-attr-description Dec 10 17:55:45.744122 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: stateful_security_group.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.745235 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.746079 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: stateful-security-group Dec 10 17:55:45.746426 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: stdattrs_common.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.747024 n-d-821424-1 neutron-server[103390]: WARNING neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 10 17:55:45.747912 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.748440 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.748866 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 10 17:55:45.749282 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: subnet_onboard.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.750312 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.750816 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: subnet_onboard Dec 10 17:55:45.751237 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.752075 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.752575 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 10 17:55:45.752897 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: subnet_service_types.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.753829 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.754336 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: subnet-service-types Dec 10 17:55:45.754685 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: subnetallocation.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.755805 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.756312 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: subnet_allocation Dec 10 17:55:45.756633 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.757354 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.757808 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: subnetpool-prefix-ops Dec 10 17:55:45.758126 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.759110 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.759611 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 10 17:55:45.759953 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: tagging.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.761082 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.761591 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: standard-attr-tag Dec 10 17:55:45.761927 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: timestamp.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.763185 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.763701 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loaded extension: standard-attr-timestamp Dec 10 17:55:45.764028 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: trunk.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.765066 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.765639 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension trunk not supported by any of loaded plugins Dec 10 17:55:45.765907 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: trunk_details.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.766871 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.767387 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension trunk-details not supported by any of loaded plugins Dec 10 17:55:45.767709 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.768668 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.769177 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 10 17:55:45.769496 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Loading extension file: vlantransparent.py {{(pid=103390) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 10 17:55:45.770179 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103390) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 10 17:55:45.770722 n-d-821424-1 neutron-server[103390]: INFO neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 10 17:55:45.773394 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:network Dec 10 17:55:45.773927 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:subnet Dec 10 17:55:45.774334 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 17:55:45.774785 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:port Dec 10 17:55:45.776133 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.776792 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service FLAVORS assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.777420 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.777842 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.778174 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:router Dec 10 17:55:45.778630 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 17:55:45.779120 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service METERING assigned prefix: /metering {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.780614 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.780987 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.781338 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103390) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 17:55:45.782413 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 17:55:45.782854 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:security_group Dec 10 17:55:45.783294 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 17:55:45.783919 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service CORE assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.784248 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 17:55:45.784596 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] subnetpool is already registered Dec 10 17:55:45.785038 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service CORE assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.785361 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 17:55:45.785693 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] subnetpool is already registered Dec 10 17:55:45.788012 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.788438 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service FLAVORS assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.789023 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.789437 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.789768 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:router Dec 10 17:55:45.790106 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] router is already registered Dec 10 17:55:45.790539 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:floatingip Dec 10 17:55:45.790876 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] floatingip is already registered Dec 10 17:55:45.791327 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service METERING assigned prefix: /metering {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.792027 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of CountableResource for resource:rbac_policy Dec 10 17:55:45.792350 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] rbac_policy is already registered Dec 10 17:55:45.792761 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:security_group Dec 10 17:55:45.793095 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] security_group is already registered Dec 10 17:55:45.793492 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 10 17:55:45.793822 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] security_group_rule is already registered Dec 10 17:55:45.794502 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service CORE assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.794833 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 17:55:45.795167 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] subnetpool is already registered Dec 10 17:55:45.795594 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.v2.resource_helper [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Service CORE assigned prefix: {{(pid=103390) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 10 17:55:45.795919 n-d-821424-1 neutron-server[103390]: INFO neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Creating instance of TrackedResource for resource:subnetpool Dec 10 17:55:45.796248 n-d-821424-1 neutron-server[103390]: WARNING neutron.quota.resource_registry [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] subnetpool is already registered Dec 10 17:55:45.796710 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: extensions {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.798228 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: address-groups {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.799747 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: address-scopes {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.801100 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: agents {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.802255 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: auto-allocated-topology {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.803538 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: availability_zones {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.804853 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: dhcp-networks {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.806276 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: dhcp-agents {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.807844 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: routers {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.810283 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: flavors {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.811478 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: service_profiles {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.812686 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: next_providers {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.814126 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: service_profiles {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.816946 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: floatingip-pools {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.818177 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: routers {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.820313 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: floatingips {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.821612 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: l3-routers {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.823040 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: l3-agents {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.824907 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: metering-labels {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.826293 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: metering-label-rules {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.827606 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: network-ip-availabilities {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.828859 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: bindings {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.830554 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: quotas {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.832147 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: quotas {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.833681 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: rbac-policies {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.834981 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: security-groups {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.836227 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: security-group-rules {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.837438 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: service-providers {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.838726 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: subnetpools {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.840265 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: subnetpools {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.841719 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.843432 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.845249 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.847121 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.848959 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.850852 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.852547 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.854930 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.856329 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.858202 n-d-821424-1 neutron-server[103390]: DEBUG neutron.api.extensions [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Extended resource: tags {{(pid=103390) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 10 17:55:45.864847 n-d-821424-1 neutron-server[103390]: WARNING keystonemiddleware.auth_token [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 10 17:55:45.869704 n-d-821424-1 neutron-server[103390]: WARNING keystonemiddleware.auth_token [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 10 17:55:45.878751 n-d-821424-1 neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Acquired lock "singleton_lock" {{(pid=103390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 10 17:55:45.879221 n-d-821424-1 neutron-server[103390]: DEBUG oslo_concurrency.lockutils [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Releasing lock "singleton_lock" {{(pid=103390) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 10 17:55:45.879885 n-d-821424-1 neutron-server[103390]: INFO oslo_service.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Starting 2 workers Dec 10 17:55:45.884677 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Started child 103499 {{(pid=103390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 17:55:45.889550 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Started child 103500 {{(pid=103390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 17:55:45.891085 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:55:45.891942 n-d-821424-1 neutron-server[103390]: INFO neutron.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 10 17:55:45.891942 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Publish callbacks [] for process, before_spawn {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:55:45.892774 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [-] (103499) wsgi starting up on http://0.0.0.0:9696 Dec 10 17:55:45.894481 n-d-821424-1 neutron-server[103390]: INFO oslo_service.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Starting 1 workers Dec 10 17:55:45.897162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:55:45.899382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [-] (103500) wsgi starting up on http://0.0.0.0:9696 Dec 10 17:55:45.899549 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Started child 103501 {{(pid=103390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 17:55:45.900134 n-d-821424-1 neutron-server[103390]: INFO oslo_service.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Starting 1 workers Dec 10 17:55:45.904344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] calling RpcWorker wait() {{(pid=103501) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 10 17:55:45.905020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] returning from RpcWorker wait() {{(pid=103501) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 10 17:55:45.905105 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Started child 103502 {{(pid=103390) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 10 17:55:45.905801 n-d-821424-1 neutron-server[103390]: DEBUG neutron_lib.callbacks.manager [None req-61054e2a-4b0f-4155-aad3-dd7d8f4607b8 None None] Publish callbacks [] for process, after_spawn {{(pid=103390) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:55:45.906218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:55:45.906794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:55:45.907763 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 17:55:45.907950 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 17:55:45.908133 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 17:55:45.908377 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 17:55:45.908709 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 17:55:45.908887 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 17:55:45.909381 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.909682 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.909944 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.910199 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.910511 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.911089 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:55:45.911714 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.911714 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.911714 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.912060 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.912060 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.912283 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.912400 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.912709 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.912904 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.913141 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.913381 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.913627 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.913843 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.914023 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.914270 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.914546 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.914752 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.915028 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] debug = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.915273 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.915745 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.915977 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.916229 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.916459 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.916741 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.917078 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.917347 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.917577 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.917796 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.918030 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.918278 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.918555 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.918784 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.919028 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.919244 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.919594 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.919772 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.920173 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] host = n-d-821424-1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.920370 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.920592 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.920865 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.921127 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.921372 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.921557 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.921836 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.922295 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.922295 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.922646 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.922783 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.923003 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.923214 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.923446 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.923646 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_options = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.923792 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.924096 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.924328 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.924508 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.924685 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.924861 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.925130 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.925289 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.925545 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.925832 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.925979 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.926177 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.926416 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.926629 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.926890 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.927117 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.927358 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.927562 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.927806 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.928109 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.928298 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.928443 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.928720 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.928961 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.929188 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.929416 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.929728 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.929876 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.930076 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.930327 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.930581 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.930833 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.931051 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.931291 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.931560 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941225 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_json = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.941841 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942337 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.942858 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943362 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.943848 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.944340 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.944340 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.944340 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.944533 n-d-821424-1 neutron-server[103502]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:55:45.944604 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.944822 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.945062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.945281 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.945510 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.945724 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.945939 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.946212 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.946452 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.946681 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.946900 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.947144 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.947374 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.947605 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.947875 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.948280 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.948634 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.948963 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.949165 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.949384 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.949620 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.949849 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.950063 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.950410 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.950643 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.950827 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.951105 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.951315 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.951528 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.951749 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.951981 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.952198 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.952410 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.952621 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.952905 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.953195 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.953332 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.953500 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.953713 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.953924 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.954140 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.954387 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.954605 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.954892 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.955062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.955280 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.955492 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.955722 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.955935 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.956149 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.956355 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.956584 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.956791 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.957006 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.957214 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.957423 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.957633 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.957842 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.958054 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.958323 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.958658 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.958901 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.959151 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.959368 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.959624 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.959859 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.960085 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.960429 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.960681 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.960915 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.961162 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.961385 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.961633 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.961937 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.962157 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.962462 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.962698 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.962922 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.963139 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.963371 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.963592 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.963890 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.964129 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.964392 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.965049 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.965049 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.965254 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.965392 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.965651 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967882 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.967882 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.968104 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.968332 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.968577 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.968815 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.969055 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.969297 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.969513 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.969758 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.970042 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.970270 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.970524 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.970734 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.971011 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.971242 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.971483 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.971749 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.971993 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.972226 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.972477 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.972732 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.972961 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.973194 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.973439 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.973654 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.973888 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.974117 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.974336 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.974589 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.974833 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.975090 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.975305 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.975527 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.975747 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.975967 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.976189 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.976439 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.976661 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.976882 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.977116 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.977349 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.977581 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.977801 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.978011 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.978254 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.978510 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.978751 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.979013 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.979244 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.979537 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.979761 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.980017 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.980208 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.980650 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.980898 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.980898 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.981292 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.981292 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.981664 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.981847 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.982033 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.982235 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.982444 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.982632 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.982963 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.983211 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.983439 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.983681 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.983899 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.984149 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.984365 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.984969 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.984969 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.984969 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.985488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.985488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.985825 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.986319 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.986696 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.986696 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.987144 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.987144 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.987561 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.987561 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.987931 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.988103 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.988278 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.989034 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.989034 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.989034 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.989557 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.989557 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.989557 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.990048 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.990048 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.990458 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.990458 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.990738 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.990738 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.990973 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.991739 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.991739 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.991739 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.992122 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.992122 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.992350 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.992476 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.992603 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.992838 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.993069 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.993287 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.993505 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.993713 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.993974 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.994167 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.994405 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.994634 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.994844 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.995166 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.995449 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.995703 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.995921 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.996207 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.996452 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.996692 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.996944 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.997296 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.997638 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.997753 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.997907 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.998140 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.998379 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.998692 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.998966 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.999230 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.999472 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:45.999723 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.000003 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.000273 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.000540 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.000754 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.001046 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.001381 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.001650 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.002283 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.002283 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.002614 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.002614 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.002860 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.004800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.005503 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.005503 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.005503 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.005729 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.005878 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 17:55:46.006407 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103390) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 10 17:55:46.006571 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 10 17:55:46.006716 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 10 17:55:46.006901 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 10 17:55:46.007078 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 10 17:55:46.007224 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 10 17:55:46.007488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.007585 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.007880 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.008041 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.008201 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.008398 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.008557 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.008717 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.008875 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.009195 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.009358 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.009518 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.009678 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.009835 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.009993 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.010157 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.010297 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.010471 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.010697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.010857 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.011016 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.011172 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.011328 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] debug = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.011620 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.011821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48124) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:55:46.012105 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.012416 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.012700 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.012978 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.013256 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.013533 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.013810 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.014086 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.014395 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.014674 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.014973 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.015263 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.015553 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.015842 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.016130 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.016420 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.016708 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.017015 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] host = n-d-821424-1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.017317 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.017605 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.017884 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.018162 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.018471 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.018752 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.019033 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.019322 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.019639 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.019800 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.019962 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.020124 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.020285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.020445 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.020605 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_options = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.020765 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.020923 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.021081 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.021268 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.021432 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.021593 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.021751 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.021910 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.022069 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.022226 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.022404 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.022558 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.022717 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.022875 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.023033 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.023191 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.023826 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.023826 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.023826 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.023826 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.024117 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.024117 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.024237 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.024371 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.024483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090199 Dec 10 17:55:46.024803 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.025906 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.026078 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.026525 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.026831 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.027138 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.027352 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.027594 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.027755 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.027914 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.028078 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.028234 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.028401 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.028558 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.028872 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.029035 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.029194 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.029355 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.029509 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.029689 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.029815 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.029975 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.030127 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_json = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.030270 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.030455 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.030599 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.030896 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.031181 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.031461 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.031736 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.032039 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 10 17:55:46.032367 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.032543 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.032691 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.033021 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.033358 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.033614 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.033726 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.033884 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.034213 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.034390 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.034550 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.034882 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.035209 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.035521 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.035898 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.036093 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.036413 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.036750 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.037074 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.037408 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.038697 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.039311 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.039567 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.039786 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.040003 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.55/identity {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.040234 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.040444 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.040801 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.041168 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.041516 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.041988 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.042271 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.042523 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.042793 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.042982 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.043307 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.043504 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.043675 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.043805 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.043925 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.044122 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.044256 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.044376 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.044551 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.044694 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.044849 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.045012 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.045173 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.045335 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.045498 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.045672 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.045828 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.045999 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.046147 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.046306 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.046492 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.046652 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.046812 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.046971 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.047131 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.047291 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.047464 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.047625 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.047892 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.047996 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.048090 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.048383 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.048689 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.048851 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.049012 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.049173 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.049334 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.049496 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.049657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.049817 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.049979 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.050140 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.050300 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.050574 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.050706 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.050826 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.050959 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.051101 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.051262 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.051435 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.051612 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.051773 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.051933 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.052094 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.052255 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.052416 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.052576 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.052737 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.052898 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.053059 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.053220 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.053381 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.053546 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.053707 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.053867 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.054108 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.054237 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.054383 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.054505 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.054652 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.054813 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.054974 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.055136 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.055296 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.055455 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.055616 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.055785 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.055945 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.056109 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.056268 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.056437 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.056608 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.056770 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.056930 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.057090 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.057249 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.057472 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.057686 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.057849 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.058009 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.058170 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.058331 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.058532 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.058695 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.058878 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.059020 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.059205 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.061494 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.55/identity {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.063285 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.064488 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.065303 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.066038 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.067320 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.070441 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.071083 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.074919 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077062 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.077662 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.078251 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.081721 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.082657 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.083541 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.084448 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.086829 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087269 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 10 17:55:46.087768 n-d-821424-1 neutron-server[103390]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103390) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 10 17:55:46.092355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:55:58.329412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3408a3a7-35b7-4fcb-84f8-424fe912bca4 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 17:55:58.476484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3408a3a7-35b7-4fcb-84f8-424fe912bca4 None None] No non-hosted networks {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 10 17:55:58.497501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.agentschedulers_db [None req-3408a3a7-35b7-4fcb-84f8-424fe912bca4 None None] DHCP Agent not found on host n-d-821424-1 {{(pid=103501) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 10 17:55:58.649045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dec4d1e9-019d-47e8-98ca-c18c83ef9787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532687'] for agent, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:00.980609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5e1dce3-2375-4ac5-85a7-56975b3f7ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532687'] for agent, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:01.039110 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e9c5dd05-90b0-4ecf-80fa-6d937133105e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:01.900423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532687'] for agent, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:03.563446 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532687'] for agent, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:04.077858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532687'] for agent, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:04.079396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.081592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.082017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.082887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.084247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.084643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.087099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.087443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.088690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.094728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.096466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.096809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.097146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:04.097569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821424-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:04.103805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821424-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:05.400418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48224) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:05.976747 n-d-821424-1 neutron-server[103500]: WARNING oslo_policy.policy [None req-deb90e6d-7da4-47da-a1a5-7ad15a28f4b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:05.977304 n-d-821424-1 neutron-server[103500]: WARNING oslo_policy.policy [None req-deb90e6d-7da4-47da-a1a5-7ad15a28f4b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:06.203304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-deb90e6d-7da4-47da-a1a5-7ad15a28f4b8 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:56:06.204436 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-deb90e6d-7da4-47da-a1a5-7ad15a28f4b8 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8027186 Dec 10 17:56:08.555930 n-d-821424-1 neutron-server[103501]: INFO neutron.db.l3_hamode_db [None req-a1d410ee-a524-4455-8eec-310e18d7644d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 10 17:56:08.639077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d410ee-a524-4455-8eec-310e18d7644d None None] Routers set() bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:56:08.639456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d410ee-a524-4455-8eec-310e18d7644d None None] Router IDs set() for agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 17:56:08.907106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48240) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:09.286658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:56:09.387453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.policy [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103500) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 17:56:09.435789 n-d-821424-1 neutron-server[103500]: WARNING oslo_policy.policy [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:09.436212 n-d-821424-1 neutron-server[103500]: WARNING oslo_policy.policy [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:09.445605 n-d-821424-1 neutron-server[103500]: INFO neutron.quota [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] Loaded quota_driver: . Dec 10 17:56:09.543550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764423273469', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764423272872', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764423287604', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764423285421', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764423291541', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764423303050', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2035067', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2056827', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-566970', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705810'] for rbac-policy, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:09.623864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:09.625104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3e7290d9-688c-44d1-ac62-a30155263fb0 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7170439 Dec 10 17:56:12.530827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48252) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:13.087794 n-d-821424-1 neutron-server[103499]: WARNING oslo_policy.policy [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:13.088521 n-d-821424-1 neutron-server[103499]: WARNING oslo_policy.policy [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:13.309705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'name': 'private'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:56:13.311512 n-d-821424-1 neutron-server[103499]: INFO neutron.quota [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Loaded quota_driver: . Dec 10 17:56:13.372985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Made reservation on behalf of d9d9a78c8a294faeb9a86c35fdece509 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:56:13.444101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.policy [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 10 17:56:13.493579 n-d-821424-1 neutron-server[103499]: WARNING oslo_policy.policy [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:13.494559 n-d-821424-1 neutron-server[103499]: WARNING oslo_policy.policy [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 10 17:56:13.505666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:13.528262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:13.658103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:13.663751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:13.689524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:56:13.719357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764418406777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:13.719957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Unsubscribe: segment precommit_create {{(pid=103499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 17:56:13.720478 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Added segment d18b87ff-c8d6-4595-a4bd-a8659d689cfd of type vlan for network 83cee416-efd3-44d9-ba9f-960819d44af3 Dec 10 17:56:13.738733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e70904-18b3-43c1-ac86-9c258104ce4f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:13.760998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.761408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.761776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.762108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.762461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.762788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.763111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.763430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.763745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.764061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.764378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.764693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.765007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Tracked resource versions report: Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: pushed versions: Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: { 'AddressGroup': {'1.2'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'ConntrackHelper': {'1.0'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'LocalIPAssociation': {'1.0'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Log': {'1.0'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Network': {'1.1'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Port': {'1.7'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'PortForwarding': {'1.2'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'QosPolicy': {'1.10'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'SecurityGroup': {'1.5'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'SecurityGroupRule': {'1.2'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'SubPort': {'1.0'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Subnet': {'1.1'}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Trunk': {'1.1'}} Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: consumer versions: Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: { DHCP agent@n-d-821424-1: {}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: L3 agent@n-d-821424-1: {}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: Metadata agent@n-d-821424-1: {}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: Metering agent@n-d-821424-1: {}, Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'ConntrackHelper': '1.0', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'LocalIPAssociation': '1.0', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Log': '1.0', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Network': '1.1', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Port': '1.7', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'PortForwarding': '1.2', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'QosPolicy': '1.10', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'SecurityGroup': '1.5', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'SecurityGroupRule': '1.2', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'SubPort': '1.0', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Subnet': '1.1', Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: 'Trunk': '1.1'}} Dec 10 17:56:13.766144 n-d-821424-1 neutron-server[103499]: {{(pid=103499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 17:56:13.863830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:13.916197 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:13.917327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:13.918049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:14.003670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4697585 Dec 10 17:56:14.035600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8c71a-717a-40cf-9f9a-e3e40fb33416 admin admin] Pushing event updated for resources: {'Network': ['ID=83cee416-efd3-44d9-ba9f-960819d44af3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:14.048473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 83cee416-efd3-44d9-ba9f-960819d44af3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:56:17.029059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48274) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:17.480377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4b3997-b373-4197-8001-9815a9371125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:17.481788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1f4b3997-b373-4197-8001-9815a9371125 admin admin] 10.222.0.55 "GET /v2.0/networks/83cee416-efd3-44d9-ba9f-960819d44af3 HTTP/1.1" status: 200 len: 825 time: 0.4517171 Dec 10 17:56:17.537930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fa4b14d4-f17e-4257-a7f5-97e7f5ba3c49 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/6a075845-a82d-42b3-ae02-9fc6a8b5f2f7 HTTP/1.1" status: 200 len: 734 time: 0.0434511 Dec 10 17:56:17.551064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'name': 'private-subnet', 'subnetpool_id': '6a075845-a82d-42b3-ae02-9fc6a8b5f2f7'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:56:17.579474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Made reservation on behalf of d9d9a78c8a294faeb9a86c35fdece509 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:56:17.581827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:17.889187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:17.964788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:17.971987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Checking segment: {'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:56:17.972374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Network hostable DHCP agents. Network: 83cee416-efd3-44d9-ba9f-960819d44af3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:56:17.998042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Network 83cee416-efd3-44d9-ba9f-960819d44af3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:56:18.012396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 83cee416-efd3-44d9-ba9f-960819d44af3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:56:18.018684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:18.019594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:18.024135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1b7f6-b4c9-4437-a6fc-e1285637ac44 None None] Network 83cee416-efd3-44d9-ba9f-960819d44af3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:56:18.042579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-22f807bb-247f-4afc-8c41-4efa7de35f9a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4969063 Dec 10 17:56:18.307419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-83cee416-efd3-44d9-ba9f-960819d44af3', 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'fixed_ips': [{'subnet_id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:56:18.309020 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:18.653126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Allocated IP 172.20.0.2 (83cee416-efd3-44d9-ba9f-960819d44af3/ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe/38cf6aa9-956f-4861-8035-e8a812c22d2f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:56:18.933005 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:18.942608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:19.024788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Network 83cee416-efd3-44d9-ba9f-960819d44af3 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:56:19.030667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:56:19.034082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:56:19.068540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Pushing event updated for resources: {'Port': ['ID=38cf6aa9-956f-4861-8035-e8a812c22d2f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:19.095285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.095638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.095982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.096323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.096654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.096986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.097311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.097634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.097959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.098281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.098625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.098941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.099262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Tracked resource versions report: Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: pushed versions: Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: { 'AddressGroup': {'1.2'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'ConntrackHelper': {'1.0'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'LocalIPAssociation': {'1.0'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Log': {'1.0'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Network': {'1.1'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Port': {'1.7'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'PortForwarding': {'1.2'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'QosPolicy': {'1.10'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'SecurityGroup': {'1.5'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'SecurityGroupRule': {'1.2'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'SubPort': {'1.0'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Subnet': {'1.1'}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Trunk': {'1.1'}} Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: consumer versions: Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: { DHCP agent@n-d-821424-1: {}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: L3 agent@n-d-821424-1: {}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: Metadata agent@n-d-821424-1: {}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: Metering agent@n-d-821424-1: {}, Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'ConntrackHelper': '1.0', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'LocalIPAssociation': '1.0', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Log': '1.0', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Network': '1.1', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Port': '1.7', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'PortForwarding': '1.2', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'QosPolicy': '1.10', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'SecurityGroup': '1.5', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'SecurityGroupRule': '1.2', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'SubPort': '1.0', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Subnet': '1.1', Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: 'Trunk': '1.1'}} Dec 10 17:56:19.100390 n-d-821424-1 neutron-server[103501]: {{(pid=103501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 17:56:19.135820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Attempting to bind port 38cf6aa9-956f-4861-8035-e8a812c22d2f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:56:19.136216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Attempting to bind port 38cf6aa9-956f-4861-8035-e8a812c22d2f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:56:19.136643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Attempting to bind port 38cf6aa9-956f-4861-8035-e8a812c22d2f on network 83cee416-efd3-44d9-ba9f-960819d44af3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:56:19.141805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:56:19.142181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Checking segment: {'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:56:19.142680 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:19.143072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Bound using segment: {'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:56:19.143563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Bound port: 38cf6aa9-956f-4861-8035-e8a812c22d2f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:56:19.143967 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:19.217474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] For port 38cf6aa9-956f-4861-8035-e8a812c22d2f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:56:19.223434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] For port 38cf6aa9-956f-4861-8035-e8a812c22d2f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=38cf6aa9-956f-4861-8035-e8a812c22d2f,segment=NetworkSegment(d18b87ff-c8d6-4595-a4bd-a8659d689cfd),segment_id=d18b87ff-c8d6-4595-a4bd-a8659d689cfd)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:56:19.230215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:19.305811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ddad9-3cb9-4131-83ce-cde93de836db None None] Pushing event updated for resources: {'Port': ['ID=38cf6aa9-956f-4861-8035-e8a812c22d2f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:20.803735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48282) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:21.172932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-7e3fc2fa-f38f-4256-9688-d1540c136033 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:56:21.173941 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7e3fc2fa-f38f-4256-9688-d1540c136033 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3689833 Dec 10 17:56:23.863554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48290) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:24.245218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-c3fe4c00-77cc-4b74-b5fc-8882378646c5 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:56:24.246226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c3fe4c00-77cc-4b74-b5fc-8882378646c5 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3816371 Dec 10 17:56:27.306804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48304) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:27.678342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fa56f676-7cb1-4147-8ee1-9ec649809161 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'name': 'router1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:56:27.713877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa56f676-7cb1-4147-8ee1-9ec649809161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:27.716517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa56f676-7cb1-4147-8ee1-9ec649809161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:27.874173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa56f676-7cb1-4147-8ee1-9ec649809161 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:27.879252 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa56f676-7cb1-4147-8ee1-9ec649809161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:27.899763 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa56f676-7cb1-4147-8ee1-9ec649809161 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:27.901050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa56f676-7cb1-4147-8ee1-9ec649809161 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5929120 Dec 10 17:56:28.020217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 38cf6aa9-956f-4861-8035-e8a812c22d2f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:56:28.122792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 38cf6aa9-956f-4861-8035-e8a812c22d2f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:28.123187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:28.253852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:28.296569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 38cf6aa9-956f-4861-8035-e8a812c22d2f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=38cf6aa9-956f-4861-8035-e8a812c22d2f,segment=NetworkSegment(d18b87ff-c8d6-4595-a4bd-a8659d689cfd),segment_id=d18b87ff-c8d6-4595-a4bd-a8659d689cfd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:56:28.303846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:28.328694 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-365a6827-6dc1-4c55-a9b8-8cf891b34086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:28.359227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=38cf6aa9-956f-4861-8035-e8a812c22d2f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:28.819729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d837f-1225-4c3a-bf70-137c8b4a7ea9 None None] Network 83cee416-efd3-44d9-ba9f-960819d44af3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:56:28.935663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-aed00a9a-c98f-4ef1-8517-d7fec2415f91 None None] Provisioning complete for port 38cf6aa9-956f-4861-8035-e8a812c22d2f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:28.936027 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aed00a9a-c98f-4ef1-8517-d7fec2415f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:29.399623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bcfd0770-8147-488c-ad4a-68c9c09055d1 None None] Provisioning complete for port 38cf6aa9-956f-4861-8035-e8a812c22d2f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:29.400322 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bcfd0770-8147-488c-ad4a-68c9c09055d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:29.962303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 38cf6aa9-956f-4861-8035-e8a812c22d2f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:56:30.026786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 38cf6aa9-956f-4861-8035-e8a812c22d2f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:30.027342 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:30.618610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48312) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:30.957665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-021a8cd8-85cd-4a87-9994-ff96e9001360 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:56:30.958709 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-021a8cd8-85cd-4a87-9994-ff96e9001360 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3391094 Dec 10 17:56:30.971354 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e21bec6-e8ef-4125-bf53-d3d0f9f2d420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:31.818061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:33.471504 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:33.668619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48330) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:33.821980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:56:33.844654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Made reservation on behalf of fc622ac1d57e42fc90b79a42ab0b8170 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:56:33.846990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:33.856587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:33.942700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:33.949427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:33.967684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Reserving flat network on physical network physnet1 {{(pid=103499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 10 17:56:33.986892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e2a0b9-8bba-4b0b-8b60-c61d32b87b21,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:33.991798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:33.992275 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Added segment 1ae26379-406c-4f65-8386-d0b459043644 of type flat for network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 Dec 10 17:56:34.044788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:34.058504 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:34.080990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:34.082034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:34.082672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:34.146217 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4764979 Dec 10 17:56:34.154539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ff06b-628c-4007-9c16-3a8997ff5a37 admin admin] Pushing event updated for resources: {'Network': ['ID=66ba32b2-d10a-4cab-ad00-6e31b4532d11,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:34.165804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:56:36.686992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48348) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:36.861356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb19e09-3106-4d05-aba9-a476ca1ae053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:36.862898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1fb19e09-3106-4d05-aba9-a476ca1ae053 admin admin] 10.222.0.55 "GET /v2.0/subnets/ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe HTTP/1.1" status: 200 len: 849 time: 0.1745238 Dec 10 17:56:36.990303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a57da141-9c2a-4659-ab34-ba6dc8a94919 admin admin] 10.222.0.55 "GET /v2.0/routers/7700d716-c752-45bd-bc6f-be8f056e31e6 HTTP/1.1" status: 200 len: 704 time: 0.1197581 Dec 10 17:56:37.285685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:37.615887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Allocated IP 172.20.0.1 (83cee416-efd3-44d9-ba9f-960819d44af3/ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe/4d7ff6e0-6c03-44e0-9ee1-b1c32765929f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:56:37.840184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:37.918206 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:37.980639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Network 83cee416-efd3-44d9-ba9f-960819d44af3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:56:37.988299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:56:38.049596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:56:38.050150 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:38.073127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7ff6e0-6c03-44e0-9ee1-b1c32765929f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:38.122913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.123258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.123600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.123937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.124274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.124608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.124934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.125260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.125584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.125905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.126226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.127145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.128868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Tracked resource versions report: Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: pushed versions: Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: { 'AddressGroup': {'1.2'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'ConntrackHelper': {'1.0'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'LocalIPAssociation': {'1.0'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Log': {'1.0'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Network': {'1.1'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Port': {'1.7'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'PortForwarding': {'1.2'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'QosPolicy': {'1.10'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'SecurityGroup': {'1.5'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'SecurityGroupRule': {'1.2'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'SubPort': {'1.0'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Subnet': {'1.1'}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Trunk': {'1.1'}} Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: consumer versions: Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: { DHCP agent@n-d-821424-1: {}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: L3 agent@n-d-821424-1: {}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: Metadata agent@n-d-821424-1: {}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: Metering agent@n-d-821424-1: {}, Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'ConntrackHelper': '1.0', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'LocalIPAssociation': '1.0', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Log': '1.0', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Network': '1.1', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Port': '1.7', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'PortForwarding': '1.2', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'QosPolicy': '1.10', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'SecurityGroup': '1.5', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'SecurityGroupRule': '1.2', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'SubPort': '1.0', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Subnet': '1.1', Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: 'Trunk': '1.1'}} Dec 10 17:56:38.130018 n-d-821424-1 neutron-server[103500]: {{(pid=103500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 17:56:38.269926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-67d0823e-6182-444c-850c-7528b508cb0d None None] Provisioning complete for port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:38.270679 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67d0823e-6182-444c-850c-7528b508cb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:38.274004 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:38.307765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-67d0823e-6182-444c-850c-7528b508cb0d None None] Port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:56:38.501006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:38.505796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:38.506958 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:38.646158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7ff6e0-6c03-44e0-9ee1-b1c32765929f,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:38.702058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Network 83cee416-efd3-44d9-ba9f-960819d44af3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:56:38.703647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:56:38.896609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Router 7700d716-c752-45bd-bc6f-be8f056e31e6 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 17:56:38.935724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-09a9dbce-e66c-44ff-8505-e3a4172dd785 None None] Provisioning complete for port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:38.936090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-09a9dbce-e66c-44ff-8505-e3a4172dd785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:38.987899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-09a9dbce-e66c-44ff-8505-e3a4172dd785 None None] Port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 17:56:38.995192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:56:39.001414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-47a86b71-5f36-4130-91eb-b84182bfd6b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/7700d716-c752-45bd-bc6f-be8f056e31e6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0043418 Dec 10 17:56:39.005721 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Sync routers for ids ['7700d716-c752-45bd-bc6f-be8f056e31e6'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:56:39.020148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Routers {'7700d716-c752-45bd-bc6f-be8f056e31e6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:56:39.020979 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T17:56:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7700d716-c752-45bd-bc6f-be8f056e31e6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:39.227019 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Set router 7700d716-c752-45bd-bc6f-be8f056e31e6 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:56:39.705585 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'name': 'router1', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:56:27Z', 'updated_at': '2021-12-10T17:56:38Z', 'revision_number': 2, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'gw_port_host': None, '_interfaces': [{'id': '4d7ff6e0-6c03-44e0-9ee1-b1c32765929f', 'name': '', 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'mac_address': 'fa:16:3e:03:aa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:37Z', 'updated_at': '2021-12-10T17:56:38Z', 'revision_number': 2, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'subnets': [{'id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a075845-a82d-42b3-ae02-9fc6a8b5f2f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:39.755393 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Checking router: 7700d716-c752-45bd-bc6f-be8f056e31e6 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:56:39.755731 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Updating router 7700d716-c752-45bd-bc6f-be8f056e31e6 port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:56:39.841106 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.378618 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.390244 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.539143 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Pushing event updated for resources: {'Port': ['ID=4d7ff6e0-6c03-44e0-9ee1-b1c32765929f,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:40.569345 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.569684 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.570132 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.570708 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.571063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.571393 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.571729 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.572059 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.572389 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.572714 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.573040 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.573365 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.573688 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Tracked resource versions report: Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: pushed versions: Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: { 'AddressGroup': {'1.2'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'ConntrackHelper': {'1.0'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'LocalIPAssociation': {'1.0'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Log': {'1.0'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Network': {'1.1'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Port': {'1.7'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'PortForwarding': {'1.2'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'QosPolicy': {'1.10'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'SecurityGroup': {'1.5'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'SecurityGroupRule': {'1.2'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'SubPort': {'1.0'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Subnet': {'1.1'}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Trunk': {'1.1'}} Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: consumer versions: Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: { DHCP agent@n-d-821424-1: {}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: L3 agent@n-d-821424-1: {}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: Metadata agent@n-d-821424-1: {}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: Metering agent@n-d-821424-1: {}, Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'ConntrackHelper': '1.0', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'LocalIPAssociation': '1.0', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Log': '1.0', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Network': '1.1', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Port': '1.7', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'PortForwarding': '1.2', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'QosPolicy': '1.10', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'SecurityGroup': '1.5', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'SecurityGroupRule': '1.2', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'SubPort': '1.0', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Subnet': '1.1', Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: 'Trunk': '1.1'}} Dec 10 17:56:40.574918 n-d-821424-1 neutron-server[103502]: {{(pid=103502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 17:56:40.582394 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Attempting to bind port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:56:40.582824 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Attempting to bind port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:56:40.583253 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Attempting to bind port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f on network 83cee416-efd3-44d9-ba9f-960819d44af3 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:56:40.589402 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:56:40.589822 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Checking segment: {'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:56:40.590295 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.590757 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Bound using segment: {'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:56:40.591280 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Bound port: 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18b87ff-c8d6-4595-a4bd-a8659d689cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:56:40.591680 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.660015 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] For port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:56:40.680693 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] For port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4d7ff6e0-6c03-44e0-9ee1-b1c32765929f,segment=NetworkSegment(d18b87ff-c8d6-4595-a4bd-a8659d689cfd),segment_id=d18b87ff-c8d6-4595-a4bd-a8659d689cfd)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:56:40.685530 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.735314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a2524521-0cc2-41cf-b17a-bf4ccd017cdb None None] Provisioning complete for port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:40.735903 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Routers {'7700d716-c752-45bd-bc6f-be8f056e31e6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:56:40.736132 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T17:56:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7700d716-c752-45bd-bc6f-be8f056e31e6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:40.743947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2524521-0cc2-41cf-b17a-bf4ccd017cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.830627 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] Set router 7700d716-c752-45bd-bc6f-be8f056e31e6 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:56:40.855291 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2524521-0cc2-41cf-b17a-bf4ccd017cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.899369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a2524521-0cc2-41cf-b17a-bf4ccd017cdb None None] For port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4d7ff6e0-6c03-44e0-9ee1-b1c32765929f,segment=NetworkSegment(d18b87ff-c8d6-4595-a4bd-a8659d689cfd),segment_id=d18b87ff-c8d6-4595-a4bd-a8659d689cfd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:56:40.905799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2524521-0cc2-41cf-b17a-bf4ccd017cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:40.966214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524521-0cc2-41cf-b17a-bf4ccd017cdb None None] Pushing event updated for resources: {'Port': ['ID=4d7ff6e0-6c03-44e0-9ee1-b1c32765929f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:40.982923 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6944476-038f-43da-bfb0-9d58e9efcc87 None None] Pushing event updated for resources: {'Port': ['ID=4d7ff6e0-6c03-44e0-9ee1-b1c32765929f,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:41.031803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-55ac41e9-d8dc-4562-b191-bfedf92d95ba None None] Provisioning complete for port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:41.032339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-55ac41e9-d8dc-4562-b191-bfedf92d95ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:41.088218 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'name': 'router1', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:56:27Z', 'updated_at': '2021-12-10T17:56:38Z', 'revision_number': 2, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'gw_port_host': None, '_interfaces': [{'id': '4d7ff6e0-6c03-44e0-9ee1-b1c32765929f', 'name': '', 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'mac_address': 'fa:16:3e:03:aa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:37Z', 'updated_at': '2021-12-10T17:56:40Z', 'revision_number': 4, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'subnets': [{'id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a075845-a82d-42b3-ae02-9fc6a8b5f2f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:41.124361 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d341911-6972-4f57-b606-03c15be01d4b None None] The sync data for ids ['7700d716-c752-45bd-bc6f-be8f056e31e6'] in n-d-821424-1 is: [{'id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'name': 'router1', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:56:27Z', 'updated_at': '2021-12-10T17:56:38Z', 'revision_number': 2, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'gw_port_host': None, '_interfaces': [{'id': '4d7ff6e0-6c03-44e0-9ee1-b1c32765929f', 'name': '', 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'mac_address': 'fa:16:3e:03:aa:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:37Z', 'updated_at': '2021-12-10T17:56:40Z', 'revision_number': 4, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'subnets': [{'id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a075845-a82d-42b3-ae02-9fc6a8b5f2f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:56:41.576848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48362) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:41.702683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f068b-692b-4aaf-b967-d4f5b4f76aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:41.704881 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3e8f068b-692b-4aaf-b967-d4f5b4f76aeb admin admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 842 time: 0.1262772 Dec 10 17:56:41.715009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Request body: {'subnet': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.2.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:56:41.743940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Made reservation on behalf of fc622ac1d57e42fc90b79a42ab0b8170 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:56:41.746454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:42.099170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 17:56:42.099537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:42.160968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738aaa22-59ac-4331-b832-28a3f14cdb54,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:42.177318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:56:42.177673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Network hostable DHCP agents. Network: 66ba32b2-d10a-4cab-ad00-6e31b4532d11, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:56:42.200903 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:56:42.214301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 66ba32b2-d10a-4cab-ad00-6e31b4532d11) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:56:42.218891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:42.219472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:42.226283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e72a6-bcda-499c-800e-4aa9dc7a605f None None] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:56:42.241699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a00e2bf2-2770-4605-83cb-0e40da308144 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5305018 Dec 10 17:56:42.364017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f293c-fdd9-4aa2-9c38-7d241210c051 None None] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:56:44.815962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48370) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:45.094262 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4b0973c3-eeaa-47d0-a760-bd2209a0be83 admin admin] 10.222.0.55 "GET /v2.0/routers/7700d716-c752-45bd-bc6f-be8f056e31e6 HTTP/1.1" status: 200 len: 710 time: 0.2767279 Dec 10 17:56:45.236781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07127881-4e36-4da8-be60-8f9a681132df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:56:45.238736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-07127881-4e36-4da8-be60-8f9a681132df admin admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 886 time: 0.1373081 Dec 10 17:56:45.248680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:56:45.515132 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:45.773606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:45.864623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:46.104891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Allocated IP 172.25.2.200 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/fd43011c-88ae-4fc2-a093-6dcc5fecd6f3) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:56:46.229732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:46.294906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:46.369550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:56:46.375384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:56:46.381639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:56:46.387831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Pushing event updated for resources: {'Port': ['ID=fd43011c-88ae-4fc2-a093-6dcc5fecd6f3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:46.694641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:46.916177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:46.923374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:46.973523 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:56:47.048722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Router 7700d716-c752-45bd-bc6f-be8f056e31e6 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 17:56:47.169526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 17:56:47.174620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:47.175746 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5aa53f57-bcc6-460d-86af-0d6ee877723f admin admin] 10.222.0.55 "PUT /v2.0/routers/7700d716-c752-45bd-bc6f-be8f056e31e6 HTTP/1.1" status: 200 len: 890 time: 1.9307446 Dec 10 17:56:48.025684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:56:48.079677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:48.080054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:48.498873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Sync routers for ids ['7700d716-c752-45bd-bc6f-be8f056e31e6'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 17:56:48.511852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Routers {'7700d716-c752-45bd-bc6f-be8f056e31e6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:56:48.512538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T17:56:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7700d716-c752-45bd-bc6f-be8f056e31e6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:48.737766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Set router 7700d716-c752-45bd-bc6f-be8f056e31e6 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:56:49.251413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'name': 'router1', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'fd43011c-88ae-4fc2-a093-6dcc5fecd6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:56:27Z', 'updated_at': '2021-12-10T17:56:46Z', 'revision_number': 4, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'gw_port': {'id': 'fd43011c-88ae-4fc2-a093-6dcc5fecd6f3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:45Z', 'updated_at': '2021-12-10T17:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4d7ff6e0-6c03-44e0-9ee1-b1c32765929f', 'name': '', 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'mac_address': 'fa:16:3e:03:aa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:37Z', 'updated_at': '2021-12-10T17:56:40Z', 'revision_number': 5, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'subnets': [{'id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a075845-a82d-42b3-ae02-9fc6a8b5f2f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:49.307716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Checking router: 7700d716-c752-45bd-bc6f-be8f056e31e6 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 17:56:49.308070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Updating router 7700d716-c752-45bd-bc6f-be8f056e31e6 port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 17:56:49.358444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:49.709937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:49.715763 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:49.764224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c20a-6a40-412e-bf66-4a0db2b8236c None None] Pushing event updated for resources: {'Port': ['ID=fd43011c-88ae-4fc2-a093-6dcc5fecd6f3,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:49.784390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Attempting to bind port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:56:49.784788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Attempting to bind port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:56:49.785184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Attempting to bind port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:56:49.791002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:56:49.791374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:56:49.791774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:49.792166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:56:49.792638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Bound port: fd43011c-88ae-4fc2-a093-6dcc5fecd6f3, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:56:49.793031 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:49.854578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] For port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:56:49.857776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] For port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fd43011c-88ae-4fc2-a093-6dcc5fecd6f3,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:56:49.863977 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:49.878385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48382) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:56:49.926207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Routers {'7700d716-c752-45bd-bc6f-be8f056e31e6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 17:56:49.926849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T17:56:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7700d716-c752-45bd-bc6f-be8f056e31e6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:49.964518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4c20a-6a40-412e-bf66-4a0db2b8236c None None] Pushing event updated for resources: {'Port': ['ID=fd43011c-88ae-4fc2-a093-6dcc5fecd6f3,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:50.020346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7561b63c-776c-4603-ac3f-5c9f08fbadc3 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1406705 Dec 10 17:56:50.052903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] Set router 7700d716-c752-45bd-bc6f-be8f056e31e6 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 17:56:50.305527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'name': 'router1', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'fd43011c-88ae-4fc2-a093-6dcc5fecd6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:56:27Z', 'updated_at': '2021-12-10T17:56:46Z', 'revision_number': 4, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'gw_port': {'id': 'fd43011c-88ae-4fc2-a093-6dcc5fecd6f3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:45Z', 'updated_at': '2021-12-10T17:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4d7ff6e0-6c03-44e0-9ee1-b1c32765929f', 'name': '', 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'mac_address': 'fa:16:3e:03:aa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:37Z', 'updated_at': '2021-12-10T17:56:40Z', 'revision_number': 5, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'subnets': [{'id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a075845-a82d-42b3-ae02-9fc6a8b5f2f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 17:56:50.335723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b886b407-db51-4b64-99c1-ac01ab798666 None None] The sync data for ids ['7700d716-c752-45bd-bc6f-be8f056e31e6'] in n-d-821424-1 is: [{'id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'name': 'router1', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'fd43011c-88ae-4fc2-a093-6dcc5fecd6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T17:56:27Z', 'updated_at': '2021-12-10T17:56:46Z', 'revision_number': 4, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'gw_port': {'id': 'fd43011c-88ae-4fc2-a093-6dcc5fecd6f3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a2:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:45Z', 'updated_at': '2021-12-10T17:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4d7ff6e0-6c03-44e0-9ee1-b1c32765929f', 'name': '', 'network_id': '83cee416-efd3-44d9-ba9f-960819d44af3', 'tenant_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'mac_address': 'fa:16:3e:03:aa:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7700d716-c752-45bd-bc6f-be8f056e31e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T17:56:37Z', 'updated_at': '2021-12-10T17:56:40Z', 'revision_number': 5, 'project_id': 'd9d9a78c8a294faeb9a86c35fdece509', 'subnets': [{'id': 'ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6a075845-a82d-42b3-ae02-9fc6a8b5f2f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 17:56:52.028984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:56:52.087760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:52.088020 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:52.177824 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:52.199760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fd43011c-88ae-4fc2-a093-6dcc5fecd6f3,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:56:52.205295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:52.261292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=fd43011c-88ae-4fc2-a093-6dcc5fecd6f3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:56:54.043403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:56:54.122519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:56:54.123118 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:56:58.300319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69c61bfd-0034-4715-a257-37060b7f309e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:00.969395 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9ce20ed6-b3d5-44a4-9809-307754fc75b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:01.829593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:03.474306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:04.064482 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:23.993234 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:57:28.230036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d62270b-742b-40f3-b0f3-33995f65148d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:30.965625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9e3c14d-9472-41b9-aba8-44e89c1c5014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:31.830206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:33.479339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:34.051243 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:57:58.226828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a6064cd-d268-4f09-82df-5fbcb74b80b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:00.962334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-012f9463-c2ec-4320-9403-5a77f4db0662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:01.045788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:58:01.833345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:03.479296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:04.048421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:19.731622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48900) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:19.804229 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b1383e-a316-425c-9974-4a09ab51477c admin admin] GET failed (client error): The resource could not be found. Dec 10 17:58:19.805766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d6b1383e-a316-425c-9974-4a09ab51477c admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0731061 Dec 10 17:58:19.985137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a3236-bff5-4933-9b0f-080b54f1afd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:19.987095 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f92a3236-bff5-4933-9b0f-080b54f1afd1 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1760759 Dec 10 17:58:22.411560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48910) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:22.512218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9746a9f2-f8ef-46aa-b42b-adc8e87a27d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:22.514064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9746a9f2-f8ef-46aa-b42b-adc8e87a27d0 admin admin] 10.222.0.55 "GET /v2.0/subnets/ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe HTTP/1.1" status: 200 len: 849 time: 0.1015313 Dec 10 17:58:22.526659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:58:22.616227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:22.777084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764418422748'] for subnet, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:22.808839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:22.809435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:22.816015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a25423-9f0e-47b0-9bc6-711f378ebd5f None None] Network 83cee416-efd3-44d9-ba9f-960819d44af3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:58:22.818993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] 10.222.0.55 "PUT /v2.0/subnets/ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe HTTP/1.1" status: 200 len: 868 time: 0.2962332 Dec 10 17:58:22.845941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:58:22.854577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.855295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.855956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.856489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.856879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.857318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.857630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.857954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.858370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.858677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.859022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.859333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:22.859875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb272cd9-2d05-4f5c-8244-6b1996b11c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:58:23.130509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-eec321df-7d85-47f3-b228-84a8d3b6ea84 None None] Provisioning complete for port 4d7ff6e0-6c03-44e0-9ee1-b1c32765929f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:58:23.130736 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-eec321df-7d85-47f3-b228-84a8d3b6ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:23.224999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-eec321df-7d85-47f3-b228-84a8d3b6ea84 None None] Provisioning complete for port 38cf6aa9-956f-4861-8035-e8a812c22d2f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:58:23.225294 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-eec321df-7d85-47f3-b228-84a8d3b6ea84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:25.261404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:25.550924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32ebd7-cf3a-4a53-97a5-bfff4ffa528a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:25.551331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac32ebd7-cf3a-4a53-97a5-bfff4ffa528a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:25.552830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ac32ebd7-cf3a-4a53-97a5-bfff4ffa528a admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2904716 Dec 10 17:58:27.978526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48928) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:28.227122 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-811da646-4bec-4a50-87c8-a5fac61463df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:28.288542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553bf20-3b4f-4bc4-9b83-95b04db62da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:28.289159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553bf20-3b4f-4bc4-9b83-95b04db62da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:28.290690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4553bf20-3b4f-4bc4-9b83-95b04db62da8 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3107843 Dec 10 17:58:30.737710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48936) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:30.872543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547ca21-afbb-4977-853d-85d98b431749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:30.873945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8547ca21-afbb-4977-853d-85d98b431749 admin admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 886 time: 0.1352844 Dec 10 17:58:30.960013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1203cd50-b738-495d-b61a-2dde38fa4e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:31.833234 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:33.317971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48944) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:33.459985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d56503-e1c4-4b58-ad2b-e906cc656003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:33.461794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-55d56503-e1c4-4b58-ad2b-e906cc656003 admin admin] 10.222.0.55 "GET /v2.0/networks/83cee416-efd3-44d9-ba9f-960819d44af3 HTTP/1.1" status: 200 len: 869 time: 0.1425586 Dec 10 17:58:33.474853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:34.044314 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:58:35.854962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48952) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:35.996339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbc869-f412-4dd8-b51e-089f177527a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:35.997033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfbc869-f412-4dd8-b51e-089f177527a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:35.998547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cbfbc869-f412-4dd8-b51e-089f177527a8 admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1425524 Dec 10 17:58:37.984059 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:58:38.396535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48960) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:38.499935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b3367-b091-4132-be1d-1a921a7ad43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:38.500407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b3367-b091-4132-be1d-1a921a7ad43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:38.501975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-137b3367-b091-4132-be1d-1a921a7ad43c admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1044827 Dec 10 17:58:40.917887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48968) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:41.006786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f0595-b145-4dc9-a0dd-9804f1fcc3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:41.008340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f44f0595-b145-4dc9-a0dd-9804f1fcc3ca admin admin] 10.222.0.55 "GET /v2.0/subnets/738aaa22-59ac-4331-b832-28a3f14cdb54 HTTP/1.1" status: 200 len: 816 time: 0.0892637 Dec 10 17:58:43.481719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48976) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:58:43.585141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cde12fe-7748-4630-a16f-5260d4953ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:58:43.586714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0cde12fe-7748-4630-a16f-5260d4953ea4 admin admin] 10.222.0.55 "GET /v2.0/subnets/ec9ad9fc-ccaf-4676-a4d9-1f8558d2a6fe HTTP/1.1" status: 200 len: 868 time: 0.1039319 Dec 10 17:58:58.222066 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-740129e7-ec08-4b19-8152-0aa955a5e5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:00.954813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4ac9c47c-1f47-47cb-b2df-280e7d5485f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:01.835041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:03.479902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:04.059447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:09.417113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49030) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:59:09.472309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-ea619342-ef31-4e0b-b5b0-07709318e335 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 17:59:09.473375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ea619342-ef31-4e0b-b5b0-07709318e335 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0552368 Dec 10 17:59:11.961114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49038) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:59:12.039868 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-daba0837-f8f5-463d-8bca-2988d4ffdfe2 admin admin] GET failed (client error): The resource could not be found. Dec 10 17:59:12.041243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-daba0837-f8f5-463d-8bca-2988d4ffdfe2 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0788639 Dec 10 17:59:12.204562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae23b0-84f7-4499-ae8a-2d1ee2a7e1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:59:12.206073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0fae23b0-84f7-4499-ae8a-2d1ee2a7e1f8 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1597180 Dec 10 17:59:14.641018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:59:14.696995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:59:14.722580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Made reservation on behalf of fc622ac1d57e42fc90b79a42ab0b8170 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:59:14.724807 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:14.762333 n-d-821424-1 neutron-server[103499]: WARNING neutron.services.revisions.revision_plugin [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Could not find related network for resource to bump revision. Dec 10 17:59:14.774870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 17:59:14.784210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:14.784555 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Added segment c15af454-2b4d-4f39-86ed-8252b5f83b4a of type vlan for network fbeec2d8-015a-43d1-ae84-2674541cc275 Dec 10 17:59:14.824856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:14.850673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:14.851901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:59:14.852504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:14.909447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2672250 Dec 10 17:59:14.918141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Pushing event updated for resources: {'Network': ['ID=fbeec2d8-015a-43d1-ae84-2674541cc275,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:59:14.925879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.926223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.926610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.926978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.927451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.927820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.928146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.928494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.928792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.929185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.929642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.929853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.930422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716705cf-aebe-4ba3-8c9a-2fd51601665b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:14.942636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network fbeec2d8-015a-43d1-ae84-2674541cc275 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 17:59:14.983250 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:59:17.358739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49054) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 17:59:17.423508 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea924a8e-d661-4b56-b5f2-e837fdf443df admin admin] GET failed (client error): The resource could not be found. Dec 10 17:59:17.424850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ea924a8e-d661-4b56-b5f2-e837fdf443df admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0651617 Dec 10 17:59:17.499687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40b57e4-bec4-4bcd-8f4c-fe08a11b6173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:59:17.501165 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c40b57e4-bec4-4bcd-8f4c-fe08a11b6173 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0713716 Dec 10 17:59:17.512088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 17:59:17.535512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Made reservation on behalf of fc622ac1d57e42fc90b79a42ab0b8170 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 17:59:17.538311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:17.711497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:17.766606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:59:17.778167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:59:17.778505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Network hostable DHCP agents. Network: fbeec2d8-015a-43d1-ae84-2674541cc275, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 17:59:17.795763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 17:59:17.806445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, fbeec2d8-015a-43d1-ae84-2674541cc275) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:59:17.810835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 17:59:17.811445 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:17.817469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ede3c99-b3f5-4c20-9a8a-0babb5ce1125 None None] Network fbeec2d8-015a-43d1-ae84-2674541cc275 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:59:17.831216 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e5ef611e-6361-4e4c-875a-bddbfc071773 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3228519 Dec 10 17:59:17.939081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-fbeec2d8-015a-43d1-ae84-2674541cc275', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'project_id': 'fc622ac1d57e42fc90b79a42ab0b8170', 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 17:59:17.940128 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:18.191740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Allocated IP 192.168.233.2 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/01f3af65-300a-4d92-bca5-ae9e8a217e53) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 17:59:18.346116 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:18.353767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:18.396179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 17:59:18.398964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 17:59:18.401474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 17:59:18.407221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Pushing event updated for resources: {'Port': ['ID=01f3af65-300a-4d92-bca5-ae9e8a217e53,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:59:18.418104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.418477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.418814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.419141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.419478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.419804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.420128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.420452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.420773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.421092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.421863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.421863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.422049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 17:59:18.475629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Attempting to bind port 01f3af65-300a-4d92-bca5-ae9e8a217e53 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 17:59:18.475918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Attempting to bind port 01f3af65-300a-4d92-bca5-ae9e8a217e53 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 17:59:18.476701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Attempting to bind port 01f3af65-300a-4d92-bca5-ae9e8a217e53 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 17:59:18.482270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 17, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 17:59:18.482690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 17:59:18.483086 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:18.483486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 17:59:18.483977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Bound port: 01f3af65-300a-4d92-bca5-ae9e8a217e53, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 17:59:18.484334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:18.547133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] For port 01f3af65-300a-4d92-bca5-ae9e8a217e53, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 17:59:18.550656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] For port 01f3af65-300a-4d92-bca5-ae9e8a217e53, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=01f3af65-300a-4d92-bca5-ae9e8a217e53,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 17:59:18.555375 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:18.616238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f46b-cb74-4c7b-a345-09f408fd458a None None] Pushing event updated for resources: {'Port': ['ID=01f3af65-300a-4d92-bca5-ae9e8a217e53,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:59:19.481804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c340a7-f157-42ba-9046-70b001302cda None None] Network fbeec2d8-015a-43d1-ae84-2674541cc275 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 17:59:19.591365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4d849226-e63f-4685-b341-16a35715289d None None] Provisioning complete for port 01f3af65-300a-4d92-bca5-ae9e8a217e53 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:59:19.591637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d849226-e63f-4685-b341-16a35715289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:19.688195 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d849226-e63f-4685-b341-16a35715289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:19.727824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4d849226-e63f-4685-b341-16a35715289d None None] For port 01f3af65-300a-4d92-bca5-ae9e8a217e53, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=01f3af65-300a-4d92-bca5-ae9e8a217e53,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 17:59:19.733283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d849226-e63f-4685-b341-16a35715289d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:19.805316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d849226-e63f-4685-b341-16a35715289d None None] Pushing event updated for resources: {'Port': ['ID=01f3af65-300a-4d92-bca5-ae9e8a217e53,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 17:59:19.958153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6f6c55bd-eb4e-4c87-b737-68d7a886515b None None] Provisioning complete for port 01f3af65-300a-4d92-bca5-ae9e8a217e53 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:59:19.958555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f6c55bd-eb4e-4c87-b737-68d7a886515b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:20.133892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 01f3af65-300a-4d92-bca5-ae9e8a217e53 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 17:59:20.199548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 01f3af65-300a-4d92-bca5-ae9e8a217e53 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 17:59:20.199924 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:28.228210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-974acab9-47cc-421c-98bc-97446b63c07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:30.959222 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5737b33f-b981-4e32-b419-b7c5fe613244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:31.839703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:33.479300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:34.055143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 17:59:51.982691 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 17:59:58.224707 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83223a76-188a-4428-a71b-ecd76c12828b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:00.968012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fd66d47-1009-4528-8caf-ef8804f60350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:01.842988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:03.486597 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:04.061279 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:28.221238 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73d24b2f-9826-44ab-bc38-ff0a2cd09291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:28.982804 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:00:30.961736 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1719182a-fca8-47d6-bbce-eece62ac387d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.178720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49098) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:00:31.187969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-8996b99e-f31a-4ec0-9e34-4f8a45f46cdd tempest-verify_tempest_config-4559978 tempest-verify_tempest_config-4559978-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:00:31.189256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8996b99e-f31a-4ec0-9e34-4f8a45f46cdd tempest-verify_tempest_config-4559978 tempest-verify_tempest_config-4559978-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0092206 Dec 10 18:00:31.520169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49116) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:00:31.641324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.757867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.764531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.815177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2c7134d49b1d47f5a3a3e5ef6508839f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2912555 Dec 10 18:00:31.815177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359c9b2e-3173-43a3-b01b-303c6ec0a628,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:00:31.816293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49120) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:00:31.822719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.823193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.823607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.824427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.824807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.825202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.825589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.825968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.826454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.826854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.827239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.828598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.829024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4aeaef4-7e7d-4722-8983-621e3ecae40e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:31.847549 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.872129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.893237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.996999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:31.999938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:32.001118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/359c9b2e-3173-43a3-b01b-303c6ec0a628 HTTP/1.1" status: 204 len: 168 time: 0.1838408 Dec 10 18:00:32.009657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359c9b2e-3173-43a3-b01b-303c6ec0a628,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:00:32.016651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.017009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.017340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.017697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.018017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.018397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.018695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.019018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.019335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.019663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.020062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.020308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:32.020628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e855b5-0581-4347-a5fb-609b97357a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:00:33.489470 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:34.068164 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:00:58.226993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d4585e0-a282-4a91-9e97-36509816cd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:00.968742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7547446f-2089-4bc5-accb-055fedb97140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:01.845343 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:03.501402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:04.075800 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:06.001670 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:01:28.224613 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfebd6b7-c4f2-43d9-97b3-2d5cca3097b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:30.970753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-29aa4625-5d9b-4e64-bb88-bc5a450b9819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:31.847623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:33.504818 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:34.064448 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:01:43.002278 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:01:58.217454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e51fa677-6475-4236-96e2-756940ddf802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:00.974842 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c9b19314-e95c-4655-bbff-c82bdea4837d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:01.851438 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:03.503115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:04.064565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:20.006877 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:02:28.213204 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e0041097-bac0-40d5-a8d2-3bb8e7826875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:30.976090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e13edfb-6b9f-4145-85dc-15642e6df415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:31.854503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:33.516105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:34.064477 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:02:57.009961 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 5 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:02:58.227329 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-224e41a4-404f-4292-9407-fc629c23d889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:00.975429 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f1b4a4cb-63f1-4e8f-a4f9-9168a8b21b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:01.856127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:03.515841 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:04.065486 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:28.224905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0c005f1-4cee-43ef-812c-f71d91378344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:30.981696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6649479-d0ac-4ab1-ab0f-83626275d3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:31.674143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532687'] for agent, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:31.860591 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:33.517056 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:34.009026 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 6 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:03:34.060540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:34.319876 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-532687'] for agent, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:03:58.222686 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ff4e4ea-6940-46c0-9bb5-62a271ca8972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:00.983818 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-02d1f8e0-90ba-4b95-8ecc-dd595f53c892 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:01.613455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:01.864473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:03.529516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:04.075033 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:04.272625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:11.009101 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:04:19.153463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49178) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:04:19.279698 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a8fe2ee-af15-4b21-8d9d-0c798f3010d7 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1249802 Dec 10 18:04:21.709388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49188) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:04:21.768085 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd93241d-c348-4e25-8034-d3575f40fa34 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0575492 Dec 10 18:04:28.225872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2461aa3c-5e9d-473a-b0e5-0d4f1ac512eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:30.987647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2256258e-dc03-41bd-b255-9f669aaf72d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:31.612749 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:31.866633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:33.532773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:34.073124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:34.297739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:04:48.014593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:04:58.223684 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-431d5ef9-5127-4111-901b-76d43efd8930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:00.984560 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44b03190-fbea-4f41-b042-63b72ed0e375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:01.628423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:01.869392 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:03.533859 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:04.072374 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:04.302530 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:25.014490 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:05:28.219327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-23a7650e-f69f-4885-ae29-7497bed4f7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:30.979632 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-660b879d-22d8-4d2b-8ed6-48f54ad5cfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:31.607717 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:31.872598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:33.532272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:34.068879 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:34.306707 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:45.992333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49392) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:46.215741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49408) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:46.453922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8de5712b-5c13-498e-8f12-5023c95f916c tempest-AutoAllocateNetworkTest-1193601442 tempest-AutoAllocateNetworkTest-1193601442-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=788eb15cf25a4db194858ddaae21399c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4600480 Dec 10 18:05:46.454150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49418) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:46.626222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-network', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:05:46.654917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630334d7-6a9f-489d-aa2c-f85d7ea5ee87 tempest-AutoAllocateNetworkTest-1193601442 tempest-AutoAllocateNetworkTest-1193601442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:05:46.658152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Made reservation on behalf of 517bcd4fe03d41c0ab44e98634c5032d for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:05:46.660118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-630334d7-6a9f-489d-aa2c-f85d7ea5ee87 tempest-AutoAllocateNetworkTest-1193601442 tempest-AutoAllocateNetworkTest-1193601442-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2042551 Dec 10 18:05:46.660895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49428) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:46.661638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:46.673781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:46.729948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9ebf978-ed48-4352-89bf-d43e5c50d64b tempest-AutoAllocateNetworkTest-1193601442 tempest-AutoAllocateNetworkTest-1193601442-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679064 Dec 10 18:05:46.730708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49432) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:46.766072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:46.766650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-33937a94-4082-49ec-bc75-5d86b61e46a5 tempest-AutoAllocateNetworkTest-1193601442 tempest-AutoAllocateNetworkTest-1193601442-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=788eb15cf25a4db194858ddaae21399c HTTP/1.1" status: 200 len: 208 time: 0.0343258 Dec 10 18:05:46.771439 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:46.803213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:05:46.821547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54e8a22-203b-4feb-898e-1ed4919716bc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:46.831949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764418406777', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:46.832496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Unsubscribe: segment precommit_create {{(pid=103500) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 10 18:05:46.833094 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Added segment 7210c60a-5c42-4a18-b4c0-0eb1b35c704a of type vlan for network 89be900f-2645-4a6b-b6e4-0c443629727a Dec 10 18:05:46.845911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.846598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.847078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.847545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.848006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.848506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.848955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.849768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.850437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.850898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.851221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.851538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.851948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Tracked resource versions report: Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: pushed versions: Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: { 'AddressGroup': {'1.2'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'ConntrackHelper': {'1.0'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Log': {'1.0'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Network': {'1.1'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Port': {'1.7'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'PortForwarding': {'1.2'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'QosPolicy': {'1.10'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'SecurityGroup': {'1.5'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'SubPort': {'1.0'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Subnet': {'1.1'}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Trunk': {'1.1'}} Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: consumer versions: Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: { DHCP agent@n-d-821424-1: {}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: HyperV agent@n-h1-821424-1: {}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: HyperV agent@n-h2-821424-1: {}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: L3 agent@n-d-821424-1: {}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: Metadata agent@n-d-821424-1: {}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: Metering agent@n-d-821424-1: {}, Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'ConntrackHelper': '1.0', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'LocalIPAssociation': '1.0', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Log': '1.0', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Network': '1.1', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Port': '1.7', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'PortForwarding': '1.2', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'QosPolicy': '1.10', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'SecurityGroup': '1.5', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'SecurityGroupRule': '1.2', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'SubPort': '1.0', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Subnet': '1.1', Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: 'Trunk': '1.1'}} Dec 10 18:05:46.853157 n-d-821424-1 neutron-server[103500]: {{(pid=103500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:05:46.896739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:46.934602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:46.935764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:05:46.936478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.013025 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7961774 Dec 10 18:05:47.016289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49452) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:47.031905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Request body: {'subnet': {'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-subnet', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:05:47.039862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353508b-286d-4d9e-9593-d88477329307 admin admin] Pushing event updated for resources: {'Network': ['ID=89be900f-2645-4a6b-b6e4-0c443629727a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:47.055140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 89be900f-2645-4a6b-b6e4-0c443629727a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:05:47.081881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Made reservation on behalf of 517bcd4fe03d41c0ab44e98634c5032d for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:05:47.084655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.272406 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.316079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Pushing event updated for resources: {'Subnet': ['ID=501695c1-d85e-42ab-b4e4-d409309343bb,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:47.327057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.327400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.328010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.328539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.329120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.329847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.330522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.331031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.331362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.331811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.332314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.332994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.333733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Tracked resource versions report: Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: pushed versions: Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: { 'AddressGroup': {'1.2'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'ConntrackHelper': {'1.0'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Log': {'1.0'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Network': {'1.1'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Port': {'1.7'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'PortForwarding': {'1.2'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'QosPolicy': {'1.10'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'SecurityGroup': {'1.5'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'SubPort': {'1.0'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Subnet': {'1.1'}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Trunk': {'1.1'}} Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: consumer versions: Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: { DHCP agent@n-d-821424-1: {}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: HyperV agent@n-h1-821424-1: {}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: HyperV agent@n-h2-821424-1: {}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: L3 agent@n-d-821424-1: {}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: Metadata agent@n-d-821424-1: {}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: Metering agent@n-d-821424-1: {}, Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'ConntrackHelper': '1.0', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'LocalIPAssociation': '1.0', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Log': '1.0', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Network': '1.1', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Port': '1.7', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'PortForwarding': '1.2', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'QosPolicy': '1.10', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'SecurityGroup': '1.5', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'SecurityGroupRule': '1.2', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'SubPort': '1.0', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Subnet': '1.1', Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: 'Trunk': '1.1'}} Dec 10 18:05:47.335443 n-d-821424-1 neutron-server[103499]: {{(pid=103499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:05:47.363136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Checking segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:05:47.363462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Network hostable DHCP agents. Network: 89be900f-2645-4a6b-b6e4-0c443629727a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:05:47.382062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Network 89be900f-2645-4a6b-b6e4-0c443629727a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:05:47.392480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 89be900f-2645-4a6b-b6e4-0c443629727a) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:47.398521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:05:47.399586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.405580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8410ba6e-9e8d-4921-8ec6-31936a20fd23 None None] Network 89be900f-2645-4a6b-b6e4-0c443629727a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:05:47.431287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8caf568f-7359-4dfa-810e-59dc7d76032b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4127061 Dec 10 18:05:47.435560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49474) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:47.441071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:05:47.465864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.466964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.479191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49476) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:47.520818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-89be900f-2645-4a6b-b6e4-0c443629727a', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:05:47.522726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.532205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.690599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.697671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Allocated IP 172.20.0.2 (89be900f-2645-4a6b-b6e4-0c443629727a/501695c1-d85e-42ab-b4e4-d409309343bb/f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:05:47.804336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-280826b1-2b38-4693-aafa-781f86193f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.910902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.923847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.941478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-280826b1-2b38-4693-aafa-781f86193f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.950553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-280826b1-2b38-4693-aafa-781f86193f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:47.987771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Network 89be900f-2645-4a6b-b6e4-0c443629727a is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:05:47.993346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:47.996078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Pushing event updated for resources: {'Port': ['ID=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:47.998599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:05:48.008732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.009085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.009531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.009751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.010097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.011170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.011766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.011892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.012121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280826b1-2b38-4693-aafa-781f86193f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa76ead1-c9a2-4bcc-9069-3ced631b1a9d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:48.012286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.012629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.012955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.013281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.013605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Tracked resource versions report: Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: pushed versions: Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: { 'AddressGroup': {'1.2'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'ConntrackHelper': {'1.0'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Log': {'1.0'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Network': {'1.1'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Port': {'1.7'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'PortForwarding': {'1.2'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'QosPolicy': {'1.10'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'SecurityGroup': {'1.5'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'SubPort': {'1.0'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Subnet': {'1.1'}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Trunk': {'1.1'}} Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: consumer versions: Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: { DHCP agent@n-d-821424-1: {}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: HyperV agent@n-h1-821424-1: {}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: HyperV agent@n-h2-821424-1: {}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: L3 agent@n-d-821424-1: {}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: Metadata agent@n-d-821424-1: {}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: Metering agent@n-d-821424-1: {}, Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'ConntrackHelper': '1.0', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'LocalIPAssociation': '1.0', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Log': '1.0', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Network': '1.1', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Port': '1.7', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'PortForwarding': '1.2', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'QosPolicy': '1.10', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'SecurityGroup': '1.5', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'SecurityGroupRule': '1.2', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'SubPort': '1.0', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Subnet': '1.1', Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: 'Trunk': '1.1'}} Dec 10 18:05:48.014777 n-d-821424-1 neutron-server[103501]: {{(pid=103501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:05:48.041598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-280826b1-2b38-4693-aafa-781f86193f96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=788eb15cf25a4db194858ddaae21399c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5605369 Dec 10 18:05:48.044744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49496) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:48.101759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Attempting to bind port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:05:48.102348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Attempting to bind port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:05:48.102678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Attempting to bind port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b on network 89be900f-2645-4a6b-b6e4-0c443629727a {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:05:48.117424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:05:48.117694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Checking segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:05:48.117917 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.118319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Bound using segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:05:48.118830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Bound port: f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:05:48.119235 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.152336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-101bb2aa-6baa-477b-bb78-b5eaf875e591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.205533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-101bb2aa-6baa-477b-bb78-b5eaf875e591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.258471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] For port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:05:48.262667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] For port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:05:48.271346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.281737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-101bb2aa-6baa-477b-bb78-b5eaf875e591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.284785 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-101bb2aa-6baa-477b-bb78-b5eaf875e591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.288767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-101bb2aa-6baa-477b-bb78-b5eaf875e591 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa76ead1-c9a2-4bcc-9069-3ced631b1a9d HTTP/1.1" status: 204 len: 168 time: 0.2392044 Dec 10 18:05:48.296873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bb2aa-6baa-477b-bb78-b5eaf875e591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa76ead1-c9a2-4bcc-9069-3ced631b1a9d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:48.337487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.360943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a80ba05-8df9-427c-8770-ec1c109482ca None None] Pushing event updated for resources: {'Port': ['ID=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:48.368503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.486096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Allocated IP 172.25.2.223 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/914c1363-0f57-4762-8b29-e2445d50ce50) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:05:48.640054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.699210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:48.753808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:05:48.757591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:48.760376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:05:48.798806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Pushing event updated for resources: {'Port': ['ID=914c1363-0f57-4762-8b29-e2445d50ce50,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:49.028474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:49.276076 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:49.429669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Router c4f262b7-e075-4ad3-a6c8-82d9262f1383 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:05:49.544293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef02d7f-4e6d-4b6b-b808-8002abb8b4fc None None] Network 89be900f-2645-4a6b-b6e4-0c443629727a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:05:49.590195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:05:49.603788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Sync routers for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:05:49.618420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-15919bc0-9702-450a-9172-ee4b7d4e38ce None None] Provisioning complete for port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:49.619098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15919bc0-9702-450a-9172-ee4b7d4e38ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:49.621118 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:05:49.622533 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:05:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:49.649425 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:49.654552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49558) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:49.655090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5f673714-ffa7-479e-99ab-a98bbd4b6829 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.2178948 Dec 10 18:05:49.851112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15919bc0-9702-450a-9172-ee4b7d4e38ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:49.898922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-15919bc0-9702-450a-9172-ee4b7d4e38ce None None] For port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:05:49.924013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15919bc0-9702-450a-9172-ee4b7d4e38ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:49.938630 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:05:50.051484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15919bc0-9702-450a-9172-ee4b7d4e38ce None None] Pushing event updated for resources: {'Port': ['ID=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:50.187433 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:48Z', 'revision_number': 3, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:50.247100 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Checking router: c4f262b7-e075-4ad3-a6c8-82d9262f1383 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:05:50.247387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Updating router c4f262b7-e075-4ad3-a6c8-82d9262f1383 port 914c1363-0f57-4762-8b29-e2445d50ce50 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:05:50.307296 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:50.388728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:50.452527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:05:50.556168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3f6e0eae-3cbd-4874-a27e-cb474ca67ba1 None None] Provisioning complete for port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:50.556692 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f6e0eae-3cbd-4874-a27e-cb474ca67ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:50.660837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:50.661578 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:50.789566 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:50.800753 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:50.846065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Allocated IP 172.20.0.1 (89be900f-2645-4a6b-b6e4-0c443629727a/501695c1-d85e-42ab-b4e4-d409309343bb/6010bb4b-3337-4442-bc1e-1b2c8a47a191) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:05:50.867602 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Pushing event updated for resources: {'Port': ['ID=914c1363-0f57-4762-8b29-e2445d50ce50,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:50.890465 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.891544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.892187 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.892532 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.892871 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.893204 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.893535 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.893864 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.894192 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.894544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.894873 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.895239 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.895564 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Tracked resource versions report: Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: pushed versions: Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: { 'AddressGroup': {'1.2'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'ConntrackHelper': {'1.0'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'LocalIPAssociation': {'1.0'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Log': {'1.0'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Network': {'1.1'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Port': {'1.7'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'PortForwarding': {'1.2'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'QosPolicy': {'1.10'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'SecurityGroup': {'1.5'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'SecurityGroupRule': {'1.2'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'SubPort': {'1.0'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Subnet': {'1.1'}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Trunk': {'1.1'}} Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: consumer versions: Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: { DHCP agent@n-d-821424-1: {}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: HyperV agent@n-h1-821424-1: {}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: HyperV agent@n-h2-821424-1: {}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: L3 agent@n-d-821424-1: {}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: Metadata agent@n-d-821424-1: {}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: Metering agent@n-d-821424-1: {}, Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: Open vSwitch agent@n-d-821424-1: { 'AddressGroup': '1.2', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'ConntrackHelper': '1.0', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'LocalIPAssociation': '1.0', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Log': '1.0', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Network': '1.1', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Port': '1.7', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'PortForwarding': '1.2', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'QosPolicy': '1.10', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'SecurityGroup': '1.5', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'SecurityGroupRule': '1.2', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'SubPort': '1.0', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Subnet': '1.1', Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: 'Trunk': '1.1'}} Dec 10 18:05:50.897673 n-d-821424-1 neutron-server[103502]: {{(pid=103502) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 10 18:05:50.965410 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Attempting to bind port 914c1363-0f57-4762-8b29-e2445d50ce50 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:05:50.965949 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Attempting to bind port 914c1363-0f57-4762-8b29-e2445d50ce50 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:05:50.966581 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Attempting to bind port 914c1363-0f57-4762-8b29-e2445d50ce50 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:05:50.975049 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:05:50.975509 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:05:50.975918 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:50.976312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:05:50.977093 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Bound port: 914c1363-0f57-4762-8b29-e2445d50ce50, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:05:50.978239 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.055604 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] For port 914c1363-0f57-4762-8b29-e2445d50ce50, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:05:51.065391 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] For port 914c1363-0f57-4762-8b29-e2445d50ce50, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=914c1363-0f57-4762-8b29-e2445d50ce50,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:05:51.071889 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.093057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.097856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49630) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:51.143305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:51.145150 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:05:51.145886 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:05:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:51.154058 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87cd4f-7932-47c2-a9b5-ee5528f0e993 None None] Pushing event updated for resources: {'Port': ['ID=914c1363-0f57-4762-8b29-e2445d50ce50,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:51.186323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.252842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Network 89be900f-2645-4a6b-b6e4-0c443629727a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:05:51.261503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:51.267149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:05:51.269355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.327002 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:05:51.417593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Pushing event updated for resources: {'Port': ['ID=6010bb4b-3337-4442-bc1e-1b2c8a47a191,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:51.574028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2f70667-7f8a-4b3c-a9fb-d52b42cdfe30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.607207 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2d94-2d0a-4f6f-9f9a-ae63392cdb75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.697394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.702408 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:48Z', 'revision_number': 3, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:51.709976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9bad5d92-f9f6-4e58-a67d-c95505127e49 None None] Provisioning complete for port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:51.710574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bad5d92-f9f6-4e58-a67d-c95505127e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.761134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9bad5d92-f9f6-4e58-a67d-c95505127e49 None None] Port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:05:51.769984 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfbb47f-5bce-482b-b57f-7455ddee2a94 None None] The sync data for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 is: [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:48Z', 'revision_number': 3, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:05:51.773436 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2d94-2d0a-4f6f-9f9a-ae63392cdb75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.799656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2d94-2d0a-4f6f-9f9a-ae63392cdb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.881488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e0ef2d94-2d0a-4f6f-9f9a-ae63392cdb75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fd68b2317d84cdba5741c4c30e92cc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7364557 Dec 10 18:05:51.887949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49678) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:51.925791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2f70667-7f8a-4b3c-a9fb-d52b42cdfe30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.929994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2d94-2d0a-4f6f-9f9a-ae63392cdb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aee1ccd-83b0-4b16-80ab-d25952588e6d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:51.938335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2f70667-7f8a-4b3c-a9fb-d52b42cdfe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.986504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.995049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:51.996241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.066890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f70667-7f8a-4b3c-a9fb-d52b42cdfe30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856922dd-d1f5-4c52-8701-38b20a9d172f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:52.079402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2f70667-7f8a-4b3c-a9fb-d52b42cdfe30 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ec8693145d9435cb1b17fdbe4584453&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9766495 Dec 10 18:05:52.084771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49692) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:52.121828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Pushing event updated for resources: {'Port': ['ID=6010bb4b-3337-4442-bc1e-1b2c8a47a191,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:52.136444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74e98b0d-4c1d-4fa8-b3f0-99ee6d3b8332 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.174032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Network 89be900f-2645-4a6b-b6e4-0c443629727a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:05:52.178544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:52.368543 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0621daf2-075e-426d-aeee-a0dbdaff05fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.376813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74e98b0d-4c1d-4fa8-b3f0-99ee6d3b8332 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.485085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0621daf2-075e-426d-aeee-a0dbdaff05fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.491984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 914c1363-0f57-4762-8b29-e2445d50ce50 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:05:52.631596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74e98b0d-4c1d-4fa8-b3f0-99ee6d3b8332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.634335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74e98b0d-4c1d-4fa8-b3f0-99ee6d3b8332 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.639270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-74e98b0d-4c1d-4fa8-b3f0-99ee6d3b8332 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4aee1ccd-83b0-4b16-80ab-d25952588e6d HTTP/1.1" status: 204 len: 168 time: 0.7502589 Dec 10 18:05:52.651542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Router c4f262b7-e075-4ad3-a6c8-82d9262f1383 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:05:52.659697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98b0d-4c1d-4fa8-b3f0-99ee6d3b8332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aee1ccd-83b0-4b16-80ab-d25952588e6d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:52.677191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0621daf2-075e-426d-aeee-a0dbdaff05fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.691507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0621daf2-075e-426d-aeee-a0dbdaff05fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.692744 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0621daf2-075e-426d-aeee-a0dbdaff05fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/856922dd-d1f5-4c52-8701-38b20a9d172f HTTP/1.1" status: 204 len: 168 time: 0.6048133 Dec 10 18:05:52.730017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621daf2-075e-426d-aeee-a0dbdaff05fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856922dd-d1f5-4c52-8701-38b20a9d172f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:52.785593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 914c1363-0f57-4762-8b29-e2445d50ce50 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:52.786198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.864617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1e924f89-3931-45ac-912d-b56bbe3b28de None None] Provisioning complete for port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:52.865143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e924f89-3931-45ac-912d-b56bbe3b28de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:52.893459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49748) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:52.935978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1e924f89-3931-45ac-912d-b56bbe3b28de None None] Port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:05:52.940756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:05:52.956713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd16e421-0c3f-4c94-b5ca-215177f40e6e admin admin] 10.222.0.55 "PUT /v2.0/routers/c4f262b7-e075-4ad3-a6c8-82d9262f1383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3007412 Dec 10 18:05:53.027896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.058174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 914c1363-0f57-4762-8b29-e2445d50ce50, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=914c1363-0f57-4762-8b29-e2445d50ce50,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:05:53.068978 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.131530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=914c1363-0f57-4762-8b29-e2445d50ce50,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:53.324038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2247b99c-4af6-4ab4-8442-5ff317ceaf42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.456799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2247b99c-4af6-4ab4-8442-5ff317ceaf42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.462426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2247b99c-4af6-4ab4-8442-5ff317ceaf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.503369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2247b99c-4af6-4ab4-8442-5ff317ceaf42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c2467eb1a4274136992c47f41a227325&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6084368 Dec 10 18:05:53.504769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247b99c-4af6-4ab4-8442-5ff317ceaf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed51a02-d907-41f3-973c-0c2b0ac64264,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:53.506135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49794) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:53.574807 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27c17076-4916-4a15-a94c-6e7c3db4bdaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.577395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49798) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:53.602383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1d34fc-0048-4550-91e5-6deecb324a29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.611706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27c17076-4916-4a15-a94c-6e7c3db4bdaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.670194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27c17076-4916-4a15-a94c-6e7c3db4bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.675220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27c17076-4916-4a15-a94c-6e7c3db4bdaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.679566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49800) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:53.680950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-27c17076-4916-4a15-a94c-6e7c3db4bdaf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ed51a02-d907-41f3-973c-0c2b0ac64264 HTTP/1.1" status: 204 len: 168 time: 0.1734188 Dec 10 18:05:53.690273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c17076-4916-4a15-a94c-6e7c3db4bdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed51a02-d907-41f3-973c-0c2b0ac64264,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:53.706315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dcea9cfb-b3dc-49f0-a794-9e83e79a6153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.767393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1d34fc-0048-4550-91e5-6deecb324a29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.780626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1d34fc-0048-4550-91e5-6deecb324a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.836561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f1d34fc-0048-4550-91e5-6deecb324a29 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=140c7e4f23c6435497505b869e219a2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2544212 Dec 10 18:05:53.837426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49808) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:53.867994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d34fc-0048-4550-91e5-6deecb324a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10740980-8761-4998-be9e-21c713e2e801,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:53.919867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dcea9cfb-b3dc-49f0-a794-9e83e79a6153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.928826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dcea9cfb-b3dc-49f0-a794-9e83e79a6153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.939371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c36a888-721f-451f-a3a5-0de88e721ad5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:53.996905 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c36a888-721f-451f-a3a5-0de88e721ad5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.024008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dcea9cfb-b3dc-49f0-a794-9e83e79a6153 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=913c74813f3245dda07e45f1c166c8ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3451667 Dec 10 18:05:54.026643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49818) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:54.046125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea9cfb-b3dc-49f0-a794-9e83e79a6153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7cc0c-2460-462c-94dd-36167e09f30e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:54.069798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c36a888-721f-451f-a3a5-0de88e721ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.074256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c36a888-721f-451f-a3a5-0de88e721ad5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.075932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c36a888-721f-451f-a3a5-0de88e721ad5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10740980-8761-4998-be9e-21c713e2e801 HTTP/1.1" status: 204 len: 168 time: 0.2369702 Dec 10 18:05:54.089209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36a888-721f-451f-a3a5-0de88e721ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10740980-8761-4998-be9e-21c713e2e801,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:54.113675 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0135c8d4-26f7-4733-b01d-1a5b931f07f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.149787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0135c8d4-26f7-4733-b01d-1a5b931f07f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.294419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Sync routers for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:05:54.307547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:05:54.308679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:05:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:54.347147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0135c8d4-26f7-4733-b01d-1a5b931f07f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.351812 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0135c8d4-26f7-4733-b01d-1a5b931f07f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.355571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0135c8d4-26f7-4733-b01d-1a5b931f07f8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e7d7cc0c-2460-462c-94dd-36167e09f30e HTTP/1.1" status: 204 len: 168 time: 0.3255377 Dec 10 18:05:54.372790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135c8d4-26f7-4733-b01d-1a5b931f07f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7cc0c-2460-462c-94dd-36167e09f30e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:54.374127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 914c1363-0f57-4762-8b29-e2445d50ce50 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:05:54.423484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49838) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:54.436714 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9bd4-7d60-4bd3-be49-038ea06f2d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.492613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:05:54.525721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 914c1363-0f57-4762-8b29-e2445d50ce50 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:54.526086 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.532221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9bd4-7d60-4bd3-be49-038ea06f2d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.539433 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c1e9bd4-7d60-4bd3-be49-038ea06f2d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.574745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5c1e9bd4-7d60-4bd3-be49-038ea06f2d54 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=368ebf1696bb4f0bb93e9281236c6392&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1500015 Dec 10 18:05:54.577487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49848) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:54.605332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e9bd4-7d60-4bd3-be49-038ea06f2d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4694fbb-9396-4a2e-80d8-12dfa253b2a9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:54.654317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eb69584-029b-4a25-9c8a-fe4fba8fd3b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.685474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eb69584-029b-4a25-9c8a-fe4fba8fd3b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.812275 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eb69584-029b-4a25-9c8a-fe4fba8fd3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.819112 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eb69584-029b-4a25-9c8a-fe4fba8fd3b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:54.820320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7eb69584-029b-4a25-9c8a-fe4fba8fd3b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4694fbb-9396-4a2e-80d8-12dfa253b2a9 HTTP/1.1" status: 204 len: 168 time: 0.2412078 Dec 10 18:05:54.828432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb69584-029b-4a25-9c8a-fe4fba8fd3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4694fbb-9396-4a2e-80d8-12dfa253b2a9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:54.883414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 2, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:54.915644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Checking router: c4f262b7-e075-4ad3-a6c8-82d9262f1383 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:05:54.915994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Updating router c4f262b7-e075-4ad3-a6c8-82d9262f1383 port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:05:54.941165 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.120776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49876) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:55.134390 n-d-821424-1 neutron-server[103499]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 18:05:55.191845 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-286d1084-f42b-4d0d-9e3e-bf0c224636d7 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b3c136c01d5b449189ccbeae2a1f68e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693130 Dec 10 18:05:55.246468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.256452 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.322658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193903-252c-4f05-b3ce-d5a5f6bd9bbc None None] Pushing event updated for resources: {'Port': ['ID=6010bb4b-3337-4442-bc1e-1b2c8a47a191,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:55.340497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-81505979-b3e9-4034-a781-05321f731c56 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:05:55.342101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-81505979-b3e9-4034-a781-05321f731c56 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494787 Dec 10 18:05:55.369375 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-3b895b7d-4aa5-41b7-ba89-da0983aca57e tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/quotas/b3c136c01d5b449189ccbeae2a1f68e0 HTTP/1.1" status: 200 len: 375 time: 0.0172927 Dec 10 18:05:55.399173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Attempting to bind port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:05:55.400158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Attempting to bind port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:05:55.400709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Attempting to bind port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 on network 89be900f-2645-4a6b-b6e4-0c443629727a {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:05:55.406831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:05:55.407719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Checking segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:05:55.408327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.409042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Bound using segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:05:55.409731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Bound port: 6010bb4b-3337-4442-bc1e-1b2c8a47a191, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:05:55.410472 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.487687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49886) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:55.496498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-network', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:05:55.529616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] For port 6010bb4b-3337-4442-bc1e-1b2c8a47a191, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:05:55.533890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] For port 6010bb4b-3337-4442-bc1e-1b2c8a47a191, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6010bb4b-3337-4442-bc1e-1b2c8a47a191,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:05:55.545411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.572565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Made reservation on behalf of b2104dcd5baf4c59acb19c43f9763e06 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:05:55.576567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.595760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.621731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-a3b32db7-a51f-4a2c-a7db-6cdb78f3bb58 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3c136c01d5b449189ccbeae2a1f68e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2470167 Dec 10 18:05:55.692090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:05:55.693016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:05:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:55.698990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-24c5620a-10a9-4cba-b8fb-a83e7d0deddc None None] Provisioning complete for port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:55.699370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24c5620a-10a9-4cba-b8fb-a83e7d0deddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.772923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a193903-252c-4f05-b3ce-d5a5f6bd9bbc None None] Pushing event updated for resources: {'Port': ['ID=6010bb4b-3337-4442-bc1e-1b2c8a47a191,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:55.936602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.944444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:55.954535 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37070e50-d887-4a21-8dc5-2d5a9fd155a2 req-dcb01f31-1ce8-46f8-9fd4-9d435d1c6817 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 210 time: 0.0816526 Dec 10 18:05:56.030307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:05:56.049172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfac9bb-c02d-4131-bce0-4adb226f6090,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:56.069262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.069764 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Added segment 38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8 of type vlan for network fc1d5552-2365-49df-8b82-88d29031acc4 Dec 10 18:05:56.165902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.181624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:05:56.204500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.206107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:05:56.206971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.235576 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24c5620a-10a9-4cba-b8fb-a83e7d0deddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.278826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1d5552-2365-49df-8b82-88d29031acc4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:56.294837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network fc1d5552-2365-49df-8b82-88d29031acc4 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:05:56.300773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c30fcb3-a7fe-4fe8-a45f-fd6b59a557b7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8097889 Dec 10 18:05:56.303626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:56.308501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Request body: {'subnet': {'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-subnet', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:05:56.332810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Made reservation on behalf of b2104dcd5baf4c59acb19c43f9763e06 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:05:56.337591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.404973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-24c5620a-10a9-4cba-b8fb-a83e7d0deddc None None] For port 6010bb4b-3337-4442-bc1e-1b2c8a47a191, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6010bb4b-3337-4442-bc1e-1b2c8a47a191,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:05:56.420910 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24c5620a-10a9-4cba-b8fb-a83e7d0deddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.537596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5620a-10a9-4cba-b8fb-a83e7d0deddc None None] Pushing event updated for resources: {'Port': ['ID=6010bb4b-3337-4442-bc1e-1b2c8a47a191,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:56.562204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d4222b64-f606-4121-8460-42f725c48cab None None] Provisioning complete for port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:56.562603 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4222b64-f606-4121-8460-42f725c48cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.590241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.618093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:55Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:05:56.647721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e76f964-b8b1-47ad-b6ec-cfb22e60c43b None None] The sync data for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 is: [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:55Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:05:56.671968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06f44893-c920-453e-ba99-143557eee883,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:56.687011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Checking segment: {'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:05:56.687626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Network hostable DHCP agents. Network: fc1d5552-2365-49df-8b82-88d29031acc4, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:05:56.710875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Network fc1d5552-2365-49df-8b82-88d29031acc4 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:05:56.747569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, fc1d5552-2365-49df-8b82-88d29031acc4) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:56.755842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acceeee3-f47c-4c3b-af70-ca838501a063 None None] Network fc1d5552-2365-49df-8b82-88d29031acc4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:05:56.761611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:05:56.762670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.797927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d44444f6-928e-457a-9092-8fc3c8cf8948 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4931870 Dec 10 18:05:56.800563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49956) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:56.821270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:05:56.877932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.879577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:56.935023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-fc1d5552-2365-49df-8b82-88d29031acc4', 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4', 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'fixed_ips': [{'subnet_id': '06f44893-c920-453e-ba99-143557eee883'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:05:56.935674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.048609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49970) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:57.125673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.158573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49978) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:57.222043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Allocated IP 172.20.0.2 (fc1d5552-2365-49df-8b82-88d29031acc4/06f44893-c920-453e-ba99-143557eee883/7eb20c88-75aa-4047-9b3b-d862e65bea38) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:05:57.281726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7cbaca58-280b-4ba6-91a2-0424efb9cc82 req-9084da7a-f0a3-4a0c-b7eb-9cd5363ac958 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 210 time: 0.1650162 Dec 10 18:05:57.473890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d397d76a-cb53-4d5f-b061-3d5bb7111f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.496185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.554139 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.566101 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.697095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d397d76a-cb53-4d5f-b061-3d5bb7111f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.710163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d397d76a-cb53-4d5f-b061-3d5bb7111f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.725138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Network fc1d5552-2365-49df-8b82-88d29031acc4 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:05:57.747440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:57.753390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:05:57.767039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Pushing event updated for resources: {'Port': ['ID=7eb20c88-75aa-4047-9b3b-d862e65bea38,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:57.795531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d397d76a-cb53-4d5f-b061-3d5bb7111f83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6392c1dc8a20499fb6a69aa61700753c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7451749 Dec 10 18:05:57.796374 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-384cc2de-44f7-4572-a8a1-685f69fc1b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.816783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50002) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:57.829617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.917023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.927463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Attempting to bind port 7eb20c88-75aa-4047-9b3b-d862e65bea38 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:05:57.928263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Attempting to bind port 7eb20c88-75aa-4047-9b3b-d862e65bea38 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:05:57.932989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Attempting to bind port 7eb20c88-75aa-4047-9b3b-d862e65bea38 on network fc1d5552-2365-49df-8b82-88d29031acc4 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:05:57.941368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:05:57.943337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Checking segment: {'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:05:57.944243 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:57.945213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Bound using segment: {'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:05:57.945553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Bound port: 7eb20c88-75aa-4047-9b3b-d862e65bea38, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:05:57.946141 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.012479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397d76a-cb53-4d5f-b061-3d5bb7111f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef45210-8e88-415a-a6cf-2b36721755ec,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:58.121892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] For port 7eb20c88-75aa-4047-9b3b-d862e65bea38, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:05:58.134531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] For port 7eb20c88-75aa-4047-9b3b-d862e65bea38, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7eb20c88-75aa-4047-9b3b-d862e65bea38,segment=NetworkSegment(38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8),segment_id=38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:05:58.138979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05f70398-af30-4520-a9c4-7ae079bafed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.148929 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.212809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Allocated IP 172.25.2.152 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/11de674c-2e5f-4b0f-8ffc-78161697d600) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:05:58.229344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-384cc2de-44f7-4572-a8a1-685f69fc1b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.284699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-384cc2de-44f7-4572-a8a1-685f69fc1b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.313098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-be236d58-6050-4b47-a878-b527168f38d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.371216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6aa9a-f2af-4790-a765-88b618b15e47 None None] Pushing event updated for resources: {'Port': ['ID=7eb20c88-75aa-4047-9b3b-d862e65bea38,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:58.415944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05f70398-af30-4520-a9c4-7ae079bafed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.427852 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-384cc2de-44f7-4572-a8a1-685f69fc1b0f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6727a62a5f204a0db5f6b370fff2f7df&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2657905 Dec 10 18:05:58.432271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50020) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:58.466964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6010bb4b-3337-4442-bc1e-1b2c8a47a191 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:05:58.503559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.579771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384cc2de-44f7-4572-a8a1-685f69fc1b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e429adb6-8b6a-4db1-994e-454aae265b36,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:58.583450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2d96-51b1-4235-9fe6-5e3de4826e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.637279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05f70398-af30-4520-a9c4-7ae079bafed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.650789 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05f70398-af30-4520-a9c4-7ae079bafed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.654012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-05f70398-af30-4520-a9c4-7ae079bafed5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7ef45210-8e88-415a-a6cf-2b36721755ec HTTP/1.1" status: 204 len: 168 time: 0.7897270 Dec 10 18:05:58.692940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2d96-51b1-4235-9fe6-5e3de4826e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.715946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f70398-af30-4520-a9c4-7ae079bafed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef45210-8e88-415a-a6cf-2b36721755ec,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:58.774470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:05:58.774998 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.796475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:58.997537 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2d96-51b1-4235-9fe6-5e3de4826e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:59.000435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f8fe2d96-51b1-4235-9fe6-5e3de4826e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:59.001653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f8fe2d96-51b1-4235-9fe6-5e3de4826e0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e429adb6-8b6a-4db1-994e-454aae265b36 HTTP/1.1" status: 204 len: 168 time: 0.5669413 Dec 10 18:05:59.002544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Pushing event updated for resources: {'Port': ['ID=11de674c-2e5f-4b0f-8ffc-78161697d600,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:59.019257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:05:59.020771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe2d96-51b1-4235-9fe6-5e3de4826e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e429adb6-8b6a-4db1-994e-454aae265b36,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:05:59.024554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:05:59.027320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:05:59.264167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.59', 51836) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:59.324294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-8f4e7437-5a66-4c31-ba38-cf35e372eab3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b3c136c01d5b449189ccbeae2a1f68e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588059 Dec 10 18:05:59.355365 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:59.726993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-ed4f8afa-da01-4de6-b4b5-e9fbe783925c tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:05:59.728496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-ed4f8afa-da01-4de6-b4b5-e9fbe783925c tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966160 Dec 10 18:05:59.750203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50058) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:59.825144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Request body: {'port': {'device_id': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'b3c136c01d5b449189ccbeae2a1f68e0'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:05:59.916104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:05:59.965295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50066) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:05:59.980125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67121cb2-d6e8-40ec-8e27-36e9c3a4ab1d None None] Network fc1d5552-2365-49df-8b82-88d29031acc4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:00.003064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf78a715-6f05-41d5-9c45-217ca78c1375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.131855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf78a715-6f05-41d5-9c45-217ca78c1375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.158142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf78a715-6f05-41d5-9c45-217ca78c1375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.190376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-79294076-93ed-47fd-98d8-f6c9a88d7842 None None] Provisioning complete for port 7eb20c88-75aa-4047-9b3b-d862e65bea38 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:00.190846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-79294076-93ed-47fd-98d8-f6c9a88d7842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.290076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Router fcc454fa-3455-4bd6-9f84-77569583fb99 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:06:00.314906 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf78a715-6f05-41d5-9c45-217ca78c1375 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43de33206a69499792202cd20364aef6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476391 Dec 10 18:06:00.319535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50080) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:00.388916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78a715-6f05-41d5-9c45-217ca78c1375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda24c0-2d8b-4242-ab15-e417a7e81a41,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:00.443725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50082) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:00.472254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-79294076-93ed-47fd-98d8-f6c9a88d7842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.498813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7eb20c88-75aa-4047-9b3b-d862e65bea38 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:00.504424 n-d-821424-1 neutron-server[103500]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 10 18:06:00.508109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-405b87e8-7097-47c2-9c53-dd6d059f2ef2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.510845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b4bbe07-4be9-4dd1-ae7e-dc2985ecbc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.603288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-79294076-93ed-47fd-98d8-f6c9a88d7842 None None] For port 7eb20c88-75aa-4047-9b3b-d862e65bea38, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7eb20c88-75aa-4047-9b3b-d862e65bea38,segment=NetworkSegment(38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8),segment_id=38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:00.620210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7eb20c88-75aa-4047-9b3b-d862e65bea38 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:00.620750 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.622834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-79294076-93ed-47fd-98d8-f6c9a88d7842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.640916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Made reservation on behalf of b3c136c01d5b449189ccbeae2a1f68e0 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:00.646452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:06:00.656387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Sync routers for ids ['fcc454fa-3455-4bd6-9f84-77569583fb99'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:06:00.672400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.676993 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Routers {'fcc454fa-3455-4bd6-9f84-77569583fb99'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:00.677631 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:05:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fcc454fa-3455-4bd6-9f84-77569583fb99'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:00.683252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.687270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8ef3af86-ff8d-483c-a2e0-b280c4721fdf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8827517 Dec 10 18:06:00.687889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50088) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:00.756661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79294076-93ed-47fd-98d8-f6c9a88d7842 None None] Pushing event updated for resources: {'Port': ['ID=7eb20c88-75aa-4047-9b3b-d862e65bea38,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:00.830769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba695e17-fac3-4381-ad2a-b260dd816e79 req-72f3b471-5a1d-4d18-b19f-d3acc50ac60d tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 210 time: 1.0793450 Dec 10 18:06:00.836065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b4bbe07-4be9-4dd1-ae7e-dc2985ecbc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.837811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:00.932064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d27abd40-7e11-46c8-9dce-ee97a3bd04b9 None None] Provisioning complete for port 7eb20c88-75aa-4047-9b3b-d862e65bea38 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:00.933144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d27abd40-7e11-46c8-9dce-ee97a3bd04b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.005281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Set router fcc454fa-3455-4bd6-9f84-77569583fb99 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:01.015023 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a603-13e1-442d-a66d-d65a9be6b4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.048800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.075363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.321158 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:05:59Z', 'revision_number': 3, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:01.377167 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Checking router: fcc454fa-3455-4bd6-9f84-77569583fb99 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:06:01.377996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Updating router fcc454fa-3455-4bd6-9f84-77569583fb99 port 11de674c-2e5f-4b0f-8ffc-78161697d600 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:06:01.430648 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.517910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9324bb01-0647-47de-be7a-58b2cf2a74f8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:01.629514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.823417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba2a9-b2dc-4bf2-ace0-e894a4224376 req-35ce32c1-3f14-4e95-8892-5fd0507d496b tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:01.824262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba2a9-b2dc-4bf2-ace0-e894a4224376 req-35ce32c1-3f14-4e95-8892-5fd0507d496b tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:01.824724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba2a9-b2dc-4bf2-ace0-e894a4224376 req-35ce32c1-3f14-4e95-8892-5fd0507d496b tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:01.825188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba2a9-b2dc-4bf2-ace0-e894a4224376 req-35ce32c1-3f14-4e95-8892-5fd0507d496b tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:01.825681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffba2a9-b2dc-4bf2-ace0-e894a4224376 req-35ce32c1-3f14-4e95-8892-5fd0507d496b tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:01.831296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ffba2a9-b2dc-4bf2-ace0-e894a4224376 req-35ce32c1-3f14-4e95-8892-5fd0507d496b tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.2383661 Dec 10 18:06:01.859646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b4bbe07-4be9-4dd1-ae7e-dc2985ecbc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.863357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.874499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b4bbe07-4be9-4dd1-ae7e-dc2985ecbc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:01.885914 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b4bbe07-4be9-4dd1-ae7e-dc2985ecbc5c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bda24c0-2d8b-4242-ab15-e417a7e81a41 HTTP/1.1" status: 204 len: 168 time: 1.5640330 Dec 10 18:06:01.896689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.024115 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:06:02.074917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Allocated IP 192.168.233.171 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/39bf1f00-647e-4721-ab82-09ac29fd12f6) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:02.118291 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.137425 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.272178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Allocated IP 172.20.0.1 (fc1d5552-2365-49df-8b82-88d29031acc4/06f44893-c920-453e-ba99-143557eee883/4ca2ab94-b5de-4059-9b1b-0fce0614ad5b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:02.315760 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f7d0-614d-4168-af15-dd784275e360 None None] Pushing event updated for resources: {'Port': ['ID=11de674c-2e5f-4b0f-8ffc-78161697d600,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:02.322666 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Attempting to bind port 11de674c-2e5f-4b0f-8ffc-78161697d600 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:02.326109 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Attempting to bind port 11de674c-2e5f-4b0f-8ffc-78161697d600 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:02.329022 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Attempting to bind port 11de674c-2e5f-4b0f-8ffc-78161697d600 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:02.338496 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:02.339335 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:02.340033 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.340681 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:02.341409 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Bound port: 11de674c-2e5f-4b0f-8ffc-78161697d600, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:02.342229 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.355523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bbe07-4be9-4dd1-ae7e-dc2985ecbc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda24c0-2d8b-4242-ab15-e417a7e81a41,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:02.422270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.428046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7eb20c88-75aa-4047-9b3b-d862e65bea38 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:02.445159 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-405b87e8-7097-47c2-9c53-dd6d059f2ef2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.473208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53921a81-2e70-4940-b276-84228fda9178 req-6477bf35-282a-485b-b454-2983bbb83252 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 210 time: 0.0988336 Dec 10 18:06:02.545000 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] For port 11de674c-2e5f-4b0f-8ffc-78161697d600, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:02.561463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] For port 11de674c-2e5f-4b0f-8ffc-78161697d600, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=11de674c-2e5f-4b0f-8ffc-78161697d600,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:02.568755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-405b87e8-7097-47c2-9c53-dd6d059f2ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.569527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7eb20c88-75aa-4047-9b3b-d862e65bea38 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:02.569527 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.570240 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.664119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bb52b-c956-4bdf-b82b-dd88262731a8 req-a96b8cc0-36ed-422d-a608-c7cbdb1d11d7 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:02.688029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c1bb52b-c956-4bdf-b82b-dd88262731a8 req-a96b8cc0-36ed-422d-a608-c7cbdb1d11d7 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 886 time: 0.8370636 Dec 10 18:06:02.767834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-405b87e8-7097-47c2-9c53-dd6d059f2ef2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4eadfece8066408fbf3be7bb14b90487&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3140101 Dec 10 18:06:02.770313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:02.775962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50142) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:02.813419 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263f7d0-614d-4168-af15-dd784275e360 None None] Pushing event updated for resources: {'Port': ['ID=11de674c-2e5f-4b0f-8ffc-78161697d600,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:02.837529 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Routers {'fcc454fa-3455-4bd6-9f84-77569583fb99'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:02.841304 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fcc454fa-3455-4bd6-9f84-77569583fb99'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:03.104305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:03.114594 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] Set router fcc454fa-3455-4bd6-9f84-77569583fb99 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:03.188487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccac76-205a-4f77-bde7-df81a2969b8f req-22c56d15-430d-445c-ae4c-6fb60e6c9c90 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:03.189597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccac76-205a-4f77-bde7-df81a2969b8f req-22c56d15-430d-445c-ae4c-6fb60e6c9c90 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:03.190387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccac76-205a-4f77-bde7-df81a2969b8f req-22c56d15-430d-445c-ae4c-6fb60e6c9c90 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:03.191648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccac76-205a-4f77-bde7-df81a2969b8f req-22c56d15-430d-445c-ae4c-6fb60e6c9c90 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:03.192775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccac76-205a-4f77-bde7-df81a2969b8f req-22c56d15-430d-445c-ae4c-6fb60e6c9c90 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:03.196025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eaccac76-205a-4f77-bde7-df81a2969b8f req-22c56d15-430d-445c-ae4c-6fb60e6c9c90 tempest-NetworksTest-265677613 tempest-NetworksTest-265677613-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.3959072 Dec 10 18:06:03.204602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:03.280243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Network fc1d5552-2365-49df-8b82-88d29031acc4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:03.286826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:03.298078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:03.302094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:03.302870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:03.388169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b87e8-7097-47c2-9c53-dd6d059f2ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375bfed7-c7b4-42e9-ae60-952aeb5c3029,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:03.525024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-56736b52-ddae-4853-b297-65233fa05d66 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1919162 Dec 10 18:06:03.542423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:03.565847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:03.589567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:03.624913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:03.659034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:03.667805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:03.680574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Pushing event updated for resources: {'Port': ['ID=39bf1f00-647e-4721-ab82-09ac29fd12f6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:03.898390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fdfcc802-b9b8-46f3-b43a-16d0c40f3971 None None] Provisioning complete for port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:03.899372 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc802-b9b8-46f3-b43a-16d0c40f3971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:03.934084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d5c10743-b04b-49d6-b807-c03d0f6c1db3 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1165788 Dec 10 18:06:03.945146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:05:59Z', 'revision_number': 3, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:03.949010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50188) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:03.977468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcc802-b9b8-46f3-b43a-16d0c40f3971 None None] Port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:04.006119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-60892a55-8d09-47ed-ab20-f8724780fe96 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:06:04.006390 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa0eae5-ef31-4b9c-9af9-f24c9a07378e None None] The sync data for ids ['fcc454fa-3455-4bd6-9f84-77569583fb99'] in n-d-821424-1 is: [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:05:59Z', 'revision_number': 3, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:06:04.015549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-60892a55-8d09-47ed-ab20-f8724780fe96 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293481 Dec 10 18:06:04.093632 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.099276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-3f75e4ee-775b-4976-855b-133d44bd9dfc tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:04.103137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-3f75e4ee-775b-4976-855b-133d44bd9dfc tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5269339 Dec 10 18:06:04.161637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-e3f4104f-c254-4673-937b-f99981f4046a tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/quotas/4fddbf61f41f482e8f1812f7ab9fdafd HTTP/1.1" status: 200 len: 375 time: 0.0387132 Dec 10 18:06:04.207300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.233319 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49c6b3bb-0763-4ac4-a128-e367da0f4fc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.235163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-19f20ac2-1595-43d3-bcbc-c31decf2ead0 None None] Provisioning complete for port 39bf1f00-647e-4721-ab82-09ac29fd12f6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:04.235544 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-19f20ac2-1595-43d3-bcbc-c31decf2ead0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.357291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-ee147d59-9e82-47b3-9ac3-f8453ba133c1 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1845717 Dec 10 18:06:04.384825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-19f20ac2-1595-43d3-bcbc-c31decf2ead0 None None] Port 39bf1f00-647e-4721-ab82-09ac29fd12f6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:04.387058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49c6b3bb-0763-4ac4-a128-e367da0f4fc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.393256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.397010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e6bbdfde-1837-4d52-adb1-521ab4b590c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.429713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2818d32-0e4c-4587-87ab-e8357b165ccd req-0c807a69-55cb-4386-b201-b3e3e2839f39 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:04.438032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2818d32-0e4c-4587-87ab-e8357b165ccd req-0c807a69-55cb-4386-b201-b3e3e2839f39 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 936 time: 0.3335004 Dec 10 18:06:04.749783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e6bbdfde-1837-4d52-adb1-521ab4b590c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.756599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e6bbdfde-1837-4d52-adb1-521ab4b590c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.817337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2818d32-0e4c-4587-87ab-e8357b165ccd req-645adde1-c048-426d-b194-d7627e9eec62 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781264 Dec 10 18:06:04.866461 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49c6b3bb-0763-4ac4-a128-e367da0f4fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.876933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49c6b3bb-0763-4ac4-a128-e367da0f4fc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:04.890137 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-49c6b3bb-0763-4ac4-a128-e367da0f4fc4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/375bfed7-c7b4-42e9-ae60-952aeb5c3029 HTTP/1.1" status: 204 len: 168 time: 2.0987742 Dec 10 18:06:04.974053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6b3bb-0763-4ac4-a128-e367da0f4fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375bfed7-c7b4-42e9-ae60-952aeb5c3029,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:04.975684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bbdfde-1837-4d52-adb1-521ab4b590c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aadfc5b-07f6-45ed-af64-a5050cfe7c2f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:05.035894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e6bbdfde-1837-4d52-adb1-521ab4b590c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4498680a6424ac5a79a185d20c86dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0784640 Dec 10 18:06:05.036567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50222) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:05.077975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Request body: {'port': {'device_id': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'device_owner': 'compute:tempest-test_az-568513407', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:05.152030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfc92201-b0e5-4b0a-aed1-90efb8a90130 req-90b64d03-01e1-4b54-a4db-96b7cf40d0a8 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 210 time: 0.1416130 Dec 10 18:06:05.215658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.226284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.231466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.268919 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb167d61-240b-4726-b38f-26f10b0fcc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.349287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.541344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb167d61-240b-4726-b38f-26f10b0fcc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.564477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:05.599116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Network fc1d5552-2365-49df-8b82-88d29031acc4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:05.601580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:05.662068 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb167d61-240b-4726-b38f-26f10b0fcc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.667671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb167d61-240b-4726-b38f-26f10b0fcc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:05.670596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eb167d61-240b-4726-b38f-26f10b0fcc96 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4aadfc5b-07f6-45ed-af64-a5050cfe7c2f HTTP/1.1" status: 204 len: 168 time: 0.6324224 Dec 10 18:06:05.820109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb167d61-240b-4726-b38f-26f10b0fcc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aadfc5b-07f6-45ed-af64-a5050cfe7c2f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:05.835159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Router fcc454fa-3455-4bd6-9f84-77569583fb99 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:06:05.887268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:06.257180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-037f3673-528d-4114-a70b-bd83d68100fa None None] Provisioning complete for port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:06.258604 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-037f3673-528d-4114-a70b-bd83d68100fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:06.266206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:06:06.283534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6ac5544f-c820-4784-aac5-0caa09fb9843 admin admin] 10.222.0.55 "PUT /v2.0/routers/fcc454fa-3455-4bd6-9f84-77569583fb99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5940578 Dec 10 18:06:06.386842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-514ca67f-96c8-4104-8ea9-9ff441c2b54f req-27a391e3-cb88-4935-bde8-2054345596f8 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 210 time: 0.1019077 Dec 10 18:06:06.411618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-037f3673-528d-4114-a70b-bd83d68100fa None None] Port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:06.413870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28350d-04b7-4a82-b674-8d38f888fc86 req-4e39b559-8845-44d7-a551-ba11b5164a7b tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:06.423316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e28350d-04b7-4a82-b674-8d38f888fc86 req-4e39b559-8845-44d7-a551-ba11b5164a7b tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 936 time: 0.3542364 Dec 10 18:06:06.468637 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11de674c-2e5f-4b0f-8ffc-78161697d600 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:06.535929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e28350d-04b7-4a82-b674-8d38f888fc86 req-2ba62bde-3c0d-4a2d-9f98-96454b7f1d82 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095634 Dec 10 18:06:06.611036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 11de674c-2e5f-4b0f-8ffc-78161697d600 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:06.612048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:06.641426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bf1f00-647e-4721-ab82-09ac29fd12f6 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:06.663656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:06.761555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Transition to ACTIVE for port object 39bf1f00-647e-4721-ab82-09ac29fd12f6 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:06:06.762928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0783cab2-c0e7-4071-8a1d-88d1fb7c6218 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:06.769532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.001878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0783cab2-c0e7-4071-8a1d-88d1fb7c6218 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.013099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0783cab2-c0e7-4071-8a1d-88d1fb7c6218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.102263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50276) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:07.107325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Pushing event updated for resources: {'Port': ['ID=39bf1f00-647e-4721-ab82-09ac29fd12f6,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:07.116197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0783cab2-c0e7-4071-8a1d-88d1fb7c6218 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af5f280b17b644f9bd44f49c431823a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2213891 Dec 10 18:06:07.122865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50282) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:07.241491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Attempting to bind port 39bf1f00-647e-4721-ab82-09ac29fd12f6 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:07.241840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Attempting to bind port 39bf1f00-647e-4721-ab82-09ac29fd12f6 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:07.242150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Attempting to bind port 39bf1f00-647e-4721-ab82-09ac29fd12f6 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:07.258675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Port 39bf1f00-647e-4721-ab82-09ac29fd12f6 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:06:07.259023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Attempting to bind port 39bf1f00-647e-4721-ab82-09ac29fd12f6 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:07.268440 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.282153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:07.282616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:07.283251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:07.283674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Bound port: 39bf1f00-647e-4721-ab82-09ac29fd12f6, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:07.284002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.306568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 11de674c-2e5f-4b0f-8ffc-78161697d600, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=11de674c-2e5f-4b0f-8ffc-78161697d600,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:07.316770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.356579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783cab2-c0e7-4071-8a1d-88d1fb7c6218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61f6edf-8242-45d7-a090-4831157103bc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:07.369386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-378279a9-f00d-4cc7-b2df-4b11a2f9d124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.442600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0efa2651-1643-4eb3-a604-27171bb62862 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.486477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] For port 39bf1f00-647e-4721-ab82-09ac29fd12f6, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:07.499014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] For port 39bf1f00-647e-4721-ab82-09ac29fd12f6, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:07.506547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.514434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=11de674c-2e5f-4b0f-8ffc-78161697d600,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:07.538586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Sync routers for ids ['fcc454fa-3455-4bd6-9f84-77569583fb99'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:06:07.560933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0efa2651-1643-4eb3-a604-27171bb62862 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.627562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:07.631876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.635617 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] 10.222.0.59 "PUT /v2.0/ports/39bf1f00-647e-4721-ab82-09ac29fd12f6 HTTP/1.1" status: 200 len: 1117 time: 2.8309865 Dec 10 18:06:07.637324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'tag': '39bf1f00-647e-4721-ab82-09ac29fd12f6'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:07.685300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Routers {'fcc454fa-3455-4bd6-9f84-77569583fb99'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:07.687372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fcc454fa-3455-4bd6-9f84-77569583fb99'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:07.788072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0efa2651-1643-4eb3-a604-27171bb62862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.796188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0efa2651-1643-4eb3-a604-27171bb62862 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.799469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0efa2651-1643-4eb3-a604-27171bb62862 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d61f6edf-8242-45d7-a090-4831157103bc HTTP/1.1" status: 204 len: 168 time: 0.6674902 Dec 10 18:06:07.831204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-378279a9-f00d-4cc7-b2df-4b11a2f9d124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.832850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa2651-1643-4eb3-a604-27171bb62862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61f6edf-8242-45d7-a090-4831157103bc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:07.844728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-378279a9-f00d-4cc7-b2df-4b11a2f9d124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:07.933375 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-378279a9-f00d-4cc7-b2df-4b11a2f9d124 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2657b7642ea40929c011f09ddc4f05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8158040 Dec 10 18:06:08.009081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65197af0-1afc-4369-a5bd-e776562f7534 req-1b43a63b-0a72-481c-8c33-99739c50bb80 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 210 time: 0.0724330 Dec 10 18:06:08.009081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50306) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:08.009081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.30', 53279) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:08.126583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88135fd1-b86f-4bd3-a54c-1d8c49c2970d service neutron] Pushing event updated for resources: {'Port': ['ID=39bf1f00-647e-4721-ab82-09ac29fd12f6,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:08.131656 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-35e2e808-e513-4b3f-a24a-ae7fca1e9471 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109684 Dec 10 18:06:08.209929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Set router fcc454fa-3455-4bd6-9f84-77569583fb99 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:08.227124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d79a4511-47f5-4112-b769-e1dfd9c48670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:08.228655 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d79a4511-47f5-4112-b769-e1dfd9c48670 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3c136c01d5b449189ccbeae2a1f68e0&device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 1120 time: 0.3129389 Dec 10 18:06:08.251471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d98e4-163c-4262-a05f-1554da2c32b0 req-3d10ceb7-0d12-4f8a-8e9d-9190834b9ecb tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:08.253137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e7d98e4-163c-4262-a05f-1554da2c32b0 req-3d10ceb7-0d12-4f8a-8e9d-9190834b9ecb tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.3839262 Dec 10 18:06:08.405731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-51f42e02-4a20-4301-8932-ae38ccf11d34 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:08.407307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-51f42e02-4a20-4301-8932-ae38ccf11d34 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507956 Dec 10 18:06:08.418570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378279a9-f00d-4cc7-b2df-4b11a2f9d124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813ccf33-857e-459b-a9ec-bd2f46ebae68,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:08.453720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-10d413de-f020-4e0a-b506-f20b51327be0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6 HTTP/1.1" status: 200 len: 217 time: 0.1994364 Dec 10 18:06:08.455383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81702dfa-a56a-46ca-9abe-3da480ade844 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.459343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11de674c-2e5f-4b0f-8ffc-78161697d600 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:08.483322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81702dfa-a56a-46ca-9abe-3da480ade844 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.504324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Request body: {'port': {'device_id': '861a7e9b-9512-4726-be08-11687b3d5649', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '4fddbf61f41f482e8f1812f7ab9fdafd'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:08.513490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e7d98e4-163c-4262-a05f-1554da2c32b0 req-84386969-cee3-4a34-9209-9c08d3ec7344 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381649 Dec 10 18:06:08.534717 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb9c299-ec47-4976-8a56-9b44636d0590" -d '{"events": [{"name": "network-changed", "server_uuid": "d67bb767-1fb6-493f-8a3f-ee153ae9677b", "tag": "39bf1f00-647e-4721-ab82-09ac29fd12f6"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:08.704143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-396452fc-232f-4db6-b76b-8d97a32335c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:08.711841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-396452fc-232f-4db6-b76b-8d97a32335c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2166619 Dec 10 18:06:08.731473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 11de674c-2e5f-4b0f-8ffc-78161697d600 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:08.732216 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.784114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50330) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:08.900336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Made reservation on behalf of 4fddbf61f41f482e8f1812f7ab9fdafd for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:08.907411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:06:04Z', 'revision_number': 4, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4ca2ab94-b5de-4059-9b1b-0fce0614ad5b', 'name': '', 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'mac_address': 'fa:16:3e:6a:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '06f44893-c920-453e-ba99-143557eee883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:02Z', 'updated_at': '2021-12-10T18:06:04Z', 'revision_number': 2, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'subnets': [{'id': '06f44893-c920-453e-ba99-143557eee883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:08.910291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.931575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.949444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a22f2477-b39e-4292-a8e0-56bb28c1a894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.982655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81702dfa-a56a-46ca-9abe-3da480ade844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.989586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81702dfa-a56a-46ca-9abe-3da480ade844 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:08.990141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Checking router: fcc454fa-3455-4bd6-9f84-77569583fb99 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:06:08.991681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-81702dfa-a56a-46ca-9abe-3da480ade844 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/813ccf33-857e-459b-a9ec-bd2f46ebae68 HTTP/1.1" status: 204 len: 168 time: 0.9779909 Dec 10 18:06:08.993846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Updating router fcc454fa-3455-4bd6-9f84-77569583fb99 port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:06:09.022835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81702dfa-a56a-46ca-9abe-3da480ade844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813ccf33-857e-459b-a9ec-bd2f46ebae68,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:09.035859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d0032034-7646-4b68-905a-bf8a0acff70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:09.039037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-d0032034-7646-4b68-905a-bf8a0acff70c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2560885 Dec 10 18:06:09.122215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:09.195136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:09.201795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:09.705444 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9753766-9238-44b5-bbf7-b30ad9af516d x-openstack-request-id: req-c9753766-9238-44b5-bbf7-b30ad9af516d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:09.706093 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67bb767-1fb6-493f-8a3f-ee153ae9677b", "tag": "39bf1f00-647e-4721-ab82-09ac29fd12f6", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:09.706285 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9753766-9238-44b5-bbf7-b30ad9af516d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:09.707050 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'tag': '39bf1f00-647e-4721-ab82-09ac29fd12f6', 'status': 'completed', 'code': 200} Dec 10 18:06:09.960700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:09.966553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Allocated IP 192.168.233.86 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:09.969941 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:09.971966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a22f2477-b39e-4292-a8e0-56bb28c1a894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:09.976677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-93798011-5645-4af6-93f4-d4e5abc07534 req-ca35b97d-c461-4f57-896e-2e6fd1744b94 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 210 time: 0.2829406 Dec 10 18:06:09.987344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a22f2477-b39e-4292-a8e0-56bb28c1a894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:10.185257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f2477-b39e-4292-a8e0-56bb28c1a894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81595e5e-6c62-4565-acc1-a002f00b56ef,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:10.294219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e1ece-d7ae-4e41-a9cc-3eb1e5e578f6 None None] Pushing event updated for resources: {'Port': ['ID=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:10.409197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a22f2477-b39e-4292-a8e0-56bb28c1a894 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51986c66930040dca161ca400f1a603d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6235914 Dec 10 18:06:10.411377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:10.425145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50378) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:10.463213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e1542-cf37-4f79-bcf8-cce183b5beeb req-7572533c-e015-4d32-a0a4-bf4e74d6a5d6 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:10.475942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e4e1542-cf37-4f79-bcf8-cce183b5beeb req-7572533c-e015-4d32-a0a4-bf4e74d6a5d6 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.3200052 Dec 10 18:06:10.477063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c105aa-2cfa-42da-a2af-a3af0d328e49,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:10.525782 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-cca85d30-12dc-491f-bdd4-7a5a9bc9a7a0 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4457109 Dec 10 18:06:10.576014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Attempting to bind port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:10.576399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Attempting to bind port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:10.576776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Attempting to bind port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b on network fc1d5552-2365-49df-8b82-88d29031acc4 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:10.635765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:10.646518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Checking segment: {'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:10.647249 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:10.647691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Bound using segment: {'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:10.648375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Bound port: 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:10.648846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:10.845761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:10.862530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e4e1542-cf37-4f79-bcf8-cce183b5beeb req-4b9c962a-85f9-438f-b891-5693ae89b950 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732433 Dec 10 18:06:10.867809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-04d62fc9-a7cc-4e58-b5df-bc7e35d594c3 None None] Provisioning complete for port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:10.868176 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04d62fc9-a7cc-4e58-b5df-bc7e35d594c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:10.980703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59fd32a8-71f0-4a8e-9d59-fce3ddfef296 req-28ca3f8b-a69e-4641-b8a6-c7c6e36a6fe5 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338715 Dec 10 18:06:11.018884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-04d62fc9-a7cc-4e58-b5df-bc7e35d594c3 None None] Port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:11.083116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] For port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:11.102496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] For port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,segment=NetworkSegment(38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8),segment_id=38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:11.112965 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:11.193506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-849b046a-1374-40a4-b2c3-8970b3dbaf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:11.195486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-849b046a-1374-40a4-b2c3-8970b3dbaf37 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3c136c01d5b449189ccbeae2a1f68e0&device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 1120 time: 0.1251378 Dec 10 18:06:11.383650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:11.386309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Routers {'fcc454fa-3455-4bd6-9f84-77569583fb99'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:11.387037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fcc454fa-3455-4bd6-9f84-77569583fb99'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:11.390235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e1ece-d7ae-4e41-a9cc-3eb1e5e578f6 None None] Pushing event updated for resources: {'Port': ['ID=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:11.390851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50406) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:11.437060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2a68f8ce-8d37-4ae9-9850-69be46f5cfb4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082745538', 'description': 'tempest-description--1527386411'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:11.445097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:11.452710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Pushing event updated for resources: {'Port': ['ID=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:11.613495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:11.613495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:11.613495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:11.792847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] Set router fcc454fa-3455-4bd6-9f84-77569583fb99 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:11.816841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9c5130b8-ee0b-4678-b4ad-168badca09db tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3030615 Dec 10 18:06:11.842585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-846bf67b-b23c-474f-8d5c-bdb3f206649d tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:06:11.843824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-846bf67b-b23c-474f-8d5c-bdb3f206649d tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259976 Dec 10 18:06:11.913365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-d97b925e-3f55-4b4a-a831-a73d2c9dd3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:11.922175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-d97b925e-3f55-4b4a-a831-a73d2c9dd3e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.7190773 Dec 10 18:06:11.939628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a9040-560d-47a0-a94b-c693ae77aef4 req-4b9837f6-f4ce-4bed-b7a3-958d2147027b tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:11.962541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-100a9040-560d-47a0-a94b-c693ae77aef4 req-4b9837f6-f4ce-4bed-b7a3-958d2147027b tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 935 time: 0.7753570 Dec 10 18:06:12.066318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c6c177b-dd3d-406d-85ef-2ebeb7dd0076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.193375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-e898566f-30b9-48c2-b892-4f3347038c12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6 HTTP/1.1" status: 200 len: 217 time: 0.2586255 Dec 10 18:06:12.212463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c6c177b-dd3d-406d-85ef-2ebeb7dd0076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.239205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dc36b3df-ac92-48eb-9864-efc3b994b2b8 None None] Provisioning complete for port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:12.240284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3df-ac92-48eb-9864-efc3b994b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.298636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a68f8ce-8d37-4ae9-9850-69be46f5cfb4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.360868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-8ad06bed-2495-4f3a-ad8a-351eb06b97b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:12.363255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-8ad06bed-2495-4f3a-ad8a-351eb06b97b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1389289 Dec 10 18:06:12.378242 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3df-ac92-48eb-9864-efc3b994b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.381802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100be1-3259-4bac-9203-2dcfde248d84 req-08736393-48a1-4ba5-af1e-a15a1378fa1e tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:12.384411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17100be1-3259-4bac-9203-2dcfde248d84 req-08736393-48a1-4ba5-af1e-a15a1378fa1e tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.1879263 Dec 10 18:06:12.482970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-dc36b3df-ac92-48eb-9864-efc3b994b2b8 None None] For port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,segment=NetworkSegment(38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8),segment_id=38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:12.485757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-100a9040-560d-47a0-a94b-c693ae77aef4 req-cbb34f34-45a0-4b5e-a21e-5e14120ff62e tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5215249 Dec 10 18:06:12.501154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Request body: {'port': {'device_id': '861a7e9b-9512-4726-be08-11687b3d5649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:12.531859 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc36b3df-ac92-48eb-9864-efc3b994b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.568763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c6c177b-dd3d-406d-85ef-2ebeb7dd0076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.577464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c6c177b-dd3d-406d-85ef-2ebeb7dd0076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.579849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1c6c177b-dd3d-406d-85ef-2ebeb7dd0076 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81595e5e-6c62-4565-acc1-a002f00b56ef HTTP/1.1" status: 204 len: 168 time: 2.0914071 Dec 10 18:06:12.627983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.635253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17100be1-3259-4bac-9203-2dcfde248d84 req-4e903848-46e6-4f1a-a575-79d99862875f tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426956 Dec 10 18:06:12.659773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c177b-dd3d-406d-85ef-2ebeb7dd0076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81595e5e-6c62-4565-acc1-a002f00b56ef,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:12.689101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a68f8ce-8d37-4ae9-9850-69be46f5cfb4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.696737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a68f8ce-8d37-4ae9-9850-69be46f5cfb4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.746782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68f8ce-8d37-4ae9-9850-69be46f5cfb4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d414cb7-f2e8-4942-9a7a-49464741bda4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:12.753369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-6b3b9c40-2b6f-479d-a20e-c2cb6a410279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:12.755952 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-6b3b9c40-2b6f-479d-a20e-c2cb6a410279 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3703935 Dec 10 18:06:12.774752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a68f8ce-8d37-4ae9-9850-69be46f5cfb4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:12.777430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2a68f8ce-8d37-4ae9-9850-69be46f5cfb4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3804243 Dec 10 18:06:12.947674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-b09ab599-8d38-457e-82c1-72bfd885af8e service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685910 Dec 10 18:06:12.948701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50442) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:12.953645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fd8072cc-a917-4348-a096-df8c8234e1aa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'security_group_rule': {'security_group_id': '9d414cb7-f2e8-4942-9a7a-49464741bda4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:13.011004 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd8072cc-a917-4348-a096-df8c8234e1aa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.127783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:13.138975 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd8072cc-a917-4348-a096-df8c8234e1aa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.152841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.180641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd8072cc-a917-4348-a096-df8c8234e1aa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.202245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Transition to ACTIVE for port object 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:06:13.211841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.221599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8072cc-a917-4348-a096-df8c8234e1aa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14628ee-d9e3-46b4-8acf-c71786149f0d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:13.240238 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd8072cc-a917-4348-a096-df8c8234e1aa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.242538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd8072cc-a917-4348-a096-df8c8234e1aa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2922463 Dec 10 18:06:13.249068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50450) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:13.338209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-18a55304-aaf0-4f6b-963d-588870c2e0d1 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'security_group_rule': {'security_group_id': '9d414cb7-f2e8-4942-9a7a-49464741bda4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:13.349947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Pushing event updated for resources: {'Port': ['ID=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:13.432726 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb9c299-ec47-4976-8a56-9b44636d0590 req-10031f4b-7ba2-4b9c-95be-cf183099c416 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552534 Dec 10 18:06:13.456424 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18a55304-aaf0-4f6b-963d-588870c2e0d1 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.481969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36b3df-ac92-48eb-9864-efc3b994b2b8 None None] Pushing event updated for resources: {'Port': ['ID=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:13.548455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:06:04Z', 'revision_number': 4, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4ca2ab94-b5de-4059-9b1b-0fce0614ad5b', 'name': '', 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'mac_address': 'fa:16:3e:6a:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '06f44893-c920-453e-ba99-143557eee883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:02Z', 'updated_at': '2021-12-10T18:06:11Z', 'revision_number': 4, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'subnets': [{'id': '06f44893-c920-453e-ba99-143557eee883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:13.559322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50462) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:13.597567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18a55304-aaf0-4f6b-963d-588870c2e0d1 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.606232 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18a55304-aaf0-4f6b-963d-588870c2e0d1 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.641627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Attempting to bind port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:13.642621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Attempting to bind port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:13.642897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Attempting to bind port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:13.645118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14cef18-702c-4f47-85f9-c63d89eeafb2 None None] The sync data for ids ['fcc454fa-3455-4bd6-9f84-77569583fb99'] in n-d-821424-1 is: [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:06:04Z', 'revision_number': 4, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4ca2ab94-b5de-4059-9b1b-0fce0614ad5b', 'name': '', 'network_id': 'fc1d5552-2365-49df-8b82-88d29031acc4', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'mac_address': 'fa:16:3e:6a:af:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '06f44893-c920-453e-ba99-143557eee883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:02Z', 'updated_at': '2021-12-10T18:06:11Z', 'revision_number': 4, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'subnets': [{'id': '06f44893-c920-453e-ba99-143557eee883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:06:13.650026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a55304-aaf0-4f6b-963d-588870c2e0d1 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7c220e-47eb-4d10-a3ad-c7e0e7649d64,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:13.672892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:06:13.673276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Attempting to bind port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:13.695027 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18a55304-aaf0-4f6b-963d-588870c2e0d1 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.696680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-18a55304-aaf0-4f6b-963d-588870c2e0d1 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3701034 Dec 10 18:06:13.700283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:13.712448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:13.714705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:13.715354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:13.715850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Bound port: 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:13.715975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:13.716276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.810651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:13.952941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338dea4-5137-4fc8-8c06-78a34907c47f req-25c87efd-f44a-479c-887a-b5539e3e228e tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:13.963257 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e338dea4-5137-4fc8-8c06-78a34907c47f req-25c87efd-f44a-479c-887a-b5539e3e228e tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.2836604 Dec 10 18:06:14.174844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] For port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:14.187576 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:14.387578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e338dea4-5137-4fc8-8c06-78a34907c47f req-7e35ecfe-ef10-4f3b-99a2-eecee5d0d28a tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231384 Dec 10 18:06:14.417098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] For port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:14.423345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4826bcbf-ac64-449b-afcf-d45dadaf09bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:14.448380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:14.542238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:14.589921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Allocated IP 172.25.2.150 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/ba826e6e-1f09-42bc-bb73-c1b46d2158f0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:14.673057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:14.674801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:14.678285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] 10.222.0.30 "PUT /v2.0/ports/3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf HTTP/1.1" status: 200 len: 1095 time: 2.4529579 Dec 10 18:06:14.691729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861a7e9b-9512-4726-be08-11687b3d5649', 'tag': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:14.885909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:14.887825 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:14.993992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:15.155748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:15.338020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:15.346789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:15.370832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:15.473442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-741a0824-469b-4f3e-b7a7-451c4fa8d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:15.478969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-741a0824-469b-4f3e-b7a7-451c4fa8d83d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 1098 time: 0.3803048 Dec 10 18:06:15.500457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416425a-4d8e-4d28-a10f-5c2b79795106 service neutron] Pushing event updated for resources: {'Port': ['ID=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:15.789704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-e378b70e-dbbf-4880-8784-67dc3c9b291e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf HTTP/1.1" status: 200 len: 217 time: 0.2728446 Dec 10 18:06:15.792615 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216c5134-9c62-405c-9181-c50147b05f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "861a7e9b-9512-4726-be08-11687b3d5649", "tag": "3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:15.858067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:15.938118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68e044-8e4c-49f8-87ae-df6c781266ae req-f9f416ea-e875-4eef-87f6-9374fc4c7301 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:15.940542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d68e044-8e4c-49f8-87ae-df6c781266ae req-f9f416ea-e875-4eef-87f6-9374fc4c7301 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.8514574 Dec 10 18:06:16.017585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9f9ecb49-caee-4d08-801c-ae3beb9eb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:16.019670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-9f9ecb49-caee-4d08-801c-ae3beb9eb6a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1962259 Dec 10 18:06:16.021734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d68e044-8e4c-49f8-87ae-df6c781266ae req-1e3b0a7b-426f-40ee-b9da-a0638d153cb1 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731838 Dec 10 18:06:16.022898 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:16.065511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event updated for resources: {'Port': ['ID=ba826e6e-1f09-42bc-bb73-c1b46d2158f0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:16.274228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:16.286293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:16.299894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4826bcbf-ac64-449b-afcf-d45dadaf09bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:16.309843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545182-7779-4b31-993d-62e1a97ba60f req-3d31af68-5e7d-4804-bc5a-cbe7c61aa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:16.312219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-3d31af68-5e7d-4804-bc5a-cbe7c61aa828 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820325 Dec 10 18:06:16.318024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4826bcbf-ac64-449b-afcf-d45dadaf09bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:16.412916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event updated for resources: {'Port': ['ID=ba826e6e-1f09-42bc-bb73-c1b46d2158f0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:16.436764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:16.478421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:16.479518 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a4bd9056-fec9-470f-b5aa-54f25f609d89 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7781837 Dec 10 18:06:16.586325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826bcbf-ac64-449b-afcf-d45dadaf09bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb8f9ca-4d22-486d-a1d5-dd17ba8ef177,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:16.627885 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-619a8a2b-e54c-4493-90f2-8ec4a7a06ec8 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545569 Dec 10 18:06:16.632488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4826bcbf-ac64-449b-afcf-d45dadaf09bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f9725bd38b3418caa0f4e55577a261d&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0707309 Dec 10 18:06:16.635313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50530) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:16.659398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0dbfd-1a71-4f46-a18b-451a5e8cca4b req-49ff1903-e61d-4055-8eff-6aea4c9b34e3 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:16.661243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99b0dbfd-1a71-4f46-a18b-451a5e8cca4b req-49ff1903-e61d-4055-8eff-6aea4c9b34e3 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.1527431 Dec 10 18:06:16.776962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99b0dbfd-1a71-4f46-a18b-451a5e8cca4b req-1efcc053-fe5a-490d-8591-74d8f1b63cab tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078837 Dec 10 18:06:16.958723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50540) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:17.131762 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd780ae-5501-4583-9e35-b7e4d7f65bb3 x-openstack-request-id: req-edd780ae-5501-4583-9e35-b7e4d7f65bb3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:17.133198 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861a7e9b-9512-4726-be08-11687b3d5649", "tag": "3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:17.133467 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edd780ae-5501-4583-9e35-b7e4d7f65bb3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:17.133943 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861a7e9b-9512-4726-be08-11687b3d5649', 'tag': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf', 'status': 'completed', 'code': 200} Dec 10 18:06:17.195999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1545182-7779-4b31-993d-62e1a97ba60f req-c57f9096-1502-4a4a-8f9d-d4824cf7be4d service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428278 Dec 10 18:06:17.216073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23ebac15-0273-477e-a95e-ad76e3d5a0f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:17.269891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23ebac15-0273-477e-a95e-ad76e3d5a0f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:17.380542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5134-9c62-405c-9181-c50147b05f2b req-b75868fe-f638-4ee6-b12f-1f45f7805926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:17.382284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216c5134-9c62-405c-9181-c50147b05f2b req-b75868fe-f638-4ee6-b12f-1f45f7805926 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 1098 time: 0.1026499 Dec 10 18:06:17.432938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1686acc-ce18-464f-9fb9-9ccff3c31c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:17.521842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd120-6e54-4f53-ac12-607365dcdf7e req-92ca987b-c019-48d5-b273-9768c53b91fd tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:17.523621 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-915bd120-6e54-4f53-ac12-607365dcdf7e req-92ca987b-c019-48d5-b273-9768c53b91fd tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.2069952 Dec 10 18:06:17.656358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-915bd120-6e54-4f53-ac12-607365dcdf7e req-7be66249-ec9e-437b-8edb-7ec6509b6651 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251926 Dec 10 18:06:17.676296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23ebac15-0273-477e-a95e-ad76e3d5a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:17.701411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23ebac15-0273-477e-a95e-ad76e3d5a0f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:17.705939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-23ebac15-0273-477e-a95e-ad76e3d5a0f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9fb8f9ca-4d22-486d-a1d5-dd17ba8ef177 HTTP/1.1" status: 204 len: 168 time: 1.0693977 Dec 10 18:06:17.713852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1686acc-ce18-464f-9fb9-9ccff3c31c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:17.721929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1686acc-ce18-464f-9fb9-9ccff3c31c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:17.754318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50562) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:17.755923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebac15-0273-477e-a95e-ad76e3d5a0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb8f9ca-4d22-486d-a1d5-dd17ba8ef177,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:17.833438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a1686acc-ce18-464f-9fb9-9ccff3c31c95 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9cc280fa4654ffeb32d59a72e39757d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8734879 Dec 10 18:06:17.837477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1686acc-ce18-464f-9fb9-9ccff3c31c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20290f0c-8267-4a9d-9b99-1831275105bd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:17.841532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50568) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:17.981718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5134-9c62-405c-9181-c50147b05f2b req-3f63197f-5ff5-462b-b0c0-4893cc90a61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:17.985172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216c5134-9c62-405c-9181-c50147b05f2b req-3f63197f-5ff5-462b-b0c0-4893cc90a61c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.5931225 Dec 10 18:06:18.036428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93c70979-b047-4816-a8a8-4c8e56a3b4c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.044069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6575e3e-f906-4e49-ad80-13fde83a6bb1 req-e147e130-fcf2-4799-b0be-ccb64413d4d2 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:18.047615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6575e3e-f906-4e49-ad80-13fde83a6bb1 req-e147e130-fcf2-4799-b0be-ccb64413d4d2 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.1289043 Dec 10 18:06:18.095513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216c5134-9c62-405c-9181-c50147b05f2b req-b971dee3-381a-4deb-b569-9cb23cc962ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf HTTP/1.1" status: 200 len: 217 time: 0.0810006 Dec 10 18:06:18.130189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6575e3e-f906-4e49-ad80-13fde83a6bb1 req-82cbb7e0-c0dd-49e6-b6c3-57e466d379ce tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736115 Dec 10 18:06:18.137308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93c70979-b047-4816-a8a8-4c8e56a3b4c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.208194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5134-9c62-405c-9181-c50147b05f2b req-886d3df2-fbcd-40bf-b878-5b1ce4e90af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:18.210328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216c5134-9c62-405c-9181-c50147b05f2b req-886d3df2-fbcd-40bf-b878-5b1ce4e90af9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1042683 Dec 10 18:06:18.260398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93c70979-b047-4816-a8a8-4c8e56a3b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.263340 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93c70979-b047-4816-a8a8-4c8e56a3b4c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.264748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-93c70979-b047-4816-a8a8-4c8e56a3b4c9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20290f0c-8267-4a9d-9b99-1831275105bd HTTP/1.1" status: 204 len: 168 time: 0.4212725 Dec 10 18:06:18.338823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50578) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:18.355554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c70979-b047-4816-a8a8-4c8e56a3b4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20290f0c-8267-4a9d-9b99-1831275105bd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:18.382762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d658a5c-b99b-4d94-b4fd-dccab51d44c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.456738 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e1841dc4-370b-4ec3-9149-b5ab0732635e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.515301 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-d9b8fa5b-ce6a-4e2a-9587-a6b89b7bf3c5 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1082745538&fields=id&tenant_id=517bcd4fe03d41c0ab44e98634c5032d HTTP/1.1" status: 200 len: 267 time: 0.1206496 Dec 10 18:06:18.527922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c5134-9c62-405c-9181-c50147b05f2b req-eb846ebe-076f-49f1-acf7-1324cf5c606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:18.533007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216c5134-9c62-405c-9181-c50147b05f2b req-eb846ebe-076f-49f1-acf7-1324cf5c606a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3033073 Dec 10 18:06:18.542579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d658a5c-b99b-4d94-b4fd-dccab51d44c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.549803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d658a5c-b99b-4d94-b4fd-dccab51d44c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.597635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d658a5c-b99b-4d94-b4fd-dccab51d44c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f4420-3e7a-44ed-bfdb-e0cf7314da90,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:18.631221 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8d658a5c-b99b-4d94-b4fd-dccab51d44c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7957c18b9fe94127b2eeda6f535a30eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891343 Dec 10 18:06:18.632017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50584) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:18.734306 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b54765bf-1160-4366-a67a-05b06cf4957c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.805872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b54765bf-1160-4366-a67a-05b06cf4957c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.896652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e1841dc4-370b-4ec3-9149-b5ab0732635e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.913680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b54765bf-1160-4366-a67a-05b06cf4957c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.918778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b54765bf-1160-4366-a67a-05b06cf4957c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.922406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b54765bf-1160-4366-a67a-05b06cf4957c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8c6f4420-3e7a-44ed-bfdb-e0cf7314da90 HTTP/1.1" status: 204 len: 168 time: 0.2869565 Dec 10 18:06:18.930177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-d1d6d728-8305-427f-9bb4-7fd4bb49fdbf tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:18.932705 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-d1d6d728-8305-427f-9bb4-7fd4bb49fdbf tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 822 time: 0.3969047 Dec 10 18:06:18.934158 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e1841dc4-370b-4ec3-9149-b5ab0732635e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:18.948302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54765bf-1160-4366-a67a-05b06cf4957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f4420-3e7a-44ed-bfdb-e0cf7314da90,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:19.008489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-648b3590-9a0b-4f5b-b447-26ce2ec1a4b9 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/quotas/517bcd4fe03d41c0ab44e98634c5032d HTTP/1.1" status: 200 len: 375 time: 0.0679533 Dec 10 18:06:19.015264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e1841dc4-370b-4ec3-9149-b5ab0732635e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98435dad762a4d38a91b28c86f3ae0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2501633 Dec 10 18:06:19.019924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50592) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:19.020792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1841dc4-370b-4ec3-9149-b5ab0732635e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d360e75-f320-43ef-86a0-e5be7aa78de4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:19.169599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-afbf3c60-b23f-47ba-96a7-508508d3e177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.171465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50598) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:19.184828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-a67b6b8d-119c-46ef-9480-5bd5b7628315 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1595709 Dec 10 18:06:19.190649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a100cad-015e-4677-b5ff-b60b79647396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.232581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-afbf3c60-b23f-47ba-96a7-508508d3e177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.327426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1f58b-dbf3-49da-8ff3-5eb3663a083b req-d9499cd9-fe8c-4758-ba76-4192af4b087b tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:19.328893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10a1f58b-dbf3-49da-8ff3-5eb3663a083b req-d9499cd9-fe8c-4758-ba76-4192af4b087b tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.1178026 Dec 10 18:06:19.372053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-afbf3c60-b23f-47ba-96a7-508508d3e177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.374659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-afbf3c60-b23f-47ba-96a7-508508d3e177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.378735 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-afbf3c60-b23f-47ba-96a7-508508d3e177 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d360e75-f320-43ef-86a0-e5be7aa78de4 HTTP/1.1" status: 204 len: 168 time: 0.3568599 Dec 10 18:06:19.403213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3c60-b23f-47ba-96a7-508508d3e177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d360e75-f320-43ef-86a0-e5be7aa78de4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:19.410101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a100cad-015e-4677-b5ff-b60b79647396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.416806 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a100cad-015e-4677-b5ff-b60b79647396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.437125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10a1f58b-dbf3-49da-8ff3-5eb3663a083b req-b9a68099-3fc9-44f3-a486-fc73cb82a453 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009612 Dec 10 18:06:19.466432 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a100cad-015e-4677-b5ff-b60b79647396 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8ca2abcb3d76455e936c267bc1956334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921121 Dec 10 18:06:19.468657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50614) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:19.471477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a100cad-015e-4677-b5ff-b60b79647396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020eb373-42a5-4d4d-b497-1c844a43d16d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:19.526773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-76e1abc2-86ac-4c69-910b-0e7c681f360a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:06:19.527911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-76e1abc2-86ac-4c69-910b-0e7c681f360a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1290667 Dec 10 18:06:19.611466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5036f137-3de3-46bb-916c-b82ebaea986e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.649425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5036f137-3de3-46bb-916c-b82ebaea986e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.682458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-68167876-a911-4ba9-9e7f-2eeedd35a43d service neutron] 10.222.0.55 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455696 Dec 10 18:06:19.786761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5036f137-3de3-46bb-916c-b82ebaea986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.789519 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5036f137-3de3-46bb-916c-b82ebaea986e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:19.790758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5036f137-3de3-46bb-916c-b82ebaea986e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/020eb373-42a5-4d4d-b497-1c844a43d16d HTTP/1.1" status: 204 len: 168 time: 0.3207622 Dec 10 18:06:19.810071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-e96c1195-2df0-425a-851b-465801c6503e service neutron] 10.222.0.55 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193604 Dec 10 18:06:19.810880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036f137-3de3-46bb-916c-b82ebaea986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020eb373-42a5-4d4d-b497-1c844a43d16d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:20.082898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74228f-d0c4-482a-b9ac-895c3eba9e9d req-be7eab68-2923-4397-9f36-fe054286efc6 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:20.092255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d74228f-d0c4-482a-b9ac-895c3eba9e9d req-be7eab68-2923-4397-9f36-fe054286efc6 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.0701666 Dec 10 18:06:20.096502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:20.127355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7618dd10-4ce8-4176-bf5d-f63164151c52 req-54000aaa-fe2f-4389-8693-8c6e33003ee0 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 210 time: 0.0408311 Dec 10 18:06:20.158297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c28e77a-dabe-444d-a6c4-195ab37197f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:20.271940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d74228f-d0c4-482a-b9ac-895c3eba9e9d req-2bd7e25a-03de-4e89-8de8-2c0c6d731f9f tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782868 Dec 10 18:06:20.388483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c28e77a-dabe-444d-a6c4-195ab37197f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:20.397815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c28e77a-dabe-444d-a6c4-195ab37197f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:20.470474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c28e77a-dabe-444d-a6c4-195ab37197f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1018998a253c4ca5a7005d99fe751ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725588 Dec 10 18:06:20.471968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28e77a-dabe-444d-a6c4-195ab37197f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca71518-458b-4be6-98cb-e5489e03d096,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:20.473658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50654) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:20.622283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec76701e-f297-42d3-a13f-a8007d4a4353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:20.653817 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec76701e-f297-42d3-a13f-a8007d4a4353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:20.667888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b547ff-7dd7-4543-b9d8-8ec50b471c72 req-28662325-a92b-4e37-a38c-e9504d090026 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:20.669491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70b547ff-7dd7-4543-b9d8-8ec50b471c72 req-28662325-a92b-4e37-a38c-e9504d090026 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.1196105 Dec 10 18:06:20.764499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70b547ff-7dd7-4543-b9d8-8ec50b471c72 req-119f7ab1-5bb6-4873-972c-a08614744fce tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834966 Dec 10 18:06:20.801346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec76701e-f297-42d3-a13f-a8007d4a4353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:20.802672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec76701e-f297-42d3-a13f-a8007d4a4353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:20.803906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ec76701e-f297-42d3-a13f-a8007d4a4353 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bca71518-458b-4be6-98cb-e5489e03d096 HTTP/1.1" status: 204 len: 168 time: 0.3289666 Dec 10 18:06:20.817163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76701e-f297-42d3-a13f-a8007d4a4353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca71518-458b-4be6-98cb-e5489e03d096,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:20.863109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50668) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:21.144072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dacda177-3f9e-4e45-826e-59bb56b6b1ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:21.295287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dacda177-3f9e-4e45-826e-59bb56b6b1ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:21.300116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e5e0e26-a5fe-4b85-bf3e-9341357066a7 req-72887073-b513-422b-abf4-4cf7892c2ad5 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 210 time: 0.0552325 Dec 10 18:06:21.301768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dacda177-3f9e-4e45-826e-59bb56b6b1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:21.400681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dacda177-3f9e-4e45-826e-59bb56b6b1ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf34900d1459485ea9f7147228237463&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5359163 Dec 10 18:06:21.403193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:21.416663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacda177-3f9e-4e45-826e-59bb56b6b1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fdf0ab-0655-4a17-a0d0-7e551b28b8bc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:21.465000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3268e1-3bc8-4136-9581-42f52a862cbb req-01414bdc-f76d-4dfb-b2d3-6a79735b4204 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:21.466745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e3268e1-3bc8-4136-9581-42f52a862cbb req-01414bdc-f76d-4dfb-b2d3-6a79735b4204 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.0936210 Dec 10 18:06:21.621972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e3268e1-3bc8-4136-9581-42f52a862cbb req-44eac7d5-9d37-48ce-b220-11fa6d9d9a70 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297603 Dec 10 18:06:21.830399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4690-7793-4a0c-9165-87ae01f566e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:21.922058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4690-7793-4a0c-9165-87ae01f566e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:21.974452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-8fb77229-8788-4779-816c-0280e9a1191c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:21.976050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-8fb77229-8788-4779-816c-0280e9a1191c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.59 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 822 time: 0.3448443 Dec 10 18:06:22.068234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703cbde-4a54-469a-9d5e-4b8113621ea2 req-2cd65609-c168-4c97-a806-d1fe9b021e6a tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:22.069812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a703cbde-4a54-469a-9d5e-4b8113621ea2 req-2cd65609-c168-4c97-a806-d1fe9b021e6a tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 969 time: 0.1279621 Dec 10 18:06:22.078157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4690-7793-4a0c-9165-87ae01f566e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:22.081311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a0f4690-7793-4a0c-9165-87ae01f566e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:22.084814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a0f4690-7793-4a0c-9165-87ae01f566e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43fdf0ab-0655-4a17-a0d0-7e551b28b8bc HTTP/1.1" status: 204 len: 168 time: 0.6782329 Dec 10 18:06:22.114167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f4690-7793-4a0c-9165-87ae01f566e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fdf0ab-0655-4a17-a0d0-7e551b28b8bc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:22.132984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-ccc7a9b0-f256-4c80-8fee-6f5462eb2b0b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517bcd4fe03d41c0ab44e98634c5032d HTTP/1.1" status: 200 len: 380 time: 0.1388495 Dec 10 18:06:22.152439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'port': {'device_id': '005381f3-595b-4cb3-ad0b-149064093560', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'admin_state_up': True, 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'security_groups': ['9d414cb7-f2e8-4942-9a7a-49464741bda4']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:22.229458 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a703cbde-4a54-469a-9d5e-4b8113621ea2 req-0b342cdf-f748-488c-a536-94d081713ed0 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429961 Dec 10 18:06:22.325830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Made reservation on behalf of 517bcd4fe03d41c0ab44e98634c5032d for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:22.331870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:22.439135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 39bf1f00-647e-4721-ab82-09ac29fd12f6 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:22.589961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Allocated IP 172.20.0.12 (89be900f-2645-4a6b-b6e4-0c443629727a/501695c1-d85e-42ab-b4e4-d409309343bb/e0d2068f-95c8-4e59-bc87-e90c4c02b256) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:22.643846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 39bf1f00-647e-4721-ab82-09ac29fd12f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:22.651175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f09dd8f3-c0d6-44c3-a0cd-f259caa74e93 req-f8774164-a346-4e3f-a57a-9f9b5f9238f9 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 210 time: 0.0418580 Dec 10 18:06:22.670646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '39bf1f00-647e-4721-ab82-09ac29fd12f6', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '39bf1f00-647e-4721-ab82-09ac29fd12f6', 'mac_address': 'fa:16:3e:e2:1f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-568513407', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:22.757967 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:22.775068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bf1f00-647e-4721-ab82-09ac29fd12f6 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:22.817109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 39bf1f00-647e-4721-ab82-09ac29fd12f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:22.825525 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:22.893981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=39bf1f00-647e-4721-ab82-09ac29fd12f6,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:22.909982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd4c1a-b967-4d0c-9da0-93522efa2019 req-87bc4df1-5e01-4692-9e85-50c0d9ca7566 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:22.911728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-becd4c1a-b967-4d0c-9da0-93522efa2019 req-87bc4df1-5e01-4692-9e85-50c0d9ca7566 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.1429520 Dec 10 18:06:22.957781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.008041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-becd4c1a-b967-4d0c-9da0-93522efa2019 req-821eef20-3d99-4f3d-bf71-39dccdba8283 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838766 Dec 10 18:06:23.013506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50736) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:23.036011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81adf1a2-1470-4f68-809f-a4ddefc96042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.048391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.103063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['39bf1f00-647e-4721-ab82-09ac29fd12f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:23.118445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Network 89be900f-2645-4a6b-b6e4-0c443629727a is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:23.132032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:23.137795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:23.153856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:23.155496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.173368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event updated for resources: {'Port': ['ID=e0d2068f-95c8-4e59-bc87-e90c4c02b256,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:23.182612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81adf1a2-1470-4f68-809f-a4ddefc96042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.207996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81adf1a2-1470-4f68-809f-a4ddefc96042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.211983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-9e3e3e46-62f5-4154-8fd2-e4ea3cfce812 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0703640 Dec 10 18:06:23.226945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Request body: {'port': {'device_id': '005381f3-595b-4cb3-ad0b-149064093560', 'device_owner': 'compute:tempest-test_az-568513407', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:23.307124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adf1a2-1470-4f68-809f-a4ddefc96042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11d472-e0a0-491a-9115-68e5598625dc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:23.316517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-81adf1a2-1470-4f68-809f-a4ddefc96042 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a77791fe81243e2bbe9182fa25eac51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015420 Dec 10 18:06:23.317230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50746) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:23.407983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.438947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5322b3c5-cb6a-4cf2-abda-5f163a3e67a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.535568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5322b3c5-cb6a-4cf2-abda-5f163a3e67a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.575614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8dc6a-b795-45d9-a800-427080d2481b req-7e835c12-54a5-4691-a4ba-d852b1ff04a9 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:23.577469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1e8dc6a-b795-45d9-a800-427080d2481b req-7e835c12-54a5-4691-a4ba-d852b1ff04a9 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 970 time: 0.1436665 Dec 10 18:06:23.689907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1e8dc6a-b795-45d9-a800-427080d2481b req-79268d90-8925-423d-af1c-598b8ccc8440 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951617 Dec 10 18:06:23.725082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a11836d2-61a1-4d39-8b11-9e9a46e3b659 None None] Provisioning complete for port e0d2068f-95c8-4e59-bc87-e90c4c02b256 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:23.725723 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a11836d2-61a1-4d39-8b11-9e9a46e3b659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.731947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5322b3c5-cb6a-4cf2-abda-5f163a3e67a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.735657 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5322b3c5-cb6a-4cf2-abda-5f163a3e67a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:23.740251 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5322b3c5-cb6a-4cf2-abda-5f163a3e67a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef11d472-e0a0-491a-9115-68e5598625dc HTTP/1.1" status: 204 len: 168 time: 0.4212770 Dec 10 18:06:23.761975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322b3c5-cb6a-4cf2-abda-5f163a3e67a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11d472-e0a0-491a-9115-68e5598625dc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:23.797112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a11836d2-61a1-4d39-8b11-9e9a46e3b659 None None] Port e0d2068f-95c8-4e59-bc87-e90c4c02b256 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:23.883258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd8a5b-a514-43cf-92b9-0e256e3d94d6 req-41e72114-bbdf-40bf-8512-a2dfaecb2801 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:23.891879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90dd8a5b-a514-43cf-92b9-0e256e3d94d6 req-41e72114-bbdf-40bf-8512-a2dfaecb2801 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 932 time: 0.0766788 Dec 10 18:06:23.994074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90dd8a5b-a514-43cf-92b9-0e256e3d94d6 req-f84198d3-865d-4031-90e0-34c320a6a310 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011221 Dec 10 18:06:24.043355 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d2068f-95c8-4e59-bc87-e90c4c02b256 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:24.053534 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.069694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Transition to ACTIVE for port object e0d2068f-95c8-4e59-bc87-e90c4c02b256 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:06:24.074156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.125163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2068f-95c8-4e59-bc87-e90c4c02b256,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:24.251215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e9bbc-5598-4a6a-a697-f75cb3216b82 req-b76d1e7d-4362-4fa4-8ad3-b04de07c0687 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:24.252922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b91e9bbc-5598-4a6a-a697-f75cb3216b82 req-b76d1e7d-4362-4fa4-8ad3-b04de07c0687 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.1292908 Dec 10 18:06:24.256199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Attempting to bind port e0d2068f-95c8-4e59-bc87-e90c4c02b256 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:24.256685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Attempting to bind port e0d2068f-95c8-4e59-bc87-e90c4c02b256 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:24.257026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Attempting to bind port e0d2068f-95c8-4e59-bc87-e90c4c02b256 on network 89be900f-2645-4a6b-b6e4-0c443629727a {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:24.271341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Port e0d2068f-95c8-4e59-bc87-e90c4c02b256 on network 89be900f-2645-4a6b-b6e4-0c443629727a not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:06:24.271672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Attempting to bind port e0d2068f-95c8-4e59-bc87-e90c4c02b256 on network 89be900f-2645-4a6b-b6e4-0c443629727a {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:24.285842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:24.286195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Checking segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:24.286598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Bound using segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:24.287296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Bound port: e0d2068f-95c8-4e59-bc87-e90c4c02b256, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:24.287667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.354722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b91e9bbc-5598-4a6a-a697-f75cb3216b82 req-8ab820fb-42a4-4ef4-b17d-e6fcd71f9300 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939963 Dec 10 18:06:24.382989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] For port e0d2068f-95c8-4e59-bc87-e90c4c02b256, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:24.387028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] For port e0d2068f-95c8-4e59-bc87-e90c4c02b256, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:24.393944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.410534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 39bf1f00-647e-4721-ab82-09ac29fd12f6 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:24.433173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:24.433173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.434417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] 10.222.0.59 "PUT /v2.0/ports/e0d2068f-95c8-4e59-bc87-e90c4c02b256 HTTP/1.1" status: 200 len: 1113 time: 1.2133660 Dec 10 18:06:24.434900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:24.437165 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157f152b-4621-4651-834a-3782a7b48120" -d '{"events": [{"name": "network-changed", "server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:24.496364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 39bf1f00-647e-4721-ab82-09ac29fd12f6 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:06:24.509725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 39bf1f00-647e-4721-ab82-09ac29fd12f6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:24.510089 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.526992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19540b1-f0b9-4989-9f7d-3ae88decbc19 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d2068f-95c8-4e59-bc87-e90c4c02b256,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:24.570570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-7e44ef14-d12d-4816-a7d1-6a642a44aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:24.574742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-7e44ef14-d12d-4816-a7d1-6a642a44aa45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 1116 time: 0.0853691 Dec 10 18:06:24.670871 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12da153f-f581-4656-aee4-6accc162e767 x-openstack-request-id: req-12da153f-f581-4656-aee4-6accc162e767 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:24.671166 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:24.671422 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12da153f-f581-4656-aee4-6accc162e767 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:24.672206 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'status': 'completed', 'code': 200} Dec 10 18:06:24.676053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-16647abb-63b6-4928-a661-aa2daf212913 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256 HTTP/1.1" status: 200 len: 217 time: 0.0920475 Dec 10 18:06:24.685016 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.744091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216c5134-9c62-405c-9181-c50147b05f2b req-de227d95-41c4-4390-8975-a09dce9b66bf service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037184 Dec 10 18:06:24.762343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-fd5f2ef0-7c05-4976-9ec5-7220c2466987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:24.764228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-fd5f2ef0-7c05-4976-9ec5-7220c2466987 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 200 len: 861 time: 0.0815711 Dec 10 18:06:24.766715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 39bf1f00-647e-4721-ab82-09ac29fd12f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:24.767693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bf1f00-647e-4721-ab82-09ac29fd12f6'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:24.849655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-847f1266-043c-49f1-b84a-ae0280f7f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:24.851748 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-847f1266-043c-49f1-b84a-ae0280f7f8e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89be900f-2645-4a6b-b6e4-0c443629727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793512 Dec 10 18:06:24.867685 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:24.929713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:24.930830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=39bf1f00-647e-4721-ab82-09ac29fd12f6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:24.987809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-d159e32a-198a-4ae3-b484-84f0a0c24fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257834 Dec 10 18:06:25.101115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b936b6be-a7cc-4c9f-917a-6a8ee5bdf0f3 req-ebc418c9-f62d-4472-8a54-757d5230f846 service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056986 Dec 10 18:06:25.120029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b52262c-be60-4eff-9da7-253a9a371998 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.143512 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed06a4e-f08f-4a35-aa5e-f0c81340edc3" -d '{"events": [{"server_uuid": "d67bb767-1fb6-493f-8a3f-ee153ae9677b", "name": "network-vif-plugged", "status": "completed", "tag": "39bf1f00-647e-4721-ab82-09ac29fd12f6"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:25.224128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805702b-eabf-4e15-81c1-6e5da1cd3577 req-48c830a8-1105-4125-b629-7f3910c77a76 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.224638 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7805702b-eabf-4e15-81c1-6e5da1cd3577 req-48c830a8-1105-4125-b629-7f3910c77a76 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.4157164 Dec 10 18:06:25.238717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216c5134-9c62-405c-9181-c50147b05f2b req-adb71bde-1193-41b1-b7c1-6c50963b3014 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826736 Dec 10 18:06:25.260646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60fee9-cecc-42d0-9e00-92d60fd78d08 req-2a8c9e14-9c33-48ef-8253-6d676c00d45c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.269414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de60fee9-cecc-42d0-9e00-92d60fd78d08 req-2a8c9e14-9c33-48ef-8253-6d676c00d45c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 965 time: 0.1511874 Dec 10 18:06:25.288858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7805702b-eabf-4e15-81c1-6e5da1cd3577 req-cb517388-0207-4697-8c38-30c6c83fa854 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486763 Dec 10 18:06:25.336100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f152b-4621-4651-834a-3782a7b48120 req-cd5a6475-d54d-49e4-9d9b-123051a4bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.337594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-157f152b-4621-4651-834a-3782a7b48120 req-cd5a6475-d54d-49e4-9d9b-123051a4bc34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 1116 time: 0.1268408 Dec 10 18:06:25.375236 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de60fee9-cecc-42d0-9e00-92d60fd78d08 req-03788a37-9b7b-46f6-b757-ebf5b6e1d134 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045392 Dec 10 18:06:25.395562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b52262c-be60-4eff-9da7-253a9a371998 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.428000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b52262c-be60-4eff-9da7-253a9a371998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.509650 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540dc77a-2b3b-4d4b-b7ba-58eca46310a0 x-openstack-request-id: req-540dc77a-2b3b-4d4b-b7ba-58eca46310a0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:25.509968 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67bb767-1fb6-493f-8a3f-ee153ae9677b", "name": "network-vif-plugged", "status": "completed", "tag": "39bf1f00-647e-4721-ab82-09ac29fd12f6", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:25.510225 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-540dc77a-2b3b-4d4b-b7ba-58eca46310a0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:25.510694 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bf1f00-647e-4721-ab82-09ac29fd12f6', 'code': 200} Dec 10 18:06:25.524400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52262c-be60-4eff-9da7-253a9a371998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712af70e-c574-43bf-ab2e-be9413da77ee,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:25.549539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3b52262c-be60-4eff-9da7-253a9a371998 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df1dfa63a6164abd80f68c6af9f65d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182764 Dec 10 18:06:25.553359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50842) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:25.569507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f152b-4621-4651-834a-3782a7b48120 req-5d7eae99-9fa3-48fc-8908-24923a68851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.571050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-157f152b-4621-4651-834a-3782a7b48120 req-5d7eae99-9fa3-48fc-8908-24923a68851f service neutron] 10.222.0.59 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 923 time: 0.2214239 Dec 10 18:06:25.592740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4d1c3-4951-4001-b51f-dd71940540ac req-71b219de-b648-4f6b-8ace-c4b38c281806 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.602516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31c4d1c3-4951-4001-b51f-dd71940540ac req-71b219de-b648-4f6b-8ace-c4b38c281806 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.1473365 Dec 10 18:06:25.622949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.59', 51844) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:25.663285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-157f152b-4621-4651-834a-3782a7b48120 req-07b813cd-259d-4c7e-baf1-de0e02fdcee6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256 HTTP/1.1" status: 200 len: 217 time: 0.0576932 Dec 10 18:06:25.709932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-242053f6-5c10-4b98-92e2-9ea57da316fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.727546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31c4d1c3-4951-4001-b51f-dd71940540ac req-cba6b8b7-7eca-4372-9a95-aff395196570 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234274 Dec 10 18:06:25.736613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f152b-4621-4651-834a-3782a7b48120 req-8f7937a4-ee4f-496e-8b6c-74d8ebc36460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.738161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-157f152b-4621-4651-834a-3782a7b48120 req-8f7937a4-ee4f-496e-8b6c-74d8ebc36460 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 200 len: 861 time: 0.0636778 Dec 10 18:06:25.758940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-242053f6-5c10-4b98-92e2-9ea57da316fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.775852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb9323-d382-4f41-bbc9-5c707921c685 req-c31f68b8-40ad-422b-ae8a-c04ce263db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.777476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-01eb9323-d382-4f41-bbc9-5c707921c685 req-c31f68b8-40ad-422b-ae8a-c04ce263db05 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 1122 time: 0.1531250 Dec 10 18:06:25.817074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f152b-4621-4651-834a-3782a7b48120 req-521b2918-1d96-427a-ba9e-971cb4504d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:25.817276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-01eb9323-d382-4f41-bbc9-5c707921c685 req-3f6658ee-6359-4131-a819-4632c5d4ff1f service neutron] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.817525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-157f152b-4621-4651-834a-3782a7b48120 req-521b2918-1d96-427a-ba9e-971cb4504d9b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89be900f-2645-4a6b-b6e4-0c443629727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715067 Dec 10 18:06:25.852205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-242053f6-5c10-4b98-92e2-9ea57da316fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.854975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-242053f6-5c10-4b98-92e2-9ea57da316fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.856181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-242053f6-5c10-4b98-92e2-9ea57da316fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/712af70e-c574-43bf-ab2e-be9413da77ee HTTP/1.1" status: 204 len: 168 time: 0.3008747 Dec 10 18:06:25.876398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242053f6-5c10-4b98-92e2-9ea57da316fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712af70e-c574-43bf-ab2e-be9413da77ee,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:25.948398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-01eb9323-d382-4f41-bbc9-5c707921c685 req-3f6658ee-6359-4131-a819-4632c5d4ff1f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.954916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-01eb9323-d382-4f41-bbc9-5c707921c685 req-3f6658ee-6359-4131-a819-4632c5d4ff1f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:25.974030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-157f152b-4621-4651-834a-3782a7b48120 req-8ded4430-8505-4cd6-b675-2c415dd6809c service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476452 Dec 10 18:06:26.001368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-01eb9323-d382-4f41-bbc9-5c707921c685 req-3f6658ee-6359-4131-a819-4632c5d4ff1f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157233 Dec 10 18:06:26.011654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6658ee-6359-4131-a819-4632c5d4ff1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c47e4-d906-4d03-9853-43caafda199f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:26.086447 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-157f152b-4621-4651-834a-3782a7b48120 req-3a2070fc-c3ae-45c4-8ac2-df7703800217 service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025305 Dec 10 18:06:26.195613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50890) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:26.210005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4406a886-7507-4172-b4d8-9d084dfff5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:26.283688 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4406a886-7507-4172-b4d8-9d084dfff5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:26.289276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4406a886-7507-4172-b4d8-9d084dfff5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:26.334706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406a886-7507-4172-b4d8-9d084dfff5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e76e76b-362c-4eb5-8937-20eb0b4abeb3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:26.351538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50898) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:26.351731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4406a886-7507-4172-b4d8-9d084dfff5f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=316bd5ba86e8404792107ac3a8003080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548865 Dec 10 18:06:26.440430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758ea13-9a21-4b60-9056-2e83cfba1ed0 req-058efd53-a208-43f2-a4a0-b020784a0db4 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:26.441952 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f758ea13-9a21-4b60-9056-2e83cfba1ed0 req-058efd53-a208-43f2-a4a0-b020784a0db4 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.0741327 Dec 10 18:06:26.445073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-848638b0-6c66-4cba-823f-625133c5f088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:26.482725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-848638b0-6c66-4cba-823f-625133c5f088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:26.516039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687dd6-f283-4adb-948b-3d715bcaa4d6 req-4155711d-a965-44c5-b536-305ce223b883 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:26.517529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91687dd6-f283-4adb-948b-3d715bcaa4d6 req-4155711d-a965-44c5-b536-305ce223b883 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 965 time: 0.0503139 Dec 10 18:06:26.535088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f758ea13-9a21-4b60-9056-2e83cfba1ed0 req-9adb9e04-2f0e-4697-a09b-974507f99a78 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854321 Dec 10 18:06:26.566338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-848638b0-6c66-4cba-823f-625133c5f088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:26.569179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-848638b0-6c66-4cba-823f-625133c5f088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:26.570319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-848638b0-6c66-4cba-823f-625133c5f088 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e76e76b-362c-4eb5-8937-20eb0b4abeb3 HTTP/1.1" status: 204 len: 168 time: 0.2177906 Dec 10 18:06:26.581347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91687dd6-f283-4adb-948b-3d715bcaa4d6 req-8767693d-34c9-4623-84d4-51ce1c2dfa97 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566523 Dec 10 18:06:26.587832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848638b0-6c66-4cba-823f-625133c5f088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e76e76b-362c-4eb5-8937-20eb0b4abeb3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:26.848393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50916) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:26.865122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8533b7-dd94-4953-82a7-c7352e5124f8 req-491e7ece-b10c-4a42-9cac-472e305cf34f tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:26.867429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8533b7-dd94-4953-82a7-c7352e5124f8 req-491e7ece-b10c-4a42-9cac-472e305cf34f tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.0547688 Dec 10 18:06:26.920626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8533b7-dd94-4953-82a7-c7352e5124f8 req-19418e81-99c3-441c-8514-7ede192e867c tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465345 Dec 10 18:06:26.976839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9525-7053-4c5b-baf5-5daf5192f150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.056074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9525-7053-4c5b-baf5-5daf5192f150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.060890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0cd9525-7053-4c5b-baf5-5daf5192f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.105214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f0cd9525-7053-4c5b-baf5-5daf5192f150 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5973160cec2540d2b2806b3f9208f8b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556589 Dec 10 18:06:27.108525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50938) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:27.111146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd9525-7053-4c5b-baf5-5daf5192f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827d17bd-6eb2-48c3-93cd-5ba4914d8d86,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:27.179016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42d7d540-c8a4-4ec5-888b-3dc8e24d447e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.201846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42d7d540-c8a4-4ec5-888b-3dc8e24d447e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.258766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42d7d540-c8a4-4ec5-888b-3dc8e24d447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.262071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42d7d540-c8a4-4ec5-888b-3dc8e24d447e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.263494 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-42d7d540-c8a4-4ec5-888b-3dc8e24d447e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/827d17bd-6eb2-48c3-93cd-5ba4914d8d86 HTTP/1.1" status: 204 len: 168 time: 0.1533320 Dec 10 18:06:27.273799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7d540-c8a4-4ec5-888b-3dc8e24d447e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d17bd-6eb2-48c3-93cd-5ba4914d8d86,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:27.649871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50996) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:27.673181 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53c429d4-466f-439d-b80b-226f5b6c73b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:27.686595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84ce45-a50b-44c6-8f56-3b3b4684d855 req-1031ca7f-1965-4b92-93fd-a4e0148875ea tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:27.688798 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c84ce45-a50b-44c6-8f56-3b3b4684d855 req-1031ca7f-1965-4b92-93fd-a4e0148875ea tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.0829504 Dec 10 18:06:27.751793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c84ce45-a50b-44c6-8f56-3b3b4684d855 req-e900ce8d-aa47-4fc4-bb36-eedd5ff11c69 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551584 Dec 10 18:06:27.956135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc7b1e-d484-4ffb-bacd-9d6c40217529 req-1c3b1d72-2f0b-41ba-ade0-bd315c944560 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:27.958313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fbc7b1e-d484-4ffb-bacd-9d6c40217529 req-1c3b1d72-2f0b-41ba-ade0-bd315c944560 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 965 time: 0.0667062 Dec 10 18:06:28.019472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53c429d4-466f-439d-b80b-226f5b6c73b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.027247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53c429d4-466f-439d-b80b-226f5b6c73b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.037395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fbc7b1e-d484-4ffb-bacd-9d6c40217529 req-658d1ac7-cdc3-4bc4-bb8b-855a5b55fa92 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721242 Dec 10 18:06:28.049272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052722f8-6554-40f1-968b-6b0b02f06b05 req-d6eeca41-15e9-475a-8c71-b9c84e7dc256 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:28.051399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-052722f8-6554-40f1-968b-6b0b02f06b05 req-d6eeca41-15e9-475a-8c71-b9c84e7dc256 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 947 time: 0.0499516 Dec 10 18:06:28.074087 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-53c429d4-466f-439d-b80b-226f5b6c73b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a380184499a4e27afc167f7b1fb8552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232440 Dec 10 18:06:28.075038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c429d4-466f-439d-b80b-226f5b6c73b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95eba603-fbf0-40ac-b295-9dd2370880ae,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:28.077283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51008) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:28.111170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-052722f8-6554-40f1-968b-6b0b02f06b05 req-20021051-3903-49b6-8a79-4e452ba7b517 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Dec 10 18:06:28.131873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062e81d2-ce13-484a-8480-bbf8c7d7c78f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.155133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062e81d2-ce13-484a-8480-bbf8c7d7c78f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.202771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062e81d2-ce13-484a-8480-bbf8c7d7c78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.206069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062e81d2-ce13-484a-8480-bbf8c7d7c78f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.209727 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-062e81d2-ce13-484a-8480-bbf8c7d7c78f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/95eba603-fbf0-40ac-b295-9dd2370880ae HTTP/1.1" status: 204 len: 168 time: 0.1290801 Dec 10 18:06:28.221931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e81d2-ce13-484a-8480-bbf8c7d7c78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95eba603-fbf0-40ac-b295-9dd2370880ae,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:28.243899 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0a04f62-6ac4-47e2-ab29-2a22cf9c3e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.426047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e0d2068f-95c8-4e59-bc87-e90c4c02b256 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:28.539601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e0d2068f-95c8-4e59-bc87-e90c4c02b256, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:28.557068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'port_id': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'mac_address': 'fa:16:3e:bf:f5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-568513407', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:28.597686 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.611073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d2068f-95c8-4e59-bc87-e90c4c02b256 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:28.632519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e0d2068f-95c8-4e59-bc87-e90c4c02b256, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:28.638608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51036) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:28.639485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.697903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e0d2068f-95c8-4e59-bc87-e90c4c02b256,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:28.847047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9394-6d8a-4374-8eb2-93eccc143244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.866075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['e0d2068f-95c8-4e59-bc87-e90c4c02b256'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:28.913043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a328d63-b893-4af3-b505-2abd500f7423 req-d41138d7-7f79-4439-b747-1ca4aa66e8fc tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:28.919797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a328d63-b893-4af3-b505-2abd500f7423 req-d41138d7-7f79-4439-b747-1ca4aa66e8fc tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.0775750 Dec 10 18:06:28.969806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9394-6d8a-4374-8eb2-93eccc143244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:28.977917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a2b9394-6d8a-4374-8eb2-93eccc143244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.019973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a328d63-b893-4af3-b505-2abd500f7423 req-e0494e5f-82f6-4994-8a96-27a509f7f73d tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897636 Dec 10 18:06:29.026122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7a2b9394-6d8a-4374-8eb2-93eccc143244 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a229d4776154627a3b5da823d291801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3839562 Dec 10 18:06:29.026122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b9394-6d8a-4374-8eb2-93eccc143244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bfdc67-2822-4bd0-aafd-fa840000a9c6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:29.027035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51056) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:29.074902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:29.134898 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d471-92f5-420c-9127-57bbdd87a9d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.177443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51064) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:29.194319 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d471-92f5-420c-9127-57bbdd87a9d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.208220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:29.247813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf', 'mac_address': 'fa:16:3e:8e:94:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:29.262485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3f517-c83a-4156-be12-3bf308220b51 req-dee3ee68-4776-4a8a-87fa-ae19c71fd7be tempest-AggregatesAdminTestJSON-473524483 tempest-AggregatesAdminTestJSON-473524483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:29.264043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ab3f517-c83a-4156-be12-3bf308220b51 req-dee3ee68-4776-4a8a-87fa-ae19c71fd7be tempest-AggregatesAdminTestJSON-473524483 tempest-AggregatesAdminTestJSON-473524483-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 1122 time: 0.0440173 Dec 10 18:06:29.290693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8ab3f517-c83a-4156-be12-3bf308220b51 req-edc99b9c-aaef-4996-ad83-219f4580ed23 tempest-AggregatesAdminTestJSON-473524483 tempest-AggregatesAdminTestJSON-473524483-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.296995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7cb14-8ed8-4c4d-9bd1-ac0ad0a0efb1 req-36d7f8b7-6799-435b-9910-e22b49e71961 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:29.297215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.298710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36d7cb14-8ed8-4c4d-9bd1-ac0ad0a0efb1 req-36d7f8b7-6799-435b-9910-e22b49e71961 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 966 time: 0.1215243 Dec 10 18:06:29.313162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:29.320067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-850320709-network', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:29.335884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d471-92f5-420c-9127-57bbdd87a9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.338650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0d2d471-92f5-420c-9127-57bbdd87a9d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.339068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:29.343117 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e0d2d471-92f5-420c-9127-57bbdd87a9d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52bfdc67-2822-4bd0-aafd-fa840000a9c6 HTTP/1.1" status: 204 len: 168 time: 0.3144391 Dec 10 18:06:29.354264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.363987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2d471-92f5-420c-9127-57bbdd87a9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bfdc67-2822-4bd0-aafd-fa840000a9c6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:29.386749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Made reservation on behalf of 0d0805c23c034e97af94dd1275e0e6c5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:29.393331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.393768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36d7cb14-8ed8-4c4d-9bd1-ac0ad0a0efb1 req-24e5e7db-264c-4a0e-b484-16e78c51b810 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755217 Dec 10 18:06:29.426144 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.444750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:29.511053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba9691-0b54-44fb-8de5-f7842b7bad07 req-5620d3db-6054-4a0f-84ac-39a59a47e0a3 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:29.513010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71ba9691-0b54-44fb-8de5-f7842b7bad07 req-5620d3db-6054-4a0f-84ac-39a59a47e0a3 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 948 time: 0.0557315 Dec 10 18:06:29.517541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8ab3f517-c83a-4156-be12-3bf308220b51 req-edc99b9c-aaef-4996-ad83-219f4580ed23 tempest-AggregatesAdminTestJSON-473524483 tempest-AggregatesAdminTestJSON-473524483-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.528290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8ab3f517-c83a-4156-be12-3bf308220b51 req-edc99b9c-aaef-4996-ad83-219f4580ed23 tempest-AggregatesAdminTestJSON-473524483 tempest-AggregatesAdminTestJSON-473524483-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.567940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71ba9691-0b54-44fb-8de5-f7842b7bad07 req-e60ee5d8-1af5-474f-9e72-a45fce23b288 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482969 Dec 10 18:06:29.595979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ab3f517-c83a-4156-be12-3bf308220b51 req-edc99b9c-aaef-4996-ad83-219f4580ed23 tempest-AggregatesAdminTestJSON-473524483 tempest-AggregatesAdminTestJSON-473524483-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250842 Dec 10 18:06:29.599075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99b9c-aaef-4996-ad83-219f4580ed23 tempest-AggregatesAdminTestJSON-473524483 tempest-AggregatesAdminTestJSON-473524483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aba14ef-0b8e-4e61-9f85-b583809be43a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:29.643926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.649796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.665742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:29.681526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:06:29.698863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f5dd5f-180b-4dda-b670-da94b83d5917,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:29.713478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.713829 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Added segment 5745aef0-5af7-4e8b-9dba-f5dc622459ae of type vlan for network 7a4795ec-0ddc-4225-b171-5148d14cb4ac Dec 10 18:06:29.767286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51110) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:29.783587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8988eb8a-27fe-4d34-b70f-6b572f29153c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.787580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.842512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.843711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:29.847161 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.917941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8988eb8a-27fe-4d34-b70f-6b572f29153c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.923134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8988eb8a-27fe-4d34-b70f-6b572f29153c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:29.973537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4795ec-0ddc-4225-b171-5148d14cb4ac,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:29.984451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0980003a-8d95-44a7-968e-a7c6e23fd0a2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8049948 Dec 10 18:06:29.987927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:06:29.988324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51128) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:29.991780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988eb8a-27fe-4d34-b70f-6b572f29153c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3af85-0cd9-43b7-9374-1411d2a48a74,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:29.996996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8988eb8a-27fe-4d34-b70f-6b572f29153c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aadcd62dda124a06bad78839abd0ded4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284307 Dec 10 18:06:29.997582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Request body: {'subnet': {'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-subnet', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:29.999962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51130) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:30.022916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Made reservation on behalf of 0d0805c23c034e97af94dd1275e0e6c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:30.025764 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Publish callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.050348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-498132f1-e3f3-46bb-bfa9-fe953811adfd tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322142 Dec 10 18:06:30.151046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2cba0f67-bd88-4156-9d87-a83299e43828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.195354 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2cba0f67-bd88-4156-9d87-a83299e43828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.214776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-cfa4845b-d5d6-4f42-8da4-1915e3945931 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:30.221961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-cfa4845b-d5d6-4f42-8da4-1915e3945931 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1656015 Dec 10 18:06:30.231290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.245064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-b5a0d7f2-2570-433f-aa4b-f6dd7d84271d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/quotas/17b7637fb8014e328f979b27ed8ff4fc HTTP/1.1" status: 200 len: 375 time: 0.0220952 Dec 10 18:06:30.287361 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-ff3c827d-80fd-4f2b-94cc-a99fd2c8f4bb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352223 Dec 10 18:06:30.310131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2cba0f67-bd88-4156-9d87-a83299e43828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.312945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2cba0f67-bd88-4156-9d87-a83299e43828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.316713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2cba0f67-bd88-4156-9d87-a83299e43828 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/66e3af85-0cd9-43b7-9374-1411d2a48a74 HTTP/1.1" status: 204 len: 168 time: 0.3129444 Dec 10 18:06:30.322848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=923b69e0-305c-4cef-957c-31e2d71d0d94,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:30.324821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba0f67-bd88-4156-9d87-a83299e43828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3af85-0cd9-43b7-9374-1411d2a48a74,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:30.327934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Checking segment: {'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:30.328435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Network hostable DHCP agents. Network: 7a4795ec-0ddc-4225-b171-5148d14cb4ac, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:06:30.364217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:06:30.379677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 7a4795ec-0ddc-4225-b171-5148d14cb4ac) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:30.395333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:30.395333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.395585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16099fec-00ec-4868-9239-a086848b29d2 None None] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:30.421037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51158) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:30.423120 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b43b3c5b-9a6d-4056-a6cd-1dd2254174ab admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4334683 Dec 10 18:06:30.427137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:30.459729 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.461080 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.474658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e0d2068f-95c8-4e59-bc87-e90c4c02b256 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:30.603473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.666170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-7a4795ec-0ddc-4225-b171-5148d14cb4ac', 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac', 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'fixed_ips': [{'subnet_id': '923b69e0-305c-4cef-957c-31e2d71d0d94'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:06:30.667072 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.701671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port e0d2068f-95c8-4e59-bc87-e90c4c02b256 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:06:30.714984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port e0d2068f-95c8-4e59-bc87-e90c4c02b256 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:30.715378 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.761766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8ff9a-6c1c-4934-b905-b4481cc4cc7b req-a2650631-dd62-411a-a411-6ebf630fa5f4 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:30.770326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3e8ff9a-6c1c-4934-b905-b4481cc4cc7b req-a2650631-dd62-411a-a411-6ebf630fa5f4 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 948 time: 0.0607111 Dec 10 18:06:30.856492 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3e8ff9a-6c1c-4934-b905-b4481cc4cc7b req-1db7020f-f37e-4bdd-ad1f-1cc3f5c95453 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851343 Dec 10 18:06:30.908347 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:30.989316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08870861-1c7f-4b5e-afe1-9678ac0b9a3f req-24262e24-74ae-4af6-9ddc-a473d1d8641a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:30.995223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08870861-1c7f-4b5e-afe1-9678ac0b9a3f req-24262e24-74ae-4af6-9ddc-a473d1d8641a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 966 time: 0.2188022 Dec 10 18:06:31.040590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-41294296-94b5-430a-8fd5-c68f98fec510 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351627 Dec 10 18:06:31.059725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:31.110954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08870861-1c7f-4b5e-afe1-9678ac0b9a3f req-007f38b1-a9ff-4de9-bd1f-59b3cf538dea tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648060 Dec 10 18:06:31.129863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Allocated IP 172.20.0.2 (7a4795ec-0ddc-4225-b171-5148d14cb4ac/923b69e0-305c-4cef-957c-31e2d71d0d94/858bdca1-b3ff-4cac-854f-d7abdab96b8b) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:31.129863 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.129863 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-988506d5-68b1-47e3-860a-7cf7b41054c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.198188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e0d2068f-95c8-4e59-bc87-e90c4c02b256, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:31.203535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:31.206394 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a7a189-bf4a-4124-9fc9-865677322f3f" -d '{"events": [{"server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "name": "network-vif-plugged", "status": "completed", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:31.241194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.249194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:06:31.251313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-8957cc4c-8108-4055-8f94-67d553f077c7 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:31.262663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-8957cc4c-8108-4055-8f94-67d553f077c7 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2206194 Dec 10 18:06:31.290280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:31.290811 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.296999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-142942ea-b988-4532-812a-01774c3bffdc tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/quotas/17b7637fb8014e328f979b27ed8ff4fc HTTP/1.1" status: 200 len: 375 time: 0.0333652 Dec 10 18:06:31.377019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-ab53a388-dcbc-472d-8ca6-8d702ffd9f08 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790143 Dec 10 18:06:31.484780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.507552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.515856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e0d2068f-95c8-4e59-bc87-e90c4c02b256,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:31.598111 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.669665 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.681388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.695058 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.698431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:31.714260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Allocated IP 172.25.2.191 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/e3d7ef7f-e825-47af-ab67-82e293437ad9) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:31.737526 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafb1782-f847-4190-8530-a39ba6bc36de x-openstack-request-id: req-bafb1782-f847-4190-8530-a39ba6bc36de {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:31.737850 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "name": "network-vif-plugged", "status": "completed", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:31.738111 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bafb1782-f847-4190-8530-a39ba6bc36de {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:31.742628 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'code': 200} Dec 10 18:06:31.754727 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.769737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:31.776480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:31.780863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:31.798779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Pushing event updated for resources: {'Port': ['ID=858bdca1-b3ff-4cac-854f-d7abdab96b8b,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:31.912375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Attempting to bind port 858bdca1-b3ff-4cac-854f-d7abdab96b8b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:31.913699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Attempting to bind port 858bdca1-b3ff-4cac-854f-d7abdab96b8b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:31.914349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Attempting to bind port 858bdca1-b3ff-4cac-854f-d7abdab96b8b on network 7a4795ec-0ddc-4225-b171-5148d14cb4ac {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:31.934152 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.935728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:31.947180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:31.947818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Checking segment: {'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:31.948329 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.949490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Bound using segment: {'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:31.950242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Bound port: 858bdca1-b3ff-4cac-854f-d7abdab96b8b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:31.950863 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:31.996455 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-291bc373-dc7c-4fee-8729-35afac17c566 req-fa320802-39fb-48ca-b77e-9882e26cc9cf tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 210 time: 0.1284511 Dec 10 18:06:32.061066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] For port 858bdca1-b3ff-4cac-854f-d7abdab96b8b, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:32.065482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b17d5-a45b-4b54-a5d3-bbbea1fbae7f req-6b3828fa-cd7d-4831-9865-0af038b0c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:32.066054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] For port 858bdca1-b3ff-4cac-854f-d7abdab96b8b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=858bdca1-b3ff-4cac-854f-d7abdab96b8b,segment=NetworkSegment(5745aef0-5af7-4e8b-9dba-f5dc622459ae),segment_id=5745aef0-5af7-4e8b-9dba-f5dc622459ae)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:32.067469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-423b17d5-a45b-4b54-a5d3-bbbea1fbae7f req-6b3828fa-cd7d-4831-9865-0af038b0c480 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 1118 time: 0.1928451 Dec 10 18:06:32.073210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:32.137124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:32.176774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84589433-c72f-40c0-a60a-9783af61ae0f None None] Pushing event updated for resources: {'Port': ['ID=858bdca1-b3ff-4cac-854f-d7abdab96b8b,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:32.283295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-423b17d5-a45b-4b54-a5d3-bbbea1fbae7f req-ac9b6337-f908-409f-a0d5-ed6af0ec77ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067468 Dec 10 18:06:32.309953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fdcb3-2d94-4a1a-954f-005c6d2346bf req-a429b9bd-1c83-4918-9417-6afe45a4d31a tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:32.316619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-c0c7ad02-c18d-4700-b183-92e116daf010 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620430 Dec 10 18:06:32.320115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-459fdcb3-2d94-4a1a-954f-005c6d2346bf req-a429b9bd-1c83-4918-9417-6afe45a4d31a tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 949 time: 0.1751044 Dec 10 18:06:32.405491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:32.480453 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-459fdcb3-2d94-4a1a-954f-005c6d2346bf req-e5763afb-aaf9-410d-9b2b-251b4fd66883 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383116 Dec 10 18:06:32.518982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:32.534078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:32.539724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:32.551120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Pushing event updated for resources: {'Port': ['ID=e3d7ef7f-e825-47af-ab67-82e293437ad9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:32.574825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-dc77b6bf-5f3e-4051-8f0f-cb7a93c1223e tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:32.574825 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-dc77b6bf-5f3e-4051-8f0f-cb7a93c1223e tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2345979 Dec 10 18:06:32.672437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Request body: {'port': {'device_id': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '17b7637fb8014e328f979b27ed8ff4fc'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:32.872243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a28a6-ff54-4279-b737-4364ee296452 req-ee5e7cec-de19-4cab-93d6-859bb2c9a7e8 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:32.873896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff2a28a6-ff54-4279-b737-4364ee296452 req-ee5e7cec-de19-4cab-93d6-859bb2c9a7e8 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 967 time: 0.4050331 Dec 10 18:06:32.970316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:32.974298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff2a28a6-ff54-4279-b737-4364ee296452 req-864c65a4-4972-42e4-86b2-ca56d5edbc45 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817845 Dec 10 18:06:32.978988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Made reservation on behalf of 17b7637fb8014e328f979b27ed8ff4fc for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:32.983021 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.014129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.116346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.124769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.214525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e397ff10-6189-4dc1-bc60-68d34417dbe9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:33.248039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.272453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db934e8b-a16c-4a17-8f6d-3d01b4a532f8 req-70248d31-7941-4a9b-9f4a-e3382ff4f066 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 210 time: 0.0839400 Dec 10 18:06:33.472332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Allocated IP 192.168.233.167 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/bf5efef4-e1e0-4ce4-8dd8-845e283375cc) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:33.558614 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.745185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861a7e9b-9512-4726-be08-11687b3d5649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:33.747875 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e59348-8cb0-4881-85d3-998a21ff8330" -d '{"events": [{"server_uuid": "861a7e9b-9512-4726-be08-11687b3d5649", "name": "network-vif-plugged", "status": "completed", "tag": "3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:33.759923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-fab09d44-7ae1-46d3-b565-48bd3075b161 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0773606 Dec 10 18:06:33.782105 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.835284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.874305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2804f6-8f51-4284-9d84-0604e8e68733 None None] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:33.887321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:33.890934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:33.896528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:33.905789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:33.906479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:33.929417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c8136-f48f-4a1f-8a0b-2b6157191e17 req-056bc935-e5db-4b04-9229-83045ea4a2a1 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:33.932177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2691872 Dec 10 18:06:33.936470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d0e0b-615e-45cf-96ba-507f9a7c9c92 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:33.945506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b4c8136-f48f-4a1f-8a0b-2b6157191e17 req-056bc935-e5db-4b04-9229-83045ea4a2a1 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 949 time: 0.2553468 Dec 10 18:06:33.951956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Request body: {'port': {'device_id': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:33.970180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7e8ff62a-ace1-4d74-9497-0682c858871e None None] Provisioning complete for port 858bdca1-b3ff-4cac-854f-d7abdab96b8b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:33.970607 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff62a-ace1-4d74-9497-0682c858871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.005325 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597f0ac8-a353-46a3-be2d-3789d6da47b9 x-openstack-request-id: req-597f0ac8-a353-46a3-be2d-3789d6da47b9 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:34.005639 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861a7e9b-9512-4726-be08-11687b3d5649", "name": "network-vif-plugged", "status": "completed", "tag": "3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:34.006069 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-597f0ac8-a353-46a3-be2d-3789d6da47b9 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:34.006504 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861a7e9b-9512-4726-be08-11687b3d5649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf', 'code': 200} Dec 10 18:06:34.057535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c299e9f4-013a-4431-991a-894984e4453d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:34.059084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c299e9f4-013a-4431-991a-894984e4453d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2871783 Dec 10 18:06:34.065066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Router 0a99dc78-a55b-4e2e-9199-95172b42c9af is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:06:34.086629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Request body: {'port': {'device_id': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '17b7637fb8014e328f979b27ed8ff4fc'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:34.102257 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.126861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.30', 53287) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:34.157091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b4c8136-f48f-4a1f-8a0b-2b6157191e17 req-e0756bff-456c-477b-abbb-a76891cef370 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106450 Dec 10 18:06:34.219169 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.228607 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff62a-ace1-4d74-9497-0682c858871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.328451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7e8ff62a-ace1-4d74-9497-0682c858871e None None] For port 858bdca1-b3ff-4cac-854f-d7abdab96b8b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=858bdca1-b3ff-4cac-854f-d7abdab96b8b,segment=NetworkSegment(5745aef0-5af7-4e8b-9dba-f5dc622459ae),segment_id=5745aef0-5af7-4e8b-9dba-f5dc622459ae)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:34.340326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.349123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff62a-ace1-4d74-9497-0682c858871e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.499220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 858bdca1-b3ff-4cac-854f-d7abdab96b8b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:34.500384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:06:34.511226 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Sync routers for ids ['0a99dc78-a55b-4e2e-9199-95172b42c9af'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:06:34.523511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Made reservation on behalf of 17b7637fb8014e328f979b27ed8ff4fc for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:34.527084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.535008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Routers {'0a99dc78-a55b-4e2e-9199-95172b42c9af'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:34.535642 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0a99dc78-a55b-4e2e-9199-95172b42c9af'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:34.606482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ff62a-ace1-4d74-9497-0682c858871e None None] Pushing event updated for resources: {'Port': ['ID=858bdca1-b3ff-4cac-854f-d7abdab96b8b,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:34.620607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-19123e55-90ff-4d0f-b19f-57efd752567a None None] Provisioning complete for port bf5efef4-e1e0-4ce4-8dd8-845e283375cc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:34.621301 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-19123e55-90ff-4d0f-b19f-57efd752567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.621444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.624850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bbb78434-015c-4ee3-9db9-dd2bf01ed14e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2026856 Dec 10 18:06:34.629416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51370) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:34.643845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e86e2-41d2-44a6-9c9b-86b1f77ec41e req-fe3a6e98-b83a-4e16-9875-b30f62db969d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:34.645789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a52e86e2-41d2-44a6-9c9b-86b1f77ec41e req-fe3a6e98-b83a-4e16-9875-b30f62db969d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 967 time: 0.2266464 Dec 10 18:06:34.667903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 858bdca1-b3ff-4cac-854f-d7abdab96b8b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:34.668566 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.670963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-19123e55-90ff-4d0f-b19f-57efd752567a None None] Port bf5efef4-e1e0-4ce4-8dd8-845e283375cc cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:34.701769 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Set router 0a99dc78-a55b-4e2e-9199-95172b42c9af gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:34.741543 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a52e86e2-41d2-44a6-9c9b-86b1f77ec41e req-414ed610-f854-4c7b-be35-be9d70e7002c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638914 Dec 10 18:06:34.803941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d4dd314d-a625-4d44-b1d2-36d115861947 None None] Provisioning complete for port 858bdca1-b3ff-4cac-854f-d7abdab96b8b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:34.804324 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4dd314d-a625-4d44-b1d2-36d115861947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:34.825092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7439b422-6457-4177-83f8-e42f400da766 req-e4c6f498-c994-4c36-90fa-3d730a14a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:34.826687 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7439b422-6457-4177-83f8-e42f400da766 req-e4c6f498-c994-4c36-90fa-3d730a14a9fd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 1100 time: 0.6986947 Dec 10 18:06:34.857412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97b2c28e-d5fb-42a0-ae46-9b1e689c529f req-157a01a3-cc61-4ecd-8f42-f813aa3f2e00 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 210 time: 0.0899339 Dec 10 18:06:34.944224 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:06:32Z', 'revision_number': 3, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:34.982839 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Checking router: 0a99dc78-a55b-4e2e-9199-95172b42c9af for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:06:34.983608 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Updating router 0a99dc78-a55b-4e2e-9199-95172b42c9af port e3d7ef7f-e825-47af-ab67-82e293437ad9 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:06:35.013425 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.063294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7439b422-6457-4177-83f8-e42f400da766 req-f8ce35d0-cf9b-437e-ad78-7f5a6a97a36a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026389 Dec 10 18:06:35.089966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401671ff-52cd-40cf-a838-809d9754e889 req-1d844160-ee75-4e64-8cdb-1bad58482921 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:35.101178 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401671ff-52cd-40cf-a838-809d9754e889 req-1d844160-ee75-4e64-8cdb-1bad58482921 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 967 time: 0.0780292 Dec 10 18:06:35.101415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5efef4-e1e0-4ce4-8dd8-845e283375cc {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:35.107794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51388) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:35.120945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'floatingip': {'port_id': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:35.339262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.421937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.457833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Transition to ACTIVE for port object bf5efef4-e1e0-4ce4-8dd8-845e283375cc will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:06:35.531944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.546888 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.578275 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.706041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51424) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:35.750546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:35.790457 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Attempting to bind port e3d7ef7f-e825-47af-ab67-82e293437ad9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:35.791162 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Attempting to bind port e3d7ef7f-e825-47af-ab67-82e293437ad9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:35.791689 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Attempting to bind port e3d7ef7f-e825-47af-ab67-82e293437ad9 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:35.800730 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2e46a-e186-4d4a-adea-ea99e69d6fb5 None None] Pushing event updated for resources: {'Port': ['ID=e3d7ef7f-e825-47af-ab67-82e293437ad9,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:35.803575 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:35.804190 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:35.804747 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.805518 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:35.806181 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Bound port: e3d7ef7f-e825-47af-ab67-82e293437ad9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:35.806774 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.817169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Allocated IP 192.168.233.4 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/9f33e3f1-446a-4780-a026-c10d05a09f6e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:35.887852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] For port e3d7ef7f-e825-47af-ab67-82e293437ad9, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:35.893713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Attempting to bind port bf5efef4-e1e0-4ce4-8dd8-845e283375cc on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:35.894771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Attempting to bind port bf5efef4-e1e0-4ce4-8dd8-845e283375cc by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:35.895882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Attempting to bind port bf5efef4-e1e0-4ce4-8dd8-845e283375cc on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:35.897061 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] For port e3d7ef7f-e825-47af-ab67-82e293437ad9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3d7ef7f-e825-47af-ab67-82e293437ad9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:35.906444 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:35.965632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51438) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:36.012455 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2e46a-e186-4d4a-adea-ea99e69d6fb5 None None] Pushing event updated for resources: {'Port': ['ID=e3d7ef7f-e825-47af-ab67-82e293437ad9,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:36.015412 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Routers {'0a99dc78-a55b-4e2e-9199-95172b42c9af'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:36.017920 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0a99dc78-a55b-4e2e-9199-95172b42c9af'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:36.070522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Port bf5efef4-e1e0-4ce4-8dd8-845e283375cc on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:06:36.070848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Attempting to bind port bf5efef4-e1e0-4ce4-8dd8-845e283375cc on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:36.087247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.130551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7081e0d2-9478-470b-8c32-4ebf7e8b75b9 req-07853efa-0a80-4586-bd9b-af76343fde89 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 210 time: 0.0437686 Dec 10 18:06:36.131457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:36.131803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:36.132571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:36.132687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Bound port: bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:36.133012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.177794 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] Set router 0a99dc78-a55b-4e2e-9199-95172b42c9af gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:36.180567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.182428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1b69c6c0-5707-49f6-977e-f1856caa9ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.196696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ec73f-bb97-489e-b760-98f5c383eb7b req-30c90d93-fa98-4d3a-8ac4-baafe1c3b499 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:36.204091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd3ec73f-bb97-489e-b760-98f5c383eb7b req-30c90d93-fa98-4d3a-8ac4-baafe1c3b499 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 949 time: 0.7914627 Dec 10 18:06:36.264555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-1bc40a5b-31b4-438f-b034-c625333987bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3624003 Dec 10 18:06:36.318300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7efd-efb1-4752-9232-32bde60b3703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.347594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd3ec73f-bb97-489e-b760-98f5c383eb7b req-cb4b0820-6b9d-4799-abe7-8265f0ff39e3 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419020 Dec 10 18:06:36.435161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 858bdca1-b3ff-4cac-854f-d7abdab96b8b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:36.438248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:36.490071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:36.513088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-0b3ebd61-a101-49b4-ac42-1022252deddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:36.515264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-0b3ebd61-a101-49b4-ac42-1022252deddf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b3c136c01d5b449189ccbeae2a1f68e0&device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 1122 time: 0.1938076 Dec 10 18:06:36.558607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.586988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 858bdca1-b3ff-4cac-854f-d7abdab96b8b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:36.588552 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.716921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-3aa0ece0-41ef-41f5-a04b-e936eaca65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:36.718618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-3aa0ece0-41ef-41f5-a04b-e936eaca65aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1108632 Dec 10 18:06:36.723409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.731397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:06:32Z', 'revision_number': 3, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:36.781219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:36.789103 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6aefd5-1658-42af-9334-57c4dc4179ba None None] The sync data for ids ['0a99dc78-a55b-4e2e-9199-95172b42c9af'] in n-d-821424-1 is: [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:06:32Z', 'revision_number': 3, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:06:36.805166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-6ef77fb1-7f8f-445f-a1c4-238275e2e390 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6 HTTP/1.1" status: 200 len: 217 time: 0.0425527 Dec 10 18:06:36.822014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:36.822739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.824410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] 10.222.0.30 "PUT /v2.0/ports/bf5efef4-e1e0-4ce4-8dd8-845e283375cc HTTP/1.1" status: 200 len: 1096 time: 2.8775022 Dec 10 18:06:36.834394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:36.838703 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc65b0-0dce-475e-8188-db5e2a7af4da" -d '{"events": [{"name": "network-changed", "server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:36.848103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1b69c6c0-5707-49f6-977e-f1856caa9ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.875356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:36.883902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:36.898512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:36.906752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:36.907428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:36.936656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-b0c6f7da-09b5-42c4-8b6d-278dd8f2b485 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8655388 Dec 10 18:06:36.950063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Request body: {'port': {'device_id': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:36.982837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1b69c6c0-5707-49f6-977e-f1856caa9ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:37.013263 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a65c852-2eb2-4829-9b7e-e5f2fb25c8fc x-openstack-request-id: req-9a65c852-2eb2-4829-9b7e-e5f2fb25c8fc {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:37.013610 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:37.013817 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9a65c852-2eb2-4829-9b7e-e5f2fb25c8fc {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:37.014461 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'status': 'completed', 'code': 200} Dec 10 18:06:37.116395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa826dc-3902-4d6c-a39e-2d634133b315 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:37.169336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.resource_extend [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:06:37.325837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69c6c0-5707-49f6-977e-f1856caa9ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9676f92-1e90-41b2-a87b-afd505cbb7de,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:37.376679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1b69c6c0-5707-49f6-977e-f1856caa9ffd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1f66e99379de40ac827bbec3f38fef68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6589854 Dec 10 18:06:37.378758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51482) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:37.382767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Allocated IP 172.20.0.1 (7a4795ec-0ddc-4225-b171-5148d14cb4ac/923b69e0-305c-4cef-957c-31e2d71d0d94/27c94d16-7eeb-4603-9cb4-981bb764e24a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:37.389629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7efd-efb1-4752-9232-32bde60b3703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:37.412315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e6a1a-1185-4f76-be37-abfe0b599150 req-cb92661d-4360-42b5-b939-ab1e05227a83 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:37.424902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-176e6a1a-1185-4f76-be37-abfe0b599150 req-cb92661d-4360-42b5-b939-ab1e05227a83 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.7017870 Dec 10 18:06:37.460919 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2bf7efd-efb1-4752-9232-32bde60b3703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:37.469303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-a183cbfc-f4bd-43a7-a130-53bcad1a4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:37.471337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-a183cbfc-f4bd-43a7-a130-53bcad1a4dab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.6072369 Dec 10 18:06:37.553901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:37.603628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-1617f809-d802-4752-9822-d5cc8cd86c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:37.605122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-1617f809-d802-4752-9822-d5cc8cd86c43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 1099 time: 0.6516957 Dec 10 18:06:37.613701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c38472a1-37a7-41b1-a95d-aed700eae676 None None] Provisioning complete for port 9f33e3f1-446a-4780-a026-c10d05a09f6e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:37.614833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c38472a1-37a7-41b1-a95d-aed700eae676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:37.655162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:37.659594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c38472a1-37a7-41b1-a95d-aed700eae676 None None] Port 9f33e3f1-446a-4780-a026-c10d05a09f6e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:37.668918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:37.676644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e2bf7efd-efb1-4752-9232-32bde60b3703 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c101d27f61134b19846beeffa4a6d0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6032975 Dec 10 18:06:37.710128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51484) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:37.711771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf7efd-efb1-4752-9232-32bde60b3703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63772f52-862c-439d-89e7-57d7320139a5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:37.725066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-176e6a1a-1185-4f76-be37-abfe0b599150 req-29702671-3286-4f32-b76e-737a442f3acb tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979035 Dec 10 18:06:37.725657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f0a1a-5621-4c03-98b6-146c999804e8 req-cee9dee9-ffd3-461e-94f8-c5cbe7ec176a tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:37.727995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-836f0a1a-5621-4c03-98b6-146c999804e8 req-cee9dee9-ffd3-461e-94f8-c5cbe7ec176a tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 934 time: 0.2006960 Dec 10 18:06:37.752556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-c423f2e8-19b2-429e-abd1-00fdc8e46421 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc HTTP/1.1" status: 200 len: 217 time: 0.0978589 Dec 10 18:06:37.764295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.59', 51851) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:37.891302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-c2103bf5-878d-460a-910d-706f5f208d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:37.892793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-c2103bf5-878d-460a-910d-706f5f208d6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4008658 Dec 10 18:06:37.893983 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e associated. External IP: 172.25.2.150, port: e0d2068f-95c8-4e59-bc87-e90c4c02b256. Dec 10 18:06:37.933359 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1c679c1-f3bd-44ff-ae7e-ab44f743bdb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.007346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-836f0a1a-5621-4c03-98b6-146c999804e8 req-458992c3-316c-4a61-834b-72df92fb9382 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695742 Dec 10 18:06:38.038417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-ce22735b-e6e1-459b-9ca4-fc2915fbbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:38.042478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-ce22735b-e6e1-459b-9ca4-fc2915fbbb14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2753663 Dec 10 18:06:38.057718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1c679c1-f3bd-44ff-ae7e-ab44f743bdb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.079656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.199109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f33e3f1-446a-4780-a026-c10d05a09f6e {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:38.202285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cb6149c5-ca55-4a71-aac5-ce36613dbb57 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:38.203950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cb6149c5-ca55-4a71-aac5-ce36613dbb57 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.59 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.3977811 Dec 10 18:06:38.226561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48a7c4d3-33b9-490d-aa16-50b1e806ca6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.247108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.275517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Transition to ACTIVE for port object 9f33e3f1-446a-4780-a026-c10d05a09f6e will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:06:38.316418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.387837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:38.436890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Router c4f262b7-e075-4ad3-a6c8-82d9262f1383 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:06:38.454422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Attempting to bind port 9f33e3f1-446a-4780-a026-c10d05a09f6e on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:38.454656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Attempting to bind port 9f33e3f1-446a-4780-a026-c10d05a09f6e by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:38.454887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Attempting to bind port 9f33e3f1-446a-4780-a026-c10d05a09f6e on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:38.462032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Port 9f33e3f1-446a-4780-a026-c10d05a09f6e on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:06:38.462376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Attempting to bind port 9f33e3f1-446a-4780-a026-c10d05a09f6e on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:38.479785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:38.481114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:38.481368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:38.482343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Bound port: 9f33e3f1-446a-4780-a026-c10d05a09f6e, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:38.483171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.490410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e3d7ef7f-e825-47af-ab67-82e293437ad9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:38.624609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e3d7ef7f-e825-47af-ab67-82e293437ad9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:38.629281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.695657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:06:38.701335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.712417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48a7c4d3-33b9-490d-aa16-50b1e806ca6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.720267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-8539a53e-922a-400f-823c-16dde5f8cf9f service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8121018 Dec 10 18:06:38.728562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-bfb0c3ac-43e3-4e9b-bd15-32a7ce3a0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:38.730314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-bfb0c3ac-43e3-4e9b-bd15-32a7ce3a0404 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6385987 Dec 10 18:06:38.736688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] Sync routers for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:06:38.753807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2d7e345c-e8d4-420d-9ac9-a82794856fe7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "PUT /v2.0/floatingips/26f9838b-ca55-49e0-8b4d-e437ba8c707e HTTP/1.1" status: 200 len: 1013 time: 3.6446872 Dec 10 18:06:38.759427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:38.760799 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0" -d '{"events": [{"name": "network-changed", "server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:38.765670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23537c-0354-440d-aafe-2e06448dd2f0 req-e60b8fee-285d-4c91-aba9-4ef0bb1a4f3b tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:38.770497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:38.774030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:38.774502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc23537c-0354-440d-aafe-2e06448dd2f0 req-e60b8fee-285d-4c91-aba9-4ef0bb1a4f3b tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 949 time: 0.7308271 Dec 10 18:06:38.776566 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1c679c1-f3bd-44ff-ae7e-ab44f743bdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.777690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:38.778470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:38.780047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1c679c1-f3bd-44ff-ae7e-ab44f743bdb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.780690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.781394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c1c679c1-f3bd-44ff-ae7e-ab44f743bdb8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e9676f92-1e90-41b2-a87b-afd505cbb7de HTTP/1.1" status: 204 len: 168 time: 1.3879051 Dec 10 18:06:38.782850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.845226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:38.846404 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:38.847867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] 10.222.0.59 "PUT /v2.0/ports/9f33e3f1-446a-4780-a026-c10d05a09f6e HTTP/1.1" status: 200 len: 1094 time: 1.9016993 Dec 10 18:06:38.950246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51522) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:38.987075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919afc5-f6a1-4be4-b638-c75d6fb188cc service neutron] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:39.013442 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:06:39.025505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8eaaed-6340-43bf-a6dd-112c89fc4b93 req-a1b974d8-90f5-4482-9dab-29d116fde894 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:39.035699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4e8eaaed-6340-43bf-a6dd-112c89fc4b93 req-a1b974d8-90f5-4482-9dab-29d116fde894 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.1766191 Dec 10 18:06:39.110285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Pushing event updated for resources: {'Port': ['ID=27c94d16-7eeb-4603-9cb4-981bb764e24a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:39.119742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-8e054f49-fa03-4365-ae96-0c546857e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:39.122073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-8e054f49-fa03-4365-ae96-0c546857e0cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 1097 time: 0.2143750 Dec 10 18:06:39.122984 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.140049 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4e8eaaed-6340-43bf-a6dd-112c89fc4b93 req-a4bf0ec9-56d0-41c2-a2c7-6284e87fb483 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970905 Dec 10 18:06:39.144888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:39.232871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc23537c-0354-440d-aafe-2e06448dd2f0 req-276a1223-8989-42ad-8550-0a3f3caf4852 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520106 Dec 10 18:06:39.235135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-24732faf-997b-46e3-af3a-90e6547d8c1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e HTTP/1.1" status: 200 len: 217 time: 0.0938087 Dec 10 18:06:39.235458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-6aa44951-7e99-428a-b2c7-ff77d372b2a0 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427485 Dec 10 18:06:39.366519 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f4afee-3bf3-4f04-a915-bfc77dfc8d7b x-openstack-request-id: req-89f4afee-3bf3-4f04-a915-bfc77dfc8d7b {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:39.366898 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:39.367184 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-89f4afee-3bf3-4f04-a915-bfc77dfc8d7b {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:39.367595 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'status': 'completed', 'code': 200} Dec 10 18:06:39.368005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.59', 51852) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:39.405391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port e3d7ef7f-e825-47af-ab67-82e293437ad9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3d7ef7f-e825-47af-ab67-82e293437ad9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:39.407818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c679c1-f3bd-44ff-ae7e-ab44f743bdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9676f92-1e90-41b2-a87b-afd505cbb7de,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:39.476119 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.484590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51538) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:39.504974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:39.516572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-620a48d4-cf35-46b9-9d6a-b0de09237e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:39.518216 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-620a48d4-cf35-46b9-9d6a-b0de09237e30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2742684 Dec 10 18:06:39.540052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d52ec73c-94af-430b-add3-24a70ebc237e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.567317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48a7c4d3-33b9-490d-aa16-50b1e806ca6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.570329 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48a7c4d3-33b9-490d-aa16-50b1e806ca6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.571714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-48a7c4d3-33b9-490d-aa16-50b1e806ca6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/63772f52-862c-439d-89e7-57d7320139a5 HTTP/1.1" status: 204 len: 168 time: 1.8570673 Dec 10 18:06:39.572796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:39.625942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-af716416-8cad-4103-a08e-9e4d2c7c0f95 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0087354 Dec 10 18:06:39.634841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:39.636399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1bb83-a1b9-49e5-9c1b-c03482886964 req-a42c71b1-3a8a-44f6-9cef-f16eb8edc23d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:39.638218 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.642236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7c4d3-33b9-490d-aa16-50b1e806ca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63772f52-862c-439d-89e7-57d7320139a5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:39.646316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77cd2e24-8cc1-4b71-8765-014c530b54f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.651744 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75d1bb83-a1b9-49e5-9c1b-c03482886964 req-a42c71b1-3a8a-44f6-9cef-f16eb8edc23d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 946 time: 0.2579918 Dec 10 18:06:39.671885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-c83a2392-47bb-4535-8035-9b3a3edc1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:39.673964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-c83a2392-47bb-4535-8035-9b3a3edc1752 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 1118 time: 0.3012013 Dec 10 18:06:39.678351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-08bace14-be4d-481d-b560-508cda51a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:39.680190 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-08bace14-be4d-481d-b560-508cda51a019 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512723 Dec 10 18:06:39.746650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=e3d7ef7f-e825-47af-ab67-82e293437ad9,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:39.868782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Deleting port 39bf1f00-647e-4721-ab82-09ac29fd12f6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:06:39.869333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:39.873365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d0c8fd-d872-4d44-801b-22394c87d33a req-f7b55239-1a76-4225-9f90-9b9b100ca1ba service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1339407 Dec 10 18:06:39.895731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '26f9838b-ca55-49e0-8b4d-e437ba8c707e', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'port_id': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'mac_address': 'fa:16:3e:bf:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005381f3-595b-4cb3-ad0b-149064093560', 'device_owner': 'compute:tempest-test_az-568513407'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:06:15Z', 'updated_at': '2021-12-10T18:06:37Z', 'revision_number': 1, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:39.951866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75d1bb83-a1b9-49e5-9c1b-c03482886964 req-e7e89ed9-a1db-4e6c-be1b-62f7ee0c64b2 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987733 Dec 10 18:06:39.969359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] Checking router: c4f262b7-e075-4ad3-a6c8-82d9262f1383 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:06:39.979875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:39.980502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:40.022090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-38203c0d-2ad5-46c4-95ed-b0ec82b65d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.023662 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-38203c0d-2ad5-46c4-95ed-b0ec82b65d9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 923 time: 0.3368065 Dec 10 18:06:40.113124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae0e9357-460f-4b0e-9fc1-d96f42ef01d5 req-ae7461c7-d17f-4e56-9762-011f13250450 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6453245 Dec 10 18:06:40.114901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741083a6-2630-4ebe-b7e9-764678bec91b req-dc7a58e3-4927-4398-b75f-b172395d3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.116270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-dc7a58e3-4927-4398-b75f-b172395d3718 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 1100 time: 0.3234961 Dec 10 18:06:40.159956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6c4c269a-f7f1-4c4a-86d0-7caf9eda67a8 None None] Provisioning complete for port 27c94d16-7eeb-4603-9cb4-981bb764e24a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:40.160481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c4c269a-f7f1-4c4a-86d0-7caf9eda67a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.181876 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-a294a31f-33d6-4c37-8ed1-518e535a3767 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881020 Dec 10 18:06:40.238884 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-1a475fdc-b6b0-4020-88f6-787483c1a61d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256 HTTP/1.1" status: 200 len: 1021 time: 0.2050421 Dec 10 18:06:40.294345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c269a-f7f1-4c4a-86d0-7caf9eda67a8 None None] Port 27c94d16-7eeb-4603-9cb4-981bb764e24a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:40.338828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:40.353596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] For port 39bf1f00-647e-4721-ab82-09ac29fd12f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=39bf1f00-647e-4721-ab82-09ac29fd12f6,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:40.354237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.429697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51550) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:40.430682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d52ec73c-94af-430b-add3-24a70ebc237e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.434644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Calling delete_port for 39bf1f00-647e-4721-ab82-09ac29fd12f6 owned by compute:tempest-test_az-568513407 {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:06:40.440313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77cd2e24-8cc1-4b71-8765-014c530b54f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.443202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e3d7ef7f-e825-47af-ab67-82e293437ad9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:40.448895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.458069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d52ec73c-94af-430b-add3-24a70ebc237e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.480949 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77cd2e24-8cc1-4b71-8765-014c530b54f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.491850 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d57a72d-7332-454e-b77d-be287d08878f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.514110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-fb9b85a4-89b7-41e7-b0f3-30777e2a9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.515640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-fb9b85a4-89b7-41e7-b0f3-30777e2a9dcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 1099 time: 0.3383799 Dec 10 18:06:40.526397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-8fea6158-a8f7-4711-a673-d7005a9b67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.528052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-8fea6158-a8f7-4711-a673-d7005a9b67b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 200 len: 861 time: 0.2600532 Dec 10 18:06:40.535356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58d99c17-c2e3-45bc-b582-0af41e964587 req-ab40f52e-3e79-432b-870f-3b7f432b294c service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274531 Dec 10 18:06:40.546823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba9a0a-08ce-45a8-9489-b040fdc2e8f2 req-194fe5a0-3e85-44e0-8369-0337648f2391 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.555187 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00ba9a0a-08ce-45a8-9489-b040fdc2e8f2 req-194fe5a0-3e85-44e0-8369-0337648f2391 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 971 time: 0.2878752 Dec 10 18:06:40.571523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d52ec73c-94af-430b-add3-24a70ebc237e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=96b904933861489d89621102cf59bfa9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0764580 Dec 10 18:06:40.575673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e3d7ef7f-e825-47af-ab67-82e293437ad9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:40.576175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.582679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:40.669756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ec73c-94af-430b-add3-24a70ebc237e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5857a13-5a6f-48e8-92cd-9bb6239d4925,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:40.695711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-0ee886d7-d965-4791-9ae7-ec62868f34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.697167 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-0ee886d7-d965-4791-9ae7-ec62868f34cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89be900f-2645-4a6b-b6e4-0c443629727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1606963 Dec 10 18:06:40.706983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1131e-7f8b-41c7-ac55-3f24f6dd111b req-03dea10f-727a-4045-9a1b-e6a8ff747652 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.708505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96e1131e-7f8b-41c7-ac55-3f24f6dd111b req-03dea10f-727a-4045-9a1b-e6a8ff747652 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 949 time: 0.3609538 Dec 10 18:06:40.708964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00ba9a0a-08ce-45a8-9489-b040fdc2e8f2 req-991535c0-424b-46f9-9922-95c34d7eb355 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/security-groups?id=9324bb01-0647-47de-be7a-58b2cf2a74f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529047 Dec 10 18:06:40.709569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741083a6-2630-4ebe-b7e9-764678bec91b req-0c728fda-c2b6-40ee-b6da-6b94e552b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:40.710916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-0c728fda-c2b6-40ee-b6da-6b94e552b467 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.5458534 Dec 10 18:06:40.747424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77cd2e24-8cc1-4b71-8765-014c530b54f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58620e55762546fd9e705a1dbc555cf5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6259482 Dec 10 18:06:40.747565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '26f9838b-ca55-49e0-8b4d-e437ba8c707e', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'port_id': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'mac_address': 'fa:16:3e:bf:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005381f3-595b-4cb3-ad0b-149064093560', 'device_owner': 'compute:tempest-test_az-568513407'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:06:15Z', 'updated_at': '2021-12-10T18:06:37Z', 'revision_number': 1, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:40.770934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51556) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:40.789979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9324555-11f1-4c28-b3b8-96bdeaedcfc6 None None] The sync data for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 is: [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '26f9838b-ca55-49e0-8b4d-e437ba8c707e', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'port_id': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'mac_address': 'fa:16:3e:bf:f5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005381f3-595b-4cb3-ad0b-149064093560', 'device_owner': 'compute:tempest-test_az-568513407'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:06:15Z', 'updated_at': '2021-12-10T18:06:37Z', 'revision_number': 1, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:06:40.821313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-71fbc2d4-82cd-48e5-aa68-ab13ebbfc3dc service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059020 Dec 10 18:06:40.858501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca140cce-f8c6-4634-8195-a9cd385d705b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.874877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d57a72d-7332-454e-b77d-be287d08878f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.881378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-66544c4c-f243-48ad-834a-bba4ed59509e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf HTTP/1.1" status: 200 len: 217 time: 0.1342583 Dec 10 18:06:40.891919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd2e24-8cc1-4b71-8765-014c530b54f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6034238d-ffd8-46b0-a9f6-b5dcc395b0e5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:40.907674 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d57a72d-7332-454e-b77d-be287d08878f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.947787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca140cce-f8c6-4634-8195-a9cd385d705b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:40.993217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5d57a72d-7332-454e-b77d-be287d08878f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=af04a03d9bbc490fb1019d752bc3ccbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5550845 Dec 10 18:06:41.005227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51560) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:41.015280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57a72d-7332-454e-b77d-be287d08878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8ff967-2865-43da-ba03-ee78b5a2c4ca,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:41.045057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e14ec34e-5c3b-426c-81d1-f7ee0ff1bee0 req-54714ba5-1dbf-4b0f-8814-1e66e2505a9f service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037365 Dec 10 18:06:41.053956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96e1131e-7f8b-41c7-ac55-3f24f6dd111b req-a2834c6d-cb24-40aa-8aa0-226195e9cb93 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078978 Dec 10 18:06:41.063971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca140cce-f8c6-4634-8195-a9cd385d705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.067231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca140cce-f8c6-4634-8195-a9cd385d705b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.070256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ca140cce-f8c6-4634-8195-a9cd385d705b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f5857a13-5a6f-48e8-92cd-9bb6239d4925 HTTP/1.1" status: 204 len: 168 time: 0.4850581 Dec 10 18:06:41.107517 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf26865-eb6d-4c80-9931-75d84f903da9 None None] New status for floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:06:41.112823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca140cce-f8c6-4634-8195-a9cd385d705b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5857a13-5a6f-48e8-92cd-9bb6239d4925,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:41.168388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73fdb3-84b7-420c-805b-1648ff4e0d31 req-704b00b5-ab4d-4fc9-9d33-64fee3cfb81c tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:41.170127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b73fdb3-84b7-420c-805b-1648ff4e0d31 req-704b00b5-ab4d-4fc9-9d33-64fee3cfb81c tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 946 time: 0.0684276 Dec 10 18:06:41.254560 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b73fdb3-84b7-420c-805b-1648ff4e0d31 req-15147851-2974-41c0-a571-b8f9870dffa7 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775199 Dec 10 18:06:41.366301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-8b24c35d-1642-4400-9a2a-d2dd354f6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:41.367892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-8b24c35d-1642-4400-9a2a-d2dd354f6196 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.7827384 Dec 10 18:06:41.369066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:41.372120 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b290be-b0d1-4ac6-84c7-e74b40392406" -d '{"events": [{"name": "network-changed", "server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:41.395055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741083a6-2630-4ebe-b7e9-764678bec91b req-f83c04c8-4f6b-49e4-88f0-10cf3de7803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:41.396525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-f83c04c8-4f6b-49e4-88f0-10cf3de7803e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.4690833 Dec 10 18:06:41.409149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-d88b-4d61-940b-d43222b49ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.443583 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cc747e-39b9-469e-9097-bfac4c829161 x-openstack-request-id: req-66cc747e-39b9-469e-9097-bfac4c829161 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:41.443583 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:41.443583 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66cc747e-39b9-469e-9097-bfac4c829161 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:41.444143 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'status': 'completed', 'code': 200} Dec 10 18:06:41.516371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-31d569db-09f4-43d1-b7ee-f0645d42b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:41.518430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-31d569db-09f4-43d1-b7ee-f0645d42b5a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 1097 time: 0.0500393 Dec 10 18:06:41.527073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-e7e833db-301a-456a-a714-601e48285195 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc HTTP/1.1" status: 200 len: 217 time: 0.1385965 Dec 10 18:06:41.582503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-d88b-4d61-940b-d43222b49ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.623026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.30', 53292) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:41.654466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5a524828-a2f5-4598-b496-80f22e662593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.690772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.732237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.791553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Pushing event deleted for resources: {'Port': ['ID=39bf1f00-647e-4721-ab82-09ac29fd12f6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:41.793900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.794242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.798626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5a524828-a2f5-4598-b496-80f22e662593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:41.806986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741083a6-2630-4ebe-b7e9-764678bec91b req-f1f704dd-a69b-4ac7-8697-d8f3a4d7f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:41.811527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-f1f704dd-a69b-4ac7-8697-d8f3a4d7f9ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3659039 Dec 10 18:06:41.813223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-7fb67077-0559-4c2d-bb67-83d12a68633a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:41.814988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-7fb67077-0559-4c2d-bb67-83d12a68633a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2675469 Dec 10 18:06:41.853600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-1dc4d3bc-f8bd-40f9-a406-d128798f3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:41.855637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-1dc4d3bc-f8bd-40f9-a406-d128798f3063 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3304014 Dec 10 18:06:41.918623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-3e2352fb-2945-41ad-b3c5-115c3b30c177 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e HTTP/1.1" status: 200 len: 217 time: 0.0558460 Dec 10 18:06:41.965449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0fa2411a-3c70-4f93-97a2-3780bf636a9c req-d1b874c2-3260-4dd9-b3cd-af0909975b45 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67bb767-1fb6-493f-8a3f-ee153ae9677b HTTP/1.1" status: 200 len: 210 time: 0.0459609 Dec 10 18:06:42.011263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-d0bde03c-795f-407e-80c8-3db21d5c1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:42.013527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-d0bde03c-795f-407e-80c8-3db21d5c1a21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0862353 Dec 10 18:06:42.057911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] No DVR routers for this DVR port 39bf1f00-647e-4721-ab82-09ac29fd12f6 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:06:42.081089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-c89d2578-9707-4137-b900-37d28e0428d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:42.081709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-c89d2578-9707-4137-b900-37d28e0428d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0603533 Dec 10 18:06:42.109346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-2f82a0c3-2231-4885-90ee-917adbeae7c5 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:42.111006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-2f82a0c3-2231-4885-90ee-917adbeae7c5 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 1100 time: 0.4841969 Dec 10 18:06:42.114559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:42.117938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5addcb9e-6faf-47c9-a2a4-d96d6781f490 req-cc8b51a5-2c61-4c36-925e-6fa252e25c49 tempest-AggregatesAdminTestJSON-1953333556 tempest-AggregatesAdminTestJSON-1953333556-project] 10.222.0.59 "DELETE /v2.0/ports/39bf1f00-647e-4721-ab82-09ac29fd12f6 HTTP/1.1" status: 204 len: 173 time: 3.8934186 Dec 10 18:06:42.126805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'name': 'network-vif-deleted', 'tag': '39bf1f00-647e-4721-ab82-09ac29fd12f6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:42.129867 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a892b5e-04be-496f-a3b4-488dccbfed46" -d '{"events": [{"server_uuid": "d67bb767-1fb6-493f-8a3f-ee153ae9677b", "name": "network-vif-deleted", "tag": "39bf1f00-647e-4721-ab82-09ac29fd12f6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:42.199386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-d88b-4d61-940b-d43222b49ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:42.205464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-d88b-4d61-940b-d43222b49ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:42.213240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-106119bf-d88b-4d61-940b-d43222b49ec3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6034238d-ffd8-46b0-a9f6-b5dcc395b0e5 HTTP/1.1" status: 204 len: 168 time: 1.4389448 Dec 10 18:06:42.215120 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40fe3c0-c15c-4675-89af-a9e428fbbb64 x-openstack-request-id: req-d40fe3c0-c15c-4675-89af-a9e428fbbb64 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:42.215595 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67bb767-1fb6-493f-8a3f-ee153ae9677b", "name": "network-vif-deleted", "tag": "39bf1f00-647e-4721-ab82-09ac29fd12f6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:42.215989 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d40fe3c0-c15c-4675-89af-a9e428fbbb64 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:42.216528 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67bb767-1fb6-493f-8a3f-ee153ae9677b', 'name': 'network-vif-deleted', 'tag': '39bf1f00-647e-4721-ab82-09ac29fd12f6', 'status': 'completed', 'code': 200} Dec 10 18:06:42.220810 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-7d99e94e-1e11-48b0-9b8b-c4b1a66d25ce service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317208 Dec 10 18:06:42.241251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Pushing event updated for resources: {'Port': ['ID=27c94d16-7eeb-4603-9cb4-981bb764e24a,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:42.287215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106119bf-d88b-4d61-940b-d43222b49ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6034238d-ffd8-46b0-a9f6-b5dcc395b0e5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:42.376791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-e6165cfe-1842-4ba3-88b7-55efae01fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:42.379650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-e6165cfe-1842-4ba3-88b7-55efae01fd24 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5098171 Dec 10 18:06:42.450073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910670e-6a5d-4552-9e5b-8beebd56171a req-a051caad-f707-4866-9388-f6c9b06158f5 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:42.451924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e910670e-6a5d-4552-9e5b-8beebd56171a req-a051caad-f707-4866-9388-f6c9b06158f5 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 949 time: 0.2072184 Dec 10 18:06:42.483153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:42.487088 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5a524828-a2f5-4598-b496-80f22e662593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:42.490616 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5a524828-a2f5-4598-b496-80f22e662593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:42.491946 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5a524828-a2f5-4598-b496-80f22e662593 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a8ff967-2865-43da-ba03-ee78b5a2c4ca HTTP/1.1" status: 204 len: 168 time: 1.4713666 Dec 10 18:06:42.499086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-c23747b9-b85c-4089-8589-88237b5e52c2 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369553 Dec 10 18:06:42.503933 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1b290be-b0d1-4ac6-84c7-e74b40392406 req-48779e0d-e31b-4257-a160-2afc086f0fc9 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754493 Dec 10 18:06:42.530177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e910670e-6a5d-4552-9e5b-8beebd56171a req-c0cef1cd-89b3-47c6-81fa-95f7a854a242 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645201 Dec 10 18:06:42.535126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:42.552701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 39bf1f00-647e-4721-ab82-09ac29fd12f6 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:06:42.578806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a524828-a2f5-4598-b496-80f22e662593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8ff967-2865-43da-ba03-ee78b5a2c4ca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:42.592243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 39bf1f00-647e-4721-ab82-09ac29fd12f6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:06:42.592960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 39bf1f00-647e-4721-ab82-09ac29fd12f6 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:06:42.719420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bf2aa-a780-4d0c-931b-73c4304e06da req-d1b0d423-2893-4b2a-b958-b8bdfa4ac9f7 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:42.721078 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c06bf2aa-a780-4d0c-931b-73c4304e06da req-d1b0d423-2893-4b2a-b958-b8bdfa4ac9f7 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 946 time: 0.3465047 Dec 10 18:06:42.811331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Deleting port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:06:42.811978 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:42.873978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-547b680d-f44c-4b90-8e41-247e1f78a2a3 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695280 Dec 10 18:06:42.886773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51612) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:42.939394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f65d407-e364-419b-a741-761ce0454779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:42.948027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-05200909-9066-476d-ba7f-73b38016eb38 None None] Provisioning complete for port 27c94d16-7eeb-4603-9cb4-981bb764e24a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:42.949166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-05200909-9066-476d-ba7f-73b38016eb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.004606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741083a6-2630-4ebe-b7e9-764678bec91b req-90b13b2f-6569-4089-8382-21d7d5773ce2 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581628 Dec 10 18:06:43.009830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-05200909-9066-476d-ba7f-73b38016eb38 None None] Port 27c94d16-7eeb-4603-9cb4-981bb764e24a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:43.075948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f65d407-e364-419b-a741-761ce0454779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.076241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c06bf2aa-a780-4d0c-931b-73c4304e06da req-e22c73a6-928e-426f-9038-f07a669d2079 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153079 Dec 10 18:06:43.085297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f65d407-e364-419b-a741-761ce0454779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.100403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:43.100748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Router 0a99dc78-a55b-4e2e-9199-95172b42c9af has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:06:43.142189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65d407-e364-419b-a741-761ce0454779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fa6d64-2f51-4763-b089-5a682282fb2e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:43.152666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] For port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:43.152666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.167272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29dc65b0-0dce-475e-8188-db5e2a7af4da req-d48011af-78b5-4a4d-8d20-b88bde10ceb5 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846286 Dec 10 18:06:43.173848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Calling delete_port for 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:06:43.188384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5f65d407-e364-419b-a741-761ce0454779 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99ff5347f50846e8809f2dca07bcfa66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2993801 Dec 10 18:06:43.191900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51626) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:43.268688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4571661-a813-463d-b8f4-ef3b9fe9ae24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.300811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4571661-a813-463d-b8f4-ef3b9fe9ae24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.336397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:43.366394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:06:43.367336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4571661-a813-463d-b8f4-ef3b9fe9ae24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.371950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'mac_address': 'fa:16:3e:46:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:43.373059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f971520c-8aee-4898-b7a1-554b741b19bb admin admin] 10.222.0.55 "PUT /v2.0/routers/0a99dc78-a55b-4e2e-9199-95172b42c9af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7424634 Dec 10 18:06:43.380046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4571661-a813-463d-b8f4-ef3b9fe9ae24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.384754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e4571661-a813-463d-b8f4-ef3b9fe9ae24 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4fa6d64-2f51-4763-b089-5a682282fb2e HTTP/1.1" status: 204 len: 168 time: 0.1915984 Dec 10 18:06:43.394690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Sync routers for ids ['0a99dc78-a55b-4e2e-9199-95172b42c9af'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:06:43.405357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4571661-a813-463d-b8f4-ef3b9fe9ae24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fa6d64-2f51-4763-b089-5a682282fb2e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:43.437482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Routers {'0a99dc78-a55b-4e2e-9199-95172b42c9af'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:43.438591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0a99dc78-a55b-4e2e-9199-95172b42c9af'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:43.451706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.480106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51638) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:43.494705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:43.612081 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.663660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5efef4-e1e0-4ce4-8dd8-845e283375cc {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:43.675425 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae28d576-b486-4a9f-8111-b9fb124bcf21 req-49a0c44e-b7c1-4bf2-adb0-aa7e6c9a9c7f tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=861a7e9b-9512-4726-be08-11687b3d5649 HTTP/1.1" status: 200 len: 210 time: 0.0457006 Dec 10 18:06:43.697212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:43.707763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Set router 0a99dc78-a55b-4e2e-9199-95172b42c9af gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:43.710638 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.730322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:43.779277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] No DVR routers for this DVR port 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:06:43.782969 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:43.786914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6da2d477-5643-4cc6-90b3-dc6617f3db0e req-915d3b76-3cc7-4624-bdeb-fa69367500e9 tempest-DeleteServersAdminTestJSON-395606981 tempest-DeleteServersAdminTestJSON-395606981-project-admin] 10.222.0.30 "DELETE /v2.0/ports/3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf HTTP/1.1" status: 204 len: 173 time: 1.6460145 Dec 10 18:06:44.076313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-93d4fbbc-d951-4227-83f9-6c51595fa720 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3c136c01d5b449189ccbeae2a1f68e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5948768 Dec 10 18:06:44.079188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:44.082111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:44.096268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['bf5efef4-e1e0-4ce4-8dd8-845e283375cc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:44.183466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47642c55-d53c-4901-990d-016dffa333f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.214714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47642c55-d53c-4901-990d-016dffa333f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.218788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861a7e9b-9512-4726-be08-11687b3d5649', 'name': 'network-vif-deleted', 'tag': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:44.223178 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dea0d7-f56a-4f3e-9fca-83c5722928f1" -d '{"events": [{"server_uuid": "861a7e9b-9512-4726-be08-11687b3d5649", "name": "network-vif-deleted", "tag": "3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:44.282466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc5da7-2e16-4d47-81db-63de6954d35f req-0e8783e3-a82f-40bf-a6fd-23026e89e252 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:44.288493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fc5da7-2e16-4d47-81db-63de6954d35f req-0e8783e3-a82f-40bf-a6fd-23026e89e252 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 946 time: 0.1126153 Dec 10 18:06:44.335797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:06:40Z', 'revision_number': 4, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '27c94d16-7eeb-4603-9cb4-981bb764e24a', 'name': '', 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'mac_address': 'fa:16:3e:7e:16:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '923b69e0-305c-4cef-957c-31e2d71d0d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:36Z', 'updated_at': '2021-12-10T18:06:40Z', 'revision_number': 2, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'subnets': [{'id': '923b69e0-305c-4cef-957c-31e2d71d0d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:44.363681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fc5da7-2e16-4d47-81db-63de6954d35f req-d26ffe92-6eff-4217-ba0c-5ed0e21d8784 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678627 Dec 10 18:06:44.388928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Checking router: 0a99dc78-a55b-4e2e-9199-95172b42c9af for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:06:44.389447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Updating router 0a99dc78-a55b-4e2e-9199-95172b42c9af port 27c94d16-7eeb-4603-9cb4-981bb764e24a binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:06:44.477445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.514758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47642c55-d53c-4901-990d-016dffa333f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.518186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47642c55-d53c-4901-990d-016dffa333f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.521950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-47642c55-d53c-4901-990d-016dffa333f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9324bb01-0647-47de-be7a-58b2cf2a74f8 HTTP/1.1" status: 204 len: 168 time: 0.4393549 Dec 10 18:06:44.557520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47642c55-d53c-4901-990d-016dffa333f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324bb01-0647-47de-be7a-58b2cf2a74f8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:44.558962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9f33e3f1-446a-4780-a026-c10d05a09f6e details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:44.610922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-adde6feb-3ac4-4dca-8944-fa91f2aaf419 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3118653 Dec 10 18:06:44.623924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:44.678477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.697782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:44.716018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'mac_address': 'fa:16:3e:c7:02:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:44.863390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.869927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:44.894255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f33e3f1-446a-4780-a026-c10d05a09f6e {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:44.976889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:44.988611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.018741 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb1ed64-b658-40a6-8edb-4b915d370784 x-openstack-request-id: req-4bb1ed64-b658-40a6-8edb-4b915d370784 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:45.019194 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861a7e9b-9512-4726-be08-11687b3d5649", "name": "network-vif-deleted", "tag": "3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:45.019537 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bb1ed64-b658-40a6-8edb-4b915d370784 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:45.020020 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861a7e9b-9512-4726-be08-11687b3d5649', 'name': 'network-vif-deleted', 'tag': '3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf', 'status': 'completed', 'code': 200} Dec 10 18:06:45.034079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Allocated IP 172.25.2.4 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/6d76815a-712c-469e-a21f-31b3a6723342) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:45.133327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:45.209718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.216469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51700) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:45.217643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:45.230735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['9f33e3f1-446a-4780-a026-c10d05a09f6e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:45.285797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.319636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d6461a0c-a4e3-4614-973c-0777bd8eb014 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e275137563da4a2d9028a7d150a8a5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0941792 Dec 10 18:06:45.321159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51702) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:45.338388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.377142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:45.386030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:45.388231 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.392183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:45.397809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7173565-0595-4f2e-b94f-76431036857d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.425074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7173565-0595-4f2e-b94f-76431036857d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.515581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=6d76815a-712c-469e-a21f-31b3a6723342,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:45.519454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7173565-0595-4f2e-b94f-76431036857d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.527937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7173565-0595-4f2e-b94f-76431036857d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.529828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port bf5efef4-e1e0-4ce4-8dd8-845e283375cc completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:06:45.533140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b7173565-0595-4f2e-b94f-76431036857d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4aba14ef-0b8e-4e61-9f85-b583809be43a HTTP/1.1" status: 204 len: 168 time: 0.2032013 Dec 10 18:06:45.548142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15690a-7fd5-4bcb-b8f8-b244b2a22939 None None] Pushing event updated for resources: {'Port': ['ID=27c94d16-7eeb-4603-9cb4-981bb764e24a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:45.556113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173565-0595-4f2e-b94f-76431036857d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aba14ef-0b8e-4e61-9f85-b583809be43a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:45.569914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port bf5efef4-e1e0-4ce4-8dd8-845e283375cc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:45.574007 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.580538 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.670493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.796495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-723299ce-f8af-4391-b795-c975926a362c tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538301 Dec 10 18:06:45.932057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.942908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:45.944982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-cd93512c-0193-44b2-b321-404a1ed957c1 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:45.948929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-cd93512c-0193-44b2-b321-404a1ed957c1 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1489370 Dec 10 18:06:45.971014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-d4ce7e45-9fb4-4ce2-bf15-2ec8b9338d88 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/quotas/4fddbf61f41f482e8f1812f7ab9fdafd HTTP/1.1" status: 200 len: 375 time: 0.0140133 Dec 10 18:06:45.990402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Attempting to bind port 27c94d16-7eeb-4603-9cb4-981bb764e24a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:45.990968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Attempting to bind port 27c94d16-7eeb-4603-9cb4-981bb764e24a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:45.991191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Attempting to bind port 27c94d16-7eeb-4603-9cb4-981bb764e24a on network 7a4795ec-0ddc-4225-b171-5148d14cb4ac {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:45.994849 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.009989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:46.010320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Checking segment: {'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:46.013639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.014045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Bound using segment: {'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:46.014610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Bound port: 27c94d16-7eeb-4603-9cb4-981bb764e24a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5745aef0-5af7-4e8b-9dba-f5dc622459ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:46.015002 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.025715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.027498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.4103181 Dec 10 18:06:46.037703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12e4f3-1454-486f-8911-66c3422d78c6 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=6d76815a-712c-469e-a21f-31b3a6723342,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:46.045622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2fa0a249-16fd-4347-8195-4e5710492215 None None] Provisioning complete for port 27c94d16-7eeb-4603-9cb4-981bb764e24a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:46.046006 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fa0a249-16fd-4347-8195-4e5710492215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.060295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-802f9cca-59b3-46d0-b38c-05089b8cf6a6 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791559 Dec 10 18:06:46.083934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.155244 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-e38f61c0-d9bf-4235-b0fb-39bc06f6725b tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.1112218 Dec 10 18:06:46.164412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:46.169047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:46.172027 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4775ff7d-e421-42cb-9e83-e0848c152cde" -d '{"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:46.182631 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.184536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:06:46.192488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2fa0a249-16fd-4347-8195-4e5710492215 None None] Port 27c94d16-7eeb-4603-9cb4-981bb764e24a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:46.239731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:06:46.240381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3d68cde8-4b33-400f-bd58-5c3f6fbeb3cf not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:06:46.277836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] For port 27c94d16-7eeb-4603-9cb4-981bb764e24a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:46.279956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] For port 27c94d16-7eeb-4603-9cb4-981bb764e24a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=27c94d16-7eeb-4603-9cb4-981bb764e24a,segment=NetworkSegment(5745aef0-5af7-4e8b-9dba-f5dc622459ae),segment_id=5745aef0-5af7-4e8b-9dba-f5dc622459ae)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:46.307323 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:46.334917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:46.373503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-cb8bbf7b-b6ab-43fa-8f8d-8a9556888d77 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:46.375011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-cb8bbf7b-b6ab-43fa-8f8d-8a9556888d77 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.2127428 Dec 10 18:06:46.395793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-b480ab48-9646-4d90-a02f-22710ee0f430 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:06:46.396831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9587d95b-a845-4e78-ba23-3bf6a46a1e3b req-b480ab48-9646-4d90-a02f-22710ee0f430 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061734 Dec 10 18:06:46.445372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Routers {'0a99dc78-a55b-4e2e-9199-95172b42c9af'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:06:46.446035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:06:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0a99dc78-a55b-4e2e-9199-95172b42c9af'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:46.456392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15690a-7fd5-4bcb-b8f8-b244b2a22939 None None] Pushing event updated for resources: {'Port': ['ID=27c94d16-7eeb-4603-9cb4-981bb764e24a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:46.466675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af131ba4-9d81-4f59-b1ad-9b9e1fe82c69 req-0fe955bb-2a01-4e41-8256-732917ceb629 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:46.489698 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af131ba4-9d81-4f59-b1ad-9b9e1fe82c69 req-0fe955bb-2a01-4e41-8256-732917ceb629 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 947 time: 0.1107721 Dec 10 18:06:46.566079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9f33e3f1-446a-4780-a026-c10d05a09f6e up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:46.643922 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bbd3bb-01e0-42b5-9614-06abefb0df92 x-openstack-request-id: req-d1bbd3bb-01e0-42b5-9614-06abefb0df92 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:46.644240 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:46.644499 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1bbd3bb-01e0-42b5-9614-06abefb0df92 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:46.644904 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'code': 200} Dec 10 18:06:46.665663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af131ba4-9d81-4f59-b1ad-9b9e1fe82c69 req-e660b65e-36a6-496a-a3f0-4b8f5a0134ec tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698382 Dec 10 18:06:46.740096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] Set router 0a99dc78-a55b-4e2e-9199-95172b42c9af gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:06:46.754774 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c3f24ef-b217-4844-9825-0765ad7c67dc req-316f35fb-b0f7-4e24-b70b-454fb9a8b004 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 210 time: 0.0600476 Dec 10 18:06:46.872445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6b496-cd40-4cb7-a839-346c0a70cd4a req-00fe55c6-6854-4f01-ac18-0e5c1003a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:46.874694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcf6b496-cd40-4cb7-a839-346c0a70cd4a req-00fe55c6-6854-4f01-ac18-0e5c1003a107 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 1101 time: 0.1231709 Dec 10 18:06:47.002590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcf6b496-cd40-4cb7-a839-346c0a70cd4a req-4fc394b3-76bd-4bee-a1d7-ac6ebbb87add service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168683 Dec 10 18:06:47.052625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-7b46fd78-07de-47bc-8341-25d57eca2896 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3174503 Dec 10 18:06:47.065950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:47.109843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.228601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e5486eef-eef3-44aa-ab30-9e466f5527e6 None None] Provisioning complete for port 27c94d16-7eeb-4603-9cb4-981bb764e24a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:47.239485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5486eef-eef3-44aa-ab30-9e466f5527e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.243893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 9f33e3f1-446a-4780-a026-c10d05a09f6e completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:06:47.277584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.284456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 9f33e3f1-446a-4780-a026-c10d05a09f6e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:47.284908 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.333046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51786) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:47.513539 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5486eef-eef3-44aa-ab30-9e466f5527e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.516226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.566057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Allocated IP 172.25.2.241 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a04d3273-6b25-42b5-a76f-3f8fec7c63a2) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:47.580280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:06:40Z', 'revision_number': 4, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '27c94d16-7eeb-4603-9cb4-981bb764e24a', 'name': '', 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'mac_address': 'fa:16:3e:7e:16:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '923b69e0-305c-4cef-957c-31e2d71d0d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:36Z', 'updated_at': '2021-12-10T18:06:46Z', 'revision_number': 4, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'subnets': [{'id': '923b69e0-305c-4cef-957c-31e2d71d0d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:06:47.620957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cfd0af-e2a6-404b-af06-05b3197897e0 None None] The sync data for ids ['0a99dc78-a55b-4e2e-9199-95172b42c9af'] in n-d-821424-1 is: [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:06:40Z', 'revision_number': 4, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '27c94d16-7eeb-4603-9cb4-981bb764e24a', 'name': '', 'network_id': '7a4795ec-0ddc-4225-b171-5148d14cb4ac', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'mac_address': 'fa:16:3e:7e:16:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '923b69e0-305c-4cef-957c-31e2d71d0d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:36Z', 'updated_at': '2021-12-10T18:06:46Z', 'revision_number': 4, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'subnets': [{'id': '923b69e0-305c-4cef-957c-31e2d71d0d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:06:47.630519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e5486eef-eef3-44aa-ab30-9e466f5527e6 None None] For port 27c94d16-7eeb-4603-9cb4-981bb764e24a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=27c94d16-7eeb-4603-9cb4-981bb764e24a,segment=NetworkSegment(5745aef0-5af7-4e8b-9dba-f5dc622459ae),segment_id=5745aef0-5af7-4e8b-9dba-f5dc622459ae)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:47.635060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:47.643822 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5486eef-eef3-44aa-ab30-9e466f5527e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.653820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.702413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1287505614-network', 'tenant_id': '44795ba1db854a8e9bb5661c6b2b51a8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:47.741067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5486eef-eef3-44aa-ab30-9e466f5527e6 None None] Pushing event updated for resources: {'Port': ['ID=27c94d16-7eeb-4603-9cb4-981bb764e24a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:47.770058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Made reservation on behalf of 44795ba1db854a8e9bb5661c6b2b51a8 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:47.779153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.789742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.816321 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.890998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:47.901721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:47.919362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-bcec514b-e1cb-4352-ae3e-3c539991d594 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f246ab2700444312b970c37975ca9223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354381 Dec 10 18:06:47.976266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:47.979474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:47.983774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:47.996374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=a04d3273-6b25-42b5-a76f-3f8fec7c63a2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:48.027445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.027782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.028115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.028493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.028972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.029293 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.029653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.029975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.030343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.030703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.031023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.031337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.031649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.053751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.080665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.098875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.115532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.133483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-6f750eee-8b30-4785-bc4d-2a623091cfb1 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512831 Dec 10 18:06:48.234452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:06:48.247266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-9394b7d7-5511-4b59-abb6-6adda0565177 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:48.248802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-9394b7d7-5511-4b59-abb6-6adda0565177 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047206 Dec 10 18:06:48.254607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be58785f-a618-4052-83e2-7efd974aaa2e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:48.279645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.279998 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Added segment 45d456c9-78ff-443a-b680-f1564147307e of type vlan for network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe Dec 10 18:06:48.294603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.294953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.295299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.295652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.295973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.296438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.296645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.296953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.297286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.297758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.297957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.298237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.298588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:48.312328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-5ee5d5d1-41c6-4e8d-87b3-a2cafae53ed1 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/quotas/f246ab2700444312b970c37975ca9223 HTTP/1.1" status: 200 len: 375 time: 0.0521517 Dec 10 18:06:48.314879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.322174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.360261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.381297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=a04d3273-6b25-42b5-a76f-3f8fec7c63a2,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:48.389436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-5d146268-5646-4dc4-a2bb-76f29dc955c2 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f246ab2700444312b970c37975ca9223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761349 Dec 10 18:06:48.389805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.397243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-b7ae0d8a-1a37-4b96-9b8e-e5c61b088e7d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3390064 Dec 10 18:06:48.435541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.447406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-dbd5169f-50ef-4f68-8d0a-f4f171c1a3e8 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:48.449457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-dbd5169f-50ef-4f68-8d0a-f4f171c1a3e8 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3037400 Dec 10 18:06:48.473218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 27c94d16-7eeb-4603-9cb4-981bb764e24a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:48.482264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Request body: {'port': {'device_id': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '4fddbf61f41f482e8f1812f7ab9fdafd'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:48.485659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-a54305c7-ea53-4c14-a9da-af0c66730922 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0875263 Dec 10 18:06:48.564762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 27c94d16-7eeb-4603-9cb4-981bb764e24a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:48.565257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.603401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.608045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:48.609297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.674817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-35d58781-b4f8-47bd-b67f-92d43892f829 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:48.676301 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-35d58781-b4f8-47bd-b67f-92d43892f829 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1842108 Dec 10 18:06:48.689774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-ff68ac51-92f0-4dfd-af5c-c5fbd4b2cb48 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:06:48.690835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fd6034d-92ea-4ebe-b7a8-53b47cc4e382 req-ff68ac51-92f0-4dfd-af5c-c5fbd4b2cb48 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074749 Dec 10 18:06:48.706024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:48.709561 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c468c3-3321-4dad-958c-0402d58ad142" -d '{"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-plugged", "status": "completed", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:48.739019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] Pushing event updated for resources: {'Network': ['ID=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:48.750264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-04059072-83db-4146-a159-7e81e8d9ba74 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4128380 Dec 10 18:06:48.750849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51824) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:48.761289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Request body: {'subnet': {'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1287505614-subnet', 'tenant_id': '44795ba1db854a8e9bb5661c6b2b51a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:48.782500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:06:48.798215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Made reservation on behalf of 44795ba1db854a8e9bb5661c6b2b51a8 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:48.817135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:48.956385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Made reservation on behalf of 4fddbf61f41f482e8f1812f7ab9fdafd for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:48.960358 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.007238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-108e4322-eb33-4adc-a1a1-53c9daa100aa req-471ca190-b55b-4fcc-a558-333b5f8f27f0 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 210 time: 0.0571246 Dec 10 18:06:49.057652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee656-6cee-490a-a921-7ab60186886e req-014e3610-6e75-46fb-902e-c1e7977dcaf8 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:49.073380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40eee656-6cee-490a-a921-7ab60186886e req-014e3610-6e75-46fb-902e-c1e7977dcaf8 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 948 time: 0.1470778 Dec 10 18:06:49.127741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b63ca42f-92e1-41ba-b6af-784879df16db req-cb3cc264-ae25-4346-9d67-8c4de9937dc2 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 210 time: 0.0590732 Dec 10 18:06:49.202964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51838) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:49.313908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40eee656-6cee-490a-a921-7ab60186886e req-abe6418d-a48a-4a7f-a272-9681f1b08352 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732621 Dec 10 18:06:49.390735 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d9d0b9-91b6-45ab-a2ad-e9a0f6c0dca1 x-openstack-request-id: req-52d9d0b9-91b6-45ab-a2ad-e9a0f6c0dca1 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:49.391113 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-plugged", "status": "completed", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:49.391430 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52d9d0b9-91b6-45ab-a2ad-e9a0f6c0dca1 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:49.391826 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'code': 200} Dec 10 18:06:49.396017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Allocated IP 192.168.233.232 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:49.417195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-e6994812-c7b4-41d5-bdb7-53e920c3662b tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2158315 Dec 10 18:06:49.443324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0031aa08-df12-44d0-affd-1da451d846ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.462188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:49.463128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.539062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.587587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe6a6c-6aa8-4ada-9304-ce2d5cf39b42 req-169f9aa7-cea5-4fe0-808c-93d9c7e1f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:49.589096 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62fe6a6c-6aa8-4ada-9304-ce2d5cf39b42 req-169f9aa7-cea5-4fe0-808c-93d9c7e1f2ce service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 1099 time: 0.0962534 Dec 10 18:06:49.703947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62fe6a6c-6aa8-4ada-9304-ce2d5cf39b42 req-f5e6a373-1f50-4385-99ab-fb8b2360d673 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872178 Dec 10 18:06:49.740950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0031aa08-df12-44d0-affd-1da451d846ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.749152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0031aa08-df12-44d0-affd-1da451d846ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.781322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51848) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:49.812464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0031aa08-df12-44d0-affd-1da451d846ef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5df3c7ec5ca48fa84bde155f4329c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6057961 Dec 10 18:06:49.812464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031aa08-df12-44d0-affd-1da451d846ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8028850a-c2fe-4ec3-803f-3802fac6153e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:49.815029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51852) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:49.827058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd998ce2-516b-4a71-af73-5a46cfbdfd4d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:49.836538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.850972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:49.851328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Network hostable DHCP agents. Network: 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:06:49.908807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:06:49.915876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.927756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:49.934298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:49.935094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.945322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86206439-ba3e-4810-a481-91d2732b280a None None] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:49.947467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396a08d-ff12-41fd-8f41-c9c8bc6c3c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:49.972240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b61bc676-b10b-4f88-a07b-29db7fd8ac43 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2165194 Dec 10 18:06:49.989357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.023871 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396a08d-ff12-41fd-8f41-c9c8bc6c3c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.026283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-577f9024-dc0f-4092-8067-1b7fad8f9cd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.031596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:50.048713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:50.056430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:50.071897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:50.075143 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.078838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Allocated IP 172.25.2.58 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/8f6c766e-5495-4e06-9801-9cf5fe72bde3) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:50.128338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6516695 Dec 10 18:06:50.148553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Request body: {'port': {'device_id': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:50.154282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e09581-3514-43d1-989f-8019db720916 None None] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:50.178905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2e4ea-922e-4064-b0e2-d6df3ec02b00 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Pushing event updated for resources: {'Port': ['ID=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:50.268809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.305961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cb616-0c63-4d45-9990-09c4c541a977 req-ccbb8ab8-6f33-4b49-9e7e-9086106306fc tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:50.315421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc8cb616-0c63-4d45-9990-09c4c541a977 req-ccbb8ab8-6f33-4b49-9e7e-9086106306fc tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 936 time: 0.1209612 Dec 10 18:06:50.344773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396a08d-ff12-41fd-8f41-c9c8bc6c3c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.347921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396a08d-ff12-41fd-8f41-c9c8bc6c3c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.349629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8396a08d-ff12-41fd-8f41-c9c8bc6c3c46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8028850a-c2fe-4ec3-803f-3802fac6153e HTTP/1.1" status: 204 len: 168 time: 0.5331147 Dec 10 18:06:50.362032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-297d38ef-419f-4d8b-a6e5-8b8bf969d5fd tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f246ab2700444312b970c37975ca9223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877094 Dec 10 18:06:50.395885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396a08d-ff12-41fd-8f41-c9c8bc6c3c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8028850a-c2fe-4ec3-803f-3802fac6153e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:50.470828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc8cb616-0c63-4d45-9990-09c4c541a977 req-bb05e5a7-2806-4228-b70e-5ca60e98309a tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542513 Dec 10 18:06:50.506326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-577f9024-dc0f-4092-8067-1b7fad8f9cd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.523325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8d1d6fb0-a965-4a8e-93d6-6cc4a17857d1 None None] Provisioning complete for port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:50.523700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d1d6fb0-a965-4a8e-93d6-6cc4a17857d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.557741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-577f9024-dc0f-4092-8067-1b7fad8f9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.581997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.621664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d6fb0-a965-4a8e-93d6-6cc4a17857d1 None None] Port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:50.634648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ee1c3f8-0358-4ed3-a6ef-97ef3df2bdb5 req-d4754769-f396-478d-89c8-54722bcd57a1 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 210 time: 0.0297530 Dec 10 18:06:50.699208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-577f9024-dc0f-4092-8067-1b7fad8f9cd3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=21bdaba03b384d9c909e1d35b16554b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9072533 Dec 10 18:06:50.710203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51878) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:50.729406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f9024-dc0f-4092-8067-1b7fad8f9cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685711f3-bfaf-4588-b4b8-7fcfb7108e01,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:50.749221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-af318bb2-05c1-4d3e-afb8-ec8164335284 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:50.751228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-af318bb2-05c1-4d3e-afb8-ec8164335284 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3770375 Dec 10 18:06:50.789272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Request body: {'port': {'device_id': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'f246ab2700444312b970c37975ca9223'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:50.797125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa58a2-23d8-4127-8eea-cb54949d49a0 req-ce9d46b5-f956-44d5-acd2-b4c356b32fdd tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:50.805006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95aa58a2-23d8-4127-8eea-cb54949d49a0 req-ce9d46b5-f956-44d5-acd2-b4c356b32fdd tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 948 time: 0.0834706 Dec 10 18:06:50.820961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.902872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95aa58a2-23d8-4127-8eea-cb54949d49a0 req-ddad3a55-8097-43cd-8976-54549287494f tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937791 Dec 10 18:06:50.921346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:50.942203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:50.944301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51884) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:50.951135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:50.965367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1633512021-network', 'tenant_id': '9c3eafee482444c5b068fd4738c33609'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:50.968706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=8f6c766e-5495-4e06-9801-9cf5fe72bde3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:50.976732 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fcfdea9a-503d-4fb1-a902-9b6b415879aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:50.979487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:50.995267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.010207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Transition to ACTIVE for port object dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:06:51.018061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.044745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51886) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:51.057883 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fcfdea9a-503d-4fb1-a902-9b6b415879aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.077062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:51.086233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Made reservation on behalf of 9c3eafee482444c5b068fd4738c33609 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:51.088538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.099619 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c44c1ad-ed02-4ed7-b960-babb74a004b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.112670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Attempting to bind port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:51.113148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Attempting to bind port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:51.113514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Attempting to bind port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:51.118525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:06:51.118859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Attempting to bind port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:51.124261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:51.124691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:51.125035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:51.125482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Bound port: dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:51.126329 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.136983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.157698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.162783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Made reservation on behalf of f246ab2700444312b970c37975ca9223 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:51.166346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.201658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] For port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:51.207121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] For port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:51.212701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.263227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:51.263858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.265303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] 10.222.0.30 "PUT /v2.0/ports/dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 HTTP/1.1" status: 200 len: 1096 time: 1.1279416 Dec 10 18:06:51.265778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'tag': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:51.269199 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12" -d '{"events": [{"name": "network-changed", "server_uuid": "d0783bc4-96af-4c0a-b22c-8af464a07f64", "tag": "dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:51.290704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127a5f0-c846-4ee8-b951-85b71fd3a1f8 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:51.326776 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fbf79e-895b-4dd2-93b4-4208cc2e8375 x-openstack-request-id: req-65fbf79e-895b-4dd2-93b4-4208cc2e8375 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:51.327103 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0783bc4-96af-4c0a-b22c-8af464a07f64", "tag": "dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:51.327584 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65fbf79e-895b-4dd2-93b4-4208cc2e8375 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:51.327993 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'tag': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4', 'status': 'completed', 'code': 200} Dec 10 18:06:51.388517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-80eb7cc2-f1d2-44e6-8c7b-876a61fa53d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:51.391209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-80eb7cc2-f1d2-44e6-8c7b-876a61fa53d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 1099 time: 0.0531170 Dec 10 18:06:51.430430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.441264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-d95220d2-7e80-4fb6-9283-7f59f00e22ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 HTTP/1.1" status: 200 len: 217 time: 0.0415933 Dec 10 18:06:51.469642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.477849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fcfdea9a-503d-4fb1-a902-9b6b415879aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.480661 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fcfdea9a-503d-4fb1-a902-9b6b415879aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.481896 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fcfdea9a-503d-4fb1-a902-9b6b415879aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/685711f3-bfaf-4588-b4b8-7fcfb7108e01 HTTP/1.1" status: 204 len: 168 time: 0.7651300 Dec 10 18:06:51.537230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-835955a1-4021-499a-9ec3-89e6746acde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:51.539307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-835955a1-4021-499a-9ec3-89e6746acde8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0912714 Dec 10 18:06:51.546467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdea9a-503d-4fb1-a902-9b6b415879aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=685711f3-bfaf-4588-b4b8-7fcfb7108e01,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:51.656417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-83410d5a-3d09-4032-8d18-a66909f4e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:51.657808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-83410d5a-3d09-4032-8d18-a66909f4e2a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045852 Dec 10 18:06:51.672037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddb17f-1599-4fe6-bf98-43b997427448 req-dce8448e-8583-42a2-af5a-59da0386f317 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:51.674699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bddb17f-1599-4fe6-bf98-43b997427448 req-dce8448e-8583-42a2-af5a-59da0386f317 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 948 time: 0.0929980 Dec 10 18:06:51.731197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c44c1ad-ed02-4ed7-b960-babb74a004b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.734334 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.751473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c44c1ad-ed02-4ed7-b960-babb74a004b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.759331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.798223 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bddb17f-1599-4fe6-bf98-43b997427448 req-741acc50-8ff1-4da5-bf89-bbdf7714b162 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771074 Dec 10 18:06:51.800538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-ec534a86-fa4c-41b3-8046-7396ba830a9a service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249225 Dec 10 18:06:51.822502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.837054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:06:51.846077 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c44c1ad-ed02-4ed7-b960-babb74a004b7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=810c9f8764894d09a3c9cb07ef734cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7979577 Dec 10 18:06:51.849608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.851428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:51.855620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44c1ad-ed02-4ed7-b960-babb74a004b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d9d17b-5566-4732-996e-477dafafa523,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:51.878898 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.879238 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Added segment b23c06ac-c7cc-4e23-9e1c-0c17bf6d529d of type vlan for network e9351aeb-45cb-440b-b3f8-7dbc9b37a26f Dec 10 18:06:51.932608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.955565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f699fff0-f8fc-407f-ac91-4040b99a0f6b req-cee1bb5c-9c76-406c-a120-6f826d385a8e tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 210 time: 0.0453079 Dec 10 18:06:51.958588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.991324 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09043b65-4f7b-4985-b5f5-db04924129e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:51.995360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31ec24da-41f9-4584-a5e0-9e011cb682d6 req-0bde034e-f2e6-4818-bd7c-c9cb90825cfb service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852114 Dec 10 18:06:52.010581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cdd2ae-e2ee-4694-9366-5039d001de86,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:52.017551 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09043b65-4f7b-4985-b5f5-db04924129e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.045686 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.064005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.124576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=8f6c766e-5495-4e06-9801-9cf5fe72bde3,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:52.135849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:52.141919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-d06cdc3e-5e2b-4250-9137-712a6cdc8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.144783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-d06cdc3e-5e2b-4250-9137-712a6cdc8673 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 1099 time: 0.0955987 Dec 10 18:06:52.147653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09043b65-4f7b-4985-b5f5-db04924129e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.150420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09043b65-4f7b-4985-b5f5-db04924129e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.151573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.158717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-09043b65-4f7b-4985-b5f5-db04924129e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3d9d17b-5566-4732-996e-477dafafa523 HTTP/1.1" status: 204 len: 168 time: 0.3061738 Dec 10 18:06:52.159075 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-a88cd737-2419-4287-a1da-6bb733eedd4c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7327659 Dec 10 18:06:52.166183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:52.174123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5385135-0420-4617-82d8-5c2868255b12 req-85f562e6-1104-45f4-ade0-61593d94d604 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.175593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5385135-0420-4617-82d8-5c2868255b12 req-85f562e6-1104-45f4-ade0-61593d94d604 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 948 time: 0.1058857 Dec 10 18:06:52.223570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Allocated IP 192.168.233.194 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:52.232511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6ef1335-72d6-4b60-bba4-dbfc8e9d57ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.236782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09043b65-4f7b-4985-b5f5-db04924129e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d9d17b-5566-4732-996e-477dafafa523,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:52.240215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.240777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.241488 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.264119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-3681893e-d6ef-464f-9844-3fa73d396d04 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.1038716 Dec 10 18:06:52.296719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5385135-0420-4617-82d8-5c2868255b12 req-04fbfc6d-7f36-41e8-8ee6-b46f8692a9ac tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084712 Dec 10 18:06:52.310392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-9f10aaf9-0e05-4774-a952-991a8ff499f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.311838 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-9f10aaf9-0e05-4774-a952-991a8ff499f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1352248 Dec 10 18:06:52.371330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-7d8c327b-933e-48e4-a93a-c36b2a9ba8d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 HTTP/1.1" status: 200 len: 217 time: 0.0504143 Dec 10 18:06:52.399806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4474926 Dec 10 18:06:52.412383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51912) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:52.428700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Request body: {'subnet': {'network_id': 'e9351aeb-45cb-440b-b3f8-7dbc9b37a26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1633512021-subnet', 'tenant_id': '9c3eafee482444c5b068fd4738c33609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:52.453565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a6b41-80a2-4b89-a662-23211dffe4ec admin admin] Pushing event updated for resources: {'Network': ['ID=e9351aeb-45cb-440b-b3f8-7dbc9b37a26f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:52.468637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-151d869c-7893-400a-a3cf-a2c304b8a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.469968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e9351aeb-45cb-440b-b3f8-7dbc9b37a26f details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:06:52.473167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-151d869c-7893-400a-a3cf-a2c304b8a4c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0932398 Dec 10 18:06:52.574628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Made reservation on behalf of 9c3eafee482444c5b068fd4738c33609 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:52.577104 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.594644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0630626-a1a8-4eb1-ae4b-0e8e655fe34c req-980c554b-be50-4a54-8769-d3ca3cfc8675 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.595659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-e209c615-3103-42c5-9b8e-108d02a3406d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.597290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a0630626-a1a8-4eb1-ae4b-0e8e655fe34c req-980c554b-be50-4a54-8769-d3ca3cfc8675 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 950 time: 0.0900033 Dec 10 18:06:52.599670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-1acc7438-f38c-4f8d-844e-217ba2bfee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:52.601353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-1acc7438-f38c-4f8d-844e-217ba2bfee33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207414 Dec 10 18:06:52.605824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1251c0f-87fa-4710-a2a4-6c5ed40b17c1 req-e209c615-3103-42c5-9b8e-108d02a3406d tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.3407879 Dec 10 18:06:52.715362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6ef1335-72d6-4b60-bba4-dbfc8e9d57ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.734670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a0630626-a1a8-4eb1-ae4b-0e8e655fe34c req-9d0cbddc-1e0d-45b7-a993-3d7841cc25cc tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186514 Dec 10 18:06:52.749007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-32435d78-e2c3-4415-b810-9a05381b18a3 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315382 Dec 10 18:06:52.761725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6ef1335-72d6-4b60-bba4-dbfc8e9d57ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.781512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.871638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef1335-72d6-4b60-bba4-dbfc8e9d57ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba213b3-f9a0-4db5-9edb-46f46fd03f09,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:52.876428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a6ef1335-72d6-4b60-bba4-dbfc8e9d57ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ebb1a87a3b6490db08aa3072f194e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7092900 Dec 10 18:06:52.882066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51936) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:52.896379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4a82517-7d46-4cfc-b5c7-2a009ac87e12 req-f46403d3-423d-4e4d-84c3-cf2a0ec8bb89 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388106 Dec 10 18:06:52.915486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-85db91a5-2148-43cc-aa49-22a10ab7af55 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2805567 Dec 10 18:06:52.930638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:52.953896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:52.970972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-370f37c4-f4a3-4dcb-9e99-54765096a6cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.008467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-370f37c4-f4a3-4dcb-9e99-54765096a6cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.041487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:53.050012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.053598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:53.059802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:53.066611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:53.067275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.081845 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-370f37c4-f4a3-4dcb-9e99-54765096a6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.084822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-370f37c4-f4a3-4dcb-9e99-54765096a6cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.089071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-370f37c4-f4a3-4dcb-9e99-54765096a6cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ba213b3-f9a0-4db5-9edb-46f46fd03f09 HTTP/1.1" status: 204 len: 168 time: 0.2024305 Dec 10 18:06:53.093539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Pushing event updated for resources: {'Port': ['ID=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:53.117947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f37c4-f4a3-4dcb-9e99-54765096a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba213b3-f9a0-4db5-9edb-46f46fd03f09,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:53.211997 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ffde732a-25d8-40d4-872b-266967377e0b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4379363 Dec 10 18:06:53.216597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.310826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbf27a3-326e-44b0-ab58-7c17e9a78dfc,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:53.334563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Request body: {'port': {'device_id': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:53.405231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11901a-812a-4d8b-99ee-5bdbf137e1fc req-d7bbeba9-cdc0-42b3-a0fd-1a31879f2128 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:53.420093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a11901a-812a-4d8b-99ee-5bdbf137e1fc req-d7bbeba9-cdc0-42b3-a0fd-1a31879f2128 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 948 time: 0.0791037 Dec 10 18:06:53.429983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dc8bab4e-0dbc-469c-a00e-302dfb4f0fa0 None None] Provisioning complete for port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:53.430381 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc8bab4e-0dbc-469c-a00e-302dfb4f0fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.474864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-dc8bab4e-0dbc-469c-a00e-302dfb4f0fa0 None None] Port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:06:53.489037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Checking segment: {'id': 'b23c06ac-c7cc-4e23-9e1c-0c17bf6d529d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'e9351aeb-45cb-440b-b3f8-7dbc9b37a26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:53.489387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Network hostable DHCP agents. Network: e9351aeb-45cb-440b-b3f8-7dbc9b37a26f, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:06:53.498901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.523473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a11901a-812a-4d8b-99ee-5bdbf137e1fc req-f243946c-8004-4475-a41c-1a3a63609f68 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852070 Dec 10 18:06:53.562324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Network e9351aeb-45cb-440b-b3f8-7dbc9b37a26f is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:06:53.585728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, e9351aeb-45cb-440b-b3f8-7dbc9b37a26f) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:53.600235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b723a-44eb-48ca-af9a-ead8f2f1e0c8 None None] Network e9351aeb-45cb-440b-b3f8-7dbc9b37a26f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:53.600448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:53.601196 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.604127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:53.715476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eeacfc2b-f7f0-4468-bc3c-39dfc3b1c96b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3003263 Dec 10 18:06:53.719648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d6a4d-b265-426f-b4d8-68dd23180abc req-22ea956d-9a21-427d-b6a6-049d58c7da9a tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:53.721385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-847d6a4d-b265-426f-b4d8-68dd23180abc req-22ea956d-9a21-427d-b6a6-049d58c7da9a tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 936 time: 0.1297047 Dec 10 18:06:53.839287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-847d6a4d-b265-426f-b4d8-68dd23180abc req-443dc63a-f49c-4a27-8de9-9eeb53c0b041 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084831 Dec 10 18:06:53.861456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeab056-eeb9-4246-b063-874cba3dd81a None None] Network e9351aeb-45cb-440b-b3f8-7dbc9b37a26f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:53.870305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Allocated IP 172.25.2.147 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/cdbc9272-00df-4ba0-83fd-20ed826c6f39) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:54.074261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:54.088455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.101932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.116759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Transition to ACTIVE for port object dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:06:54.124148 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.191169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.196132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:54.261008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:54.268350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:54.272569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:54.277344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Attempting to bind port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:06:54.277625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Attempting to bind port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:06:54.277957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Attempting to bind port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:54.312916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:06:54.313248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Attempting to bind port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:06:54.321476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=cdbc9272-00df-4ba0-83fd-20ed826c6f39,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:54.333133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:06:54.333472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:54.333862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:06:54.334312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Bound port: dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:06:54.334747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.360184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.455443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] For port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:06:54.459758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] For port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:06:54.461428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.496692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.550869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:54.551406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.552264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-7cdf4810-6102-48be-84f0-bd1f845ce1fc tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:54.553754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca HTTP/1.1" status: 200 len: 1096 time: 1.2444539 Dec 10 18:06:54.555812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-7cdf4810-6102-48be-84f0-bd1f845ce1fc tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.1341083 Dec 10 18:06:54.556084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'tag': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:54.558206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52014) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:54.558553 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "c38182e6-2ff0-4f3a-97fa-bb6b4291c673", "tag": "dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:54.600936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5f3e2329-dc3d-4c37-8943-dc4a9587d079 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/quotas/44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 375 time: 0.0207067 Dec 10 18:06:54.607012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0505e-dd48-4d82-b7b9-1344b1db57d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:54.644364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6b1cfcfc-c0ad-4c20-8ccc-bcbc458aa222 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420156 Dec 10 18:06:54.713325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-1d149d33-f447-414f-9a30-5252adf3ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:54.714856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-1d149d33-f447-414f-9a30-5252adf3ac7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f246ab2700444312b970c37975ca9223&device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 1099 time: 0.1020265 Dec 10 18:06:54.735320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2096827078-network', 'tenant_id': '9cfdffc1c29b4579b9a1cec2c24b5d56'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:54.754068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-7bd9ae6f-9923-4c9f-b087-12a210433816 service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084208 Dec 10 18:06:54.768715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-ddf58959-ee44-4f29-9a27-39f8ca106616 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca HTTP/1.1" status: 200 len: 217 time: 0.0413618 Dec 10 18:06:54.784592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Made reservation on behalf of 9cfdffc1c29b4579b9a1cec2c24b5d56 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:54.787175 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.798483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.819603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.829374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.900775 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-61d1b933-50df-4ac6-a08f-c2b891e7ac2e service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373971 Dec 10 18:06:54.957709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.963397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:54.995640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:06:55.007023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:55.032332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.033566 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Added segment a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18 of type vlan for network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 Dec 10 18:06:55.079569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.121960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.134735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.136391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:55.137095 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.142599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-eee77873-4a13-426c-873b-556304d00a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:55.144818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-eee77873-4a13-426c-873b-556304d00a09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.3655818 Dec 10 18:06:55.145474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event updated for resources: {'Port': ['ID=cdbc9272-00df-4ba0-83fd-20ed826c6f39,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:55.159935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:55.181034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6168447 Dec 10 18:06:55.181717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.183006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-ca569b9a-979a-4ec7-8e50-bca25f319500 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2593608 Dec 10 18:06:55.201372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:55.210296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Request body: {'subnet': {'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2096827078-subnet', 'tenant_id': '9cfdffc1c29b4579b9a1cec2c24b5d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:55.244161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d81b0-098d-4ebd-b162-497a36415ec2 admin admin] Pushing event updated for resources: {'Network': ['ID=f176ce6c-aeb1-4f5f-92fb-e4729f214a91,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:55.262010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:06:55.296867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-b140c994-ba3c-4873-ad35-aaf6c8a749ae tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.0962603 Dec 10 18:06:55.307662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-e8a55313-8b67-4b91-adea-f52f98208f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:55.309291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-e8a55313-8b67-4b91-adea-f52f98208f01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552856 Dec 10 18:06:55.312258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Made reservation on behalf of 9cfdffc1c29b4579b9a1cec2c24b5d56 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:55.316953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.363810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:55.390778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4', 'mac_address': 'fa:16:3e:3b:b4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:55.443423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.460186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:55.460443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988f6e0-3927-48bd-820a-2789f3da99e0 req-5a5b9d04-433d-4e47-9d87-b80be1c4be95 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:55.466920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1988f6e0-3927-48bd-820a-2789f3da99e0 req-5a5b9d04-433d-4e47-9d87-b80be1c4be95 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 948 time: 0.0700574 Dec 10 18:06:55.493412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:55.502252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.528409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1988f6e0-3927-48bd-820a-2789f3da99e0 req-43d4603a-c702-414c-bf1f-182c472add26 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593832 Dec 10 18:06:55.580009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:55.589685 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b668ba16-b0b8-4d00-95cb-1730bb28dd18 x-openstack-request-id: req-b668ba16-b0b8-4d00-95cb-1730bb28dd18 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:55.589911 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38182e6-2ff0-4f3a-97fa-bb6b4291c673", "tag": "dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:55.590165 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b668ba16-b0b8-4d00-95cb-1730bb28dd18 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:55.590584 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'tag': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca', 'status': 'completed', 'code': 200} Dec 10 18:06:55.592855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.593881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.594396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.594541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-8d5daa14-07f0-4cbd-b870-7d282cba6553 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682145 Dec 10 18:06:55.594897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.595343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.596206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.596636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.597057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.597487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.597909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.598548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.598968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.600067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:06:55.602756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-95e6a670-dfbd-4b12-82d5-aa22103b2d8f tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:55.604272 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7275773-5cda-4a2d-ac8f-715b8facea73 req-95e6a670-dfbd-4b12-82d5-aa22103b2d8f tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.2941198 Dec 10 18:06:55.759538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c3614-066d-4c38-b5c7-aabd0b8829f2 req-a5f22586-c26d-4f94-a12d-f50a5e2aa95e tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:55.768905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f5c3614-066d-4c38-b5c7-aabd0b8829f2 req-a5f22586-c26d-4f94-a12d-f50a5e2aa95e tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 948 time: 0.1174157 Dec 10 18:06:55.806116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:55.820808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ea34033-e946-4097-9c85-1a20766e70e7 req-451a1e09-4606-4125-a269-c0c1aa40a514 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137899 Dec 10 18:06:55.841558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:55.846409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f5c3614-066d-4c38-b5c7-aabd0b8829f2 req-6fb34f72-5903-4dde-9dd8-868d8602e42b tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 Dec 10 18:06:55.970265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5378fb35-fef7-4997-8ed5-142476e26ade,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:56.001234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a5cc449-504e-46d5-9089-b1fdf8f01790 req-9f2ddcb0-fe4e-48bb-a965-78cb27719e78 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 210 time: 0.0949917 Dec 10 18:06:56.036358 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20021821-01bf-4fbd-a162-668b051a0dc7 req-c8c44d3d-5287-4fc0-80ae-adf9e5bd0b63 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips/aef4cecc-cb2c-4628-bc1b-e7200d035579 HTTP/1.1" status: 200 len: 693 time: 0.1036608 Dec 10 18:06:56.065760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-4e6a774c-995e-438e-a667-8a98eb7443b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.072573 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-4e6a774c-995e-438e-a667-8a98eb7443b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f246ab2700444312b970c37975ca9223&device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 1099 time: 0.1793082 Dec 10 18:06:56.077166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:56.078921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Network hostable DHCP agents. Network: f176ce6c-aeb1-4f5f-92fb-e4729f214a91, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:06:56.196184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:06:56.203175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20021821-01bf-4fbd-a162-668b051a0dc7 req-31eefbcd-a688-4ced-b797-3e4d8c6a1fbd tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.215816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20021821-01bf-4fbd-a162-668b051a0dc7 req-31eefbcd-a688-4ced-b797-3e4d8c6a1fbd tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1672959 Dec 10 18:06:56.222606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-20021821-01bf-4fbd-a162-668b051a0dc7 req-ff9c16cc-1f4e-4be7-be4e-b16364542fb3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:06:56.226612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, f176ce6c-aeb1-4f5f-92fb-e4729f214a91) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:56.234211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.235852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:56.244054 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20021821-01bf-4fbd-a162-668b051a0dc7 req-ff9c16cc-1f4e-4be7-be4e-b16364542fb3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122960 Dec 10 18:06:56.245342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff6c903-c01c-4c97-bffd-810858ddc063 None None] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:56.271612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-7cc2ab27-2460-4b23-8942-6fca96d13ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.273206 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-7cc2ab27-2460-4b23-8942-6fca96d13ead service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1872363 Dec 10 18:06:56.286307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7cce5364-a606-4286-aa8a-7376e2a02c09 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0756609 Dec 10 18:06:56.331469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-00eafd0c-9caf-428c-b025-7b9655abc5ba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca HTTP/1.1" status: 200 len: 217 time: 0.0492818 Dec 10 18:06:56.420059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-6f294360-e1ac-4435-b775-071c9d876728 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips/aef4cecc-cb2c-4628-bc1b-e7200d035579 HTTP/1.1" status: 200 len: 693 time: 0.1620562 Dec 10 18:06:56.465585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-64b9e3f2-56e8-4278-adcf-cb1ec982c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.469129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-64b9e3f2-56e8-4278-adcf-cb1ec982c8f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1305985 Dec 10 18:06:56.550040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137add3-c361-43ba-af22-1c8bc79911d1 None None] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:56.564061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-09b37f8c-56ab-4ef0-b720-158ee91d3b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.569781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-09b37f8c-56ab-4ef0-b720-158ee91d3b1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928507 Dec 10 18:06:56.747440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe9558-35dd-47d5-8a1a-2880a4638a26 req-aef592ab-131b-446f-b2c4-fc3763ed9961 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.755530 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ffe9558-35dd-47d5-8a1a-2880a4638a26 req-aef592ab-131b-446f-b2c4-fc3763ed9961 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 949 time: 0.1373429 Dec 10 18:06:56.791255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-515a4db7-34e4-4fb8-b3c0-4bbe90ad9af0 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111716 Dec 10 18:06:56.841267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-a3b09c8f-9ede-443f-8af0-a33f1557bc6b tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.848806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-a3b09c8f-9ede-443f-8af0-a33f1557bc6b tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.4265730 Dec 10 18:06:56.873128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-ffb68d8e-5093-4462-9398-588d2a1a6d01 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:06:56.879540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ffe9558-35dd-47d5-8a1a-2880a4638a26 req-19bd884f-2a6c-487e-bdb6-142ea068e941 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226456 Dec 10 18:06:56.883857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-ffb68d8e-5093-4462-9398-588d2a1a6d01 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0339127 Dec 10 18:06:56.958407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6622caf8-4b89-49a2-8aa9-bbbc123a2ea5 req-e03f4a18-dea1-4337-a40a-37613bd5701d service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534343 Dec 10 18:06:56.969365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-ee737d61-aacb-4fe6-9acd-055e6b31c4ed tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:56.971788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-ee737d61-aacb-4fe6-9acd-055e6b31c4ed tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.4523082 Dec 10 18:06:56.976867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52112) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:57.030925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Request body: {'port': {'device_id': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'admin_state_up': True, 'tenant_id': '44795ba1db854a8e9bb5661c6b2b51a8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:57.165184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-402a7db0-0589-4096-a5fc-d1ee8da21c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.178110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:57.193886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-f294c925-ea01-4ad1-a8f0-ee5554ee0728 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.3089423 Dec 10 18:06:57.216259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:57.321843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Made reservation on behalf of 44795ba1db854a8e9bb5661c6b2b51a8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:57.325520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.331076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c38de0-572b-462b-99c8-eb674f5e844e req-a3d92046-9406-43d7-b185-c637ab72a7e2 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:57.340326 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61c38de0-572b-462b-99c8-eb674f5e844e req-a3d92046-9406-43d7-b185-c637ab72a7e2 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 948 time: 0.0943739 Dec 10 18:06:57.370823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-c428f4df-6e61-4790-bf09-0930253f801b tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.147 HTTP/1.1" status: 200 len: 696 time: 0.1630936 Dec 10 18:06:57.440021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61c38de0-572b-462b-99c8-eb674f5e844e req-5e421171-aa6e-474f-aca0-53936a3faf38 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982804 Dec 10 18:06:57.449994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52130) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:57.485578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-560406216-network', 'tenant_id': '9f35c38214044259b8865ba4978b2515'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:57.507918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:06:57.520883 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-402a7db0-0589-4096-a5fc-d1ee8da21c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.529091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:57.529595 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.545689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-402a7db0-0589-4096-a5fc-d1ee8da21c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.624720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:57.637845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Made reservation on behalf of 9f35c38214044259b8865ba4978b2515 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:57.640572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.651976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'mac_address': 'fa:16:3e:46:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:57.671955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-402a7db0-0589-4096-a5fc-d1ee8da21c4d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac2852bfad524571b24c1a166ca8d3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6937912 Dec 10 18:06:57.680175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47004a18-0ed3-4e05-a405-aefc966e0807 req-266b7267-57a9-4142-afa5-0c8baaf5f271 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 210 time: 0.0997462 Dec 10 18:06:57.682334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52132) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:57.687393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.689574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a7db0-0589-4096-a5fc-d1ee8da21c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80988ab6-8a2c-4cc9-8169-708c9a15e083,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:57.708988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.767324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:57.770725 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1575913b-74ae-4d54-9a86-e006927fb186" -d '{"events": [{"server_uuid": "d0783bc4-96af-4c0a-b22c-8af464a07f64", "name": "network-vif-plugged", "status": "completed", "tag": "dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:57.794579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:57.805753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.816618 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b70b3a9-87f2-4fb2-a794-7ed1242e35d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.824993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.829949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf5efef4-e1e0-4ce4-8dd8-845e283375cc {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:57.860823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b70b3a9-87f2-4fb2-a794-7ed1242e35d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.879620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:57.886349 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.887613 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fccc84-5592-4eb9-9bde-5d4639c8118b x-openstack-request-id: req-93fccc84-5592-4eb9-9bde-5d4639c8118b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:06:57.888227 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0783bc4-96af-4c0a-b22c-8af464a07f64", "name": "network-vif-plugged", "status": "completed", "tag": "dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:06:57.888615 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-93fccc84-5592-4eb9-9bde-5d4639c8118b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:06:57.889159 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4', 'code': 200} Dec 10 18:06:57.901671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.937424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:06:57.958309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa53d0a7-f5c9-48db-98ac-f22c4aac08e3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:57.966395 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.994626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b70b3a9-87f2-4fb2-a794-7ed1242e35d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.997183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b70b3a9-87f2-4fb2-a794-7ed1242e35d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:57.998574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8b70b3a9-87f2-4fb2-a794-7ed1242e35d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/80988ab6-8a2c-4cc9-8169-708c9a15e083 HTTP/1.1" status: 204 len: 168 time: 0.3165340 Dec 10 18:06:58.000019 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.000417 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Added segment 813406f5-c770-4840-98be-2dfe3a889ca5 of type vlan for network 8a5451bb-7ab8-42fc-9cd6-be58404cec31 Dec 10 18:06:58.035923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:58.090248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['bf5efef4-e1e0-4ce4-8dd8-845e283375cc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:58.138567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70b3a9-87f2-4fb2-a794-7ed1242e35d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80988ab6-8a2c-4cc9-8169-708c9a15e083,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:58.176274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Allocated IP 172.20.0.3 (32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe/fd998ce2-516b-4a71-af73-5a46cfbdfd4d/0566d9a6-9139-4ad2-b815-0cfaf644ae22) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:06:58.189095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.189362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2508e9f-ed4f-4da9-afe7-5b9f3358d581 req-9fc2a745-9264-46fd-a6fb-30e59ee917bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:58.189362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2508e9f-ed4f-4da9-afe7-5b9f3358d581 req-9fc2a745-9264-46fd-a6fb-30e59ee917bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 1101 time: 0.2395773 Dec 10 18:06:58.220935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7fc5e-41be-4442-8b28-851780bef3aa req-193e5614-b901-4ab6-9f4d-0e9431fa74cc tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:58.235242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89d7fc5e-41be-4442-8b28-851780bef3aa req-193e5614-b901-4ab6-9f4d-0e9431fa74cc tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 950 time: 0.2175705 Dec 10 18:06:58.282232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:58.296178 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9c2fdcbe-7e40-47bd-8ad0-898f829c5f64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.333474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.334465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:58.335058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.448785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2508e9f-ed4f-4da9-afe7-5b9f3358d581 req-7ed60986-b49a-461b-8485-fd84fbf2e979 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146082 Dec 10 18:06:58.477324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89d7fc5e-41be-4442-8b28-851780bef3aa req-4fd2d3ce-5132-43f7-b930-abbc0820af6b tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409503 Dec 10 18:06:58.492163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Deleting port cdbc9272-00df-4ba0-83fd-20ed826c6f39 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:06:58.492504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.509611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5451bb-7ab8-42fc-9cd6-be58404cec31,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:58.522543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8a5451bb-7ab8-42fc-9cd6-be58404cec31 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:06:58.531415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bc769275-3eb2-40c0-896d-e26bc7a40908 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0801764 Dec 10 18:06:58.532046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52152) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:58.539483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Request body: {'subnet': {'network_id': '8a5451bb-7ab8-42fc-9cd6-be58404cec31', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-560406216-subnet', 'tenant_id': '9f35c38214044259b8865ba4978b2515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:58.597830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Made reservation on behalf of 9f35c38214044259b8865ba4978b2515 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:06:58.604617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.712806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:06:58.724449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52160) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:58.746030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7b70-a27f-494f-8bfb-17cc03119a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.760576 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.764719 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.776589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.796744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Calling delete_port for cdbc9272-00df-4ba0-83fd-20ed826c6f39 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:06:58.880716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef8d14-76fd-4b6b-869d-3eda05f8c33b req-f8419457-ff6f-469a-b302-d20d63f74f57 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:58.891145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6aef8d14-76fd-4b6b-869d-3eda05f8c33b req-f8419457-ff6f-469a-b302-d20d63f74f57 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 948 time: 0.1194699 Dec 10 18:06:58.914174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.938105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:06:58.948328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:58.951594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:06:58.958556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:58.959435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:58.967657 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6aef8d14-76fd-4b6b-869d-3eda05f8c33b req-7c684e7b-e9d7-435f-8133-41b969a5ffd8 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716834 Dec 10 18:06:58.989824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:59.022137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca', 'mac_address': 'fa:16:3e:8e:bc:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:06:59.062692 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0361876 Dec 10 18:06:59.102059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Request body: {'port': {'device_id': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:06:59.114138 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.147342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:06:59.175311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:59.181428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df917b2-42af-4ce8-b81f-3158d14e704f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:59.184123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.186228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7b70-a27f-494f-8bfb-17cc03119a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.196755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7b70-a27f-494f-8bfb-17cc03119a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.200155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:06:59.238119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194850b8-f26c-4077-8542-6f004e9fc68a req-97587208-e96a-4bb9-b169-8711e1cadecc tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:59.239768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-194850b8-f26c-4077-8542-6f004e9fc68a req-97587208-e96a-4bb9-b169-8711e1cadecc tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 931 time: 0.1117957 Dec 10 18:06:59.241342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.290310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.303412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1b6b7b70-a27f-494f-8bfb-17cc03119a0b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=040f989ba042417f8c88bd939aed3757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5775039 Dec 10 18:06:59.310698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:59.322797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52162) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:06:59.328320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port bf5efef4-e1e0-4ce4-8dd8-845e283375cc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:06:59.328979 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.351856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b7b70-a27f-494f-8bfb-17cc03119a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e95791-a075-4491-993d-e43b5757907d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:59.427052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.493957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event deleted for resources: {'Port': ['ID=cdbc9272-00df-4ba0-83fd-20ed826c6f39,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:59.514275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-194850b8-f26c-4077-8542-6f004e9fc68a req-75410ff0-154f-4f2a-ad96-e01c72928ef4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581618 Dec 10 18:06:59.555076 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.630937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:06:59.644407 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.647377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Checking segment: {'id': '813406f5-c770-4840-98be-2dfe3a889ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8a5451bb-7ab8-42fc-9cd6-be58404cec31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:06:59.648526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.650419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Network hostable DHCP agents. Network: 8a5451bb-7ab8-42fc-9cd6-be58404cec31, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:06:59.667037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3443ea-9028-4218-8387-d52d2d6c4196 req-7f7a2f2e-9856-4b51-a11a-d34d074f6a5c tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "DELETE /v2.0/floatingips/aef4cecc-cb2c-4628-bc1b-e7200d035579 HTTP/1.1" status: 204 len: 173 time: 2.2744343 Dec 10 18:06:59.690230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27f2f327-4a3d-4a20-a3ce-08ca7d79e6e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.730404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ee94f6-cc22-41e6-858d-9151391a8351,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:06:59.734824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:06:59.788005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Network 8a5451bb-7ab8-42fc-9cd6-be58404cec31 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:06:59.853254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.861409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cafc9be-58c7-4da4-bb3f-b32c617640ed req-36fe26f4-fd01-4bbd-9f0d-33b341fc92f3 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:59.874758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cafc9be-58c7-4da4-bb3f-b32c617640ed req-36fe26f4-fd01-4bbd-9f0d-33b341fc92f3 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 950 time: 0.1191530 Dec 10 18:06:59.898137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27f2f327-4a3d-4a20-a3ce-08ca7d79e6e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.901616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8a5451bb-7ab8-42fc-9cd6-be58404cec31) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:06:59.905981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:06:59.909007 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7de42d-0f93-462b-9d51-21caa491e153" -d '{"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:06:59.925620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:06:59.926227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:06:59.942615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfb627-235f-432b-8566-0b174cd608cf None None] Network 8a5451bb-7ab8-42fc-9cd6-be58404cec31 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:06:59.986418 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cafc9be-58c7-4da4-bb3f-b32c617640ed req-ac1eec5a-d6b7-49ad-a4c2-3b48e9f9b2f8 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107388 Dec 10 18:07:00.020547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-14fb901d-c17a-4d0a-9de0-56ade5375560 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4873269 Dec 10 18:07:00.124101 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aaf8ca-9b63-4298-9cd8-2641e9b2601b x-openstack-request-id: req-72aaf8ca-9b63-4298-9cd8-2641e9b2601b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:00.124444 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:00.124747 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72aaf8ca-9b63-4298-9cd8-2641e9b2601b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:00.125174 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'code': 200} Dec 10 18:07:00.269922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27f2f327-4a3d-4a20-a3ce-08ca7d79e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:00.276493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-27f2f327-4a3d-4a20-a3ce-08ca7d79e6e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:00.283118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-27f2f327-4a3d-4a20-a3ce-08ca7d79e6e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/60e95791-a075-4491-993d-e43b5757907d HTTP/1.1" status: 204 len: 168 time: 0.9548438 Dec 10 18:07:00.296752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:00.340635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63b488-d8cb-46e9-b965-97206082b9ff req-6cd43705-9a01-4cee-8381-26e13e5fef69 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:00.347091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f63b488-d8cb-46e9-b965-97206082b9ff req-6cd43705-9a01-4cee-8381-26e13e5fef69 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4047887 Dec 10 18:07:00.349810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71fccd-2c6b-4b56-98f0-6ce419ea260d None None] Network 8a5451bb-7ab8-42fc-9cd6-be58404cec31 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:00.380882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f327-4a3d-4a20-a3ce-08ca7d79e6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e95791-a075-4491-993d-e43b5757907d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:00.442920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a002521-9403-4fd5-a8c6-f453ede29096 req-3de4a16f-a293-4aa2-9fde-f491662beffb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:00.444925 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a002521-9403-4fd5-a8c6-f453ede29096 req-3de4a16f-a293-4aa2-9fde-f491662beffb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 949 time: 0.1820962 Dec 10 18:07:00.536820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a002521-9403-4fd5-a8c6-f453ede29096 req-80027c53-5261-41ec-abe0-6fee742a7060 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827379 Dec 10 18:07:00.657127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-160392c0-adc9-483a-8e1d-941d1050c21c req-9ac9e0b3-441e-4b92-a992-f1c321d4aa72 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=0d0805c23c034e97af94dd1275e0e6c5 HTTP/1.1" status: 200 len: 1654 time: 0.2807035 Dec 10 18:07:00.723154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0566d9a6-9139-4ad2-b815-0cfaf644ae22 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:00.801866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:00.862010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Transition to ACTIVE for port object 0566d9a6-9139-4ad2-b815-0cfaf644ae22 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:07:00.882009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:01.010805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aeb79064-5383-433e-a408-3a69deb15e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:01.015434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160392c0-adc9-483a-8e1d-941d1050c21c req-5f6530cb-0841-4599-acd3-63ff7669c3af tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:01.025482 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-160392c0-adc9-483a-8e1d-941d1050c21c req-5f6530cb-0841-4599-acd3-63ff7669c3af tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks?id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&id=66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 787 time: 0.3656702 Dec 10 18:07:01.029085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:01.035020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-160392c0-adc9-483a-8e1d-941d1050c21c req-34965428-ca0b-4d87-87e9-4e4b37401316 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:07:01.047091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-160392c0-adc9-483a-8e1d-941d1050c21c req-34965428-ca0b-4d87-87e9-4e4b37401316 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205843 Dec 10 18:07:01.140387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:01.140845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:01.141259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:01.147995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:01.148394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:01.175998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:01.176332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:01.177829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:01.177829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Bound port: 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:01.178283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:01.230972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc58a2-1eac-40c7-95ec-bc42ce4ff682 req-50de8e42-e407-45c9-a693-7fa02ae0cb40 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:01.239731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40fc58a2-1eac-40c7-95ec-bc42ce4ff682 req-50de8e42-e407-45c9-a693-7fa02ae0cb40 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.1115918 Dec 10 18:07:01.310506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:01.314751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:01.330761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40fc58a2-1eac-40c7-95ec-bc42ce4ff682 req-44a3069e-c9ee-4390-88da-df88465ecd13 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899248 Dec 10 18:07:01.333345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:01.363327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-61f51c75-862e-45f7-bff0-0dbaa3d8f8a7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:01.371392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-61f51c75-862e-45f7-bff0-0dbaa3d8f8a7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.2550371 Dec 10 18:07:01.401852 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-72b2bccd-092a-4dd1-8420-1591d6540e9e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/quotas/9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 375 time: 0.0289152 Dec 10 18:07:01.403073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:01.403887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:01.405514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 1091 time: 2.3242154 Dec 10 18:07:01.406165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:01.409709 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:01.476103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-5ae7d465-0ad3-4c03-9eaa-46c2612886da tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723531 Dec 10 18:07:01.482445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364c983-ce30-4350-8c5f-12e7c05ba4f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:01.588292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-31ab27f0-4df0-44d0-ab75-18b0b8563838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:01.590271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-31ab27f0-4df0-44d0-ab75-18b0b8563838 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1094 time: 0.0900135 Dec 10 18:07:01.646543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-2bc88ddb-fbf3-485d-b4d4-a013d3463865 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 217 time: 0.0469534 Dec 10 18:07:01.659911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:01.754859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-2efadd49-d4f1-47e5-bd5c-3fe384300392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:01.756987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-2efadd49-d4f1-47e5-bd5c-3fe384300392 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1002102 Dec 10 18:07:01.779017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-68740c7c-3147-4807-bc75-24f664f30262 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:07:01.782679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-68740c7c-3147-4807-bc75-24f664f30262 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1573668 Dec 10 18:07:01.798782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbccedc-b94f-46ea-a687-741f499de307 req-823f0b98-13f0-4923-8290-527df27cb31c tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:01.800573 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fbccedc-b94f-46ea-a687-741f499de307 req-823f0b98-13f0-4923-8290-527df27cb31c tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 950 time: 0.1044388 Dec 10 18:07:01.828053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-eb6233ee-c699-412b-a812-5cdaf7c7f434 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624721 Dec 10 18:07:01.898427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:01.919308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-e6a99761-cb12-483e-913a-4102b9a0b137 service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302965 Dec 10 18:07:01.929531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fbccedc-b94f-46ea-a687-741f499de307 req-56e1bcb8-0346-459e-ae62-f2940e59687a tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064832 Dec 10 18:07:01.971328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-edd8467d-9d2f-45ec-938d-5aa4e1eb4554 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293278 Dec 10 18:07:02.086816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-c82c8a32-724e-4b7d-9a9f-54d3e4384ae5 service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664875 Dec 10 18:07:02.114642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa102b9-5e35-4b0d-a187-55183583a7bc req-4c495c9a-c8b4-45bb-93bb-43e16de0f2f1 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357992 Dec 10 18:07:02.210063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-a456d8b1-4bd9-404b-8a52-b445f6e507e0 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips/1c8d15c8-c791-4e74-bb37-588c53f00839 HTTP/1.1" status: 200 len: 692 time: 0.1006129 Dec 10 18:07:02.338976 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c488179-174a-4f2b-bbec-cc6a2b37931c x-openstack-request-id: req-2c488179-174a-4f2b-bbec-cc6a2b37931c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:02.339597 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:02.339597 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c488179-174a-4f2b-bbec-cc6a2b37931c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:02.339952 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22', 'status': 'completed', 'code': 200} Dec 10 18:07:02.467986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-816d5972-2c3e-4547-a773-bc57445d57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:02.469801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-816d5972-2c3e-4547-a773-bc57445d57bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1094 time: 0.1290307 Dec 10 18:07:02.484240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-1238d66a-7bdc-4269-8746-bb6fc2db275a tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:02.492804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-1238d66a-7bdc-4269-8746-bb6fc2db275a tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.2813859 Dec 10 18:07:02.584728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529a39-e0ce-49af-9604-e4653f96e6f2 req-5e45e271-ac37-4254-a3ce-42b9d446e816 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:02.598421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5529a39-e0ce-49af-9604-e4653f96e6f2 req-5e45e271-ac37-4254-a3ce-42b9d446e816 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 949 time: 0.2384384 Dec 10 18:07:02.612893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:02.698706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5529a39-e0ce-49af-9604-e4653f96e6f2 req-bc443a66-604c-44ab-8285-9d7accd3b04e tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989017 Dec 10 18:07:02.749482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:07:02.760380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:02.762698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:02.906403 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:02.940636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:02.946272 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762dc128-7783-4c1b-bc6d-b0e61ad7d727" -d '{"events": [{"server_uuid": "c38182e6-2ff0-4f3a-97fa-bb6b4291c673", "name": "network-vif-plugged", "status": "completed", "tag": "dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:02.968127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:02.975174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-e47badc9-2a3e-49b1-81eb-8b61f85ccd15 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.4813313 Dec 10 18:07:03.005509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:03.152572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-06888750-504a-4049-a55e-4beab8f8af35 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.1275082 Dec 10 18:07:03.183308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94d06666-daa8-477b-8615-80657f0c651c req-259628ff-a68f-460b-b04e-1fbf291c7f79 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 210 time: 0.0829177 Dec 10 18:07:03.198649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-a917d317-21f2-429f-bde6-4a568d954c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:03.200135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-a917d317-21f2-429f-bde6-4a568d954c64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.7050593 Dec 10 18:07:03.212349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:03.337436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-1047ea3a-9006-4f36-a4ef-f0ef0627345c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 217 time: 0.1094866 Dec 10 18:07:03.351962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65236a-90d9-41b5-81a1-b55a7ce37975 req-d8766ba8-2b79-4990-b841-8756b13bab98 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:03.357029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc65236a-90d9-41b5-81a1-b55a7ce37975 req-d8766ba8-2b79-4990-b841-8756b13bab98 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.0973506 Dec 10 18:07:03.422864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-3cfb36b3-3a99-41de-8d3b-e0d40fe508b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:03.425322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-3cfb36b3-3a99-41de-8d3b-e0d40fe508b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0657904 Dec 10 18:07:03.443676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Deleting port 8f6c766e-5495-4e06-9801-9cf5fe72bde3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:03.444026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:03.449817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc65236a-90d9-41b5-81a1-b55a7ce37975 req-0e795c1f-4cf6-42c9-8410-88b089b05c0e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832691 Dec 10 18:07:03.490541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-b3d0fa1a-6d29-4641-92bc-175d1232ea64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568411 Dec 10 18:07:03.569410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:03.641027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:03.641355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:03.646940 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506594a2-b617-4fec-a840-d1ea9ab9764f x-openstack-request-id: req-506594a2-b617-4fec-a840-d1ea9ab9764f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:03.647455 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38182e6-2ff0-4f3a-97fa-bb6b4291c673", "name": "network-vif-plugged", "status": "completed", "tag": "dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:03.647547 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-506594a2-b617-4fec-a840-d1ea9ab9764f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:03.647916 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca', 'code': 200} Dec 10 18:07:03.671164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Calling delete_port for 8f6c766e-5495-4e06-9801-9cf5fe72bde3 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:03.694150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-a3d21f13-0d4a-48dc-89a7-8b03e948fbf3 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644340 Dec 10 18:07:03.868933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989a00d-143d-44d2-99eb-9088921ebfd2 req-35350b43-1475-4141-8150-04eacbc42033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:03.871414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d989a00d-143d-44d2-99eb-9088921ebfd2 req-35350b43-1475-4141-8150-04eacbc42033 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 1101 time: 0.1314824 Dec 10 18:07:03.879415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf15885-4696-47f6-8e88-6192ff0f7193 req-e00c0515-30ad-46fa-932e-eca5bfd3b211 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:03.887397 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-daf15885-4696-47f6-8e88-6192ff0f7193 req-e00c0515-30ad-46fa-932e-eca5bfd3b211 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 950 time: 0.1378753 Dec 10 18:07:03.962011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d989a00d-143d-44d2-99eb-9088921ebfd2 req-8b3b314c-0524-4472-a78a-361d7ec3900a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715909 Dec 10 18:07:03.972666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-daf15885-4696-47f6-8e88-6192ff0f7193 req-650593a8-64ca-4e62-b0ab-a73a379fac2c tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840838 Dec 10 18:07:04.049498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1cd4ec50-b559-428a-a1f8-a83f59e8bd0c req-c2bdc196-fc78-46f7-8473-dec7174895ec service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874019 Dec 10 18:07:04.119732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-99e45adb-f172-4caf-a4b6-6eb1f9898f34 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:04.121955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-99e45adb-f172-4caf-a4b6-6eb1f9898f34 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.2347012 Dec 10 18:07:04.126044 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:04.132583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:04.167746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event deleted for resources: {'Port': ['ID=8f6c766e-5495-4e06-9801-9cf5fe72bde3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:04.177947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Request body: {'port': {'device_id': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'admin_state_up': True, 'tenant_id': '9cfdffc1c29b4579b9a1cec2c24b5d56'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:04.214424 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:04.217924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:04.219516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9b6d57c-0370-46d6-9b98-8916055ffb0d req-66df4efd-167a-47dc-8755-f62bdba85ca3 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "DELETE /v2.0/floatingips/1c8d15c8-c791-4e74-bb37-588c53f00839 HTTP/1.1" status: 204 len: 173 time: 1.1147201 Dec 10 18:07:04.308748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:04.375283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Made reservation on behalf of 9cfdffc1c29b4579b9a1cec2c24b5d56 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:04.379100 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:04.395643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f131d-5a4e-48a0-b22a-107bc838f13e req-6dadc8cf-f5dc-4363-a570-78ec6934ac72 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:04.397223 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f02f131d-5a4e-48a0-b22a-107bc838f13e req-6dadc8cf-f5dc-4363-a570-78ec6934ac72 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 950 time: 0.0948420 Dec 10 18:07:04.530536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f02f131d-5a4e-48a0-b22a-107bc838f13e req-4b2c0ca1-888d-4877-99a8-df45122b363d tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133327 Dec 10 18:07:04.592515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Allocated IP 172.20.0.6 (f176ce6c-aeb1-4f5f-92fb-e4729f214a91/5378fb35-fef7-4997-8ed5-142476e26ade/36d6740c-659e-4853-b197-71cec3d15573) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:04.638960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2d2a308-6cc7-482c-a33a-e36634b3b9e8 req-caa9ffe6-250f-4ad2-8a68-071f56dd0c14 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 210 time: 0.0375819 Dec 10 18:07:04.653965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-2815e418-f190-4a73-b53b-0c4f13283900 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips/529e6200-9fd6-4067-bb89-2bcd76b48a56 HTTP/1.1" status: 200 len: 693 time: 0.0688443 Dec 10 18:07:04.897509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-677056d6-d240-460a-bfc8-10bdeb534866 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:04.899090 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-677056d6-d240-460a-bfc8-10bdeb534866 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.2342134 Dec 10 18:07:04.951705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dac9f-ab3c-4411-abee-6a69cdd53d62 req-be7fe629-522d-4205-970f-58ce057e4497 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:04.953527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b8dac9f-ab3c-4411-abee-6a69cdd53d62 req-be7fe629-522d-4205-970f-58ce057e4497 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.0833733 Dec 10 18:07:04.986300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-434a78a2-7824-4af0-bab3-01286cc3b7af tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0755548 Dec 10 18:07:04.998291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.039271 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b8dac9f-ab3c-4411-abee-6a69cdd53d62 req-5e10e66c-91af-4a43-98ff-9695ad3be583 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728822 Dec 10 18:07:05.074072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-693cded6-dd26-49f7-b3a7-2f2474e5c243 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0795431 Dec 10 18:07:05.224589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:05.283173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.343706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc15196-0182-4bbb-98fc-24616fabd116 req-decda34a-877b-4069-8b1a-eb7b48cc56f6 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:05.345602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:07:05.346420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dc15196-0182-4bbb-98fc-24616fabd116 req-decda34a-877b-4069-8b1a-eb7b48cc56f6 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 950 time: 0.1295199 Dec 10 18:07:05.370510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:05.376035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:07:05.382326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:05.383101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.392081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:05.405626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Deleting port a04d3273-6b25-42b5-a76f-3f8fec7c63a2 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:05.406070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.411556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:05.425161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-052e7465-a77a-483f-bb84-8aa75f23b6d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2538095 Dec 10 18:07:05.440261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0566d9a6-9139-4ad2-b815-0cfaf644ae22', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'port_id': '0566d9a6-9139-4ad2-b815-0cfaf644ae22', 'mac_address': 'fa:16:3e:a0:e7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd998ce2-516b-4a71-af73-5a46cfbdfd4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:07:05.445816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dc15196-0182-4bbb-98fc-24616fabd116 req-b44a7162-6049-43bf-b7de-dd9e8327b528 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906870 Dec 10 18:07:05.482503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Request body: {'port': {'device_id': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:05.497900 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.517365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0566d9a6-9139-4ad2-b815-0cfaf644ae22 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:05.546182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:05.551880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.565728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.571721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.572030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:05.613101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:05.617499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Calling delete_port for a04d3273-6b25-42b5-a76f-3f8fec7c63a2 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:05.844263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0566d9a6-9139-4ad2-b815-0cfaf644ae22'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:05.969203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412d30-b116-473f-a17e-5d2e488693d9 req-dd221ba5-5d76-497f-a23b-fd83d2ddc6ab tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:05.977173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b5412d30-b116-473f-a17e-5d2e488693d9 req-dd221ba5-5d76-497f-a23b-fd83d2ddc6ab tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 950 time: 0.0644255 Dec 10 18:07:05.993094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d6740c-659e-4853-b197-71cec3d15573 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:06.004544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.026732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Transition to ACTIVE for port object 36d6740c-659e-4853-b197-71cec3d15573 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:07:06.045445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b5412d30-b116-473f-a17e-5d2e488693d9 req-b9672230-e69f-443c-94fa-a97f5a411d03 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671284 Dec 10 18:07:06.049720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.167057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:06.174033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.198062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-74163178-caa8-40c2-886e-600bbe13b814 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:06.198341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f368078-9927-4a10-9b7b-471b72284a2e req-1defcd7f-dc0b-4bd5-bc0d-7b17cec98d84 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:06.199557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-74163178-caa8-40c2-886e-600bbe13b814 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 950 time: 0.1434000 Dec 10 18:07:06.202925 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f368078-9927-4a10-9b7b-471b72284a2e req-1defcd7f-dc0b-4bd5-bc0d-7b17cec98d84 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.0646923 Dec 10 18:07:06.242223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event deleted for resources: {'Port': ['ID=a04d3273-6b25-42b5-a76f-3f8fec7c63a2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:06.283598 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f368078-9927-4a10-9b7b-471b72284a2e req-3c6948e7-fa6e-413f-965b-2d6dc764d740 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719106 Dec 10 18:07:06.285248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:06.285603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:06.285959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:06.303402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.303402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.303402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-478b701b-9ec4-4438-b6bd-b04deb9cab29 req-6a0883a4-1297-4122-8802-2e64bc2d4c53 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "DELETE /v2.0/floatingips/529e6200-9fd6-4067-bb89-2bcd76b48a56 HTTP/1.1" status: 204 len: 173 time: 1.2254500 Dec 10 18:07:06.322549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:06.322932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:06.348865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:06.349196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:06.349584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:06.350025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Bound port: 36d6740c-659e-4853-b197-71cec3d15573, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:06.350423 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.510589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098ad75-bcd2-4489-a28e-3844ea28f708 req-77818e44-ca8e-4336-960a-c4d441eae09a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:06.512137 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3098ad75-bcd2-4489-a28e-3844ea28f708 req-77818e44-ca8e-4336-960a-c4d441eae09a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 944 time: 0.1159565 Dec 10 18:07:06.521327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:06.527504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:06.538604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.542557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Deleting port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:06.542557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.676665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3098ad75-bcd2-4489-a28e-3844ea28f708 req-f936e94a-5e10-41d8-abb8-dfee1ffeff21 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515632 Dec 10 18:07:06.695803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:06.696428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:06.697754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-94c216d6-a484-4608-96e3-c89478409421 service neutron] 10.222.0.59 "PUT /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 1091 time: 1.2201569 Dec 10 18:07:06.701213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'tag': '36d6740c-659e-4853-b197-71cec3d15573'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:06.718124 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5fbece-b46a-4206-bcf9-997fac3a43ac" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "tag": "36d6740c-659e-4853-b197-71cec3d15573"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:06.831185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-5f1c3574-a368-4ff7-9d1f-719430950731 req-a93e7ff6-75b8-408a-a5c6-4730c59fde0e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:07:06.832287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f1c3574-a368-4ff7-9d1f-719430950731 req-a93e7ff6-75b8-408a-a5c6-4730c59fde0e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056560 Dec 10 18:07:07.119497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afc6d7-7692-4d9d-8e0b-7e5ad7a37127 req-ba8545f1-1067-4215-b9e2-c2b86d2a442b tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:07.121135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88afc6d7-7692-4d9d-8e0b-7e5ad7a37127 req-ba8545f1-1067-4215-b9e2-c2b86d2a442b tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0783bc4-96af-4c0a-b22c-8af464a07f64 HTTP/1.1" status: 200 len: 950 time: 0.0901105 Dec 10 18:07:07.234268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88afc6d7-7692-4d9d-8e0b-7e5ad7a37127 req-ca1cdd18-a14e-4315-a5b5-c0429cff65b4 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.55 "GET /v2.0/security-groups?id=e8c105aa-2cfa-42da-a2af-a3af0d328e49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867255 Dec 10 18:07:07.235010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c216d6-a484-4608-96e3-c89478409421 service neutron] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:07.240500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:07.248558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-95521736-a911-4010-b394-5bbe4f1c0bdc tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips/c51d0298-a44b-4195-be64-a1d2a1e7c40e HTTP/1.1" status: 200 len: 691 time: 0.0880358 Dec 10 18:07:07.287673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] For port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:07.288409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:07.312126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:07:07.316761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:07.317178 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:07.359508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-45badd5e-78a9-4b0c-8166-d41f6c7964b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:07.361467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-45badd5e-78a9-4b0c-8166-d41f6c7964b2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1094 time: 0.5852435 Dec 10 18:07:07.362812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Calling delete_port for dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:07.406125 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:07.415575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52400) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:07.424399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-74d76c15-4f64-4b29-8b6b-7d2060553012 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 217 time: 0.0501819 Dec 10 18:07:07.428910 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8bf67-ab00-4348-9457-e5c4bccee0b3 x-openstack-request-id: req-2de8bf67-ab00-4348-9457-e5c4bccee0b3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:07.429650 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "tag": "36d6740c-659e-4853-b197-71cec3d15573", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:07.430106 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2de8bf67-ab00-4348-9457-e5c4bccee0b3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:07.430741 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'tag': '36d6740c-659e-4853-b197-71cec3d15573', 'status': 'completed', 'code': 200} Dec 10 18:07:07.446176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:07.447421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:07.450233 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b427aba-98db-4bbf-a878-1804a16f9add" -d '{"events": [{"server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "name": "network-vif-plugged", "status": "completed", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:07.455461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:07.518171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:07.564898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-df1b0c2d-cbac-4452-8451-802a7949af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:07.566789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-df1b0c2d-cbac-4452-8451-802a7949af6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1319256 Dec 10 18:07:07.578983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-bee49c6d-b0d6-426e-8362-baea16cc6288 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:07.587931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-bee49c6d-b0d6-426e-8362-baea16cc6288 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.3377128 Dec 10 18:07:07.614658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e2b17-677e-4f24-9e32-a1b3bc8422ce req-00237481-2d78-4bd1-b763-374afed7a211 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:07.626229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-590e2b17-677e-4f24-9e32-a1b3bc8422ce req-00237481-2d78-4bd1-b763-374afed7a211 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 950 time: 0.0984099 Dec 10 18:07:07.634438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-771db141-fc7f-4356-9a7a-16083c5bcd8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437956 Dec 10 18:07:07.657434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dcca159a-ba6c-4664-903c-3c0ac9b498be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:07.710225 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-590e2b17-677e-4f24-9e32-a1b3bc8422ce req-af649172-981a-4d55-87eb-f3472fde65fc tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828121 Dec 10 18:07:07.739856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-2343b665-033c-4c94-9b01-f376182ec40e tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.1506796 Dec 10 18:07:07.801010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dcca159a-ba6c-4664-903c-3c0ac9b498be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:07.819622 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dcca159a-ba6c-4664-903c-3c0ac9b498be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:07.852543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-cd1fdf69-ac65-4227-8d66-36d161bab000 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.1001768 Dec 10 18:07:07.877586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dcca159a-ba6c-4664-903c-3c0ac9b498be admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69fcaac147694c18ac67868b15080cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4604564 Dec 10 18:07:07.891268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52412) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:07.936984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-8e666fff-5aa7-484b-a2c6-0202e791947e service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918100 Dec 10 18:07:07.964825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca159a-ba6c-4664-903c-3c0ac9b498be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d722a131-987c-431c-bef5-7b8dfface727,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:07.989971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f79351-11a3-492b-b365-0f79f110c78d req-f6170d93-1fae-4fc6-88ca-192bff2e0c82 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:07.997477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8f79351-11a3-492b-b365-0f79f110c78d req-f6170d93-1fae-4fc6-88ca-192bff2e0c82 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.1184587 Dec 10 18:07:07.999820 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.011431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:08.063273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Pushing event deleted for resources: {'Port': ['ID=dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:08.071349 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc46c327-ab61-4c89-894c-76a277347b2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.119004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8f79351-11a3-492b-b365-0f79f110c78d req-adba8199-0caa-4b1a-95ab-3cb2dcabc73c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204498 Dec 10 18:07:08.151871 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc46c327-ab61-4c89-894c-76a277347b2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.179990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] No DVR routers for this DVR port dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:07:08.206518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.210082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-318aaa2e-a13e-4cc1-9740-f239e9908e2d req-162618a1-a26d-4203-9bd4-f8a6e2b82e15 tempest-DeleteServersAdminTestJSON-1226261857 tempest-DeleteServersAdminTestJSON-1226261857-project] 10.222.0.30 "DELETE /v2.0/ports/dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 HTTP/1.1" status: 204 len: 173 time: 1.9829545 Dec 10 18:07:08.225769 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239c42a0-5089-4f97-a453-adef829f467a x-openstack-request-id: req-239c42a0-5089-4f97-a453-adef829f467a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:08.226406 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "name": "network-vif-plugged", "status": "completed", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:08.238781 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-239c42a0-5089-4f97-a453-adef829f467a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:08.239718 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22', 'code': 200} Dec 10 18:07:08.244592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34a21f98-ec71-4736-9667-85a1e0a7ec95 req-cf411f9b-902a-4c46-83da-683a2582fd8c service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970412 Dec 10 18:07:08.295650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc46c327-ab61-4c89-894c-76a277347b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.295650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc46c327-ab61-4c89-894c-76a277347b2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.301155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cc46c327-ab61-4c89-894c-76a277347b2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d722a131-987c-431c-bef5-7b8dfface727 HTTP/1.1" status: 204 len: 168 time: 0.4038889 Dec 10 18:07:08.332638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Deleting port 6d76815a-712c-469e-a21f-31b3a6723342 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:08.333035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.342869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc46c327-ab61-4c89-894c-76a277347b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d722a131-987c-431c-bef5-7b8dfface727,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:08.539990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-7c709af4-6c13-4f4b-9393-aed7cde7b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:08.541525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-7c709af4-6c13-4f4b-9393-aed7cde7b52b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1094 time: 0.0925796 Dec 10 18:07:08.585006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155b5f1-0875-4421-9c98-8f99a947b84a req-8008754d-4c6b-4902-8b3f-ab3b5c1ef827 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:08.594497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4155b5f1-0875-4421-9c98-8f99a947b84a req-8008754d-4c6b-4902-8b3f-ab3b5c1ef827 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 945 time: 0.1047401 Dec 10 18:07:08.626835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.627815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:08.657074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4155b5f1-0875-4421-9c98-8f99a947b84a req-e0fbe6d6-fca4-4064-b039-4298d46f71f2 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614281 Dec 10 18:07:08.716034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Calling delete_port for 6d76815a-712c-469e-a21f-31b3a6723342 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:08.745362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edaf630-0bc6-4adb-84c3-84274c2a17fd req-44a39e8b-d11c-4ccf-8f4e-03e457ab60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:08.746969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0edaf630-0bc6-4adb-84c3-84274c2a17fd req-44a39e8b-d11c-4ccf-8f4e-03e457ab60f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1096 time: 0.1452167 Dec 10 18:07:08.867939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52444) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:08.888087 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-df148fb0-517c-4ece-998f-8a33516e3768 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f246ab2700444312b970c37975ca9223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434687 Dec 10 18:07:08.937576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-c0bc0bff-c519-448d-a01d-fe841c3bac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:08.941392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-c0bc0bff-c519-448d-a01d-fe841c3bac38 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.3805020 Dec 10 18:07:08.948199 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3dff22d-df33-442f-adf7-d5f8a4fab227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:09.068449 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-1522efa5-1be7-48d5-a513-8e268c1b08a5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 217 time: 0.1108911 Dec 10 18:07:09.073036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0edaf630-0bc6-4adb-84c3-84274c2a17fd req-b17beac5-9dc0-4292-9344-3c994bed2dc2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581313 Dec 10 18:07:09.094310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-7b093d37-2bce-4497-8e25-dd3f4b38d744 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:09.096831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-7b093d37-2bce-4497-8e25-dd3f4b38d744 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076757 Dec 10 18:07:09.152227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-be3eb2e0-6527-4847-9666-ac75a6d6c838 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/quotas/f246ab2700444312b970c37975ca9223 HTTP/1.1" status: 200 len: 375 time: 0.0465336 Dec 10 18:07:09.209465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-2d7b587b-ad67-4ad8-9c96-0f980c3d4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:09.211839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-2d7b587b-ad67-4ad8-9c96-0f980c3d4e06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1258779 Dec 10 18:07:09.287511 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-46275fd9-f271-4126-bd62-41dac0321f27 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f246ab2700444312b970c37975ca9223&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324880 Dec 10 18:07:09.316744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-2480abf1-a50d-4988-b0eb-3fb5ab485f34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622897 Dec 10 18:07:09.436295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'name': 'network-vif-deleted', 'tag': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:09.440365 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffd4fe2-15eb-45c4-93cf-55a435a18aba" -d '{"events": [{"server_uuid": "d0783bc4-96af-4c0a-b22c-8af464a07f64", "name": "network-vif-deleted", "tag": "dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:09.462999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:09.593680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3dff22d-df33-442f-adf7-d5f8a4fab227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:09.605281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Pushing event deleted for resources: {'Port': ['ID=6d76815a-712c-469e-a21f-31b3a6723342,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:09.621373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3dff22d-df33-442f-adf7-d5f8a4fab227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:09.674768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dff22d-df33-442f-adf7-d5f8a4fab227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4921cf-2eaa-4dbf-a0cf-8f1880f3543b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:09.713584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:09.718073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:09.730330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52458) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:09.731021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-943a9fc8-5aa6-4f76-9613-f75350edbfa2 req-ec06f8f7-85e5-4579-b2b3-1d9b61929ef5 tempest-FloatingIPDetailsTestJSON-1100275369 tempest-FloatingIPDetailsTestJSON-1100275369-project] 10.222.0.55 "DELETE /v2.0/floatingips/c51d0298-a44b-4195-be64-a1d2a1e7c40e HTTP/1.1" status: 204 len: 173 time: 1.8664291 Dec 10 18:07:09.805396 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63bbf70-8cbd-4feb-9241-e797e0553c33 x-openstack-request-id: req-f63bbf70-8cbd-4feb-9241-e797e0553c33 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:09.806283 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0783bc4-96af-4c0a-b22c-8af464a07f64", "name": "network-vif-deleted", "tag": "dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:09.806283 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f63bbf70-8cbd-4feb-9241-e797e0553c33 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:09.809509 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0783bc4-96af-4c0a-b22c-8af464a07f64', 'name': 'network-vif-deleted', 'tag': 'dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4', 'status': 'completed', 'code': 200} Dec 10 18:07:09.818472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e3dff22d-df33-442f-adf7-d5f8a4fab227 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a58ef716ebd455a9f05c37b0ffe2dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9375143 Dec 10 18:07:09.819572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-a3afb829-addc-4cf0-9e74-ffd18823ac63 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837430 Dec 10 18:07:09.819572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52462) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:09.942276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a0edacb-ce5a-4b59-9df7-a90ae5607e8b req-13cc9361-6343-4dab-b9e3-f73eac1f18f8 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0719433 Dec 10 18:07:10.034538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9dcede-7589-4c23-b402-09ccccd3ae56 req-3610125a-59c2-4de9-b802-adff34e67976 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:10.043160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a9dcede-7589-4c23-b402-09ccccd3ae56 req-3610125a-59c2-4de9-b802-adff34e67976 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.1562467 Dec 10 18:07:10.159413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-808f333f-cf8f-4517-8163-6b69df4fdca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:10.213980 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d5fbece-b46a-4206-bcf9-997fac3a43ac req-2c25990e-2763-411b-af96-28e325912faf service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834181 Dec 10 18:07:10.234198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-808f333f-cf8f-4517-8163-6b69df4fdca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:10.253800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06649a9-e8dd-4f06-aa78-232ed5ab3b4a req-ca4a8691-8224-48ea-8b63-70096e863703 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:10.255425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d06649a9-e8dd-4f06-aa78-232ed5ab3b4a req-ca4a8691-8224-48ea-8b63-70096e863703 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 945 time: 0.1474164 Dec 10 18:07:10.332365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d06649a9-e8dd-4f06-aa78-232ed5ab3b4a req-5fe43eed-db4a-473d-a736-e81f45902d8a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625434 Dec 10 18:07:10.353016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a9dcede-7589-4c23-b402-09ccccd3ae56 req-073c39b4-865e-4dfa-b808-54247f85b8cf tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086855 Dec 10 18:07:10.364530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-808f333f-cf8f-4517-8163-6b69df4fdca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:10.372306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-808f333f-cf8f-4517-8163-6b69df4fdca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:10.378543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-808f333f-cf8f-4517-8163-6b69df4fdca1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f4921cf-2eaa-4dbf-a0cf-8f1880f3543b HTTP/1.1" status: 204 len: 168 time: 0.5509777 Dec 10 18:07:10.404681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f333f-cf8f-4517-8163-6b69df4fdca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4921cf-2eaa-4dbf-a0cf-8f1880f3543b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:10.979718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52500) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:11.003109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:11.134581 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-674536c2-5b8d-434c-a56f-2d7d4499bcd7 req-a1f79fb5-11f6-40d1-a4be-093a7a292f80 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0540166 Dec 10 18:07:11.305075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-4b6dd7f8-cd74-4ddc-ab4a-ff1116ee41c5 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f246ab2700444312b970c37975ca9223&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863609 Dec 10 18:07:11.353234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:11.382513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:07:11.383290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device dcc83f70-5a4f-48e3-8ea2-a22ab73f93a4 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:11.478396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ac4343a1-a69d-4084-b438-9f2782ecf006 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fddbf61f41f482e8f1812f7ab9fdafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960930 Dec 10 18:07:11.481367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52516) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:11.602409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-95a31459-56d1-4ae1-ada0-d65f21272962 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:11.603933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-95a31459-56d1-4ae1-ada0-d65f21272962 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2897687 Dec 10 18:07:11.633203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Request body: {'port': {'device_id': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'f246ab2700444312b970c37975ca9223'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:11.644921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370055c-d471-41dd-a218-e58ea5bfc473 req-a057f6cd-ec6f-401f-b024-8db7709227bb tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:11.646930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3370055c-d471-41dd-a218-e58ea5bfc473 req-a057f6cd-ec6f-401f-b024-8db7709227bb tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.1137028 Dec 10 18:07:11.685017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403a5dc-c633-4d1f-83a5-382e88238412 req-fac51a7e-e01d-45be-94ef-fb8de0132744 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:11.694066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7403a5dc-c633-4d1f-83a5-382e88238412 req-fac51a7e-e01d-45be-94ef-fb8de0132744 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 945 time: 0.1513186 Dec 10 18:07:11.717332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b23796c-d214-4ab2-9fbb-66949a86d44b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:11.757865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Deleting port 27c94d16-7eeb-4603-9cb4-981bb764e24a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:11.758526 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:11.784954 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3370055c-d471-41dd-a218-e58ea5bfc473 req-36b1d61a-7b5a-44bc-a9a2-a8dbd47da733 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163170 Dec 10 18:07:11.806566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b23796c-d214-4ab2-9fbb-66949a86d44b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:11.880251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Made reservation on behalf of f246ab2700444312b970c37975ca9223 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:11.884688 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:11.937972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7403a5dc-c633-4d1f-83a5-382e88238412 req-10ee6bba-52a0-48aa-a02e-b0715e2bedc0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425632 Dec 10 18:07:12.047015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] For port 27c94d16-7eeb-4603-9cb4-981bb764e24a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=27c94d16-7eeb-4603-9cb4-981bb764e24a,segment=NetworkSegment(5745aef0-5af7-4e8b-9dba-f5dc622459ae),segment_id=5745aef0-5af7-4e8b-9dba-f5dc622459ae)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:12.047570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:12.070818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Calling delete_port for 27c94d16-7eeb-4603-9cb4-981bb764e24a owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:12.097859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b23796c-d214-4ab2-9fbb-66949a86d44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:12.106796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b23796c-d214-4ab2-9fbb-66949a86d44b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:12.112561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3b23796c-d214-4ab2-9fbb-66949a86d44b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8c105aa-2cfa-42da-a2af-a3af0d328e49 HTTP/1.1" status: 204 len: 168 time: 0.6196690 Dec 10 18:07:12.141450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23796c-d214-4ab2-9fbb-66949a86d44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c105aa-2cfa-42da-a2af-a3af0d328e49,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:12.165528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Allocated IP 192.168.233.94 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/e2aa539b-d1d1-4f87-b477-e42182922981) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:12.375511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77d3ebfc-d23d-45eb-aef1-392fa59125e9 req-48d1e473-fba5-4dcf-b4a2-24a31b6fc492 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.0736771 Dec 10 18:07:12.647562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:12.733395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:12.773420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e97ee-e0b2-4e11-bf36-ef87561fe238 req-07c4dee2-e3c8-4231-9b2c-a7169016cedb tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:12.783943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-875e97ee-e0b2-4e11-bf36-ef87561fe238 req-07c4dee2-e3c8-4231-9b2c-a7169016cedb tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1096 time: 0.1219482 Dec 10 18:07:12.851446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:12.876605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:12.881307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-875e97ee-e0b2-4e11-bf36-ef87561fe238 req-563a674e-1af3-4cf9-8939-605e536dc3d2 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960724 Dec 10 18:07:12.920355 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:12.965042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Pushing event deleted for resources: {'Port': ['ID=27c94d16-7eeb-4603-9cb4-981bb764e24a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:12.985914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:07:13.002577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:13.018022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Pushing event updated for resources: {'Port': ['ID=e2aa539b-d1d1-4f87-b477-e42182922981,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:13.033742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:07:13.043906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:13.044594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.078731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:13.140976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '36d6740c-659e-4853-b197-71cec3d15573', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'port_id': '36d6740c-659e-4853-b197-71cec3d15573', 'mac_address': 'fa:16:3e:42:5a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5378fb35-fef7-4997-8ed5-142476e26ade', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:07:13.144446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-bb53daaf-591b-482c-a66f-7a68a25d34bb tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5197022 Dec 10 18:07:13.145172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52566) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:13.205159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Request body: {'port': {'device_id': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:13.268620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88b7af7f-52ed-49b8-90b1-9288d30829cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.329872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.408874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d6740c-659e-4853-b197-71cec3d15573 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:13.417623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.436014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.470983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503057c-65ab-44f6-b944-70d3292ce8ad req-2014ae8a-d97a-4af4-af01-1a4ec43fd198 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:13.479176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1503057c-65ab-44f6-b944-70d3292ce8ad req-2014ae8a-d97a-4af4-af01-1a4ec43fd198 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.3988645 Dec 10 18:07:13.572940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:13.584960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f29734d0-aade-49fc-aafc-d83718b51115 None None] Provisioning complete for port e2aa539b-d1d1-4f87-b477-e42182922981 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:13.585755 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f29734d0-aade-49fc-aafc-d83718b51115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.589016 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.652760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93a5c5-f5e4-4e73-9393-47494193f421 req-bbc35e23-370a-468c-a644-8090f72280c6 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:13.661665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac93a5c5-f5e4-4e73-9393-47494193f421 req-bbc35e23-370a-468c-a644-8090f72280c6 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1096 time: 0.5903683 Dec 10 18:07:13.664430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1503057c-65ab-44f6-b944-70d3292ce8ad req-5f2ee6be-664f-426f-8990-3ea99117eec6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842575 Dec 10 18:07:13.677400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:13.692808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f29734d0-aade-49fc-aafc-d83718b51115 None None] Port e2aa539b-d1d1-4f87-b477-e42182922981 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:07:13.718425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88b7af7f-52ed-49b8-90b1-9288d30829cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.742236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88b7af7f-52ed-49b8-90b1-9288d30829cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:13.767108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac93a5c5-f5e4-4e73-9393-47494193f421 req-6499c256-5fe9-4973-ad4e-7037d0189d90 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044674 Dec 10 18:07:13.841960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['36d6740c-659e-4853-b197-71cec3d15573'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:13.877131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7af7f-52ed-49b8-90b1-9288d30829cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2098ca0a-9fb8-4155-b4a9-b232a0528d9c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:13.963172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-88b7af7f-52ed-49b8-90b1-9288d30829cc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=28152820ffb14ada9f9753aead95f437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7868927 Dec 10 18:07:13.967290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52590) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:14.072098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c725c1-2336-471c-8caa-d3d89122bf8a req-ea8e300c-e4ca-4443-9482-8d146a28b233 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:14.073669 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09c725c1-2336-471c-8caa-d3d89122bf8a req-ea8e300c-e4ca-4443-9482-8d146a28b233 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 935 time: 0.1245356 Dec 10 18:07:14.101890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Router 0a99dc78-a55b-4e2e-9199-95172b42c9af has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:07:14.169065 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-290073c0-b14f-418b-8d68-3878ec4957ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.196084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09c725c1-2336-471c-8caa-d3d89122bf8a req-f2b2644d-394f-46bc-84f4-9e1d0549cce5 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135778 Dec 10 18:07:14.235456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2aa539b-d1d1-4f87-b477-e42182922981 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:14.241929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-290073c0-b14f-418b-8d68-3878ec4957ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.250672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.317669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:07:14.325479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6b015ee9-10c0-41fd-9078-a5c5a60e92fe admin admin] 10.222.0.55 "PUT /v2.0/routers/0a99dc78-a55b-4e2e-9199-95172b42c9af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5922925 Dec 10 18:07:14.333417 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] Sync routers for ids ['0a99dc78-a55b-4e2e-9199-95172b42c9af'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:07:14.350449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Transition to ACTIVE for port object e2aa539b-d1d1-4f87-b477-e42182922981 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:07:14.366696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.369448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52604) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:14.390871 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] Routers {'0a99dc78-a55b-4e2e-9199-95172b42c9af'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:07:14.397646 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:07:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0a99dc78-a55b-4e2e-9199-95172b42c9af'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:14.502940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-290073c0-b14f-418b-8d68-3878ec4957ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.505466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-290073c0-b14f-418b-8d68-3878ec4957ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.527862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-290073c0-b14f-418b-8d68-3878ec4957ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2098ca0a-9fb8-4155-b4a9-b232a0528d9c HTTP/1.1" status: 204 len: 168 time: 0.5527380 Dec 10 18:07:14.619576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290073c0-b14f-418b-8d68-3878ec4957ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2098ca0a-9fb8-4155-b4a9-b232a0528d9c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:14.665293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.670594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:14.724395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa539b-d1d1-4f87-b477-e42182922981,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:14.753893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Attempting to bind port e2aa539b-d1d1-4f87-b477-e42182922981 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:14.755042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Attempting to bind port e2aa539b-d1d1-4f87-b477-e42182922981 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:14.756015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Attempting to bind port e2aa539b-d1d1-4f87-b477-e42182922981 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:14.771722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Port e2aa539b-d1d1-4f87-b477-e42182922981 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:14.772517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Attempting to bind port e2aa539b-d1d1-4f87-b477-e42182922981 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:14.780439 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] Set router 0a99dc78-a55b-4e2e-9199-95172b42c9af gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:07:14.785350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:14.788732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:14.789309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:14.789930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Bound port: e2aa539b-d1d1-4f87-b477-e42182922981, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:14.793673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.953247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] For port e2aa539b-d1d1-4f87-b477-e42182922981, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:14.959089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] For port e2aa539b-d1d1-4f87-b477-e42182922981, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e2aa539b-d1d1-4f87-b477-e42182922981,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:14.967829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 36d6740c-659e-4853-b197-71cec3d15573 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:07:14.972531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:14.974564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 36d6740c-659e-4853-b197-71cec3d15573 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:14.974881 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:15.091179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:15.094051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:15.100512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] 10.222.0.30 "PUT /v2.0/ports/e2aa539b-d1d1-4f87-b477-e42182922981 HTTP/1.1" status: 200 len: 1095 time: 1.9143665 Dec 10 18:07:15.101142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'tag': 'e2aa539b-d1d1-4f87-b477-e42182922981'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:15.104893 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ce2489-e4cc-41b2-afed-9e7a2194e936" -d '{"events": [{"name": "network-changed", "server_uuid": "cd05e9e3-374b-43d8-9585-15aa457dd9e9", "tag": "e2aa539b-d1d1-4f87-b477-e42182922981"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:15.371382 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:15.423512 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:07:12Z', 'revision_number': 5, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:15.519186 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] Checking router: 0a99dc78-a55b-4e2e-9199-95172b42c9af for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:07:15.530216 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] Routers {'0a99dc78-a55b-4e2e-9199-95172b42c9af'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:07:15.531944 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:07:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0a99dc78-a55b-4e2e-9199-95172b42c9af'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:15.597439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d6740c-659e-4853-b197-71cec3d15573'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:15.601669 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a21039c-b091-4420-9b41-5b74a8074065" -d '{"events": [{"server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "name": "network-vif-plugged", "status": "completed", "tag": "36d6740c-659e-4853-b197-71cec3d15573"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:15.700558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:15.715848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:15.748238 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:15.764999 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] Set router 0a99dc78-a55b-4e2e-9199-95172b42c9af gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:07:15.795798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:15.869480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Deleting port e3d7ef7f-e825-47af-ab67-82e293437ad9 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:15.870043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:16.041397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:07:16.069813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] For port e3d7ef7f-e825-47af-ab67-82e293437ad9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3d7ef7f-e825-47af-ab67-82e293437ad9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:16.071223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:16.076334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7668d6-3790-4568-90e7-ec25d2ce0606 service neutron] Pushing event updated for resources: {'Port': ['ID=e2aa539b-d1d1-4f87-b477-e42182922981,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:16.096348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e97d1-7b34-4984-add6-ae9eedf4d30b req-b01a47f3-f071-49dc-b031-ecd5736099b1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:16.104490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a8e97d1-7b34-4984-add6-ae9eedf4d30b req-b01a47f3-f071-49dc-b031-ecd5736099b1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 944 time: 1.1186090 Dec 10 18:07:16.105510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Calling delete_port for e3d7ef7f-e825-47af-ab67-82e293437ad9 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:16.143696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-3deda3e6-5ebd-4412-8634-516a0a780b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:16.145508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-3deda3e6-5ebd-4412-8634-516a0a780b14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f246ab2700444312b970c37975ca9223&device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 1098 time: 0.9793704 Dec 10 18:07:16.179970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a8e97d1-7b34-4984-add6-ae9eedf4d30b req-3311eede-08a4-4260-93ad-1aadf73e4222 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739596 Dec 10 18:07:16.251787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-31c1c23b-f651-4abe-a072-1156fa7f1d2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=e2aa539b-d1d1-4f87-b477-e42182922981 HTTP/1.1" status: 200 len: 217 time: 0.0913815 Dec 10 18:07:16.274392 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:07:12Z', 'revision_number': 5, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:16.376244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-95ec8347-bf06-4515-9f91-2b00cd58e44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:16.380269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-95ec8347-bf06-4515-9f91-2b00cd58e44d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1095033 Dec 10 18:07:16.471568 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95073f-7f04-47a3-8833-4de6451ed664 None None] The sync data for ids ['0a99dc78-a55b-4e2e-9199-95172b42c9af'] in n-d-821424-1 is: [{'id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'name': 'tempest-FloatingIPDetailsTestJSON-850320709-router', 'tenant_id': '0d0805c23c034e97af94dd1275e0e6c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:06:30Z', 'updated_at': '2021-12-10T18:07:12Z', 'revision_number': 5, 'project_id': '0d0805c23c034e97af94dd1275e0e6c5', 'gw_port': {'id': 'e3d7ef7f-e825-47af-ab67-82e293437ad9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:c1:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a99dc78-a55b-4e2e-9199-95172b42c9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:06:31Z', 'updated_at': '2021-12-10T18:06:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:07:16.514933 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e7bd48-091c-4247-8299-b15503498df6 x-openstack-request-id: req-d4e7bd48-091c-4247-8299-b15503498df6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:16.515471 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd05e9e3-374b-43d8-9585-15aa457dd9e9", "tag": "e2aa539b-d1d1-4f87-b477-e42182922981", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:16.516146 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4e7bd48-091c-4247-8299-b15503498df6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:16.517767 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'tag': 'e2aa539b-d1d1-4f87-b477-e42182922981', 'status': 'completed', 'code': 200} Dec 10 18:07:16.521901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-d3882671-e716-462b-9fd4-577d8bca78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:16.523864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-d3882671-e716-462b-9fd4-577d8bca78f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1356733 Dec 10 18:07:16.571576 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:16.639218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3d7ef7f-e825-47af-ab67-82e293437ad9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:16.696764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:16.713714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-92e34648-aa75-4f4a-92a8-586b1b9c007c service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777310 Dec 10 18:07:16.728964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4609d-2526-40cd-807a-78224f3fb18f req-7b912caa-7fb8-4d20-9918-5be18bde40ec tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:16.730526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ece4609d-2526-40cd-807a-78224f3fb18f req-7b912caa-7fb8-4d20-9918-5be18bde40ec tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 947 time: 0.1023610 Dec 10 18:07:16.858650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:16.862714 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:16.890941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ece4609d-2526-40cd-807a-78224f3fb18f req-4106e9a3-4980-4e0e-ace4-1817f9ab0f69 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058576 Dec 10 18:07:16.917288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3f8912-0e55-4a8b-8692-67d0699313d9 req-27d57be0-10d1-4efa-8d02-2c7dad3bd6a8 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857185 Dec 10 18:07:17.028418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.029278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a99dc78-a55b-4e2e-9199-95172b42c9af {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:07:17.036880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.040473 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-49aa6bf0-abcc-40d5-8c56-961e026ef309 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0a99dc78-a55b-4e2e-9199-95172b42c9af HTTP/1.1" status: 204 len: 168 time: 2.6672475 Dec 10 18:07:17.040935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52702) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:17.087520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-8685d5d1-76ea-4502-9b58-94f52619bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:17.089701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-8685d5d1-76ea-4502-9b58-94f52619bf46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f246ab2700444312b970c37975ca9223&device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 1098 time: 0.0848134 Dec 10 18:07:17.156626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] Deleting subnet 923b69e0-305c-4cef-957c-31e2d71d0d94 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:07:17.167888 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.234908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.252372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52718) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:17.312016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-2d806720-829b-4438-a8b9-b3a325a324ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:17.315285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-2d806720-829b-4438-a8b9-b3a325a324ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2153993 Dec 10 18:07:17.356387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.389521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-bcc1f9d6-fdb3-4e1d-a96a-f113bb5ef1d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=e2aa539b-d1d1-4f87-b477-e42182922981 HTTP/1.1" status: 200 len: 217 time: 0.0630491 Dec 10 18:07:17.471903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.492371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-9d936ec6-33ca-4221-bdfe-233b423cf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:17.498136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-9d936ec6-33ca-4221-bdfe-233b423cf23e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0978510 Dec 10 18:07:17.532585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923b69e0-305c-4cef-957c-31e2d71d0d94,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:17.550402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.553921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aa125fcc-7098-45aa-8d9c-d676d4c3260c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/923b69e0-305c-4cef-957c-31e2d71d0d94 HTTP/1.1" status: 204 len: 168 time: 0.5120871 Dec 10 18:07:17.557997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150e663-1530-4236-a97a-6c724fededa3 None None] Network 7a4795ec-0ddc-4225-b171-5148d14cb4ac requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:17.568822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52736) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:17.592512 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3dc5339-4f28-4f55-9c6f-da3b9f9f0c32 x-openstack-request-id: req-a3dc5339-4f28-4f55-9c6f-da3b9f9f0c32 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:17.592830 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "name": "network-vif-plugged", "status": "completed", "tag": "36d6740c-659e-4853-b197-71cec3d15573", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:17.593087 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3dc5339-4f28-4f55-9c6f-da3b9f9f0c32 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:17.593499 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d6740c-659e-4853-b197-71cec3d15573', 'code': 200} Dec 10 18:07:17.625975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-16b65720-31fb-4cfd-8693-e00d02fa0360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:17.637564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-16b65720-31fb-4cfd-8693-e00d02fa0360 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272931 Dec 10 18:07:17.799357 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.831737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-685c6c67-42fc-45f7-aaa3-c380e21cc527 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:07:17.832783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-685c6c67-42fc-45f7-aaa3-c380e21cc527 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5762289 Dec 10 18:07:17.878094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Deleting port 858bdca1-b3ff-4cac-854f-d7abdab96b8b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:17.878664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.890460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce974a-b4e9-4b36-868f-d4747a97b63e req-c479fcc9-c7f0-414a-a50d-0fe4ad1bca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:17.891917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cce974a-b4e9-4b36-868f-d4747a97b63e req-c479fcc9-c7f0-414a-a50d-0fe4ad1bca02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1096 time: 0.2279787 Dec 10 18:07:17.901864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7ff66-d377-4c7d-a4a2-a1fefdc827c4 req-745ac191-95b2-42dc-a61f-29798bec80b6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:17.909563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5e7ff66-d377-4c7d-a4a2-a1fefdc827c4 req-745ac191-95b2-42dc-a61f-29798bec80b6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 945 time: 0.2352555 Dec 10 18:07:17.950065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] For port 858bdca1-b3ff-4cac-854f-d7abdab96b8b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=858bdca1-b3ff-4cac-854f-d7abdab96b8b,segment=NetworkSegment(5745aef0-5af7-4e8b-9dba-f5dc622459ae),segment_id=5745aef0-5af7-4e8b-9dba-f5dc622459ae)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:17.954503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:17.962673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] DHCP port deletion for 7a4795ec-0ddc-4225-b171-5148d14cb4ac request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:07:17.975021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Calling delete_port for 858bdca1-b3ff-4cac-854f-d7abdab96b8b owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:17.996253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-259a41fa-1464-4bc0-ba7d-eaad62ba0c11 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983055 Dec 10 18:07:18.054753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] Deleting port 858bdca1-b3ff-4cac-854f-d7abdab96b8b {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:18.055300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.067970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.074636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5e7ff66-d377-4c7d-a4a2-a1fefdc827c4 req-057b9589-90d3-476d-96be-cd293e94d41b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640718 Dec 10 18:07:18.103694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Pushing event deleted for resources: {'Port': ['ID=858bdca1-b3ff-4cac-854f-d7abdab96b8b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:18.118901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] No DVR routers for this DVR port 858bdca1-b3ff-4cac-854f-d7abdab96b8b on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:07:18.119194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cce974a-b4e9-4b36-868f-d4747a97b63e req-31db8be3-0fa3-4c82-a610-9da17a82ac36 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054479 Dec 10 18:07:18.133830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] For port 858bdca1-b3ff-4cac-854f-d7abdab96b8b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=858bdca1-b3ff-4cac-854f-d7abdab96b8b,segment=NetworkSegment(5745aef0-5af7-4e8b-9dba-f5dc622459ae),segment_id=5745aef0-5af7-4e8b-9dba-f5dc622459ae)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:18.134551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.163245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-973538ef-57f0-4962-b191-25e1a044e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:18.163607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] Calling delete_port for 858bdca1-b3ff-4cac-854f-d7abdab96b8b owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:18.164676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-973538ef-57f0-4962-b191-25e1a044e2a3 service neutron] 10.222.0.55 "GET /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 1093 time: 0.1888599 Dec 10 18:07:18.207779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Request body: {'binding': {'host': 'n-h1-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:18.208590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:07:18.217279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.237240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96ce2489-e4cc-41b2-afed-9e7a2194e936 req-9f7f8f89-ddaf-4798-a942-9bf4cf393166 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127039 Dec 10 18:07:18.241773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.242328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.243123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.243651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > port after_create 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.243980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > port after_delete 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.244307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > port after_update 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.244789 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.245257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.245760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.246227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.291262 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.316639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] Pushing event deleted for resources: {'Port': ['ID=858bdca1-b3ff-4cac-854f-d7abdab96b8b,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:18.322415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d7d3e-2177-4545-a2f3-4cec4dd1d05f None None] No DVR routers for this DVR port 858bdca1-b3ff-4cac-854f-d7abdab96b8b on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:07:18.330196 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.330731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.331134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.331621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103500) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:18.332147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4795ec-0ddc-4225-b171-5148d14cb4ac']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:18.362542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5745aef0-5af7-4e8b-9dba-f5dc622459ae') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:18.367192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5745aef0-5af7-4e8b-9dba-f5dc622459ae') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:18.373211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on host n-h1-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:18.373548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:18.373884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:18.381019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:18.381382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:18.386419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.388240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:18.388580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:18.389133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:18.389569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Bound port: 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:18.413350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.424859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:07:18.425421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.449041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 27c94d16-7eeb-4603-9cb4-981bb764e24a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: from cryptography.utils import int_from_bytes Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: from cryptography.utils import int_from_bytes Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:07:18.458998 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:07:18.475761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 27c94d16-7eeb-4603-9cb4-981bb764e24a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:07:18.475761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 27c94d16-7eeb-4603-9cb4-981bb764e24a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:18.475761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 858bdca1-b3ff-4cac-854f-d7abdab96b8b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:18.489061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:18.500209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 858bdca1-b3ff-4cac-854f-d7abdab96b8b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:07:18.500482 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.500931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 858bdca1-b3ff-4cac-854f-d7abdab96b8b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:18.501368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e3d7ef7f-e825-47af-ab67-82e293437ad9 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:18.501837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-977e4cae-9608-4e50-a7c0-ced01c9d7b06 service neutron] 10.222.0.55 "POST /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22/bindings HTTP/1.1" status: 201 len: 389 time: 0.2995005 Dec 10 18:07:18.521017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e3d7ef7f-e825-47af-ab67-82e293437ad9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:07:18.521356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e3d7ef7f-e825-47af-ab67-82e293437ad9 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:18.568848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.591478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:18.597148 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] 10.222.0.55 "DELETE /v2.0/networks/7a4795ec-0ddc-4225-b171-5148d14cb4ac HTTP/1.1" status: 204 len: 168 time: 1.0270970 Dec 10 18:07:18.614838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b10fba-d51d-4a0c-9108-dfec2b908dee admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4795ec-0ddc-4225-b171-5148d14cb4ac,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:18.771508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c77ed0-4480-4bb0-8d19-178b7afe4056 req-53b2f8ad-a5ee-4d27-951a-094ffb5bf111 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:18.773067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3c77ed0-4480-4bb0-8d19-178b7afe4056 req-53b2f8ad-a5ee-4d27-951a-094ffb5bf111 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 947 time: 0.0636904 Dec 10 18:07:18.865127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-c6a0aa0e-23ce-40d1-b698-cf8e21538902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:18.865492 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-c6a0aa0e-23ce-40d1-b698-cf8e21538902 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1096 time: 0.0914595 Dec 10 18:07:18.868976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3c77ed0-4480-4bb0-8d19-178b7afe4056 req-c846b0cb-1a16-4659-bc81-78da0cde4872 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814707 Dec 10 18:07:18.882399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52786) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:18.973623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92940e-c842-408c-afeb-8a245b104cf9 req-b386d541-2813-4e89-867c-c6ec45984d09 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:18.975439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c92940e-c842-408c-afeb-8a245b104cf9 req-b386d541-2813-4e89-867c-c6ec45984d09 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 945 time: 0.0901983 Dec 10 18:07:18.978136 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-66d660ca-12e2-40b7-a265-28bbdc17f958 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d0805c23c034e97af94dd1275e0e6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0943761 Dec 10 18:07:18.980798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52790) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:18.999477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-730a2e67-4fb2-4cc6-b236-aea72d346d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:19.001577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-730a2e67-4fb2-4cc6-b236-aea72d346d1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1240578 Dec 10 18:07:19.060045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-29f6b459-432c-4f14-a7fa-50ffef323bcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 217 time: 0.0459075 Dec 10 18:07:19.063071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c92940e-c842-408c-afeb-8a245b104cf9 req-fd9500b8-2f0b-44ea-a6d3-b16cb9a963ac tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739191 Dec 10 18:07:19.085956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d498-080b-46e6-8611-988574a642be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:19.122813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d498-080b-46e6-8611-988574a642be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:19.147492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-c8a71a24-67e5-4785-bbe7-a2c55fe80212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:19.149000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-c8a71a24-67e5-4785-bbe7-a2c55fe80212 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0791733 Dec 10 18:07:19.194938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-7b6bb698-dd86-4313-a35f-c57b9d3f1747 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349202 Dec 10 18:07:19.228089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ef6e-4373-42c1-b500-be7c86f0d8be req-f50cfe3c-7fa3-44f6-9130-e89659c5f19d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:19.230094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c61ef6e-4373-42c1-b500-be7c86f0d8be req-f50cfe3c-7fa3-44f6-9130-e89659c5f19d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 950 time: 0.0878587 Dec 10 18:07:19.247633 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d498-080b-46e6-8611-988574a642be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:19.250393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d498-080b-46e6-8611-988574a642be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:19.251992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4ce0d498-080b-46e6-8611-988574a642be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2f5dd5f-180b-4dda-b670-da94b83d5917 HTTP/1.1" status: 204 len: 168 time: 0.2701530 Dec 10 18:07:19.286585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0d498-080b-46e6-8611-988574a642be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f5dd5f-180b-4dda-b670-da94b83d5917,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:19.355672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c61ef6e-4373-42c1-b500-be7c86f0d8be req-65694a37-4a5f-442f-9389-9d44c0bdde81 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109242 Dec 10 18:07:19.375635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273546ae-aace-425b-a74d-ed8f450d13b8 req-517208e3-00f4-4963-9aba-1a74f18b315a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:19.377424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-273546ae-aace-425b-a74d-ed8f450d13b8 req-517208e3-00f4-4963-9aba-1a74f18b315a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 945 time: 0.0958259 Dec 10 18:07:19.379654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-9cc7d094-0fb1-4869-8a09-8cc7390f046a service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754687 Dec 10 18:07:19.540146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:19.553240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-273546ae-aace-425b-a74d-ed8f450d13b8 req-5c3db067-5514-4a90-b2bf-65a758c918ce tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340518 Dec 10 18:07:19.603636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-f03d3842-f0f1-4c12-a8ca-e67495dec5da service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097011 Dec 10 18:07:19.734465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20e9d956-d183-4ff9-a2dc-549a9f8b0362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:19.874571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-52c377f8-8e54-4a4e-88a8-7adba41155a4 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:19.876336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-52c377f8-8e54-4a4e-88a8-7adba41155a4 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.0906734 Dec 10 18:07:19.893163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20e9d956-d183-4ff9-a2dc-549a9f8b0362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:19.898208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:19.904748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20e9d956-d183-4ff9-a2dc-549a9f8b0362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:19.993375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-20e9d956-d183-4ff9-a2dc-549a9f8b0362 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5dfb7b785ab4c17b087fc1d845388a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4519408 Dec 10 18:07:20.002065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52860) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:20.045230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d956-d183-4ff9-a2dc-549a9f8b0362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7620f1-0b97-48be-ae69-5c9d132c8494,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:20.055133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.088138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed67c3d9-d748-48e8-b016-8f84e05ac5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.108143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee56a57-a43a-434d-87b9-19d671045dfe req-42b9cdb9-1fb7-456e-b6a9-4c60910529e4 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:20.117503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ee56a57-a43a-434d-87b9-19d671045dfe req-42b9cdb9-1fb7-456e-b6a9-4c60910529e4 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 947 time: 0.1034410 Dec 10 18:07:20.155775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed67c3d9-d748-48e8-b016-8f84e05ac5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.252907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e6791-6e68-4d85-b807-440cb15de6b1 req-f620062e-8765-4f62-bb5b-78d4b93eabf1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:20.255222 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c8e6791-6e68-4d85-b807-440cb15de6b1 req-f620062e-8765-4f62-bb5b-78d4b93eabf1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 945 time: 0.0684617 Dec 10 18:07:20.265527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ee56a57-a43a-434d-87b9-19d671045dfe req-5c17061b-e8ac-46ba-b0f2-f4eade7a8246 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470826 Dec 10 18:07:20.266957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed67c3d9-d748-48e8-b016-8f84e05ac5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.269706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed67c3d9-d748-48e8-b016-8f84e05ac5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.272618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ed67c3d9-d748-48e8-b016-8f84e05ac5fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab7620f1-0b97-48be-ae69-5c9d132c8494 HTTP/1.1" status: 204 len: 168 time: 0.2687676 Dec 10 18:07:20.292756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:20.302627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67c3d9-d748-48e8-b016-8f84e05ac5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7620f1-0b97-48be-ae69-5c9d132c8494,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:20.319000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:20.337742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c8e6791-6e68-4d85-b807-440cb15de6b1 req-0fce7341-c1f0-4095-8e80-d27b4959497b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730233 Dec 10 18:07:20.378773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:20.422764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:20.426068 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efdf046-d24b-4197-8ed8-06560b74ae91" -d '{"events": [{"server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "name": "network-vif-unplugged", "status": "completed", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:20.435017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.443459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.490541 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112854d8-a0d7-4d03-b87c-e02e06ecb28d x-openstack-request-id: req-112854d8-a0d7-4d03-b87c-e02e06ecb28d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:20.490829 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "name": "network-vif-unplugged", "status": "completed", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:20.491082 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-112854d8-a0d7-4d03-b87c-e02e06ecb28d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:20.491477 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22', 'code': 200} Dec 10 18:07:20.556837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:20.569871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on host n-h2-821424-1 for vnic_type normal with profile {"migrating_to": "n-h1-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:20.570473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:20.570595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:20.574978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:20.575305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Attempting to bind port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:20.581140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:20.581509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:20.581898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:20.582332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Bound port: 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:20.582735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.662569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238d5670-a9fc-49e6-938a-e06df0cd8261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.693552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:20.699167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:20.708948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828a957-d3a2-4a43-be8e-c5676b22a17b req-6790f436-1732-4d01-8344-806e2f4c78b7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:20.710580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6828a957-d3a2-4a43-be8e-c5676b22a17b req-6790f436-1732-4d01-8344-806e2f4c78b7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 945 time: 0.0755687 Dec 10 18:07:20.712646 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.755494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52892) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:20.773765 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99f2fb7e-9de7-4290-837f-39c3c7f34059 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.798258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238d5670-a9fc-49e6-938a-e06df0cd8261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.816231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238d5670-a9fc-49e6-938a-e06df0cd8261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.833851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:20.834442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.835828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 1121 time: 0.9446337 Dec 10 18:07:20.836848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60ba8d-2263-42c8-9b19-3624e40b88d7 service neutron] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:20.842771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6828a957-d3a2-4a43-be8e-c5676b22a17b req-158b7e0b-751a-4e35-9281-278945d9aaa7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205764 Dec 10 18:07:20.885213 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-238d5670-a9fc-49e6-938a-e06df0cd8261 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eae6c58e0236492cbeba29a6e53b99af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5840716 Dec 10 18:07:20.885999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52896) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:20.900282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d5670-a9fc-49e6-938a-e06df0cd8261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4f52b5-28ea-49ff-aad3-74b8a07690b3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:20.933396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0566d9a6-9139-4ad2-b815-0cfaf644ae22'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:20.962288 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb32cc6e-ef17-4c55-ad62-91530e81a79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.972414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99f2fb7e-9de7-4290-837f-39c3c7f34059 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.983251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99f2fb7e-9de7-4290-837f-39c3c7f34059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:20.988246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb32cc6e-ef17-4c55-ad62-91530e81a79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.044236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f2fb7e-9de7-4290-837f-39c3c7f34059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0947cbee-0e33-4bff-be4e-90c90beb07fc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:21.049366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-99f2fb7e-9de7-4290-837f-39c3c7f34059 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dc928dc005e4ae7b351f3271bbb77ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926061 Dec 10 18:07:21.052324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52906) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:21.101784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb32cc6e-ef17-4c55-ad62-91530e81a79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.105397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb32cc6e-ef17-4c55-ad62-91530e81a79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.109430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb32cc6e-ef17-4c55-ad62-91530e81a79c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab4f52b5-28ea-49ff-aad3-74b8a07690b3 HTTP/1.1" status: 204 len: 168 time: 0.2191901 Dec 10 18:07:21.124205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32cc6e-ef17-4c55-ad62-91530e81a79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4f52b5-28ea-49ff-aad3-74b8a07690b3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:21.129218 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0582f393-aee7-4c40-8721-5f60a6a828bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.180418 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0582f393-aee7-4c40-8721-5f60a6a828bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.290856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e2aa539b-d1d1-4f87-b477-e42182922981 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:21.292176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0582f393-aee7-4c40-8721-5f60a6a828bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.293662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:21.294827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0582f393-aee7-4c40-8721-5f60a6a828bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.295985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0582f393-aee7-4c40-8721-5f60a6a828bb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0947cbee-0e33-4bff-be4e-90c90beb07fc HTTP/1.1" status: 204 len: 168 time: 0.2424324 Dec 10 18:07:21.317820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6d3b-a818-477a-947e-eda679c3c687 req-ed73e4eb-8b3a-4b81-8f32-9c65d9d88c22 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:21.321150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-877f6d3b-a818-477a-947e-eda679c3c687 req-ed73e4eb-8b3a-4b81-8f32-9c65d9d88c22 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1096 time: 0.0942192 Dec 10 18:07:21.344604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582f393-aee7-4c40-8721-5f60a6a828bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0947cbee-0e33-4bff-be4e-90c90beb07fc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:21.411837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-877f6d3b-a818-477a-947e-eda679c3c687 req-541e0d5f-9646-44f7-811e-abc585b3893d tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797579 Dec 10 18:07:21.523502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.559126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e2aa539b-d1d1-4f87-b477-e42182922981, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e2aa539b-d1d1-4f87-b477-e42182922981,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:21.570106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f42f-01f0-44ee-9e28-f8da0d02ba5a req-1179c881-6559-4c78-9257-d429e63d4a02 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:21.572036 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c73f42f-01f0-44ee-9e28-f8da0d02ba5a req-1179c881-6559-4c78-9257-d429e63d4a02 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 947 time: 0.1250455 Dec 10 18:07:21.588411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:21.590929 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ec3126-895a-479b-945d-6849379129d8" -d '{"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:21.598764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'e2aa539b-d1d1-4f87-b477-e42182922981', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'e2aa539b-d1d1-4f87-b477-e42182922981', 'mac_address': 'fa:16:3e:cf:39:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:07:21.613376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:21.644649 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.686317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c73f42f-01f0-44ee-9e28-f8da0d02ba5a req-79e18c28-07f7-4a3a-af8c-33544f0968d6 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076379 Dec 10 18:07:21.700149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52966) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:21.711452 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.713854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3eb97-de69-4924-a023-59de63d94d7d req-1ef30784-6f5c-4340-9144-88bdfd06d878 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:21.716876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-68b3eb97-de69-4924-a023-59de63d94d7d req-1ef30784-6f5c-4340-9144-88bdfd06d878 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.0717843 Dec 10 18:07:21.728025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeed5101-6f8b-4013-b80f-1f62b6b121c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.747294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2aa539b-d1d1-4f87-b477-e42182922981 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:21.756395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:21.796839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e2aa539b-d1d1-4f87-b477-e42182922981, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e2aa539b-d1d1-4f87-b477-e42182922981,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:21.814349 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.831646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-68b3eb97-de69-4924-a023-59de63d94d7d req-422591b1-a8cc-4b7f-b999-91043419f25a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070471 Dec 10 18:07:21.903852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=e2aa539b-d1d1-4f87-b477-e42182922981,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:21.929070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeed5101-6f8b-4013-b80f-1f62b6b121c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.935573 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b67b6f-8cb2-4412-a275-426ed472939c x-openstack-request-id: req-d6b67b6f-8cb2-4412-a275-426ed472939c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:21.935573 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:21.935573 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6b67b6f-8cb2-4412-a275-426ed472939c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:21.935573 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'code': 200} Dec 10 18:07:21.940848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeed5101-6f8b-4013-b80f-1f62b6b121c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:21.985823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52976) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:22.003857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed5101-6f8b-4013-b80f-1f62b6b121c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ed4d7a-dcb1-4736-bc39-b98ef070a88f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:22.012894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aeed5101-6f8b-4013-b80f-1f62b6b121c9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98f7fb920c1d4d188e856064bcd2b410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090546 Dec 10 18:07:22.013587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52980) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:22.022514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de1d7c-c4ba-43f6-b2b7-3542930cea43 req-1c9d8c02-cbf0-4eae-bc66-85f863550674 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:22.024047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04de1d7c-c4ba-43f6-b2b7-3542930cea43 req-1c9d8c02-cbf0-4eae-bc66-85f863550674 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1096 time: 0.0975702 Dec 10 18:07:22.076798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a29e285-128a-4ec1-a2fa-8cad666cf10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.077225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['e2aa539b-d1d1-4f87-b477-e42182922981'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:22.108389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a29e285-128a-4ec1-a2fa-8cad666cf10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.109025 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04de1d7c-c4ba-43f6-b2b7-3542930cea43 req-c0a80deb-9ed8-4f2c-a390-74b40d99321a tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776150 Dec 10 18:07:22.175012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a29e285-128a-4ec1-a2fa-8cad666cf10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.179600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a29e285-128a-4ec1-a2fa-8cad666cf10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.181423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a29e285-128a-4ec1-a2fa-8cad666cf10b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2ed4d7a-dcb1-4736-bc39-b98ef070a88f HTTP/1.1" status: 204 len: 168 time: 0.1672595 Dec 10 18:07:22.192771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29e285-128a-4ec1-a2fa-8cad666cf10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ed4d7a-dcb1-4736-bc39-b98ef070a88f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:22.315268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-133c1a9d-ae03-4256-a409-b9b91be46045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.439262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-133c1a9d-ae03-4256-a409-b9b91be46045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.447149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-133c1a9d-ae03-4256-a409-b9b91be46045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.492009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:22.494393 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:22.502615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c1a9d-ae03-4256-a409-b9b91be46045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88f0373-0750-4aa6-a465-38971bce8e6b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:22.515830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-133c1a9d-ae03-4256-a409-b9b91be46045 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d019831390fc4f69a42389a335da2531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291448 Dec 10 18:07:22.519414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53014) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:22.563733 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136ab90c-c565-4032-b58e-db9d2b1aac80 x-openstack-request-id: req-136ab90c-c565-4032-b58e-db9d2b1aac80 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:22.563998 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:22.564199 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-136ab90c-c565-4032-b58e-db9d2b1aac80 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:22.564591 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22', 'status': 'completed', 'code': 200} Dec 10 18:07:22.583068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-240db978-f0a4-44e3-b641-5425a2dcc14b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.633194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-240db978-f0a4-44e3-b641-5425a2dcc14b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.675139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-f568ee0c-8d1f-4cd8-8af3-c6d6a6faa7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:22.676626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-f568ee0c-8d1f-4cd8-8af3-c6d6a6faa7e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1124 time: 0.0806210 Dec 10 18:07:22.692693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9f33e3f1-446a-4780-a026-c10d05a09f6e details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:22.736551 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-240db978-f0a4-44e3-b641-5425a2dcc14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.739144 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-240db978-f0a4-44e3-b641-5425a2dcc14b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:22.740310 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-240db978-f0a4-44e3-b641-5425a2dcc14b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f88f0373-0750-4aa6-a465-38971bce8e6b HTTP/1.1" status: 204 len: 168 time: 0.2191100 Dec 10 18:07:22.771509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240db978-f0a4-44e3-b641-5425a2dcc14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88f0373-0750-4aa6-a465-38971bce8e6b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:22.868743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-cdb8ea49-0d54-4b31-8166-f0a2cba76f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:22.870228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-cdb8ea49-0d54-4b31-8166-f0a2cba76f05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1852407 Dec 10 18:07:22.897430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697cf50a-ef62-4df4-aa5c-1e8d07d4e306 req-ddb6ebc2-c4f4-4264-b4fc-3e55439e13ab tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:22.899004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-697cf50a-ef62-4df4-aa5c-1e8d07d4e306 req-ddb6ebc2-c4f4-4264-b4fc-3e55439e13ab tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 948 time: 0.0912189 Dec 10 18:07:22.918571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:22.928898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-614a1c1a-796e-4034-a5a1-8ec161da4bb0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 217 time: 0.0491238 Dec 10 18:07:22.942113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'mac_address': 'fa:16:3e:c7:02:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:07:23.017307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-697cf50a-ef62-4df4-aa5c-1e8d07d4e306 req-b59b0f24-e722-4bad-a644-90f975086894 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860035 Dec 10 18:07:23.024806 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:23.037620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-d2922749-bbbe-4516-badb-b35e215e1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:23.039381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-d2922749-bbbe-4516-badb-b35e215e1275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0939941 Dec 10 18:07:23.056442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f33e3f1-446a-4780-a026-c10d05a09f6e {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:23.080313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-26c5c83b-882f-4083-9908-be297a02b8d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290496 Dec 10 18:07:23.089373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:23.096498 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:23.177645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:23.212023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['9f33e3f1-446a-4780-a026-c10d05a09f6e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:23.404897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e2aa539b-d1d1-4f87-b477-e42182922981 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:23.524201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port e2aa539b-d1d1-4f87-b477-e42182922981 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:07:23.541101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port e2aa539b-d1d1-4f87-b477-e42182922981 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:23.541351 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:23.556719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef03a5-e90a-4787-877c-17041f51d0d3 req-e6205e50-cff9-4dc2-b011-bf5c49bc118e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:23.558273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19ef03a5-e90a-4787-877c-17041f51d0d3 req-e6205e50-cff9-4dc2-b011-bf5c49bc118e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.3747535 Dec 10 18:07:23.571370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-a0c0182d-4352-4775-9dda-7146eb5f43d9 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825990 Dec 10 18:07:23.685747 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:23.720780 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19ef03a5-e90a-4787-877c-17041f51d0d3 req-b7926516-3594-4494-8cc1-961938e3de0b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459854 Dec 10 18:07:23.738386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e2aa539b-d1d1-4f87-b477-e42182922981, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e2aa539b-d1d1-4f87-b477-e42182922981,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:23.739650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28b43ec5-7ed4-49a8-a4ce-a59eee29a07c req-b8e59f3a-7796-4765-91dd-8161329318ea service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457355 Dec 10 18:07:23.752182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:23.829980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=e2aa539b-d1d1-4f87-b477-e42182922981,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:23.936084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa539b-d1d1-4f87-b477-e42182922981'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:23.938796 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e37a86-afec-4e4d-a5d9-9a6955b0069b" -d '{"events": [{"server_uuid": "cd05e9e3-374b-43d8-9585-15aa457dd9e9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa539b-d1d1-4f87-b477-e42182922981"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:23.975707 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd42d1-c5a3-4d27-b2f8-f8ece57d99ca x-openstack-request-id: req-42bd42d1-c5a3-4d27-b2f8-f8ece57d99ca {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:23.976713 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd05e9e3-374b-43d8-9585-15aa457dd9e9", "name": "network-vif-plugged", "status": "completed", "tag": "e2aa539b-d1d1-4f87-b477-e42182922981", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:23.976972 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42bd42d1-c5a3-4d27-b2f8-f8ece57d99ca {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:23.977573 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2aa539b-d1d1-4f87-b477-e42182922981', 'code': 200} Dec 10 18:07:24.118772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:24.203819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2b50e-8dc6-4458-be06-775f8626763e req-9297a0f9-3363-4c10-ada4-844430b44cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:24.205687 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ed2b50e-8dc6-4458-be06-775f8626763e req-9297a0f9-3363-4c10-ada4-844430b44cd6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 1100 time: 0.1547103 Dec 10 18:07:24.226059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485db8c0-8365-475b-98a0-29303dd44301 req-12623b45-1fdc-4d43-9d49-d0a641070412 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:24.227782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-485db8c0-8365-475b-98a0-29303dd44301 req-12623b45-1fdc-4d43-9d49-d0a641070412 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.0896397 Dec 10 18:07:24.327707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-485db8c0-8365-475b-98a0-29303dd44301 req-33421443-2fff-41dc-a317-79a978adb537 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911298 Dec 10 18:07:24.356916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ed2b50e-8dc6-4458-be06-775f8626763e req-20872a1a-eaa0-4b6d-9821-a5267a7e694f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273108 Dec 10 18:07:24.378267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1073541400-network', 'tenant_id': '499b5973985944a9be15eb05d4f7e3ee'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:24.436889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Made reservation on behalf of 499b5973985944a9be15eb05d4f7e3ee for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:24.439937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.455621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.551946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53142) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:24.588871 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.596402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.632472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:07:24.637752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895db1cd-cb69-4352-b1df-e61457734336,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:24.666532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.666876 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Added segment c13ac408-a8bf-4180-988f-3f3c2b452d45 of type vlan for network e29e9c96-3a5a-4bda-8db4-20b0d5633ff3 Dec 10 18:07:24.718739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:24.721265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.762895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.766897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:24.768965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.837820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7177584 Dec 10 18:07:24.839187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53152) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:24.846843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Request body: {'subnet': {'network_id': 'e29e9c96-3a5a-4bda-8db4-20b0d5633ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1073541400-subnet', 'tenant_id': '499b5973985944a9be15eb05d4f7e3ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:24.884781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-967c6471-2e68-499a-b5f1-596da2138ca9 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:07:24.885813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-967c6471-2e68-499a-b5f1-596da2138ca9 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3324220 Dec 10 18:07:24.915659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Made reservation on behalf of 499b5973985944a9be15eb05d4f7e3ee for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:24.918107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:24.957768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:24.967059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553f9f2-b113-4960-a0db-79017cce7c0c admin admin] Pushing event updated for resources: {'Network': ['ID=e29e9c96-3a5a-4bda-8db4-20b0d5633ff3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:24.993540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 has no active binding in host n-h1-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:07:24.997603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9f33e3f1-446a-4780-a026-c10d05a09f6e up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:25.043921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e29e9c96-3a5a-4bda-8db4-20b0d5633ff3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:07:25.110245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 9f33e3f1-446a-4780-a026-c10d05a09f6e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:25.110897 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:25.220042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-e2847f67-85ac-49dc-9031-a7c01d49051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:25.221465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-e2847f67-85ac-49dc-9031-a7c01d49051c service neutron] 10.222.0.55 "GET /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 1093 time: 0.1507857 Dec 10 18:07:25.236769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Request body: {'binding': {'host': 'n-h2-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:25.237587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:07:25.239131 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:25.251199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352114-df5c-4118-bc9e-c6a180b785bc req-72edcd27-af60-4459-adf9-1de6f4808f98 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:25.259273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba352114-df5c-4118-bc9e-c6a180b785bc req-72edcd27-af60-4459-adf9-1de6f4808f98 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.1557953 Dec 10 18:07:25.277275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:25.285579 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:25.346250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:25.441493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba352114-df5c-4118-bc9e-c6a180b785bc req-04171d72-59ce-4280-b526-c1bc00a6aa3f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810760 Dec 10 18:07:25.536661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:25.611756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f69da2ea-7760-4f90-8206-352dae8ac168,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:25.618436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on host n-h2-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:25.618784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:25.619232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:25.631277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:25.632001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:25.640721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:25.641141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:25.641533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:25.641973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Bound port: 36d6740c-659e-4853-b197-71cec3d15573, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:25.677398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Checking segment: {'id': 'c13ac408-a8bf-4180-988f-3f3c2b452d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e29e9c96-3a5a-4bda-8db4-20b0d5633ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:25.677771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Network hostable DHCP agents. Network: e29e9c96-3a5a-4bda-8db4-20b0d5633ff3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:07:25.704047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Network e29e9c96-3a5a-4bda-8db4-20b0d5633ff3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:07:25.755417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:25.756222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, e29e9c96-3a5a-4bda-8db4-20b0d5633ff3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:25.761795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:25.762517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:25.772143 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:25.775179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873d9c4c-6b1f-4806-85cb-3a402bd028e3 None None] Network e29e9c96-3a5a-4bda-8db4-20b0d5633ff3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:25.785877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-22f2e1a3-81a9-43d9-bda9-adb06f00f3e9 service neutron] 10.222.0.55 "POST /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573/bindings HTTP/1.1" status: 201 len: 389 time: 0.5529282 Dec 10 18:07:25.856149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d4b03-ab95-462d-8ce5-e54f6eedad59 req-437ee34d-2178-4e80-b23e-be62444f1aa2 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:25.874238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-245d4b03-ab95-462d-8ce5-e54f6eedad59 req-437ee34d-2178-4e80-b23e-be62444f1aa2 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.1648510 Dec 10 18:07:25.885269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a34a2f45-ef10-44ba-8ca0-baa1e8017047 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0436196 Dec 10 18:07:25.941111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7510275-74cb-4981-a429-83015cc0bf9d None None] Network e29e9c96-3a5a-4bda-8db4-20b0d5633ff3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:26.019066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-245d4b03-ab95-462d-8ce5-e54f6eedad59 req-970f1fb8-e77e-4fc2-b9be-96ae114357e2 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416395 Dec 10 18:07:26.041639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:26.049710 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd7187a-a26c-42cb-989a-ebcb25335f6e" -d '{"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-plugged", "status": "completed", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:26.253254 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c35469-9e46-4887-a425-22d6e5d4fee4 x-openstack-request-id: req-29c35469-9e46-4887-a425-22d6e5d4fee4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:26.253689 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-plugged", "status": "completed", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:26.254039 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29c35469-9e46-4887-a425-22d6e5d4fee4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:26.254551 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'code': 200} Dec 10 18:07:26.288330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-38b49b6d-78e3-4405-aace-b75492c87e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:26.290194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-38b49b6d-78e3-4405-aace-b75492c87e57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1096 time: 0.1031396 Dec 10 18:07:26.459062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a275c23-534c-4742-8577-5f2f8f735587 req-834c2fab-2fbf-4fcd-bc40-25f370fcd0cc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:26.470178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a275c23-534c-4742-8577-5f2f8f735587 req-834c2fab-2fbf-4fcd-bc40-25f370fcd0cc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 945 time: 0.1917179 Dec 10 18:07:26.476756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-321ebbbc-56ac-470d-8e6b-f6778b06923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:26.479802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-321ebbbc-56ac-470d-8e6b-f6778b06923e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.1705458 Dec 10 18:07:26.550261 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-021689e6-1cad-41d3-a19a-30989e8d0ce4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 217 time: 0.0455720 Dec 10 18:07:26.606950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a275c23-534c-4742-8577-5f2f8f735587 req-fc9cffad-6fbb-4197-b82b-4dbe81c0d9f9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327801 Dec 10 18:07:26.639526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9ecc0-5735-4a9f-a435-cba9418f9f5a req-ece5a51d-133d-47b5-b628-295b5c97372e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:26.648706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5c9ecc0-5735-4a9f-a435-cba9418f9f5a req-ece5a51d-133d-47b5-b628-295b5c97372e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.0685778 Dec 10 18:07:26.692975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53232) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:26.728534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5c9ecc0-5735-4a9f-a435-cba9418f9f5a req-c26afac0-ce6d-4d78-a672-36e725428f09 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783963 Dec 10 18:07:26.759582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-d6959591-b52a-405c-952e-65a330d381c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:26.760991 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-d6959591-b52a-405c-952e-65a330d381c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1939249 Dec 10 18:07:26.871521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-ee4d5c72-2f61-47dc-afe9-2cd717e26780 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327649 Dec 10 18:07:26.930227 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cceab2c-e3f0-4d19-a16d-f0e1e2565b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.065925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-118a4eee-db5b-40ad-a06f-1dbc0fac7f21 service neutron] 10.222.0.30 "GET /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22/bindings/n-h1-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.1930275 Dec 10 18:07:27.077351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53260) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:27.186227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53268) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:27.200919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-536460435-network', 'tenant_id': '8c2f6b40fbda47b8b478dc5322d97986'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:27.201681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-336d1b60-8e0e-4c10-876d-52d9d09b44fa service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211472 Dec 10 18:07:27.257490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec87a3-f291-4882-8fb6-8a8fceb78351 req-bba72e02-321c-4425-aa1c-38651c3a034d tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:27.259621 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5aec87a3-f291-4882-8fb6-8a8fceb78351 req-bba72e02-321c-4425-aa1c-38651c3a034d tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.1281621 Dec 10 18:07:27.261533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Made reservation on behalf of 8c2f6b40fbda47b8b478dc5322d97986 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:27.265561 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.288546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.350303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-ccb8c7b7-f524-45cc-87a7-46ce41541a2d service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333218 Dec 10 18:07:27.373321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5aec87a3-f291-4882-8fb6-8a8fceb78351 req-82679811-e729-46b7-bfb1-0d27323588ab tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041868 Dec 10 18:07:27.485519 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cceab2c-e3f0-4d19-a16d-f0e1e2565b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.492040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b29a31b3-6b83-4b84-965d-320770e1a5f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.501955 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cceab2c-e3f0-4d19-a16d-f0e1e2565b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.513632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.523957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.555670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cceab2c-e3f0-4d19-a16d-f0e1e2565b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a627d6-a8f7-48f8-a429-32087b74d0dc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:27.650182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5cceab2c-e3f0-4d19-a16d-f0e1e2565b1c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81cddd6217154a89bb4b2e97047ff8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9454932 Dec 10 18:07:27.652017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53274) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:27.662807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:07:27.668061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-c5c513a3-b45a-47c2-8b4c-3dbaad54879e tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:27.672092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-c5c513a3-b45a-47c2-8b4c-3dbaad54879e tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.2343090 Dec 10 18:07:27.688435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdacdbd-e1ed-48dc-b5a5-429a37a11728,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:27.699816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:27.735447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.736734 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Added segment fb55e444-ddcf-4600-a71b-9d3494117c28 of type vlan for network c375a087-5b46-4486-8b56-c3099b57e475 Dec 10 18:07:27.822210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.848178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:27.874060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:27.934826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:27.967538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574ce20-3f6c-4972-b354-e54c71db59c3 req-3dd7c098-b614-4fda-9350-0309350effda tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:27.978392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3574ce20-3f6c-4972-b354-e54c71db59c3 req-3dd7c098-b614-4fda-9350-0309350effda tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 945 time: 0.1922376 Dec 10 18:07:28.023710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b29a31b3-6b83-4b84-965d-320770e1a5f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.025417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0566d9a6-9139-4ad2-b815-0cfaf644ae22 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:28.045296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3f4b-5933-4636-98bf-2720959fd10f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.096211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:28.122154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b29a31b3-6b83-4b84-965d-320770e1a5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.164223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3574ce20-3f6c-4972-b354-e54c71db59c3 req-df363095-e781-4ee0-8005-2d33143862fb tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829255 Dec 10 18:07:28.203013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a31b3-6b83-4b84-965d-320770e1a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431ec72f-677c-4271-b193-88d7f8eadee4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:28.209363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3f4b-5933-4636-98bf-2720959fd10f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.227583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.228897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:28.232313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.253649 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e24fa9b9-fadc-4a80-be85-ef61fc783512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.297114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ab2cb-9a9c-40d2-a63f-c7772c681837 req-8c9d74b8-d8ee-4121-a69b-bdf881b29711 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:28.304762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab9ab2cb-9a9c-40d2-a63f-c7772c681837 req-8c9d74b8-d8ee-4121-a69b-bdf881b29711 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.3928864 Dec 10 18:07:28.309888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3f4b-5933-4636-98bf-2720959fd10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.312696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2a3f3f4b-5933-4636-98bf-2720959fd10f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.316589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2a3f3f4b-5933-4636-98bf-2720959fd10f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3a627d6-a8f7-48f8-a429-32087b74d0dc HTTP/1.1" status: 204 len: 168 time: 0.6579621 Dec 10 18:07:28.322749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.339980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b29a31b3-6b83-4b84-965d-320770e1a5f6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=116ff9e9fba34e18acdde95fae2b5199&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2607563 Dec 10 18:07:28.355103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53286) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:28.377612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f3f4b-5933-4636-98bf-2720959fd10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a627d6-a8f7-48f8-a429-32087b74d0dc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:28.414600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] Pushing event updated for resources: {'Network': ['ID=c375a087-5b46-4486-8b56-c3099b57e475,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:28.434735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network c375a087-5b46-4486-8b56-c3099b57e475 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:07:28.443233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-26c79468-bbf2-4c0d-bfee-6d94e22ee0be admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2533479 Dec 10 18:07:28.449323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:28.461057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Request body: {'subnet': {'network_id': 'c375a087-5b46-4486-8b56-c3099b57e475', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-536460435-subnet', 'tenant_id': '8c2f6b40fbda47b8b478dc5322d97986', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:28.511111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Made reservation on behalf of 8c2f6b40fbda47b8b478dc5322d97986 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:28.517109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.553106 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4d23-af26-4c74-9518-23b045aa3e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.577537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab9ab2cb-9a9c-40d2-a63f-c7772c681837 req-27a0c26f-0b26-4e0f-b52b-f71b6ed7c687 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667022 Dec 10 18:07:28.613548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5520a-a1b0-4e09-b60f-ab7f1f0cba6d req-758c07c9-4810-46b7-92d1-6756649831c6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:28.625252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ae5520a-a1b0-4e09-b60f-ab7f1f0cba6d req-758c07c9-4810-46b7-92d1-6756649831c6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 943 time: 0.2957387 Dec 10 18:07:28.633258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] Transition to ACTIVE for port object 0566d9a6-9139-4ad2-b815-0cfaf644ae22 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:07:28.634879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:28.638050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4d23-af26-4c74-9518-23b045aa3e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.659326 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.729415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ae5520a-a1b0-4e09-b60f-ab7f1f0cba6d req-559386ad-0cd3-4063-8cd5-0918bfd4e5ce tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978923 Dec 10 18:07:28.831221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] No DVR routers for this DVR port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:07:28.861278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] Pushing event updated for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:28.868060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:28.902770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53300) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:28.913984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4d23-af26-4c74-9518-23b045aa3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.916569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4d23-af26-4c74-9518-23b045aa3e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.918892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4a7c4d23-af26-4c74-9518-23b045aa3e18 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/431ec72f-677c-4271-b193-88d7f8eadee4 HTTP/1.1" status: 204 len: 168 time: 0.5612462 Dec 10 18:07:28.953033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.955028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d722ac25-ad6a-4d1b-abf5-1ec648a255e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22/bindings/n-h1-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8806231 Dec 10 18:07:28.956749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85e537b6-deb2-4ba5-a6eb-264d3539d02c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:28.959049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c4d23-af26-4c74-9518-23b045aa3e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431ec72f-677c-4271-b193-88d7f8eadee4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:28.982112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d6740c-659e-4853-b197-71cec3d15573'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:28.985480 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ebbb0c-e862-4feb-bb19-30d37bc76320" -d '{"events": [{"server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "36d6740c-659e-4853-b197-71cec3d15573"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:29.010123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.051755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.061139 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb00e0-b689-40b2-b430-2a12036d162a x-openstack-request-id: req-edcb00e0-b689-40b2-b430-2a12036d162a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:29.061558 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "name": "network-vif-unplugged", "status": "completed", "tag": "36d6740c-659e-4853-b197-71cec3d15573", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:29.061911 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-edcb00e0-b689-40b2-b430-2a12036d162a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:29.062508 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36d6740c-659e-4853-b197-71cec3d15573', 'code': 200} Dec 10 18:07:29.111617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5211717f-eeeb-445d-a3c6-00a9459a8141,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:29.118803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Checking segment: {'id': 'fb55e444-ddcf-4600-a71b-9d3494117c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c375a087-5b46-4486-8b56-c3099b57e475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:29.119160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Network hostable DHCP agents. Network: c375a087-5b46-4486-8b56-c3099b57e475, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:07:29.155088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Network c375a087-5b46-4486-8b56-c3099b57e475 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:07:29.177883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, c375a087-5b46-4486-8b56-c3099b57e475) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:29.204924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:29.207419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.211875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ea4e31-9f3c-4e97-a33a-67ae2e9fd5fb None None] Network c375a087-5b46-4486-8b56-c3099b57e475 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:29.222178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-9d6e841c-997e-4e60-976d-ab46e236f2ea tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:29.230431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-9d6e841c-997e-4e60-976d-ab46e236f2ea tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.1959155 Dec 10 18:07:29.236693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:29.257233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-271c8900-e6c9-406a-8744-ef79da9aea28 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8020306 Dec 10 18:07:29.384188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2109d653-3dd9-4d02-abd9-196817bd8ca5 None None] Network c375a087-5b46-4486-8b56-c3099b57e475 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:29.405432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on host n-h1-821424-1 for vnic_type normal with profile {"migrating_to": "n-h2-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:29.405774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:29.406110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:29.457635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85e537b6-deb2-4ba5-a6eb-264d3539d02c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.472452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:29.472788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Attempting to bind port 36d6740c-659e-4853-b197-71cec3d15573 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:29.490738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53312) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:29.495931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85e537b6-deb2-4ba5-a6eb-264d3539d02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.521078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:29.521426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:29.521818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:29.522277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Bound port: 36d6740c-659e-4853-b197-71cec3d15573, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:29.522683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.548333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] Deleting subnet f69da2ea-7760-4f90-8206-352dae8ac168 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:07:29.551730 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.579424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-80f0e07a-6d5d-473c-a7db-717243466896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:29.581332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-80f0e07a-6d5d-473c-a7db-717243466896 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 1095 time: 0.3412116 Dec 10 18:07:29.602192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.667621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b183e8b-751a-4429-8daa-adb186dfca97 req-0f065086-4d79-4a0a-80fb-148b82bbb43a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:29.677380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b183e8b-751a-4429-8daa-adb186dfca97 req-0f065086-4d79-4a0a-80fb-148b82bbb43a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.3046646 Dec 10 18:07:29.678142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.716278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e537b6-deb2-4ba5-a6eb-264d3539d02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631fe171-e249-41eb-abc3-b8fa431cbe88,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:29.734708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-85e537b6-deb2-4ba5-a6eb-264d3539d02c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b755be623a374ae2a24a47b2c05f7855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8287642 Dec 10 18:07:29.742787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53326) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:29.797560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:29.805631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:29.832073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.900072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26cf9d-56c7-436f-8e01-ca382e7e7e28 req-0e671996-5ee4-4bbc-9942-9e7bf4201611 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:29.902001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b26cf9d-56c7-436f-8e01-ca382e7e7e28 req-0e671996-5ee4-4bbc-9942-9e7bf4201611 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.1705606 Dec 10 18:07:29.903083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f69da2ea-7760-4f90-8206-352dae8ac168,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:29.911000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-092cdba4-ed2a-4169-8ec0-31bbed854567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.921123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:29.928211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0cad77dc-0c84-407c-b3bd-5366c75723ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/f69da2ea-7760-4f90-8206-352dae8ac168 HTTP/1.1" status: 204 len: 168 time: 0.4363825 Dec 10 18:07:29.933877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53336) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:30.023565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-092cdba4-ed2a-4169-8ec0-31bbed854567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.113993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b26cf9d-56c7-436f-8e01-ca382e7e7e28 req-33414154-f1b8-47b9-b18e-4f2f30850af3 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962404 Dec 10 18:07:30.120490 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.139717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.201714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-76ca3731-38c9-4bda-bfc8-b935297a9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:30.203474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-76ca3731-38c9-4bda-bfc8-b935297a9e82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1095 time: 0.5208838 Dec 10 18:07:30.211716 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-092cdba4-ed2a-4169-8ec0-31bbed854567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.218593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-092cdba4-ed2a-4169-8ec0-31bbed854567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.224843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-092cdba4-ed2a-4169-8ec0-31bbed854567 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/631fe171-e249-41eb-abc3-b8fa431cbe88 HTTP/1.1" status: 204 len: 168 time: 0.4791744 Dec 10 18:07:30.263296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b183e8b-751a-4429-8daa-adb186dfca97 req-1019e980-ce0f-405e-983e-f4ba8380719e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831027 Dec 10 18:07:30.267405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:30.267675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.269055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] 10.222.0.30 "PUT /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 1121 time: 2.5746505 Dec 10 18:07:30.300693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092cdba4-ed2a-4169-8ec0-31bbed854567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631fe171-e249-41eb-abc3-b8fa431cbe88,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:30.315343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.340356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1301e-cc4d-404a-bb49-567ef10d9d8e service neutron] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:30.381840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-26837a9e-0d9c-4f32-9894-23859af70f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:30.383696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-26837a9e-0d9c-4f32-9894-23859af70f9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1634731 Dec 10 18:07:30.421486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29e9c96-3a5a-4bda-8db4-20b0d5633ff3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:30.444224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['36d6740c-659e-4853-b197-71cec3d15573'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:30.450644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13ac408-a8bf-4180-988f-3f3c2b452d45') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:30.450976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13ac408-a8bf-4180-988f-3f3c2b452d45') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:30.473065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.488987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d5cba9cf-c9eb-4b17-9aa8-29638c36f2ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 217 time: 0.0882647 Dec 10 18:07:30.508527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.517480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:07:30.517997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:07:30.588226 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:07:30.633787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-f020d0e5-95f7-4555-9a15-e290ec194bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:30.635421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-f020d0e5-95f7-4555-9a15-e290ec194bf1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1380582 Dec 10 18:07:30.641421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.641631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236a646-4e90-4362-9973-412d4cc40313 req-0ca60492-0032-47f2-9965-808310e9d4d8 tempest-LiveMigrationNegativeTest-836867433 tempest-LiveMigrationNegativeTest-836867433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:30.650592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1236a646-4e90-4362-9973-412d4cc40313 req-0ca60492-0032-47f2-9965-808310e9d4d8 tempest-LiveMigrationNegativeTest-836867433 tempest-LiveMigrationNegativeTest-836867433-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 1100 time: 0.1344976 Dec 10 18:07:30.679228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e29e9c96-3a5a-4bda-8db4-20b0d5633ff3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:30.681602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.688341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f39d033-6fa2-4918-8ee3-182d5738cbb4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e29e9c96-3a5a-4bda-8db4-20b0d5633ff3 HTTP/1.1" status: 204 len: 168 time: 0.7454810 Dec 10 18:07:30.691272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d6f18c30-091c-4b44-abe0-85484f6fae5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380144 Dec 10 18:07:30.692122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1236a646-4e90-4362-9973-412d4cc40313 req-e1ec26ee-ea7e-4bfd-bdd5-81a60282564a tempest-LiveMigrationNegativeTest-836867433 tempest-LiveMigrationNegativeTest-836867433-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.692960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53362) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:30.747270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8805150-e331-4335-bb99-bfcec432f938 req-47b60184-91c5-42f1-9a99-1c9191926346 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:30.748761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8805150-e331-4335-bb99-bfcec432f938 req-47b60184-91c5-42f1-9a99-1c9191926346 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 944 time: 0.3670378 Dec 10 18:07:30.757216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] Deleting subnet 5211717f-eeeb-445d-a3c6-00a9459a8141 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:07:30.761037 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.822233 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.867280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-2208734c-8e62-43ca-8866-b2cb25739841 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640730 Dec 10 18:07:30.886949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.918707 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1236a646-4e90-4362-9973-412d4cc40313 req-e1ec26ee-ea7e-4bfd-bdd5-81a60282564a tempest-LiveMigrationNegativeTest-836867433 tempest-LiveMigrationNegativeTest-836867433-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.962020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1236a646-4e90-4362-9973-412d4cc40313 req-e1ec26ee-ea7e-4bfd-bdd5-81a60282564a tempest-LiveMigrationNegativeTest-836867433 tempest-LiveMigrationNegativeTest-836867433-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:30.999693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.005818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8805150-e331-4335-bb99-bfcec432f938 req-0d79891b-7a6e-4ba0-a4b1-a664da832c01 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427173 Dec 10 18:07:31.045662 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6ace4b9-4fac-4bac-a07d-041c6e6df50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.054273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec26ee-ea7e-4bfd-bdd5-81a60282564a tempest-LiveMigrationNegativeTest-836867433 tempest-LiveMigrationNegativeTest-836867433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881a244a-880b-4897-8841-a0e57214eb4e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:31.062966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5211717f-eeeb-445d-a3c6-00a9459a8141,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:31.071497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.080962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-83c22cdc-ccee-4b8d-a980-0f4b50d80f3f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5211717f-eeeb-445d-a3c6-00a9459a8141 HTTP/1.1" status: 204 len: 168 time: 0.3851171 Dec 10 18:07:31.083519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53374) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:31.097675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'tag': '36d6740c-659e-4853-b197-71cec3d15573'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:31.102343 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b339244c-3f35-41b3-a0be-97a503b39a79" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "tag": "36d6740c-659e-4853-b197-71cec3d15573"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:31.153693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1236a646-4e90-4362-9973-412d4cc40313 req-e1ec26ee-ea7e-4bfd-bdd5-81a60282564a tempest-LiveMigrationNegativeTest-836867433 tempest-LiveMigrationNegativeTest-836867433-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957385 Dec 10 18:07:31.229425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-70a3c8db-55f5-49fe-af1e-8c75691baac2 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373289 Dec 10 18:07:31.259668 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23423b39-c414-4197-aabb-50f8d8a36ac6 x-openstack-request-id: req-23423b39-c414-4197-aabb-50f8d8a36ac6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:31.260344 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "tag": "36d6740c-659e-4853-b197-71cec3d15573", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:31.261029 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23423b39-c414-4197-aabb-50f8d8a36ac6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:31.261559 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'tag': '36d6740c-659e-4853-b197-71cec3d15573', 'status': 'completed', 'code': 200} Dec 10 18:07:31.292706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.377036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-d0cd9e18-db97-4c78-a480-273a30e382b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:31.378698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-d0cd9e18-db97-4c78-a480-273a30e382b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1124 time: 0.0903277 Dec 10 18:07:31.384833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:31.521333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.578733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:31.584804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c375a087-5b46-4486-8b56-c3099b57e475']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:31.615880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb55e444-ddcf-4600-a71b-9d3494117c28') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:31.619616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb55e444-ddcf-4600-a71b-9d3494117c28') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:31.649359 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.649985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.733223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ef32b-1382-4943-88ab-26766916885b req-4a8bc558-72fc-41f3-964e-0f5d932b2f7c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:31.739108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a7ef32b-1382-4943-88ab-26766916885b req-4a8bc558-72fc-41f3-964e-0f5d932b2f7c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.1105554 Dec 10 18:07:31.764014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.769240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53418) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:31.779740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-70daa3df-cebf-42f9-a368-2ab06fde29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:31.782579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-70daa3df-cebf-42f9-a368-2ab06fde29d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.3879001 Dec 10 18:07:31.798319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:07:31.798758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:07:31.806922 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:07:31.893676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d6697989-d461-450d-a724-0dcaa3d26813 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:31.896813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-d6697989-d461-450d-a724-0dcaa3d26813 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.2352438 Dec 10 18:07:31.904290 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.970226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-5d84842a-db81-4f1d-a1f4-f53d01e5b32a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 217 time: 0.1629670 Dec 10 18:07:31.981213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:31.988480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a7ef32b-1382-4943-88ab-26766916885b req-81d2050e-7ba9-4657-9287-c540dce5599e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387772 Dec 10 18:07:32.019739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:32.027583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] 10.222.0.55 "DELETE /v2.0/networks/c375a087-5b46-4486-8b56-c3099b57e475 HTTP/1.1" status: 204 len: 168 time: 0.9405236 Dec 10 18:07:32.051850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb091b-2d48-4f95-9c2d-1b3b32aa50ca admin admin] Pushing event deleted for resources: {'Network': ['ID=c375a087-5b46-4486-8b56-c3099b57e475,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:32.064489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-350074bb-c405-4018-a2f2-ed267ac45e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:32.066770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-350074bb-c405-4018-a2f2-ed267ac45e60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0772698 Dec 10 18:07:32.074805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca88616-ec27-441e-8751-12ba638f6b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:32.128124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-5b4ab421-c0b5-40d5-a570-9d602a2b1a30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430470 Dec 10 18:07:32.234740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-c559d574-9731-449e-bd08-f2848e968383 service neutron] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:32.260438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-c559d574-9731-449e-bd08-f2848e968383 service neutron] Publish callbacks [] for binding, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:32.265408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd8a51df-e7f1-49d6-837a-713b1d50f1ca req-c559d574-9731-449e-bd08-f2848e968383 service neutron] 10.222.0.59 "DELETE /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22/bindings/n-h2-821424-1 HTTP/1.1" status: 204 len: 173 time: 0.3562474 Dec 10 18:07:32.273196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:32.344972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cc254-f325-48d1-9214-41abfce9616f req-e39ff0b5-a164-4710-b4e0-893175f6bc54 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:32.347212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce2cc254-f325-48d1-9214-41abfce9616f req-e39ff0b5-a164-4710-b4e0-893175f6bc54 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.1035457 Dec 10 18:07:32.391988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-a7a7f90c-bdfc-4d07-8cf7-544195ba60d0 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443173 Dec 10 18:07:32.486967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce2cc254-f325-48d1-9214-41abfce9616f req-aec0892f-9fbc-4b64-acac-4d1bc651b90d tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283360 Dec 10 18:07:32.592828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b339244c-3f35-41b3-a0be-97a503b39a79 req-f677a3d2-0f6c-4cf1-8a60-deaaddf2965e service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838415 Dec 10 18:07:32.717060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca88616-ec27-441e-8751-12ba638f6b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:32.731409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db954bc2-61b6-4126-96d4-6fb1b26f74c8 req-3aae4b53-d491-4e89-a8b2-ad3534492287 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:32.733222 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db954bc2-61b6-4126-96d4-6fb1b26f74c8 req-3aae4b53-d491-4e89-a8b2-ad3534492287 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 944 time: 0.0972557 Dec 10 18:07:32.736524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf0b8e0c-86a5-49e0-b5a3-2808b7ff9835 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=499b5973985944a9be15eb05d4f7e3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621685 Dec 10 18:07:32.737376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca88616-ec27-441e-8751-12ba638f6b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:32.739832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53450) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:32.824613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7ca88616-ec27-441e-8751-12ba638f6b47 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66cbfc71892c46f6a60f6423bc87d883&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0539391 Dec 10 18:07:32.825817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca88616-ec27-441e-8751-12ba638f6b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3bfaa7-f996-42d5-8212-ba56aae689a2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:32.827766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53456) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:32.845551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db954bc2-61b6-4126-96d4-6fb1b26f74c8 req-9508507d-528a-405f-a589-7cef38314056 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976539 Dec 10 18:07:32.924662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05e047c7-c191-42bf-8fd1-78beda4be907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:32.972403 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05e047c7-c191-42bf-8fd1-78beda4be907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:32.974423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e250a1a7-a01f-4682-b631-98dc5e26a25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:33.005857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e250a1a7-a01f-4682-b631-98dc5e26a25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:33.061241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05e047c7-c191-42bf-8fd1-78beda4be907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:33.064423 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05e047c7-c191-42bf-8fd1-78beda4be907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:33.068922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-05e047c7-c191-42bf-8fd1-78beda4be907 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/895db1cd-cb69-4352-b1df-e61457734336 HTTP/1.1" status: 204 len: 168 time: 0.3248556 Dec 10 18:07:33.087998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e047c7-c191-42bf-8fd1-78beda4be907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895db1cd-cb69-4352-b1df-e61457734336,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:33.156927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdad05a-351a-4d9d-83be-94dedac8baab req-2ced65b0-3c5b-4183-a83d-d62c5f17835f tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:33.171454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfdad05a-351a-4d9d-83be-94dedac8baab req-2ced65b0-3c5b-4183-a83d-d62c5f17835f tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1095 time: 0.1380906 Dec 10 18:07:33.192955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e250a1a7-a01f-4682-b631-98dc5e26a25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:33.195699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e250a1a7-a01f-4682-b631-98dc5e26a25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:33.200030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e250a1a7-a01f-4682-b631-98dc5e26a25c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e3bfaa7-f996-42d5-8212-ba56aae689a2 HTTP/1.1" status: 204 len: 168 time: 0.3684726 Dec 10 18:07:33.202905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4728ac-1a4f-4a4e-953f-5d2e8732b60d req-6fe37b7b-2f9a-44e2-9434-9672b3d69440 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:33.211949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d4728ac-1a4f-4a4e-953f-5d2e8732b60d req-6fe37b7b-2f9a-44e2-9434-9672b3d69440 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.0900941 Dec 10 18:07:33.221269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250a1a7-a01f-4682-b631-98dc5e26a25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3bfaa7-f996-42d5-8212-ba56aae689a2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:33.284621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d4728ac-1a4f-4a4e-953f-5d2e8732b60d req-26ec8638-8d4c-4476-a7d7-ec9c4d9857a4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716298 Dec 10 18:07:33.289090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfdad05a-351a-4d9d-83be-94dedac8baab req-0f6bde51-e73a-4c02-ba3b-7186d3180542 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144881 Dec 10 18:07:33.412245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:33.577104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:33.591386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 has no active binding in host n-h2-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:07:33.645473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:33.711507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c82cc-df1f-4232-a0fb-d5520c86b915 req-eee1322b-6bdb-4230-8444-f7ba76f3e5dc tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:33.721409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f8c82cc-df1f-4232-a0fb-d5520c86b915 req-eee1322b-6bdb-4230-8444-f7ba76f3e5dc tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.0923378 Dec 10 18:07:33.776224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53506) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:33.886831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f8c82cc-df1f-4232-a0fb-d5520c86b915 req-14806157-3848-4e4e-b827-30954ed24287 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629961 Dec 10 18:07:33.895561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-bd96f13f-57a4-459a-9e72-6c3e1e27660a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:33.897284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-bd96f13f-57a4-459a-9e72-6c3e1e27660a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.2057886 Dec 10 18:07:33.932590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-4e1ebd72-4160-422d-a675-b23233f78a3b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/quotas/44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 375 time: 0.0201776 Dec 10 18:07:33.990443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-f2cd3767-fb8b-46aa-88fa-640060287a43 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:33.990443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-f2cd3767-fb8b-46aa-88fa-640060287a43 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 949 time: 0.1712034 Dec 10 18:07:34.000615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f2110696-97fd-4e03-8040-1af69d6c626e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c2f6b40fbda47b8b478dc5322d97986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134645 Dec 10 18:07:34.001381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53524) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:34.087887 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.119449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-48c310bb-674a-4e56-afb6-d69928d5b539 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1806993 Dec 10 18:07:34.176142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b54c-21ed-41e4-a274-9f052cfdfd23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.202138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Deleting port e2aa539b-d1d1-4f87-b477-e42182922981 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:34.205619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.259402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b54c-21ed-41e4-a274-9f052cfdfd23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.333022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.398176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-044d1850-aadb-4b35-ad13-a8274acb33e0 service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672873 Dec 10 18:07:34.420166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] For port e2aa539b-d1d1-4f87-b477-e42182922981, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e2aa539b-d1d1-4f87-b477-e42182922981,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:34.421554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.461366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Calling delete_port for e2aa539b-d1d1-4f87-b477-e42182922981 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:34.571920 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b54c-21ed-41e4-a274-9f052cfdfd23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.576477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b54c-21ed-41e4-a274-9f052cfdfd23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.579652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dfd5b54c-21ed-41e4-a274-9f052cfdfd23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bbdacdbd-e1ed-48dc-b5a5-429a37a11728 HTTP/1.1" status: 204 len: 168 time: 0.5772150 Dec 10 18:07:34.667499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-f3c81e8e-1d98-4e7e-81e3-0dbb7d337af2 service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682858 Dec 10 18:07:34.691417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b54c-21ed-41e4-a274-9f052cfdfd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdacdbd-e1ed-48dc-b5a5-429a37a11728,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:34.696822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2cf91-45d0-4424-966c-8557a41af4f2 req-b64128cb-4256-41f0-a0b3-a6dab7725766 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:34.708443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7f2cf91-45d0-4424-966c-8557a41af4f2 req-b64128cb-4256-41f0-a0b3-a6dab7725766 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.2584562 Dec 10 18:07:34.752924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.770675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:34.773230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['e2aa539b-d1d1-4f87-b477-e42182922981'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:34.814084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7f2cf91-45d0-4424-966c-8557a41af4f2 req-d9fd6c15-8677-4824-acdd-b5735f680f23 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990796 Dec 10 18:07:34.815274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Pushing event deleted for resources: {'Port': ['ID=e2aa539b-d1d1-4f87-b477-e42182922981,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:34.886540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] No DVR routers for this DVR port e2aa539b-d1d1-4f87-b477-e42182922981 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:07:34.889736 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:34.894812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8a1abe-1ddd-43f4-8119-75a407ccc67d req-0f4132a0-dddb-4835-9d0a-eb6028320acf tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.30 "DELETE /v2.0/ports/e2aa539b-d1d1-4f87-b477-e42182922981 HTTP/1.1" status: 204 len: 173 time: 0.8955188 Dec 10 18:07:34.895593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'name': 'network-vif-deleted', 'tag': 'e2aa539b-d1d1-4f87-b477-e42182922981'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:34.899551 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95069ca-21d7-4eac-8349-c091746ca9c7" -d '{"events": [{"server_uuid": "cd05e9e3-374b-43d8-9585-15aa457dd9e9", "name": "network-vif-deleted", "tag": "e2aa539b-d1d1-4f87-b477-e42182922981"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:34.964777 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c221c23-03dd-4ad8-9df8-4177315740a1 x-openstack-request-id: req-5c221c23-03dd-4ad8-9df8-4177315740a1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:34.965343 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd05e9e3-374b-43d8-9585-15aa457dd9e9", "name": "network-vif-deleted", "tag": "e2aa539b-d1d1-4f87-b477-e42182922981", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:34.966037 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c221c23-03dd-4ad8-9df8-4177315740a1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:34.966673 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd05e9e3-374b-43d8-9585-15aa457dd9e9', 'name': 'network-vif-deleted', 'tag': 'e2aa539b-d1d1-4f87-b477-e42182922981', 'status': 'completed', 'code': 200} Dec 10 18:07:35.048372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:35.167438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53576) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:35.287007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-122020ea-79c2-4cd8-8583-74302060af0c req-b130e80b-958e-449c-9a44-7e7be6957e54 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd05e9e3-374b-43d8-9585-15aa457dd9e9 HTTP/1.1" status: 200 len: 210 time: 0.1305451 Dec 10 18:07:35.416161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71ec9fa5-8476-47c3-b566-76e7eeae7015 req-c4d20ec1-df00-41e6-8afa-b73857306371 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 210 time: 0.1045194 Dec 10 18:07:35.699065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1063128509-network', 'tenant_id': '72ce30106f82486caed9eab255dd5274'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:35.709686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-13b61d8b-c8f0-4b97-9348-5ae0d8af12b5 service neutron] 10.222.0.59 "GET /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.1076450 Dec 10 18:07:35.794142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11fd264e-ecd5-4df5-8e45-fd84df0c1fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:35.824329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Made reservation on behalf of 72ce30106f82486caed9eab255dd5274 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:35.827055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:35.870070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.166577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11fd264e-ecd5-4df5-8e45-fd84df0c1fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.234699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f237485-deb6-4f2e-b95f-d5f4d70048cc req-e275b13a-152c-4468-afc3-79276c01ad35 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:36.240464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f237485-deb6-4f2e-b95f-d5f4d70048cc req-e275b13a-152c-4468-afc3-79276c01ad35 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 943 time: 0.2635593 Dec 10 18:07:36.266192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.285107 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11fd264e-ecd5-4df5-8e45-fd84df0c1fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.290820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.328257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:36.360560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:36.365679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:07:36.379876 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-11fd264e-ecd5-4df5-8e45-fd84df0c1fa7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05b5fbee59be4b7a88c8dabedc4780fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3301661 Dec 10 18:07:36.394208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53616) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:36.415043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd264e-ecd5-4df5-8e45-fd84df0c1fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfd2625-b772-4225-84ea-6a327205b543,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:36.425424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d6740c-659e-4853-b197-71cec3d15573 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:36.459387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:36.471229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.471591 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Added segment 211eb085-439a-40b8-bfb5-55084fd11d52 of type vlan for network 99ec45da-b1c5-43a7-a299-6893b6627ba2 Dec 10 18:07:36.498164 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.604102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f237485-deb6-4f2e-b95f-d5f4d70048cc req-a9398fed-75dc-4039-9ece-f630377bec09 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200603 Dec 10 18:07:36.668666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ef6bf3-cf8b-4c1a-aeb7-c18e4b67fc98,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:36.692189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] Transition to ACTIVE for port object 36d6740c-659e-4853-b197-71cec3d15573 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:07:36.710106 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.732893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.830617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] Pushing event updated for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:36.853834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67afa84a-63f0-43ab-8ec4-070c6e739097 req-3f76a509-5a86-4342-9407-5f1c618c347e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 210 time: 0.0996015 Dec 10 18:07:36.861732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] No DVR routers for this DVR port 36d6740c-659e-4853-b197-71cec3d15573 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:07:36.876669 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-813865f3-e2b3-46f5-9406-40d05f990fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.901361 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-813865f3-e2b3-46f5-9406-40d05f990fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.938465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-dd37eb14-91e2-47ee-b564-fc8ea0e72438 service neutron] 10.222.0.59 "PUT /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573/bindings/n-h2-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2162471 Dec 10 18:07:36.962814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:36.963762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:36.964346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:37.011724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bebf2-f595-45ed-99ed-388e43e7b53d req-6060aff3-7230-4008-a37c-cd1ba9a18ddc tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:37.013311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-253bebf2-f595-45ed-99ed-388e43e7b53d req-6060aff3-7230-4008-a37c-cd1ba9a18ddc tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 950 time: 0.0899918 Dec 10 18:07:37.090250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-813865f3-e2b3-46f5-9406-40d05f990fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:37.094819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-813865f3-e2b3-46f5-9406-40d05f990fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:37.096766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-813865f3-e2b3-46f5-9406-40d05f990fd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ebfd2625-b772-4225-84ea-6a327205b543 HTTP/1.1" status: 204 len: 168 time: 0.6766438 Dec 10 18:07:37.137960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9663901 Dec 10 18:07:37.146034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53636) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:37.169474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813865f3-e2b3-46f5-9406-40d05f990fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfd2625-b772-4225-84ea-6a327205b543,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:37.174679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9974d9-2efe-4073-9605-c78bbe3c12e3 admin admin] Pushing event updated for resources: {'Network': ['ID=99ec45da-b1c5-43a7-a299-6893b6627ba2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:37.190708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-a73d67e7-a5eb-4faa-8823-4736538264a8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2294695 Dec 10 18:07:37.194400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Request body: {'subnet': {'network_id': '99ec45da-b1c5-43a7-a299-6893b6627ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1063128509-subnet', 'tenant_id': '72ce30106f82486caed9eab255dd5274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:37.199019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 99ec45da-b1c5-43a7-a299-6893b6627ba2 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:07:37.279182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-733f5a86-46de-4e5d-a198-85e6c8d168aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:37.281957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-733f5a86-46de-4e5d-a198-85e6c8d168aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 1118 time: 0.0599735 Dec 10 18:07:37.385390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-253bebf2-f595-45ed-99ed-388e43e7b53d req-40bb33e4-b363-4705-8f53-e42f7479180d tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650255 Dec 10 18:07:37.428213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e2aa539b-d1d1-4f87-b477-e42182922981 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:37.458121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Made reservation on behalf of 72ce30106f82486caed9eab255dd5274 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:37.464618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:37.466722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: e2aa539b-d1d1-4f87-b477-e42182922981 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:07:37.472821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e2aa539b-d1d1-4f87-b477-e42182922981 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:37.605218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-24a5868b-c217-4305-8d34-c2b12c08d3f2 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:37.607067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-24a5868b-c217-4305-8d34-c2b12c08d3f2 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.4870255 Dec 10 18:07:37.608069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-86e55093-8c28-4f8b-897c-2b60d07c57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:37.613273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-86e55093-8c28-4f8b-897c-2b60d07c57e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 923 time: 0.2657313 Dec 10 18:07:37.648914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-8c21faa9-b558-4bef-ba3b-8d27c4462aff tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:37.650948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-8c21faa9-b558-4bef-ba3b-8d27c4462aff tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.5059407 Dec 10 18:07:37.680821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Request body: {'port': {'device_id': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'admin_state_up': True, 'tenant_id': '44795ba1db854a8e9bb5661c6b2b51a8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:37.783804 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-921158ce-9644-409d-867c-f5ddff402365 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256 HTTP/1.1" status: 200 len: 1023 time: 0.1553068 Dec 10 18:07:37.868751 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-8fd4de9e-7404-4e0c-9f78-3dc55ad2a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:37.872683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-8fd4de9e-7404-4e0c-9f78-3dc55ad2a6fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 200 len: 861 time: 0.0718367 Dec 10 18:07:37.995781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9bdd-1c3f-439b-85fe-feb5f9b5b790 req-1043a964-a6bc-43b4-8d5f-948937a197f6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:38.007759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dea9bdd-1c3f-439b-85fe-feb5f9b5b790 req-1043a964-a6bc-43b4-8d5f-948937a197f6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 944 time: 0.2222090 Dec 10 18:07:38.079945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-13f434fc-4a9f-4d7a-b586-6540f34b1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:38.081725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-13f434fc-4a9f-4d7a-b586-6540f34b1dcb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=89be900f-2645-4a6b-b6e4-0c443629727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002366 Dec 10 18:07:38.104298 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dea9bdd-1c3f-439b-85fe-feb5f9b5b790 req-9eed3c68-b2ad-4bc8-a7c6-ac5c1751c2c6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953169 Dec 10 18:07:38.191142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7d6943e-d238-4fcb-9077-2a539ada6432 req-ea64d0cb-84da-4a29-9d1f-ced906eea7cb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 210 time: 0.1168180 Dec 10 18:07:38.229888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-32dd07ea-b9a7-476d-8c04-48f378df6fba service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184759 Dec 10 18:07:38.379419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-5f1df9d4-0d14-4b1b-8d81-1e5adc064f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:38.385268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-5f1df9d4-0d14-4b1b-8d81-1e5adc064f93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 1095 time: 0.7637331 Dec 10 18:07:38.461257 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-376bda08-bee2-4cc1-a128-c4e60c647b73 req-c466af7b-0a7d-4d6f-ad77-9b842dc8de05 service neutron] 10.222.0.59 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153356 Dec 10 18:07:38.500753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Made reservation on behalf of 44795ba1db854a8e9bb5661c6b2b51a8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:38.506252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:38.554792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:38.640657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752afcb-925c-4711-a1f3-eaade0288f28 req-c6c03d54-34cb-45da-8c80-2421263dafae tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:38.649616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e752afcb-925c-4711-a1f3-eaade0288f28 req-c6c03d54-34cb-45da-8c80-2421263dafae tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 950 time: 0.0655196 Dec 10 18:07:38.704684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e752afcb-925c-4711-a1f3-eaade0288f28 req-ad141c2f-9230-4ed9-b09f-6fe17cb6a989 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540888 Dec 10 18:07:38.751409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:38.803423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:38.820258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d40185-247f-4aca-ae54-0bc2ef30ef0b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:38.843827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-6d771fb6-a71d-45fc-a978-c976aa713214 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:38.846614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-6d771fb6-a71d-45fc-a978-c976aa713214 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.59 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 950 time: 0.5399551 Dec 10 18:07:38.918996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-b70beed5-6538-4de8-80f6-14b004d47392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:38.920616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-b70beed5-6538-4de8-80f6-14b004d47392 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1095 time: 0.4476731 Dec 10 18:07:38.926713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Allocated IP 172.20.0.13 (32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe/fd998ce2-516b-4a71-af73-5a46cfbdfd4d/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:38.954437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Checking segment: {'id': '211eb085-439a-40b8-bfb5-55084fd11d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '99ec45da-b1c5-43a7-a299-6893b6627ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:38.954810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Network hostable DHCP agents. Network: 99ec45da-b1c5-43a7-a299-6893b6627ba2, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:07:39.086761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Network 99ec45da-b1c5-43a7-a299-6893b6627ba2 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:07:39.111167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 99ec45da-b1c5-43a7-a299-6893b6627ba2) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:39.120729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56443e0f-d9da-48c0-804e-088b189ded07 None None] Network 99ec45da-b1c5-43a7-a299-6893b6627ba2 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:39.130328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:39.131164 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:39.284323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Deleting port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:07:39.284620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:39.296796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-32687257-8ab3-4cd0-bd5a-fb306f97d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:39.298326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-32687257-8ab3-4cd0-bd5a-fb306f97d041 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.3625920 Dec 10 18:07:39.350925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883da528-7ee4-4930-b2de-d8f552e9d381 None None] Network 99ec45da-b1c5-43a7-a299-6893b6627ba2 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:39.355108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-920a92d9-fdac-41b9-a5c5-5ee6889f494f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1860340 Dec 10 18:07:39.366629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482ec39-c36f-44d9-8588-d954bd1a5d57 req-1582bd71-476f-4af2-badb-a863250280e8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:39.374119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b482ec39-c36f-44d9-8588-d954bd1a5d57 req-1582bd71-476f-4af2-badb-a863250280e8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 944 time: 0.1102345 Dec 10 18:07:39.452988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b482ec39-c36f-44d9-8588-d954bd1a5d57 req-d1288572-32be-4145-9536-d146e824f793 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769873 Dec 10 18:07:39.486091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-e5b407ba-88a4-4f09-b262-dc8c5f8886a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 217 time: 0.0956466 Dec 10 18:07:39.856457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-197a945c-5d08-4250-9e00-69127dd2b5a2 req-b3985b0f-22af-4e36-9dd0-0ec728511f56 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 210 time: 0.3679991 Dec 10 18:07:39.933338 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e4fb574-99e4-4269-b9e4-93757a2cea58 req-cf8824ce-1d9f-4815-9905-68134c4f6aab tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6b36b9316d54406fa03601fda173b1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375991 Dec 10 18:07:39.958001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-bbc59683-bceb-4fdb-9e6b-7078ee6ea7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:39.960415 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-bbc59683-bceb-4fdb-9e6b-7078ee6ea7a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1485531 Dec 10 18:07:40.037606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-be455e6b-235d-41c3-bf72-951d7da7e53b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639267 Dec 10 18:07:40.046633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] For port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:40.047169 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.052673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-7937704c-8f96-416c-86f0-c74d06f664c8 req-c8caa5c2-9156-4a69-b681-0863716afff0 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-176300064', 'description': 'tempest-description-409335449'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:40.064743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.082251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fb574-99e4-4269-b9e4-93757a2cea58 req-5d940df3-9493-42fe-b0de-f5ecdb33704c tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:40.087181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Calling delete_port for dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:07:40.089771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e4fb574-99e4-4269-b9e4-93757a2cea58 req-5d940df3-9493-42fe-b0de-f5ecdb33704c tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1555781 Dec 10 18:07:40.100630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e4fb574-99e4-4269-b9e4-93757a2cea58 req-2253d6ac-1df8-460e-8e22-8725513f1928 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/quotas/6b36b9316d54406fa03601fda173b1ab HTTP/1.1" status: 200 len: 375 time: 0.0097654 Dec 10 18:07:40.145661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e4fb574-99e4-4269-b9e4-93757a2cea58 req-5b70f613-cb0b-48a0-80b4-cc3e84408868 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b36b9316d54406fa03601fda173b1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347733 Dec 10 18:07:40.200972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7937704c-8f96-416c-86f0-c74d06f664c8 req-c8caa5c2-9156-4a69-b681-0863716afff0 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.285018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.343067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:40.348307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-b9fc018f-1c15-4f1c-af01-de57e3132525 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817919 Dec 10 18:07:40.361728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fe522-25b4-41f2-9f19-c3bf66881a40 req-e3259582-b009-4bd8-a66b-c898d925b882 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:40.365122 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c1fe522-25b4-41f2-9f19-c3bf66881a40 req-e3259582-b009-4bd8-a66b-c898d925b882 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/ports?device_id=c38182e6-2ff0-4f3a-97fa-bb6b4291c673 HTTP/1.1" status: 200 len: 950 time: 0.0677154 Dec 10 18:07:40.401604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:07:40.410589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:40.413169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:07:40.419261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:40.419914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.451780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c1fe522-25b4-41f2-9f19-c3bf66881a40 req-a142f9d7-6a99-463b-9b28-d9bc60dd1c92 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.55 "GET /v2.0/security-groups?id=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Dec 10 18:07:40.580355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7937704c-8f96-416c-86f0-c74d06f664c8 req-c8caa5c2-9156-4a69-b681-0863716afff0 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.591397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-6fd01d2a-c9a3-4d64-a19f-097d7f2dfe85 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9191594 Dec 10 18:07:40.629361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7937704c-8f96-416c-86f0-c74d06f664c8 req-c8caa5c2-9156-4a69-b681-0863716afff0 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.636238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Request body: {'port': {'device_id': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:40.732713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-d9a4d696-75d6-47a6-aa1f-e9930e32db31 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633764 Dec 10 18:07:40.737798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caa5c2-9156-4a69-b681-0863716afff0 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f05973-9165-46ff-9b8b-ca41398f6942,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:40.746547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7937704c-8f96-416c-86f0-c74d06f664c8 req-c8caa5c2-9156-4a69-b681-0863716afff0 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.767321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7937704c-8f96-416c-86f0-c74d06f664c8 req-c8caa5c2-9156-4a69-b681-0863716afff0 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.7337682 Dec 10 18:07:40.771084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.834870 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-d5afbab8-cd94-4fbd-a6fe-aba77fdc3b69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2692220 Dec 10 18:07:40.863429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Pushing event deleted for resources: {'Port': ['ID=dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:40.880498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:40.991411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] No DVR routers for this DVR port dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:07:41.012159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:41.016712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77ebfc2b-fd6a-4292-85bc-fb6c555a9a43 req-d951be18-b83f-4369-a01e-d67efc7c5159 tempest-LiveMigrationNegativeTest-1845113174 tempest-LiveMigrationNegativeTest-1845113174-project] 10.222.0.59 "DELETE /v2.0/ports/dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca HTTP/1.1" status: 204 len: 173 time: 2.1535261 Dec 10 18:07:41.017561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'name': 'network-vif-deleted', 'tag': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:41.020161 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845cc387-f8c6-4199-bf70-f7619a8785b9" -d '{"events": [{"server_uuid": "c38182e6-2ff0-4f3a-97fa-bb6b4291c673", "name": "network-vif-deleted", "tag": "dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:41.394459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96897eb-32e6-488c-bc81-f194bc467194 req-310ffcf3-0f89-4733-b72b-d675487202b9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:41.394459 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e96897eb-32e6-488c-bc81-f194bc467194 req-310ffcf3-0f89-4733-b72b-d675487202b9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 944 time: 0.4474626 Dec 10 18:07:41.778843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-8b6e0268-65ec-4062-bb66-2fcf18e497c4 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:41.790926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-8b6e0268-65ec-4062-bb66-2fcf18e497c4 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.6926057 Dec 10 18:07:41.824244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-18fd5954-d9fd-466d-a8f8-fad6589cc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:41.826148 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-18fd5954-d9fd-466d-a8f8-fad6589cc1e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 1099 time: 0.8842175 Dec 10 18:07:41.827141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-12167169-3b60-47cc-a5c3-c1e976342673 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/63f05973-9165-46ff-9b8b-ca41398f6942 HTTP/1.1" status: 200 len: 1828 time: 0.0917697 Dec 10 18:07:41.842331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63f05973-9165-46ff-9b8b-ca41398f6942', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:41.843291 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63f05973-9165-46ff-9b8b-ca41398f6942', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:41.924564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:41.956292 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:41.963381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:41.980225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38a549f-0965-4c47-a0c7-e08fb3dc198d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:42.013506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:42.029303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1abf4e1e-66d0-406b-9648-ffca7a4a2a8d req-f4c0e79f-99e9-4d8e-893e-a35f0d9395b5 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1988485 Dec 10 18:07:42.063267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:42.079024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:42.097533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e96897eb-32e6-488c-bc81-f194bc467194 req-abacdd85-2cf9-4225-947f-d23da7538bee tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6809297 Dec 10 18:07:42.119979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-e8f1a853-2f64-4d7b-9bcf-91da3d174414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:42.128684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-e8f1a853-2f64-4d7b-9bcf-91da3d174414 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2372122 Dec 10 18:07:42.150723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Transition to ACTIVE for port object 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:07:42.165466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:42.248813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ee1a1-cda2-4330-a807-a470447675bf req-a0ccffca-da55-4f7b-8f63-4851df71eea5 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:42.256465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa0ee1a1-cda2-4330-a807-a470447675bf req-a0ccffca-da55-4f7b-8f63-4851df71eea5 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.0632195 Dec 10 18:07:42.315872 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b293a9d1-84a6-4f2b-8dec-14ceec4b91d5 x-openstack-request-id: req-b293a9d1-84a6-4f2b-8dec-14ceec4b91d5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:42.316376 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38182e6-2ff0-4f3a-97fa-bb6b4291c673", "name": "network-vif-deleted", "tag": "dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:42.316786 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b293a9d1-84a6-4f2b-8dec-14ceec4b91d5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:42.317964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa0ee1a1-cda2-4330-a807-a470447675bf req-0a04d682-c7cc-4ab6-9dd9-3e3a5b18533b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547800 Dec 10 18:07:42.327037 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38182e6-2ff0-4f3a-97fa-bb6b4291c673', 'name': 'network-vif-deleted', 'tag': 'dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca', 'status': 'completed', 'code': 200} Dec 10 18:07:42.331188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-71a75213-f0c9-42da-bd8c-0b24041ece85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc HTTP/1.1" status: 200 len: 217 time: 0.1758015 Dec 10 18:07:42.417605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-2f2f5768-8360-44fd-9385-4ea5d1e4c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:42.419368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-2f2f5768-8360-44fd-9385-4ea5d1e4c397 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0686388 Dec 10 18:07:42.508467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:42.541801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-d1b43d78-1a53-4f32-86bf-a2b0e088229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:42.543348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-d1b43d78-1a53-4f32-86bf-a2b0e088229b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947902 Dec 10 18:07:42.544501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c687f55b-a576-4f06-bd65-bd95d0f17257 req-f15ae6ce-4ad1-4a3c-a8c6-74cb9a21f1e1 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/63f05973-9165-46ff-9b8b-ca41398f6942 HTTP/1.1" status: 200 len: 2421 time: 0.0937583 Dec 10 18:07:42.545169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:42.545504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:42.545832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:42.556409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-0e23e138-3903-4058-bbcb-9a7f9e99a291 service neutron] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:42.566925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:42.567250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:42.577212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-0e23e138-3903-4058-bbcb-9a7f9e99a291 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:42.578853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47fe6d80-c7cb-4af5-a25a-a01b5e39366a req-0e23e138-3903-4058-bbcb-9a7f9e99a291 service neutron] 10.222.0.30 "DELETE /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573/bindings/n-h1-821424-1 HTTP/1.1" status: 204 len: 173 time: 0.7512965 Dec 10 18:07:42.625913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:42.627608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:42.628171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:42.628652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Bound port: 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:42.630415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:42.751438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:42.765629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:42.770718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:42.782494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:42.804530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:07:42.805166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dc980c28-3cc3-43d2-83c4-cd2ce6fb9aca not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:07:42.941110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb8d9ccf-9766-49b6-9b15-e89e8c8b2bbd req-ac051266-2b1f-4659-ab46-d0fd969b4099 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-group-rules/e38a549f-0965-4c47-a0c7-e08fb3dc198d HTTP/1.1" status: 200 len: 778 time: 0.0693018 Dec 10 18:07:43.028184 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-f6b43287-b9b5-4aa1-a47a-4d74d819a1af service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698796 Dec 10 18:07:43.042586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:43.043206 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.052397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] 10.222.0.30 "PUT /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 1092 time: 2.4297547 Dec 10 18:07:43.096171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb8d9ccf-9766-49b6-9b15-e89e8c8b2bbd req-cfa58420-bbaa-4f2c-bfe3-b709a06ad660 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/63f05973-9165-46ff-9b8b-ca41398f6942 HTTP/1.1" status: 200 len: 2421 time: 0.1527789 Dec 10 18:07:43.135605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca0897-88b7-47a3-a3d3-25068d0baa02 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:43.149778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cb8d9ccf-9766-49b6-9b15-e89e8c8b2bbd req-52b8ba36-7b7f-48e1-9309-70c9135e1a97 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.153483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53936) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:43.165464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cb8d9ccf-9766-49b6-9b15-e89e8c8b2bbd req-52b8ba36-7b7f-48e1-9309-70c9135e1a97 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.201896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cb8d9ccf-9766-49b6-9b15-e89e8c8b2bbd req-52b8ba36-7b7f-48e1-9309-70c9135e1a97 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.216824 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cb8d9ccf-9766-49b6-9b15-e89e8c8b2bbd req-52b8ba36-7b7f-48e1-9309-70c9135e1a97 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.235784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb8d9ccf-9766-49b6-9b15-e89e8c8b2bbd req-52b8ba36-7b7f-48e1-9309-70c9135e1a97 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e38a549f-0965-4c47-a0c7-e08fb3dc198d HTTP/1.1" status: 204 len: 173 time: 0.1284473 Dec 10 18:07:43.236918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8ba36-7b7f-48e1-9309-70c9135e1a97 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e38a549f-0965-4c47-a0c7-e08fb3dc198d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:43.324748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-778795d5-88c3-4c62-b01f-2d78e4d044c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:43.326285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-778795d5-88c3-4c62-b01f-2d78e4d044c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1095 time: 0.1279006 Dec 10 18:07:43.347387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70617f0-cd3d-4909-9da0-4f687faefa41 req-5a78c5f5-0b78-4707-b90b-b344d6424045 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063219 Dec 10 18:07:43.400530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-e0b4b861-c362-421b-b713-1657c144720c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 217 time: 0.0607934 Dec 10 18:07:43.401540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ba9d1c6-afef-4f63-8614-0ea3c400c7a0 req-3d6fbac7-0ea0-470b-98b1-25e4409507ef tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6b36b9316d54406fa03601fda173b1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553598 Dec 10 18:07:43.510835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-3e5a48ef-971a-4618-bc58-4b4a7297d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:43.512353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-3e5a48ef-971a-4618-bc58-4b4a7297d10e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1041431 Dec 10 18:07:43.580076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-a5ab2860-d6aa-4f8e-b64a-b09457ebdc41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517323 Dec 10 18:07:43.612048 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-51a93957-5c90-473e-b483-7958fa5263f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f246ab2700444312b970c37975ca9223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4536459 Dec 10 18:07:43.617370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53988) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:43.672399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9d1c6-afef-4f63-8614-0ea3c400c7a0 req-1f49fba2-7717-4153-8e55-d10a7d1f61a7 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:43.679943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ba9d1c6-afef-4f63-8614-0ea3c400c7a0 req-1f49fba2-7717-4153-8e55-d10a7d1f61a7 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732284 Dec 10 18:07:43.710012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ba9d1c6-afef-4f63-8614-0ea3c400c7a0 req-28d89c0c-73ce-4d1c-b554-0e70c1b95201 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/quotas/6b36b9316d54406fa03601fda173b1ab HTTP/1.1" status: 200 len: 375 time: 0.0290785 Dec 10 18:07:43.720323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-39770887-01d2-43f2-b1b8-eb70fb93b104 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327043 Dec 10 18:07:43.751672 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062a0a15-b0ab-40ff-a6e9-87b41c4766f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.770596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ba9d1c6-afef-4f63-8614-0ea3c400c7a0 req-0a8af918-e5af-41ad-9c2c-d3e87ecb913d tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b36b9316d54406fa03601fda173b1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467587 Dec 10 18:07:43.795372 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062a0a15-b0ab-40ff-a6e9-87b41c4766f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.868773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062a0a15-b0ab-40ff-a6e9-87b41c4766f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.873341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-062a0a15-b0ab-40ff-a6e9-87b41c4766f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.877395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26054aa-bc26-49bd-90d2-6d4bb815efa0 req-16580cf0-cdd9-431f-a862-4b9ea60754c8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:43.878413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-062a0a15-b0ab-40ff-a6e9-87b41c4766f1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2 HTTP/1.1" status: 204 len: 168 time: 0.2599161 Dec 10 18:07:43.882877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e26054aa-bc26-49bd-90d2-6d4bb815efa0 req-16580cf0-cdd9-431f-a862-4b9ea60754c8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 944 time: 0.0933373 Dec 10 18:07:43.886078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ec58ddb7-fd54-4c6a-bbe5-99dadf4806e6 req-2a6e2426-e95e-43db-88d2-dd4b06a2cbf4 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-48981023', 'description': 'tempest-description-1139304296'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:43.886965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54e8e70d-9cab-4554-8aa7-efc5d6c52c2b req-a11b0400-12be-4575-a2f4-5dc5bee72f1f service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587627 Dec 10 18:07:43.903869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a0a15-b0ab-40ff-a6e9-87b41c4766f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ee6f86-a146-44cf-afd8-c2d3b7e4ddd2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:43.940892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec58ddb7-fd54-4c6a-bbe5-99dadf4806e6 req-2a6e2426-e95e-43db-88d2-dd4b06a2cbf4 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:43.948580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e26054aa-bc26-49bd-90d2-6d4bb815efa0 req-61ae4354-237a-420d-849a-930361a558dd tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637896 Dec 10 18:07:44.080129 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec58ddb7-fd54-4c6a-bbe5-99dadf4806e6 req-2a6e2426-e95e-43db-88d2-dd4b06a2cbf4 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:44.085980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec58ddb7-fd54-4c6a-bbe5-99dadf4806e6 req-2a6e2426-e95e-43db-88d2-dd4b06a2cbf4 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:44.144157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd581d4-07cf-40e3-80fc-29e8fc00c2e5 req-873e401f-a8d3-48a5-9eeb-7ec4211dbd17 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:44.146516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fd581d4-07cf-40e3-80fc-29e8fc00c2e5 req-873e401f-a8d3-48a5-9eeb-7ec4211dbd17 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.0696387 Dec 10 18:07:44.149422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec58ddb7-fd54-4c6a-bbe5-99dadf4806e6 req-2a6e2426-e95e-43db-88d2-dd4b06a2cbf4 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:44.159424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec58ddb7-fd54-4c6a-bbe5-99dadf4806e6 req-2a6e2426-e95e-43db-88d2-dd4b06a2cbf4 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.2791786 Dec 10 18:07:44.160946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e2426-e95e-43db-88d2-dd4b06a2cbf4 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd1dca3-a6d5-4d75-9dc4-870b181c75c3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:44.235075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fd581d4-07cf-40e3-80fc-29e8fc00c2e5 req-d92fed72-956f-44e7-bbfb-b5775c05b604 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819764 Dec 10 18:07:44.316144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54038) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:44.328615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:44.331084 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce8555c-9beb-4507-aee6-ad7e8f633fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:44.357106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-83493eda-f3f1-46a4-b56b-7db491580684 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a1e3623689a400f913bccd6ca060ef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396698 Dec 10 18:07:44.360097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:44.417130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-140b847b-3481-47ec-b738-6f9540ba5415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:44.420974 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c136c344-63bc-4ee9-a60e-ab30b1a09e03 req-736930d8-fce0-4c34-946f-583dc0281cde tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/3bd1dca3-a6d5-4d75-9dc4-870b181c75c3 HTTP/1.1" status: 200 len: 1828 time: 0.0407522 Dec 10 18:07:44.446667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-140b847b-3481-47ec-b738-6f9540ba5415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:44.507484 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-140b847b-3481-47ec-b738-6f9540ba5415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:44.510291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-140b847b-3481-47ec-b738-6f9540ba5415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:44.512100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-140b847b-3481-47ec-b738-6f9540ba5415 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/881a244a-880b-4897-8841-a0e57214eb4e HTTP/1.1" status: 204 len: 168 time: 0.1507516 Dec 10 18:07:44.522217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b847b-3481-47ec-b738-6f9540ba5415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881a244a-880b-4897-8841-a0e57214eb4e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:44.737944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ece47-8798-419a-8002-f984ad13eb3a req-de660d11-fa38-47f0-b31b-2204fe4e8c93 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:44.739531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-345ece47-8798-419a-8002-f984ad13eb3a req-de660d11-fa38-47f0-b31b-2204fe4e8c93 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1095 time: 0.0492823 Dec 10 18:07:44.801466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-345ece47-8798-419a-8002-f984ad13eb3a req-39af6287-36ca-4c10-a490-865ade7451d0 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530846 Dec 10 18:07:44.848093 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abadd3b4-7d8b-43a4-b8a7-0a5c7dcc4ea0 x-openstack-request-id: req-abadd3b4-7d8b-43a4-b8a7-0a5c7dcc4ea0 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:44.848394 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:44.850020 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-abadd3b4-7d8b-43a4-b8a7-0a5c7dcc4ea0 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:44.850020 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5', 'status': 'completed', 'code': 200} Dec 10 18:07:44.968789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-717226d2-9404-4f79-85f3-38959447ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:44.970331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-717226d2-9404-4f79-85f3-38959447ad70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0848589 Dec 10 18:07:44.980902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5572be0-70ee-4d4d-bc64-97a60dfdd32a req-f07fc9e7-9155-476b-a5dc-652e36faec89 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:44.982681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5572be0-70ee-4d4d-bc64-97a60dfdd32a req-f07fc9e7-9155-476b-a5dc-652e36faec89 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 948 time: 0.0814304 Dec 10 18:07:45.279380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-3832a8ae-4b6b-4af4-b1cb-a682032838c4 req-4629a292-c3f6-4a75-947e-ec5ae8c1fc50 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1366289418', 'description': 'tempest-description-267108953'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:45.310892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3832a8ae-4b6b-4af4-b1cb-a682032838c4 req-4629a292-c3f6-4a75-947e-ec5ae8c1fc50 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:45.340834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5572be0-70ee-4d4d-bc64-97a60dfdd32a req-72da9f0e-e671-43ca-9ccd-c6a644e11bd9 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492186 Dec 10 18:07:45.359950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-72b62515-5abc-412a-afa6-2680cbc6fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:45.361689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-72b62515-5abc-412a-afa6-2680cbc6fdcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.3781247 Dec 10 18:07:45.399491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3832a8ae-4b6b-4af4-b1cb-a682032838c4 req-4629a292-c3f6-4a75-947e-ec5ae8c1fc50 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:45.406799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3832a8ae-4b6b-4af4-b1cb-a682032838c4 req-4629a292-c3f6-4a75-947e-ec5ae8c1fc50 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:45.416027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-a1c8ff3f-abf0-4947-92a2-d2e8d3c258c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 217 time: 0.0446167 Dec 10 18:07:45.440759 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3832a8ae-4b6b-4af4-b1cb-a682032838c4 req-4629a292-c3f6-4a75-947e-ec5ae8c1fc50 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:45.442027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3832a8ae-4b6b-4af4-b1cb-a682032838c4 req-4629a292-c3f6-4a75-947e-ec5ae8c1fc50 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1678112 Dec 10 18:07:45.469239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629a292-c3f6-4a75-947e-ec5ae8c1fc50 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05dc6c8-7741-46ee-82ce-07e0f48b79e0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:45.536907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-50fa32c5-41e5-4ff8-b541-db285501aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:45.538426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-50fa32c5-41e5-4ff8-b541-db285501aa16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1136005 Dec 10 18:07:45.586007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-1afbe8da-22a3-4bdc-9b37-c8bfb34aaa7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345740 Dec 10 18:07:45.624624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-640b93cd-18c0-492a-afb3-4691512b80bc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:45.626511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-640b93cd-18c0-492a-afb3-4691512b80bc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.1727502 Dec 10 18:07:45.674732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-6168f831-a30e-44bb-b009-5e9e7711b8ae tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/quotas/9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 375 time: 0.0174446 Dec 10 18:07:45.735722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-a0e5428f-4847-440b-93f5-51b4aca4d995 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396339 Dec 10 18:07:45.747612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-adefe402-b1c0-4657-a644-49873d9036ad tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0681057 Dec 10 18:07:45.912065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cce8555c-9beb-4507-aee6-ad7e8f633fa3 req-ec377f36-6ef9-425c-b11e-2121c38b6262 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634784 Dec 10 18:07:45.917242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-68a38fd6-6fdc-4fb3-b4cd-a7142fb154d3 service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594541 Dec 10 18:07:45.969192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731c1a6-66c7-438b-ad50-57f264481318 req-2400d24e-99d3-41e8-bfad-dc62e89fac1c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:45.970774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d731c1a6-66c7-438b-ad50-57f264481318 req-2400d24e-99d3-41e8-bfad-dc62e89fac1c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.0536804 Dec 10 18:07:46.021257 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d731c1a6-66c7-438b-ad50-57f264481318 req-62bbe104-63e7-4429-9843-602713c2335e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442612 Dec 10 18:07:46.026764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-cbec9fb1-ecd6-40e4-9474-57e93ff0ea39 service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955675 Dec 10 18:07:46.406418 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46f9c20d-5ca6-4618-9668-2d1e738aa19c req-018872d2-bef0-4c68-8737-ecd47a852647 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/f05dc6c8-7741-46ee-82ce-07e0f48b79e0 HTTP/1.1" status: 200 len: 1829 time: 0.0408597 Dec 10 18:07:46.527603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc7f3bc4-22e2-40d0-a720-37b2f08afff4 req-b810d230-f839-47fa-8908-95b750c2b3c0 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6b36b9316d54406fa03601fda173b1ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372555 Dec 10 18:07:46.649968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f3bc4-22e2-40d0-a720-37b2f08afff4 req-a048d4c4-f10f-475f-ae35-a51bd890faa7 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:46.651491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc7f3bc4-22e2-40d0-a720-37b2f08afff4 req-a048d4c4-f10f-475f-ae35-a51bd890faa7 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175368 Dec 10 18:07:46.669356 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3fe1ebea-8ee6-4866-92e3-517343900774 req-b6cf4897-39fd-421c-8fe7-cc639e227f6c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 210 time: 0.0284483 Dec 10 18:07:46.672173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc7f3bc4-22e2-40d0-a720-37b2f08afff4 req-ea8e2f21-add7-49fb-82a5-98cdbb755f63 tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/quotas/6b36b9316d54406fa03601fda173b1ab HTTP/1.1" status: 200 len: 375 time: 0.0105894 Dec 10 18:07:46.708821 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc7f3bc4-22e2-40d0-a720-37b2f08afff4 req-fcfae162-4769-4d1d-a18c-e785689e58ae tempest-QuotasAdminNegativeTest-765841695 tempest-QuotasAdminNegativeTest-765841695-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b36b9316d54406fa03601fda173b1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293503 Dec 10 18:07:46.790232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-8fc213c0-d775-4edd-9455-52d491f8c114 req-a4a9fbac-7c7c-4cd5-86ba-516634a3498d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-101588747', 'description': 'tempest-description-1968890769'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:46.816657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fc213c0-d775-4edd-9455-52d491f8c114 req-a4a9fbac-7c7c-4cd5-86ba-516634a3498d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:46.890830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fc213c0-d775-4edd-9455-52d491f8c114 req-a4a9fbac-7c7c-4cd5-86ba-516634a3498d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:46.895734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fc213c0-d775-4edd-9455-52d491f8c114 req-a4a9fbac-7c7c-4cd5-86ba-516634a3498d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:46.931017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fc213c0-d775-4edd-9455-52d491f8c114 req-a4a9fbac-7c7c-4cd5-86ba-516634a3498d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:46.932372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8fc213c0-d775-4edd-9455-52d491f8c114 req-a4a9fbac-7c7c-4cd5-86ba-516634a3498d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1481130 Dec 10 18:07:46.932970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9fbac-7c7c-4cd5-86ba-516634a3498d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3819ebb5-f02b-4757-9d2a-04c0a1a4e043,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:47.254976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee20345d-fcd2-4a2a-80c2-3f80aece8f2f req-b8b1b083-37b7-4076-8545-e6939721341d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/3819ebb5-f02b-4757-9d2a-04c0a1a4e043 HTTP/1.1" status: 200 len: 1829 time: 0.0976443 Dec 10 18:07:47.297441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-08472a31-ed9d-4c6b-9506-9016df3ef350 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:47.299291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-08472a31-ed9d-4c6b-9506-9016df3ef350 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.1512773 Dec 10 18:07:47.318032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Request body: {'port': {'device_id': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'admin_state_up': True, 'tenant_id': '9cfdffc1c29b4579b9a1cec2c24b5d56'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:47.424130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-f833299d-c51a-4c5c-806b-a96602c37449 req-69f766c9-a886-451c-a984-dc5d93ed9c25 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1667670045', 'description': 'tempest-description-165904668'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:47.454715 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f833299d-c51a-4c5c-806b-a96602c37449 req-69f766c9-a886-451c-a984-dc5d93ed9c25 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:47.466267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8553727-1457-4d67-9468-7b3699a5bcf4 req-d1478502-d2b2-462d-b087-163fdab93857 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:47.467884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8553727-1457-4d67-9468-7b3699a5bcf4 req-d1478502-d2b2-462d-b087-163fdab93857 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.1450353 Dec 10 18:07:47.521550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:47.538954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Made reservation on behalf of 9cfdffc1c29b4579b9a1cec2c24b5d56 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:47.542469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:47.552457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f833299d-c51a-4c5c-806b-a96602c37449 req-69f766c9-a886-451c-a984-dc5d93ed9c25 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:47.560689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f833299d-c51a-4c5c-806b-a96602c37449 req-69f766c9-a886-451c-a984-dc5d93ed9c25 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:47.585575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8553727-1457-4d67-9468-7b3699a5bcf4 req-5cb82fe8-2457-4c17-b075-0dc58f4eb8ae tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032214 Dec 10 18:07:47.601285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f766c9-a886-451c-a984-dc5d93ed9c25 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfea17f-af01-412a-ba2e-49f56c3594ca,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:47.616369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f833299d-c51a-4c5c-806b-a96602c37449 req-69f766c9-a886-451c-a984-dc5d93ed9c25 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:47.623538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f833299d-c51a-4c5c-806b-a96602c37449 req-69f766c9-a886-451c-a984-dc5d93ed9c25 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2036717 Dec 10 18:07:47.722997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:47.735566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c5e8db7-f444-4cb7-9a1e-a89f6ae31496 req-9415688a-4a61-47d1-bad9-d0e77321fdc7 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/ecfea17f-af01-412a-ba2e-49f56c3594ca HTTP/1.1" status: 200 len: 1829 time: 0.0840735 Dec 10 18:07:47.747036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'port_id': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5', 'mac_address': 'fa:16:3e:1f:5b:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd998ce2-516b-4a71-af73-5a46cfbdfd4d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:07:47.761323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54344) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:47.788945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54352) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:47.805785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Allocated IP 172.20.0.3 (f176ce6c-aeb1-4f5f-92fb-e4729f214a91/5378fb35-fef7-4997-8ed5-142476e26ade/d4b67572-89b4-450c-acd8-4c67e28f1fa0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:47.826397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:47.854927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:47.882648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:47.890653 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6d84943-021a-4a1d-a02d-b079220220ec req-b276a8ec-cd2c-483a-8cc7-2291801369fd tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 210 time: 0.0846281 Dec 10 18:07:47.904112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:47.986924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:47.998909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.013045 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-751ba33e-39b3-40db-b0d8-1c94187e4bbb req-bb4c9b4e-fdf2-49a3-ae31-109287d74035 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] show failed (client error): The resource could not be found. Dec 10 18:07:48.014339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-751ba33e-39b3-40db-b0d8-1c94187e4bbb req-bb4c9b4e-fdf2-49a3-ae31-109287d74035 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/902eabab-1a65-4bae-ae3b-bb245f168ffa HTTP/1.1" status: 404 len: 352 time: 0.0445189 Dec 10 18:07:48.037033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.120848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.127091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.138831 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.144940 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-e2d14337-812c-4afa-9346-f968729deb63 req-dbf50df9-a589-46b1-8122-21a3003d137e tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] show failed (client error): The resource could not be found. Dec 10 18:07:48.146347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2d14337-812c-4afa-9346-f968729deb63 req-dbf50df9-a589-46b1-8122-21a3003d137e tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-group-rules/3505acf9-0343-4d3d-8a38-d5cd1a8f6222 HTTP/1.1" status: 404 len: 361 time: 0.0295846 Dec 10 18:07:48.200395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c48f90680d24e2d8c8fbac48b886bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4350879 Dec 10 18:07:48.200395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b955e8ea-7884-4076-a5f5-b1780e96df49,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:48.200721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54396) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:48.210216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.210710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.212066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.212384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.212786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.213190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.213587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.213979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.214222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.214397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.214844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.215261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.216122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.216975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.217102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c9a9e7-2f2c-4de2-a725-15e7eb463348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.233233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.233500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:48.314286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b36b9316d54406fa03601fda173b1ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5242565 Dec 10 18:07:48.317015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54408) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:48.349790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:07:48.364901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:48.369499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4851e84e-9cfb-4908-a618-0203ddcc8cd1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:48.375201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:07:48.380366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:48.381016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.384523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:48.385070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29d3fcab-c453-4853-8253-fbaa07d2869b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.415392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.417315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.417315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.417315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.417315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.417315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.417840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.418127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.418492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.418802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.419125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.419352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29d3fcab-c453-4853-8253-fbaa07d2869b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.419484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.419755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a611a175-689b-4c1a-b4f3-bb5d08f38dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.425428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.425771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.426155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.426508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.426793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.427748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.428084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.428420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.428758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.429089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.429851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.430190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.430870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:48.449541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-963e89cd-4f61-4a67-a83c-7f584aeedf0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1356373 Dec 10 18:07:48.452273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecdd90b6-5134-43c6-8ce1-87841688dad4 req-d98d6cc8-e854-4498-9378-eb56dd156c9c tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/ecfea17f-af01-412a-ba2e-49f56c3594ca HTTP/1.1" status: 200 len: 1829 time: 0.1738565 Dec 10 18:07:48.454120 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dbfe151-0f02-429a-b290-3e41814d25a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.470763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Request body: {'port': {'device_id': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:48.486042 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29d3fcab-c453-4853-8253-fbaa07d2869b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.489223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29d3fcab-c453-4853-8253-fbaa07d2869b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.490555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-29d3fcab-c453-4853-8253-fbaa07d2869b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4851e84e-9cfb-4908-a618-0203ddcc8cd1 HTTP/1.1" status: 204 len: 168 time: 0.1724198 Dec 10 18:07:48.501590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3fcab-c453-4853-8253-fbaa07d2869b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4851e84e-9cfb-4908-a618-0203ddcc8cd1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:48.525526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dbfe151-0f02-429a-b290-3e41814d25a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.612392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.640162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ecdd90b6-5134-43c6-8ce1-87841688dad4 req-536c4d9a-9827-452e-9e87-22d5a4cb0929 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.677138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dbfe151-0f02-429a-b290-3e41814d25a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.679788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dbfe151-0f02-429a-b290-3e41814d25a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.680937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3dbfe151-0f02-429a-b290-3e41814d25a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b955e8ea-7884-4076-a5f5-b1780e96df49 HTTP/1.1" status: 204 len: 168 time: 0.4791756 Dec 10 18:07:48.716166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfe151-0f02-429a-b290-3e41814d25a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b955e8ea-7884-4076-a5f5-b1780e96df49,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:48.719649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ecdd90b6-5134-43c6-8ce1-87841688dad4 req-536c4d9a-9827-452e-9e87-22d5a4cb0929 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.772250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9f33e3f1-446a-4780-a026-c10d05a09f6e no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:07:48.841754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d1d72-4855-4fce-b628-1b5e5daff433 req-5755cf6f-8eed-4352-aecf-5586563470e0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:48.849666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910d1d72-4855-4fce-b628-1b5e5daff433 req-5755cf6f-8eed-4352-aecf-5586563470e0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 945 time: 0.0733705 Dec 10 18:07:48.873265 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.904585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:48.907324 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6cba07f-e554-4288-8215-64ea4aca1d5f" -d '{"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:48.919294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910d1d72-4855-4fce-b628-1b5e5daff433 req-3989d1bd-cee1-4846-91ea-e5b909056f1a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684597 Dec 10 18:07:48.931432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:48.937813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ecdd90b6-5134-43c6-8ce1-87841688dad4 req-536c4d9a-9827-452e-9e87-22d5a4cb0929 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.939871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.946648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ecdd90b6-5134-43c6-8ce1-87841688dad4 req-536c4d9a-9827-452e-9e87-22d5a4cb0929 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:48.956754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54458) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:48.962938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecdd90b6-5134-43c6-8ce1-87841688dad4 req-536c4d9a-9827-452e-9e87-22d5a4cb0929 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "DELETE /v2.0/security-groups/ecfea17f-af01-412a-ba2e-49f56c3594ca HTTP/1.1" status: 204 len: 173 time: 0.4992752 Dec 10 18:07:48.985973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64408185-fdcb-41b5-8550-43d0bad5339c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.000924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c4d9a-9827-452e-9e87-22d5a4cb0929 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfea17f-af01-412a-ba2e-49f56c3594ca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.043016 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8592b0-f034-4178-af81-64cba68b4b78 x-openstack-request-id: req-fb8592b0-f034-4178-af81-64cba68b4b78 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:49.043511 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:49.043982 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb8592b0-f034-4178-af81-64cba68b4b78 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:49.044510 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'code': 200} Dec 10 18:07:49.065932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.088057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b67572-89b4-450c-acd8-4c67e28f1fa0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:49.097847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.127223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27de1bec-f38a-4da3-9e14-0476fe60cc9d req-a10a2ad3-2fab-4343-b9c3-17381e813b8e tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/3819ebb5-f02b-4757-9d2a-04c0a1a4e043 HTTP/1.1" status: 200 len: 1829 time: 0.0674939 Dec 10 18:07:49.149621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Transition to ACTIVE for port object d4b67572-89b4-450c-acd8-4c67e28f1fa0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:07:49.152776 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64408185-fdcb-41b5-8550-43d0bad5339c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.157877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.163175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64408185-fdcb-41b5-8550-43d0bad5339c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.218147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64408185-fdcb-41b5-8550-43d0bad5339c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8843ca-6cc1-47d0-a41a-c4c136bbaf5c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.223418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88965bf3-7542-4463-acc2-429045484df3 req-758d844d-5ace-463f-909b-f102d71db7d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:49.224306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64408185-fdcb-41b5-8550-43d0bad5339c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f1b120f32654d33a4b8394e7ff43e0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662008 Dec 10 18:07:49.227745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:49.228191 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88965bf3-7542-4463-acc2-429045484df3 req-758d844d-5ace-463f-909b-f102d71db7d8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 931 time: 0.1162434 Dec 10 18:07:49.255683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.255854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-27de1bec-f38a-4da3-9e14-0476fe60cc9d req-9759dbf0-d1c7-462c-90aa-81d122333183 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.285924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:49.286406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:49.286834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:49.295375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-27de1bec-f38a-4da3-9e14-0476fe60cc9d req-9759dbf0-d1c7-462c-90aa-81d122333183 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.299508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54474) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:49.300113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:07:49.300528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:49.315190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:49.315690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:49.316184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:49.316592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Bound port: d4b67572-89b4-450c-acd8-4c67e28f1fa0, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:49.316941 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.329868 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27627f28-e351-4815-941e-2f83dd30b4cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.334948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88965bf3-7542-4463-acc2-429045484df3 req-cd1432b0-2117-4840-85e4-4f67fb8e861c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836780 Dec 10 18:07:49.353671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-926f4f0d-93ef-451e-a3f8-3e1d32f5fa4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.392791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-926f4f0d-93ef-451e-a3f8-3e1d32f5fa4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.403294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:49.407639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:49.414033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.426577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-27de1bec-f38a-4da3-9e14-0476fe60cc9d req-9759dbf0-d1c7-462c-90aa-81d122333183 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.429247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-27de1bec-f38a-4da3-9e14-0476fe60cc9d req-9759dbf0-d1c7-462c-90aa-81d122333183 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.430511 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27de1bec-f38a-4da3-9e14-0476fe60cc9d req-9759dbf0-d1c7-462c-90aa-81d122333183 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "DELETE /v2.0/security-groups/3819ebb5-f02b-4757-9d2a-04c0a1a4e043 HTTP/1.1" status: 204 len: 173 time: 0.2887497 Dec 10 18:07:49.458880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:49.459245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759dbf0-d1c7-462c-90aa-81d122333183 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3819ebb5-f02b-4757-9d2a-04c0a1a4e043,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.459934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.462384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] 10.222.0.59 "PUT /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 1091 time: 0.9975936 Dec 10 18:07:49.468506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:49.472517 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d984518a-7d2b-4acd-9896-67e613d427f6" -d '{"events": [{"name": "network-changed", "server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:49.508143 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-926f4f0d-93ef-451e-a3f8-3e1d32f5fa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.509401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d381cbf6-8139-4327-b5d1-8c40465b3f44 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.510822 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-926f4f0d-93ef-451e-a3f8-3e1d32f5fa4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.512828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-926f4f0d-93ef-451e-a3f8-3e1d32f5fa4d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de8843ca-6cc1-47d0-a41a-c4c136bbaf5c HTTP/1.1" status: 204 len: 168 time: 0.2826831 Dec 10 18:07:49.526327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27627f28-e351-4815-941e-2f83dd30b4cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.533311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f4f0d-93ef-451e-a3f8-3e1d32f5fa4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8843ca-6cc1-47d0-a41a-c4c136bbaf5c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.536199 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27627f28-e351-4815-941e-2f83dd30b4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.546265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:49.563550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:49.581947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-27627f28-e351-4815-941e-2f83dd30b4cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=54faed713afd437f8c6bbe9e6784cf1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816296 Dec 10 18:07:49.583564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27627f28-e351-4815-941e-2f83dd30b4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c08c06-38e2-4342-9485-4dcd428e01b9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.586600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54516) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:49.647677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-2bb8a763-f562-4d97-9816-14620bcc6788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:49.651377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-2bb8a763-f562-4d97-9816-14620bcc6788 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1094 time: 0.1014173 Dec 10 18:07:49.651947 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c753492-df25-4c91-87a1-98eaae15b7b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.713647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-4b9ded0b-b417-42ef-9631-c3db6cb176b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0527127 Dec 10 18:07:49.715793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c753492-df25-4c91-87a1-98eaae15b7b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.750943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:07:49.761150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:49.761772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.833497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-cd0d3535-b5ef-43af-9f4f-737d6d536c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:49.839341 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-cd0d3535-b5ef-43af-9f4f-737d6d536c46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1160626 Dec 10 18:07:49.844183 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35a37b31-0aa0-47e2-b78c-cc29e66903a0 req-73c7ff33-5cde-4f51-bd16-0f1b7c60d41d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/f05dc6c8-7741-46ee-82ce-07e0f48b79e0 HTTP/1.1" status: 200 len: 1829 time: 0.0675476 Dec 10 18:07:49.877386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c753492-df25-4c91-87a1-98eaae15b7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.881097 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c753492-df25-4c91-87a1-98eaae15b7b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:49.882532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c753492-df25-4c91-87a1-98eaae15b7b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/76c08c06-38e2-4342-9485-4dcd428e01b9 HTTP/1.1" status: 204 len: 168 time: 0.2947655 Dec 10 18:07:49.927745 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab58d316-0cc0-4819-b409-731cc0e2444c x-openstack-request-id: req-ab58d316-0cc0-4819-b409-731cc0e2444c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:49.928194 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:49.928460 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab58d316-0cc0-4819-b409-731cc0e2444c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:49.928863 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0', 'status': 'completed', 'code': 200} Dec 10 18:07:49.931096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-b591780a-c3b9-4056-a336-95a5d3c00d19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851030 Dec 10 18:07:49.942152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c753492-df25-4c91-87a1-98eaae15b7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c08c06-38e2-4342-9485-4dcd428e01b9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:49.984326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-35a37b31-0aa0-47e2-b78c-cc29e66903a0 req-5cdf4eec-0fcb-452a-abeb-ba92b77171c2 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.018102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:50.036949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-35a37b31-0aa0-47e2-b78c-cc29e66903a0 req-5cdf4eec-0fcb-452a-abeb-ba92b77171c2 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.068160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-ec10a2b5-5bb9-4463-affe-894f68c75428 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283679 Dec 10 18:07:50.074943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'mac_address': 'fa:16:3e:46:8d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:07:50.077095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.109198 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-35a37b31-0aa0-47e2-b78c-cc29e66903a0 req-5cdf4eec-0fcb-452a-abeb-ba92b77171c2 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.113311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-35a37b31-0aa0-47e2-b78c-cc29e66903a0 req-5cdf4eec-0fcb-452a-abeb-ba92b77171c2 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.119958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35a37b31-0aa0-47e2-b78c-cc29e66903a0 req-5cdf4eec-0fcb-452a-abeb-ba92b77171c2 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "DELETE /v2.0/security-groups/f05dc6c8-7741-46ee-82ce-07e0f48b79e0 HTTP/1.1" status: 204 len: 173 time: 0.2747507 Dec 10 18:07:50.140196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:50.152200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf4eec-0fcb-452a-abeb-ba92b77171c2 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05dc6c8-7741-46ee-82ce-07e0f48b79e0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:50.161550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.210862 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.243185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5efef4-e1e0-4ce4-8dd8-845e283375cc {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:50.276926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:50.281491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:50.288752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.307329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a805d88-d36a-4358-a4d2-b72cf65a095e req-d93db20d-e57e-4655-bb3e-5aab9808ba4b service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294233 Dec 10 18:07:50.337700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e2af1-51ef-41fe-b316-c0ae7e967b36 req-e002f85a-ce0d-4cdd-bbdc-fd0f0b7ccb77 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:50.349996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-222e2af1-51ef-41fe-b316-c0ae7e967b36 req-e002f85a-ce0d-4cdd-bbdc-fd0f0b7ccb77 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 946 time: 0.1232998 Dec 10 18:07:50.386822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:50.403607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['bf5efef4-e1e0-4ce4-8dd8-845e283375cc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:50.415871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-222e2af1-51ef-41fe-b316-c0ae7e967b36 req-0202cde1-ace1-4fa7-9e81-b38f68d07407 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608146 Dec 10 18:07:50.456901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-d3eb3504-b635-43ad-b7e6-57701a9fe438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:50.460029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-d3eb3504-b635-43ad-b7e6-57701a9fe438 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1094 time: 0.0958424 Dec 10 18:07:50.519608 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26ddb317-93c9-4cdc-9af4-2f71c23c4071 req-5e6ae8f1-8196-49a2-9f84-ab9d8e5653ac tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/3bd1dca3-a6d5-4d75-9dc4-870b181c75c3 HTTP/1.1" status: 200 len: 1828 time: 0.0894041 Dec 10 18:07:50.630220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-26ddb317-93c9-4cdc-9af4-2f71c23c4071 req-20f4f092-7f93-409a-abca-74264610760d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.630903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-6a15cc54-5ac2-4e0b-b5f9-1c17bf605da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:50.632783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-6a15cc54-5ac2-4e0b-b5f9-1c17bf605da7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.1647799 Dec 10 18:07:50.646171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd82bf-62c7-4b2a-a4e5-f79cb856ddad req-cc10424c-f6f8-41f6-8a14-6ab11ee5804b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:50.648030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8afd82bf-62c7-4b2a-a4e5-f79cb856ddad req-cc10424c-f6f8-41f6-8a14-6ab11ee5804b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 943 time: 0.0921268 Dec 10 18:07:50.673561 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-26ddb317-93c9-4cdc-9af4-2f71c23c4071 req-20f4f092-7f93-409a-abca-74264610760d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.693635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-b787d610-1575-48c7-8747-0e71e781860b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0444248 Dec 10 18:07:50.735289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-26ddb317-93c9-4cdc-9af4-2f71c23c4071 req-20f4f092-7f93-409a-abca-74264610760d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.740733 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-26ddb317-93c9-4cdc-9af4-2f71c23c4071 req-20f4f092-7f93-409a-abca-74264610760d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:50.742203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26ddb317-93c9-4cdc-9af4-2f71c23c4071 req-20f4f092-7f93-409a-abca-74264610760d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "DELETE /v2.0/security-groups/3bd1dca3-a6d5-4d75-9dc4-870b181c75c3 HTTP/1.1" status: 204 len: 173 time: 0.2184658 Dec 10 18:07:50.765918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4f092-7f93-409a-abca-74264610760d tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd1dca3-a6d5-4d75-9dc4-870b181c75c3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:50.799182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8afd82bf-62c7-4b2a-a4e5-f79cb856ddad req-0e56170a-c381-4abe-90a8-eceb2b6974da tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402259 Dec 10 18:07:50.809758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-bf697790-baec-429a-80ed-f20255c305eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:50.811313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-bf697790-baec-429a-80ed-f20255c305eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1089022 Dec 10 18:07:50.889089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-5012d549-7296-4d41-a4ec-651aa5461c2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682302 Dec 10 18:07:51.031357 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32d2c947-5d4d-43ac-a8d3-2b68429acbad req-14755a16-0b20-44ae-a132-81df449d2432 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "GET /v2.0/security-groups/63f05973-9165-46ff-9b8b-ca41398f6942 HTTP/1.1" status: 200 len: 1828 time: 0.0720823 Dec 10 18:07:51.045621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:51.049291 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a553df77-92f0-4472-97ea-1ffabf0fd95b" -d '{"events": [{"server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "name": "network-vif-plugged", "status": "completed", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:51.114751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-cf6e57ce-09c0-411f-baef-755761c59ce5 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171042 Dec 10 18:07:51.129614 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a0c5b5-f055-48ac-a0e8-8e6711f9eb6c x-openstack-request-id: req-43a0c5b5-f055-48ac-a0e8-8e6711f9eb6c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:51.129934 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "name": "network-vif-plugged", "status": "completed", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:51.130514 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43a0c5b5-f055-48ac-a0e8-8e6711f9eb6c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:51.131175 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5', 'code': 200} Dec 10 18:07:51.269049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-32d2c947-5d4d-43ac-a8d3-2b68429acbad req-feda28c8-8b3d-4850-89fe-5944be6e2d57 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.330732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-32d2c947-5d4d-43ac-a8d3-2b68429acbad req-feda28c8-8b3d-4850-89fe-5944be6e2d57 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.347835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d984518a-7d2b-4acd-9896-67e613d427f6 req-c3dc7900-b241-4bc7-988b-b77f6a609de1 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190638 Dec 10 18:07:51.367144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665718f1-a82d-4da1-89a7-5926974381db req-cee527c2-329c-4539-be28-fafc2ab2ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:51.368723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-665718f1-a82d-4da1-89a7-5926974381db req-cee527c2-329c-4539-be28-fafc2ab2ac81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1449392 Dec 10 18:07:51.411014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-32d2c947-5d4d-43ac-a8d3-2b68429acbad req-feda28c8-8b3d-4850-89fe-5944be6e2d57 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.414073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-32d2c947-5d4d-43ac-a8d3-2b68429acbad req-feda28c8-8b3d-4850-89fe-5944be6e2d57 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.418145 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32d2c947-5d4d-43ac-a8d3-2b68429acbad req-feda28c8-8b3d-4850-89fe-5944be6e2d57 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] 10.222.0.55 "DELETE /v2.0/security-groups/63f05973-9165-46ff-9b8b-ca41398f6942 HTTP/1.1" status: 204 len: 173 time: 0.3793848 Dec 10 18:07:51.422100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54674) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:51.480756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda28c8-8b3d-4850-89fe-5944be6e2d57 tempest-SecurityGroupRulesNegativeTestJSON-1032308595 tempest-SecurityGroupRulesNegativeTestJSON-1032308595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f05973-9165-46ff-9b8b-ca41398f6942,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:51.491499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-665718f1-a82d-4da1-89a7-5926974381db req-9c687139-82e9-42ba-ba31-98a9beba3536 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136339 Dec 10 18:07:51.534539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:51.570688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] Deleting subnet c9d40185-247f-4aca-ae54-0bc2ef30ef0b {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:07:51.576855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.601490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port bf5efef4-e1e0-4ce4-8dd8-845e283375cc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:51.601852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.623572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8af54-f800-4353-b3bb-87996ab0b177 req-97d24e11-f5bf-4bf9-a5a8-b0fa6f8d95f6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:51.625556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-57e8af54-f800-4353-b3bb-87996ab0b177 req-97d24e11-f5bf-4bf9-a5a8-b0fa6f8d95f6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 946 time: 0.1105721 Dec 10 18:07:51.632415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.646315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54684) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:51.710874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.715550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.740492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-57e8af54-f800-4353-b3bb-87996ab0b177 req-6a888ec3-ad99-43d0-8795-c19e0d0923a1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040525 Dec 10 18:07:51.795737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.845390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:51.853135 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.858096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:51.866390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c9d40185-247f-4aca-ae54-0bc2ef30ef0b HTTP/1.1" status: 204 len: 168 time: 0.4397807 Dec 10 18:07:51.866390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e4b4b-28cf-4efb-af0e-cd937d8ba71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d40185-247f-4aca-ae54-0bc2ef30ef0b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:51.866644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54696) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:51.919378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:51.979150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-network', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:52.072263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54712) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:52.114618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.136105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Made reservation on behalf of 4cc8b3cffd464a55b21440116a6efa82 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:52.139221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.154826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.168919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6b83-59ff-4421-a690-83a5edafff59 req-2e64af26-9966-4d6a-b286-b9133881d26c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:52.177485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-968b6b83-59ff-4421-a690-83a5edafff59 req-2e64af26-9966-4d6a-b286-b9133881d26c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 943 time: 0.2232606 Dec 10 18:07:52.357809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d20fb378-c921-4fad-a1a3-02734d8120d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.456711 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d20fb378-c921-4fad-a1a3-02734d8120d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.468577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d20fb378-c921-4fad-a1a3-02734d8120d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.524255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d20fb378-c921-4fad-a1a3-02734d8120d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=61ee640554614ace92076c51d3cd9d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509261 Dec 10 18:07:52.526791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fb378-c921-4fad-a1a3-02734d8120d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b5cab0-6eaf-4abf-a48e-64b4ae3c5ff0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:52.544735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54726) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:52.621852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6583f172-e6cd-41e1-b4ce-70530f433ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.656485 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6583f172-e6cd-41e1-b4ce-70530f433ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.675976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.693476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-968b6b83-59ff-4421-a690-83a5edafff59 req-be5ec8e7-693a-4f86-9876-3a7a18dafe2a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097265 Dec 10 18:07:52.729059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.731850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.733029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.734067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.734772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > port after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.735357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.735838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > port after_update 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.736319 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.736789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.737397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.737887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.766566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6583f172-e6cd-41e1-b4ce-70530f433ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.769810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6583f172-e6cd-41e1-b4ce-70530f433ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.773326 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6583f172-e6cd-41e1-b4ce-70530f433ebc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21b5cab0-6eaf-4abf-a48e-64b4ae3c5ff0 HTTP/1.1" status: 204 len: 168 time: 0.2235928 Dec 10 18:07:52.783632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:07:52.791061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583f172-e6cd-41e1-b4ce-70530f433ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b5cab0-6eaf-4abf-a48e-64b4ae3c5ff0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:52.850019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.850974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.851463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.851982 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 10 18:07:52.853192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ec45da-b1c5-43a7-a299-6893b6627ba2']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:52.880493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211eb085-439a-40b8-bfb5-55084fd11d52') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:52.880786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211eb085-439a-40b8-bfb5-55084fd11d52') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:52.901736 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.929545 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.959860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:07:52.960717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: from cryptography.utils import int_from_bytes Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: from cryptography.utils import int_from_bytes Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:07:52.975229 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:07:53.007121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Request body: {'security_group': {'name': 'tempest-securitygroup-937688724', 'description': 'tempest-description-979337167'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:53.011151 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:07:53.031090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:53.037683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.045057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.051497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'port_id': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0', 'mac_address': 'fa:16:3e:9e:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5378fb35-fef7-4997-8ed5-142476e26ade', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:07:53.054750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.102018 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.123124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b67572-89b4-450c-acd8-4c67e28f1fa0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:07:53.135916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:53.138538 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2a8c85-007c-4c9e-ad9e-6652d02e15d8" -d '{"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:53.162453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.172254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.190320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:53.200202 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.212915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.220853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.227541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] 10.222.0.55 "DELETE /v2.0/networks/99ec45da-b1c5-43a7-a299-6893b6627ba2 HTTP/1.1" status: 204 len: 168 time: 1.3602307 Dec 10 18:07:53.246465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:07:53.248882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f84a9f-6cea-43a2-8260-6983f2f8dd60 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ec45da-b1c5-43a7-a299-6893b6627ba2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:53.252175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3853b6ff-774b-46b7-a30e-74d832c8a3fd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:53.272812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933f26a-6dca-4fd9-b9b7-f024e4b89ec7 req-942c37b4-5b20-4f74-b0b3-ff2a5263cd43 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:53.274519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7933f26a-6dca-4fd9-b9b7-f024e4b89ec7 req-942c37b4-5b20-4f74-b0b3-ff2a5263cd43 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 946 time: 0.2805433 Dec 10 18:07:53.278622 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.279019 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Added segment 1381c6d7-1bc0-497c-85c8-04be25a914c0 of type vlan for network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 Dec 10 18:07:53.319468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8c0d07-17fe-44de-ad5a-0c41f905c147,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:53.319765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:53.337699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.345909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.393167 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.407358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a519d2fc-5c5f-469c-bd29-13b374ceb4ab req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4042814 Dec 10 18:07:53.408742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74516691-e433-4da8-bc29-cabbf10a2c62 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ea0432-2121-4d4e-9ff0-a8168ddcdd41,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:53.433251 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7933f26a-6dca-4fd9-b9b7-f024e4b89ec7 req-9f96a726-3b2b-489b-aa46-3cbcb7c7a9d0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519721 Dec 10 18:07:53.435352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.437731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d4b67572-89b4-450c-acd8-4c67e28f1fa0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:07:53.485484 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.488341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:53.488980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.610289 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44331de1-0b90-49f1-9c07-b1560e5ea076 x-openstack-request-id: req-44331de1-0b90-49f1-9c07-b1560e5ea076 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:53.614865 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:53.615349 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44331de1-0b90-49f1-9c07-b1560e5ea076 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:53.615952 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'code': 200} Dec 10 18:07:53.640641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] Pushing event updated for resources: {'Network': ['ID=6dab76b1-c60c-4b1c-bd6e-e04560fc4903,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:53.640850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5d2cc417-02a2-4f80-8ecc-cf3cb8dc2287 req-a92f9a00-ee70-4242-a59d-8d723dccbe10 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Request body: {'security_group': {'name': 'tempest-securitygroup-552995262', 'description': 'tempest-description-911001889'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:53.657606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:07:53.659587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54760) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:53.698093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d2cc417-02a2-4f80-8ecc-cf3cb8dc2287 req-a92f9a00-ee70-4242-a59d-8d723dccbe10 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.709735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e6af169d-bd1c-4281-b122-f05e8d45ab81 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72ce30106f82486caed9eab255dd5274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489619 Dec 10 18:07:53.710988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54762) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:53.721053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7e83ada6-9357-4645-bc6c-670fd1a1018b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0732651 Dec 10 18:07:53.728195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54766) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:53.736748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Request body: {'subnet': {'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-subnet', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:53.795634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee57505f-b3de-4cbf-9407-5277cdee4f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.823754 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee57505f-b3de-4cbf-9407-5277cdee4f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.916156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d2cc417-02a2-4f80-8ecc-cf3cb8dc2287 req-a92f9a00-ee70-4242-a59d-8d723dccbe10 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.918078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Made reservation on behalf of 4cc8b3cffd464a55b21440116a6efa82 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:53.921062 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.927709 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d2cc417-02a2-4f80-8ecc-cf3cb8dc2287 req-a92f9a00-ee70-4242-a59d-8d723dccbe10 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.974729 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d2cc417-02a2-4f80-8ecc-cf3cb8dc2287 req-a92f9a00-ee70-4242-a59d-8d723dccbe10 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:53.976631 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d2cc417-02a2-4f80-8ecc-cf3cb8dc2287 req-a92f9a00-ee70-4242-a59d-8d723dccbe10 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3428614 Dec 10 18:07:53.983681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f9a00-ee70-4242-a59d-8d723dccbe10 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fcbe46-3647-4f14-8dad-e693ec166c1f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:54.080349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee57505f-b3de-4cbf-9407-5277cdee4f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.083654 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee57505f-b3de-4cbf-9407-5277cdee4f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.085278 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee57505f-b3de-4cbf-9407-5277cdee4f84 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2ef6bf3-cf8b-4c1a-aeb7-c18e4b67fc98 HTTP/1.1" status: 204 len: 168 time: 0.3733501 Dec 10 18:07:54.114957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57505f-b3de-4cbf-9407-5277cdee4f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ef6bf3-cf8b-4c1a-aeb7-c18e4b67fc98,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:54.141004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e1160-cb90-44b3-ae15-20e6e1993f10 req-7b4aeb92-1d10-4d24-aec7-bcf4409db223 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:54.149000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-032e1160-cb90-44b3-ae15-20e6e1993f10 req-7b4aeb92-1d10-4d24-aec7-bcf4409db223 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 944 time: 0.2323158 Dec 10 18:07:54.279275 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-032e1160-cb90-44b3-ae15-20e6e1993f10 req-151dea8f-b4de-4572-b1b7-e4d43c5fd0fc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267552 Dec 10 18:07:54.320528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.387075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a2cd16-2aab-4b80-b799-8feccff2ed04,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:54.392955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Checking segment: {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:54.393438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Network hostable DHCP agents. Network: 6dab76b1-c60c-4b1c-bd6e-e04560fc4903, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:07:54.401601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-261632897', 'description': 'tempest-description-76852933'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:54.424982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:07:54.441751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 6dab76b1-c60c-4b1c-bd6e-e04560fc4903) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:54.450684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.451052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72b4d4-daf1-4457-aff1-1cf59ef06496 None None] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:54.464831 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.466159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:54.467278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.518657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c78d20c9-95c6-4903-9f10-9f1ba81756ee admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7890432 Dec 10 18:07:54.519986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54784) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:54.535186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:54.587011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.588718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.696041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.728717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'fixed_ips': [{'subnet_id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:07:54.729949 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.731314 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.777031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce11675-1136-4d56-b43e-f5fe0de4ed91 req-a5ceda9d-2ea5-4cc1-8683-ad2dffdd261e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:54.779823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ce11675-1136-4d56-b43e-f5fe0de4ed91 req-a5ceda9d-2ea5-4cc1-8683-ad2dffdd261e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 946 time: 0.1832836 Dec 10 18:07:54.827746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889157ff-31bd-4c16-9b64-4959abf8ddfc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:54.913498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.926705 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.929040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:54.960186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.961445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73fed732-7e3f-49bb-8cd3-008f33e317a6 req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5816181 Dec 10 18:07:54.962262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:54.963513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e13fa-9f18-4c18-8ca5-5618e138ad54 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17b66cc-85d2-40fa-ae34-6390c70f07a3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:54.971369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ce11675-1136-4d56-b43e-f5fe0de4ed91 req-26e8ea9b-9915-443e-a15f-89a6632e5564 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822622 Dec 10 18:07:55.111036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-c0ee9c2e-20c1-4481-ae67-af02b40a3f92 req-316c5b4a-511a-401b-bca3-3fa8ea9142fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1944886058', 'description': 'tempest-description-1411965591'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:55.178381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c0ee9c2e-20c1-4481-ae67-af02b40a3f92 req-316c5b4a-511a-401b-bca3-3fa8ea9142fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.217387 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.218318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port d4b67572-89b4-450c-acd8-4c67e28f1fa0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:07:55.222438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Allocated IP 172.20.0.2 (6dab76b1-c60c-4b1c-bd6e-e04560fc4903/d5a2cd16-2aab-4b80-b799-8feccff2ed04/c8802533-db22-4b63-a684-09e8b031a228) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:55.233986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port d4b67572-89b4-450c-acd8-4c67e28f1fa0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:55.235448 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.319291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c0ee9c2e-20c1-4481-ae67-af02b40a3f92 req-316c5b4a-511a-401b-bca3-3fa8ea9142fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.328983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c0ee9c2e-20c1-4481-ae67-af02b40a3f92 req-316c5b4a-511a-401b-bca3-3fa8ea9142fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.360464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5ddcc-f808-4bc9-b34e-b2cbb7296aba req-fd1ae224-9c72-4fe9-8ed9-012ab19e1864 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:55.362762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5f5ddcc-f808-4bc9-b34e-b2cbb7296aba req-fd1ae224-9c72-4fe9-8ed9-012ab19e1864 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1400218 Dec 10 18:07:55.389005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c0ee9c2e-20c1-4481-ae67-af02b40a3f92 req-316c5b4a-511a-401b-bca3-3fa8ea9142fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.393765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0ee9c2e-20c1-4481-ae67-af02b40a3f92 req-316c5b4a-511a-401b-bca3-3fa8ea9142fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2877851 Dec 10 18:07:55.418461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c5b4a-511a-401b-bca3-3fa8ea9142fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5482ac-547d-4ea0-b37d-a16bff6c0852,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:55.509175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.513685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5f5ddcc-f808-4bc9-b34e-b2cbb7296aba req-bf744c1d-725e-42f5-9b3f-b5add4885f77 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416278 Dec 10 18:07:55.590913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54832) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:55.613315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:55.614742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.617165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:07:55.619679 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12f0aa9-635d-4eb0-ba52-aaf6a3ac1216" -d '{"events": [{"server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "name": "network-vif-plugged", "status": "completed", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:07:55.623792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.630344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.674132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:07:55.677408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:55.681869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:07:55.743252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2003627054-network', 'tenant_id': '3679225db16f4e509948df1f2262a64f'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:55.788548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Attempting to bind port c8802533-db22-4b63-a684-09e8b031a228 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:07:55.788966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Attempting to bind port c8802533-db22-4b63-a684-09e8b031a228 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:07:55.789307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Attempting to bind port c8802533-db22-4b63-a684-09e8b031a228 on network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:07:55.796243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Made reservation on behalf of 3679225db16f4e509948df1f2262a64f for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:55.798859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.810006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.810659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:55.819536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23564d62-c0f7-45c8-866b-dcbb47f57441 req-6c72c198-3741-427a-9f55-12dfc60f8d88 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:55.821075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-23564d62-c0f7-45c8-866b-dcbb47f57441 req-6c72c198-3741-427a-9f55-12dfc60f8d88 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 945 time: 0.1261911 Dec 10 18:07:55.824832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.838029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.838692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.839197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.839678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.840152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.840635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.841104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.841572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.842038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.842421 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.844567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.845087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.845675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.846209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:07:55.863785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:07:55.864556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Checking segment: {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:55.865118 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.865805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Bound using segment: {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:07:55.866474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Bound port: c8802533-db22-4b63-a684-09e8b031a228, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:07:55.867065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:55.913091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-d8825a29-8866-4edd-8a51-ed6816753b6e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=055aa38eda32452aa902fe2ac1083291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822563 Dec 10 18:07:55.935863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-23564d62-c0f7-45c8-866b-dcbb47f57441 req-2a905547-9d43-4045-966a-20acaf6da9c5 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959120 Dec 10 18:07:56.114191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] For port c8802533-db22-4b63-a684-09e8b031a228, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:07:56.127747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] For port c8802533-db22-4b63-a684-09e8b031a228, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c8802533-db22-4b63-a684-09e8b031a228,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:07:56.140177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Pushing event updated for resources: {'Port': ['ID=c8802533-db22-4b63-a684-09e8b031a228,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:56.149938 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.352193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39d5c-062c-49a6-8b0e-6d8f68927c27 None None] Pushing event updated for resources: {'Port': ['ID=c8802533-db22-4b63-a684-09e8b031a228,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:56.374389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-f0a85558-bbff-44c1-bebc-38f26f00737d tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:56.381599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-f0a85558-bbff-44c1-bebc-38f26f00737d tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4670095 Dec 10 18:07:56.393093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Allocated IP 172.25.2.100 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a12229dc-9b8c-4072-9c48-0a1482ed00ce) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:56.412725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-208aa2ae-9ea5-4460-a0b3-39a2afa6368c tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/quotas/055aa38eda32452aa902fe2ac1083291 HTTP/1.1" status: 200 len: 375 time: 0.0301397 Dec 10 18:07:56.415992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.428190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.461013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-eb95bdbb-47cc-4cc7-ab48-3338b063480e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=055aa38eda32452aa902fe2ac1083291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473006 Dec 10 18:07:56.505166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:07:56.562543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e99a9c-4d78-49c2-8eaa-bf4c2120cfa1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:56.574038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.574468 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Added segment fc952f82-aed7-4e51-bcb6-880e63c7f97c of type vlan for network fc971347-980b-4b34-a941-f27137bbfed6 Dec 10 18:07:56.675566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.784972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.786860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:56.787628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.852878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.877909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2822139 Dec 10 18:07:56.877909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54854) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:56.881980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230706-6cad-4f31-b57c-c0a999728dee req-60ee2563-496e-43e0-ab25-26876b5c5f4a tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:56.892450 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13230706-6cad-4f31-b57c-c0a999728dee req-60ee2563-496e-43e0-ab25-26876b5c5f4a tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1425591 Dec 10 18:07:56.901727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Request body: {'subnet': {'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-subnet', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:56.906320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82102c9-e7f9-469a-ae29-4e37256961be admin admin] Pushing event updated for resources: {'Network': ['ID=fc971347-980b-4b34-a941-f27137bbfed6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:56.912557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.918510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network fc971347-980b-4b34-a941-f27137bbfed6 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:07:56.965573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:07:56.987683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:56.993802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Made reservation on behalf of 3679225db16f4e509948df1f2262a64f for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:56.997140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:56.997291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:07:57.018725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13230706-6cad-4f31-b57c-c0a999728dee req-11b06637-941b-4b8d-9482-ffba1b00cf03 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203563 Dec 10 18:07:57.049863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Pushing event updated for resources: {'Port': ['ID=a12229dc-9b8c-4072-9c48-0a1482ed00ce,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:57.078908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-1120d6a8-bfba-4179-8921-2022cc8a69bc tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45385 time: 1.0911105 Dec 10 18:07:57.126471 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52137ff6-1ba7-43ef-a680-27a0d2f1449a x-openstack-request-id: req-52137ff6-1ba7-43ef-a680-27a0d2f1449a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:07:57.127145 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "name": "network-vif-plugged", "status": "completed", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:07:57.127860 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-52137ff6-1ba7-43ef-a680-27a0d2f1449a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:07:57.128560 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0', 'code': 200} Dec 10 18:07:57.421118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-e5650b2c-733d-46b3-a06d-e370836aada6 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3853b6ff-774b-46b7-a30e-74d832c8a3fd HTTP/1.1" status: 200 len: 2998 time: 0.3143005 Dec 10 18:07:57.462820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1f51f67c-a011-4fc9-9ce0-e3ca3691174f req-bb8d55d9-2903-4e50-8a79-b68c98067f57 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 210 time: 0.0494673 Dec 10 18:07:57.468597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32bc77-661b-4784-8481-c6c907c19e62 req-4ac1abc1-7756-4657-84dc-8d4e7b745847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:57.470236 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b32bc77-661b-4784-8481-c6c907c19e62 req-4ac1abc1-7756-4657-84dc-8d4e7b745847 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1096 time: 0.2596457 Dec 10 18:07:57.511364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:57.638177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-fac03f4d-5b57-4c22-8549-e4b113c40891 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/3853b6ff-774b-46b7-a30e-74d832c8a3fd HTTP/1.1" status: 200 len: 2998 time: 0.2027166 Dec 10 18:07:57.654805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=491cf3d1-43b6-4a6d-a5a8-4f2db03362e8,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:57.668594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b32bc77-661b-4784-8481-c6c907c19e62 req-ab0b4404-91c8-45f4-9665-ce3bf9d1700f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898813 Dec 10 18:07:57.699507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Checking segment: {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:07:57.700011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Network hostable DHCP agents. Network: fc971347-980b-4b34-a941-f27137bbfed6, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:07:57.758873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e57f8-9024-4292-8a29-5d6be1bef1b8 req-25bdd52d-7c0c-487e-a570-4a4c9f827e42 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:57.769040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a4e57f8-9024-4292-8a29-5d6be1bef1b8 req-25bdd52d-7c0c-487e-a570-4a4c9f827e42 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 945 time: 0.1737769 Dec 10 18:07:57.772724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Network fc971347-980b-4b34-a941-f27137bbfed6 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:07:57.789760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-320c84eb-8d6f-4394-96fc-206362e9db4e tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7e6c47e4-d906-4d03-9853-43caafda199f HTTP/1.1" status: 200 len: 2998 time: 0.1498840 Dec 10 18:07:57.812817 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:57.827995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, fc971347-980b-4b34-a941-f27137bbfed6) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:07:57.835600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:57.836746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:57.837686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc53a0-6bb1-42df-abf0-bdc15d347179 None None] Network fc971347-980b-4b34-a941-f27137bbfed6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:57.875205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ce91e396-7924-43fc-983c-76dcc9c63bb6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9955821 Dec 10 18:07:57.876134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:57.907812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a4e57f8-9024-4292-8a29-5d6be1bef1b8 req-5751f75b-26c2-4dce-b5fe-936cc4a01303 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348011 Dec 10 18:07:57.919807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-15ea1a5d-8f54-4715-ab76-56f0abf268fb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/7e6c47e4-d906-4d03-9853-43caafda199f HTTP/1.1" status: 200 len: 2998 time: 0.1290324 Dec 10 18:07:57.937648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:58.000285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:58.003779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:58.107337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a95b7-54e9-479f-8b00-20eec451d5fa None None] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:07:58.125923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:58.295135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-fc971347-980b-4b34-a941-f27137bbfed6', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'project_id': '3679225db16f4e509948df1f2262a64f', 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:07:58.297626 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:58.400599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-db6e9fce-3a97-4bf9-aaf8-3806846d2f0f None None] Provisioning complete for port c8802533-db22-4b63-a684-09e8b031a228 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:58.401228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-db6e9fce-3a97-4bf9-aaf8-3806846d2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:58.636595 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:58.696583 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ad1c4c13-8736-4674-912e-bddacf58339f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:58.758739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8802533-db22-4b63-a684-09e8b031a228 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:07:58.774218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-58368b62-f966-4286-9539-8d1ed5b5989f tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=055aa38eda32452aa902fe2ac1083291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261084 Dec 10 18:07:58.852621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-728f493b-696a-4c5a-9bff-8ff79299a652 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/82cdd2ae-e2ee-4694-9366-5039d001de86 HTTP/1.1" status: 200 len: 2998 time: 0.9319005 Dec 10 18:07:59.024317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-ceccabd5-9843-4a72-a7c1-fd5ac4b6faee tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/82cdd2ae-e2ee-4694-9366-5039d001de86 HTTP/1.1" status: 200 len: 2998 time: 0.1351264 Dec 10 18:07:59.077473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-6008281c-b6db-4208-8f98-81f5c591c796 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:59.079429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-6008281c-b6db-4208-8f98-81f5c591c796 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006148 Dec 10 18:07:59.099681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-3b31fd92-1466-49bd-b5ba-722d9215e413 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/889157ff-31bd-4c16-9b64-4959abf8ddfc HTTP/1.1" status: 200 len: 2998 time: 0.0739574 Dec 10 18:07:59.102848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-db6e9fce-3a97-4bf9-aaf8-3806846d2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.115850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Request body: {'port': {'device_id': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '055aa38eda32452aa902fe2ac1083291'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:07:59.154028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-db6e9fce-3a97-4bf9-aaf8-3806846d2f0f None None] For port c8802533-db22-4b63-a684-09e8b031a228, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c8802533-db22-4b63-a684-09e8b031a228,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:07:59.172394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c8802533-db22-4b63-a684-09e8b031a228 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:59.172770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.188757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:07:59.209963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.237723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-1ab67bd7-dc58-49ed-a3ec-12c98fa18cbc tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/889157ff-31bd-4c16-9b64-4959abf8ddfc HTTP/1.1" status: 200 len: 2998 time: 0.1363604 Dec 10 18:07:59.252675 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-db6e9fce-3a97-4bf9-aaf8-3806846d2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.286523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d1f78-8fe1-4d68-bd89-5fcdf4676bae req-6bdb1eb1-aa19-422c-8fc0-69a6cd2b55fe tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:07:59.294769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf5d1f78-8fe1-4d68-bd89-5fcdf4676bae req-6bdb1eb1-aa19-422c-8fc0-69a6cd2b55fe tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1097 time: 0.3903553 Dec 10 18:07:59.366553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e9fce-3a97-4bf9-aaf8-3806846d2f0f None None] Pushing event updated for resources: {'Port': ['ID=c8802533-db22-4b63-a684-09e8b031a228,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:07:59.402996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf5d1f78-8fe1-4d68-bd89-5fcdf4676bae req-27734775-c83e-410d-a9a7-026f2a633ee5 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072371 Dec 10 18:07:59.506728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-22aee8f5-f5f5-476a-a48c-8a8653ef2094 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9b8c0d07-17fe-44de-ad5a-0c41f905c147 HTTP/1.1" status: 200 len: 2998 time: 0.2676125 Dec 10 18:07:59.516715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7ac1c543-3616-40dc-a2b1-358bd9a212fe None None] Provisioning complete for port c8802533-db22-4b63-a684-09e8b031a228 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:07:59.517747 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ac1c543-3616-40dc-a2b1-358bd9a212fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.587868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Allocated IP 172.20.0.2 (fc971347-980b-4b34-a941-f27137bbfed6/491cf3d1-43b6-4a6d-a5a8-4f2db03362e8/c59a43a4-2961-4350-ab45-7374aeaa7cfe) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:59.621875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.641880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:07:59.672458 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Sync routers for ids ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:07:59.677360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.707262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Made reservation on behalf of 055aa38eda32452aa902fe2ac1083291 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:07:59.717878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.722571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Routers {'0d440a78-1d62-4c9d-b745-2aa7f8a62155'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:07:59.723224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:07:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:07:59.770265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.809254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:07:59.819689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8b6758b7-ceb4-4aff-8d78-7e391e513bb2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2982624 Dec 10 18:07:59.826392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54902) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:07:59.848881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Set router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:07:59.863440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f7c7be02-245d-459b-a2f3-c76b7ddccba3 req-09215366-0078-4a78-ad57-1c87306195bc tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 210 time: 0.1834929 Dec 10 18:07:59.906420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Allocated IP 172.25.2.75 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:07:59.948557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-22a1d52e-1c1c-4c21-a657-3bc2020f3f14 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/9b8c0d07-17fe-44de-ad5a-0c41f905c147 HTTP/1.1" status: 200 len: 2998 time: 0.4213195 Dec 10 18:08:00.004202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-f8417171-b67e-4b14-94a9-6cf292258216 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a54e8a22-203b-4feb-898e-1ed4919716bc HTTP/1.1" status: 200 len: 2994 time: 0.0545530 Dec 10 18:08:00.142454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-144493f2-28dd-4b2c-9e18-1dd7a5225187 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a54e8a22-203b-4feb-898e-1ed4919716bc HTTP/1.1" status: 200 len: 2994 time: 0.1331024 Dec 10 18:08:00.158615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.173759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b5062-1d32-4ab6-93f6-3a8b15ee628f req-3582b748-9eeb-412f-9c01-d52597765a6c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:00.181254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c85b5062-1d32-4ab6-93f6-3a8b15ee628f req-3582b748-9eeb-412f-9c01-d52597765a6c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 945 time: 0.1022410 Dec 10 18:08:00.232652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.244410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.249002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.258655 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c85b5062-1d32-4ab6-93f6-3a8b15ee628f req-83c76452-ab49-48dd-9539-7049c54958cc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760040 Dec 10 18:08:00.277502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.298739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.378918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Pushing event updated for resources: {'Port': ['ID=c59a43a4-2961-4350-ab45-7374aeaa7cfe,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:00.380090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Allocated IP 192.168.233.128 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/8ca2de56-2a3e-4da4-b5cf-8a7d203ed045) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:00.391251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Pushing event updated for resources: {'Port': ['ID=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:00.453591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:00.461877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Network fc971347-980b-4b34-a941-f27137bbfed6 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:00.465553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:07:57Z', 'revision_number': 3, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port': {'id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:55Z', 'updated_at': '2021-12-10T18:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:00.468734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:00.470415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:00.472821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:00.473088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:00.541103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4816-65a6-4a3d-893e-8038cd382228 req-c9427af5-37c8-488f-aa8c-56a44f6eacb7 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:00.561019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0dd4816-65a6-4a3d-893e-8038cd382228 req-c9427af5-37c8-488f-aa8c-56a44f6eacb7 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1096 time: 0.1562505 Dec 10 18:08:00.588055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Checking router: 0d440a78-1d62-4c9d-b745-2aa7f8a62155 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:00.588420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Updating router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 port a12229dc-9b8c-4072-9c48-0a1482ed00ce binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:08:00.629718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.631661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8802533-db22-4b63-a684-09e8b031a228 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:00.651925 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.721431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Attempting to bind port c59a43a4-2961-4350-ab45-7374aeaa7cfe on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:00.721825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Attempting to bind port c59a43a4-2961-4350-ab45-7374aeaa7cfe by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:00.722172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Attempting to bind port c59a43a4-2961-4350-ab45-7374aeaa7cfe on network fc971347-980b-4b34-a941-f27137bbfed6 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:00.738984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:00.739443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Checking segment: {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:00.739767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.740179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Bound using segment: {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:00.740657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Bound port: c59a43a4-2961-4350-ab45-7374aeaa7cfe, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:00.741040 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.779040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0dd4816-65a6-4a3d-893e-8038cd382228 req-57d43f17-0107-463b-adb9-fd8531a3e23d tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168965 Dec 10 18:08:00.852057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213162e8-cfc0-4830-95e0-32483cb19e18,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:00.863187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.870622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-e43e713f-32a0-4be2-89c6-dfed23fa519e tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/adfac9bb-c02d-4131-bce0-4adb226f6090 HTTP/1.1" status: 200 len: 2994 time: 0.7289040 Dec 10 18:08:00.945282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c8802533-db22-4b63-a684-09e8b031a228 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:00.945654 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:00.988126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:01.042149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] For port c59a43a4-2961-4350-ab45-7374aeaa7cfe, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:01.079401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] For port c59a43a4-2961-4350-ab45-7374aeaa7cfe, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c59a43a4-2961-4350-ab45-7374aeaa7cfe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:01.096707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f4a36-1955-4ffa-b339-7c5e6dc14d5a req-0baf8d1c-e849-4e71-83d8-72b965162a9d tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:01.098218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da6f4a36-1955-4ffa-b339-7c5e6dc14d5a req-0baf8d1c-e849-4e71-83d8-72b965162a9d tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1494622 Dec 10 18:08:01.105269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.127224 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb1547de-58ec-4e54-b84f-ee296c3c9f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.148784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:01.161484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:01.164722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Pushing event updated for resources: {'Port': ['ID=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:01.200976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8393-33fe-4739-a408-e3b4cc14e95c None None] Pushing event updated for resources: {'Port': ['ID=c59a43a4-2961-4350-ab45-7374aeaa7cfe,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:01.284086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-cc39f297-c452-4e02-bd70-05050ffeec81 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/adfac9bb-c02d-4131-bce0-4adb226f6090 HTTP/1.1" status: 200 len: 2994 time: 0.3919737 Dec 10 18:08:01.331398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.335254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da6f4a36-1955-4ffa-b339-7c5e6dc14d5a req-37a5f9d4-971a-4450-bdec-029b55ff085a tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152229 Dec 10 18:08:01.414531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:01.414531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.466598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-9e066235-b84a-49e7-8a34-4efd0b4d1e5e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3546128 Dec 10 18:08:01.542348 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.544304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Request body: {'port': {'device_id': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:01.556053 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.583340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-a1f6b0d4-8b9d-49a4-8549-2a14ff10c945 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b6e70904-18b3-43c1-ac86-9c258104ce4f HTTP/1.1" status: 200 len: 2990 time: 0.2851851 Dec 10 18:08:01.683564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Attempting to bind port a12229dc-9b8c-4072-9c48-0a1482ed00ce on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:01.684325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Attempting to bind port a12229dc-9b8c-4072-9c48-0a1482ed00ce by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:01.684900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Attempting to bind port a12229dc-9b8c-4072-9c48-0a1482ed00ce on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:01.743270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:01.744041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:01.744646 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.745233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:01.745929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Bound port: a12229dc-9b8c-4072-9c48-0a1482ed00ce, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:01.746549 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.786783 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.836532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] For port a12229dc-9b8c-4072-9c48-0a1482ed00ce, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:01.841335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] For port a12229dc-9b8c-4072-9c48-0a1482ed00ce, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a12229dc-9b8c-4072-9c48-0a1482ed00ce,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:01.860165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cb502-2bd4-403a-a2f0-ba609f0b9b9f None None] Pushing event updated for resources: {'Port': ['ID=a12229dc-9b8c-4072-9c48-0a1482ed00ce,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:01.869108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.877145 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.906155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-b3f8ad05-c2f6-48e5-a3ca-8e13a29a2204 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b6e70904-18b3-43c1-ac86-9c258104ce4f HTTP/1.1" status: 200 len: 2990 time: 0.2743299 Dec 10 18:08:01.931408 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c7277c-b164-4fa8-9b31-3ed10d49570e req-3039da88-bd89-4e00-a91c-a5669c460cce tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:01.936799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54c7277c-b164-4fa8-9b31-3ed10d49570e req-3039da88-bd89-4e00-a91c-a5669c460cce tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1096 time: 0.1978118 Dec 10 18:08:01.956544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:01.978094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cb502-2bd4-403a-a2f0-ba609f0b9b9f None None] Pushing event updated for resources: {'Port': ['ID=a12229dc-9b8c-4072-9c48-0a1482ed00ce,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:02.013154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d7b6d420-389a-4917-b0ad-2ff5a3e87a9c None None] Provisioning complete for port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:02.013555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d420-389a-4917-b0ad-2ff5a3e87a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:02.044582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54c7277c-b164-4fa8-9b31-3ed10d49570e req-082624ad-00dd-4b4e-b539-01e770deb55c tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972202 Dec 10 18:08:02.060675 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:02.069189 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:02.071862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Routers {'0d440a78-1d62-4c9d-b745-2aa7f8a62155'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:02.072526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:02.087789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6d420-389a-4917-b0ad-2ff5a3e87a9c None None] Port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:02.256133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] Set router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:02.275907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e8ef-4493-4042-9959-ce56ca87f194 req-4e86759f-cbc9-4e26-893f-24c11538051c tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:02.297211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2899e8ef-4493-4042-9959-ce56ca87f194 req-4e86759f-cbc9-4e26-893f-24c11538051c tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 936 time: 0.1284859 Dec 10 18:08:02.318777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-d2de6eea-9248-4522-b0fd-31c51d15b3d7 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b78d730c-0e4c-4d15-a1a7-1dd9d8f31421 HTTP/1.1" status: 200 len: 2998 time: 0.4105477 Dec 10 18:08:02.325166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Router 1899605e-4bb5-420c-bf18-be78cc11b31d is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:08:02.463682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:02.494019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-82e82ba7-1d26-420b-9a14-1ac772e79bd3 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/b78d730c-0e4c-4d15-a1a7-1dd9d8f31421 HTTP/1.1" status: 200 len: 2998 time: 0.1742535 Dec 10 18:08:02.527859 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:02.539400 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2899e8ef-4493-4042-9959-ce56ca87f194 req-cf67a79c-0484-4502-8809-4d2348a8cbc6 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317479 Dec 10 18:08:02.606016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Transition to ACTIVE for port object 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:02.617828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Allocated IP 172.20.0.1 (6dab76b1-c60c-4b1c-bd6e-e04560fc4903/d5a2cd16-2aab-4b80-b799-8feccff2ed04/e6bea9ef-4987-4578-993c-925db57b431d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:02.632412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:02.693398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c59a43a4-2961-4350-ab45-7374aeaa7cfe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:02.719072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:02.734312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Sync routers for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:02.776808 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:02.783251 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:02.797208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:02.821503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:07:57Z', 'revision_number': 3, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port': {'id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:55Z', 'updated_at': '2021-12-10T18:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:02.838192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:02.842337 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-08439bf1-b223-46f7-acf0-f223e37b21e8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9308038 Dec 10 18:08:02.844052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54934) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:02.845378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-0dc72098-b617-4a25-8083-37880c8db9d5 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/be58785f-a618-4052-83e2-7efd974aaa2e HTTP/1.1" status: 200 len: 2998 time: 0.3489780 Dec 10 18:08:02.960171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07157236-15fd-4ed3-b0ef-08eace4a8daa None None] The sync data for ids ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'] in n-d-821424-1 is: [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:07:57Z', 'revision_number': 3, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port': {'id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:55Z', 'updated_at': '2021-12-10T18:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:02.971547 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:02.977528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c59a43a4-2961-4350-ab45-7374aeaa7cfe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:02.977898 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:03.083672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff7a7e-89d8-479f-af86-a7009577c936 None None] Network fc971347-980b-4b34-a941-f27137bbfed6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:08:03.269618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-81ecc7f4-0575-491e-a1ae-160401da682b None None] Provisioning complete for port c59a43a4-2961-4350-ab45-7374aeaa7cfe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:03.269877 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-81ecc7f4-0575-491e-a1ae-160401da682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:03.475219 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:00Z', 'revision_number': 3, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:07:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:03.543304 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Checking router: 1899605e-4bb5-420c-bf18-be78cc11b31d for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:03.543652 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Updating router 1899605e-4bb5-420c-bf18-be78cc11b31d port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:08:03.606090 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:03.899579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.042018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-7dd4a74e-99cf-4fa7-b14f-eb5da0a2e4a6 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/be58785f-a618-4052-83e2-7efd974aaa2e HTTP/1.1" status: 200 len: 2998 time: 1.1531370 Dec 10 18:08:04.261238 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.278782 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.303969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.323728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Allocated IP 172.20.0.1 (fc971347-980b-4b34-a941-f27137bbfed6/491cf3d1-43b6-4a6d-a5a8-4f2db03362e8/753cc04a-e8cb-40c7-83b0-7f04108d20e0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:04.387324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Attempting to bind port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:04.392531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Attempting to bind port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:04.403163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Attempting to bind port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:04.434063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-81ecc7f4-0575-491e-a1ae-160401da682b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.461947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:04.462977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Attempting to bind port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:04.482380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.499822 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-19b96c86-92b0-4182-b5cd-2a75b0566b65 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/d2e2a0b9-8bba-4b0b-8b60-c61d32b87b21 HTTP/1.1" status: 200 len: 2994 time: 0.4339526 Dec 10 18:08:04.503648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:04.504400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:04.505152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:04.505884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Bound port: 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:04.506306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.533594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port c59a43a4-2961-4350-ab45-7374aeaa7cfe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c59a43a4-2961-4350-ab45-7374aeaa7cfe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:04.620507 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.746815 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.754458 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.768207 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.815057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:04.827257 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.827633 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.828098 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.828438 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.828802 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.829256 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.829588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.830122 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.830519 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.830780 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.831180 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.831426 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.831740 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:04.859900 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Attempting to bind port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:04.860372 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Attempting to bind port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:04.860816 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Attempting to bind port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:04.863719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] For port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:04.868440 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:04.868667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] For port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:04.868791 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:04.869351 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.869476 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:04.870320 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Bound port: 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:04.870808 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.876855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.880187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=c59a43a4-2961-4350-ab45-7374aeaa7cfe,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:04.896184 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.907562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-649c07fc-7402-440c-9182-1726893da884 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:08:04.908858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-649c07fc-7402-440c-9182-1726893da884 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0370836 Dec 10 18:08:04.934892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a12229dc-9b8c-4072-9c48-0a1482ed00ce up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:04.948910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:04.957984 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] For port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:04.966429 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] For port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:04.979472 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:04.996822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-329660fb-30a0-4028-b4dc-2e3ba48a9488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:05.001309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:05.002948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-329660fb-30a0-4028-b4dc-2e3ba48a9488 service neutron] 10.222.0.55 "GET /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 1094 time: 0.0523689 Dec 10 18:08:05.011535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:05.037916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Request body: {'binding': {'host': 'n-h1-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:05.049248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:08:05.051265 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:05.051899 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:05.135543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-81ecc7f4-0575-491e-a1ae-160401da682b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:08:05.136366 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-81ecc7f4-0575-491e-a1ae-160401da682b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:08:05.145733 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45568f-9362-4ea4-8cbd-e8d2929e6432 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:05.180291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a12229dc-9b8c-4072-9c48-0a1482ed00ce triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:05.180925 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:05.238886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:05.277656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:05.278810 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:05.281903 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 HTTP/1.1" status: 200 len: 1096 time: 3.7517784 Dec 10 18:08:05.284572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'tag': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:05.290630 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a59a70a-139a-45b0-9742-263caaf58a29" -d '{"events": [{"name": "network-changed", "server_uuid": "0b3dea1b-5d43-416c-ba8e-9270bbac8994", "tag": "8ca2de56-2a3e-4da4-b5cf-8a7d203ed045"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:05.351103 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:05.394699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:05.407773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-054924d7-c41a-41f8-9384-0a181fd48428 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/d2e2a0b9-8bba-4b0b-8b60-c61d32b87b21 HTTP/1.1" status: 200 len: 2994 time: 0.8494925 Dec 10 18:08:05.417593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Pushing event updated for resources: {'Port': ['ID=e6bea9ef-4987-4578-993c-925db57b431d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:05.485429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a12229dc-9b8c-4072-9c48-0a1482ed00ce, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a12229dc-9b8c-4072-9c48-0a1482ed00ce,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:05.506716 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:05.582395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:05.621923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22509274-90fe-48bf-a18c-c1a64072a0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:05.701183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-fc54b167-7069-4644-888a-18d26db0408d tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e397ff10-6189-4dc1-bc60-68d34417dbe9 HTTP/1.1" status: 200 len: 2998 time: 0.2922409 Dec 10 18:08:05.715238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a12229dc-9b8c-4072-9c48-0a1482ed00ce,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:05.779470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-f330dacc-ed73-4a9b-9662-d80d6e82e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:05.781762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-f330dacc-ed73-4a9b-9662-d80d6e82e71a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=055aa38eda32452aa902fe2ac1083291&device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 1099 time: 0.3886013 Dec 10 18:08:05.793688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:05.850990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-c875c502-eb14-48b8-909a-35821e8d286c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 HTTP/1.1" status: 200 len: 217 time: 0.0483537 Dec 10 18:08:05.857676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-4ac4db27-2b6f-4d1d-8112-4a2d7f0fb859 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/e397ff10-6189-4dc1-bc60-68d34417dbe9 HTTP/1.1" status: 200 len: 2998 time: 0.1529338 Dec 10 18:08:05.898882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Network fc971347-980b-4b34-a941-f27137bbfed6 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:05.906746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:05.910838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:05.993126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Pushing event updated for resources: {'Port': ['ID=753cc04a-e8cb-40c7-83b0-7f04108d20e0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:05.994221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on host n-h1-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:05.994588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:05.994924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:06.000030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3e9b18f3-df56-4024-a733-a3079c7b31a9 None None] Provisioning complete for port c59a43a4-2961-4350-ab45-7374aeaa7cfe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:06.000681 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e9b18f3-df56-4024-a733-a3079c7b31a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.018086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:06.018500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:06.025341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.039956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-e88614da-1d15-4a81-94d8-c3f6d4ee35d2 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fa53d0a7-f5c9-48db-98ac-f22c4aac08e3 HTTP/1.1" status: 200 len: 2998 time: 0.1378682 Dec 10 18:08:06.046337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:06.046769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:06.047151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:06.047597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Bound port: 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:06.072815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:00Z', 'revision_number': 3, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:06.149185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-2f31b3fc-5283-42b2-86f2-609fa7408a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:06.150696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-2f31b3fc-5283-42b2-86f2-609fa7408a96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2849901 Dec 10 18:08:06.155354 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785abee-8a4d-4857-9583-c6e7b11f74f1 None None] The sync data for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 is: [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:00Z', 'revision_number': 3, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:06.160589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:06.243607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.244835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-becf663a-8db1-4430-84c0-15e433b8e173 service neutron] 10.222.0.55 "POST /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5/bindings HTTP/1.1" status: 201 len: 389 time: 1.2250569 Dec 10 18:08:06.303541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.316071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3e9b18f3-df56-4024-a733-a3079c7b31a9 None None] Provisioning complete for port e6bea9ef-4987-4578-993c-925db57b431d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:06.316556 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e9b18f3-df56-4024-a733-a3079c7b31a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.372058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.388385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b18f3-df56-4024-a733-a3079c7b31a9 None None] Port e6bea9ef-4987-4578-993c-925db57b431d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:06.443602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b4d5969-99c3-4416-b109-649698e70c3b req-0f3f4d53-98f8-4b30-8116-1a9e252369a3 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/fa53d0a7-f5c9-48db-98ac-f22c4aac08e3 HTTP/1.1" status: 200 len: 2998 time: 0.3130810 Dec 10 18:08:06.534987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5234a1ba-6c87-474a-ac38-5caec3b118e4 None None] Provisioning complete for port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:06.537642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5234a1ba-6c87-474a-ac38-5caec3b118e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.539184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45175-b6d7-4250-9243-b235aae083d8 req-8cfc4ec9-4e99-461a-8e1b-4b35512293c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:06.555379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-8cfc4ec9-4e99-461a-8e1b-4b35512293c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3819497 Dec 10 18:08:06.643297 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8d5c0f-acab-4bb8-83f3-4645c0b1d190 x-openstack-request-id: req-9f8d5c0f-acab-4bb8-83f3-4645c0b1d190 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:06.643647 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b3dea1b-5d43-416c-ba8e-9270bbac8994", "tag": "8ca2de56-2a3e-4da4-b5cf-8a7d203ed045", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:06.643806 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f8d5c0f-acab-4bb8-83f3-4645c0b1d190 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:06.644318 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'tag': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045', 'status': 'completed', 'code': 200} Dec 10 18:08:06.764150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5234a1ba-6c87-474a-ac38-5caec3b118e4 None None] Port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:06.876501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c59a43a4-2961-4350-ab45-7374aeaa7cfe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:06.914485 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.929615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.969999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c59a43a4-2961-4350-ab45-7374aeaa7cfe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:06.970698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:06.994699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:07.053271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45948071-c31a-48ef-aa30-31edb973373b req-a4b48153-59f7-4b9d-ae07-8e62bb9ece95 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:07.063639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45948071-c31a-48ef-aa30-31edb973373b req-a4b48153-59f7-4b9d-ae07-8e62bb9ece95 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 946 time: 0.2090020 Dec 10 18:08:07.070028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-e892ecc3-12c0-43d6-9a02-eb451e85488f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:07.071245 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-e892ecc3-12c0-43d6-9a02-eb451e85488f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1097 time: 0.3116641 Dec 10 18:08:07.092152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a12229dc-9b8c-4072-9c48-0a1482ed00ce up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:07.122963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bac1a-8aad-4a82-a01b-ffdb2efdfe95 req-9141610e-b810-4d23-9049-df57b094a7bf tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:07.124584 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-730bac1a-8aad-4a82-a01b-ffdb2efdfe95 req-9141610e-b810-4d23-9049-df57b094a7bf tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 948 time: 0.3484721 Dec 10 18:08:07.164618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Pushing event updated for resources: {'Port': ['ID=753cc04a-e8cb-40c7-83b0-7f04108d20e0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:07.185031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a12229dc-9b8c-4072-9c48-0a1482ed00ce triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:07.185408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:07.204146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-0b4d1e28-a36a-41c0-8430-7fe6d3b2fbfc service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6378036 Dec 10 18:08:07.240715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45948071-c31a-48ef-aa30-31edb973373b req-79a5cc47-d809-41b5-b534-3d7ea1d6fb3b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757305 Dec 10 18:08:07.306784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-730bac1a-8aad-4a82-a01b-ffdb2efdfe95 req-a54bb513-58d8-4487-b239-90b8d064c561 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722600 Dec 10 18:08:07.349459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:07.373894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:07.377742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Network fc971347-980b-4b34-a941-f27137bbfed6 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:07.383926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:07.513066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-e6bd073a-91a5-4200-ba61-8cba1e1ee22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:07.514736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-e6bd073a-91a5-4200-ba61-8cba1e1ee22f service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.4168870 Dec 10 18:08:07.572441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:07.605624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b818904d-8b33-411d-b423-366321688ddf req-e21f4780-a786-460a-b96e-d7573e92be04 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e9d3123975b498aa05f8097b4aef73d HTTP/1.1" status: 200 len: 6151 time: 0.3258283 Dec 10 18:08:07.633987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Pushing event updated for resources: {'Port': ['ID=e6bea9ef-4987-4578-993c-925db57b431d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:07.640948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-845972f2-d5d7-451e-9fce-2574dfa3007e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 217 time: 0.1138682 Dec 10 18:08:07.642962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b45175-b6d7-4250-9243-b235aae083d8 req-698f9e58-8087-4f35-9eb2-331b07b35dd8 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198101 Dec 10 18:08:07.742584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-e2237f02-3135-4bb9-a312-a676e5e13e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:07.744219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-e2237f02-3135-4bb9-a312-a676e5e13e19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0912817 Dec 10 18:08:07.744354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Router 1899605e-4bb5-420c-bf18-be78cc11b31d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:08:07.757511 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b818904d-8b33-411d-b423-366321688ddf req-df110e83-ffcf-4e19-aced-5636407ac2aa tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "GET /v2.0/security-groups/9b8c0d07-17fe-44de-ad5a-0c41f905c147 HTTP/1.1" status: 200 len: 2998 time: 0.1496456 Dec 10 18:08:07.862996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b818904d-8b33-411d-b423-366321688ddf req-9da603e9-af9e-43d5-83e6-b5c208cc8747 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "GET /v2.0/security-groups/9b8c0d07-17fe-44de-ad5a-0c41f905c147 HTTP/1.1" status: 200 len: 2998 time: 0.1047091 Dec 10 18:08:07.911237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-dc02f141-f331-4405-8c00-63671a4d3c5b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068437 Dec 10 18:08:07.926138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5c2d2757-6440-492c-8cab-7b518800eb0d None None] Provisioning complete for port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:07.926915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5c2d2757-6440-492c-8cab-7b518800eb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:08.019211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d2757-6440-492c-8cab-7b518800eb0d None None] Port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:08.027528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086018ce-192f-4947-b859-60bbd23205ad req-35471430-22ea-4252-9cb8-84a8020022dc tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:08.036683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-086018ce-192f-4947-b859-60bbd23205ad req-35471430-22ea-4252-9cb8-84a8020022dc tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1096 time: 0.2897182 Dec 10 18:08:08.044273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:08.052033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-9a5d21f6-b821-41d0-8362-8e83016c24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:08.053737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-9a5d21f6-b821-41d0-8362-8e83016c24c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=055aa38eda32452aa902fe2ac1083291&device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 1099 time: 0.3058639 Dec 10 18:08:08.063539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f396c5d6-716d-42dd-a95e-35ca307022ba admin admin] 10.222.0.55 "PUT /v2.0/routers/1899605e-4bb5-420c-bf18-be78cc11b31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2176263 Dec 10 18:08:08.107749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:08.149065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:08.168561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8fce521a-6a04-4d43-ac2d-13236c5e9455 req-a56366fa-2991-4ec8-adc7-b16bde5baa0f tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/da5482ac-547d-4ea0-b37d-a16bff6c0852 HTTP/1.1" status: 200 len: 1795 time: 0.0716233 Dec 10 18:08:08.207533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-086018ce-192f-4947-b859-60bbd23205ad req-2f28afd7-3da8-4c39-87e5-c091738a1c5b tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690722 Dec 10 18:08:08.235142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-fe63e353-bfe9-46ad-8b53-36d059943da7 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127682 Dec 10 18:08:08.247593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fce521a-6a04-4d43-ac2d-13236c5e9455 req-7e9064d4-8f2f-44d8-b035-63d1b3ca1e52 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:08.278765 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fce521a-6a04-4d43-ac2d-13236c5e9455 req-7e9064d4-8f2f-44d8-b035-63d1b3ca1e52 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:08.345607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fce521a-6a04-4d43-ac2d-13236c5e9455 req-7e9064d4-8f2f-44d8-b035-63d1b3ca1e52 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:08.357685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8fce521a-6a04-4d43-ac2d-13236c5e9455 req-7e9064d4-8f2f-44d8-b035-63d1b3ca1e52 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:08.362938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-83ffb1e2-0ce8-4dca-aa46-cf04b18f1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:08.366571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-83ffb1e2-0ce8-4dca-aa46-cf04b18f1f09 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2959812 Dec 10 18:08:08.378979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8fce521a-6a04-4d43-ac2d-13236c5e9455 req-7e9064d4-8f2f-44d8-b035-63d1b3ca1e52 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/da5482ac-547d-4ea0-b37d-a16bff6c0852 HTTP/1.1" status: 204 len: 173 time: 0.2077730 Dec 10 18:08:08.407160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9064d4-8f2f-44d8-b035-63d1b3ca1e52 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5482ac-547d-4ea0-b37d-a16bff6c0852,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:08.515376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-83db61ae-8a44-4986-8610-2b885ead29e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 HTTP/1.1" status: 200 len: 217 time: 0.1347973 Dec 10 18:08:08.565018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-71a1b74e-9360-4d98-810e-d728dfd9349a None None] Provisioning complete for port e6bea9ef-4987-4578-993c-925db57b431d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:08.565340 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71a1b74e-9360-4d98-810e-d728dfd9349a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:08.582305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-0e4a13ae-9466-4fa6-8c59-7de41ed3b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:08.583842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-0e4a13ae-9466-4fa6-8c59-7de41ed3b0ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0581410 Dec 10 18:08:08.640039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a79a83-11e2-4c63-bc83-7de149ad372d req-4aabf38c-2f24-48de-9058-1bd398846fd7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:08.646675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a3a79a83-11e2-4c63-bc83-7de149ad372d req-4aabf38c-2f24-48de-9058-1bd398846fd7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 946 time: 0.1680205 Dec 10 18:08:08.677338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-71a1b74e-9360-4d98-810e-d728dfd9349a None None] Port e6bea9ef-4987-4578-993c-925db57b431d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:08.733380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a3a79a83-11e2-4c63-bc83-7de149ad372d req-f24a8917-9463-4c1c-a502-7ed2f589bfcf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806820 Dec 10 18:08:08.833046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:08.917920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607d3e4-1d4e-42a4-81c4-80f1ee2f6691 req-62e28cdb-7f49-4c60-af47-180a4b220870 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:08.920054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1607d3e4-1d4e-42a4-81c4-80f1ee2f6691 req-62e28cdb-7f49-4c60-af47-180a4b220870 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 948 time: 0.0574083 Dec 10 18:08:08.982688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:08.983435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.016553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55012) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:09.022516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6733874b-5f2d-4444-a1b6-beb76d29ba8d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711992666', 'description': 'tempest-description--449772734'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:09.050023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1607d3e4-1d4e-42a4-81c4-80f1ee2f6691 req-5e1ff37c-f915-4773-90cb-f5dac0b66306 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182811 Dec 10 18:08:09.095514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6733874b-5f2d-4444-a1b6-beb76d29ba8d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.151425 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.207539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:09.208988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Sync routers for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:09.231218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6733874b-5f2d-4444-a1b6-beb76d29ba8d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.234726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:09.235984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:09.238225 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.241539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6733874b-5f2d-4444-a1b6-beb76d29ba8d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.261204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a06a646d-a8df-403b-a471-3465d2a9ebc0 req-cf499b22-f6ab-4e67-b555-24bc4f39e5e9 tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "GET /v2.0/security-groups/a17b66cc-85d2-40fa-ae34-6390c70f07a3 HTTP/1.1" status: 200 len: 1792 time: 0.1659441 Dec 10 18:08:09.264853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:08:09.268740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-a5cf8318-4483-46ce-baaf-e6547660fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:09.270469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-a5cf8318-4483-46ce-baaf-e6547660fce2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6584365 Dec 10 18:08:09.272686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-e7255b45-b2a3-42cc-8470-e6b79c873b08 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9644098 Dec 10 18:08:09.307642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6733874b-5f2d-4444-a1b6-beb76d29ba8d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.309166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6733874b-5f2d-4444-a1b6-beb76d29ba8d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2902868 Dec 10 18:08:09.314590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55026) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:09.320359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0eebac6f-fa77-4890-83c4-399c868861b2 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e4bc9-9dc8-4157-89d1-00194e89a342', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:09.338804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733874b-5f2d-4444-a1b6-beb76d29ba8d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e4bc9-9dc8-4157-89d1-00194e89a342,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:09.396133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0eebac6f-fa77-4890-83c4-399c868861b2 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.436427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-5b287977-0790-42ec-b15d-4b3e400a074e service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536045 Dec 10 18:08:09.476762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:09.507225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:09.533423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0eebac6f-fa77-4890-83c4-399c868861b2 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.549756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0eebac6f-fa77-4890-83c4-399c868861b2 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.582504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21d881-7713-4496-a061-3eb8244101be req-02fc7867-6bf8-4db5-a0c8-7a55da328d62 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:09.594016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db21d881-7713-4496-a061-3eb8244101be req-02fc7867-6bf8-4db5-a0c8-7a55da328d62 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1096 time: 0.1646070 Dec 10 18:08:09.620808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-7dfa13a8-b1cc-4027-8ea2-ac13371b7ccd tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:09.622410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-7dfa13a8-b1cc-4027-8ea2-ac13371b7ccd tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1097 time: 0.1830053 Dec 10 18:08:09.628589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0eebac6f-fa77-4890-83c4-399c868861b2 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.634129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0eebac6f-fa77-4890-83c4-399c868861b2 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3183453 Dec 10 18:08:09.635165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55028) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:09.645964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1be6c44b-cc35-4647-983d-2f4522126dbb tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Request body: {'security_group_rule': {'security_group_id': 'ae1e4bc9-9dc8-4157-89d1-00194e89a342', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:09.651577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebac6f-fa77-4890-83c4-399c868861b2 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f553dc74-ba17-4ff6-8639-768778757be5,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:09.671579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:09.709354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a06a646d-a8df-403b-a471-3465d2a9ebc0 req-0b62279a-0564-4606-bf88-287586be5ccb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.710194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db21d881-7713-4496-a061-3eb8244101be req-2ddbbe1f-551a-4705-a771-7187bd218942 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145036 Dec 10 18:08:09.728041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1be6c44b-cc35-4647-983d-2f4522126dbb tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.774799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a06a646d-a8df-403b-a471-3465d2a9ebc0 req-0b62279a-0564-4606-bf88-287586be5ccb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.798932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 2, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:09.827941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:09.829955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1be6c44b-cc35-4647-983d-2f4522126dbb tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.831356 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a59a70a-139a-45b0-9742-263caaf58a29 req-c85eb136-d8b3-41a3-9109-99c03c4c3f19 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742149 Dec 10 18:08:09.835536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0870f165-21f9-4d5f-a021-2905b5b2b95f admin admin] 10.222.0.55 "PUT /v2.0/routers/0d440a78-1d62-4c9d-b745-2aa7f8a62155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0035288 Dec 10 18:08:09.850489 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Sync routers for ids ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:09.859988 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1be6c44b-cc35-4647-983d-2f4522126dbb tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.877091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Checking router: 1899605e-4bb5-420c-bf18-be78cc11b31d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:09.877468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Updating router 1899605e-4bb5-420c-bf18-be78cc11b31d port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:08:09.884397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Routers {'0d440a78-1d62-4c9d-b745-2aa7f8a62155'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:09.885455 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:09.900661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.916202 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a06a646d-a8df-403b-a471-3465d2a9ebc0 req-0b62279a-0564-4606-bf88-287586be5ccb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.918637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.921984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a06a646d-a8df-403b-a471-3465d2a9ebc0 req-0b62279a-0564-4606-bf88-287586be5ccb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.925861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a06a646d-a8df-403b-a471-3465d2a9ebc0 req-0b62279a-0564-4606-bf88-287586be5ccb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/a17b66cc-85d2-40fa-ae34-6390c70f07a3 HTTP/1.1" status: 204 len: 173 time: 0.6633768 Dec 10 18:08:09.936156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6c44b-cc35-4647-983d-2f4522126dbb tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0fa7c6-a79e-4758-9127-1031eb922199,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:09.944611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62279a-0564-4606-bf88-287586be5ccb tempest-SecurityGroupsTestAdminJSON-2001179826 tempest-SecurityGroupsTestAdminJSON-2001179826-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17b66cc-85d2-40fa-ae34-6390c70f07a3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:09.975302 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1be6c44b-cc35-4647-983d-2f4522126dbb tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:09.976540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1be6c44b-cc35-4647-983d-2f4522126dbb tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3348939 Dec 10 18:08:09.981478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55038) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:09.987339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:10.079414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.098040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:10.153927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:10.222480 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.243917 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Set router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:10.293276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:10.303014 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89156baf-c19f-4911-9e6b-aad00e1db66f" -d '{"events": [{"server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:10.337809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.428476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.478321 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.502110 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.515355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:10.591054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Allocated IP 172.25.2.167 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/daa0c845-5712-412a-994f-410c08c8e455) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:10.641954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f2fef-0464-4ef3-8750-f1e1fdc3fbde req-235cc1a8-d2a1-44ac-ace2-c3d1a3585aec tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:10.643722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c8f2fef-0464-4ef3-8750-f1e1fdc3fbde req-235cc1a8-d2a1-44ac-ace2-c3d1a3585aec tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 946 time: 0.4188890 Dec 10 18:08:10.707754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on host n-h2-821424-1 for vnic_type normal with profile {"migrating_to": "n-h1-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:10.708097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:10.708437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:10.730414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:10.730668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Attempting to bind port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:10.741568 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.749212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:10.749564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:10.756606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:10.757325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Bound port: 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:10.757706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.775777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935f2dc-e00f-4d77-ac2a-273723dc6f08 None None] Pushing event updated for resources: {'Port': ['ID=753cc04a-e8cb-40c7-83b0-7f04108d20e0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:10.797910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Attempting to bind port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:10.797910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Attempting to bind port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:10.797910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Attempting to bind port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 on network fc971347-980b-4b34-a941-f27137bbfed6 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:10.816730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:10.816730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Checking segment: {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:10.817087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.817181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Bound using segment: {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:10.832379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Bound port: 753cc04a-e8cb-40c7-83b0-7f04108d20e0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:10.832808 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.848232 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:10.904975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:10.919578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c8f2fef-0464-4ef3-8750-f1e1fdc3fbde req-d7b029bf-fea5-487d-9a93-916136e331cb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662628 Dec 10 18:08:10.930532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:10.949726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:10.954425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:10.972803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:10.979667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:10.993500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.018806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] For port 753cc04a-e8cb-40c7-83b0-7f04108d20e0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:11.024634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] For port 753cc04a-e8cb-40c7-83b0-7f04108d20e0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=753cc04a-e8cb-40c7-83b0-7f04108d20e0,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:11.042663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.075581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event updated for resources: {'Port': ['ID=daa0c845-5712-412a-994f-410c08c8e455,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:11.110389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935f2dc-e00f-4d77-ac2a-273723dc6f08 None None] Pushing event updated for resources: {'Port': ['ID=753cc04a-e8cb-40c7-83b0-7f04108d20e0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:11.127380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:11.127760 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.179438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-57fe77c5-7808-4f2b-8b7d-d16f3226f39a None None] Provisioning complete for port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:11.179748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57fe77c5-7808-4f2b-8b7d-d16f3226f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.194283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:11.208335 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port': {'id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:55Z', 'updated_at': '2021-12-10T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6bea9ef-4987-4578-993c-925db57b431d', 'name': '', 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'mac_address': 'fa:16:3e:c3:19:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:01Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 2, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'subnets': [{'id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:11.275081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55076) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:11.280789 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Checking router: 0d440a78-1d62-4c9d-b745-2aa7f8a62155 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:11.281393 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Updating router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 port e6bea9ef-4987-4578-993c-925db57b431d binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:08:11.291080 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.296026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:11.296680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:11.341786 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.342785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-network', 'tenant_id': '9259e3834df94843b28a360e725e12f5'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:11.370471 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.373930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:11.376618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.379328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-6e80218b-10ce-4dc4-9303-ebc9e3a89d56 service neutron] 10.222.0.59 "PUT /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 1122 time: 1.7188599 Dec 10 18:08:11.395778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b850b856-1e88-45b4-9604-f6bea0ba3b8b req-7c21c051-1906-4903-872d-5bf6bb76be9d tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "GET /v2.0/security-groups/e2fcbe46-3647-4f14-8dad-e693ec166c1f HTTP/1.1" status: 200 len: 1793 time: 0.2286189 Dec 10 18:08:11.505233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Made reservation on behalf of 9259e3834df94843b28a360e725e12f5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:11.512300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.539843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.659383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b850b856-1e88-45b4-9604-f6bea0ba3b8b req-ef6e0452-006c-47c9-ad98-7760b45ed14f tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.682941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:11.757435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.767337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.787144 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b850b856-1e88-45b4-9604-f6bea0ba3b8b req-ef6e0452-006c-47c9-ad98-7760b45ed14f tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.866041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:11.867287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event updated for resources: {'Port': ['ID=daa0c845-5712-412a-994f-410c08c8e455,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:11.898813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b850b856-1e88-45b4-9604-f6bea0ba3b8b req-ef6e0452-006c-47c9-ad98-7760b45ed14f tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.904225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b850b856-1e88-45b4-9604-f6bea0ba3b8b req-ef6e0452-006c-47c9-ad98-7760b45ed14f tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.905533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b850b856-1e88-45b4-9604-f6bea0ba3b8b req-ef6e0452-006c-47c9-ad98-7760b45ed14f tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "DELETE /v2.0/security-groups/e2fcbe46-3647-4f14-8dad-e693ec166c1f HTTP/1.1" status: 204 len: 173 time: 0.5030720 Dec 10 18:08:11.912446 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.923508 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.930671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.949607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.986866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:11.990014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:11.996817 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39de24f-d7b4-45d0-8006-d1a91fb47742 None None] Pushing event updated for resources: {'Port': ['ID=e6bea9ef-4987-4578-993c-925db57b431d,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:11.999028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.000663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eb11d2c9-e945-4627-bd83-b20ce39cf42e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0172124 Dec 10 18:08:12.023502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0452-006c-47c9-ad98-7760b45ed14f tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fcbe46-3647-4f14-8dad-e693ec166c1f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:12.070462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:08:12.098689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a97b1-86f5-42a5-b512-010bc240f591,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:12.119003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.119352 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Added segment c0e8c26b-3c5f-444a-85f1-6bd0ca680bff of type vlan for network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 Dec 10 18:08:12.187065 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Attempting to bind port e6bea9ef-4987-4578-993c-925db57b431d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:12.187542 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Attempting to bind port e6bea9ef-4987-4578-993c-925db57b431d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:12.187917 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Attempting to bind port e6bea9ef-4987-4578-993c-925db57b431d on network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:12.194983 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:12.195419 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Checking segment: {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:12.196005 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.196407 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Bound using segment: {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:12.197033 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Bound port: e6bea9ef-4987-4578-993c-925db57b431d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:12.197446 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.223837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55b561-668d-45aa-b967-de69ca525036 req-7441aed4-a8ff-480d-a8da-dbbc3b7a765e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:12.244426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd55b561-668d-45aa-b967-de69ca525036 req-7441aed4-a8ff-480d-a8da-dbbc3b7a765e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 948 time: 0.2321167 Dec 10 18:08:12.286077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-2114dad6-4c74-4eb0-9578-59eda855e160 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:08:12.287306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-2114dad6-4c74-4eb0-9578-59eda855e160 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0375707 Dec 10 18:08:12.293125 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] For port e6bea9ef-4987-4578-993c-925db57b431d, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:12.296553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.302555 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] For port e6bea9ef-4987-4578-993c-925db57b431d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6bea9ef-4987-4578-993c-925db57b431d,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:12.316366 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.383949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-39b63ea6-81a1-44a7-ac0b-61bbd8d26886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:12.385066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-39b63ea6-81a1-44a7-ac0b-61bbd8d26886 service neutron] 10.222.0.55 "GET /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 1093 time: 0.0861633 Dec 10 18:08:12.409079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Request body: {'binding': {'host': 'n-h2-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:12.410582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:08:12.422760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.424006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:12.425314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.515658 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Routers {'0d440a78-1d62-4c9d-b745-2aa7f8a62155'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:12.516307 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:12.537132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] Pushing event updated for resources: {'Network': ['ID=46e0578f-3d80-458d-9d2c-9d9cad73c4e6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:12.550532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd55b561-668d-45aa-b967-de69ca525036 req-1cd18dd1-2b3e-416b-8cf6-501b95959e50 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051457 Dec 10 18:08:12.579486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55092) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:12.580015 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5ccfd7db-8f8c-4b44-aeeb-54c38ee2faa1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2500851 Dec 10 18:08:12.586936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Request body: {'subnet': {'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-subnet', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:12.622862 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39de24f-d7b4-45d0-8006-d1a91fb47742 None None] Pushing event updated for resources: {'Port': ['ID=e6bea9ef-4987-4578-993c-925db57b431d,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:12.639084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Made reservation on behalf of 9259e3834df94843b28a360e725e12f5 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:12.641827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:12.645277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:08:12.808510 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] Set router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:12.832773 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcf5c34-3985-4b3f-bde3-321b3e293f24 x-openstack-request-id: req-bdcf5c34-3985-4b3f-bde3-321b3e293f24 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:12.833353 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:12.834129 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdcf5c34-3985-4b3f-bde3-321b3e293f24 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:12.834686 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5', 'code': 200} Dec 10 18:08:12.862304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:12.900830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on host n-h2-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:12.901391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:12.903738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:12.925613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:12.926160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:12.931997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:12.933035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:12.934252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:12.935130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Bound port: d4b67572-89b4-450c-acd8-4c67e28f1fa0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:13.017796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:13.032047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.042763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045', 'mac_address': 'fa:16:3e:e3:59:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:08:13.046162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-9f6ace86-eb26-48b9-9aa6-8eb3a6487407 service neutron] 10.222.0.55 "POST /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0/bindings HTTP/1.1" status: 201 len: 389 time: 0.6476328 Dec 10 18:08:13.190033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.224354 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78e46178-3d9e-4983-81d1-fc202eceba45 req-962b0b1f-8f19-41f5-b5a0-20cffd66efa5 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "GET /v2.0/security-groups/e7ea0432-2121-4d4e-9ff0-a8168ddcdd41 HTTP/1.1" status: 200 len: 1793 time: 0.1426919 Dec 10 18:08:13.284728 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57fe77c5-7808-4f2b-8b7d-d16f3226f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.325100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Checking segment: {'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:13.325779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Network hostable DHCP agents. Network: 46e0578f-3d80-458d-9d2c-9d9cad73c4e6, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:08:13.340165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:13.358643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:08:13.373999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 46e0578f-3d80-458d-9d2c-9d9cad73c4e6) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:13.380512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:13.381411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.413365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1894d7db-0aa9-4b47-a652-4d35b58857c1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8319581 Dec 10 18:08:13.416119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55104) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:13.422047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3bce37-cddb-4aba-ab21-5458bd26698c None None] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:08:13.423686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:13.497038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-57fe77c5-7808-4f2b-8b7d-d16f3226f39a None None] For port 753cc04a-e8cb-40c7-83b0-7f04108d20e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=753cc04a-e8cb-40c7-83b0-7f04108d20e0,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:13.498741 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.499879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a35f8-1dba-4df3-8f1e-b67939201196 req-28448e7c-6749-404f-91b3-c4cc2ba1cc78 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:13.502280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-637a35f8-1dba-4df3-8f1e-b67939201196 req-28448e7c-6749-404f-91b3-c4cc2ba1cc78 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.0770314 Dec 10 18:08:13.506864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-78e46178-3d9e-4983-81d1-fc202eceba45 req-ec37ea9a-7f11-4e0f-8dfd-7fab0d474ff7 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.530823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.534277 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.560108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57fe77c5-7808-4f2b-8b7d-d16f3226f39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.578548 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port': {'id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:55Z', 'updated_at': '2021-12-10T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6bea9ef-4987-4578-993c-925db57b431d', 'name': '', 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'mac_address': 'fa:16:3e:c3:19:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:01Z', 'updated_at': '2021-12-10T18:08:12Z', 'revision_number': 4, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'subnets': [{'id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:13.600932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-637a35f8-1dba-4df3-8f1e-b67939201196 req-db47a9e7-a1fa-4f1c-8893-37f5ead0ef96 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833015 Dec 10 18:08:13.622497 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91844cc-3a4b-4c3a-9115-7a80cdb9d687 None None] The sync data for ids ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'] in n-d-821424-1 is: [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port': {'id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:55Z', 'updated_at': '2021-12-10T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6bea9ef-4987-4578-993c-925db57b431d', 'name': '', 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'mac_address': 'fa:16:3e:c3:19:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:01Z', 'updated_at': '2021-12-10T18:08:12Z', 'revision_number': 4, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'subnets': [{'id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:13.671683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-78e46178-3d9e-4983-81d1-fc202eceba45 req-ec37ea9a-7f11-4e0f-8dfd-7fab0d474ff7 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.747639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:13.754760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:11Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:13.775555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:13.912387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-29796bac-b2c9-4d0e-801e-11b5b243804d tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1711992666&fields=id&tenant_id=3679225db16f4e509948df1f2262a64f HTTP/1.1" status: 200 len: 267 time: 0.0899849 Dec 10 18:08:13.919960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d1795-9f75-4ae6-9990-dfb281bb4769 None None] The sync data for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 is: [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:11Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:13.993585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-78e46178-3d9e-4983-81d1-fc202eceba45 req-ec37ea9a-7f11-4e0f-8dfd-7fab0d474ff7 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:14.014393 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-78e46178-3d9e-4983-81d1-fc202eceba45 req-ec37ea9a-7f11-4e0f-8dfd-7fab0d474ff7 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:14.015667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78e46178-3d9e-4983-81d1-fc202eceba45 req-ec37ea9a-7f11-4e0f-8dfd-7fab0d474ff7 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7ea0432-2121-4d4e-9ff0-a8168ddcdd41 HTTP/1.1" status: 204 len: 173 time: 0.7874172 Dec 10 18:08:14.135030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:14.151195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-921a3fd7-e049-4d71-9c83-366e203b7d21 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:14.159894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-921a3fd7-e049-4d71-9c83-366e203b7d21 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/networks?id=fc971347-980b-4b34-a941-f27137bbfed6 HTTP/1.1" status: 200 len: 815 time: 0.2464685 Dec 10 18:08:14.177133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-c26d80af-8976-4452-a749-ad5b0694ea49 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/quotas/3679225db16f4e509948df1f2262a64f HTTP/1.1" status: 200 len: 375 time: 0.0161903 Dec 10 18:08:14.213953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:14.222853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-46e0578f-3d80-458d-9d2c-9d9cad73c4e6', 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6', 'project_id': '9259e3834df94843b28a360e725e12f5', 'fixed_ips': [{'subnet_id': 'eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:08:14.225821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:14.230613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-7007547c-2326-44d3-bbb5-4a48542e786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:14.234069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-7007547c-2326-44d3-bbb5-4a48542e786b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1096 time: 0.4665971 Dec 10 18:08:14.234988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37ea9a-7f11-4e0f-8dfd-7fab0d474ff7 tempest-SecurityGroupsTestAdminJSON-33151795 tempest-SecurityGroupsTestAdminJSON-33151795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ea0432-2121-4d4e-9ff0-a8168ddcdd41,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:14.251159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe77c5-7808-4f2b-8b7d-d16f3226f39a None None] Pushing event updated for resources: {'Port': ['ID=753cc04a-e8cb-40c7-83b0-7f04108d20e0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:14.269011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] Provisioning complete for port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:14.269674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:14.315877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-42ce849f-e70b-4351-81ff-fc40ad101350 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3679225db16f4e509948df1f2262a64f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1375980 Dec 10 18:08:14.385917 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:14.481383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-ab94c76e-fe43-4984-9475-12525f94006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:14.483475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-ab94c76e-fe43-4984-9475-12525f94006e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.1927969 Dec 10 18:08:14.558665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:14.611739 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-ad48306c-250e-4fcd-aafd-8bc3947a976c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0635307 Dec 10 18:08:14.638039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55128) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:14.649732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53828715-c0b9-4237-bd73-fc18c890bfd6 req-e778817e-8a24-41d1-bb25-1ff8feeabb75 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:14.663096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53828715-c0b9-4237-bd73-fc18c890bfd6 req-e778817e-8a24-41d1-bb25-1ff8feeabb75 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 945 time: 0.4706717 Dec 10 18:08:14.722965 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-44d139ca-a267-463f-a0ad-3afdaf08e2f8 service neutron] 10.222.0.55 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983557 Dec 10 18:08:14.777353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['8ca2de56-2a3e-4da4-b5cf-8a7d203ed045'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:14.896509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:14.912430 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe007f1-1561-4e1b-a820-2c7053d935ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:14.926145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:14.929544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53828715-c0b9-4237-bd73-fc18c890bfd6 req-93f24ec9-a0b2-42cd-812f-43daa9dc4337 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288561 Dec 10 18:08:14.946395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-c109c919-f145-48b1-a0fc-0bb655572dd6 service neutron] 10.222.0.55 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158713 Dec 10 18:08:15.014016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-8af5398e-d062-4b51-b78a-b7012dde6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:15.015648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-8af5398e-d062-4b51-b78a-b7012dde6fee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.3897653 Dec 10 18:08:15.107444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-6f9af2d3-78ef-4ebb-89bc-549d73b955c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806205 Dec 10 18:08:15.130125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 753cc04a-e8cb-40c7-83b0-7f04108d20e0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:15.145389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1093cf72-c46f-40de-917c-cf54db2b1862 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e9d3123975b498aa05f8097b4aef73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026550 Dec 10 18:08:15.147681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55134) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:15.263439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] Provisioning complete for port e6bea9ef-4987-4578-993c-925db57b431d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:15.264185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.281466 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-208f8cce-f77d-437e-b4f5-3a0bcd0624dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.308676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Allocated IP 172.20.0.2 (46e0578f-3d80-458d-9d2c-9d9cad73c4e6/eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3/d0961b55-2bea-45bf-946a-80a28e3cbf8d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:15.342010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:15.396171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-208f8cce-f77d-437e-b4f5-3a0bcd0624dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.408961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:15.409608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.486322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 has no active binding in host n-h1-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:08:15.563022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-208f8cce-f77d-437e-b4f5-3a0bcd0624dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.565887 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-208f8cce-f77d-437e-b4f5-3a0bcd0624dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.567765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-208f8cce-f77d-437e-b4f5-3a0bcd0624dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9b8c0d07-17fe-44de-ad5a-0c41f905c147 HTTP/1.1" status: 204 len: 168 time: 0.4191780 Dec 10 18:08:15.602861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f8cce-f77d-437e-b4f5-3a0bcd0624dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8c0d07-17fe-44de-ad5a-0c41f905c147,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:15.865267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.920851 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:15.931739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:16.058029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18b08-c797-412c-9e9f-77f3f78651dc req-a89e99a8-442c-435e-803e-cad2bcdf9de5 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:16.089497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bce18b08-c797-412c-9e9f-77f3f78651dc req-a89e99a8-442c-435e-803e-cad2bcdf9de5 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.2758420 Dec 10 18:08:16.139772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d877f0-d14b-4330-a667-ec922ab35ad6 req-c8895fc7-b607-4bbf-b350-661358304c8c tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:16.142104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69d877f0-d14b-4330-a667-ec922ab35ad6 req-c8895fc7-b607-4bbf-b350-661358304c8c tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 949 time: 0.8519557 Dec 10 18:08:16.177887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] For port e6bea9ef-4987-4578-993c-925db57b431d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6bea9ef-4987-4578-993c-925db57b431d,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:16.192390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6bea9ef-4987-4578-993c-925db57b431d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:16.197993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:16.221702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bce18b08-c797-412c-9e9f-77f3f78651dc req-8a6362aa-4fc5-4475-8684-3a83b5753846 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249943 Dec 10 18:08:16.258010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Allocated IP 172.25.2.43 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/fac341ad-1b16-400f-9517-961d8d893695) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:16.323038 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0012dada-d16e-4a91-86a9-607ddb4c51ad x-openstack-request-id: req-0012dada-d16e-4a91-86a9-607ddb4c51ad {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:16.323323 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:16.324715 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0012dada-d16e-4a91-86a9-607ddb4c51ad {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:16.325140 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5', 'status': 'completed', 'code': 200} Dec 10 18:08:16.417442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:16.422196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-60f9e8b9-398a-4cda-bc84-9105b76ecdc4 service neutron] 10.222.0.30 "GET /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5/bindings/n-h1-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.8321900 Dec 10 18:08:16.455164 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b653fbe9-b335-46ab-a8be-77dabba4b74f req-23e780ec-54c4-45bb-8df9-64248992ded5 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 210 time: 0.0629199 Dec 10 18:08:16.478475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-d5ca308f-1940-48a5-9c8d-2e2ff01dd1d6 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3605108 Dec 10 18:08:16.494918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69d877f0-d14b-4330-a667-ec922ab35ad6 req-6f6c20ad-e63e-48fc-a82a-7ac795e99cad tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287802 Dec 10 18:08:16.545978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e5c21-05f3-4b3c-9804-117f151818a2 None None] Pushing event updated for resources: {'Port': ['ID=e6bea9ef-4987-4578-993c-925db57b431d,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:16.592763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55164) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:16.632000 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:16.638828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e6bea9ef-4987-4578-993c-925db57b431d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:16.639234 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:16.741664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-11532a5c-8e55-4bd0-ab3b-26c23ae6099a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=faa231d277134436b35dbee86b7f4d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468127 Dec 10 18:08:16.747817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55166) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:16.774454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923499c-1060-4a5f-95ef-0080be2d12c5 req-3ba16192-02b7-4c9e-9d14-b5c5a19f75df tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:16.776229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d923499c-1060-4a5f-95ef-0080be2d12c5 req-3ba16192-02b7-4c9e-9d14-b5c5a19f75df tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 967 time: 0.1995478 Dec 10 18:08:16.904773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:16.914013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:08:16.933717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d923499c-1060-4a5f-95ef-0080be2d12c5 req-ade016a3-c9a2-49ad-ba96-a81978a7cfaa tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446602 Dec 10 18:08:16.947126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:16.947799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:16.997128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:17.032776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:17.040703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:17.048163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e69bcf2-2519-47d1-a6bd-6db3c18e7b6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.074486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Pushing event updated for resources: {'Port': ['ID=d0961b55-2bea-45bf-946a-80a28e3cbf8d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:17.085916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e69bcf2-2519-47d1-a6bd-6db3c18e7b6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.196742 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e69bcf2-2519-47d1-a6bd-6db3c18e7b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.199539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e69bcf2-2519-47d1-a6bd-6db3c18e7b6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.203468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6e69bcf2-2519-47d1-a6bd-6db3c18e7b6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/889157ff-31bd-4c16-9b64-4959abf8ddfc HTTP/1.1" status: 204 len: 168 time: 0.4518640 Dec 10 18:08:17.208218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-2e0befc7-8e24-4b82-925f-2434c6bd7787 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047117 Dec 10 18:08:17.255377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69bcf2-2519-47d1-a6bd-6db3c18e7b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889157ff-31bd-4c16-9b64-4959abf8ddfc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:17.294531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-466f4fe4-dc00-42cf-b46d-dcf517f4c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:17.298551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-466f4fe4-dc00-42cf-b46d-dcf517f4c37f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1125 time: 0.9211211 Dec 10 18:08:17.304484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Attempting to bind port d0961b55-2bea-45bf-946a-80a28e3cbf8d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:17.308091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Attempting to bind port d0961b55-2bea-45bf-946a-80a28e3cbf8d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:17.308512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Attempting to bind port d0961b55-2bea-45bf-946a-80a28e3cbf8d on network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:17.351176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:17.351567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Checking segment: {'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:17.351964 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.352374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Bound using segment: {'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:17.352876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Bound port: d0961b55-2bea-45bf-946a-80a28e3cbf8d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:17.353269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.482005 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.515090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860c33f-53cc-4fce-9def-13125dee1fec req-d771e5d6-4c7f-462a-8830-0160d816c3f7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:17.516338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.525242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6bea9ef-4987-4578-993c-925db57b431d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:17.530982 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1860c33f-53cc-4fce-9def-13125dee1fec req-d771e5d6-4c7f-462a-8830-0160d816c3f7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.1654046 Dec 10 18:08:17.554454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-95682284-b68c-4269-a345-25e0b2169218 None None] For port d0961b55-2bea-45bf-946a-80a28e3cbf8d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:17.594084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e78509-f125-433d-9560-5fb55762831c req-7c0022bd-3753-4232-a42f-4979f8e7a695 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:17.595189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-95682284-b68c-4269-a345-25e0b2169218 None None] For port d0961b55-2bea-45bf-946a-80a28e3cbf8d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d0961b55-2bea-45bf-946a-80a28e3cbf8d,segment=NetworkSegment(c0e8c26b-3c5f-444a-85f1-6bd0ca680bff),segment_id=c0e8c26b-3c5f-444a-85f1-6bd0ca680bff)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:17.595993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13e78509-f125-433d-9560-5fb55762831c req-7c0022bd-3753-4232-a42f-4979f8e7a695 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 945 time: 0.6587265 Dec 10 18:08:17.616605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1860c33f-53cc-4fce-9def-13125dee1fec req-8d255a15-41b6-4e4a-b8a5-81d48354b051 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804148 Dec 10 18:08:17.664061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-10404191-7ceb-4c87-9784-35b5c9f2068d tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:17.665766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-10404191-7ceb-4c87-9784-35b5c9f2068d tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.3582463 Dec 10 18:08:17.720195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2a5eb00-7fc7-47d5-83f6-7a57267366b1 req-b184d05c-f76f-48f4-84f5-570585c2a2ac tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 210 time: 0.0389745 Dec 10 18:08:17.755058 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.835996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-3165f9eb-b5da-421b-b196-913654171771 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:17.843076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-3165f9eb-b5da-421b-b196-913654171771 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.59 "GET /v2.0/networks?id=fc971347-980b-4b34-a941-f27137bbfed6 HTTP/1.1" status: 200 len: 815 time: 0.1910870 Dec 10 18:08:17.859025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:17.861805 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60ffe50-e099-4f23-85b7-722e33323e2f" -d '{"events": [{"server_uuid": "0b3dea1b-5d43-416c-ba8e-9270bbac8994", "name": "network-vif-plugged", "status": "completed", "tag": "8ca2de56-2a3e-4da4-b5cf-8a7d203ed045"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:17.886668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:17.917554 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.939181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e6bea9ef-4987-4578-993c-925db57b431d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:17.939961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:17.942913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95682284-b68c-4269-a345-25e0b2169218 None None] Pushing event updated for resources: {'Port': ['ID=d0961b55-2bea-45bf-946a-80a28e3cbf8d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:17.978658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbdd70-18fb-4278-baa0-a268e0b19e03 req-9b3b7614-0b3e-4ae0-b5f9-0f7b789bf09b tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:17.988623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:17.989536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6dbbdd70-18fb-4278-baa0-a268e0b19e03 req-9b3b7614-0b3e-4ae0-b5f9-0f7b789bf09b tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 949 time: 0.1438828 Dec 10 18:08:18.007083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13e78509-f125-433d-9560-5fb55762831c req-97560752-4918-4dde-82a8-c29099013c3a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954680 Dec 10 18:08:18.094292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:18.112104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6dbbdd70-18fb-4278-baa0-a268e0b19e03 req-f3c6c667-0810-42ba-b2c3-ef8fb367ea60 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210964 Dec 10 18:08:18.206838 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba45d4-3387-4483-83cd-2d81111cf1ab x-openstack-request-id: req-c3ba45d4-3387-4483-83cd-2d81111cf1ab {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:18.207439 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3dea1b-5d43-416c-ba8e-9270bbac8994", "name": "network-vif-plugged", "status": "completed", "tag": "8ca2de56-2a3e-4da4-b5cf-8a7d203ed045", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:18.207851 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c3ba45d4-3387-4483-83cd-2d81111cf1ab {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:18.208414 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045', 'code': 200} Dec 10 18:08:18.275952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.30', 53357) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:18.376087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7ac40-e167-453e-bdca-84363c10f758 req-101cee8d-4735-4701-8687-557387c9aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:18.378215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef7ac40-e167-453e-bdca-84363c10f758 req-101cee8d-4735-4701-8687-557387c9aa50 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 1101 time: 0.0997698 Dec 10 18:08:18.383248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-7ccb9bb0-4259-480a-95ef-9477ccbc5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:18.386892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-7ccb9bb0-4259-480a-95ef-9477ccbc5dab service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 1.0617902 Dec 10 18:08:18.453629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef7ac40-e167-453e-bdca-84363c10f758 req-ef16a338-9910-4f0d-b4fb-793c0a5cb565 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673060 Dec 10 18:08:18.628289 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-a7b7ba9c-94b0-45d1-b5f1-a38fb6ceea28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 217 time: 0.2188094 Dec 10 18:08:18.674506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-e56aee67-3b74-4852-aefd-3eb1403e4506 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3679225db16f4e509948df1f2262a64f HTTP/1.1" status: 200 len: 380 time: 0.7050126 Dec 10 18:08:18.707722 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:18.720730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Request body: {'port': {'device_id': 'db80b13a-f085-4b38-880c-422ba3576816', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'admin_state_up': True, 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'security_groups': ['ae1e4bc9-9dc8-4157-89d1-00194e89a342']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:18.796039 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:18.852010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ed442-770e-435c-b72f-dafb09f20516 req-b1261ab2-357c-4d31-a3fc-ab79896f173e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:18.854045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c1ed442-770e-435c-b72f-dafb09f20516 req-b1261ab2-357c-4d31-a3fc-ab79896f173e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.1093142 Dec 10 18:08:18.893270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:18.933386 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c1ed442-770e-435c-b72f-dafb09f20516 req-9d60b766-54e0-4559-8832-a296ff510dd7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704992 Dec 10 18:08:18.947031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:18.958245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:19.007411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-726abb35-01dd-4f36-ad09-1f6e0ec695e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:19.009117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-726abb35-01dd-4f36-ad09-1f6e0ec695e9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.3316386 Dec 10 18:08:19.072053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95e24c97-2cd6-4a8b-beb8-80677a4162c6 req-5f5497cc-03d1-4b41-9e19-56fe7e795873 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 210 time: 0.0363433 Dec 10 18:08:19.091686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:19.229827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9ef23-2514-4412-b896-a905465ce810 req-d2792644-714b-4539-9c00-eeb1ab39b1f0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:19.232790 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dee9ef23-2514-4412-b896-a905465ce810 req-d2792644-714b-4539-9c00-eeb1ab39b1f0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 945 time: 0.0691378 Dec 10 18:08:19.288308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dee9ef23-2514-4412-b896-a905465ce810 req-c14dc8b6-19e2-49dd-8e1b-c6daafd353ad tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486188 Dec 10 18:08:19.334992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Pushing event updated for resources: {'Port': ['ID=fac341ad-1b16-400f-9517-961d8d893695,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:19.337849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-4b2e5862-a5a1-45c3-8889-344aa4b872a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2357030 Dec 10 18:08:19.350092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:19.453865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fe5da-63cc-4967-bf30-c84ce4f364f3 req-02c0cf36-5d53-47cc-a070-90ee9b888c99 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:19.463381 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-259fe5da-63cc-4967-bf30-c84ce4f364f3 req-02c0cf36-5d53-47cc-a070-90ee9b888c99 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 950 time: 0.0783131 Dec 10 18:08:19.469348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-a3f25105-c5fe-4d74-834c-90ab33f362b7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1082745538&fields=id&tenant_id=517bcd4fe03d41c0ab44e98634c5032d HTTP/1.1" status: 200 len: 267 time: 0.6558423 Dec 10 18:08:19.493079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60eda4d-879d-4acb-bdd4-c969afa1318d None None] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:08:19.580972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-259fe5da-63cc-4967-bf30-c84ce4f364f3 req-69c64a17-80f5-499b-b5ee-d66db1bb8695 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097906 Dec 10 18:08:19.610942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d0961b55-2bea-45bf-946a-80a28e3cbf8d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:19.710790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ec78aff4-9238-40e2-8e05-ebb5d162e3f1 None None] Provisioning complete for port d0961b55-2bea-45bf-946a-80a28e3cbf8d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:19.711296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec78aff4-9238-40e2-8e05-ebb5d162e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:19.731344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:19.768662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:19.799244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d0961b55-2bea-45bf-946a-80a28e3cbf8d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:19.799519 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:19.809657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-6534e977-9241-4bbd-a522-f4958d8cb3df service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717186 Dec 10 18:08:19.838188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:19.839988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Made reservation on behalf of 3679225db16f4e509948df1f2262a64f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:19.843821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:19.917799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28becae4-323e-4787-802e-bb888eae640b req-d2b93488-f2c3-4095-9aa6-63012743ae43 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:19.919994 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28becae4-323e-4787-802e-bb888eae640b req-d2b93488-f2c3-4095-9aa6-63012743ae43 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 951 time: 0.0992172 Dec 10 18:08:19.934870 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec78aff4-9238-40e2-8e05-ebb5d162e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:19.937572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-7ee9fd43-0839-4226-8b36-7cae4dae2080 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:19.941531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-7ee9fd43-0839-4226-8b36-7cae4dae2080 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.59 "GET /v2.0/ports?device_id=005381f3-595b-4cb3-ad0b-149064093560 HTTP/1.1" status: 200 len: 967 time: 0.2030966 Dec 10 18:08:20.000848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.011953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ec78aff4-9238-40e2-8e05-ebb5d162e3f1 None None] For port d0961b55-2bea-45bf-946a-80a28e3cbf8d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d0961b55-2bea-45bf-946a-80a28e3cbf8d,segment=NetworkSegment(c0e8c26b-3c5f-444a-85f1-6bd0ca680bff),segment_id=c0e8c26b-3c5f-444a-85f1-6bd0ca680bff)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:20.028513 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec78aff4-9238-40e2-8e05-ebb5d162e3f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.121839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec78aff4-9238-40e2-8e05-ebb5d162e3f1 None None] Pushing event updated for resources: {'Port': ['ID=d0961b55-2bea-45bf-946a-80a28e3cbf8d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:20.122539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28becae4-323e-4787-802e-bb888eae640b req-f72fce01-b004-4359-9820-29bd639e9a0e tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799421 Dec 10 18:08:20.133073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:08:20.133430 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:08:20.153823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Deleting port e0d2068f-95c8-4e59-bc87-e90c4c02b256 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:08:20.154229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.251011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f0035c5c-5ea9-4126-9282-83c11fd240ff None None] Provisioning complete for port d0961b55-2bea-45bf-946a-80a28e3cbf8d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:20.251396 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0035c5c-5ea9-4126-9282-83c11fd240ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.281459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] For port e0d2068f-95c8-4e59-bc87-e90c4c02b256, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e0d2068f-95c8-4e59-bc87-e90c4c02b256,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:20.282092 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.300017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10154fd1-e60f-4231-ac18-c91970cb9e97 req-5933a79f-2b98-4dfa-b8e8-6f24de30f2a3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:20.301571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10154fd1-e60f-4231-ac18-c91970cb9e97 req-5933a79f-2b98-4dfa-b8e8-6f24de30f2a3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 944 time: 0.0982885 Dec 10 18:08:20.361285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.439968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:08:20.492270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10154fd1-e60f-4231-ac18-c91970cb9e97 req-fa010bf3-b0bf-4b9b-8b72-e1c79588c8d0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622379 Dec 10 18:08:20.499976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:20.599256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-59b99b15-2736-4135-b3af-0cfe966de8bd tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:20.600777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-59b99b15-2736-4135-b3af-0cfe966de8bd tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 822 time: 1.1299593 Dec 10 18:08:20.706399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-d29ad5bb-f7f9-42c8-8295-1a5f2dd7a7a4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/quotas/517bcd4fe03d41c0ab44e98634c5032d HTTP/1.1" status: 200 len: 375 time: 0.0482831 Dec 10 18:08:20.708338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe007f1-1561-4e1b-a820-2c7053d935ef req-3fd2880a-ed87-4fd0-8da3-3deb149ff112 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8816783 Dec 10 18:08:20.772454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:20.804667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.854504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] Transition to ACTIVE for port object 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:20.875220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-37e4da9d-0c54-467b-a0be-a7b4d5deaa58 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17c17fcd6b7e48c588132a1a373548ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276015 Dec 10 18:08:20.903507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.904748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.905067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.905263 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e disassociated. External IP: 172.25.2.150, port: e0d2068f-95c8-4e59-bc87-e90c4c02b256. Dec 10 18:08:20.905606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Calling delete_port for e0d2068f-95c8-4e59-bc87-e90c4c02b256 owned by compute:tempest-test_az-568513407 {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:08:20.927225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:20.929573 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52d4b50-476f-4261-a1a5-e959a585a15f" -d '{"events": [{"server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:20.936112 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:20.985089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-9cf54dbe-bd50-4653-bd95-d3cf5004c689 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2617805 Dec 10 18:08:20.989795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Allocated IP 172.20.0.5 (fc971347-980b-4b34-a941-f27137bbfed6/491cf3d1-43b6-4a6d-a5a8-4f2db03362e8/dd2c7abb-e44d-4ea5-8e29-dba67eab77fe) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:21.000313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:21.061713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-97aa5e73-7c66-4626-956a-e8f5fc34d6b1 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:21.063233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-97aa5e73-7c66-4626-956a-e8f5fc34d6b1 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764410 Dec 10 18:08:21.104596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-86d3f304-97a1-43f4-817b-f4f4bae1ff48 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/quotas/17c17fcd6b7e48c588132a1a373548ab HTTP/1.1" status: 200 len: 375 time: 0.0344782 Dec 10 18:08:21.143415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] No DVR routers for this DVR port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:08:21.148980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-aaafdfcb-9201-4075-b979-fc8922ccd2ce tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17c17fcd6b7e48c588132a1a373548ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362725 Dec 10 18:08:21.153790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:21.154382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:21.188947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event deleted for resources: {'Port': ['ID=e0d2068f-95c8-4e59-bc87-e90c4c02b256,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:21.261296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-f024d7e6-0276-4a1e-b1b8-14d2e0e03ae9 service neutron] 10.222.0.30 "PUT /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5/bindings/n-h1-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 4.7653515 Dec 10 18:08:21.400916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Router c4f262b7-e075-4ad3-a6c8-82d9262f1383 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:08:21.410329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d0961b55-2bea-45bf-946a-80a28e3cbf8d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:21.418025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-219dcacf-15b6-47c8-8285-4496a521f1e4 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:21.419633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-219dcacf-15b6-47c8-8285-4496a521f1e4 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.0818434 Dec 10 18:08:21.442037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:21.459033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16bc4ca0-fb34-4f6e-ab5b-80361f63463a req-598aacfe-a640-4a74-a03e-512b218c6e0f tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 210 time: 0.0363877 Dec 10 18:08:21.463957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-47d44fa9-1e5a-4234-b120-16b445e36df7 service neutron] 10.222.0.55 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513812 Dec 10 18:08:21.472982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on host n-h1-821424-1 for vnic_type normal with profile {"migrating_to": "n-h2-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:21.473325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:21.473651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:21.482128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:21.482548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Attempting to bind port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:21.501317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:21.502070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:21.502070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:21.502544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Bound port: d4b67572-89b4-450c-acd8-4c67e28f1fa0, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:21.502959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:21.528793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d0961b55-2bea-45bf-946a-80a28e3cbf8d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:21.529245 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:21.535870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:08:21.696044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:21.709128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-967041da-573c-4f97-a24d-595f2c431faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:21.711034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-967041da-573c-4f97-a24d-595f2c431faa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 1096 time: 0.2545087 Dec 10 18:08:21.735576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:21.747889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] Sync routers for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:21.761743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:21.763000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:21.861044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] No DVR routers for this DVR port e0d2068f-95c8-4e59-bc87-e90c4c02b256 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:08:21.864417 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:21.869208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bce76624-a7c5-4d2c-a508-b7cc29d1d741 req-db378b17-adcb-45de-93e6-663d023f28da tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.59 "DELETE /v2.0/ports/e0d2068f-95c8-4e59-bc87-e90c4c02b256 HTTP/1.1" status: 204 len: 173 time: 1.9194765 Dec 10 18:08:21.887272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'name': 'network-vif-deleted', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:21.890380 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f780aa-f57a-4090-9d12-11c9759b1ae3" -d '{"events": [{"server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "name": "network-vif-deleted", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:21.927451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-ec4921a9-ad85-4dce-be83-123425a492b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:21.929023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-ec4921a9-ad85-4dce-be83-123425a492b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1860621 Dec 10 18:08:21.954602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-9669e55e-63be-43ab-befc-656f9c826eec service neutron] 10.222.0.55 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894228 Dec 10 18:08:21.960698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:21.972906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6d948-e76a-41e5-84cc-718a73d180d9 req-0ee258bc-f747-4815-bde0-adf9bf1acf5c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:21.982634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41d6d948-e76a-41e5-84cc-718a73d180d9 req-0ee258bc-f747-4815-bde0-adf9bf1acf5c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 943 time: 0.1543906 Dec 10 18:08:22.060981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:22.074818 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Sync routers for ids ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:22.081003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:22.084941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:22.093362 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:22.094895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-82f33435-a975-435d-9c4f-3298cb3713ef admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6778066 Dec 10 18:08:22.095771 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Routers {'5d8179c0-70a9-4761-b3a7-415ed53b37f3'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:22.096704 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:22.100733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55338) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:22.107095 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:22.112532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:22.227722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Network fc971347-980b-4b34-a941-f27137bbfed6 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:22.266082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:22.277114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:22.349863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41d6d948-e76a-41e5-84cc-718a73d180d9 req-14f6f1b4-e41b-4bd5-9f77-e91568102fd6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661075 Dec 10 18:08:22.352400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Set router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:22.417974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-85bc263e-63f1-4306-8b9d-ed428c2b4dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:22.419545 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-85bc263e-63f1-4306-8b9d-ed428c2b4dae service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.4738095 Dec 10 18:08:22.495375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:22.500374 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186d104-9934-4fcc-af52-ce71c234d343 x-openstack-request-id: req-8186d104-9934-4fcc-af52-ce71c234d343 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:22.500861 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:22.501298 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8186d104-9934-4fcc-af52-ce71c234d343 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:22.501592 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0', 'code': 200} Dec 10 18:08:22.533770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:22.558186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:22.560219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:22.562211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-0c53cfa7-9a29-4aa3-8a3f-4ecd05940fab service neutron] 10.222.0.30 "PUT /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 1121 time: 4.7176812 Dec 10 18:08:22.577796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-132f6079-dfb8-4b1c-9aad-7c147c8ab83e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 217 time: 0.0878222 Dec 10 18:08:22.586048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] Checking router: c4f262b7-e075-4ad3-a6c8-82d9262f1383 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:22.611003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:22.612249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:22.627075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d4b67572-89b4-450c-acd8-4c67e28f1fa0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:22.711818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07df9aa1-a281-4569-b62c-1029d0156d2a req-d8b4a109-2986-4a71-9549-f031d6e8a1c5 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 210 time: 0.1285694 Dec 10 18:08:22.718169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:22.718980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:22.755090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event updated for resources: {'Port': ['ID=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:22.790908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d3ef8-de7b-436b-b002-098fe974f3c6 req-d8c38ff8-1286-4b72-a2ed-33dc424342c0 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:22.792656 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-671d3ef8-de7b-436b-b002-098fe974f3c6 req-d8c38ff8-1286-4b72-a2ed-33dc424342c0 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 950 time: 0.4716799 Dec 10 18:08:22.797140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d32c8183-eac0-4e83-965b-3d7f88045a40 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0933897 Dec 10 18:08:22.838429 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:08:19Z', 'revision_number': 3, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:22.851129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-0a2e3efa-7465-40dd-83b3-10ce6551e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:22.852223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-0a2e3efa-7465-40dd-83b3-10ce6551e337 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.2600734 Dec 10 18:08:22.858152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Request body: {'port': {'device_id': 'db80b13a-f085-4b38-880c-422ba3576816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:22.887096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3d39c5a8-a15f-4012-b9fa-221967bd5565 None None] Provisioning complete for port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:22.887557 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3d39c5a8-a15f-4012-b9fa-221967bd5565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:22.894689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-b6c9c361-9906-43fa-bd13-f048cc521502 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308306 Dec 10 18:08:22.943308 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Checking router: 5d8179c0-70a9-4761-b3a7-415ed53b37f3 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:22.944491 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Updating router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 port fac341ad-1b16-400f-9517-961d8d893695 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:08:23.026747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-62a923ba-bdf2-4010-9e3f-0b67013a2d44 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17c17fcd6b7e48c588132a1a373548ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551894 Dec 10 18:08:23.027829 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.070135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e0d2068f-95c8-4e59-bc87-e90c4c02b256 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:08:23.095404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1083f8-28ec-44c0-bd54-fa96d5b25a5d req-edeedadc-1aeb-4b92-a379-06f4eced3aa4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:23.103299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d1083f8-28ec-44c0-bd54-fa96d5b25a5d req-edeedadc-1aeb-4b92-a379-06f4eced3aa4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 945 time: 0.2382631 Dec 10 18:08:23.138731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: e0d2068f-95c8-4e59-bc87-e90c4c02b256 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:08:23.139404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e0d2068f-95c8-4e59-bc87-e90c4c02b256 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:08:23.142880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:23.191037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3d39c5a8-a15f-4012-b9fa-221967bd5565 None None] Port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:23.203079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-19cbf807-92ae-4665-b033-fc07334e563d service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971890 Dec 10 18:08:23.305167 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.339351 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-671d3ef8-de7b-436b-b002-098fe974f3c6 req-49153a3b-746b-4000-9b22-4cc7278b1178 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315175 Dec 10 18:08:23.357015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-f177324f-52ac-4ad4-b1a0-d744cbcaea8a tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:23.359866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-f177324f-52ac-4ad4-b1a0-d744cbcaea8a tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082418 Dec 10 18:08:23.363719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-da284284-8bbc-441d-af91-88c164e2adc0 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513779 Dec 10 18:08:23.390271 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d1083f8-28ec-44c0-bd54-fa96d5b25a5d req-bfc9af71-9484-4243-abe2-69dbcbd5d058 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846124 Dec 10 18:08:23.510161 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd201a6c-d4fd-401d-af30-65a7a7cc0bb5 x-openstack-request-id: req-fd201a6c-d4fd-401d-af30-65a7a7cc0bb5 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:23.511035 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005381f3-595b-4cb3-ad0b-149064093560", "name": "network-vif-deleted", "tag": "e0d2068f-95c8-4e59-bc87-e90c4c02b256", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:23.511035 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fd201a6c-d4fd-401d-af30-65a7a7cc0bb5 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:23.511535 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005381f3-595b-4cb3-ad0b-149064093560', 'name': 'network-vif-deleted', 'tag': 'e0d2068f-95c8-4e59-bc87-e90c4c02b256', 'status': 'completed', 'code': 200} Dec 10 18:08:23.561417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Request body: {'port': {'device_id': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '17c17fcd6b7e48c588132a1a373548ab'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:23.575026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:23.601565 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.614228 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.621271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c8466e-e376-4a5d-a0ea-d3a5f2d12b7c None None] The sync data for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 is: [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:23.720482 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Attempting to bind port fac341ad-1b16-400f-9517-961d8d893695 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:23.720857 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Attempting to bind port fac341ad-1b16-400f-9517-961d8d893695 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:23.721224 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Attempting to bind port fac341ad-1b16-400f-9517-961d8d893695 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:23.728568 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40390f3-c5e8-4b40-97b0-5eed4e434db6 None None] Pushing event updated for resources: {'Port': ['ID=fac341ad-1b16-400f-9517-961d8d893695,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:23.734512 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:23.734890 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:23.735777 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.736181 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:23.736674 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Bound port: fac341ad-1b16-400f-9517-961d8d893695, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:23.737074 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.743283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664797-5c04-4053-8cf1-e7e076907f15 req-0ee276a5-824d-403b-aeb7-09dab2886c27 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:23.744938 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a2664797-5c04-4053-8cf1-e7e076907f15 req-0ee276a5-824d-403b-aeb7-09dab2886c27 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 931 time: 0.1342974 Dec 10 18:08:23.784614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-777ad39e-0e04-42cf-b3ce-a4ca5c7df8bd req-faa212f2-7ff4-4d37-b81a-997fe880dbb2 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 210 time: 0.0638444 Dec 10 18:08:23.794840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.798071 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] For port fac341ad-1b16-400f-9517-961d8d893695, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:23.801777 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] For port fac341ad-1b16-400f-9517-961d8d893695, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fac341ad-1b16-400f-9517-961d8d893695,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:23.817534 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:23.853031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-cfc3b154-1aad-4539-9732-c764fe21c7fc tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:23.854708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-cfc3b154-1aad-4539-9732-c764fe21c7fc tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.1376195 Dec 10 18:08:23.858736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a2664797-5c04-4053-8cf1-e7e076907f15 req-8eab415b-6a3b-4099-954e-ee8bdea2a258 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977845 Dec 10 18:08:23.976829 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40390f3-c5e8-4b40-97b0-5eed4e434db6 None None] Pushing event updated for resources: {'Port': ['ID=fac341ad-1b16-400f-9517-961d8d893695,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:24.028834 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Routers {'5d8179c0-70a9-4761-b3a7-415ed53b37f3'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:24.030032 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:24.207553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9353e09-6f63-4dca-b2e1-02e5715b2f92 None None] New status for floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:08:24.256150 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] Set router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:24.260845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7521b-f28b-4fd1-a2c1-b12b30a42ebc req-1d27012c-e154-4fa7-b508-847a2a182a45 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:24.270245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97f7521b-f28b-4fd1-a2c1-b12b30a42ebc req-1d27012c-e154-4fa7-b508-847a2a182a45 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 943 time: 0.2654791 Dec 10 18:08:24.318114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Allocated IP 172.20.0.1 (46e0578f-3d80-458d-9d2c-9d9cad73c4e6/eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3/3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:24.348024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-aae4c1b8-510e-4a57-b4d5-430f9f076999 service neutron] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:24.359126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-aae4c1b8-510e-4a57-b4d5-430f9f076999 service neutron] Publish callbacks [] for binding, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.360615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a034600-862e-4eb2-b08e-a1c8efb1c1e6 req-aae4c1b8-510e-4a57-b4d5-430f9f076999 service neutron] 10.222.0.59 "DELETE /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5/bindings/n-h2-821424-1 HTTP/1.1" status: 204 len: 173 time: 0.4962492 Dec 10 18:08:24.410646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97f7521b-f28b-4fd1-a2c1-b12b30a42ebc req-22f620d6-fee1-4074-b902-53763421bc0f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389022 Dec 10 18:08:24.467511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:24.473454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:08:24.490269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Made reservation on behalf of 17c17fcd6b7e48c588132a1a373548ab for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:24.493893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.513344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:24.515857 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb58ce13-5082-46d7-a276-a228281c1482" -d '{"events": [{"name": "network-changed", "server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:24.546791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.572209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741f7199-ba9d-4809-b146-161ddfb8d7e5 req-b46d67d7-48af-4266-9c32-cc646fbfee09 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 210 time: 0.0890512 Dec 10 18:08:24.573933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.595949 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:08:19Z', 'revision_number': 3, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:24.621392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2c7abb-e44d-4ea5-8e29-dba67eab77fe {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:24.630735 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e33afa6-e97e-442f-bb4b-54417939f60b None None] The sync data for ids ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'] in n-d-821424-1 is: [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:08:19Z', 'revision_number': 3, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:24.633657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37983b4-1b3a-44c1-87dd-3ac83b7d5403 req-e0a65a23-4680-459c-af98-7d026193a03e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:24.635324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f37983b4-1b3a-44c1-87dd-3ac83b7d5403 req-e0a65a23-4680-459c-af98-7d026193a03e tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 950 time: 0.1001632 Dec 10 18:08:24.641601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.659946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.683574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-866d7a5a-b4b8-48df-9182-5622d36f161f tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:24.685185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-866d7a5a-b4b8-48df-9182-5622d36f161f tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.30 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 822 time: 0.6731853 Dec 10 18:08:24.695122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Transition to ACTIVE for port object dd2c7abb-e44d-4ea5-8e29-dba67eab77fe will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:24.720562 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.919530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:24.926038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:24.987471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-b95219b9-aa3e-419b-abc7-9dfaafe135df tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=517bcd4fe03d41c0ab44e98634c5032d HTTP/1.1" status: 200 len: 380 time: 0.2801101 Dec 10 18:08:25.002688 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.021499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:25.021919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'port': {'device_id': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'admin_state_up': True, 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'security_groups': ['9d414cb7-f2e8-4942-9a7a-49464741bda4']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:25.054095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.067447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 has no active binding in host n-h2-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:08:25.092703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:25.104452 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5519c99-d0b3-4271-b42e-af9532298485" -d '{"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:25.137988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:25.143737 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.226028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=11']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:25.240723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:25.262922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:25.268944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5acdc237-c76e-4694-99c0-464dcfdd2fe2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:25.272017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:25.274462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:25.287630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f37983b4-1b3a-44c1-87dd-3ac83b7d5403 req-cd641405-9a29-4e87-90e6-191002355a74 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376414 Dec 10 18:08:25.357142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca462f-bc18-4499-b844-7faa2fc75cfc req-c270910b-05e2-4d89-bfa8-322da707e7b7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:25.368607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfca462f-bc18-4499-b844-7faa2fc75cfc req-c270910b-05e2-4d89-bfa8-322da707e7b7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 945 time: 0.4530237 Dec 10 18:08:25.373701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.427609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Attempting to bind port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:25.428234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Attempting to bind port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:25.429038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Attempting to bind port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe on network fc971347-980b-4b34-a941-f27137bbfed6 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:25.437695 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c88fff2-e7d9-46a8-8043-e09e908c5d7f x-openstack-request-id: req-5c88fff2-e7d9-46a8-8043-e09e908c5d7f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:25.438212 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:25.438650 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c88fff2-e7d9-46a8-8043-e09e908c5d7f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:25.439213 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0', 'status': 'completed', 'code': 200} Dec 10 18:08:25.477809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe on network fc971347-980b-4b34-a941-f27137bbfed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:25.478142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Attempting to bind port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe on network fc971347-980b-4b34-a941-f27137bbfed6 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:25.481778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac341ad-1b16-400f-9517-961d8d893695 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:25.499010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:25.499229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Checking segment: {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:25.499799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Bound using segment: {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:25.500472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Bound port: dd2c7abb-e44d-4ea5-8e29-dba67eab77fe, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc952f82-aed7-4e51-bcb6-880e63c7f97c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:25.501048 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.513548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Allocated IP 192.168.233.63 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/d0637c93-9a73-44c5-8b04-cd70ec992be1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:25.640253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfca462f-bc18-4499-b844-7faa2fc75cfc req-eb86809e-ea14-4928-bb59-d49c3b814188 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706916 Dec 10 18:08:25.642049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fac341ad-1b16-400f-9517-961d8d893695 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:25.642457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.732390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43a0d868-1911-40bc-be7f-d7144589d0d7 req-524755ae-2a84-4d01-a8b2-5053bc4d095f tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 210 time: 0.0948706 Dec 10 18:08:25.734235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-10550fe2-c185-438f-8c84-c5261cdf508b None None] Provisioning complete for port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:25.734653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10550fe2-c185-438f-8c84-c5261cdf508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.767242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] For port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:25.772414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] For port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:25.797933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58ce13-5082-46d7-a276-a228281c1482 req-a1f35767-e382-4b27-8a55-59780a16980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:25.814936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb58ce13-5082-46d7-a276-a228281c1482 req-a1f35767-e382-4b27-8a55-59780a16980a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1124 time: 0.3844836 Dec 10 18:08:25.825380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.835951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-10550fe2-c185-438f-8c84-c5261cdf508b None None] Port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:25.843010 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed04d121-955f-4c74-8203-e43b4df3225d x-openstack-request-id: req-ed04d121-955f-4c74-8203-e43b4df3225d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:25.843393 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:25.844187 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed04d121-955f-4c74-8203-e43b4df3225d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:25.844669 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'code': 200} Dec 10 18:08:25.856940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Made reservation on behalf of 517bcd4fe03d41c0ab44e98634c5032d for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:25.861276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.874334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.884950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.911890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port fac341ad-1b16-400f-9517-961d8d893695, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fac341ad-1b16-400f-9517-961d8d893695,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:25.922153 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.969731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:25.970386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:25.971911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] 10.222.0.59 "PUT /v2.0/ports/dd2c7abb-e44d-4ea5-8e29-dba67eab77fe HTTP/1.1" status: 200 len: 1091 time: 3.1630824 Dec 10 18:08:26.017892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=fac341ad-1b16-400f-9517-961d8d893695,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:26.049056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58ce13-5082-46d7-a276-a228281c1482 req-7f0cb588-86a6-4366-be76-c8354e6749bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.050888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb58ce13-5082-46d7-a276-a228281c1482 req-7f0cb588-86a6-4366-be76-c8354e6749bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.2334509 Dec 10 18:08:26.131858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb58ce13-5082-46d7-a276-a228281c1482 req-1eb65aa4-0b7f-4d17-bf97-14bb5aaf11f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0488396 Dec 10 18:08:26.194790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885a31f-9cd6-4e93-947f-caedf7d65a56 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:26.220273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbad1b-802f-4002-95b8-91bc649fedca req-8d8b7aea-c677-4c88-aac9-5f3d15e6c85b tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.222888 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27bbad1b-802f-4002-95b8-91bc649fedca req-8d8b7aea-c677-4c88-aac9-5f3d15e6c85b tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 943 time: 0.4316814 Dec 10 18:08:26.239021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-17031f52-6a6d-4be4-9be1-5cb8b9a92c16 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.239326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62002c3d-121e-4b7a-ab09-b5034d1e7507 req-de262195-e5cd-481d-949f-27aa7f3b0e92 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.240950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-17031f52-6a6d-4be4-9be1-5cb8b9a92c16 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.30 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 950 time: 0.3682988 Dec 10 18:08:26.241721 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62002c3d-121e-4b7a-ab09-b5034d1e7507 req-de262195-e5cd-481d-949f-27aa7f3b0e92 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 943 time: 0.2572327 Dec 10 18:08:26.275554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58ce13-5082-46d7-a276-a228281c1482 req-23c53ef9-1dc0-4d88-b63b-48bc8585ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.277219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb58ce13-5082-46d7-a276-a228281c1482 req-23c53ef9-1dc0-4d88-b63b-48bc8585ba58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1358349 Dec 10 18:08:26.325796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb58ce13-5082-46d7-a276-a228281c1482 req-25cd164b-f1ee-4234-8b9a-2956b62e5e30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359309 Dec 10 18:08:26.352965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-fc18add2-ceb2-4aac-8416-d41b5369cb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.354526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-fc18add2-ceb2-4aac-8416-d41b5369cb4f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3679225db16f4e509948df1f2262a64f&device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 1094 time: 0.3142066 Dec 10 18:08:26.398675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:26.436923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62002c3d-121e-4b7a-ab09-b5034d1e7507 req-7ffd790f-8d3c-4910-bf1a-72149d83ceb1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818516 Dec 10 18:08:26.464194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-1a655c4f-3eae-4053-8201-572c0fe221a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe HTTP/1.1" status: 200 len: 217 time: 0.0969977 Dec 10 18:08:26.504293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:26.506400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Allocated IP 172.20.0.8 (89be900f-2645-4a6b-b6e4-0c443629727a/501695c1-d85e-42ab-b4e4-d409309343bb/6b2446ee-5e4a-40f7-b4b0-ce627bfdc415) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:26.522038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:26.554706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27bbad1b-802f-4002-95b8-91bc649fedca req-ba04f450-2672-4818-be96-5bc0b9d91a3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3039997 Dec 10 18:08:26.581940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb58ce13-5082-46d7-a276-a228281c1482 req-41a3d20f-85bc-4632-929e-720fcdf7bf1e service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462940 Dec 10 18:08:26.614144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-ae6e6d51-75f3-4fa8-aaf7-2782cca36ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.615683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-ae6e6d51-75f3-4fa8-aaf7-2782cca36ca8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=491cf3d1-43b6-4a6d-a5a8-4f2db03362e8 HTTP/1.1" status: 200 len: 854 time: 0.1403883 Dec 10 18:08:26.644471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:26.655883 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-7b3e1900-674e-43d2-be0d-a9474f441cac service neutron] 10.222.0.59 "GET /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.2372801 Dec 10 18:08:26.692423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:26.693983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Pushing event updated for resources: {'Port': ['ID=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:26.732198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Deleting port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:08:26.732542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:26.846926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:26.869232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:26.881074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:26.886936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Pushing event updated for resources: {'Port': ['ID=d0637c93-9a73-44c5-8b04-cd70ec992be1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:26.888562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb58ce13-5082-46d7-a276-a228281c1482 req-1009a122-ce44-4210-b1c4-50af8f0667df service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787223 Dec 10 18:08:26.902411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d1a417c0-b9a5-4864-9940-47a44bab2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.904183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d1a417c0-b9a5-4864-9940-47a44bab2c74 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc971347-980b-4b34-a941-f27137bbfed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756405 Dec 10 18:08:26.923390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433bd59-a93e-40cc-9dac-ae73ce3a6b40 req-2f318ea5-699e-4809-9db3-2be9aee5422d tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.925413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c433bd59-a93e-40cc-9dac-ae73ce3a6b40 req-2f318ea5-699e-4809-9db3-2be9aee5422d tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 950 time: 0.2054014 Dec 10 18:08:26.991903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33870dd-68ff-4f62-bf45-c2cbd86833db req-f008ec9c-1d87-4f66-b76c-8edcf7bb189f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:26.993626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c33870dd-68ff-4f62-bf45-c2cbd86833db req-f008ec9c-1d87-4f66-b76c-8edcf7bb189f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 935 time: 0.3321950 Dec 10 18:08:27.015255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:27.025813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:27.030787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:27.031442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.060538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c433bd59-a93e-40cc-9dac-ae73ce3a6b40 req-cce6b9c5-6fbd-43ca-a8e0-1a56ffbdff44 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/security-groups?id=213162e8-cfc0-4830-95e0-32483cb19e18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229079 Dec 10 18:08:27.116657 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.119439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] For port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:27.119802 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.150519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-0191ca4e-b16d-42d4-bb1b-db223afda2ef tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5955257 Dec 10 18:08:27.160175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Calling delete_port for 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:08:27.173664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Request body: {'port': {'device_id': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:27.245830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:27.301598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6f078d35-96fa-4e5b-a74d-fc4f7dadfd36 None None] Provisioning complete for port d0637c93-9a73-44c5-8b04-cd70ec992be1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:27.303900 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f078d35-96fa-4e5b-a74d-fc4f7dadfd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.326882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-4cd62292-8184-48e1-b867-39317e53d65d service neutron] 10.222.0.59 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955479 Dec 10 18:08:27.352099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:27.355427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c33870dd-68ff-4f62-bf45-c2cbd86833db req-2db86de2-6d38-4508-91f6-c5884ab35a3b tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866857 Dec 10 18:08:27.367622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6f078d35-96fa-4e5b-a74d-fc4f7dadfd36 None None] Port d0637c93-9a73-44c5-8b04-cd70ec992be1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:27.406060 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.416979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b67572-89b4-450c-acd8-4c67e28f1fa0 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:27.438238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac341ad-1b16-400f-9517-961d8d893695 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:27.442641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:27.445511 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb" -d '{"events": [{"name": "network-changed", "server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:27.447685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:27.477374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f948135-f590-4afd-8907-3bda0d96df32 req-f9d91da3-a8ef-4925-be01-6ab403c641f1 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:27.486794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f948135-f590-4afd-8907-3bda0d96df32 req-f9d91da3-a8ef-4925-be01-6ab403c641f1 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1096 time: 0.2360044 Dec 10 18:08:27.500123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dda73844-cfcd-42ae-a1c3-5f468ae33256 None None] Provisioning complete for port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:27.500493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dda73844-cfcd-42ae-a1c3-5f468ae33256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.527828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fac341ad-1b16-400f-9517-961d8d893695 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:27.528194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.531452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.537600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:08:27.547624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f948135-f590-4afd-8907-3bda0d96df32 req-ecc3c56a-28ae-46bd-b392-cc37afa2aa29 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593691 Dec 10 18:08:27.567453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-dda73844-cfcd-42ae-a1c3-5f468ae33256 None None] Port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:27.727198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.741265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] Transition to ACTIVE for port object d4b67572-89b4-450c-acd8-4c67e28f1fa0 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:27.751901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:27.786597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:27.814480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0f7fd0a3-3bb7-44eb-ad5c-32fa7bcffaf7 admin admin] 10.222.0.55 "PUT /v2.0/routers/5d8179c0-70a9-4761-b3a7-415ed53b37f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6919286 Dec 10 18:08:27.814697 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Sync routers for ids ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:27.820715 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a46f9-3593-40f6-b7b7-e3bc09cd05c7 x-openstack-request-id: req-f66a46f9-3593-40f6-b7b7-e3bc09cd05c7 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:27.821010 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:27.821274 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f66a46f9-3593-40f6-b7b7-e3bc09cd05c7 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:27.821666 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'status': 'completed', 'code': 200} Dec 10 18:08:27.826603 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Routers {'5d8179c0-70a9-4761-b3a7-415ed53b37f3'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:27.827234 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:27.856063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Network 89be900f-2645-4a6b-b6e4-0c443629727a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:27.883395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] No DVR routers for this DVR port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:08:27.888154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] Pushing event updated for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=10']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:27.903195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:27.906054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:27.933289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-32c8d590-9d2a-4d30-82bb-5f783c72809e service neutron] 10.222.0.59 "PUT /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0/bindings/n-h2-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2478724 Dec 10 18:08:27.942047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80eb81-f3ca-443d-a887-b29f5fd9b680 req-ff022083-a20e-4922-8f7c-8ca51a512868 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:27.943707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6f80eb81-f3ca-443d-a887-b29f5fd9b680 req-ff022083-a20e-4922-8f7c-8ca51a512868 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 944 time: 0.1197393 Dec 10 18:08:27.991838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event updated for resources: {'Port': ['ID=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:28.062296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad430c0-7f2d-49c7-bfa9-bc86b5b246b0 req-d08f2665-4be7-4850-b31a-2b3c70316357 service neutron] 10.222.0.59 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996958 Dec 10 18:08:28.071233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288650b-354d-4998-8323-689980dac894 req-a6e720c2-318a-483e-aa48-1af70f3aac91 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:28.072544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6f80eb81-f3ca-443d-a887-b29f5fd9b680 req-17b3325e-14fb-4d63-b23b-cf3483d99220 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138909 Dec 10 18:08:28.080474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a288650b-354d-4998-8323-689980dac894 req-a6e720c2-318a-483e-aa48-1af70f3aac91 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 931 time: 0.3550556 Dec 10 18:08:28.151327 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Set router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:28.175388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:28.176345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:28.244867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-821ae252-febc-4d85-ae2d-43e094be36a8 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:28.252049 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-821ae252-febc-4d85-ae2d-43e094be36a8 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.2039242 Dec 10 18:08:28.256076 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dce7ab43-d094-4f35-bbb7-dd2581080567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:28.256784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:28.274555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['8ca2de56-2a3e-4da4-b5cf-8a7d203ed045'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:28.293240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-f2c65cdb-5868-4faa-9f26-8edaff3c066b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2836721 Dec 10 18:08:28.374534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Pushing event deleted for resources: {'Port': ['ID=8ca2de56-2a3e-4da4-b5cf-8a7d203ed045,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:28.385539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Request body: {'port': {'device_id': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:28.416853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fd1948e7-8921-4b03-bd9d-aacefff04ea7 None None] Provisioning complete for port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:28.417847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fd1948e7-8921-4b03-bd9d-aacefff04ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:28.434511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b4117-37f8-4b09-a463-e4be3b9fa83a req-7e51cc97-debe-4766-9e60-cadd98ab79ba tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:28.445119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a288650b-354d-4998-8323-689980dac894 req-96a08154-c3e4-4709-8441-3bc724bd05ff tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610861 Dec 10 18:08:28.463444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d08b4117-37f8-4b09-a463-e4be3b9fa83a req-7e51cc97-debe-4766-9e60-cadd98ab79ba tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 943 time: 0.1773324 Dec 10 18:08:28.467215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-f68c460f-4ad3-4ad1-b832-1c3348f868cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:28.470553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-f68c460f-4ad3-4ad1-b832-1c3348f868cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 1095 time: 0.2074285 Dec 10 18:08:28.505930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fd1948e7-8921-4b03-bd9d-aacefff04ea7 None None] Port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:28.506067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-9d7cc880-9da2-47de-81eb-d3f8340fd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:28.508922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-9d7cc880-9da2-47de-81eb-d3f8340fd43e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3679225db16f4e509948df1f2262a64f&device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 1094 time: 0.3578930 Dec 10 18:08:28.553652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] No DVR routers for this DVR port 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:08:28.563400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:28.568427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b114c1f-e3aa-469d-a4dc-96a8eae1c7bf req-4c1d43c2-9547-4f8f-ad8a-6cdec79f0be7 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.30 "DELETE /v2.0/ports/8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 HTTP/1.1" status: 204 len: 173 time: 2.3082707 Dec 10 18:08:28.593230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d08b4117-37f8-4b09-a463-e4be3b9fa83a req-bb6b7f03-8498-4296-9874-524e2884cc64 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266873 Dec 10 18:08:28.722071 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b', 'name': '', 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'mac_address': 'fa:16:3e:af:6a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:23Z', 'updated_at': '2021-12-10T18:08:26Z', 'revision_number': 2, 'project_id': '9259e3834df94843b28a360e725e12f5', 'subnets': [{'id': 'eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:28.761248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-54780844-1968-4490-b1df-cc5bfcfdbd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:28.766307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-54780844-1968-4490-b1df-cc5bfcfdbd6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1095 time: 0.2025313 Dec 10 18:08:28.776535 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Checking router: 5d8179c0-70a9-4761-b3a7-415ed53b37f3 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:28.776976 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Updating router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:08:28.878575 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:28.908232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.055639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-2252d399-31e8-45ee-9f75-a7cf40655a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:29.063289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-2252d399-31e8-45ee-9f75-a7cf40655a28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.2888644 Dec 10 18:08:29.117369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-c4b05bf0-0e5d-4c25-8622-3e6408f78308 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0390918 Dec 10 18:08:29.137643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-528d2251-4c6a-46bd-a38c-4fb56ce839d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:29.142108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-528d2251-4c6a-46bd-a38c-4fb56ce839d0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc971347-980b-4b34-a941-f27137bbfed6 HTTP/1.1" status: 200 len: 916 time: 0.6017146 Dec 10 18:08:29.190914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-a31229d2-1885-433f-97ee-e7f6612b6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:29.192633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-a31229d2-1885-433f-97ee-e7f6612b6852 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0635946 Dec 10 18:08:29.201526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-629d930a-4a84-49d2-bf77-9ea27bbd58e3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:29.203344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-629d930a-4a84-49d2-bf77-9ea27bbd58e3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.3073852 Dec 10 18:08:29.266390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6a492436-a228-43ad-b8fc-a400e5c5b9e4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/quotas/44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 375 time: 0.0232391 Dec 10 18:08:29.291986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-80854e03-4b76-4dcb-849d-7dfb864a9efa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768192 Dec 10 18:08:29.322276 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.343121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d9b56e4-253c-4aa9-a11e-5491b785768c req-20aed74f-a359-48a2-95fe-29bda1530d26 tempest-ImagesNegativeTestJSON-1180791522 tempest-ImagesNegativeTestJSON-1180791522-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b3dea1b-5d43-416c-ba8e-9270bbac8994 HTTP/1.1" status: 200 len: 210 time: 0.2070270 Dec 10 18:08:29.374654 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.467345 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-b49bb4ba-7c53-473a-b962-e0274cf8aece service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192605 Dec 10 18:08:29.522577 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6475b-0b68-45fe-ac2e-50d6bead77ca None None] Pushing event updated for resources: {'Port': ['ID=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:29.564519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-e8ed00ef-0d4f-427b-a74b-6d51f53025eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe HTTP/1.1" status: 200 len: 217 time: 0.3701634 Dec 10 18:08:29.598678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0637c93-9a73-44c5-8b04-cd70ec992be1 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:29.641510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.668956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-7bd32297-5673-4993-b58c-acbd377d652d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4013810 Dec 10 18:08:29.676351 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Attempting to bind port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:29.676961 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Attempting to bind port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:29.677377 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Attempting to bind port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b on network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:29.689355 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:29.689908 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Checking segment: {'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:29.690452 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.691336 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Bound using segment: {'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:29.691926 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Bound port: 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:29.692501 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.735007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Transition to ACTIVE for port object d0637c93-9a73-44c5-8b04-cd70ec992be1 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:29.771417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.789161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-ffa49b69-931f-4d93-8a68-81b0009f49ad service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143811 Dec 10 18:08:29.845469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-f9c1f28a-1e73-4214-b46e-d5dc89838fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:29.848548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-f9c1f28a-1e73-4214-b46e-d5dc89838fdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=491cf3d1-43b6-4a6d-a5a8-4f2db03362e8 HTTP/1.1" status: 200 len: 854 time: 0.2402081 Dec 10 18:08:29.849652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'name': 'network-vif-deleted', 'tag': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:29.851702 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca8007-14f9-432b-97b8-d609c4814ebf" -d '{"events": [{"server_uuid": "0b3dea1b-5d43-416c-ba8e-9270bbac8994", "name": "network-vif-deleted", "tag": "8ca2de56-2a3e-4da4-b5cf-8a7d203ed045"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:29.878395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6e838297-fa0c-4e31-9891-71ccd0cf68f3 None None] Provisioning complete for port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:29.879142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e838297-fa0c-4e31-9891-71ccd0cf68f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.893898 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] For port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:29.898326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] For port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,segment=NetworkSegment(c0e8c26b-3c5f-444a-85f1-6bd0ca680bff),segment_id=c0e8c26b-3c5f-444a-85f1-6bd0ca680bff)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:29.908254 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:29.936557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47a538-6ae9-4d8a-a3e3-768d2131a0ec req-27e5befb-8b98-4352-a4cb-7c7221d3093f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:29.941938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6e838297-fa0c-4e31-9891-71ccd0cf68f3 None None] Port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:29.950582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-675451a7-b1de-4836-aca4-74c8b63cb188 service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779477 Dec 10 18:08:29.951925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c47a538-6ae9-4d8a-a3e3-768d2131a0ec req-27e5befb-8b98-4352-a4cb-7c7221d3093f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 935 time: 0.4147236 Dec 10 18:08:30.008248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:30.019211 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6475b-0b68-45fe-ac2e-50d6bead77ca None None] Pushing event updated for resources: {'Port': ['ID=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:30.050266 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:08:30.076720 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Routers {'5d8179c0-70a9-4761-b3a7-415ed53b37f3'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:30.078642 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:30.130046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:30.151300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Pushing event updated for resources: {'Port': ['ID=d0637c93-9a73-44c5-8b04-cd70ec992be1,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:30.225646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-59832cbd-a135-4d20-bd90-8408c2bae765 service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502353 Dec 10 18:08:30.235896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Transition to ACTIVE for port object 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:30.239970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-62ca5055-79f3-4beb-b8a8-168e96f1f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:30.242480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-62ca5055-79f3-4beb-b8a8-168e96f1f3b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc971347-980b-4b34-a941-f27137bbfed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3802102 Dec 10 18:08:30.250042 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:30.299766 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] Set router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:30.352004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-197979ae-a88d-49da-8324-9948b2c9edb2 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:30.356706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-197979ae-a88d-49da-8324-9948b2c9edb2 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.1283097 Dec 10 18:08:30.474687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:08:30.548371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c47a538-6ae9-4d8a-a3e3-768d2131a0ec req-48df1414-f5a6-4a65-8e33-3fb9fa4ed8b4 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953803 Dec 10 18:08:30.595635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:08:30.615970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8ca2de56-2a3e-4da4-b5cf-8a7d203ed045 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:08:30.683024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Pushing event updated for resources: {'Port': ['ID=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:30.772165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ce521d99-9ccb-41ba-a29c-7da3e16c7979 None None] Provisioning complete for port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:30.772974 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce521d99-9ccb-41ba-a29c-7da3e16c7979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:30.913617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b', 'name': '', 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'mac_address': 'fa:16:3e:af:6a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:23Z', 'updated_at': '2021-12-10T18:08:29Z', 'revision_number': 4, 'project_id': '9259e3834df94843b28a360e725e12f5', 'subnets': [{'id': 'eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:30.961683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dd2c7abb-e44d-4ea5-8e29-dba67eab77fe details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:30.981688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:08:31.010779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc5bbc0-2895-475f-8851-61abdb565df9 None None] The sync data for ids ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'] in n-d-821424-1 is: [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b', 'name': '', 'network_id': '46e0578f-3d80-458d-9d2c-9d9cad73c4e6', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'mac_address': 'fa:16:3e:af:6a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:23Z', 'updated_at': '2021-12-10T18:08:29Z', 'revision_number': 4, 'project_id': '9259e3834df94843b28a360e725e12f5', 'subnets': [{'id': 'eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:31.196056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Attempting to bind port d0637c93-9a73-44c5-8b04-cd70ec992be1 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:31.196697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Attempting to bind port d0637c93-9a73-44c5-8b04-cd70ec992be1 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:31.196697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Attempting to bind port d0637c93-9a73-44c5-8b04-cd70ec992be1 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:31.252420 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a85e3e8a-81b9-4d32-abee-69232ddd057c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:31.264686 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce521d99-9ccb-41ba-a29c-7da3e16c7979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:31.287218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e78fc-3eed-43b1-929d-18999ff4c0ac req-7cd6592b-3e83-4f4b-9734-2ea4de8fda39 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:31.298309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-231e78fc-3eed-43b1-929d-18999ff4c0ac req-7cd6592b-3e83-4f4b-9734-2ea4de8fda39 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 944 time: 0.5007055 Dec 10 18:08:31.377960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Port d0637c93-9a73-44c5-8b04-cd70ec992be1 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:31.378304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Attempting to bind port d0637c93-9a73-44c5-8b04-cd70ec992be1 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:31.381874 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-19afd45d-a5ee-4812-8cea-521ca93b3286 service neutron] 10.222.0.59 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1295404 Dec 10 18:08:31.503578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-231e78fc-3eed-43b1-929d-18999ff4c0ac req-9251bf40-fa53-4f11-995a-a7a4d2b6b0c4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002764 Dec 10 18:08:31.506621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:31.508328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:31.509483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:31.514819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Bound port: d0637c93-9a73-44c5-8b04-cd70ec992be1, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:31.515546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:31.521113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:08:31.543398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ce521d99-9ccb-41ba-a29c-7da3e16c7979 None None] For port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,segment=NetworkSegment(c0e8c26b-3c5f-444a-85f1-6bd0ca680bff),segment_id=c0e8c26b-3c5f-444a-85f1-6bd0ca680bff)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:31.560389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:31.577812 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce521d99-9ccb-41ba-a29c-7da3e16c7979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:31.643980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e026ee4-3d87-4ff6-972f-e8daf28db1b3 req-492b9fc1-e8ab-40d2-9973-b99d843a93a9 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:31.645594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e026ee4-3d87-4ff6-972f-e8daf28db1b3 req-492b9fc1-e8ab-40d2-9973-b99d843a93a9 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 943 time: 0.1852875 Dec 10 18:08:31.662413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-1e799646-b3de-4ea6-b9ad-670d4c66c7a9 service neutron] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:31.664297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Attempting to bind port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:31.664759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Attempting to bind port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:31.665169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Attempting to bind port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 on network 89be900f-2645-4a6b-b6e4-0c443629727a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:31.670782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-1e799646-b3de-4ea6-b9ad-670d4c66c7a9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:31.671100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5c687a-4836-457e-ba09-d0e531b423d5 req-1e799646-b3de-4ea6-b9ad-670d4c66c7a9 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0/bindings/n-h1-821424-1 HTTP/1.1" status: 204 len: 173 time: 1.3024819 Dec 10 18:08:31.830267 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e026ee4-3d87-4ff6-972f-e8daf28db1b3 req-7d1c03dc-215a-4a99-800a-42d2b4edcd84 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306090 Dec 10 18:08:31.945011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 on network 89be900f-2645-4a6b-b6e4-0c443629727a not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:31.945593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Attempting to bind port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 on network 89be900f-2645-4a6b-b6e4-0c443629727a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:32.034475 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566f7c0d-4eff-4877-935b-c31e1a2c96f2 x-openstack-request-id: req-566f7c0d-4eff-4877-935b-c31e1a2c96f2 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:32.034475 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b3dea1b-5d43-416c-ba8e-9270bbac8994", "name": "network-vif-deleted", "tag": "8ca2de56-2a3e-4da4-b5cf-8a7d203ed045", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:32.037389 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-566f7c0d-4eff-4877-935b-c31e1a2c96f2 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:32.037815 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b3dea1b-5d43-416c-ba8e-9270bbac8994', 'name': 'network-vif-deleted', 'tag': '8ca2de56-2a3e-4da4-b5cf-8a7d203ed045', 'status': 'completed', 'code': 200} Dec 10 18:08:32.051236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:32.051630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Checking segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:32.051960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Bound using segment: {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:32.052419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Bound port: 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7210c60a-5c42-4a18-b4c0-0eb1b35c704a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:32.052779 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:32.133564 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0454b8ea-fa12-4fa5-843d-df1d348e334a req-94d83f1e-3795-4888-9a1f-4cab348e4236 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 210 time: 0.0460715 Dec 10 18:08:32.301712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] For port d0637c93-9a73-44c5-8b04-cd70ec992be1, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:32.329664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] For port d0637c93-9a73-44c5-8b04-cd70ec992be1, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d0637c93-9a73-44c5-8b04-cd70ec992be1,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:32.352080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca88974-bef8-44a4-a12d-9d1d5f3425cb req-90f17a8e-4b45-40d1-8514-a77a8caf8b00 service neutron] 10.222.0.59 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9616730 Dec 10 18:08:32.359939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:32.506485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441d019-64f4-431c-a8d9-3e351377ddf5 req-33e97654-1c1f-4ba6-b3b4-ea622e69534e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:32.515882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8441d019-64f4-431c-a8d9-3e351377ddf5 req-33e97654-1c1f-4ba6-b3b4-ea622e69534e tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 943 time: 0.6827447 Dec 10 18:08:32.561036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:32.562727 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:32.564295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] 10.222.0.30 "PUT /v2.0/ports/d0637c93-9a73-44c5-8b04-cd70ec992be1 HTTP/1.1" status: 200 len: 1095 time: 5.4010267 Dec 10 18:08:32.599802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:32.600511 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:32.605245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:32.643467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23310931-58c9-44c7-8f3e-d542c83d4f05 req-0cc0c197-a264-4dcf-a22e-90f282c6193c tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:32.659603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23310931-58c9-44c7-8f3e-d542c83d4f05 req-0cc0c197-a264-4dcf-a22e-90f282c6193c tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 947 time: 0.1554685 Dec 10 18:08:32.752401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce521d99-9ccb-41ba-a29c-7da3e16c7979 None None] Pushing event updated for resources: {'Port': ['ID=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:32.756229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'port_id': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'mac_address': 'fa:16:3e:de:01:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:08:32.772388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23310931-58c9-44c7-8f3e-d542c83d4f05 req-a24511bd-8d5e-4ef2-887c-fdc2d190db89 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119432 Dec 10 18:08:32.851843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:32.897199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2c7abb-e44d-4ea5-8e29-dba67eab77fe {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:32.963198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] For port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:32.983338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bae45f-0c06-449d-b3b8-85cb72679979 service neutron] Pushing event updated for resources: {'Port': ['ID=d0637c93-9a73-44c5-8b04-cd70ec992be1,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:33.034099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:33.051513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:33.051741 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:33.062038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8441d019-64f4-431c-a8d9-3e351377ddf5 req-d333cbcd-73cb-472b-8c86-aabfef8131c1 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5451403 Dec 10 18:08:33.081112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] For port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:33.096524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-1019ea01-e350-4149-a447-54e7fba80e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:33.100896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-1019ea01-e350-4149-a447-54e7fba80e5d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17c17fcd6b7e48c588132a1a373548ab&device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 1098 time: 0.4580004 Dec 10 18:08:33.105705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:33.228806 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:33.248108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-46e6d4e5-8a82-4eb1-97fb-51b16602cf71 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d0637c93-9a73-44c5-8b04-cd70ec992be1 HTTP/1.1" status: 200 len: 217 time: 0.1357954 Dec 10 18:08:33.317058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:33.318643 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:33.318780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1871b0-48ef-4003-9c32-7696d4499d57 req-1da28ce3-ec5c-404a-b015-313fd863fb82 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:33.321565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] 10.222.0.30 "PUT /v2.0/ports/6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 HTTP/1.1" status: 200 len: 1091 time: 4.9830170 Dec 10 18:08:33.328733 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e1871b0-48ef-4003-9c32-7696d4499d57 req-1da28ce3-ec5c-404a-b015-313fd863fb82 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 943 time: 0.0916955 Dec 10 18:08:33.453275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e1871b0-48ef-4003-9c32-7696d4499d57 req-144c935e-9068-4818-b579-98e0c43040f7 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229062 Dec 10 18:08:33.533145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['dd2c7abb-e44d-4ea5-8e29-dba67eab77fe'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:33.537278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:33.670141 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:33.807431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c3ad8-edb0-4d3d-b1c6-1cdb3b601cab service neutron] Pushing event updated for resources: {'Port': ['ID=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:33.834190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:33.848361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-322db893-cd5b-4997-adf7-d5f685756c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:33.850192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-322db893-cd5b-4997-adf7-d5f685756c80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.5841444 Dec 10 18:08:33.873144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-6f41b188-6c35-40fc-846f-d0b74961b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:33.875423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-6f41b188-6c35-40fc-846f-d0b74961b9ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 1094 time: 0.4666359 Dec 10 18:08:33.877219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04266b3-0436-4133-b0e7-eb296b786c89 req-fe711e62-c537-4bcd-8823-9c6b25ef2175 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:33.878588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f04266b3-0436-4133-b0e7-eb296b786c89 req-fe711e62-c537-4bcd-8823-9c6b25ef2175 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1095 time: 0.6515529 Dec 10 18:08:33.926696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b64f2294-36be-4fb1-87ca-6dbe3ce244d4 req-80693dda-5db3-4b7d-8760-2bbe5fc21cff tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 210 time: 0.0657127 Dec 10 18:08:33.983287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-0c26d957-3b40-488c-bf5d-064661e6b858 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 HTTP/1.1" status: 200 len: 217 time: 0.0915806 Dec 10 18:08:33.997922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-a85df616-f07e-439a-b493-aa66823dae39 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:33.999870 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-a85df616-f07e-439a-b493-aa66823dae39 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.4936330 Dec 10 18:08:34.010585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:34.011061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:34.025419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Request body: {'port': {'device_id': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'admin_state_up': True, 'tenant_id': '44795ba1db854a8e9bb5661c6b2b51a8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:34.061300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-bf29e9dd-e402-41ea-92a4-ebf9b4385bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:34.062798 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-bf29e9dd-e402-41ea-92a4-ebf9b4385bd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2031398 Dec 10 18:08:34.063250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'tag': 'd0637c93-9a73-44c5-8b04-cd70ec992be1'}, {'name': 'network-changed', 'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:34.065598 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c62bc3-b887-44da-b1f3-035f2bb169c6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a30873-bd1d-49a2-9af9-59633c161628", "tag": "d0637c93-9a73-44c5-8b04-cd70ec992be1"}, {"name": "network-changed", "server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:34.124075 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:34.164995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8e8ab-f4dd-4876-a49a-badb1bc972f3 req-46466e21-bb1b-4332-bea9-bd9209218b42 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:34.172970 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-44c8e8ab-f4dd-4876-a49a-badb1bc972f3 req-46466e21-bb1b-4332-bea9-bd9209218b42 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 947 time: 0.0625665 Dec 10 18:08:34.218509 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-44c8e8ab-f4dd-4876-a49a-badb1bc972f3 req-5dd69ace-1be1-4fa3-9bee-6338a7944142 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 Dec 10 18:08:34.324215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:34.402534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f5d0e-54a3-4ab6-b2c8-0cf23e3e95bc req-629fb860-e08f-4a6b-b55a-fa4b05176e21 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:34.404296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-505f5d0e-54a3-4ab6-b2c8-0cf23e3e95bc req-629fb860-e08f-4a6b-b55a-fa4b05176e21 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 944 time: 0.0523629 Dec 10 18:08:34.457767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f04266b3-0436-4133-b0e7-eb296b786c89 req-a0e93ee1-3eb4-4b58-89ca-951349031cfd tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591607 Dec 10 18:08:34.462421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-505f5d0e-54a3-4ab6-b2c8-0cf23e3e95bc req-7775de72-3fa6-4b96-af0c-a5d8caf03243 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497239 Dec 10 18:08:34.485349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-41190ac3-3219-4cc1-a54c-d6260dac67db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:34.488296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-41190ac3-3219-4cc1-a54c-d6260dac67db service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 200 len: 861 time: 0.4872310 Dec 10 18:08:34.615514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-8de43457-8498-4dcd-b5fe-558f140d13e5 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520270 Dec 10 18:08:34.639674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-5960c6b5-9614-4836-ab48-c336a34d1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:34.641649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-5960c6b5-9614-4836-ab48-c336a34d1673 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89be900f-2645-4a6b-b6e4-0c443629727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389070 Dec 10 18:08:34.658265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Made reservation on behalf of 44795ba1db854a8e9bb5661c6b2b51a8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:34.662084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:34.732603 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617c7d31-cc77-436b-bc58-2deac568da67 x-openstack-request-id: req-617c7d31-cc77-436b-bc58-2deac568da67 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:34.732921 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a30873-bd1d-49a2-9af9-59633c161628", "tag": "d0637c93-9a73-44c5-8b04-cd70ec992be1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:34.733192 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-617c7d31-cc77-436b-bc58-2deac568da67 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:34.733565 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'tag': 'd0637c93-9a73-44c5-8b04-cd70ec992be1', 'status': 'completed', 'code': 200} Dec 10 18:08:34.733888 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'status': 'completed', 'code': 200} Dec 10 18:08:34.901836 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1944acd1-8806-4410-a4c6-1da03ccae490 req-77710c73-840d-41c7-8a04-f5e5335ab63e service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738118 Dec 10 18:08:34.932586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-ac70a4ef-ab3c-45d7-afc1-223296de534f service neutron] 10.222.0.30 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752724 Dec 10 18:08:35.023409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089d497-3863-4a7f-926f-59fdde5ac9e5 req-40bc36b8-ce77-4779-bb31-8c25eedbf044 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:35.027243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1089d497-3863-4a7f-926f-59fdde5ac9e5 req-40bc36b8-ce77-4779-bb31-8c25eedbf044 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 943 time: 0.1738830 Dec 10 18:08:35.156775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Allocated IP 172.20.0.2 (32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe/fd998ce2-516b-4a71-af73-5a46cfbdfd4d/6db1730a-aa7e-4167-ad3e-e7c5755413f6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:35.168476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1089d497-3863-4a7f-926f-59fdde5ac9e5 req-7186298e-f9e0-4918-8eb7-a19a68d89814 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341527 Dec 10 18:08:35.258977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-03033af1-8f94-466a-a0a0-80ac2fe2b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:35.260844 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-03033af1-8f94-466a-a0a0-80ac2fe2b259 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17c17fcd6b7e48c588132a1a373548ab&device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 1098 time: 0.2123866 Dec 10 18:08:35.263098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3041c16d-c1a1-4675-89b3-82226e4d4133 req-05275054-3c6f-42c8-ba17-631295a3c8ae service neutron] 10.222.0.30 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990153 Dec 10 18:08:35.267186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dd2c7abb-e44d-4ea5-8e29-dba67eab77fe up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:35.352288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-5817867f-6b66-401f-b217-38b37b7b8ae1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:35.360451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-5817867f-6b66-401f-b217-38b37b7b8ae1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.3565223 Dec 10 18:08:35.394245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:08:35.398806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:35.400398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:35.442739 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-581b854a-6065-466c-be31-bc1719392788 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/quotas/9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 375 time: 0.0790415 Dec 10 18:08:35.538934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-3785d533-fa90-4616-81f6-9902d05aa962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:35.541122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-3785d533-fa90-4616-81f6-9902d05aa962 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2597353 Dec 10 18:08:35.571346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55652) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:35.580699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-2ccd77ae-e12c-45e6-ae5e-6b425aa27940 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1365509 Dec 10 18:08:35.627579 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:35.646060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-acfa0413-5183-4b92-8c46-9a6a3634d448 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=d0637c93-9a73-44c5-8b04-cd70ec992be1 HTTP/1.1" status: 200 len: 217 time: 0.0929477 Dec 10 18:08:35.679339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:35.684296 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc7cf1-acd2-4902-8cbf-a80475cbc165" -d '{"events": [{"server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:35.694671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:35.698839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:35.705452 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:35.759798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-2992b339-e27c-4aee-a3a9-510f81815d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:35.761306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-2992b339-e27c-4aee-a3a9-510f81815d93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0802791 Dec 10 18:08:35.846537 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:35.855941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-f9a16236-f299-480b-897a-b732fb6c9805 service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727678 Dec 10 18:08:35.869755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:35.929279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-34f290eb-f7ea-4b7d-87f7-feb783b7c815 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=055aa38eda32452aa902fe2ac1083291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564985 Dec 10 18:08:35.931800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55666) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:35.960923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-69d42706-3caa-43c4-8d8d-5ca115fc6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:35.962459 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-69d42706-3caa-43c4-8d8d-5ca115fc6b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874957 Dec 10 18:08:35.970719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:36.000844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e188149a-19ac-409f-bf6e-21926ebd122f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:36.003664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:36.007089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:36.027540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e188149a-19ac-409f-bf6e-21926ebd122f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:36.091608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e188149a-19ac-409f-bf6e-21926ebd122f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:36.095046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:36.095226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e188149a-19ac-409f-bf6e-21926ebd122f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:36.096588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e188149a-19ac-409f-bf6e-21926ebd122f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/213162e8-cfc0-4830-95e0-32483cb19e18 HTTP/1.1" status: 204 len: 168 time: 0.1637642 Dec 10 18:08:36.121277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188149a-19ac-409f-bf6e-21926ebd122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213162e8-cfc0-4830-95e0-32483cb19e18,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:36.203192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a3555edb-b5d2-4e7a-90e1-56b1281d2399 service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374784 Dec 10 18:08:36.213682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:36.214753 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:36.235586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-5b4cf662-e344-48a2-85c5-73c6cef394fd service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597234 Dec 10 18:08:36.339917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-6210e759-fc1b-48a6-96a3-b90415c489fa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3251276 Dec 10 18:08:36.358014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Request body: {'port': {'device_id': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:36.476964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779e120-2559-4606-88e7-d378ebb75ba2 req-b19e95f3-3136-4d79-acad-7308d5109ee0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:36.482960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:36.486885 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-7958c8a1-2f8a-4c88-9ff1-8c0750fc42ef service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428906 Dec 10 18:08:36.487312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b779e120-2559-4606-88e7-d378ebb75ba2 req-b19e95f3-3136-4d79-acad-7308d5109ee0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 931 time: 0.1000512 Dec 10 18:08:36.517300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:36.689767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b779e120-2559-4606-88e7-d378ebb75ba2 req-e55a0ebb-0c80-40b9-8373-6375c37bae0f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012620 Dec 10 18:08:36.826100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:36.855437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'port_id': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'mac_address': 'fa:16:3e:c1:83:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:08:36.855727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ebfd2-420b-4016-9abd-d1392da857b9 req-159b1004-0cec-48cf-aab7-a165b0eabd04 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:36.872431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f94ebfd2-420b-4016-9abd-d1392da857b9 req-159b1004-0cec-48cf-aab7-a165b0eabd04 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 945 time: 0.1248932 Dec 10 18:08:36.952989 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:36.973139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:37.003175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:37.013323 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:37.014561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d0637c93-9a73-44c5-8b04-cd70ec992be1 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:37.107900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f94ebfd2-420b-4016-9abd-d1392da857b9 req-28485e32-31e6-4982-9691-680cf4964cba tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324610 Dec 10 18:08:37.127468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-2aa7a8ca-6846-4c62-b2db-25cd13eba116 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1333275 Dec 10 18:08:37.265855 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dda5f5-32a6-4343-9643-0d69f0b96408 x-openstack-request-id: req-44dda5f5-32a6-4343-9643-0d69f0b96408 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:37.266109 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:37.266342 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-44dda5f5-32a6-4343-9643-0d69f0b96408 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:37.267684 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'code': 200} Dec 10 18:08:37.295466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-285d5a21-cfbf-4402-9990-bca4f212842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:37.297064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-285d5a21-cfbf-4402-9990-bca4f212842a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 1094 time: 0.6767488 Dec 10 18:08:37.305628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-c8fa5674-1936-459b-b0c5-3958bc999b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:37.307203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-c8fa5674-1936-459b-b0c5-3958bc999b9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 1097 time: 0.1172221 Dec 10 18:08:37.392624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:37.454752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port d0637c93-9a73-44c5-8b04-cd70ec992be1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d0637c93-9a73-44c5-8b04-cd70ec992be1,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:37.497730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'd0637c93-9a73-44c5-8b04-cd70ec992be1', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'd0637c93-9a73-44c5-8b04-cd70ec992be1', 'mac_address': 'fa:16:3e:10:f6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:08:37.536372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e88bd-6a7b-4e5b-86ab-f8ad8ab1025d req-ecec98b3-2e64-4c14-9c2c-6552a324e721 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:37.544147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3e88bd-6a7b-4e5b-86ab-f8ad8ab1025d req-ecec98b3-2e64-4c14-9c2c-6552a324e721 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 947 time: 0.9718769 Dec 10 18:08:37.615533 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:37.643456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e3e88bd-6a7b-4e5b-86ab-f8ad8ab1025d req-36b91fdb-a12a-48da-9c58-eaba5082e36f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986445 Dec 10 18:08:37.655668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa4b0-245a-4de4-a2b2-5f16c195434e req-57d58fb0-6390-4af2-9cc3-b0b46eb56280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:37.659208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68bfa4b0-245a-4de4-a2b2-5f16c195434e req-57d58fb0-6390-4af2-9cc3-b0b46eb56280 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 1096 time: 0.3395305 Dec 10 18:08:37.705000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5459d6-d145-493f-b77a-dee810694a63 req-e1b6ab53-354a-4a05-bc49-dcd2decb2b1b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:37.710959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0637c93-9a73-44c5-8b04-cd70ec992be1 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:37.715993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f5459d6-d145-493f-b77a-dee810694a63 req-e1b6ab53-354a-4a05-bc49-dcd2decb2b1b tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 944 time: 0.2812834 Dec 10 18:08:37.779826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port d0637c93-9a73-44c5-8b04-cd70ec992be1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d0637c93-9a73-44c5-8b04-cd70ec992be1,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:37.783014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-cc5ad23c-d116-4cf3-aa84-e6b78f3ab1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:37.785406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-cc5ad23c-d116-4cf3-aa84-e6b78f3ab1e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4359818 Dec 10 18:08:37.795551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:37.827858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-5f449d5d-8a43-43f6-a73b-ad0e1154a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:37.829663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-5f449d5d-8a43-43f6-a73b-ad0e1154a01f service neutron] 10.222.0.30 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 923 time: 0.5056469 Dec 10 18:08:37.853771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-97f91dc3-fd3f-4f11-b075-11225ad295d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e HTTP/1.1" status: 200 len: 217 time: 0.0543404 Dec 10 18:08:37.885360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-d191b4e9-1bbb-43c4-990c-14594adeba73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 HTTP/1.1" status: 200 len: 217 time: 0.0468559 Dec 10 18:08:37.899061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f5459d6-d145-493f-b77a-dee810694a63 req-0669c162-e1a2-42cf-99cd-6527b1b86e7c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814587 Dec 10 18:08:37.939956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68bfa4b0-245a-4de4-a2b2-5f16c195434e req-f91086dd-bf26-42da-b337-1f91b5d8fe22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659280 Dec 10 18:08:38.030952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=d0637c93-9a73-44c5-8b04-cd70ec992be1,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:38.069265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-30456666-ef4b-444f-9e5b-bbacb5d657a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:38.071478 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-30456666-ef4b-444f-9e5b-bbacb5d657a2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1972451 Dec 10 18:08:38.083902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db1730a-aa7e-4167-ad3e-e7c5755413f6 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:38.090443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e645a524-cb16-4218-aa8a-f52904cf1639 req-54c6b563-48a6-4b1c-b890-c016bcc8023c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 210 time: 0.0388880 Dec 10 18:08:38.103979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:38.122636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['d0637c93-9a73-44c5-8b04-cd70ec992be1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:38.122636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6b2446ee-5e4a-40f7-b4b0-ce627bfdc415'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:38.134588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Transition to ACTIVE for port object 6db1730a-aa7e-4167-ad3e-e7c5755413f6 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:38.138885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-a3824643-85e6-4d7f-93d4-8faa5e7433a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:38.149756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-a3824643-85e6-4d7f-93d4-8faa5e7433a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 200 len: 861 time: 0.1788077 Dec 10 18:08:38.220674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:38.291398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-b5547495-2eb8-40be-8d87-011705beed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:38.294165 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-b5547495-2eb8-40be-8d87-011705beed61 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503031 Dec 10 18:08:38.316410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107e50b-29be-4a50-8a9e-ae86a330358f req-18c70d0b-151d-4492-999d-352bcc51478b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:38.318187 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3107e50b-29be-4a50-8a9e-ae86a330358f req-18c70d0b-151d-4492-999d-352bcc51478b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.0820765 Dec 10 18:08:38.352593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-865aef97-fd7c-4f73-a35b-35987a55868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:38.354972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-865aef97-fd7c-4f73-a35b-35987a55868d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89be900f-2645-4a6b-b6e4-0c443629727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1970448 Dec 10 18:08:38.495175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3107e50b-29be-4a50-8a9e-ae86a330358f req-c413be2f-a458-4d22-9cb5-bd38360b292b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651342 Dec 10 18:08:38.534273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-2e516e37-c6c5-4f32-bf9e-b664fd3c2943 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298625 Dec 10 18:08:38.560019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-ed199c67-f9cf-4835-87cb-d45367c25a38 service neutron] 10.222.0.30 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637292 Dec 10 18:08:38.684126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d33aa17-0cc1-4baa-b1cd-05528d450900 req-b6d78965-76b5-492c-bea9-64b568012da1 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392431 Dec 10 18:08:38.765558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c62bc3-b887-44da-b1f3-035f2bb169c6 req-ea648154-d0b3-4f15-919c-c702edaef7db service neutron] 10.222.0.30 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806729 Dec 10 18:08:38.833089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:38.926823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:38.927315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:38.929839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:38.942121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:38.947486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:38.956181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:38.960166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:38.960496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:38.961405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Bound port: 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:38.961920 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:39.070172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:39.073538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:39.092386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:39.196388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:39.214635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:39.220014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:39.221555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-328d7404-78f9-41a1-b7f6-798abbcc59fa service neutron] 10.222.0.59 "PUT /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 1091 time: 2.8709724 Dec 10 18:08:39.222255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:39.226575 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002" -d '{"events": [{"name": "network-changed", "server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:39.227924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-85c1833a-7756-4736-ad68-0c6a0baafb52 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:39.228514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-85c1833a-7756-4736-ad68-0c6a0baafb52 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.2875905 Dec 10 18:08:39.279827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d898c8-aa20-4e4a-8401-aab0deb23c86 req-a9f0cc90-ff31-4f97-a166-e8e501887175 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:39.282230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3d898c8-aa20-4e4a-8401-aab0deb23c86 req-a9f0cc90-ff31-4f97-a166-e8e501887175 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 948 time: 0.1148221 Dec 10 18:08:39.301057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Request body: {'port': {'device_id': '2661373b-65ae-4973-97d2-ce793eadbb01', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'admin_state_up': True, 'tenant_id': '9cfdffc1c29b4579b9a1cec2c24b5d56'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:39.358549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3d898c8-aa20-4e4a-8401-aab0deb23c86 req-6fc6a6c8-cb00-4e69-a3a5-92d0aa051e48 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698512 Dec 10 18:08:39.393053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4a586-0e64-4cd6-a5a9-a4af6556b4bb req-81134ec2-32f7-4729-ad98-097864d2fa0b tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:39.394656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-39c4a586-0e64-4cd6-a5a9-a4af6556b4bb req-81134ec2-32f7-4729-ad98-097864d2fa0b tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 945 time: 0.1970494 Dec 10 18:08:39.412896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-fcdd2756-aeab-4766-b3a3-99e9236fca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:39.414736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-fcdd2756-aeab-4766-b3a3-99e9236fca71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1094 time: 0.0727332 Dec 10 18:08:39.470919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-a05ca504-bf1d-4581-8fa4-783dd3c4410c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 217 time: 0.0479035 Dec 10 18:08:39.510453 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-39c4a586-0e64-4cd6-a5a9-a4af6556b4bb req-408d473c-5ad7-49e8-9164-497b20086927 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061110 Dec 10 18:08:39.512021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Made reservation on behalf of 9cfdffc1c29b4579b9a1cec2c24b5d56 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:39.517721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:39.545614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-ca765afa-7fdd-4e4d-ba35-7dd73c40f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:39.547202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-ca765afa-7fdd-4e4d-ba35-7dd73c40f5e3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0577309 Dec 10 18:08:39.572764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023f9a2-3cb1-4ff5-a2a3-3ebf96a432ef req-f97ac458-889c-43ea-960f-e8204043b033 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:39.573077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4023f9a2-3cb1-4ff5-a2a3-3ebf96a432ef req-f97ac458-889c-43ea-960f-e8204043b033 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 944 time: 0.1119623 Dec 10 18:08:39.618585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-a5ee1d8e-68af-4019-848f-91de2c6b6e75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432394 Dec 10 18:08:39.689056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Allocated IP 172.20.0.10 (f176ce6c-aeb1-4f5f-92fb-e4729f214a91/5378fb35-fef7-4997-8ed5-142476e26ade/2809efbb-c8e6-42ec-b489-18de730d11c7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:39.728428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4023f9a2-3cb1-4ff5-a2a3-3ebf96a432ef req-a904991a-e1ab-4995-b7fd-9a6158da6e09 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449666 Dec 10 18:08:39.810323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-5950ea02-2652-4762-a0f9-26022ccbe32f service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791394 Dec 10 18:08:39.884489 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:39.930327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:39.957237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f40f6be6-66e0-4e9e-99d5-e93790871265 req-c0485636-ea2d-4e1a-a3ee-d64a48ba30d5 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 210 time: 0.0518830 Dec 10 18:08:39.993100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dec41d23-500a-4dd9-a5de-72051568ac0f req-5724702a-2e6c-4175-9bc8-03e501aee61c service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757576 Dec 10 18:08:39.995876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:40.019617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:40.021094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:40.024201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:40.072863 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dbf7c5-7dcc-48e7-9f85-2180b859fb8c x-openstack-request-id: req-a5dbf7c5-7dcc-48e7-9f85-2180b859fb8c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:40.076318 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:40.076828 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5dbf7c5-7dcc-48e7-9f85-2180b859fb8c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:40.077440 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6', 'status': 'completed', 'code': 200} Dec 10 18:08:40.098185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:40.099087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:40.137103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-0f5469a9-2977-4e23-938b-6cdc303c991f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8590007 Dec 10 18:08:40.156710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Request body: {'port': {'device_id': '2661373b-65ae-4973-97d2-ce793eadbb01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:40.232774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34297638-4deb-4246-9868-2e44bed2b0f8 req-2edd33f6-9a6e-4959-9844-8734523512e7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:40.234436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34297638-4deb-4246-9868-2e44bed2b0f8 req-2edd33f6-9a6e-4959-9844-8734523512e7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.0782096 Dec 10 18:08:40.236498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-0c5f37d2-5755-4f08-a6d3-f7e7e27e2ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:40.238426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-0c5f37d2-5755-4f08-a6d3-f7e7e27e2ea0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1094 time: 0.1233220 Dec 10 18:08:40.259034 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:40.343653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-3e78b347-e4fc-4909-bc7b-dc549bd1e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:40.345366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-3e78b347-e4fc-4909-bc7b-dc549bd1e287 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.0988326 Dec 10 18:08:40.433618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-d8de17f9-8a19-477d-b277-3b4d155493fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 217 time: 0.0558434 Dec 10 18:08:40.448588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34297638-4deb-4246-9868-2e44bed2b0f8 req-602f013e-1d6c-41bc-96a4-877237541651 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979249 Dec 10 18:08:40.532831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:40.663671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-b8e9aa9b-894b-4920-8dcc-d5b8c1a770f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:40.664092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-b8e9aa9b-894b-4920-8dcc-d5b8c1a770f4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.2127545 Dec 10 18:08:40.704639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:08:40.709482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:40.710016 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:40.718276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-480fa09b-93d2-42c5-8246-4cb1c4f82d96 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465982 Dec 10 18:08:40.777541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a8fe5-64b1-4921-8da7-ce36ac92540a req-0c55029d-1ae0-452d-bef1-d998ee5cda3c tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:40.781498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-515a8fe5-64b1-4921-8da7-ce36ac92540a req-0c55029d-1ae0-452d-bef1-d998ee5cda3c tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 948 time: 0.2214801 Dec 10 18:08:40.843771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-a803f84b-c40d-4ba3-a89a-626176b70a7a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2580130 Dec 10 18:08:40.867605 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:40.935838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:40.938168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:40.944068 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddcab90-3568-49df-8974-25092c877021" -d '{"events": [{"server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "name": "network-vif-plugged", "status": "completed", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:40.955444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:40.957216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d0637c93-9a73-44c5-8b04-cd70ec992be1 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:41.000051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2809efbb-c8e6-42ec-b489-18de730d11c7 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:41.023499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.057017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Transition to ACTIVE for port object 2809efbb-c8e6-42ec-b489-18de730d11c7 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:41.089731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.105436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55858) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:41.119208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-d275e12b-7fd7-4087-bfff-8d099d739706 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870652 Dec 10 18:08:41.125471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:41.172038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port d0637c93-9a73-44c5-8b04-cd70ec992be1 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:08:41.179675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port d0637c93-9a73-44c5-8b04-cd70ec992be1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:41.180886 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.296976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1fd83-bfe5-4b79-8bb8-5a93fc2eca8f req-61314ce0-d119-487b-baaf-3dc7fa3b6bd3 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.304880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ac1fd83-bfe5-4b79-8bb8-5a93fc2eca8f req-61314ce0-d119-487b-baaf-3dc7fa3b6bd3 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 945 time: 0.2496884 Dec 10 18:08:41.313258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:41.327541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-515a8fe5-64b1-4921-8da7-ce36ac92540a req-46e7ffaf-1b20-425e-9006-1b6f1d1a527a tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788117 Dec 10 18:08:41.346124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c10891ea-c1f8-4ee4-8c7d-fdf966bed002 req-030976eb-8aa1-4c6a-8121-2c58c29cd337 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970253 Dec 10 18:08:41.346285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:41.346527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:41.346866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:41.370503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac220-6eec-42b4-a670-4b1663a22900 req-4544c359-66a3-4a94-9eeb-f4fedc51173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.373363 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-4544c359-66a3-4a94-9eeb-f4fedc51173f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 1100 time: 0.4047689 Dec 10 18:08:41.381598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.383330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:41.383852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:41.408743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:41.411997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:41.412790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:41.413442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Bound port: 2809efbb-c8e6-42ec-b489-18de730d11c7, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:41.415088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.457458 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port d0637c93-9a73-44c5-8b04-cd70ec992be1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d0637c93-9a73-44c5-8b04-cd70ec992be1,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:41.464343 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.469200 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9247a70a-6e71-4fbb-99e7-0453978f3c90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.554181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=d0637c93-9a73-44c5-8b04-cd70ec992be1,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:41.568430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ac1fd83-bfe5-4b79-8bb8-5a93fc2eca8f req-e6e0a3dd-c332-4142-941f-f421b0b89044 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626178 Dec 10 18:08:41.575981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac220-6eec-42b4-a670-4b1663a22900 req-6ba35ddf-7269-41c7-8926-6b7ff7676b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.576520 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-6ba35ddf-7269-41c7-8926-6b7ff7676b3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1799278 Dec 10 18:08:41.662916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:41.671231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:41.681567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-b3d8720f-9ed2-414e-81de-0d5cb4fd33a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc HTTP/1.1" status: 200 len: 217 time: 0.0839584 Dec 10 18:08:41.706688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.727262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a5ced-00e5-4533-95c8-d894e2cd23f4 req-5e23b55a-2de1-4edd-9dfe-0d5eaf64b634 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.728930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-588a5ced-00e5-4533-95c8-d894e2cd23f4 req-5e23b55a-2de1-4edd-9dfe-0d5eaf64b634 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.1705761 Dec 10 18:08:41.752254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac220-6eec-42b4-a670-4b1663a22900 req-403d2419-0b36-4227-aacf-079acc1f46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.753073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9247a70a-6e71-4fbb-99e7-0453978f3c90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.754008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-403d2419-0b36-4227-aacf-079acc1f46dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0647182 Dec 10 18:08:41.760113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.761309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.763040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] 10.222.0.59 "PUT /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 1092 time: 1.6163826 Dec 10 18:08:41.769455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:41.771894 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20574819-7792-471a-9463-97106e2e16eb" -d '{"events": [{"name": "network-changed", "server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:41.779760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9247a70a-6e71-4fbb-99e7-0453978f3c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:41.828821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-588a5ced-00e5-4533-95c8-d894e2cd23f4 req-de5bb113-e0cf-47e9-8950-2a1c7fa217bb tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878491 Dec 10 18:08:41.839235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aac220-6eec-42b4-a670-4b1663a22900 req-6fc17b1e-c116-44e9-8812-1dce2e1db147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.842514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-6fc17b1e-c116-44e9-8812-1dce2e1db147 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813079 Dec 10 18:08:41.886227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9247a70a-6e71-4fbb-99e7-0453978f3c90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f360ed931ea84837a4716694250c5f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7435009 Dec 10 18:08:41.899956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f140d-2b2c-42ab-8878-8000e18a5b40 req-0bea9b58-6b92-401f-8597-11870bc0a90d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:41.905904 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80edb0c4-39fb-4a31-a91c-8aa11e458af3 x-openstack-request-id: req-80edb0c4-39fb-4a31-a91c-8aa11e458af3 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:41.905904 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "name": "network-vif-plugged", "status": "completed", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:41.905904 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-80edb0c4-39fb-4a31-a91c-8aa11e458af3 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:41.905904 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'code': 200} Dec 10 18:08:41.908073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-766f140d-2b2c-42ab-8878-8000e18a5b40 req-0bea9b58-6b92-401f-8597-11870bc0a90d tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 946 time: 0.2387040 Dec 10 18:08:41.909260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55876) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:41.935511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bc2b3-b285-42df-b22a-eaade066688d service neutron] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:41.966994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247a70a-6e71-4fbb-99e7-0453978f3c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736c0a87-a40f-4584-8d82-b3d8ff6a23c6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:42.011713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-e2fcfa9d-8d54-4e4e-8874-844770ef672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.013399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-e2fcfa9d-8d54-4e4e-8874-844770ef672b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1095 time: 0.1697340 Dec 10 18:08:42.051574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-37017d4e-46f3-4ba1-bc7e-8d6147858a38 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995678 Dec 10 18:08:42.075483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-3cfca622-7568-4740-bd2a-dea088e450cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 217 time: 0.0525095 Dec 10 18:08:42.076819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b6a7bd-ed91-4507-91ff-f8eeb7a6248f req-0a9443a0-14c2-493f-ac59-ff2a0d5c631d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.078398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-56b6a7bd-ed91-4507-91ff-f8eeb7a6248f req-0a9443a0-14c2-493f-ac59-ff2a0d5c631d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.1008849 Dec 10 18:08:42.078978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-766f140d-2b2c-42ab-8878-8000e18a5b40 req-1a714443-1761-4a5f-ae83-ffec6bba7b0a tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706305 Dec 10 18:08:42.145920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-c9f353b7-523b-4ce1-a3bb-bf92e4f40823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.147781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-c9f353b7-523b-4ce1-a3bb-bf92e4f40823 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0539253 Dec 10 18:08:42.149018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a7d7e-e9ca-4690-80a9-b62b6bd2416e req-5bdf9ce4-81b1-4263-ac15-946f513ae179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.150745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c66a7d7e-e9ca-4690-80a9-b62b6bd2416e req-5bdf9ce4-81b1-4263-ac15-946f513ae179 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 1096 time: 0.1606963 Dec 10 18:08:42.187100 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-902faeaa-7a1f-4727-9ea3-73e801f00140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:42.227875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-7590ea71-297d-4c11-9557-5043aeffcf1b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429161 Dec 10 18:08:42.261447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c66a7d7e-e9ca-4690-80a9-b62b6bd2416e req-5bcb21a8-7a74-448d-be79-9478e55553ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982122 Dec 10 18:08:42.266162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed9d8-4a0d-4cb0-8c40-c2d15401cf50 req-618eb668-9823-424d-83cb-94423ef8b78a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.274134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f1ed9d8-4a0d-4cb0-8c40-c2d15401cf50 req-618eb668-9823-424d-83cb-94423ef8b78a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.1250677 Dec 10 18:08:42.275018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-56b6a7bd-ed91-4507-91ff-f8eeb7a6248f req-53cd0df3-19a1-42d0-a281-b4bd23007669 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812556 Dec 10 18:08:42.282658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-902faeaa-7a1f-4727-9ea3-73e801f00140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:42.301894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43aac220-6eec-42b4-a670-4b1663a22900 req-1742cf54-04e8-4fb7-87bb-f537d0cb6639 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406240 Dec 10 18:08:42.412223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f1ed9d8-4a0d-4cb0-8c40-c2d15401cf50 req-61016389-ffec-46cb-afbb-0180da7c8abf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350152 Dec 10 18:08:42.429771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5eb16-0ce6-4ba3-ad01-c2667eea58d3 req-9030918e-8293-4411-bd6f-5498345a0aff tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.442675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5eb16-0ce6-4ba3-ad01-c2667eea58d3 req-9030918e-8293-4411-bd6f-5498345a0aff tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 945 time: 0.0794685 Dec 10 18:08:42.443158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55890) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:42.449392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Request body: {'floatingip': {'port_id': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:42.485772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-4bac1226-f910-4046-b93b-be1867f8200a service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436650 Dec 10 18:08:42.488393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-902faeaa-7a1f-4727-9ea3-73e801f00140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:42.494549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-902faeaa-7a1f-4727-9ea3-73e801f00140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:42.497135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-902faeaa-7a1f-4727-9ea3-73e801f00140 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/736c0a87-a40f-4584-8d82-b3d8ff6a23c6 HTTP/1.1" status: 204 len: 168 time: 0.5790033 Dec 10 18:08:42.500191 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c719f0d6-7827-4318-a5c7-b208bdd01fbd x-openstack-request-id: req-c719f0d6-7827-4318-a5c7-b208bdd01fbd {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:42.500711 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:42.501398 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c719f0d6-7827-4318-a5c7-b208bdd01fbd {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:42.502150 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7', 'status': 'completed', 'code': 200} Dec 10 18:08:42.523052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:42.535169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902faeaa-7a1f-4727-9ea3-73e801f00140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736c0a87-a40f-4584-8d82-b3d8ff6a23c6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:42.639285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e73858-83b3-4d77-8a01-839e5ed8cf6d req-747d69cb-1e66-46e2-a63c-df681e90fa94 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356497 Dec 10 18:08:42.739962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecdc4d-ea5b-408c-bcc6-f765a5f642cd req-5f556105-68e3-4331-8305-7c96eb02c85e tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.741499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beecdc4d-ea5b-408c-bcc6-f765a5f642cd req-5f556105-68e3-4331-8305-7c96eb02c85e tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 949 time: 0.1968896 Dec 10 18:08:42.753761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5352131c-6c6e-4449-8a6b-b5dbcb7bfde7 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.755255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5352131c-6c6e-4449-8a6b-b5dbcb7bfde7 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.59 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 946 time: 0.2294559 Dec 10 18:08:42.788661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20574819-7792-471a-9463-97106e2e16eb req-dd5a69af-3a9e-4af4-a143-04614a28f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:42.792645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20574819-7792-471a-9463-97106e2e16eb req-dd5a69af-3a9e-4af4-a143-04614a28f304 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1095 time: 0.0827856 Dec 10 18:08:42.950550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beecdc4d-ea5b-408c-bcc6-f765a5f642cd req-9d2dbdc7-ac1a-45c3-ab6b-78f46e22ef98 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895785 Dec 10 18:08:43.107023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20574819-7792-471a-9463-97106e2e16eb req-7bc73669-8d82-418b-9dc1-5b42f9d28a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:43.111312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20574819-7792-471a-9463-97106e2e16eb req-7bc73669-8d82-418b-9dc1-5b42f9d28a09 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.2936895 Dec 10 18:08:43.204052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20574819-7792-471a-9463-97106e2e16eb req-cf67282a-2581-4df8-a50b-a03d82b5083a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 217 time: 0.0733452 Dec 10 18:08:43.273127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e446b-f0a2-406e-a5b8-fd3cd7788ff5 req-fcb7b4db-a8a1-436a-952c-019128ffbf70 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:43.274813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-264e446b-f0a2-406e-a5b8-fd3cd7788ff5 req-fcb7b4db-a8a1-436a-952c-019128ffbf70 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.3008029 Dec 10 18:08:43.282049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6db1730a-aa7e-4167-ad3e-e7c5755413f6 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:43.313768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20574819-7792-471a-9463-97106e2e16eb req-cd0b4869-06fd-428b-a055-8e212eb0d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:43.314928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20574819-7792-471a-9463-97106e2e16eb req-cd0b4869-06fd-428b-a055-8e212eb0d07e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1027036 Dec 10 18:08:43.387027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20574819-7792-471a-9463-97106e2e16eb req-89610681-95e1-4ba3-add9-2b6981e9fa92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546153 Dec 10 18:08:43.403293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-264e446b-f0a2-406e-a5b8-fd3cd7788ff5 req-c65939db-4078-486d-ac60-b0f54c9d57dc tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189969 Dec 10 18:08:43.516647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:43.530955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '6db1730a-aa7e-4167-ad3e-e7c5755413f6', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'port_id': '6db1730a-aa7e-4167-ad3e-e7c5755413f6', 'mac_address': 'fa:16:3e:18:f4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd998ce2-516b-4a71-af73-5a46cfbdfd4d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:08:43.635980 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:43.638492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20574819-7792-471a-9463-97106e2e16eb req-8ad43650-3d48-4d78-b7ec-761f2b9ff57c service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331181 Dec 10 18:08:43.652076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db1730a-aa7e-4167-ad3e-e7c5755413f6 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:43.654866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8617f88-35fe-4265-a53a-b69967ea22bb req-97cb3b14-0da3-413f-b58c-baa46db0d900 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:43.656411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8617f88-35fe-4265-a53a-b69967ea22bb req-97cb3b14-0da3-413f-b58c-baa46db0d900 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.1334400 Dec 10 18:08:43.682451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:43.689797 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:43.754675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:43.794721 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8617f88-35fe-4265-a53a-b69967ea22bb req-51c6ac30-3bd1-4178-ae84-df8b2987e0e2 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269588 Dec 10 18:08:43.809246 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20574819-7792-471a-9463-97106e2e16eb req-2960cf7a-8355-4b0b-875f-5efa8928819e service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513638 Dec 10 18:08:43.851990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Deleting port 9f33e3f1-446a-4780-a026-c10d05a09f6e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:08:43.852496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:43.905297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55922) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:43.907055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0637c93-9a73-44c5-8b04-cd70ec992be1'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:43.995270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] For port 9f33e3f1-446a-4780-a026-c10d05a09f6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9f33e3f1-446a-4780-a026-c10d05a09f6e,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:43.995634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.011200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Calling delete_port for 9f33e3f1-446a-4780-a026-c10d05a09f6e owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:08:44.024155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e59772-292a-4c6b-9b2f-729f3395ee52 req-1ef42a4f-8177-4aa7-b90d-706a2a758703 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:44.027888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1e59772-292a-4c6b-9b2f-729f3395ee52 req-1ef42a4f-8177-4aa7-b90d-706a2a758703 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 944 time: 0.1318419 Dec 10 18:08:44.062859 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d314ef9-857d-483f-9182-a1052b57f8a7" -d '{"events": [{"server_uuid": "c7a30873-bd1d-49a2-9af9-59633c161628", "name": "network-vif-plugged", "status": "completed", "tag": "d0637c93-9a73-44c5-8b04-cd70ec992be1"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:44.068459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6db1730a-aa7e-4167-ad3e-e7c5755413f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:44.131682 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1e59772-292a-4c6b-9b2f-729f3395ee52 req-9f949923-304d-4e8b-9522-b698694bd23c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994186 Dec 10 18:08:44.157787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1728890367-network', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:44.195895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6069aac-d8b8-4104-9a87-6617e20ea9f6 req-2cd0bb03-1758-48e0-ae6e-baf8349593e6 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:44.203855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6069aac-d8b8-4104-9a87-6617e20ea9f6 req-2cd0bb03-1758-48e0-ae6e-baf8349593e6 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=c81379a6-8e9e-417a-9217-eceddd3d5c1d HTTP/1.1" status: 200 len: 946 time: 0.6966786 Dec 10 18:08:44.206236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Made reservation on behalf of fa8a9f71d9c944919e7f0b6ff2aa4217 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:44.208226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.233820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.312560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.322769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f703b-701c-432d-a5f7-0dee7253446f req-1777d24a-e663-4f14-b9a7-4c2f2a0b3cd6 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:44.324359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-014f703b-701c-432d-a5f7-0dee7253446f req-1777d24a-e663-4f14-b9a7-4c2f2a0b3cd6 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 949 time: 0.0919659 Dec 10 18:08:44.401948 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-014f703b-701c-432d-a5f7-0dee7253446f req-835d47e5-1395-42ab-a2a0-dda0424d5510 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708826 Dec 10 18:08:44.413130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Pushing event deleted for resources: {'Port': ['ID=9f33e3f1-446a-4780-a026-c10d05a09f6e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:44.438124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.441609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6069aac-d8b8-4104-9a87-6617e20ea9f6 req-c7da331d-4694-4336-9c6d-6481a7baf4a0 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364702 Dec 10 18:08:44.459279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.487835 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02938d50-6798-4431-991e-a60fa248e4e4 x-openstack-request-id: req-02938d50-6798-4431-991e-a60fa248e4e4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:44.488387 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a30873-bd1d-49a2-9af9-59633c161628", "name": "network-vif-plugged", "status": "completed", "tag": "d0637c93-9a73-44c5-8b04-cd70ec992be1", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:44.488387 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02938d50-6798-4431-991e-a60fa248e4e4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:44.488790 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0637c93-9a73-44c5-8b04-cd70ec992be1', 'code': 200} Dec 10 18:08:44.505531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:08:44.518723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1840d5cf-87af-4ee3-a610-1df681b5f5a9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:44.526085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.526914 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Added segment f731266c-214b-4214-b51a-8fcddf7b0651 of type vlan for network 2b7754d3-3ca5-4504-bb31-609f08134cda Dec 10 18:08:44.577159 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.583597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] No DVR routers for this DVR port 9f33e3f1-446a-4780-a026-c10d05a09f6e on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:08:44.608890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.610930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.612772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:44.613497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9b6600c-4cf7-47ef-9d4b-c230aeba4d41 req-5349a3d9-c778-46c9-b240-c36ad29b5481 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.59 "DELETE /v2.0/ports/9f33e3f1-446a-4780-a026-c10d05a09f6e HTTP/1.1" status: 204 len: 173 time: 1.8343656 Dec 10 18:08:44.613998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.614315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-deleted', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:44.630341 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c42f8b1-a900-4216-82d2-ef09c88503b8" -d '{"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-deleted", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:44.689103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7808313 Dec 10 18:08:44.691892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55934) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:44.699371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Request body: {'subnet': {'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1728890367-subnet', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:44.703938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d22e85-db32-45b5-be32-4243be327f60 admin admin] Pushing event updated for resources: {'Network': ['ID=2b7754d3-3ca5-4504-bb31-609f08134cda,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:44.717136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2b7754d3-3ca5-4504-bb31-609f08134cda details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:08:44.729812 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa0e36-76d1-4f3a-841e-233ca792bd97 x-openstack-request-id: req-98aa0e36-76d1-4f3a-841e-233ca792bd97 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:44.730400 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c81379a6-8e9e-417a-9217-eceddd3d5c1d", "name": "network-vif-deleted", "tag": "9f33e3f1-446a-4780-a026-c10d05a09f6e", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:44.730763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Made reservation on behalf of fa8a9f71d9c944919e7f0b6ff2aa4217 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:44.731456 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-98aa0e36-76d1-4f3a-841e-233ca792bd97 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:44.732096 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c81379a6-8e9e-417a-9217-eceddd3d5c1d', 'name': 'network-vif-deleted', 'tag': '9f33e3f1-446a-4780-a026-c10d05a09f6e', 'status': 'completed', 'code': 200} Dec 10 18:08:44.734072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:44.834058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57132a-f9ea-4357-adb9-a7c7367f02f2 req-de29bda2-00f3-47ca-ba97-1e7f1106a203 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:44.846498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae57132a-f9ea-4357-adb9-a7c7367f02f2 req-de29bda2-00f3-47ca-ba97-1e7f1106a203 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.2727787 Dec 10 18:08:44.862716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:08:44.992780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664e76f-e224-4e38-b9f8-8b98159aa356 req-6d3f1501-e78e-4fee-9a3f-8e009430dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:45.003123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b664e76f-e224-4e38-b9f8-8b98159aa356 req-6d3f1501-e78e-4fee-9a3f-8e009430dcbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 1100 time: 0.4169879 Dec 10 18:08:45.016598 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.077940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecf191d-979f-4f8a-a372-e21cdaa13a1f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:45.091906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab15af-0128-47fc-8b2f-fc0f81fbf003 req-8053b3b3-90e2-4cb5-a8d4-9b164719dcd7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:45.094433 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6dab15af-0128-47fc-8b2f-fc0f81fbf003 req-8053b3b3-90e2-4cb5-a8d4-9b164719dcd7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.1297574 Dec 10 18:08:45.119191 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae57132a-f9ea-4357-adb9-a7c7367f02f2 req-56111311-e706-4302-bc9d-7fcaa7b893c4 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704916 Dec 10 18:08:45.163786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.166255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b664e76f-e224-4e38-b9f8-8b98159aa356 req-62bc559d-82a6-4e5b-a1c5-718b7b4c8d15 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397040 Dec 10 18:08:45.175344 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.192777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6dab15af-0128-47fc-8b2f-fc0f81fbf003 req-533ec94e-5d86-4cba-be09-99a6e19a8756 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913873 Dec 10 18:08:45.229099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Checking segment: {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:45.232787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Network hostable DHCP agents. Network: 2b7754d3-3ca5-4504-bb31-609f08134cda, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:08:45.288120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Network 2b7754d3-3ca5-4504-bb31-609f08134cda is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:08:45.293551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:08:45.298441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6db1730a-aa7e-4167-ad3e-e7c5755413f6 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:45.311767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 2b7754d3-3ca5-4504-bb31-609f08134cda) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:45.321057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:45.321589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.360884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a2f2c2-ddb2-4083-abbe-8c114ed2da27 None None] Network 2b7754d3-3ca5-4504-bb31-609f08134cda requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:08:45.369366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-24856872-ea4b-4b89-bcb3-e96dce4de289 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6728237 Dec 10 18:08:45.373319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:45.380431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:45.408557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3e9e8-20fc-4346-a522-0461e175e229 req-bf8b4e80-2b5e-443d-8bce-ce0b18cb56fe tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:45.413606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31d3e9e8-20fc-4346-a522-0461e175e229 req-bf8b4e80-2b5e-443d-8bce-ce0b18cb56fe tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.1847813 Dec 10 18:08:45.419457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55944) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:45.429505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Request body: {'floatingip': {'port_id': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:45.438051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cda64-d3d2-4faa-aa3e-57858e5c8b94 req-f5f12768-5c05-4dbb-8ed8-0ec8ff980899 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:45.448185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-821cda64-d3d2-4faa-aa3e-57858e5c8b94 req-f5f12768-5c05-4dbb-8ed8-0ec8ff980899 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 944 time: 0.0771551 Dec 10 18:08:45.477228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:08:45.486165 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.535997 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Floating IP b219b7f0-f4a2-49f2-9f24-ae318e26ef7e associated. External IP: 172.25.2.167, port: dd2c7abb-e44d-4ea5-8e29-dba67eab77fe. Dec 10 18:08:45.583359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-821cda64-d3d2-4faa-aa3e-57858e5c8b94 req-b737f355-0bfd-49aa-ad5e-4c5fc6f99dfa tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191137 Dec 10 18:08:45.615852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.617656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.633808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:08:45.653650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:45.654028 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.659334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2b7754d3-3ca5-4504-bb31-609f08134cda', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:08:45.660197 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.670502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:45.734639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '2809efbb-c8e6-42ec-b489-18de730d11c7', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'port_id': '2809efbb-c8e6-42ec-b489-18de730d11c7', 'mac_address': 'fa:16:3e:19:05:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5378fb35-fef7-4997-8ed5-142476e26ade', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:08:45.876996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.898347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4ddb2-1726-4e0c-b13f-785a5b7a47e7 req-f9466861-e6d0-4624-b262-f2533a011965 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:45.900073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fa4ddb2-1726-4e0c-b13f-785a5b7a47e7 req-f9466861-e6d0-4624-b262-f2533a011965 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 949 time: 0.3068271 Dec 10 18:08:45.921266 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:45.977283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2809efbb-c8e6-42ec-b489-18de730d11c7 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:45.992364 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.005365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd36db-da87-43c4-829e-0e22946449d8 req-fad1c4c7-fc59-4569-8d8f-4c8ee7e7a310 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:46.007918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dbdd36db-da87-43c4-829e-0e22946449d8 req-fad1c4c7-fc59-4569-8d8f-4c8ee7e7a310 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 949 time: 0.0806072 Dec 10 18:08:46.027670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:46.058602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:46.067718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.071292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Allocated IP 172.20.0.2 (2b7754d3-3ca5-4504-bb31-609f08134cda/8ecf191d-979f-4f8a-a372-e21cdaa13a1f/a0b46fa9-9292-493f-833d-253c4289c00f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:46.075923 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.203034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:46.307246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:46.345516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['2809efbb-c8e6-42ec-b489-18de730d11c7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:46.410027 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.431136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.442868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Router 1899605e-4bb5-420c-bf18-be78cc11b31d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:08:46.491424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dbdd36db-da87-43c4-829e-0e22946449d8 req-cc8b766c-f3f0-43c6-9d02-5597259d9e44 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739933 Dec 10 18:08:46.525565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:46.529639 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edfe159-9d05-4fab-a3a7-a29b39485f5a" -d '{"events": [{"server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "name": "network-vif-plugged", "status": "completed", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:46.552483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Network 2b7754d3-3ca5-4504-bb31-609f08134cda is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:46.553993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Pushing event updated for resources: {'Port': ['ID=a0b46fa9-9292-493f-833d-253c4289c00f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:46.565086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:46.576563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:46.653519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1bb6e-0671-4761-9c3d-035b957ac5ad req-41b232e3-9a2b-440e-ae52-c3a123c39362 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:46.662331 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e1bb6e-0671-4761-9c3d-035b957ac5ad req-41b232e3-9a2b-440e-ae52-c3a123c39362 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 945 time: 0.0791478 Dec 10 18:08:46.671081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Attempting to bind port a0b46fa9-9292-493f-833d-253c4289c00f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:46.672151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Attempting to bind port a0b46fa9-9292-493f-833d-253c4289c00f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:46.672720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Attempting to bind port a0b46fa9-9292-493f-833d-253c4289c00f on network 2b7754d3-3ca5-4504-bb31-609f08134cda {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:46.687231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:46.687982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Checking segment: {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:46.688590 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.689175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Bound using segment: {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:46.689983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Bound port: a0b46fa9-9292-493f-833d-253c4289c00f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:46.690587 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.726627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.732942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:46.763209 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e1bb6e-0671-4761-9c3d-035b957ac5ad req-3c357dcd-6a16-4983-84d4-2b62cc8293f8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952516 Dec 10 18:08:46.763461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fa4ddb2-1726-4e0c-b13f-785a5b7a47e7 req-5e8a4d10-46f9-4844-bf45-a1f4905f7153 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8122849 Dec 10 18:08:46.766985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] For port a0b46fa9-9292-493f-833d-253c4289c00f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:46.777643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] For port a0b46fa9-9292-493f-833d-253c4289c00f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0b46fa9-9292-493f-833d-253c4289c00f,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:46.783113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] Sync routers for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:46.790925 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.835008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:46.835732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:46.873052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:46.916147 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c989273-1129-4d9e-ae07-e995be22d3da x-openstack-request-id: req-7c989273-1129-4d9e-ae07-e995be22d3da {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:46.916459 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "name": "network-vif-plugged", "status": "completed", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:46.916718 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c989273-1129-4d9e-ae07-e995be22d3da {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:46.917114 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6', 'code': 200} Dec 10 18:08:46.947301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc6964e-9e7d-4103-b3bd-2bec6c4557bf req-0be0ae4c-90fa-4a61-a32a-0a8d1233e5a6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:46.949356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4dc6964e-9e7d-4103-b3bd-2bec6c4557bf req-0be0ae4c-90fa-4a61-a32a-0a8d1233e5a6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0828292 Dec 10 18:08:46.992232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7b472-463d-4ef1-ac52-f5da9dd5ee55 None None] Pushing event updated for resources: {'Port': ['ID=a0b46fa9-9292-493f-833d-253c4289c00f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:47.048062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4dc6964e-9e7d-4103-b3bd-2bec6c4557bf req-48afad8f-56ac-4a49-a648-f02d82e79260 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842690 Dec 10 18:08:47.057858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b346bec6-56b6-4b81-9d30-a4bcacb86c92 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "PUT /v2.0/floatingips/b219b7f0-f4a2-49f2-9f24-ae318e26ef7e HTTP/1.1" status: 200 len: 991 time: 4.6135230 Dec 10 18:08:47.064142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:47.071758 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:47.091483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:47.133811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237c13-dddc-4154-b34e-ab5b500ccbd2 req-433a3594-7c5d-4e95-8ec9-af952561b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:47.135715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5237c13-dddc-4154-b34e-ab5b500ccbd2 req-433a3594-7c5d-4e95-8ec9-af952561b188 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1096 time: 0.1856108 Dec 10 18:08:47.193654 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee76dc0-6203-4185-b745-2f8b47c6e567 x-openstack-request-id: req-5ee76dc0-6203-4185-b745-2f8b47c6e567 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:47.194041 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:47.194214 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5ee76dc0-6203-4185-b745-2f8b47c6e567 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:47.194903 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'status': 'completed', 'code': 200} Dec 10 18:08:47.283249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5237c13-dddc-4154-b34e-ab5b500ccbd2 req-7e137323-d085-4111-a875-91f58c3c90f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391020 Dec 10 18:08:47.320813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-80b89212-4bcd-4e50-b2d6-d5d6e4f65cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:47.322429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-80b89212-4bcd-4e50-b2d6-d5d6e4f65cbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3679225db16f4e509948df1f2262a64f&device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 1096 time: 0.1055422 Dec 10 18:08:47.345683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9f33e3f1-446a-4780-a026-c10d05a09f6e no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:08:47.380286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 9f33e3f1-446a-4780-a026-c10d05a09f6e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:08:47.380871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9f33e3f1-446a-4780-a026-c10d05a09f6e not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:08:47.508563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:47.518194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:47.596866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:47.605393 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:47.611681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'b219b7f0-f4a2-49f2-9f24-ae318e26ef7e', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'port_id': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'mac_address': 'fa:16:3e:de:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db80b13a-f085-4b38-880c-422ba3576816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:08:11Z', 'updated_at': '2021-12-10T18:08:44Z', 'revision_number': 1, 'project_id': '3679225db16f4e509948df1f2262a64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:13Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:47.652003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-3f80f02c-d27e-472d-928e-7e266a171e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:47.652775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] Checking router: 1899605e-4bb5-420c-bf18-be78cc11b31d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:47.653817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-3f80f02c-d27e-472d-928e-7e266a171e6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc971347-980b-4b34-a941-f27137bbfed6 HTTP/1.1" status: 200 len: 916 time: 0.1715996 Dec 10 18:08:47.665862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:47.666794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:47.780932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8d027-3894-4f5a-849a-7adec221a31e req-0625a0e0-5462-4959-9be2-9e65e093f05e tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:47.788687 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5db8d027-3894-4f5a-849a-7adec221a31e req-0625a0e0-5462-4959-9be2-9e65e093f05e tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 949 time: 0.1337316 Dec 10 18:08:47.820158 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-ece7e75d-c1a1-4254-83bc-f1a6f011b920 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe HTTP/1.1" status: 200 len: 999 time: 0.1566396 Dec 10 18:08:47.868766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5db8d027-3894-4f5a-849a-7adec221a31e req-bf4754af-8850-4889-9da0-6c040f185698 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790136 Dec 10 18:08:47.980118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-c0aa87a5-dffb-49ac-bf2a-633c5fef9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:47.982640 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-c0aa87a5-dffb-49ac-bf2a-633c5fef9abd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=491cf3d1-43b6-4a6d-a5a8-4f2db03362e8 HTTP/1.1" status: 200 len: 854 time: 0.1364245 Dec 10 18:08:48.101377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0b46fa9-9292-493f-833d-253c4289c00f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:48.102695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-addf50dc-ee4a-4809-b062-bc33e9641cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:48.104210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-addf50dc-ee4a-4809-b062-bc33e9641cf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc971347-980b-4b34-a941-f27137bbfed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920944 Dec 10 18:08:48.139469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156a6c2-c3c9-47eb-968b-1cfb4aa508ec req-7ee5f5ce-abed-49df-85f9-665f34d09df0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:48.146320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-4612882c-f59c-4acd-b4d9-0259fd126f9e tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:48.148726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-4612882c-f59c-4acd-b4d9-0259fd126f9e tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.30 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 949 time: 0.3561161 Dec 10 18:08:48.152286 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f156a6c2-c3c9-47eb-968b-1cfb4aa508ec req-7ee5f5ce-abed-49df-85f9-665f34d09df0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 945 time: 0.1653261 Dec 10 18:08:48.175780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:48.185861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22446eb6-f37f-4205-88d1-91211b9a23cc req-161f1790-e4d3-4ce1-8118-1ec6fc5c5d6a tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:48.187908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22446eb6-f37f-4205-88d1-91211b9a23cc req-161f1790-e4d3-4ce1-8118-1ec6fc5c5d6a tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 949 time: 0.2606363 Dec 10 18:08:48.245159 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e associated. External IP: 172.25.2.150, port: 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415. Dec 10 18:08:48.263988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a0b46fa9-9292-493f-833d-253c4289c00f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:48.264516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:48.328105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Allocated IP 172.25.2.144 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/341fc630-f949-44f9-ad6b-2edf5d37f786) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:48.337528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f156a6c2-c3c9-47eb-968b-1cfb4aa508ec req-8a40b87a-b2f2-44b0-9c43-a49b4936eeb5 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842189 Dec 10 18:08:48.392764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22446eb6-f37f-4205-88d1-91211b9a23cc req-a271a21e-87c1-436c-b6b1-52bf58a3be54 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658387 Dec 10 18:08:48.458173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-3250999c-b8eb-4d69-bbf3-0c946a5d8921 service neutron] 10.222.0.59 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034582 Dec 10 18:08:48.758263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb46122-6dfd-4bb4-862e-8ef4ded6f8fd req-5c227cbf-bd58-4153-ac95-9cc724d3581f service neutron] 10.222.0.59 "GET /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897060 Dec 10 18:08:48.801788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88d495-6932-46a6-bc4d-7d159f8f04a5 None None] Network 2b7754d3-3ca5-4504-bb31-609f08134cda requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:08:48.813329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed587d5e-f139-42b2-9232-070e6227725b req-0ac2fd8c-7f25-4b86-b488-93da1ddea510 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:48.815575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed587d5e-f139-42b2-9232-070e6227725b req-0ac2fd8c-7f25-4b86-b488-93da1ddea510 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1433702 Dec 10 18:08:48.815784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:48.898963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed587d5e-f139-42b2-9232-070e6227725b req-d196c29a-c61d-4a14-8861-a4e249b2d459 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744836 Dec 10 18:08:48.919453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Deleting port bf5efef4-e1e0-4ce4-8dd8-845e283375cc {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:08:48.919794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.041587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a0b46fa9-9292-493f-833d-253c4289c00f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0b46fa9-9292-493f-833d-253c4289c00f,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:49.048509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c60d7462-cc00-46d8-959e-106c63e0f762 None None] Provisioning complete for port a0b46fa9-9292-493f-833d-253c4289c00f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:49.049049 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c60d7462-cc00-46d8-959e-106c63e0f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.054048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.082075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.158791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a0b46fa9-9292-493f-833d-253c4289c00f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:49.218431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3982bbb8-3f90-4903-b230-8e03b21d7f0b tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17c17fcd6b7e48c588132a1a373548ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590847 Dec 10 18:08:49.313347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:49.330824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'b219b7f0-f4a2-49f2-9f24-ae318e26ef7e', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'port_id': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'mac_address': 'fa:16:3e:de:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db80b13a-f085-4b38-880c-422ba3576816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:08:11Z', 'updated_at': '2021-12-10T18:08:44Z', 'revision_number': 1, 'project_id': '3679225db16f4e509948df1f2262a64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:13Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:49.362744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-cfadf501-dbe8-465c-a1de-15042fa67e57 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:49.365415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-cfadf501-dbe8-465c-a1de-15042fa67e57 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460860 Dec 10 18:08:49.388330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-50d1b784-ba11-4b4f-839e-636f6279d893 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/quotas/17c17fcd6b7e48c588132a1a373548ab HTTP/1.1" status: 200 len: 375 time: 0.0150075 Dec 10 18:08:49.409576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547b6d0-370e-4198-b700-321580449ea8 None None] The sync data for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 is: [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'b219b7f0-f4a2-49f2-9f24-ae318e26ef7e', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'floating_ip_address': '172.25.2.167', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'port_id': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'mac_address': 'fa:16:3e:de:01:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db80b13a-f085-4b38-880c-422ba3576816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:08:11Z', 'updated_at': '2021-12-10T18:08:44Z', 'revision_number': 1, 'project_id': '3679225db16f4e509948df1f2262a64f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:13Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:49.456883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 2809efbb-c8e6-42ec-b489-18de730d11c7 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:08:49.462235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 2809efbb-c8e6-42ec-b489-18de730d11c7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:49.462900 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.514307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] For port bf5efef4-e1e0-4ce4-8dd8-845e283375cc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:49.514962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.529087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Calling delete_port for bf5efef4-e1e0-4ce4-8dd8-845e283375cc owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:08:49.534662 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-4c3ee532-3a6d-477f-97a2-f647e479e3ac tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=17c17fcd6b7e48c588132a1a373548ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1297147 Dec 10 18:08:49.598686 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.671431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:49.681737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Router c4f262b7-e075-4ad3-a6c8-82d9262f1383 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:08:49.684609 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab9cbb5-652d-4d6d-a41e-b13aaea00887" -d '{"events": [{"server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "name": "network-vif-plugged", "status": "completed", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:49.710607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:08:49.736319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.799166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8319f9-bc73-467c-a293-4cdb94754971 req-8a034290-8a15-448b-8384-6dde81694c42 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:49.806699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be8319f9-bc73-467c-a293-4cdb94754971 req-8a034290-8a15-448b-8384-6dde81694c42 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 949 time: 0.7887444 Dec 10 18:08:49.843863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0b46fa9-9292-493f-833d-253c4289c00f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:49.916948 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4968d34d-14dc-4504-9194-92d94929102f None None] New status for floating IP b219b7f0-f4a2-49f2-9f24-ae318e26ef7e: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:08:49.969629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-14238899-0ca8-426c-bc10-d136988ad13d None None] Provisioning complete for port a0b46fa9-9292-493f-833d-253c4289c00f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:49.970106 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-14238899-0ca8-426c-bc10-d136988ad13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.971838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:49.984397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:49.989669 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:49.992663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:50.014906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] Sync routers for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:50.061373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:50.079648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30181fa-5fa6-41bb-8d8f-187e05cc8575 req-89324315-d38a-4cd9-b3b9-c9880a90e123 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:50.087301 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e30181fa-5fa6-41bb-8d8f-187e05cc8575 req-89324315-d38a-4cd9-b3b9-c9880a90e123 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.2025363 Dec 10 18:08:50.093237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:50.107448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:50.115291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be8319f9-bc73-467c-a293-4cdb94754971 req-3086334d-553c-4bf5-8f9a-ecf34be46ad4 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/security-groups?id=e397ff10-6189-4dc1-bc60-68d34417dbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076258 Dec 10 18:08:50.143131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:50.156660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:50.212615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e30181fa-5fa6-41bb-8d8f-187e05cc8575 req-6d0da78a-260e-4d6e-afe8-f4d8110820ba tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119766 Dec 10 18:08:50.424724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-527b25d8-fe08-410b-979c-472d9fdd546a tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "PUT /v2.0/floatingips/26f9838b-ca55-49e0-8b4d-e437ba8c707e HTTP/1.1" status: 200 len: 991 time: 5.0025845 Dec 10 18:08:50.434497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:50.487962 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5eed18-8fba-49b8-ae23-bb7753c82432 x-openstack-request-id: req-be5eed18-8fba-49b8-ae23-bb7753c82432 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:50.488336 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "name": "network-vif-plugged", "status": "completed", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:50.488528 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be5eed18-8fba-49b8-ae23-bb7753c82432 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:50.488899 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7', 'code': 200} Dec 10 18:08:50.491384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a0b46fa9-9292-493f-833d-253c4289c00f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:50.491754 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:50.500966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:50.505778 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d0e09a-9641-455b-ba21-6917fe1902c0" -d '{"events": [{"name": "network-changed", "server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:50.557458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42e6b601-cd97-438b-8ee2-31d2a472cf24 req-d199c0c7-2dc6-4be7-814b-14463dce28bd tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 210 time: 0.1806779 Dec 10 18:08:50.578684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Pushing event updated for resources: {'Port': ['ID=341fc630-f949-44f9-ad6b-2edf5d37f786,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:50.589488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e89e8-daaf-4fa6-a8aa-4e7a1ffc0b35 req-195086f0-cbba-4d1f-81d6-e1b5f3b480eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:50.600575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd5e89e8-daaf-4fa6-a8aa-4e7a1ffc0b35 req-195086f0-cbba-4d1f-81d6-e1b5f3b480eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1097 time: 0.2227910 Dec 10 18:08:50.671156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec8365-5506-4a53-bedd-8fcf439a50f9 req-6b0a2b01-0fda-4ccd-89ff-f42432b0ca5d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:50.672986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28ec8365-5506-4a53-bedd-8fcf439a50f9 req-6b0a2b01-0fda-4ccd-89ff-f42432b0ca5d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.2104278 Dec 10 18:08:50.673642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.674185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.674702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.677837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.678340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.678846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.679512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.680231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.680735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.681245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.681766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.682267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.682806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:50.739990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:50.796430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd5e89e8-daaf-4fa6-a8aa-4e7a1ffc0b35 req-27fa7dff-ab7c-428c-bd58-55dbb0bee385 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860161 Dec 10 18:08:50.814145 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceb4351-5a2c-49f1-bbaf-ee39bc4b3e59 x-openstack-request-id: req-0ceb4351-5a2c-49f1-bbaf-ee39bc4b3e59 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:50.830125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28ec8365-5506-4a53-bedd-8fcf439a50f9 req-2a3cb6d9-fddc-4703-a060-9d9cd35d42cf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426885 Dec 10 18:08:50.832318 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:50.832856 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ceb4351-5a2c-49f1-bbaf-ee39bc4b3e59 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:50.833730 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'status': 'completed', 'code': 200} Dec 10 18:08:50.891449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Pushing event deleted for resources: {'Port': ['ID=bf5efef4-e1e0-4ce4-8dd8-845e283375cc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:51.042077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] No DVR routers for this DVR port bf5efef4-e1e0-4ce4-8dd8-845e283375cc on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:08:51.061432 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:51.065003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b22a3613-2ba5-4d47-8d6d-b5d56956d62c req-db0535ab-5d7e-48c5-bba8-a78e74ebc0fb tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.30 "DELETE /v2.0/ports/bf5efef4-e1e0-4ce4-8dd8-845e283375cc HTTP/1.1" status: 204 len: 173 time: 2.9012909 Dec 10 18:08:51.084197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-8f5dd3c0-0980-441a-b851-87be57391dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:51.085713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-8f5dd3c0-0980-441a-b851-87be57391dc0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 1096 time: 0.2230489 Dec 10 18:08:51.091022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '26f9838b-ca55-49e0-8b4d-e437ba8c707e', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'port_id': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'mac_address': 'fa:16:3e:c1:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:06:15Z', 'updated_at': '2021-12-10T18:08:47Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:51.106495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:51.130209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] Checking router: c4f262b7-e075-4ad3-a6c8-82d9262f1383 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:51.144925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:51.145596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:51.263202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf456-9637-4072-97ae-ff128cba6b08 req-20e465e5-d500-4fc0-846c-137d8ec29042 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:51.265781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-018ad337-4f1a-4e0a-ad82-af9bf14d1545 req-d3d9ac25-266e-456c-9239-c2856a0445f3 tempest-ListImageFiltersTestJSON-1431430578 tempest-ListImageFiltersTestJSON-1431430578-project] 10.222.0.55 "GET /v2.0/ports?device_id=8df2f1c4-d0ce-4cef-8268-5e2389df9f5d HTTP/1.1" status: 200 len: 210 time: 0.0539250 Dec 10 18:08:51.271158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3afaf456-9637-4072-97ae-ff128cba6b08 req-20e465e5-d500-4fc0-846c-137d8ec29042 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1096 time: 0.2475643 Dec 10 18:08:51.325707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:51.354378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3afaf456-9637-4072-97ae-ff128cba6b08 req-ea41f70c-d344-42b1-8934-4999dd455532 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769973 Dec 10 18:08:51.452001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623e54b-7244-4ac9-b00f-dca80eec9ebe req-511c5267-439f-4f31-8bba-dc3a9f4503f9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:51.459570 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c623e54b-7244-4ac9-b00f-dca80eec9ebe req-511c5267-439f-4f31-8bba-dc3a9f4503f9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.1186965 Dec 10 18:08:51.576477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c623e54b-7244-4ac9-b00f-dca80eec9ebe req-ba1e86f8-4e55-4c98-b697-9c03697b9d20 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085353 Dec 10 18:08:51.589573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:51.718699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-ed90815b-7f32-46c0-9bc4-36cfcad4af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:51.720415 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-ed90815b-7f32-46c0-9bc4-36cfcad4af24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 200 len: 923 time: 0.6243148 Dec 10 18:08:51.763270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-d60d406c-ed05-4ceb-b26f-90f59296210a tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=17c17fcd6b7e48c588132a1a373548ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582633 Dec 10 18:08:51.860642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '26f9838b-ca55-49e0-8b4d-e437ba8c707e', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'port_id': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'mac_address': 'fa:16:3e:c1:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:06:15Z', 'updated_at': '2021-12-10T18:08:47Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:51.940619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625f48b8-3673-4d64-89ab-498b4f916dda None None] The sync data for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 is: [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '26f9838b-ca55-49e0-8b4d-e437ba8c707e', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'floating_ip_address': '172.25.2.150', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'port_id': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'mac_address': 'fa:16:3e:c1:83:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:06:15Z', 'updated_at': '2021-12-10T18:08:47Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:52.118264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e72656e5-b39b-4a76-948b-cce7a8f984b2 req-0c74827a-d70d-4703-b0ad-2ee720650930 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 210 time: 0.3744621 Dec 10 18:08:52.130125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-e91f1d16-e1a7-4250-8061-e2e6d3f21b1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 HTTP/1.1" status: 200 len: 999 time: 0.3858793 Dec 10 18:08:52.140922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-31cccae3-0edb-4456-a13e-e0e6661d0adc tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:52.142546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-31cccae3-0edb-4456-a13e-e0e6661d0adc tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3387480 Dec 10 18:08:52.205198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Request body: {'port': {'device_id': '83b99713-6996-47b1-9064-552dcc620e90', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '17c17fcd6b7e48c588132a1a373548ab'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:52.338138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-5900a0d7-5dcc-4a5b-a5a9-166deb760781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:52.339690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-5900a0d7-5dcc-4a5b-a5a9-166deb760781 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 200 len: 861 time: 0.1944916 Dec 10 18:08:52.465520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-ef078d5f-fd0a-4753-aaa2-983a78bc076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:52.467106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-ef078d5f-fd0a-4753-aaa2-983a78bc076d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=89be900f-2645-4a6b-b6e4-0c443629727a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168349 Dec 10 18:08:52.497199 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8f9696-19df-482f-8b95-0973e8a927a8 None None] New status for floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:08:52.514828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Router 93ed68f2-9803-4b10-871c-137003ebd63d is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:08:52.550872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Made reservation on behalf of 17c17fcd6b7e48c588132a1a373548ab for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:52.554559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:52.566803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:08:52.588296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: bf5efef4-e1e0-4ce4-8dd8-845e283375cc {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:08:52.588296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf5efef4-e1e0-4ce4-8dd8-845e283375cc not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:08:52.841107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf081a11-6ab1-413e-91f0-3421c17e76ff req-1c7250a1-aeae-4d41-b337-25a216558d31 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:52.852528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf081a11-6ab1-413e-91f0-3421c17e76ff req-1c7250a1-aeae-4d41-b337-25a216558d31 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.1031828 Dec 10 18:08:52.966198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf081a11-6ab1-413e-91f0-3421c17e76ff req-66739c9d-1708-4197-a681-d434c8cc11de tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124651 Dec 10 18:08:53.209554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-deleted', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:53.211857 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d720b6-11ae-4814-ad6a-4a8485890511" -d '{"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-deleted", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:53.262039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-eca922f3-329e-4d04-af9d-f7a8fce5934a service neutron] 10.222.0.30 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846026 Dec 10 18:08:53.399823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:53.413934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Sync routers for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:08:53.437237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:53.439067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:53.456072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327cfaa-dc13-4cd4-b434-49c3cc0e4158 req-947c1a39-4df0-4574-81ee-6b9c4618004e tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:53.458073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d327cfaa-dc13-4cd4-b434-49c3cc0e4158 req-947c1a39-4df0-4574-81ee-6b9c4618004e tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1097 time: 0.2760999 Dec 10 18:08:53.557392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:53.558989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4be47338-72c2-42da-8bf9-6bf5cd8cba3e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1834695 Dec 10 18:08:53.563827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56104) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:53.610653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d0e09a-9641-455b-ba21-6917fe1902c0 req-1e1af07a-19b5-4d60-9a1c-4e10c375202b service neutron] 10.222.0.30 "GET /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200862 Dec 10 18:08:53.619765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Allocated IP 192.168.233.140 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/995ca15d-c433-40cf-af5d-4b14e4aac0a3) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:53.628124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d327cfaa-dc13-4cd4-b434-49c3cc0e4158 req-6e832d09-98b2-4077-8b1d-8bec9ed8c1e9 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526237 Dec 10 18:08:53.772240 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccc21e7-1f72-4b11-807e-e376ed75593a x-openstack-request-id: req-6ccc21e7-1f72-4b11-807e-e376ed75593a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:53.774483 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df2f1c4-d0ce-4cef-8268-5e2389df9f5d", "name": "network-vif-deleted", "tag": "bf5efef4-e1e0-4ce4-8dd8-845e283375cc", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:53.774798 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ccc21e7-1f72-4b11-807e-e376ed75593a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:53.775210 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df2f1c4-d0ce-4cef-8268-5e2389df9f5d', 'name': 'network-vif-deleted', 'tag': 'bf5efef4-e1e0-4ce4-8dd8-845e283375cc', 'status': 'completed', 'code': 200} Dec 10 18:08:53.844744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:53.899097 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36fea9ca-d3aa-44b3-b879-fbaf962b8248 req-03299437-04b1-44f5-9e96-d06d85f84d27 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 210 time: 0.1712735 Dec 10 18:08:53.930618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:53.939411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:54.023278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:54.031713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:54.071469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:54.207130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['d0637c93-9a73-44c5-8b04-cd70ec992be1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:08:54.266752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:54.268611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:54.343950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Pushing event updated for resources: {'Port': ['ID=995ca15d-c433-40cf-af5d-4b14e4aac0a3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:54.363504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-3992f5ff-7e44-46a4-9ac9-ee007d513075 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2105293 Dec 10 18:08:54.377870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Request body: {'port': {'device_id': '83b99713-6996-47b1-9064-552dcc620e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:54.547888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:54.636040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1f009504-7c29-4a0e-b5b7-b11933feb9fe None None] Provisioning complete for port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:54.636536 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f009504-7c29-4a0e-b5b7-b11933feb9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:54.801246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1f009504-7c29-4a0e-b5b7-b11933feb9fe None None] Port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:54.826253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56136) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:54.833360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:50Z', 'revision_number': 3, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:54.969598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Checking router: 93ed68f2-9803-4b10-871c-137003ebd63d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:08:54.969914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Updating router 93ed68f2-9803-4b10-871c-137003ebd63d port 341fc630-f949-44f9-ad6b-2edf5d37f786 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:08:54.975519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.139898 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.539954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fe5ba-31ae-4ea6-af2b-e7209a049e78 req-54127c74-ad54-48c8-a15a-aa3a2e1ae3be tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:55.542577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-108fe5ba-31ae-4ea6-af2b-e7209a049e78 req-54127c74-ad54-48c8-a15a-aa3a2e1ae3be tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 936 time: 0.2731612 Dec 10 18:08:55.554119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56154) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:55.554672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eb2e8452-093e-42ae-8c84-e138b46fd44e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17b7637fb8014e328f979b27ed8ff4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6711318 Dec 10 18:08:55.689296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Allocated IP 172.20.0.1 (2b7754d3-3ca5-4504-bb31-609f08134cda/8ecf191d-979f-4f8a-a372-e21cdaa13a1f/163c3b5b-cef4-43ef-a4b2-64222236a6f2) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:08:55.742995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-108fe5ba-31ae-4ea6-af2b-e7209a049e78 req-40bc6e7e-7a74-4911-8ea4-176d2d68ec83 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841571 Dec 10 18:08:55.785819 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.800060 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.803617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-539b9b11-5c30-440b-93a4-78f5461ff6b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.839282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995ca15d-c433-40cf-af5d-4b14e4aac0a3 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:08:55.858861 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.866301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-539b9b11-5c30-440b-93a4-78f5461ff6b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.877034 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.889892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Transition to ACTIVE for port object 995ca15d-c433-40cf-af5d-4b14e4aac0a3 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:08:55.906912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.911597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Attempting to bind port 341fc630-f949-44f9-ad6b-2edf5d37f786 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:55.911987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Attempting to bind port 341fc630-f949-44f9-ad6b-2edf5d37f786 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:55.914452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Attempting to bind port 341fc630-f949-44f9-ad6b-2edf5d37f786 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:55.935796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Pushing event updated for resources: {'Port': ['ID=341fc630-f949-44f9-ad6b-2edf5d37f786,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:55.941644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:55.942923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.944051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:55.944484 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:55.944979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:55.948198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Bound port: 341fc630-f949-44f9-ad6b-2edf5d37f786, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:55.949643 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.003800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.004154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.004591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.004935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.006813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.007188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.008451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.009913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.010103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.011215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.012018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.012961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.013504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.042612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Pushing event updated for resources: {'Port': ['ID=163c3b5b-cef4-43ef-a4b2-64222236a6f2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:56.053558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Pushing event updated for resources: {'Port': ['ID=995ca15d-c433-40cf-af5d-4b14e4aac0a3,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:56.071839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-539b9b11-5c30-440b-93a4-78f5461ff6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.072260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.072946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.073433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.075465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.075759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-539b9b11-5c30-440b-93a4-78f5461ff6b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.077032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-539b9b11-5c30-440b-93a4-78f5461ff6b8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e397ff10-6189-4dc1-bc60-68d34417dbe9 HTTP/1.1" status: 204 len: 168 time: 0.5091722 Dec 10 18:08:56.077577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.078115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.078648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.079474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.092823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.096037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.099506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.100686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.102001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] For port 341fc630-f949-44f9-ad6b-2edf5d37f786, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:56.102152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:08:56.114157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] For port 341fc630-f949-44f9-ad6b-2edf5d37f786, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=341fc630-f949-44f9-ad6b-2edf5d37f786,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:56.117160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b9b11-5c30-440b-93a4-78f5461ff6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397ff10-6189-4dc1-bc60-68d34417dbe9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:56.143623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.153574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Network 2b7754d3-3ca5-4504-bb31-609f08134cda is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:56.158750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:56.182197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:08:56.182292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Attempting to bind port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:08:56.182292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Attempting to bind port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:08:56.182292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Attempting to bind port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:56.185346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:08:56.185619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Attempting to bind port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:08:56.197552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:08:56.197904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:08:56.198294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:08:56.198771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Bound port: 995ca15d-c433-40cf-af5d-4b14e4aac0a3, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:08:56.210914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.297105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:08:56.297746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:56.300992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9c82e-64c0-43a8-9288-da6788ea7674 None None] Pushing event updated for resources: {'Port': ['ID=341fc630-f949-44f9-ad6b-2edf5d37f786,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:56.438562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.557378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] For port 995ca15d-c433-40cf-af5d-4b14e4aac0a3, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:08:56.557983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:08:56.585993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] For port 995ca15d-c433-40cf-af5d-4b14e4aac0a3, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=995ca15d-c433-40cf-af5d-4b14e4aac0a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:08:56.598171 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.721285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:56.729223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.731953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] 10.222.0.30 "PUT /v2.0/ports/995ca15d-c433-40cf-af5d-4b14e4aac0a3 HTTP/1.1" status: 200 len: 1096 time: 2.3589160 Dec 10 18:08:56.737038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b99713-6996-47b1-9064-552dcc620e90', 'tag': '995ca15d-c433-40cf-af5d-4b14e4aac0a3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:08:56.752199 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1e7338-015d-40ef-b3ec-d309106bc3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "83b99713-6996-47b1-9064-552dcc620e90", "tag": "995ca15d-c433-40cf-af5d-4b14e4aac0a3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:08:56.842888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7bbb1656-3dcd-47e4-a527-d5d7dffb2a84 None None] Provisioning complete for port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:56.843495 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1656-3dcd-47e4-a527-d5d7dffb2a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.930687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54d684-19db-4f10-b91d-f8f7c5322be3 service neutron] Pushing event updated for resources: {'Port': ['ID=995ca15d-c433-40cf-af5d-4b14e4aac0a3,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:56.938858 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:56.998385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-a6189c3d-ba8b-4eba-b145-4c2a5a9c8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:57.004999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-a6189c3d-ba8b-4eba-b145-4c2a5a9c8ed9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17c17fcd6b7e48c588132a1a373548ab&device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 1099 time: 0.2076609 Dec 10 18:08:57.041926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1656-3dcd-47e4-a527-d5d7dffb2a84 None None] Port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:57.158592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:50Z', 'revision_number': 3, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:08:57.206421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9130ff7-8012-45fb-8697-163dec428676 None None] The sync data for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 is: [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:50Z', 'revision_number': 3, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:08:57.380312 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-dcbe28ad-7c81-4894-82ec-e9dccc8accac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=995ca15d-c433-40cf-af5d-4b14e4aac0a3 HTTP/1.1" status: 200 len: 217 time: 0.2258871 Dec 10 18:08:57.394283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:57.397521 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc554db-13d5-4cfa-85f1-a9f9a278db39 x-openstack-request-id: req-cbc554db-13d5-4cfa-85f1-a9f9a278db39 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:08:57.397897 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b99713-6996-47b1-9064-552dcc620e90", "tag": "995ca15d-c433-40cf-af5d-4b14e4aac0a3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:08:57.398057 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cbc554db-13d5-4cfa-85f1-a9f9a278db39 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:08:57.398509 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b99713-6996-47b1-9064-552dcc620e90', 'tag': '995ca15d-c433-40cf-af5d-4b14e4aac0a3', 'status': 'completed', 'code': 200} Dec 10 18:08:57.404824 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:57.490162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723c48f-3e58-40d8-948e-55ee1045df07 req-90b09854-3a98-436b-81d1-a0b096a6bc77 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:57.504279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3723c48f-3e58-40d8-948e-55ee1045df07 req-90b09854-3a98-436b-81d1-a0b096a6bc77 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 948 time: 0.5162442 Dec 10 18:08:57.532893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-b66fe3ea-3161-47a4-a895-84b75d1ef6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:57.535037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-b66fe3ea-3161-47a4-a895-84b75d1ef6f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1538680 Dec 10 18:08:57.615131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:57.630292 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3723c48f-3e58-40d8-948e-55ee1045df07 req-6e390c05-2d2b-4c37-b494-f99928f6fd19 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250746 Dec 10 18:08:57.650592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-c5db4d54-086d-4d48-afe6-3073fd1b6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:57.659274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-c5db4d54-086d-4d48-afe6-3073fd1b6ebf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063173 Dec 10 18:08:57.681946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Pushing event updated for resources: {'Port': ['ID=163c3b5b-cef4-43ef-a4b2-64222236a6f2,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:57.961995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-40dfecbb-be2a-45c4-9984-d6fe80889dad service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915475 Dec 10 18:08:58.043174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Network 2b7754d3-3ca5-4504-bb31-609f08134cda is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:08:58.045367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:08:58.280305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Router 93ed68f2-9803-4b10-871c-137003ebd63d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:08:58.295116 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35715074-8e3f-49a5-b9db-43e7282c9692 req-ffed2829-58bb-4b79-9d42-e6f08e145bd3 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117890 Dec 10 18:08:58.295313 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1874fb45-39b0-425c-888d-f84fb222c189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:58.295784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56218) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:58.508194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-fee65cfd-7e17-4cd4-a010-1cfac1c54448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:58.518304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-fee65cfd-7e17-4cd4-a010-1cfac1c54448 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=17c17fcd6b7e48c588132a1a373548ab&device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 1099 time: 0.1490359 Dec 10 18:08:58.615871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-672631549-network', 'tenant_id': '43da16e451f248dcaddd203c318551c1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:58.633658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:08:58.655940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c20e8ec-0220-49c4-9174-170a97063c0a admin admin] 10.222.0.55 "PUT /v2.0/routers/93ed68f2-9803-4b10-871c-137003ebd63d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0905449 Dec 10 18:08:58.659128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4775e144-af25-496c-a7ff-8712aa9027d7 None None] Provisioning complete for port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:58.661673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4775e144-af25-496c-a7ff-8712aa9027d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:58.799336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4775e144-af25-496c-a7ff-8712aa9027d7 None None] Port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:08:58.854540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Made reservation on behalf of 43da16e451f248dcaddd203c318551c1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:58.860582 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:58.921622 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:58.924339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-c2cbc405-9270-4f6d-98a5-25ba3447a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:58.927158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-c2cbc405-9270-4f6d-98a5-25ba3447a095 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3960307 Dec 10 18:08:59.086961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:59.173026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:59.229404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-1b5a6d0a-374b-4930-8cc2-52529b4713f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=995ca15d-c433-40cf-af5d-4b14e4aac0a3 HTTP/1.1" status: 200 len: 217 time: 0.2790306 Dec 10 18:08:59.234771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039e7192-73ac-4a21-bdc7-9c89ae2ae06c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:08:59.305372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:08:59.333294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d74ff8-a6ea-4028-a355-d23c0314f2fe req-591947d1-e549-4b40-bcf9-58ab3f9fe52f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:59.338871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49d74ff8-a6ea-4028-a355-d23c0314f2fe req-591947d1-e549-4b40-bcf9-58ab3f9fe52f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 948 time: 0.3821540 Dec 10 18:08:59.344251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:59.344852 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Added segment 0e35c94a-727b-498e-af98-59f78f9a9db2 of type vlan for network c751b956-7321-4ad7-a8b4-ffcc52572ff4 Dec 10 18:08:59.391061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-e795b7bf-394b-4e80-bc3a-117631f33300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:59.392515 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-e795b7bf-394b-4e80-bc3a-117631f33300 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1503890 Dec 10 18:08:59.556804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:59.566794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49d74ff8-a6ea-4028-a355-d23c0314f2fe req-f488c9f2-5c69-4aaf-8fca-7861ac934c5c tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186623 Dec 10 18:08:59.627051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-eb65f561-3ed9-4ddc-8eb8-382c5cbf1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:59.629716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-eb65f561-3ed9-4ddc-8eb8-382c5cbf1879 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1897779 Dec 10 18:08:59.641560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:59.645017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:08:59.645865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:59.743346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4437037 Dec 10 18:08:59.743629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56246) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:08:59.751127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Request body: {'subnet': {'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-672631549-subnet', 'tenant_id': '43da16e451f248dcaddd203c318551c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:08:59.832891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Made reservation on behalf of 43da16e451f248dcaddd203c318551c1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:08:59.841415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 341fc630-f949-44f9-ad6b-2edf5d37f786 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:08:59.842506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:08:59.999163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 341fc630-f949-44f9-ad6b-2edf5d37f786 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:08:59.999451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:00.015178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-9f7c8553-8738-4d73-af25-fb1603ac6ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565836 Dec 10 18:09:00.225502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b1e7338-015d-40ef-b3ec-d309106bc3b0 req-46a2b3ab-e4d5-4ee7-b408-11015892a088 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541171 Dec 10 18:09:00.261024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a235a-e14f-4605-8aed-2323f1d2c81e admin admin] Pushing event updated for resources: {'Network': ['ID=c751b956-7321-4ad7-a8b4-ffcc52572ff4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:00.297033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network c751b956-7321-4ad7-a8b4-ffcc52572ff4 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:09:00.309736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:00.439588 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:00.491346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99b290a-07d3-4d2b-87af-6513e7647e3c,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:00.506680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 341fc630-f949-44f9-ad6b-2edf5d37f786, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=341fc630-f949-44f9-ad6b-2edf5d37f786,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:00.524629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:00.544589 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Sync routers for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:09:00.552174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Checking segment: {'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:00.555739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Network hostable DHCP agents. Network: c751b956-7321-4ad7-a8b4-ffcc52572ff4, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:09:00.570586 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:00.576953 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:08:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:00.610411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Network c751b956-7321-4ad7-a8b4-ffcc52572ff4 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:09:00.641641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, c751b956-7321-4ad7-a8b4-ffcc52572ff4) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:00.650813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:00.651536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:00.653191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=341fc630-f949-44f9-ad6b-2edf5d37f786,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:00.669894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdcfde5-8ee9-42eb-840a-394d1bcb8bba None None] Network c751b956-7321-4ad7-a8b4-ffcc52572ff4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:09:00.719170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56256) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:00.725443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a6112247-fd22-4371-9114-564845d50fe7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1190629552', 'description': 'tempest-description--790182751'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:00.728796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ecd497da-49bb-42fd-8025-5e376ac4745f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9829137 Dec 10 18:09:00.879263 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:00.989016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a6112247-fd22-4371-9114-564845d50fe7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.017165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9d96f-570e-49a3-b34a-e392b89b219d None None] Network c751b956-7321-4ad7-a8b4-ffcc52572ff4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:09:01.077342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245c38b-6986-4f38-9b43-17cea242a001 req-ebd64889-fc2e-4202-9811-be5e86d8cd15 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:01.091793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8245c38b-6986-4f38-9b43-17cea242a001 req-ebd64889-fc2e-4202-9811-be5e86d8cd15 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 948 time: 0.3126299 Dec 10 18:09:01.099010 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22a42719-f77c-46dc-8b5b-027a258f0963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.268875 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:08:57Z', 'revision_number': 2, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:01.274152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-81643b44-d713-45cd-b797-68666a5e15a1 req-73475559-3848-461d-9ca5-63cd0b30751c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-640339659', 'description': 'tempest-description-2097107619'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:01.309484 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Checking router: 93ed68f2-9803-4b10-871c-137003ebd63d for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:09:01.310005 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Updating router 93ed68f2-9803-4b10-871c-137003ebd63d port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:09:01.313809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-81643b44-d713-45cd-b797-68666a5e15a1 req-73475559-3848-461d-9ca5-63cd0b30751c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.340075 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.381517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8245c38b-6986-4f38-9b43-17cea242a001 req-3023c173-1e66-40f2-bbb8-199e2250ccb5 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641153 Dec 10 18:09:01.429023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-81643b44-d713-45cd-b797-68666a5e15a1 req-73475559-3848-461d-9ca5-63cd0b30751c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.433258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a6112247-fd22-4371-9114-564845d50fe7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.449874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a6112247-fd22-4371-9114-564845d50fe7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.450297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-81643b44-d713-45cd-b797-68666a5e15a1 req-73475559-3848-461d-9ca5-63cd0b30751c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.493266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73475559-3848-461d-9ca5-63cd0b30751c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0d537c-77f0-48f2-9418-4ac0ff793113,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:01.517083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-81643b44-d713-45cd-b797-68666a5e15a1 req-73475559-3848-461d-9ca5-63cd0b30751c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.522670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81643b44-d713-45cd-b797-68666a5e15a1 req-73475559-3848-461d-9ca5-63cd0b30751c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2544858 Dec 10 18:09:01.539100 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a6112247-fd22-4371-9114-564845d50fe7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.540458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a6112247-fd22-4371-9114-564845d50fe7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8201876 Dec 10 18:09:01.543531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56270) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:01.549742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5ef677df-15a9-4314-87c0-d3894d0495f5 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Request body: {'security_group_rule': {'security_group_id': 'a62f17cc-cb84-4fa7-a153-71782b808f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:01.571252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6112247-fd22-4371-9114-564845d50fe7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62f17cc-cb84-4fa7-a153-71782b808f92,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:01.585254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-687ac0f9-4190-4027-8f3c-b20d51352b37 req-0759a55e-1afd-4d76-97aa-86d9cfd5b780 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1169674885', 'description': 'tempest-description-1823741176'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:01.608649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ef677df-15a9-4314-87c0-d3894d0495f5 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.637136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-687ac0f9-4190-4027-8f3c-b20d51352b37 req-0759a55e-1afd-4d76-97aa-86d9cfd5b780 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.697250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.781057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 341fc630-f949-44f9-ad6b-2edf5d37f786 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:01.789398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-687ac0f9-4190-4027-8f3c-b20d51352b37 req-0759a55e-1afd-4d76-97aa-86d9cfd5b780 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.801570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ef677df-15a9-4314-87c0-d3894d0495f5 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.805303 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-687ac0f9-4190-4027-8f3c-b20d51352b37 req-0759a55e-1afd-4d76-97aa-86d9cfd5b780 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.824596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ef677df-15a9-4314-87c0-d3894d0495f5 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.901073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ef677df-15a9-4314-87c0-d3894d0495f5 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.907556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5ef677df-15a9-4314-87c0-d3894d0495f5 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3604069 Dec 10 18:09:01.909865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56274) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:01.946348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 341fc630-f949-44f9-ad6b-2edf5d37f786 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:01.946677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c74b6de3-82fd-44f8-83f6-fe659cdbce9f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Request body: {'security_group_rule': {'security_group_id': 'a62f17cc-cb84-4fa7-a153-71782b808f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:01.946804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.955477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-687ac0f9-4190-4027-8f3c-b20d51352b37 req-0759a55e-1afd-4d76-97aa-86d9cfd5b780 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:01.964451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-687ac0f9-4190-4027-8f3c-b20d51352b37 req-0759a55e-1afd-4d76-97aa-86d9cfd5b780 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3986900 Dec 10 18:09:01.966591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759a55e-1afd-4d76-97aa-86d9cfd5b780 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6646a3e0-7c9e-4a6d-bf39-12db8295ca5b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:01.973498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef677df-15a9-4314-87c0-d3894d0495f5 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de46c80-7617-45d3-b62d-797cc00b4d0d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:01.999593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.032424 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c74b6de3-82fd-44f8-83f6-fe659cdbce9f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.102198 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.107401 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c74b6de3-82fd-44f8-83f6-fe659cdbce9f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.121058 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.129983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c74b6de3-82fd-44f8-83f6-fe659cdbce9f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.187392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b6de3-82fd-44f8-83f6-fe659cdbce9f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372f4768-f186-4b57-ae90-eff75bc092ab,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:02.199322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c74b6de3-82fd-44f8-83f6-fe659cdbce9f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.206571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c74b6de3-82fd-44f8-83f6-fe659cdbce9f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2763209 Dec 10 18:09:02.209100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56290) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:02.215923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:02.249900 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588c024-1d3a-4d25-a87f-795cd313a18b None None] Pushing event updated for resources: {'Port': ['ID=163c3b5b-cef4-43ef-a4b2-64222236a6f2,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:02.274698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.355208 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Attempting to bind port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:02.357113 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Attempting to bind port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:02.358918 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Attempting to bind port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 on network 2b7754d3-3ca5-4504-bb31-609f08134cda {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:02.372397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:02.373148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Checking segment: {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:02.373743 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.374543 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Bound using segment: {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:02.377053 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Bound port: 163c3b5b-cef4-43ef-a4b2-64222236a6f2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:02.377617 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.491681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-965e4131-4232-4767-8663-42b7f59cddb1 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:02.499043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.500877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-965e4131-4232-4767-8663-42b7f59cddb1 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 812 time: 0.3180907 Dec 10 18:09:02.527595 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-96b6d379-9607-4cf4-9bf6-618f00b3cf7d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/quotas/43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 375 time: 0.0191741 Dec 10 18:09:02.543145 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] For port 163c3b5b-cef4-43ef-a4b2-64222236a6f2, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:02.546978 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] For port 163c3b5b-cef4-43ef-a4b2-64222236a6f2, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=163c3b5b-cef4-43ef-a4b2-64222236a6f2,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:02.564065 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.599017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-f37362c6-878d-49d8-8ab0-2cd07d6c636c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681386 Dec 10 18:09:02.612108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 995ca15d-c433-40cf-af5d-4b14e4aac0a3 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:09:02.667734 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:02.668876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:09:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:02.777026 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9588c024-1d3a-4d25-a87f-795cd313a18b None None] Pushing event updated for resources: {'Port': ['ID=163c3b5b-cef4-43ef-a4b2-64222236a6f2,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:02.797602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-eadd8311-0c3f-4485-aff4-2357bf445a59 service neutron] 10.222.0.55 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964271 Dec 10 18:09:02.859916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cee820a3-eac9-4d84-8562-6ee89cac2782 None None] Provisioning complete for port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:02.860791 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cee820a3-eac9-4d84-8562-6ee89cac2782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:02.885865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c9d69-52ad-4ba7-9af9-bcf14538d8cf req-ed3b2102-60e3-43df-abdf-81fd2e8797e0 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:02.894979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b59c9d69-52ad-4ba7-9af9-bcf14538d8cf req-ed3b2102-60e3-43df-abdf-81fd2e8797e0 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 948 time: 0.2986376 Dec 10 18:09:02.960660 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:02.999701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 995ca15d-c433-40cf-af5d-4b14e4aac0a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=995ca15d-c433-40cf-af5d-4b14e4aac0a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:03.010123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-cf034307-eeb6-45db-8e22-6af08741d6ac service neutron] 10.222.0.55 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115555 Dec 10 18:09:03.017925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Allocated IP 172.25.2.211 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/43d410c7-2bb9-4901-a782-c519d92d3889) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:03.029642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '995ca15d-c433-40cf-af5d-4b14e4aac0a3', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '995ca15d-c433-40cf-af5d-4b14e4aac0a3', 'mac_address': 'fa:16:3e:31:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:09:03.044136 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b59c9d69-52ad-4ba7-9af9-bcf14538d8cf req-9743b0a5-eb65-4798-82e0-fff88cc625ac tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418192 Dec 10 18:09:03.240282 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.305677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fddc7fdb-c436-4e6d-99e9-f3e7c8694f16 req-4036822e-ac69-40b2-8e98-2cd4b10375be tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 210 time: 0.0660195 Dec 10 18:09:03.313541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.380943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995ca15d-c433-40cf-af5d-4b14e4aac0a3 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:03.407127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.417476 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cee820a3-eac9-4d84-8562-6ee89cac2782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.441478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 995ca15d-c433-40cf-af5d-4b14e4aac0a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=995ca15d-c433-40cf-af5d-4b14e4aac0a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:03.471182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.508037 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:02Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:03.523425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:03.533158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:03.539837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:03.571779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cee820a3-eac9-4d84-8562-6ee89cac2782 None None] For port 163c3b5b-cef4-43ef-a4b2-64222236a6f2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=163c3b5b-cef4-43ef-a4b2-64222236a6f2,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:03.587067 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4c01e9-4a4a-4839-ab46-b11896210389 None None] The sync data for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 is: [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:02Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:09:03.623652 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cee820a3-eac9-4d84-8562-6ee89cac2782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.689823 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.704011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=995ca15d-c433-40cf-af5d-4b14e4aac0a3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:03.747362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event updated for resources: {'Port': ['ID=43d410c7-2bb9-4901-a782-c519d92d3889,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:03.778945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:03.851476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.118382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['995ca15d-c433-40cf-af5d-4b14e4aac0a3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:04.232851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fd83b28f-4ade-4625-beb7-0d1283126021 None None] Provisioning complete for port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:04.237157 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fd83b28f-4ade-4625-beb7-0d1283126021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.242735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.253206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f4bb5-b5bb-4576-bfa8-e35490f3c0a1 req-7b2cc291-2da8-4b56-b8e8-2afc1b287db3 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:04.266329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.277615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f45f4bb5-b5bb-4576-bfa8-e35490f3c0a1 req-7b2cc291-2da8-4b56-b8e8-2afc1b287db3 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 949 time: 0.1058979 Dec 10 18:09:04.429801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f45f4bb5-b5bb-4576-bfa8-e35490f3c0a1 req-565a162f-7eb6-45f0-a1b7-03404e9bf2ae tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497948 Dec 10 18:09:04.453510 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.492284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee820a3-eac9-4d84-8562-6ee89cac2782 None None] Pushing event updated for resources: {'Port': ['ID=163c3b5b-cef4-43ef-a4b2-64222236a6f2,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:04.517952 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.551379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event updated for resources: {'Port': ['ID=43d410c7-2bb9-4901-a782-c519d92d3889,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:04.577430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.626588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-145afafa-5036-4af2-9014-a8c384bdf11a req-d0fe67d4-a969-419b-a9ff-6cf064ba958b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 210 time: 0.0832255 Dec 10 18:09:04.642822 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:04.656534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-77603553-3e45-487c-9f9c-967f93085e44 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4462829 Dec 10 18:09:05.036092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-9b43db75-e1ec-4c8b-997b-001c929d75b2 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1190629552&fields=id&tenant_id=fa8a9f71d9c944919e7f0b6ff2aa4217 HTTP/1.1" status: 200 len: 267 time: 0.1456699 Dec 10 18:09:05.197262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-3c193dba-0380-46b1-a4ea-858e791ab510 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:05.201752 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-3c193dba-0380-46b1-a4ea-858e791ab510 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.59 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 812 time: 0.2940412 Dec 10 18:09:05.232389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'port': {'device_id': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4', 'admin_state_up': True, 'tenant_id': '43da16e451f248dcaddd203c318551c1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:05.278374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-6497ccf2-f4e2-4a35-98b3-9222b0bfb151 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:05.293342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-6497ccf2-f4e2-4a35-98b3-9222b0bfb151 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/networks?id=2b7754d3-3ca5-4504-bb31-609f08134cda HTTP/1.1" status: 200 len: 812 time: 0.2558646 Dec 10 18:09:05.311377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-590c2ada-9547-446b-82d6-a4d1a9ae07ad tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/quotas/fa8a9f71d9c944919e7f0b6ff2aa4217 HTTP/1.1" status: 200 len: 375 time: 0.0165615 Dec 10 18:09:05.417911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-9a41a8d0-01d7-4cb1-8e11-20ad1545bc60 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa8a9f71d9c944919e7f0b6ff2aa4217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958796 Dec 10 18:09:05.579743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Made reservation on behalf of 43da16e451f248dcaddd203c318551c1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:05.588600 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:05.653323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-9b3abe86-449e-4752-8e7a-5cd97996b094 service neutron] 10.222.0.55 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326314 Dec 10 18:09:05.727772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fa7c9-e59a-4d00-9a3c-f4c2db6c6cb2 req-d7c66f0a-d410-4fe5-920b-9d71c0255cde tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:05.729490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-572fa7c9-e59a-4d00-9a3c-f4c2db6c6cb2 req-d7c66f0a-d410-4fe5-920b-9d71c0255cde tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 949 time: 0.2073867 Dec 10 18:09:05.826476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 163c3b5b-cef4-43ef-a4b2-64222236a6f2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:05.864834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-4dfa0767-050f-4d96-9ad4-8c2d6cd22023 service neutron] 10.222.0.55 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000163 Dec 10 18:09:05.910217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:05.910871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:05.973193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-572fa7c9-e59a-4d00-9a3c-f4c2db6c6cb2 req-cdfbbd84-beeb-4830-8393-a98620c52650 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207141 Dec 10 18:09:06.021193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Allocated IP 172.20.0.13 (c751b956-7321-4ad7-a8b4-ffcc52572ff4/e99b290a-07d3-4d2b-87af-6513e7647e3c/8bd3bc91-6edc-447c-8000-7b6e8d33df94) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:06.227784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:06.260866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02c25376-7f89-43c5-bcca-a2796e193e71 req-f5666e96-7a0b-4e7e-a3d6-cfbcfae1a9e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 210 time: 0.0494192 Dec 10 18:09:06.289321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-453b7657-c3cd-413c-b619-6aa4e4fae30f req-2675083a-4b4d-433c-b94e-26e446bf754a tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 210 time: 0.0328150 Dec 10 18:09:06.316255 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:06.382044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Network c751b956-7321-4ad7-a8b4-ffcc52572ff4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:06.388193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:06.391340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:06.457241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:06.523542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:06.531210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:06.562221 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-10dda3d6-0e78-4bcc-ae67-1dc17a9efa9c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3415377 Dec 10 18:09:06.591007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Request body: {'port': {'device_id': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:06.612325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 995ca15d-c433-40cf-af5d-4b14e4aac0a3 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:06.671551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:06.717879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:09:06.722755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:06.723383 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:06.816083 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:06.868768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 995ca15d-c433-40cf-af5d-4b14e4aac0a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=995ca15d-c433-40cf-af5d-4b14e4aac0a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:06.882391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b99713-6996-47b1-9064-552dcc620e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995ca15d-c433-40cf-af5d-4b14e4aac0a3'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:06.889030 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ccdb70-37be-4a17-834b-08eec20d4946" -d '{"events": [{"server_uuid": "83b99713-6996-47b1-9064-552dcc620e90", "name": "network-vif-plugged", "status": "completed", "tag": "995ca15d-c433-40cf-af5d-4b14e4aac0a3"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:06.910574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:07.014385 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecedd8d5-53da-42ae-8e55-2f50f0bbdcae x-openstack-request-id: req-ecedd8d5-53da-42ae-8e55-2f50f0bbdcae {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:07.014706 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b99713-6996-47b1-9064-552dcc620e90", "name": "network-vif-plugged", "status": "completed", "tag": "995ca15d-c433-40cf-af5d-4b14e4aac0a3", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:07.015087 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecedd8d5-53da-42ae-8e55-2f50f0bbdcae {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:07.015489 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b99713-6996-47b1-9064-552dcc620e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995ca15d-c433-40cf-af5d-4b14e4aac0a3', 'code': 200} Dec 10 18:09:07.040682 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:09:07.069041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=995ca15d-c433-40cf-af5d-4b14e4aac0a3,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:07.219279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd3bc91-6edc-447c-8000-7b6e8d33df94 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:07.235247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:07.245949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee667bd-f266-434d-b467-2c8ebabe6d4c req-9d72b2ab-f9f4-40d2-86a5-8a3e5e672c65 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:07.254792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ee667bd-f266-434d-b467-2c8ebabe6d4c req-9d72b2ab-f9f4-40d2-86a5-8a3e5e672c65 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 950 time: 0.1746790 Dec 10 18:09:07.256196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Transition to ACTIVE for port object 8bd3bc91-6edc-447c-8000-7b6e8d33df94 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:09:07.263576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eae86-d716-4c5a-94fa-d467550e444f req-bec4f24f-0ced-4c63-a48b-b35b539f256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:07.265362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d57eae86-d716-4c5a-94fa-d467550e444f req-bec4f24f-0ced-4c63-a48b-b35b539f256c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 1101 time: 0.1651199 Dec 10 18:09:07.267156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:07.338508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:07.383290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d57eae86-d716-4c5a-94fa-d467550e444f req-851e2a07-3b0c-4a31-947a-3b44b5797d0e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062133 Dec 10 18:09:07.446658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ee667bd-f266-434d-b467-2c8ebabe6d4c req-8953ddf2-655a-4a6d-a891-2829568780e6 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871994 Dec 10 18:09:07.510524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Attempting to bind port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:07.510861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Attempting to bind port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:07.511187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Attempting to bind port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 on network c751b956-7321-4ad7-a8b4-ffcc52572ff4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:07.522579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 on network c751b956-7321-4ad7-a8b4-ffcc52572ff4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:07.522930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Attempting to bind port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 on network c751b956-7321-4ad7-a8b4-ffcc52572ff4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:07.531986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc1daa2b-af95-419c-b2dd-5e0edc61dc10 req-b09bccfc-4979-4499-9d66-1d2016b6d203 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 210 time: 0.0272663 Dec 10 18:09:07.535429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564f9d8-b2fb-4005-87c9-2aad9f9dc16d req-6a138ca9-0e30-48c0-865a-399050d6e74a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:07.537668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4564f9d8-b2fb-4005-87c9-2aad9f9dc16d req-6a138ca9-0e30-48c0-865a-399050d6e74a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 944 time: 0.0925620 Dec 10 18:09:07.538214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:07.538732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Checking segment: {'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:07.539359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Bound using segment: {'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:07.539796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Bound port: 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:07.540150 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:07.634544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4564f9d8-b2fb-4005-87c9-2aad9f9dc16d req-10076119-6c05-4089-89af-ed79cd40ca29 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907567 Dec 10 18:09:07.646093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:07.649974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:07.656540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:07.706776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:07.707397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:07.709282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] 10.222.0.59 "PUT /v2.0/ports/8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 200 len: 1092 time: 1.1360049 Dec 10 18:09:07.710248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:07.713461 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2c0a53-a521-43c4-9dca-6b83fb8becf9" -d '{"events": [{"name": "network-changed", "server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:07.771407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71004a6-34c3-4403-a6bf-aa2a2d884379 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:07.774879 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a3b1c5-35dd-4d79-9db8-2c18ca62577f x-openstack-request-id: req-a0a3b1c5-35dd-4d79-9db8-2c18ca62577f {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:07.775165 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:07.775418 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0a3b1c5-35dd-4d79-9db8-2c18ca62577f {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:07.775804 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94', 'status': 'completed', 'code': 200} Dec 10 18:09:07.830909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-add9fa6d-fa06-40e9-919f-a6ef7224b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:07.833508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-add9fa6d-fa06-40e9-919f-a6ef7224b25d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1095 time: 0.0634241 Dec 10 18:09:07.845545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-21b66524-13ed-4ca0-bc78-170cda028f71 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:07.850856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-21b66524-13ed-4ca0-bc78-170cda028f71 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/networks?id=6dab76b1-c60c-4b1c-bd6e-e04560fc4903 HTTP/1.1" status: 200 len: 815 time: 0.1620524 Dec 10 18:09:07.878311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-22b25f58-a37f-499f-8d86-86ad4b4fd049 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/quotas/4cc8b3cffd464a55b21440116a6efa82 HTTP/1.1" status: 200 len: 375 time: 0.0200939 Dec 10 18:09:07.999072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-97cf50a9-c3a3-4f99-aca6-24b13040f728 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cc8b3cffd464a55b21440116a6efa82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065216 Dec 10 18:09:08.071666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-b2d12574-a699-4ed9-9306-032a35f8c238 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:08.073224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-b2d12574-a699-4ed9-9306-032a35f8c238 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.30 "GET /v2.0/networks?id=2b7754d3-3ca5-4504-bb31-609f08134cda HTTP/1.1" status: 200 len: 812 time: 0.2073963 Dec 10 18:09:08.154794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-e1b11ebb-5a5b-4224-9af8-b0bfe122b071 service neutron] 10.222.0.55 "GET /v2.0/networks/6dab76b1-c60c-4b1c-bd6e-e04560fc4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452706 Dec 10 18:09:08.177543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-590663b8-43df-46ab-a8af-a47d1a66f711 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa8a9f71d9c944919e7f0b6ff2aa4217 HTTP/1.1" status: 200 len: 380 time: 0.0919971 Dec 10 18:09:08.218974 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-85b21284-76e0-48d0-8e3a-75f833af7df2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 200 len: 217 time: 0.3745341 Dec 10 18:09:08.225005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Request body: {'port': {'device_id': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'admin_state_up': True, 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'security_groups': ['a62f17cc-cb84-4fa7-a153-71782b808f92']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:08.273876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-92ad192a-1974-4130-9ee7-5ed51368d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:08.275309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-92ad192a-1974-4130-9ee7-5ed51368d68a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.0466609 Dec 10 18:09:08.318879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-3a2629c6-20dc-4fd8-bdca-da1d73323361 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257373 Dec 10 18:09:08.327423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-a09cbe08-5b10-40c0-a436-9f4502b7746a service neutron] 10.222.0.55 "GET /v2.0/networks/6dab76b1-c60c-4b1c-bd6e-e04560fc4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642816 Dec 10 18:09:08.366227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Made reservation on behalf of fa8a9f71d9c944919e7f0b6ff2aa4217 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:08.370180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:08.436495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d870ade9-a549-49af-a5b1-ec961b231ebf service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064713 Dec 10 18:09:08.609817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e53877ad-3ab2-41bd-9567-1eccc6042b07 req-d2bc00b3-bfd0-45c2-b99e-92fb1e8c9374 service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547198 Dec 10 18:09:08.625124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-345f0958-c4f3-4458-9c76-94e4cc8fe71a req-5b6ee1af-2163-4442-a48d-eb5814f3a402 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 210 time: 0.0335708 Dec 10 18:09:08.626416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Allocated IP 172.20.0.14 (2b7754d3-3ca5-4504-bb31-609f08134cda/8ecf191d-979f-4f8a-a372-e21cdaa13a1f/c6696646-2beb-4591-b656-25a99b04bfad) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:08.779042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49a992-006f-4057-aa44-b8b4c5aa898d req-d287eb92-d429-4122-b693-295e18883078 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:08.780757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba49a992-006f-4057-aa44-b8b4c5aa898d req-d287eb92-d429-4122-b693-295e18883078 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 950 time: 0.1699340 Dec 10 18:09:08.792206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-cbe5acc2-2b62-450a-a589-17d657c229a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:08.794321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-cbe5acc2-2b62-450a-a589-17d657c229a3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1095 time: 0.0794122 Dec 10 18:09:08.861952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f95d14e1-f58d-4494-b09e-5ab467171ca3 req-e9f9babc-fd23-406a-90aa-58ea928fe41f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 210 time: 0.0414338 Dec 10 18:09:08.933688 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:08.946819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba49a992-006f-4057-aa44-b8b4c5aa898d req-578dafa2-d342-4662-a195-10020483b3b1 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569886 Dec 10 18:09:08.983774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-7bad3e8d-9d08-446b-bd76-9b3deac5b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:08.985755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-7bad3e8d-9d08-446b-bd76-9b3deac5b844 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 913 time: 0.1836131 Dec 10 18:09:09.037500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:09.062833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-1c40d249-9ab8-43e6-8051-a47a00c67c92 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 200 len: 217 time: 0.0643325 Dec 10 18:09:09.064540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2ec2e-b6a5-46ee-b428-92a19692fe4b req-b4f8a87e-d737-42d9-be18-f8cbff628456 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:09.073655 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5dd2ec2e-b6a5-46ee-b428-92a19692fe4b req-b4f8a87e-d737-42d9-be18-f8cbff628456 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 944 time: 0.0974658 Dec 10 18:09:09.124706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-ecc7cc64-9ec6-43d4-a544-f0a8aea91de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:09.129476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-ecc7cc64-9ec6-43d4-a544-f0a8aea91de5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.0588136 Dec 10 18:09:09.159729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Network 2b7754d3-3ca5-4504-bb31-609f08134cda is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:09.168166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:09.175656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-13affd6e-7105-40d8-a4b5-e2ee76993c39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359101 Dec 10 18:09:09.181905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:09.187277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event updated for resources: {'Port': ['ID=c6696646-2beb-4591-b656-25a99b04bfad,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:09.252972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5dd2ec2e-b6a5-46ee-b428-92a19692fe4b req-fc0dcfe8-c53e-41a1-984e-5ecb3912b73e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768827 Dec 10 18:09:09.308016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:09.310136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:09.322453 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-887e45dc-66d7-4590-90a1-443189842c05 service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342893 Dec 10 18:09:09.333783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0110586b-e832-406f-b49f-806b0640b90e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1140552 Dec 10 18:09:09.356272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Request body: {'port': {'device_id': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:09.454104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:09.458979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df2c0a53-a521-43c4-9dca-6b83fb8becf9 req-136148ee-a8e6-429f-9e71-ff5c6d4f66a8 service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236205 Dec 10 18:09:09.547352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6c7636dc-fd4a-4f28-8b9f-04983d66133f None None] Provisioning complete for port c6696646-2beb-4591-b656-25a99b04bfad triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:09.548319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c7636dc-fd4a-4f28-8b9f-04983d66133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:09.597748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6c7636dc-fd4a-4f28-8b9f-04983d66133f None None] Port c6696646-2beb-4591-b656-25a99b04bfad cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:09:09.740968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e8e3181-6bf4-49e0-a514-a6e29659ddcd req-5945ca11-0884-4360-ac66-92f1a1ec1003 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 210 time: 0.0317831 Dec 10 18:09:09.787976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6696646-2beb-4591-b656-25a99b04bfad {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:09.795564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:09.808047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Transition to ACTIVE for port object c6696646-2beb-4591-b656-25a99b04bfad will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:09:09.812862 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:09.867126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Pushing event updated for resources: {'Port': ['ID=c6696646-2beb-4591-b656-25a99b04bfad,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:10.169733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9392c-f5b9-4e55-9d04-ea7d0f118f03 req-3005080f-bcc5-4d3d-beb4-2810b89f50b1 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:10.177018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dcb9392c-f5b9-4e55-9d04-ea7d0f118f03 req-3005080f-bcc5-4d3d-beb4-2810b89f50b1 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 944 time: 0.2121937 Dec 10 18:09:10.264868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-d059e578-8aed-4573-b08f-1ce2ef68705e tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:10.266907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-d059e578-8aed-4573-b08f-1ce2ef68705e tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.59 "GET /v2.0/networks?id=6dab76b1-c60c-4b1c-bd6e-e04560fc4903 HTTP/1.1" status: 200 len: 815 time: 0.2122269 Dec 10 18:09:10.275466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dcb9392c-f5b9-4e55-9d04-ea7d0f118f03 req-1ce890fe-2d07-467c-bb0b-3531b5069d2c tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948236 Dec 10 18:09:10.290159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Request body: {'port': {'device_id': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'admin_state_up': True, 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:10.358782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11886ba-dfe8-416e-a204-fad15c8d21af req-63f27e55-3ec7-42f7-a6ac-4ed6700df7c9 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:10.360308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d11886ba-dfe8-416e-a204-fad15c8d21af req-63f27e55-3ec7-42f7-a6ac-4ed6700df7c9 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 950 time: 0.0695620 Dec 10 18:09:10.378318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Attempting to bind port c6696646-2beb-4591-b656-25a99b04bfad on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:10.378678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Attempting to bind port c6696646-2beb-4591-b656-25a99b04bfad by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:10.379004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Attempting to bind port c6696646-2beb-4591-b656-25a99b04bfad on network 2b7754d3-3ca5-4504-bb31-609f08134cda {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:10.391771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Port c6696646-2beb-4591-b656-25a99b04bfad on network 2b7754d3-3ca5-4504-bb31-609f08134cda not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:10.392099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Attempting to bind port c6696646-2beb-4591-b656-25a99b04bfad on network 2b7754d3-3ca5-4504-bb31-609f08134cda {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:10.410664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:10.411118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Checking segment: {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:10.411631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Bound using segment: {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:10.412166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Bound port: c6696646-2beb-4591-b656-25a99b04bfad, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f731266c-214b-4214-b51a-8fcddf7b0651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:10.412618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:10.452003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d11886ba-dfe8-416e-a204-fad15c8d21af req-170284c5-d3b0-4f3d-8fdc-d7657ca5003d tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842423 Dec 10 18:09:10.485907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Made reservation on behalf of 4cc8b3cffd464a55b21440116a6efa82 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:10.491453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:10.591620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] For port c6696646-2beb-4591-b656-25a99b04bfad, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:10.594876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] For port c6696646-2beb-4591-b656-25a99b04bfad, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c6696646-2beb-4591-b656-25a99b04bfad,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:10.603325 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:10.644953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:10.645581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:10.647027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] 10.222.0.30 "PUT /v2.0/ports/c6696646-2beb-4591-b656-25a99b04bfad HTTP/1.1" status: 200 len: 1092 time: 1.2955482 Dec 10 18:09:10.647480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:10.649822 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60457a1c-943c-4266-9261-1571bf4da4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "tag": "c6696646-2beb-4591-b656-25a99b04bfad"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:10.717259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8fde6-b37f-4778-bbf6-b47dfbe70f75 service neutron] Pushing event updated for resources: {'Port': ['ID=c6696646-2beb-4591-b656-25a99b04bfad,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:10.824545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea825a-02c1-48ad-8cf1-893b65419361 req-5ba56001-84f3-46b8-a09b-ce9f542da45a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:10.828284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0ac5addf-e0ce-4aa1-a8fd-d02b1df5c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:10.829338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-0ac5addf-e0ce-4aa1-a8fd-d02b1df5c383 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa8a9f71d9c944919e7f0b6ff2aa4217&device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 1095 time: 0.0976899 Dec 10 18:09:10.835641 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70ea825a-02c1-48ad-8cf1-893b65419361 req-5ba56001-84f3-46b8-a09b-ce9f542da45a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 944 time: 0.2867663 Dec 10 18:09:10.926742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-d841db3d-e4bb-496a-8d4e-a6284305711e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6696646-2beb-4591-b656-25a99b04bfad HTTP/1.1" status: 200 len: 217 time: 0.0660160 Dec 10 18:09:11.006249 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70ea825a-02c1-48ad-8cf1-893b65419361 req-01557c91-3202-4974-a17f-d423f4a7f18f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639290 Dec 10 18:09:11.013201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc484a-80d0-4361-ae2d-34ddbf8161c8 req-eee077cd-41e4-44f1-8203-9d166555c02d tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:11.018616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8abc484a-80d0-4361-ae2d-34ddbf8161c8 req-eee077cd-41e4-44f1-8203-9d166555c02d tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 1101 time: 0.2133083 Dec 10 18:09:11.021565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Allocated IP 172.20.0.5 (6dab76b1-c60c-4b1c-bd6e-e04560fc4903/d5a2cd16-2aab-4b80-b799-8feccff2ed04/6b1f5d4f-9086-416a-b0e4-66084ab927a4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:11.070470 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8abc484a-80d0-4361-ae2d-34ddbf8161c8 req-e3cc8619-4b38-49bd-b447-7c5efaec699e tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.184406 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da1fa6c-9e72-4554-a969-22fb81103b1c x-openstack-request-id: req-0da1fa6c-9e72-4554-a969-22fb81103b1c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:11.186759 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "tag": "c6696646-2beb-4591-b656-25a99b04bfad", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:11.187059 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0da1fa6c-9e72-4554-a969-22fb81103b1c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:11.187486 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad', 'status': 'completed', 'code': 200} Dec 10 18:09:11.223062 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8abc484a-80d0-4361-ae2d-34ddbf8161c8 req-e3cc8619-4b38-49bd-b447-7c5efaec699e tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.227384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-00d09187-8dbb-48c4-817d-610d9ad040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:11.232914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-00d09187-8dbb-48c4-817d-610d9ad040c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ecf191d-979f-4f8a-a372-e21cdaa13a1f HTTP/1.1" status: 200 len: 851 time: 0.2914319 Dec 10 18:09:11.234645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8abc484a-80d0-4361-ae2d-34ddbf8161c8 req-e3cc8619-4b38-49bd-b447-7c5efaec699e tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.301218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8abc484a-80d0-4361-ae2d-34ddbf8161c8 req-e3cc8619-4b38-49bd-b447-7c5efaec699e tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726824 Dec 10 18:09:11.382801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc8619-4b38-49bd-b447-7c5efaec699e tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c64898c-121f-4d56-aea6-470ce3e42e6a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:11.393675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74561c3-9508-44df-99c0-4dc487bda44d req-110ecdea-bc63-4aac-91c1-01879961ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:11.395921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-110ecdea-bc63-4aac-91c1-01879961ec01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7754d3-3ca5-4504-bb31-609f08134cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214607 Dec 10 18:09:11.411217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d0807b6a-f68c-4495-be2d-722d6297aa20 req-fa8c286f-2771-4935-9664-454d5682e1d7 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 210 time: 0.1040459 Dec 10 18:09:11.437227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8bd3bc91-6edc-447c-8000-7b6e8d33df94 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:09:11.557777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.663207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6594-10cf-4fbf-ae99-091a691522da req-64abb942-1d06-4323-9a4d-f85f866cfecb tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:11.670028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e9a6594-10cf-4fbf-ae99-091a691522da req-64abb942-1d06-4323-9a4d-f85f866cfecb tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 944 time: 0.2224071 Dec 10 18:09:11.677949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.686441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:11.687205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-3feb695a-e070-4a85-a584-41ebbb491f50 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800007 Dec 10 18:09:11.718004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '8bd3bc91-6edc-447c-8000-7b6e8d33df94', 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4', 'port_id': '8bd3bc91-6edc-447c-8000-7b6e8d33df94', 'mac_address': 'fa:16:3e:b3:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99b290a-07d3-4d2b-87af-6513e7647e3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:09:11.728998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:11.733868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:11.737530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:11.804064 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.804781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Pushing event updated for resources: {'Port': ['ID=6b1f5d4f-9086-416a-b0e4-66084ab927a4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:11.839515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd3bc91-6edc-447c-8000-7b6e8d33df94 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:11.870312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:11.883990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.890050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:11.896190 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:11.904546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e9a6594-10cf-4fbf-ae99-091a691522da req-ce4f7f92-29fb-44bd-b5c8-c6ead65b867d tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275779 Dec 10 18:09:11.925949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-c1d98099-c7db-4b6a-bc08-44abf13b6685 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6405401 Dec 10 18:09:11.981381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b74561c3-9508-44df-99c0-4dc487bda44d req-c7402b01-65ca-4c04-945a-ae25cbca4392 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792311 Dec 10 18:09:11.991666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:12.137135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-e3ba8660-cb93-4dae-80cd-aaa92bcd56b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:12.139837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-e3ba8660-cb93-4dae-80cd-aaa92bcd56b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa8a9f71d9c944919e7f0b6ff2aa4217&device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 1095 time: 0.0791967 Dec 10 18:09:12.226162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:12.361766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-86c295e1-638b-46ab-9b2d-9cc6973ab2b9 None None] Provisioning complete for port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:12.369044 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-86c295e1-638b-46ab-9b2d-9cc6973ab2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:12.385542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00ec82-3e02-4178-bc0d-b876b3c0a19b req-c561913c-4eb7-43a5-80eb-cf9343f255ea tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:12.413462 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da00ec82-3e02-4178-bc0d-b876b3c0a19b req-c561913c-4eb7-43a5-80eb-cf9343f255ea tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 945 time: 0.2662737 Dec 10 18:09:12.500065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-86c295e1-638b-46ab-9b2d-9cc6973ab2b9 None None] Port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:09:12.611531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da00ec82-3e02-4178-bc0d-b876b3c0a19b req-5a58de0f-8927-4cbf-b0d1-de6dbdfca747 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953237 Dec 10 18:09:12.613618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-c3fbe948-d7a3-464f-ab39-0b147d575a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:12.615956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-c3fbe948-d7a3-464f-ab39-0b147d575a51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7754d3-3ca5-4504-bb31-609f08134cda HTTP/1.1" status: 200 len: 913 time: 0.4329171 Dec 10 18:09:12.678231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-b472cb1f-28d9-4023-97a4-65ea9d61fe57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6696646-2beb-4591-b656-25a99b04bfad HTTP/1.1" status: 200 len: 217 time: 0.0522668 Dec 10 18:09:12.752139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-863ee6e9-d03d-40cd-ac6a-d1c5fd27cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:12.757067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-863ee6e9-d03d-40cd-ac6a-d1c5fd27cd8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ecf191d-979f-4f8a-a372-e21cdaa13a1f HTTP/1.1" status: 200 len: 851 time: 0.0663199 Dec 10 18:09:12.801367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6220e-b845-4fc7-b352-f57315642f44 req-5f73ca2d-8b09-4eea-ac38-0c4dcab542a0 tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:12.803150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fae6220e-b845-4fc7-b352-f57315642f44 req-5f73ca2d-8b09-4eea-ac38-0c4dcab542a0 tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 1101 time: 0.1278744 Dec 10 18:09:12.846784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-5872c8c8-0905-4f57-b920-27691ce4c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:12.848546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-5872c8c8-0905-4f57-b920-27691ce4c38f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7754d3-3ca5-4504-bb31-609f08134cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848534 Dec 10 18:09:12.874343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fae6220e-b845-4fc7-b352-f57315642f44 req-61973772-1af5-4ce5-a852-4793534723eb tempest-ServersAdminNegativeTestJSON-1453779984 tempest-ServersAdminNegativeTestJSON-1453779984-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627925 Dec 10 18:09:12.996611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-354e623f-a2cf-46c4-a809-80dffb3013e7 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352801 Dec 10 18:09:13.094573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f61a6c6-0b98-44bb-b412-c471b2363d66 req-b1be6237-97f6-4769-8849-c75249c6429f tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:13.096350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f61a6c6-0b98-44bb-b412-c471b2363d66 req-b1be6237-97f6-4769-8849-c75249c6429f tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.1231360 Dec 10 18:09:13.162942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60457a1c-943c-4266-9261-1571bf4da4a9 req-66678ab8-0685-4861-968b-b01ba9971496 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504054 Dec 10 18:09:13.192040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f61a6c6-0b98-44bb-b412-c471b2363d66 req-2f436a5c-fd5d-4c14-89e9-36558a3c6b02 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880773 Dec 10 18:09:13.441680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8bd3bc91-6edc-447c-8000-7b6e8d33df94 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:13.475833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-20a5d0a9-68a2-4c7e-8b1b-73c071d6befc req-6443eb43-d7c7-43b6-b8de-557e4e8e0ddf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:09:13.476916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20a5d0a9-68a2-4c7e-8b1b-73c071d6befc req-6443eb43-d7c7-43b6-b8de-557e4e8e0ddf service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082560 Dec 10 18:09:13.593333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:09:13.598504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:13.598757 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:13.817934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:13.891290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:13.895153 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455994b-e96f-47eb-947d-43e14f03d95d" -d '{"events": [{"server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "name": "network-vif-plugged", "status": "completed", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:13.913539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:13.923387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676cb98-c1f4-4103-a1ff-cca7e8af3735 req-09a9dab5-a16c-4905-816b-a4c664b92778 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:13.924972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8676cb98-c1f4-4103-a1ff-cca7e8af3735 req-09a9dab5-a16c-4905-816b-a4c664b92778 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 944 time: 0.0823958 Dec 10 18:09:13.938585 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:13.996981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8676cb98-c1f4-4103-a1ff-cca7e8af3735 req-9ba63721-a795-4913-90c3-00864a2e9ebe tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614181 Dec 10 18:09:14.010999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:14.156631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128d948-c2e7-421c-acc2-1045eee2b85f req-bc0285fa-9d95-4277-a6aa-5203845964d8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:14.164024 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c128d948-c2e7-421c-acc2-1045eee2b85f req-bc0285fa-9d95-4277-a6aa-5203845964d8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0883889 Dec 10 18:09:14.224810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c128d948-c2e7-421c-acc2-1045eee2b85f req-334231b2-1d06-43b4-a9c2-78eb7084e348 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598767 Dec 10 18:09:14.271697 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c32d5f-3420-40fe-8f17-e3bddda321d7 x-openstack-request-id: req-08c32d5f-3420-40fe-8f17-e3bddda321d7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:14.272023 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "name": "network-vif-plugged", "status": "completed", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:14.272303 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-08c32d5f-3420-40fe-8f17-e3bddda321d7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:14.272698 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94', 'code': 200} Dec 10 18:09:14.384959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60154560-b093-4249-a577-ddc1162f0018 req-d87d6462-1a7a-4a00-a63e-186a915e9c86 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:14.387333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60154560-b093-4249-a577-ddc1162f0018 req-d87d6462-1a7a-4a00-a63e-186a915e9c86 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.0576525 Dec 10 18:09:14.444113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60154560-b093-4249-a577-ddc1162f0018 req-c1b02485-351b-40e1-9072-f6e0622986a5 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Dec 10 18:09:14.796745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130d828-35b5-4ebd-afe8-ca16c4338475 req-0541aab8-aa81-4437-bb31-368b14e505b6 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:14.798313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2130d828-35b5-4ebd-afe8-ca16c4338475 req-0541aab8-aa81-4437-bb31-368b14e505b6 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 950 time: 0.0495107 Dec 10 18:09:14.865642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2130d828-35b5-4ebd-afe8-ca16c4338475 req-f3a0144a-aa82-4466-919d-24c932a92cac tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557108 Dec 10 18:09:15.120885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c087bc7-802f-4401-b34e-1fe7d0411a24 req-d0328ecf-7b49-439b-a030-a195fb926d2d tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:15.122752 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c087bc7-802f-4401-b34e-1fe7d0411a24 req-d0328ecf-7b49-439b-a030-a195fb926d2d tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 944 time: 0.0529938 Dec 10 18:09:15.181885 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c087bc7-802f-4401-b34e-1fe7d0411a24 req-2eb87039-7046-4cb3-815c-12a029c590b4 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529430 Dec 10 18:09:15.345916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf178c76-b056-4ccc-879a-a2dbff1208f4 req-c1e9f9cf-dfa4-4fbe-9c4e-e5a908e38b3b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:15.347861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf178c76-b056-4ccc-879a-a2dbff1208f4 req-c1e9f9cf-dfa4-4fbe-9c4e-e5a908e38b3b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0505888 Dec 10 18:09:15.403453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf178c76-b056-4ccc-879a-a2dbff1208f4 req-cec4ccb9-14d7-4e5c-9287-e339030a55fa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491602 Dec 10 18:09:15.571931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b66a3-3c10-4cec-b652-6c5c8e19ee8e req-a31b2096-d591-4154-87ed-d0acb29b2a03 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:15.573657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-535b66a3-3c10-4cec-b652-6c5c8e19ee8e req-a31b2096-d591-4154-87ed-d0acb29b2a03 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.0571737 Dec 10 18:09:15.620853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-535b66a3-3c10-4cec-b652-6c5c8e19ee8e req-66a75ec3-61a7-4c88-9a80-63e2e2efedba tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Dec 10 18:09:15.995390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269bbfc-26a9-4c9b-bf24-65169e7b55ef req-75e68c41-f398-4b29-befb-b8fdf1b5685b tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:15.997014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7269bbfc-26a9-4c9b-bf24-65169e7b55ef req-75e68c41-f398-4b29-befb-b8fdf1b5685b tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 950 time: 0.0558350 Dec 10 18:09:16.050981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7269bbfc-26a9-4c9b-bf24-65169e7b55ef req-612400cc-e7b6-43f1-877a-e057ea60d7c3 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462656 Dec 10 18:09:16.306136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aa7b8-f784-4e97-969e-7c95980ebe83 req-c80ba4de-8009-4917-98f0-f3c092ed381a tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:16.308455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3aa7b8-f784-4e97-969e-7c95980ebe83 req-c80ba4de-8009-4917-98f0-f3c092ed381a tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 944 time: 0.0544481 Dec 10 18:09:16.362921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca3aa7b8-f784-4e97-969e-7c95980ebe83 req-f56bdc2f-26e7-4e7b-8ace-dd455fbcfdd2 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473759 Dec 10 18:09:16.441799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-e1e0e342-4264-486c-b152-ac3c82a58c2f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:16.443318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-e1e0e342-4264-486c-b152-ac3c82a58c2f tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 950 time: 0.0514715 Dec 10 18:09:16.592138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700bcd0-be3c-4740-9b6b-5f08f7431305 req-5426071f-051f-4aa4-95c0-2ac14fcc7c8c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:16.594539 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8700bcd0-be3c-4740-9b6b-5f08f7431305 req-5426071f-051f-4aa4-95c0-2ac14fcc7c8c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.1104188 Dec 10 18:09:16.624053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Deleting port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:09:16.624391 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:16.686693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c6696646-2beb-4591-b656-25a99b04bfad details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:09:16.701285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8700bcd0-be3c-4740-9b6b-5f08f7431305 req-796d0fc2-b9fe-4d8a-bc97-643cb456fd51 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978200 Dec 10 18:09:16.759857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] For port 995ca15d-c433-40cf-af5d-4b14e4aac0a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=995ca15d-c433-40cf-af5d-4b14e4aac0a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:16.760234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:16.791534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Calling delete_port for 995ca15d-c433-40cf-af5d-4b14e4aac0a3 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:09:16.853404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c6696646-2beb-4591-b656-25a99b04bfad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c6696646-2beb-4591-b656-25a99b04bfad,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:16.868217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'c6696646-2beb-4591-b656-25a99b04bfad', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'port_id': 'c6696646-2beb-4591-b656-25a99b04bfad', 'mac_address': 'fa:16:3e:24:a1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:09:16.910218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868cb31-a99d-41e9-99f1-338307d35311 req-04c310c9-65de-4cf4-837f-5bba9c04241a tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:16.911797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5868cb31-a99d-41e9-99f1-338307d35311 req-04c310c9-65de-4cf4-837f-5bba9c04241a tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.1050184 Dec 10 18:09:16.920792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:16.949686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6696646-2beb-4591-b656-25a99b04bfad {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:16.971280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c6696646-2beb-4591-b656-25a99b04bfad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c6696646-2beb-4591-b656-25a99b04bfad,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:16.978373 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:17.000055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5868cb31-a99d-41e9-99f1-338307d35311 req-7a85490e-b577-476c-9063-3f2615747e20 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759025 Dec 10 18:09:17.026670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:17.039526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['d0637c93-9a73-44c5-8b04-cd70ec992be1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:17.059411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Pushing event deleted for resources: {'Port': ['ID=995ca15d-c433-40cf-af5d-4b14e4aac0a3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:17.110155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c6696646-2beb-4591-b656-25a99b04bfad,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:17.112828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] No DVR routers for this DVR port 995ca15d-c433-40cf-af5d-4b14e4aac0a3 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:09:17.118796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:17.122898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c08f75ca-cde0-4460-a684-9e914f7ae796 req-40acfac4-07b7-49f8-9e7d-b37fdc034a72 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "DELETE /v2.0/ports/995ca15d-c433-40cf-af5d-4b14e4aac0a3 HTTP/1.1" status: 204 len: 173 time: 0.6690910 Dec 10 18:09:17.123444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b99713-6996-47b1-9064-552dcc620e90', 'name': 'network-vif-deleted', 'tag': '995ca15d-c433-40cf-af5d-4b14e4aac0a3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:17.125856 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a86e2b10-7896-466a-87c2-b596693f9029" -d '{"events": [{"server_uuid": "83b99713-6996-47b1-9064-552dcc620e90", "name": "network-vif-deleted", "tag": "995ca15d-c433-40cf-af5d-4b14e4aac0a3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:17.271893 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-751e5447-1801-497b-8649-9806d68901c4 req-2994f452-7046-4e02-8525-b8789e420080 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=83b99713-6996-47b1-9064-552dcc620e90 HTTP/1.1" status: 200 len: 210 time: 0.0336487 Dec 10 18:09:17.297664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c6696646-2beb-4591-b656-25a99b04bfad'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:17.348079 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27186112-bf85-4639-98b3-6abb0eb93428 x-openstack-request-id: req-27186112-bf85-4639-98b3-6abb0eb93428 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:17.349181 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b99713-6996-47b1-9064-552dcc620e90", "name": "network-vif-deleted", "tag": "995ca15d-c433-40cf-af5d-4b14e4aac0a3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:17.349834 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27186112-bf85-4639-98b3-6abb0eb93428 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:17.351650 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b99713-6996-47b1-9064-552dcc620e90', 'name': 'network-vif-deleted', 'tag': '995ca15d-c433-40cf-af5d-4b14e4aac0a3', 'status': 'completed', 'code': 200} Dec 10 18:09:17.512620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39898d-1c7f-4dcd-9da6-c3035ed53cba req-038f9a8a-e2f4-44db-8af3-5896d0e66f8c tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:17.514425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a39898d-1c7f-4dcd-9da6-c3035ed53cba req-038f9a8a-e2f4-44db-8af3-5896d0e66f8c tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 945 time: 0.0747902 Dec 10 18:09:17.563028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a39898d-1c7f-4dcd-9da6-c3035ed53cba req-72abb05e-3f4c-421b-94a7-d66d9664d50a tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 Dec 10 18:09:17.855669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c33b05-d5e9-40dd-a7e2-1df76150f75d req-1ae39b72-25cd-4a53-8d94-c08251c7d60c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:17.857246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24c33b05-d5e9-40dd-a7e2-1df76150f75d req-1ae39b72-25cd-4a53-8d94-c08251c7d60c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0536659 Dec 10 18:09:17.918161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24c33b05-d5e9-40dd-a7e2-1df76150f75d req-aaf5f1f0-1355-47f3-8fbd-ca11a96d2581 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465567 Dec 10 18:09:18.120141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7340a-938f-4ad8-bd43-43c317649525 req-c52bba34-8b9b-40ae-b3d3-c43d959e042a tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:18.121750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35c7340a-938f-4ad8-bd43-43c317649525 req-c52bba34-8b9b-40ae-b3d3-c43d959e042a tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.0492847 Dec 10 18:09:18.175385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35c7340a-938f-4ad8-bd43-43c317649525 req-be7cb52c-e83a-4cda-be5f-6b451fbe43eb tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475330 Dec 10 18:09:18.577729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cabf85-1d61-4bc8-92a1-e3189cf2c160 req-723cfb71-26d8-4ea9-9032-9077a6d60c82 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:18.579401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04cabf85-1d61-4bc8-92a1-e3189cf2c160 req-723cfb71-26d8-4ea9-9032-9077a6d60c82 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 949 time: 0.0522592 Dec 10 18:09:18.633142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04cabf85-1d61-4bc8-92a1-e3189cf2c160 req-b3816511-30c7-4195-9796-5898fd645a6d tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461798 Dec 10 18:09:18.688639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c6696646-2beb-4591-b656-25a99b04bfad up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:18.743991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port c6696646-2beb-4591-b656-25a99b04bfad completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:09:18.749674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port c6696646-2beb-4591-b656-25a99b04bfad triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:18.750083 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:18.762220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc973a5-a051-44dd-a4c4-7be411e5d989 req-3e5df06b-447f-421e-a699-19582cbd07a8 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:18.764590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0dc973a5-a051-44dd-a4c4-7be411e5d989 req-3e5df06b-447f-421e-a699-19582cbd07a8 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 945 time: 0.0589240 Dec 10 18:09:18.818693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0dc973a5-a051-44dd-a4c4-7be411e5d989 req-62906136-09b8-4e25-9fc9-7031d675e95b tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475435 Dec 10 18:09:18.842149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:18.866945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:18.869673 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aa4518-e97a-4384-a9e1-8e40db05e7ad" -d '{"events": [{"server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "name": "network-vif-plugged", "status": "completed", "tag": "c6696646-2beb-4591-b656-25a99b04bfad"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:18.893219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c6696646-2beb-4591-b656-25a99b04bfad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c6696646-2beb-4591-b656-25a99b04bfad,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:18.901731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:18.903732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 995ca15d-c433-40cf-af5d-4b14e4aac0a3 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:09:18.928842 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6973a58b-e3a0-40b0-8447-25069f97765c x-openstack-request-id: req-6973a58b-e3a0-40b0-8447-25069f97765c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:18.929137 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "name": "network-vif-plugged", "status": "completed", "tag": "c6696646-2beb-4591-b656-25a99b04bfad", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:18.929395 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6973a58b-e3a0-40b0-8447-25069f97765c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:18.929793 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad', 'code': 200} Dec 10 18:09:18.948860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 995ca15d-c433-40cf-af5d-4b14e4aac0a3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:09:18.949213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 995ca15d-c433-40cf-af5d-4b14e4aac0a3 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:09:19.004796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c6696646-2beb-4591-b656-25a99b04bfad,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:19.084281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d9f18-1dfc-4033-b677-63919878548d req-dd4e0417-db0e-45ab-92b5-574016771e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:19.086075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc8d9f18-1dfc-4033-b677-63919878548d req-dd4e0417-db0e-45ab-92b5-574016771e00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 1097 time: 0.0838702 Dec 10 18:09:19.097880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d583e0-d4df-4b45-888e-c2f76a504dbe req-8d4f69f5-b7d9-4cfd-aff0-20e2f71d1463 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:19.099565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54d583e0-d4df-4b45-888e-c2f76a504dbe req-8d4f69f5-b7d9-4cfd-aff0-20e2f71d1463 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0731146 Dec 10 18:09:19.180011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54d583e0-d4df-4b45-888e-c2f76a504dbe req-ca98a6bb-bd1e-49e8-8ab9-9e8a63fa709f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722594 Dec 10 18:09:19.182159 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc8d9f18-1dfc-4033-b677-63919878548d req-aac36c35-e215-4b70-9ce1-ef82d05b8221 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816770 Dec 10 18:09:19.301829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12a12a-0e7d-474f-b27f-5ee727daaea0 req-fba997fb-ec8d-4232-b4bd-2aa9e1e165ee tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:19.303281 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e12a12a-0e7d-474f-b27f-5ee727daaea0 req-fba997fb-ec8d-4232-b4bd-2aa9e1e165ee tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.0550499 Dec 10 18:09:19.354052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e12a12a-0e7d-474f-b27f-5ee727daaea0 req-3a9eaef9-b123-4e1f-9720-d3e05579fd3f tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443411 Dec 10 18:09:19.768427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a986d-41a5-40b0-a04f-d1fb68a2e6b9 req-55ca1873-c42e-4ad8-8e13-0c482877eec8 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:19.770112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-308a986d-41a5-40b0-a04f-d1fb68a2e6b9 req-55ca1873-c42e-4ad8-8e13-0c482877eec8 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 949 time: 0.0567498 Dec 10 18:09:19.821485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-308a986d-41a5-40b0-a04f-d1fb68a2e6b9 req-d3622993-5823-4658-9322-b8196e1b582e tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/security-groups?id=5acdc237-c76e-4694-99c0-464dcfdd2fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453129 Dec 10 18:09:19.945832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d83a9-a910-48db-920d-a674d3f288e1 req-3a3312e0-0b34-4e2f-ba99-e81fc0c93c68 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:19.948146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac3d83a9-a910-48db-920d-a674d3f288e1 req-3a3312e0-0b34-4e2f-ba99-e81fc0c93c68 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.0573208 Dec 10 18:09:20.005200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac3d83a9-a910-48db-920d-a674d3f288e1 req-22006af8-11da-4074-a260-91b6de298d49 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 Dec 10 18:09:20.336065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384600c0-f27a-438d-8424-72af0c31b250 req-dbeccc51-73ef-41e3-a21b-7bd4ec48f96b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:20.337672 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-384600c0-f27a-438d-8424-72af0c31b250 req-dbeccc51-73ef-41e3-a21b-7bd4ec48f96b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0825682 Dec 10 18:09:20.356741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cb869-f3ba-410f-a114-fc96d873898e req-85b42f5a-227c-406f-8dec-aa0b6eca65b6 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:20.358553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e43cb869-f3ba-410f-a114-fc96d873898e req-85b42f5a-227c-406f-8dec-aa0b6eca65b6 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 949 time: 0.0774043 Dec 10 18:09:20.461554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-384600c0-f27a-438d-8424-72af0c31b250 req-9f5aca12-179c-458a-83ba-9c200ec62cc5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145980 Dec 10 18:09:20.512583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Deleting port d0637c93-9a73-44c5-8b04-cd70ec992be1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:09:20.513198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:20.652349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389b448-ddde-47a3-9e70-1476093b70b3 req-31e8849a-6165-4c5a-a6e6-672da03abfe8 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:20.653835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c389b448-ddde-47a3-9e70-1476093b70b3 req-31e8849a-6165-4c5a-a6e6-672da03abfe8 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.1265087 Dec 10 18:09:20.674773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] For port d0637c93-9a73-44c5-8b04-cd70ec992be1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d0637c93-9a73-44c5-8b04-cd70ec992be1,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:20.675133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:20.695304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Calling delete_port for d0637c93-9a73-44c5-8b04-cd70ec992be1 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:09:20.761433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c389b448-ddde-47a3-9e70-1476093b70b3 req-18cecc7d-8d00-4fc4-b1f2-8978e387188c tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984106 Dec 10 18:09:20.880510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:20.893247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['d0637c93-9a73-44c5-8b04-cd70ec992be1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:20.911679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Pushing event deleted for resources: {'Port': ['ID=d0637c93-9a73-44c5-8b04-cd70ec992be1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:20.975118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83f0876e-70d3-478e-a77f-6784841c1796 req-5bcbd2dc-8c61-4b74-94fc-87ea0b6929fb tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.55 "GET /v2.0/ports?device_id=c7a30873-bd1d-49a2-9af9-59633c161628 HTTP/1.1" status: 200 len: 210 time: 0.0608656 Dec 10 18:09:21.007372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] No DVR routers for this DVR port d0637c93-9a73-44c5-8b04-cd70ec992be1 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:09:21.009973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:21.013712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e43cb869-f3ba-410f-a114-fc96d873898e req-ecb96de3-bcc4-472c-a14f-b4d912c53d81 tempest-ServersAdminNegativeTestJSON-1700009952 tempest-ServersAdminNegativeTestJSON-1700009952-project] 10.222.0.30 "DELETE /v2.0/ports/d0637c93-9a73-44c5-8b04-cd70ec992be1 HTTP/1.1" status: 204 len: 173 time: 0.6483240 Dec 10 18:09:21.014087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'name': 'network-vif-deleted', 'tag': 'd0637c93-9a73-44c5-8b04-cd70ec992be1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:21.016415 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58c5a56-01d6-4a21-b57f-7042a6492654" -d '{"events": [{"server_uuid": "c7a30873-bd1d-49a2-9af9-59633c161628", "name": "network-vif-deleted", "tag": "d0637c93-9a73-44c5-8b04-cd70ec992be1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:21.064274 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1654b357-e39b-49b9-bc81-5a66c07e012b x-openstack-request-id: req-1654b357-e39b-49b9-bc81-5a66c07e012b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:21.064593 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a30873-bd1d-49a2-9af9-59633c161628", "name": "network-vif-deleted", "tag": "d0637c93-9a73-44c5-8b04-cd70ec992be1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:21.064856 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1654b357-e39b-49b9-bc81-5a66c07e012b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:21.065278 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a30873-bd1d-49a2-9af9-59633c161628', 'name': 'network-vif-deleted', 'tag': 'd0637c93-9a73-44c5-8b04-cd70ec992be1', 'status': 'completed', 'code': 200} Dec 10 18:09:21.207428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59e885-6fd7-4303-9a61-29b2765ed871 req-64117972-88f8-4ee8-b3c6-ee3361cba1e2 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:21.215931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd59e885-6fd7-4303-9a61-29b2765ed871 req-64117972-88f8-4ee8-b3c6-ee3361cba1e2 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.0927186 Dec 10 18:09:21.287204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd59e885-6fd7-4303-9a61-29b2765ed871 req-6a58beed-b54d-4d24-becc-4dfba0bcbdf1 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554790 Dec 10 18:09:21.415195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5896907f-c412-4e36-a4fe-a1050156db2e req-b21d4f77-d761-4840-8455-acddb0e7b13f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:21.416725 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5896907f-c412-4e36-a4fe-a1050156db2e req-b21d4f77-d761-4840-8455-acddb0e7b13f tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.0626886 Dec 10 18:09:21.426040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56582) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:21.430611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Request body: {'floatingip': {'port_id': 'c6696646-2beb-4591-b656-25a99b04bfad'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:21.473898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:21.650685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be6199-9d60-4103-a0ca-4dd9930e521c req-54bdc35e-750f-4c21-a23c-61bc7c0eef9f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:21.652545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3be6199-9d60-4103-a0ca-4dd9930e521c req-54bdc35e-750f-4c21-a23c-61bc7c0eef9f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0996783 Dec 10 18:09:21.780931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3be6199-9d60-4103-a0ca-4dd9930e521c req-47204f69-4ead-4d8c-bec7-f479b38f6e0f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902596 Dec 10 18:09:21.973671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdba42-1643-41f6-ab25-c69b6ef8aa91 req-37d8b104-e80a-4659-a71c-87c58ef444ce tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:21.975212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bdba42-1643-41f6-ab25-c69b6ef8aa91 req-37d8b104-e80a-4659-a71c-87c58ef444ce tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.0967777 Dec 10 18:09:22.380589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bdba42-1643-41f6-ab25-c69b6ef8aa91 req-ca9847f2-1f82-43ff-9375-51b77235ad63 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978591 Dec 10 18:09:22.409055 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:22.437606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:22.567330 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Floating IP afb25a76-5ddc-4eaa-ab1a-7cf434b96a07 associated. External IP: 172.25.2.211, port: c6696646-2beb-4591-b656-25a99b04bfad. Dec 10 18:09:22.705998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56602) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:22.780523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Router 93ed68f2-9803-4b10-871c-137003ebd63d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:09:22.847575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9fc9d9e7-01ed-4455-96d7-e351696ff4d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17c17fcd6b7e48c588132a1a373548ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402986 Dec 10 18:09:22.850717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56608) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:22.900069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-377064bc-8b6a-498b-92f0-70f50fc047c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:22.914534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:09:22.919664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:22.926728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] Sync routers for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:09:22.929284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-377064bc-8b6a-498b-92f0-70f50fc047c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:22.938899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:22.939770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:09:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:22.954548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdda70-a438-4360-bf31-a78d8685f72c req-79b8ae35-cde7-440f-94a0-3b44dba1a890 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:22.956048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37cdda70-a438-4360-bf31-a78d8685f72c req-79b8ae35-cde7-440f-94a0-3b44dba1a890 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0894241 Dec 10 18:09:22.959717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6fcb9c64-0ddd-44ce-94b5-b452d7ab7c92 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "PUT /v2.0/floatingips/afb25a76-5ddc-4eaa-ab1a-7cf434b96a07 HTTP/1.1" status: 200 len: 992 time: 1.5326025 Dec 10 18:09:22.982535 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-377064bc-8b6a-498b-92f0-70f50fc047c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:22.985361 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-377064bc-8b6a-498b-92f0-70f50fc047c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:22.987147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-377064bc-8b6a-498b-92f0-70f50fc047c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5acdc237-c76e-4694-99c0-464dcfdd2fe2 HTTP/1.1" status: 204 len: 168 time: 0.1347070 Dec 10 18:09:23.005456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377064bc-8b6a-498b-92f0-70f50fc047c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acdc237-c76e-4694-99c0-464dcfdd2fe2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:23.013601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37cdda70-a438-4360-bf31-a78d8685f72c req-9128b873-8872-459f-9a68-0f9105dc50bb tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Dec 10 18:09:23.066395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:23.068843 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12de3d7c-b6b1-41b6-be38-eab4e769419f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "tag": "c6696646-2beb-4591-b656-25a99b04bfad"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:23.083918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:23.099603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Request body: {'port': {'device_id': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:23.147940 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ea3e81-ea48-400e-acf8-4a944d0ebb3b x-openstack-request-id: req-c0ea3e81-ea48-400e-acf8-4a944d0ebb3b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:23.148238 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "tag": "c6696646-2beb-4591-b656-25a99b04bfad", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:23.148502 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0ea3e81-ea48-400e-acf8-4a944d0ebb3b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:23.148903 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad', 'status': 'completed', 'code': 200} Dec 10 18:09:23.204427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:23.245543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ba55c-88bc-46e5-8ae6-6184a93c3244 req-b86a79e9-4a1e-456b-9ff4-f66da1044fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:23.247132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-726ba55c-88bc-46e5-8ae6-6184a93c3244 req-b86a79e9-4a1e-456b-9ff4-f66da1044fdf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1097 time: 0.0831475 Dec 10 18:09:23.249683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-33b7894d-7668-4f83-a712-43d58eb77804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:23.251068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-33b7894d-7668-4f83-a712-43d58eb77804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fa8a9f71d9c944919e7f0b6ff2aa4217&device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 1097 time: 0.0766299 Dec 10 18:09:23.383618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-726ba55c-88bc-46e5-8ae6-6184a93c3244 req-731d0931-9f1f-4356-88c6-fae283554131 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161144 Dec 10 18:09:23.395732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'afb25a76-5ddc-4eaa-ab1a-7cf434b96a07', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'port_id': 'c6696646-2beb-4591-b656-25a99b04bfad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'mac_address': 'fa:16:3e:24:a1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:03Z', 'updated_at': '2021-12-10T18:09:21Z', 'revision_number': 1, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:03Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:23.418412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-876114d0-a16a-4409-b350-0cd0623319be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:23.420610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-876114d0-a16a-4409-b350-0cd0623319be service neutron] 10.222.0.30 "GET /v2.0/networks?id=2b7754d3-3ca5-4504-bb31-609f08134cda HTTP/1.1" status: 200 len: 913 time: 0.1606424 Dec 10 18:09:23.426627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] Checking router: 93ed68f2-9803-4b10-871c-137003ebd63d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:09:23.437642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:23.438270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:09:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:23.440952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56624) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:23.520207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-184a11a2-90ac-4494-932e-bf5d777256c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6696646-2beb-4591-b656-25a99b04bfad HTTP/1.1" status: 200 len: 1000 time: 0.0900700 Dec 10 18:09:23.564227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-05eb6c51-6a87-47b5-a10c-d16827b1321f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba27647ae77f4ebea8544eb9cc9fe826&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1201179 Dec 10 18:09:23.565259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56628) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:23.592223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-52e9793e-184e-4bf4-b89c-0033cfe32eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:23.594197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-52e9793e-184e-4bf4-b89c-0033cfe32eef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ecf191d-979f-4f8a-a372-e21cdaa13a1f HTTP/1.1" status: 200 len: 851 time: 0.0629771 Dec 10 18:09:23.617901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c492d3-6aad-4dba-958a-702ebf89033c req-86b01ea8-9f2b-4e03-9115-05ed17ca6de5 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:23.619480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51c492d3-6aad-4dba-958a-702ebf89033c req-86b01ea8-9f2b-4e03-9115-05ed17ca6de5 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 931 time: 0.1479511 Dec 10 18:09:23.648344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-84402643-8477-4dbc-8c56-d77c636b8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:23.648706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1f5d4f-9086-416a-b0e4-66084ab927a4 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:23.650671 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-84402643-8477-4dbc-8c56-d77c636b8e89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2b7754d3-3ca5-4504-bb31-609f08134cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469332 Dec 10 18:09:23.669056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:23.695789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Transition to ACTIVE for port object 6b1f5d4f-9086-416a-b0e4-66084ab927a4 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:09:23.716518 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:23.721353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:23.755571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-9f6cd23f-470d-4c68-be35-b5ab0f2e8760 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950284 Dec 10 18:09:23.759772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51c492d3-6aad-4dba-958a-702ebf89033c req-c4a42b74-c792-44cb-bcd4-224a2f093581 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279759 Dec 10 18:09:23.760397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00fb870a-282c-4ce5-aadc-ed3605abfdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:23.783863 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00fb870a-282c-4ce5-aadc-ed3605abfdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:23.846479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b1f5d4f-9086-416a-b0e4-66084ab927a4,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:23.861759 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00fb870a-282c-4ce5-aadc-ed3605abfdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:23.865372 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00fb870a-282c-4ce5-aadc-ed3605abfdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:23.868566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-00fb870a-282c-4ce5-aadc-ed3605abfdb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c64898c-121f-4d56-aea6-470ce3e42e6a HTTP/1.1" status: 204 len: 168 time: 0.3021297 Dec 10 18:09:23.898740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12de3d7c-b6b1-41b6-be38-eab4e769419f req-6cb08bb9-cb5a-4e59-825f-69bb016baf24 service neutron] 10.222.0.30 "GET /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338964 Dec 10 18:09:23.935499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb870a-282c-4ce5-aadc-ed3605abfdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c64898c-121f-4d56-aea6-470ce3e42e6a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:23.968351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Attempting to bind port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:23.968694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Attempting to bind port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:23.969026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Attempting to bind port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 on network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:23.974390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 on network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:23.974712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Attempting to bind port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 on network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:23.980969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:23.981315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Checking segment: {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:23.981706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Bound using segment: {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:23.982289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Bound port: 6b1f5d4f-9086-416a-b0e4-66084ab927a4, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1381c6d7-1bc0-497c-85c8-04be25a914c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:23.982755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:24.055724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'afb25a76-5ddc-4eaa-ab1a-7cf434b96a07', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'port_id': 'c6696646-2beb-4591-b656-25a99b04bfad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'mac_address': 'fa:16:3e:24:a1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:03Z', 'updated_at': '2021-12-10T18:09:21Z', 'revision_number': 1, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:03Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:24.082426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] For port 6b1f5d4f-9086-416a-b0e4-66084ab927a4, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:24.087447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] For port 6b1f5d4f-9086-416a-b0e4-66084ab927a4, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6b1f5d4f-9086-416a-b0e4-66084ab927a4,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:24.097767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:24.104039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62d4532-0fec-45f0-9552-561f8825be58 None None] The sync data for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 is: [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'afb25a76-5ddc-4eaa-ab1a-7cf434b96a07', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'floating_ip_address': '172.25.2.211', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'port_id': 'c6696646-2beb-4591-b656-25a99b04bfad', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'mac_address': 'fa:16:3e:24:a1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:03Z', 'updated_at': '2021-12-10T18:09:21Z', 'revision_number': 1, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:03Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:09:24.180280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:24.185231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:24.187940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] 10.222.0.59 "PUT /v2.0/ports/6b1f5d4f-9086-416a-b0e4-66084ab927a4 HTTP/1.1" status: 200 len: 1091 time: 1.0969648 Dec 10 18:09:24.188496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cf218-25ea-482c-baea-0efafb820424 req-fbd0fd3d-88de-4644-89a9-c8ef1caf89d0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:24.207135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'tag': '6b1f5d4f-9086-416a-b0e4-66084ab927a4'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:24.210231 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf23ec-d876-40ab-9ff6-4527fdce7918" -d '{"events": [{"name": "network-changed", "server_uuid": "88e61936-1c9c-4ef7-be57-9fac74195b6b", "tag": "6b1f5d4f-9086-416a-b0e4-66084ab927a4"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:24.215663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471cf218-25ea-482c-baea-0efafb820424 req-fbd0fd3d-88de-4644-89a9-c8ef1caf89d0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.1192503 Dec 10 18:09:24.312206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c0263-e97d-46a8-afad-40fe0e20ef1b service neutron] Pushing event updated for resources: {'Port': ['ID=6b1f5d4f-9086-416a-b0e4-66084ab927a4,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:24.348886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471cf218-25ea-482c-baea-0efafb820424 req-e8ae1a2a-f406-46da-b99a-7784d99fbb69 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319802 Dec 10 18:09:24.354412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-26be4439-eb98-44e8-9abb-352b20d9a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:24.356759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-26be4439-eb98-44e8-9abb-352b20d9a895 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc8b3cffd464a55b21440116a6efa82&device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 1094 time: 0.1162558 Dec 10 18:09:24.414763 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f655c4-8ac6-40d5-9bfd-8be0acbdb471 x-openstack-request-id: req-c1f655c4-8ac6-40d5-9bfd-8be0acbdb471 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:24.415007 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e61936-1c9c-4ef7-be57-9fac74195b6b", "tag": "6b1f5d4f-9086-416a-b0e4-66084ab927a4", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:24.415188 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c1f655c4-8ac6-40d5-9bfd-8be0acbdb471 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:24.415600 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'tag': '6b1f5d4f-9086-416a-b0e4-66084ab927a4', 'status': 'completed', 'code': 200} Dec 10 18:09:24.417412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-5c658214-ead4-4985-b429-5e71b752d593 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1f5d4f-9086-416a-b0e4-66084ab927a4 HTTP/1.1" status: 200 len: 217 time: 0.0462372 Dec 10 18:09:24.455750 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6721c82-32e4-4ae2-b61b-ad18cdcbd356 None None] New status for floating IP afb25a76-5ddc-4eaa-ab1a-7cf434b96a07: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:09:24.478260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-25512718-9dca-4800-b5a2-5682b28312ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:24.481583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-25512718-9dca-4800-b5a2-5682b28312ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a2cd16-2aab-4b80-b799-8feccff2ed04 HTTP/1.1" status: 200 len: 854 time: 0.0542777 Dec 10 18:09:24.541279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-631cd63f-8268-4367-a501-639f32d4b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:24.543574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-631cd63f-8268-4367-a501-639f32d4b60b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6dab76b1-c60c-4b1c-bd6e-e04560fc4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513415 Dec 10 18:09:24.668471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-0f524c55-d4a4-4cca-bf11-42f6622657fb service neutron] 10.222.0.59 "GET /v2.0/networks/6dab76b1-c60c-4b1c-bd6e-e04560fc4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067591 Dec 10 18:09:24.718017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d0637c93-9a73-44c5-8b04-cd70ec992be1 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:09:24.748570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: d0637c93-9a73-44c5-8b04-cd70ec992be1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:09:24.749206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d0637c93-9a73-44c5-8b04-cd70ec992be1 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:09:24.799243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be9f0e1a-c0b0-4c0a-a76e-3dbe7796f485 req-4a3f5d34-92ec-4462-bc3d-f1bf41b9573e service neutron] 10.222.0.59 "GET /v2.0/networks/6dab76b1-c60c-4b1c-bd6e-e04560fc4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188016 Dec 10 18:09:24.919652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e821e-f528-4c8c-95df-1f05d7c0aef1 req-f3c8c094-ab7d-4fcc-a689-d5feb54ed101 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:24.921169 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce4e821e-f528-4c8c-95df-1f05d7c0aef1 req-f3c8c094-ab7d-4fcc-a689-d5feb54ed101 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 943 time: 0.0785916 Dec 10 18:09:24.927414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-7cda4894-7563-4fdc-903f-aa87a7de18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:24.928839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-7cda4894-7563-4fdc-903f-aa87a7de18c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cc8b3cffd464a55b21440116a6efa82&device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 1094 time: 0.0585749 Dec 10 18:09:25.028493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce4e821e-f528-4c8c-95df-1f05d7c0aef1 req-d6e3af01-4feb-46a5-8867-3795c41f677f tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987244 Dec 10 18:09:25.051984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-2d444386-4a58-4e20-90af-9a34e65ae3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:25.053508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-2d444386-4a58-4e20-90af-9a34e65ae3b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6dab76b1-c60c-4b1c-bd6e-e04560fc4903 HTTP/1.1" status: 200 len: 916 time: 0.1171572 Dec 10 18:09:25.108259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-e3f43989-04d3-42ec-912a-f099d0cc2aac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b1f5d4f-9086-416a-b0e4-66084ab927a4 HTTP/1.1" status: 200 len: 217 time: 0.0388889 Dec 10 18:09:25.159713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-95df62a0-b589-4faa-896a-5ef14a501eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:25.161198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-95df62a0-b589-4faa-896a-5ef14a501eaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d5a2cd16-2aab-4b80-b799-8feccff2ed04 HTTP/1.1" status: 200 len: 854 time: 0.0449996 Dec 10 18:09:25.233617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-44775341-33e3-42eb-9e1c-5e6e467c7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:25.235478 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-44775341-33e3-42eb-9e1c-5e6e467c7bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6dab76b1-c60c-4b1c-bd6e-e04560fc4903&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562630 Dec 10 18:09:25.343804 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-7171500f-c3ae-4746-bc8e-c789fab4c7e3 service neutron] 10.222.0.59 "GET /v2.0/networks/6dab76b1-c60c-4b1c-bd6e-e04560fc4903?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989776 Dec 10 18:09:25.474596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85bf23ec-d876-40ab-9ff6-4527fdce7918 req-9a7b7909-693f-458b-8126-d8ea3a577e50 service neutron] 10.222.0.59 "GET /v2.0/networks/6dab76b1-c60c-4b1c-bd6e-e04560fc4903?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169994 Dec 10 18:09:25.480592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef5719-7b13-4c1b-bbc0-8cfb913aa1ee req-081d255a-2a21-4f36-8468-e99ba0e0a1d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:25.489430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45ef5719-7b13-4c1b-bbc0-8cfb913aa1ee req-081d255a-2a21-4f36-8468-e99ba0e0a1d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0710196 Dec 10 18:09:25.536591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45ef5719-7b13-4c1b-bbc0-8cfb913aa1ee req-8bcaba3a-3b49-4d60-90f6-d8740467df12 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457566 Dec 10 18:09:25.645886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-716525b9-b0ae-41b0-b950-39cad803d3da tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-640339659&fields=id&tenant_id=43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 267 time: 0.0413082 Dec 10 18:09:25.701404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-14e155ff-1d99-45c5-8bd3-867849204c44 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:25.702936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-14e155ff-1d99-45c5-8bd3-867849204c44 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 946 time: 0.0494056 Dec 10 18:09:25.715081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'port': {'security_groups': ['039e7192-73ac-4a21-bdc7-9c89ae2ae06c', 'db0d537c-77f0-48f2-9418-4ac0ff793113']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:25.786297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:25.994045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:26.025556 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.030989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.044311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:26.076729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.077380 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.078819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3f44e79-0f5b-416e-a04a-d4ab735e29ab req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "PUT /v2.0/ports/8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 200 len: 982 time: 0.3689437 Dec 10 18:09:26.100120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353fc35-dcb0-4bff-9887-281b711aa44c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:26.197447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:26.210540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efe62f-f775-4829-9bde-15869af6cff3 req-ebf0ad1a-1de3-4f46-bc5a-6717b1a526ac tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.213429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65efe62f-f775-4829-9bde-15869af6cff3 req-ebf0ad1a-1de3-4f46-bc5a-6717b1a526ac tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 943 time: 0.0578780 Dec 10 18:09:26.239855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-10d98624-2a87-48c0-9b63-9d87a55acd54 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1169674885&fields=id&tenant_id=43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 267 time: 0.0505335 Dec 10 18:09:26.284828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65efe62f-f775-4829-9bde-15869af6cff3 req-5eb4de2a-1e1f-4715-889b-d836bc6bfec1 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619364 Dec 10 18:09:26.310689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-9725a4f6-2d62-4b1e-b333-76f56aee1cae tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.319771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-9725a4f6-2d62-4b1e-b333-76f56aee1cae tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 985 time: 0.0710540 Dec 10 18:09:26.326509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'port': {'security_groups': ['039e7192-73ac-4a21-bdc7-9c89ae2ae06c', 'db0d537c-77f0-48f2-9418-4ac0ff793113', '6646a3e0-7c9e-4a6d-bf39-12db8295ca5b']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:26.417311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:26.420377 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a09a333-8ea0-43e3-9f77-b75a3e06048a" -d '{"events": [{"name": "network-changed", "server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:26.440922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.486877 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1af1fe-5168-4ae6-ae5f-ec233a95e938 x-openstack-request-id: req-1d1af1fe-5168-4ae6-ae5f-ec233a95e938 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:26.487208 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:26.487465 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d1af1fe-5168-4ae6-ae5f-ec233a95e938 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:26.487857 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94', 'status': 'completed', 'code': 200} Dec 10 18:09:26.488364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:26.577209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-9661a6d8-c788-4c06-837c-3ce02e7a7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.579966 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-9661a6d8-c788-4c06-837c-3ce02e7a7606 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1136 time: 0.0594480 Dec 10 18:09:26.657901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-429f59e5-8b09-4ebf-9c9d-2f4040cbde42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.686015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:26.717682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.717961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-84227082-6bc0-42f0-ac90-bd0b20c4a4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.719459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-84227082-6bc0-42f0-ac90-bd0b20c4a4eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 913 time: 0.1292245 Dec 10 18:09:26.722967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.735374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:26.771424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.772061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.773465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00b1d0cf-f400-47e3-8845-485a8215d43c req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "PUT /v2.0/ports/8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 200 len: 1021 time: 0.4524198 Dec 10 18:09:26.773918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:26.779443 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f" -d '{"events": [{"name": "network-changed", "server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:26.795123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-df37f4f9-3b75-4378-be21-241691be0682 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 200 len: 217 time: 0.0557058 Dec 10 18:09:26.806284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48830a90-569b-469a-a3b3-ee3e6afda8aa tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:26.833564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-429f59e5-8b09-4ebf-9c9d-2f4040cbde42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.839623 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e61c36-45a8-4148-bf7f-cba886018932 x-openstack-request-id: req-39e61c36-45a8-4148-bf7f-cba886018932 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:26.840175 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:26.840637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39e61c36-45a8-4148-bf7f-cba886018932 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:26.841236 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94', 'status': 'completed', 'code': 200} Dec 10 18:09:26.858458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-429f59e5-8b09-4ebf-9c9d-2f4040cbde42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:26.878241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:26.941989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-429f59e5-8b09-4ebf-9c9d-2f4040cbde42 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4fe3b369332e485fb7e20e632f03b16f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4521718 Dec 10 18:09:26.944898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56752) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:26.947124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-cfa1c8a2-9d28-4b40-ae81-e875d998025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.948652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-cfa1c8a2-9d28-4b40-ae81-e875d998025d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.1351664 Dec 10 18:09:26.953169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f59e5-8b09-4ebf-9c9d-2f4040cbde42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06653d6c-2976-481b-bfca-5ffeb2754107,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:26.989302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-ca8b2ef3-38a8-4c36-ac09-d1070b9a89d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298934 Dec 10 18:09:26.998031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bfe8f-95e1-434c-8969-8006fdb4ba18 req-d967aa8c-9a1e-4d7f-b6fa-1db28cf87ed8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:26.999554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-012bfe8f-95e1-434c-8969-8006fdb4ba18 req-d967aa8c-9a1e-4d7f-b6fa-1db28cf87ed8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1024 time: 0.1384583 Dec 10 18:09:27.012399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8a358df-2052-4c62-8edb-5d98ac1795fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.035251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8a358df-2052-4c62-8edb-5d98ac1795fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.093896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8a358df-2052-4c62-8edb-5d98ac1795fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.097467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8a358df-2052-4c62-8edb-5d98ac1795fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.098752 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8a358df-2052-4c62-8edb-5d98ac1795fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06653d6c-2976-481b-bfca-5ffeb2754107 HTTP/1.1" status: 204 len: 168 time: 0.1527171 Dec 10 18:09:27.110708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a358df-2052-4c62-8edb-5d98ac1795fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06653d6c-2976-481b-bfca-5ffeb2754107,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:27.413410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56762) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:27.416814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0031dd-425a-4869-8c87-ccaf79815ecd req-ab231c09-ed16-4ede-af7f-b4d1176de7d2 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:27.421464 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed0031dd-425a-4869-8c87-ccaf79815ecd req-ab231c09-ed16-4ede-af7f-b4d1176de7d2 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 943 time: 0.0597446 Dec 10 18:09:27.447082 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67c37a70-6fee-4a8b-b03c-51b842d9f587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.460769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-012bfe8f-95e1-434c-8969-8006fdb4ba18 req-2b963b17-f22d-4b37-9a33-801885bfda68 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=db0d537c-77f0-48f2-9418-4ac0ff793113&id=6646a3e0-7c9e-4a6d-bf39-12db8295ca5b HTTP/1.1" status: 200 len: 6200 time: 0.4523304 Dec 10 18:09:27.462612 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-de6ebcd1-1412-42c7-a7be-0b25cd5914d2 service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621646 Dec 10 18:09:27.472896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed0031dd-425a-4869-8c87-ccaf79815ecd req-c0086fbb-725e-4672-aac8-251d9be48830 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Dec 10 18:09:27.559058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6b1f5d4f-9086-416a-b0e4-66084ab927a4 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:09:27.561544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-7218ed43-9102-400c-b007-f3fa78b8f607 req-a70c6273-0648-4483-aa47-d14506f92796 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2028560190 ', 'description': 'tempest-description-1595772868'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:27.648902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7218ed43-9102-400c-b007-f3fa78b8f607 req-a70c6273-0648-4483-aa47-d14506f92796 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.652645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09a333-8ea0-43e3-9f77-b75a3e06048a req-d2ba2c00-32a4-4771-8d1d-9a1db4180319 service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819680 Dec 10 18:09:27.656311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67c37a70-6fee-4a8b-b03c-51b842d9f587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.663643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67c37a70-6fee-4a8b-b03c-51b842d9f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.724408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-67c37a70-6fee-4a8b-b03c-51b842d9f587 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2add0ffbc764b73a95920926f857d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086886 Dec 10 18:09:27.727084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:27.727575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6b1f5d4f-9086-416a-b0e4-66084ab927a4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6b1f5d4f-9086-416a-b0e4-66084ab927a4,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:27.742908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c37a70-6fee-4a8b-b03c-51b842d9f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d262e1f8-3455-420a-aa1d-1baa08fba1b9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:27.744310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '6b1f5d4f-9086-416a-b0e4-66084ab927a4', 'network_id': '6dab76b1-c60c-4b1c-bd6e-e04560fc4903', 'port_id': '6b1f5d4f-9086-416a-b0e4-66084ab927a4', 'mac_address': 'fa:16:3e:e5:d9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a2cd16-2aab-4b80-b799-8feccff2ed04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:09:27.780328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-82eda5e6-a917-4791-864a-64f0a573c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:27.783645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-82eda5e6-a917-4791-864a-64f0a573c29f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1175 time: 0.0789065 Dec 10 18:09:27.784336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20e5b0a1-94a2-42df-87f6-69dc7842f54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.805747 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.806606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20e5b0a1-94a2-42df-87f6-69dc7842f54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.856222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20e5b0a1-94a2-42df-87f6-69dc7842f54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.861460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7218ed43-9102-400c-b007-f3fa78b8f607 req-a70c6273-0648-4483-aa47-d14506f92796 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.864674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20e5b0a1-94a2-42df-87f6-69dc7842f54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.865883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-20e5b0a1-94a2-42df-87f6-69dc7842f54c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d262e1f8-3455-420a-aa1d-1baa08fba1b9 HTTP/1.1" status: 204 len: 168 time: 0.1376088 Dec 10 18:09:27.867011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1f5d4f-9086-416a-b0e4-66084ab927a4 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:27.874223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5b0a1-94a2-42df-87f6-69dc7842f54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d262e1f8-3455-420a-aa1d-1baa08fba1b9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:27.885046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7218ed43-9102-400c-b007-f3fa78b8f607 req-a70c6273-0648-4483-aa47-d14506f92796 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.900801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6b1f5d4f-9086-416a-b0e4-66084ab927a4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6b1f5d4f-9086-416a-b0e4-66084ab927a4,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:27.913679 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.927251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7218ed43-9102-400c-b007-f3fa78b8f607 req-a70c6273-0648-4483-aa47-d14506f92796 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:27.929034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7218ed43-9102-400c-b007-f3fa78b8f607 req-a70c6273-0648-4483-aa47-d14506f92796 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.3766239 Dec 10 18:09:27.959867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c6273-0648-4483-aa47-d14506f92796 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c542dc35-58ee-422d-9fbf-5cbd3ea1f8db,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:27.972547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-495778cb-c484-436f-828b-da0d01821aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:27.974428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-495778cb-c484-436f-828b-da0d01821aa9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 913 time: 0.1773751 Dec 10 18:09:27.986837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6b1f5d4f-9086-416a-b0e4-66084ab927a4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:28.035017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-f9c6726e-8e23-47c8-9017-93c5aba35a8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 200 len: 217 time: 0.0447769 Dec 10 18:09:28.088081 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04477dad-e29b-4633-92c7-0ee94e827419 req-ababf227-d125-44f3-b5da-0ba9cb3bf9a0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/c542dc35-58ee-422d-9fbf-5cbd3ea1f8db HTTP/1.1" status: 200 len: 1798 time: 0.1097128 Dec 10 18:09:28.111155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-7a2f43a1-d518-43f2-9703-f24584458562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:28.112868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-7a2f43a1-d518-43f2-9703-f24584458562 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.0699799 Dec 10 18:09:28.147211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-ae473549-5750-4bd6-adad-aa54e9e109b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254869 Dec 10 18:09:28.157291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38312f03-9aea-4017-a564-25f815f6a34e req-24f16d59-dd45-4f28-b9c1-3beda4a89d37 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/c542dc35-58ee-422d-9fbf-5cbd3ea1f8db HTTP/1.1" status: 200 len: 1798 time: 0.0459607 Dec 10 18:09:28.234902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38312f03-9aea-4017-a564-25f815f6a34e req-b79090a8-33db-464e-9050-4c854228901f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.237983 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c353d6df-cb8c-4e2d-952e-48f77a5c8db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.244225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6b1f5d4f-9086-416a-b0e4-66084ab927a4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:28.253758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-d49a24f8-6f3b-419a-b208-013661cce503 service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932841 Dec 10 18:09:28.275279 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38312f03-9aea-4017-a564-25f815f6a34e req-b79090a8-33db-464e-9050-4c854228901f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.326956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38312f03-9aea-4017-a564-25f815f6a34e req-b79090a8-33db-464e-9050-4c854228901f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.329935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38312f03-9aea-4017-a564-25f815f6a34e req-b79090a8-33db-464e-9050-4c854228901f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.331387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38312f03-9aea-4017-a564-25f815f6a34e req-b79090a8-33db-464e-9050-4c854228901f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/c542dc35-58ee-422d-9fbf-5cbd3ea1f8db HTTP/1.1" status: 204 len: 173 time: 0.1682611 Dec 10 18:09:28.341040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79090a8-33db-464e-9050-4c854228901f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c542dc35-58ee-422d-9fbf-5cbd3ea1f8db,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:28.387643 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-46e4183d-8111-417e-91d8-2b8e14f22eb6 req-8aeff43a-78db-4821-a1d7-90e287c9aadb tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:09:28.388708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46e4183d-8111-417e-91d8-2b8e14f22eb6 req-8aeff43a-78db-4821-a1d7-90e287c9aadb tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/c542dc35-58ee-422d-9fbf-5cbd3ea1f8db HTTP/1.1" status: 404 len: 352 time: 0.0261238 Dec 10 18:09:28.391313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b279ff8e-ca79-488a-8a0a-dfe59a9cec0f req-71d59916-138f-404f-b9e1-5c8da0f7984a service neutron] 10.222.0.59 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282027 Dec 10 18:09:28.427616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-a002ac70-b356-4a2a-9634-25ee964f9a7b req-a677d110-a791-40eb-ae74-080e1ae125e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-781171092', 'description': 'tempest-description-2038703657'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:28.452896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a002ac70-b356-4a2a-9634-25ee964f9a7b req-a677d110-a791-40eb-ae74-080e1ae125e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.525128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a002ac70-b356-4a2a-9634-25ee964f9a7b req-a677d110-a791-40eb-ae74-080e1ae125e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.531844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a002ac70-b356-4a2a-9634-25ee964f9a7b req-a677d110-a791-40eb-ae74-080e1ae125e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.566148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677d110-a791-40eb-ae74-080e1ae125e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103878c9-fe54-4382-bffc-2f6957d25fb2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:28.579183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a002ac70-b356-4a2a-9634-25ee964f9a7b req-a677d110-a791-40eb-ae74-080e1ae125e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.580964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a002ac70-b356-4a2a-9634-25ee964f9a7b req-a677d110-a791-40eb-ae74-080e1ae125e6 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1576376 Dec 10 18:09:28.628976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b8fce-a080-42c4-b5f8-4a1e52f66b91 req-ab6174e8-bf0e-42bb-9fb8-ca4bee524b00 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:28.630787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-842b8fce-a080-42c4-b5f8-4a1e52f66b91 req-ab6174e8-bf0e-42bb-9fb8-ca4bee524b00 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 944 time: 0.0805619 Dec 10 18:09:28.723040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-842b8fce-a080-42c4-b5f8-4a1e52f66b91 req-7c299d92-dbe9-4433-9e0a-8ddd17d176ea tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790374 Dec 10 18:09:28.760495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b3aec226-bba5-4ff1-90cd-304d5a897950 req-da232d31-6dcd-4884-a5c9-156509669623 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-995281945', 'description': 'tempest-description-711510318'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:28.788653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3aec226-bba5-4ff1-90cd-304d5a897950 req-da232d31-6dcd-4884-a5c9-156509669623 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.796954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56816) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:28.858771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3aec226-bba5-4ff1-90cd-304d5a897950 req-da232d31-6dcd-4884-a5c9-156509669623 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.863527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3aec226-bba5-4ff1-90cd-304d5a897950 req-da232d31-6dcd-4884-a5c9-156509669623 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.897782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-network', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:28.898329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3aec226-bba5-4ff1-90cd-304d5a897950 req-da232d31-6dcd-4884-a5c9-156509669623 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.899592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3aec226-bba5-4ff1-90cd-304d5a897950 req-da232d31-6dcd-4884-a5c9-156509669623 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1433914 Dec 10 18:09:28.901506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da232d31-6dcd-4884-a5c9-156509669623 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0307e2-7f2a-4f8b-96ba-d20fd935dd96,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:28.922961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Made reservation on behalf of f5ab3894199d4473a36149c50c20587e for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:28.925607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.933546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1d35f431-750a-468f-b6b2-7ba2262128b6 req-300d49d3-a0f7-43a2-b01a-ace4ff8034d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1777371455', 'description': 'tempest-description-989502608'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:28.949356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:28.975435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d35f431-750a-468f-b6b2-7ba2262128b6 req-300d49d3-a0f7-43a2-b01a-ace4ff8034d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.073422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.082847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.087937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d35f431-750a-468f-b6b2-7ba2262128b6 req-300d49d3-a0f7-43a2-b01a-ace4ff8034d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.098148 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d35f431-750a-468f-b6b2-7ba2262128b6 req-300d49d3-a0f7-43a2-b01a-ace4ff8034d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.117200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:09:29.127692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f68903-c68a-42ad-b815-7cdbb4cc46e8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:29.136659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d35f431-750a-468f-b6b2-7ba2262128b6 req-300d49d3-a0f7-43a2-b01a-ace4ff8034d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.137861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d35f431-750a-468f-b6b2-7ba2262128b6 req-300d49d3-a0f7-43a2-b01a-ace4ff8034d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2099972 Dec 10 18:09:29.138934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.139244 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Added segment baf45d11-9ea4-4486-9c16-e88a505d9f05 of type vlan for network 1c3b410c-c04d-4f60-95b3-3745f25a0852 Dec 10 18:09:29.189775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d49d3-a0f7-43a2-b01a-ace4ff8034d2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2423e8e4-ae7d-463b-a0be-e8207a0a6f02,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:29.195296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.221526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.222520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:29.223130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.262484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-164ca89b-28f5-48b6-afd1-ffc7d604ea98 req-352cea70-cdfc-4f74-87d9-b90725d51269 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 10997 time: 0.1001091 Dec 10 18:09:29.287386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4892421 Dec 10 18:09:29.292722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56826) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:29.293485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d129a-6212-4461-81b3-c0fde68ce29e admin admin] Pushing event updated for resources: {'Network': ['ID=1c3b410c-c04d-4f60-95b3-3745f25a0852,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:29.298227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Request body: {'subnet': {'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-subnet', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:29.304091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:09:29.329207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-164ca89b-28f5-48b6-afd1-ffc7d604ea98 req-2b41ab79-5892-45fc-baaf-6105e5c8bb34 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/039e7192-73ac-4a21-bdc7-9c89ae2ae06c HTTP/1.1" status: 200 len: 2998 time: 0.0599711 Dec 10 18:09:29.334635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Made reservation on behalf of f5ab3894199d4473a36149c50c20587e for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:29.337576 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.437644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-164ca89b-28f5-48b6-afd1-ffc7d604ea98 req-bbaa86ea-083f-4131-8a62-ccc0460084a7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/039e7192-73ac-4a21-bdc7-9c89ae2ae06c HTTP/1.1" status: 200 len: 2998 time: 0.0966575 Dec 10 18:09:29.501717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08434d1a-72e9-4c70-8f65-7c8278c4db9a req-6cd422c9-aa6d-4cb4-af77-273f44186469 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/103878c9-fe54-4382-bffc-2f6957d25fb2 HTTP/1.1" status: 200 len: 1817 time: 0.0393271 Dec 10 18:09:29.542048 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.558405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-08434d1a-72e9-4c70-8f65-7c8278c4db9a req-8250ac90-d3fc-4387-bf76-2828eb36e2a5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.560014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6b1f5d4f-9086-416a-b0e4-66084ab927a4 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:29.587746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-08434d1a-72e9-4c70-8f65-7c8278c4db9a req-8250ac90-d3fc-4387-bf76-2828eb36e2a5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.591781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd236a97-80d6-42da-8690-894402025d5f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:29.610099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Checking segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:29.610498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Network hostable DHCP agents. Network: 1c3b410c-c04d-4f60-95b3-3745f25a0852, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:09:29.619884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:09:29.625507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:29.626105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.634205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:09:29.642564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-08434d1a-72e9-4c70-8f65-7c8278c4db9a req-8250ac90-d3fc-4387-bf76-2828eb36e2a5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.645443 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-08434d1a-72e9-4c70-8f65-7c8278c4db9a req-8250ac90-d3fc-4387-bf76-2828eb36e2a5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.650810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08434d1a-72e9-4c70-8f65-7c8278c4db9a req-8250ac90-d3fc-4387-bf76-2828eb36e2a5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/103878c9-fe54-4382-bffc-2f6957d25fb2 HTTP/1.1" status: 204 len: 173 time: 0.1388764 Dec 10 18:09:29.655313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 1c3b410c-c04d-4f60-95b3-3745f25a0852) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:29.660316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:29.663053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.663961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250ac90-d3fc-4387-bf76-2828eb36e2a5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103878c9-fe54-4382-bffc-2f6957d25fb2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:29.671609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97105be6-5d67-4501-82db-43097abf9f61 None None] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:09:29.689597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4ac32986-174e-4e86-9f25-958f294c8d4a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3931382 Dec 10 18:09:29.690142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56834) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:29.694592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:29.718392 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-ebb54519-3319-43f6-a39a-250be07d33b7 req-4a1adc5c-e976-4de9-89b2-9a02c8fc540c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:09:29.719525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ebb54519-3319-43f6-a39a-250be07d33b7 req-4a1adc5c-e976-4de9-89b2-9a02c8fc540c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/103878c9-fe54-4382-bffc-2f6957d25fb2 HTTP/1.1" status: 404 len: 352 time: 0.0197978 Dec 10 18:09:29.741950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.743276 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.860613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12a91ff8-77e9-42c8-9aaa-a501f6359595 req-419dddcb-5b27-45f1-826d-5c38b4dcd68f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/7c0307e2-7f2a-4f8b-96ba-d20fd935dd96 HTTP/1.1" status: 200 len: 1816 time: 0.1039135 Dec 10 18:09:29.902167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.923953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-1c3b410c-c04d-4f60-95b3-3745f25a0852', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:09:29.925242 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.941681 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:29.958721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceffceaf-539a-4836-9d87-86d9e86844e6 req-11a279f7-6679-45e7-89f7-20f4a92a1308 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:29.960478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ceffceaf-539a-4836-9d87-86d9e86844e6 req-11a279f7-6679-45e7-89f7-20f4a92a1308 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 944 time: 0.0971508 Dec 10 18:09:29.981854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f5d4f-9086-416a-b0e4-66084ab927a4'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:29.985912 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42535c5-26be-4470-af12-460654f5d726" -d '{"events": [{"server_uuid": "88e61936-1c9c-4ef7-be57-9fac74195b6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1f5d4f-9086-416a-b0e4-66084ab927a4"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:30.018012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6b1f5d4f-9086-416a-b0e4-66084ab927a4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6b1f5d4f-9086-416a-b0e4-66084ab927a4,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:30.070296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.103004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ceffceaf-539a-4836-9d87-86d9e86844e6 req-60417929-3115-4748-9024-fb87e7e00124 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258867 Dec 10 18:09:30.165852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.172420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-12a91ff8-77e9-42c8-9aaa-a501f6359595 req-0b8b08fd-4470-4cd1-8036-6f107ef57cc3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.183215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6b1f5d4f-9086-416a-b0e4-66084ab927a4,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:30.208044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Allocated IP 172.20.0.2 (1c3b410c-c04d-4f60-95b3-3745f25a0852/bd236a97-80d6-42da-8690-894402025d5f/d345ca4a-0c8d-4236-b8b3-b5ec976616de) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:30.209062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-12a91ff8-77e9-42c8-9aaa-a501f6359595 req-0b8b08fd-4470-4cd1-8036-6f107ef57cc3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.277702 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463ac4f6-7e87-4f50-8e00-9d601c4d632b x-openstack-request-id: req-463ac4f6-7e87-4f50-8e00-9d601c4d632b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:30.278027 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e61936-1c9c-4ef7-be57-9fac74195b6b", "name": "network-vif-plugged", "status": "completed", "tag": "6b1f5d4f-9086-416a-b0e4-66084ab927a4", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:30.279380 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-463ac4f6-7e87-4f50-8e00-9d601c4d632b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:30.279847 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1f5d4f-9086-416a-b0e4-66084ab927a4', 'code': 200} Dec 10 18:09:30.294299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-12a91ff8-77e9-42c8-9aaa-a501f6359595 req-0b8b08fd-4470-4cd1-8036-6f107ef57cc3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.297475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-12a91ff8-77e9-42c8-9aaa-a501f6359595 req-0b8b08fd-4470-4cd1-8036-6f107ef57cc3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.298952 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12a91ff8-77e9-42c8-9aaa-a501f6359595 req-0b8b08fd-4470-4cd1-8036-6f107ef57cc3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/7c0307e2-7f2a-4f8b-96ba-d20fd935dd96 HTTP/1.1" status: 204 len: 173 time: 0.4274859 Dec 10 18:09:30.315062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b08fd-4470-4cd1-8036-6f107ef57cc3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0307e2-7f2a-4f8b-96ba-d20fd935dd96,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:30.391963 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-ede59a73-d2ee-43a2-8e9c-8b909054478e req-feaadbe9-75c3-48b0-b551-e58e2e324244 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:09:30.392969 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ede59a73-d2ee-43a2-8e9c-8b909054478e req-feaadbe9-75c3-48b0-b551-e58e2e324244 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/7c0307e2-7f2a-4f8b-96ba-d20fd935dd96 HTTP/1.1" status: 404 len: 352 time: 0.0529180 Dec 10 18:09:30.408992 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.416480 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.469153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:30.472961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:30.475783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:30.478943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f5a94cf-9ff7-43f7-89d4-f1905c30093a req-8dea9777-981e-4b21-bd80-1dbef717409a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/2423e8e4-ae7d-463b-a0be-e8207a0a6f02 HTTP/1.1" status: 200 len: 1817 time: 0.0590403 Dec 10 18:09:30.488155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef12a9-d4e0-4084-bae4-30547479b91e req-e1592bf4-f9cc-4686-8f31-41e672d5b970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:30.489652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64ef12a9-d4e0-4084-bae4-30547479b91e req-e1592bf4-f9cc-4686-8f31-41e672d5b970 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 1096 time: 0.1076636 Dec 10 18:09:30.491128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.519482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.553370 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f5a94cf-9ff7-43f7-89d4-f1905c30093a req-edbf703b-01e0-418b-939e-009b9264f1e5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.580201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f5a94cf-9ff7-43f7-89d4-f1905c30093a req-edbf703b-01e0-418b-939e-009b9264f1e5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.601314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64ef12a9-d4e0-4084-bae4-30547479b91e req-d8ec2c81-9d62-416a-b04a-5d87a5c19eee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889704 Dec 10 18:09:30.633647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f5a94cf-9ff7-43f7-89d4-f1905c30093a req-edbf703b-01e0-418b-939e-009b9264f1e5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.638121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f5a94cf-9ff7-43f7-89d4-f1905c30093a req-edbf703b-01e0-418b-939e-009b9264f1e5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.645667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f5a94cf-9ff7-43f7-89d4-f1905c30093a req-edbf703b-01e0-418b-939e-009b9264f1e5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/2423e8e4-ae7d-463b-a0be-e8207a0a6f02 HTTP/1.1" status: 204 len: 173 time: 0.1595023 Dec 10 18:09:30.656033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf703b-01e0-418b-939e-009b9264f1e5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2423e8e4-ae7d-463b-a0be-e8207a0a6f02,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:30.662424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Allocated IP 172.25.2.252 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/d9baeec2-a3cf-4160-be35-0a1d6f23b86d) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:30.668573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Pushing event updated for resources: {'Port': ['ID=d345ca4a-0c8d-4236-b8b3-b5ec976616de,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:30.682649 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-31c2b3c8-f882-4630-93b8-48594fff8ba6 req-304b3cf9-6ecf-4191-8a77-d8259f5cab7d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:09:30.683690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31c2b3c8-f882-4630-93b8-48594fff8ba6 req-304b3cf9-6ecf-4191-8a77-d8259f5cab7d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/2423e8e4-ae7d-463b-a0be-e8207a0a6f02 HTTP/1.1" status: 404 len: 352 time: 0.0227940 Dec 10 18:09:30.708529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Attempting to bind port d345ca4a-0c8d-4236-b8b3-b5ec976616de on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:30.708898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Attempting to bind port d345ca4a-0c8d-4236-b8b3-b5ec976616de by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:30.709257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Attempting to bind port d345ca4a-0c8d-4236-b8b3-b5ec976616de on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:30.714586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:30.714991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Checking segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:30.715346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.715733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Bound using segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:30.716190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Bound port: d345ca4a-0c8d-4236-b8b3-b5ec976616de, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:30.716567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.782436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] For port d345ca4a-0c8d-4236-b8b3-b5ec976616de, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:30.785831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] For port d345ca4a-0c8d-4236-b8b3-b5ec976616de, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d345ca4a-0c8d-4236-b8b3-b5ec976616de,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:30.791216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78760f81-7d49-4676-a40c-6e2b5e7ea8b4 req-a3341e46-18f7-44c6-a894-48ac379ee505 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 6200 time: 0.0734742 Dec 10 18:09:30.794558 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.804691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.857855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:30.883810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78760f81-7d49-4676-a40c-6e2b5e7ea8b4 req-3d7941a8-7af7-4c87-b530-8c5113ac097f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/039e7192-73ac-4a21-bdc7-9c89ae2ae06c HTTP/1.1" status: 200 len: 2998 time: 0.0800493 Dec 10 18:09:30.911823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620b2c9-be9d-4d00-830d-65e64fd85ad2 None None] Pushing event updated for resources: {'Port': ['ID=d345ca4a-0c8d-4236-b8b3-b5ec976616de,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:30.944735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78760f81-7d49-4676-a40c-6e2b5e7ea8b4 req-edc996ea-796f-4cd7-be67-0e081bfb9dc9 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/039e7192-73ac-4a21-bdc7-9c89ae2ae06c HTTP/1.1" status: 200 len: 2998 time: 0.0679121 Dec 10 18:09:30.962392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:30.964733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:30.966723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Pushing event updated for resources: {'Port': ['ID=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:30.968918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:31.016220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-898ec785-87fa-46ff-83a9-20f2324fc5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.024904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-1a0ed719-cb4b-4a5c-815d-5f67b580159f req-d67327c8-afa6-4855-a98c-d9a4bd13c76e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1963952994', 'description': 'tempest-description-1656382772'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:31.066383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa65f6-82a1-49fb-96d7-47ae4cd8a338 req-e0404fef-ec09-4053-b4fe-307928115e4d tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:31.068061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcfa65f6-82a1-49fb-96d7-47ae4cd8a338 req-e0404fef-ec09-4053-b4fe-307928115e4d tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1097 time: 0.0442379 Dec 10 18:09:31.150845 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcfa65f6-82a1-49fb-96d7-47ae4cd8a338 req-117bde32-f8a6-40ee-ac6e-93019c64811b tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732677 Dec 10 18:09:31.154040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a0ed719-cb4b-4a5c-815d-5f67b580159f req-d67327c8-afa6-4855-a98c-d9a4bd13c76e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.300595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8de66e-7bda-4c78-8485-70068cdc6a28 req-5f746894-c44a-4886-bc42-eed91a102157 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:31.301825 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a8de66e-7bda-4c78-8485-70068cdc6a28 req-5f746894-c44a-4886-bc42-eed91a102157 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1096 time: 0.0542440 Dec 10 18:09:31.348971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a0ed719-cb4b-4a5c-815d-5f67b580159f req-d67327c8-afa6-4855-a98c-d9a4bd13c76e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.350442 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a8de66e-7bda-4c78-8485-70068cdc6a28 req-40503003-8030-4a69-85de-384f94dcf5fd tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Dec 10 18:09:31.354685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a0ed719-cb4b-4a5c-815d-5f67b580159f req-d67327c8-afa6-4855-a98c-d9a4bd13c76e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.399504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a0ed719-cb4b-4a5c-815d-5f67b580159f req-d67327c8-afa6-4855-a98c-d9a4bd13c76e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.400814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a0ed719-cb4b-4a5c-815d-5f67b580159f req-d67327c8-afa6-4855-a98c-d9a4bd13c76e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3802001 Dec 10 18:09:31.403645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67327c8-afa6-4855-a98c-d9a4bd13c76e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef710b-3eb6-485c-a764-589ffa88a674,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:31.410626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.473611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228efe4-efb3-4f05-b190-ff0d2f609656 req-737dfdc5-3711-415f-bea3-303824e9eeaa tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:31.475348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0228efe4-efb3-4f05-b190-ff0d2f609656 req-737dfdc5-3711-415f-bea3-303824e9eeaa tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 945 time: 0.0627890 Dec 10 18:09:31.535491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0228efe4-efb3-4f05-b190-ff0d2f609656 req-369ebe45-0126-4c70-903d-4312d7768d8a tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531669 Dec 10 18:09:31.644813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.674081 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.829184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d345ca4a-0c8d-4236-b8b3-b5ec976616de up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:31.876825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:09:31.911512 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:31.914967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d345ca4a-0c8d-4236-b8b3-b5ec976616de triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:31.915521 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:32.046096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:09:32.080582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:32.081846 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cfeed764-3f73-4568-a889-8726b871f3ae admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.3907135 Dec 10 18:09:32.084491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:32.085357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56902) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:09:32.090487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:09:32.114988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:32.116825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:09:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:32.184420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beaa7f2-0ce9-4962-8250-fcb0dcaf9c6d None None] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:09:32.229592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port d345ca4a-0c8d-4236-b8b3-b5ec976616de, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d345ca4a-0c8d-4236-b8b3-b5ec976616de,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:32.253571 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:32.301991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-005ca50a-4726-437f-ad92-7facdaeb21a3 None None] Provisioning complete for port d345ca4a-0c8d-4236-b8b3-b5ec976616de triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:32.302729 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-005ca50a-4726-437f-ad92-7facdaeb21a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:32.400494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:32.470669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=d345ca4a-0c8d-4236-b8b3-b5ec976616de,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:32.692635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:31Z', 'revision_number': 3, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:32.731624 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:32.731822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:09:32.732241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Updating router b587b272-b0c3-4212-8a7d-84f0492e72c5 port d9baeec2-a3cf-4160-be35-0a1d6f23b86d binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:09:32.771149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:32.797487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-a4c2716b-b300-45ae-8154-9f5abff9c105 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:09:32.798620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-a4c2716b-b300-45ae-8154-9f5abff9c105 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086737 Dec 10 18:09:32.883695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-66fe8ab1-0b0c-4c54-8095-b4acd541d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:32.885011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-66fe8ab1-0b0c-4c54-8095-b4acd541d99f service neutron] 10.222.0.55 "GET /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 1094 time: 0.0785415 Dec 10 18:09:32.899251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Request body: {'binding': {'host': 'n-h2-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:32.899722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:09:32.968746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-31b1dca7-a3af-4d87-b067-151c2fe3486b tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:09:32.969745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-31b1dca7-a3af-4d87-b067-151c2fe3486b tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090628 Dec 10 18:09:32.972390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-51697b81-2ae2-4cd6-9ce4-e29a88c25573 None None] Provisioning complete for port d345ca4a-0c8d-4236-b8b3-b5ec976616de triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:32.972758 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-51697b81-2ae2-4cd6-9ce4-e29a88c25573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.132427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.141772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.197077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Attempting to bind port d9baeec2-a3cf-4160-be35-0a1d6f23b86d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:33.197440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Attempting to bind port d9baeec2-a3cf-4160-be35-0a1d6f23b86d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:33.198233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Attempting to bind port d9baeec2-a3cf-4160-be35-0a1d6f23b86d on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:33.201300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96cb60-a95e-4166-b7ce-5c3649da4423 None None] Pushing event updated for resources: {'Port': ['ID=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:33.207670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:33.208053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:33.208463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.208854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:33.209334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Bound port: d9baeec2-a3cf-4160-be35-0a1d6f23b86d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:33.209725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.263743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] For port d9baeec2-a3cf-4160-be35-0a1d6f23b86d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:33.266954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] For port d9baeec2-a3cf-4160-be35-0a1d6f23b86d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:33.272427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.332830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:33.333462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:09:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:33.334690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Allocated IP 172.20.0.1 (1c3b410c-c04d-4f60-95b3-3745f25a0852/bd236a97-80d6-42da-8690-894402025d5f/58335c45-d78a-42c4-bd14-9fcf4c9a679f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:33.338480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96cb60-a95e-4166-b7ce-5c3649da4423 None None] Pushing event updated for resources: {'Port': ['ID=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:33.339167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-2170841d-0c69-4649-953c-5dc0735e2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:33.340658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-2170841d-0c69-4649-953c-5dc0735e2902 service neutron] 10.222.0.55 "GET /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 1093 time: 0.3581316 Dec 10 18:09:33.356387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Request body: {'binding': {'host': 'n-h2-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:33.356846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:09:33.445452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:33.519855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on host n-h2-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:33.520195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:33.520520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:33.543360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:33.543715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:33.574661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:33.574957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:33.575363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:33.575811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Bound port: 2809efbb-c8e6-42ec-b489-18de730d11c7, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:33.590882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.696270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on host n-h2-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:33.696613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:33.696865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:33.700044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:33.703093 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.704628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:33.705581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:33.711501 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.713316 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-d8fd7bb1-e079-46b1-93b0-acc8169af91c service neutron] 10.222.0.55 "POST /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.8226771 Dec 10 18:09:33.717371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.727239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:33.727683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:33.728669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:33.729279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Bound port: 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:33.734404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d345ca4a-0c8d-4236-b8b3-b5ec976616de up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:33.791558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:33.796909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:33.802184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:33.822334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d345ca4a-0c8d-4236-b8b3-b5ec976616de triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:33.822890 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.828046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-79741c7b-5e2a-4a0e-92d3-b49ad79954e1 req-b72b413a-7965-4ca1-b5a7-7aa905d5e397 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1561232656', 'description': 'tempest-description-1643891574'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:33.846697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.868098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:31Z', 'revision_number': 3, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:33.896469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Pushing event updated for resources: {'Port': ['ID=58335c45-d78a-42c4-bd14-9fcf4c9a679f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:33.902962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-79741c7b-5e2a-4a0e-92d3-b49ad79954e1 req-b72b413a-7965-4ca1-b5a7-7aa905d5e397 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.908084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d269a932-b622-4d5b-a729-fd638db433b5 None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:31Z', 'revision_number': 3, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:09:33.937454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:33.963177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:33.977153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-501e96a5-d5c6-4b68-ae50-01e1eeb5ba50 service neutron] 10.222.0.55 "POST /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6/bindings HTTP/1.1" status: 201 len: 389 time: 0.6255131 Dec 10 18:09:34.106628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-79741c7b-5e2a-4a0e-92d3-b49ad79954e1 req-b72b413a-7965-4ca1-b5a7-7aa905d5e397 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.110609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.116076 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-79741c7b-5e2a-4a0e-92d3-b49ad79954e1 req-b72b413a-7965-4ca1-b5a7-7aa905d5e397 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.156383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b413a-7965-4ca1-b5a7-7aa905d5e397 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e674857e-45a1-48eb-a289-94abb419eab1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:34.163171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-79741c7b-5e2a-4a0e-92d3-b49ad79954e1 req-b72b413a-7965-4ca1-b5a7-7aa905d5e397 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.171203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.177032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79741c7b-5e2a-4a0e-92d3-b49ad79954e1 req-b72b413a-7965-4ca1-b5a7-7aa905d5e397 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3599379 Dec 10 18:09:34.195559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-4a3457a4-234c-4ccb-bf22-557656a627aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:34.197115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-4a3457a4-234c-4ccb-bf22-557656a627aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1097 time: 0.1482275 Dec 10 18:09:34.206706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-388b7903-5a33-40aa-a812-98541b447aca None None] Provisioning complete for port 58335c45-d78a-42c4-bd14-9fcf4c9a679f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:34.207432 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-388b7903-5a33-40aa-a812-98541b447aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.292933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-388b7903-5a33-40aa-a812-98541b447aca None None] Port 58335c45-d78a-42c4-bd14-9fcf4c9a679f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:09:34.356963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.480818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20102b9e-6c01-4c00-ae6e-a7745a237f7b req-420aaaf4-994e-456a-a211-b7e7bb369a97 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:34.483347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20102b9e-6c01-4c00-ae6e-a7745a237f7b req-420aaaf4-994e-456a-a211-b7e7bb369a97 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0552387 Dec 10 18:09:34.511093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a28dc-a8b4-4eaa-b928-51f1de35696d req-8a7e82c9-f95c-4366-a020-2703f0571aab tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:34.518591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-724a28dc-a8b4-4eaa-b928-51f1de35696d req-8a7e82c9-f95c-4366-a020-2703f0571aab tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 945 time: 0.1606915 Dec 10 18:09:34.527808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-45d35747-2246-4727-a4e6-13c84be35b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:34.529297 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-45d35747-2246-4727-a4e6-13c84be35b5e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.2740283 Dec 10 18:09:34.543385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20102b9e-6c01-4c00-ae6e-a7745a237f7b req-aa322192-f0d7-41da-9e51-a866f6ed2ac6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 Dec 10 18:09:34.613608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f45c189f-e41b-404c-82a3-4a9f6f77861e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 217 time: 0.0665848 Dec 10 18:09:34.667770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-724a28dc-a8b4-4eaa-b928-51f1de35696d req-ffddbd18-a106-43ce-af94-eff5804c1a2b tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482573 Dec 10 18:09:34.674026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62cab-88b7-40c8-ac53-2099e82699d5 req-fac2e390-8683-470d-9a5d-295c6bae5225 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:34.676149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0c62cab-88b7-40c8-ac53-2099e82699d5 req-fac2e390-8683-470d-9a5d-295c6bae5225 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0579009 Dec 10 18:09:34.686442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.697001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-219f4e07-98a5-4d14-8414-0dba4a259f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:34.708653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-219f4e07-98a5-4d14-8414-0dba4a259f24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0870843 Dec 10 18:09:34.711272 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.757568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0c62cab-88b7-40c8-ac53-2099e82699d5 req-e6a724c1-4a95-4d0e-be3f-9a1885252a83 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739505 Dec 10 18:09:34.794601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-12cb913b-053a-49e4-bb6d-b3f733dbccab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775323 Dec 10 18:09:34.858280 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:34.937861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Pushing event updated for resources: {'Port': ['ID=58335c45-d78a-42c4-bd14-9fcf4c9a679f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:35.088128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-b76b0d27-cbf2-438a-b9d8-6ec5e7e98ddf tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:35.090018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-b76b0d27-cbf2-438a-b9d8-6ec5e7e98ddf tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 812 time: 0.2918050 Dec 10 18:09:35.094208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-a2fdb482-b4ad-4a24-ab8e-6d43e7130bc4 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895534 Dec 10 18:09:35.137286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-67aa88d8-6358-4710-a3c0-67715b90a3f1 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/quotas/43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 375 time: 0.0402312 Dec 10 18:09:35.191157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:35.209856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:35.301472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-aaab4a1b-2de7-4fae-9518-706e6d10e958 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292355 Dec 10 18:09:35.308616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-1c230fc0-ce56-49ad-aa8a-60bbff8080c3 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985135 Dec 10 18:09:35.453750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:09:35.469002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-ada3e2ee-41da-4bba-ae82-6ead0b5843aa service neutron] 10.222.0.55 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594241 Dec 10 18:09:35.524751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-102068bc-f04a-471e-9649-99cfb77a43b8 None None] Provisioning complete for port 58335c45-d78a-42c4-bd14-9fcf4c9a679f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:35.525309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-102068bc-f04a-471e-9649-99cfb77a43b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:35.595347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-102068bc-f04a-471e-9649-99cfb77a43b8 None None] Port 58335c45-d78a-42c4-bd14-9fcf4c9a679f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:09:35.664977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-ec010278-3e77-4b3c-8cfb-79bd84c22fb4 service neutron] 10.222.0.55 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866989 Dec 10 18:09:35.666138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:09:35.681526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ac998df-3e74-4d0d-88cd-3df95fee502e admin admin] 10.222.0.55 "PUT /v2.0/routers/b587b272-b0c3-4212-8a7d-84f0492e72c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5937426 Dec 10 18:09:35.807972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47444e-f6f9-45ba-9fdc-26a5d279e6ef req-224bc087-3fb0-44ef-9753-d5e02ce544dc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:35.810840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a47444e-f6f9-45ba-9fdc-26a5d279e6ef req-224bc087-3fb0-44ef-9753-d5e02ce544dc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0833013 Dec 10 18:09:35.898781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a47444e-f6f9-45ba-9fdc-26a5d279e6ef req-a54bb686-9403-4385-be53-993025fe1960 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796795 Dec 10 18:09:35.912268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d9baeec2-a3cf-4160-be35-0a1d6f23b86d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:36.114033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d9baeec2-a3cf-4160-be35-0a1d6f23b86d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:36.115070 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:36.133693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de989c-b4c2-4d01-aae1-cb82c59780fb req-bb772005-2aa5-4bcd-8c6e-59d7635bfac1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:36.145058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67de989c-b4c2-4d01-aae1-cb82c59780fb req-bb772005-2aa5-4bcd-8c6e-59d7635bfac1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1043758 Dec 10 18:09:36.233374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b82f4441-fcaa-4466-8411-6228d5b156cc req-bb7aa3ac-1a91-405a-8c51-94abe4308bbf tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 210 time: 0.1763737 Dec 10 18:09:36.243458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67de989c-b4c2-4d01-aae1-cb82c59780fb req-4cf932c6-1e27-4c34-b6b2-eaccfee5cf15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971844 Dec 10 18:09:36.341778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:36.385977 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:09:36.408184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port d9baeec2-a3cf-4160-be35-0a1d6f23b86d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:36.409472 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:36.410343 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:09:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:36.418922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:36.546861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:36.586302 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:36.759118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-dc5958fa-ee9c-4a6d-ad54-bf966ec0c7dc tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:36.761656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-dc5958fa-ee9c-4a6d-ad54-bf966ec0c7dc tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 820 time: 0.1343484 Dec 10 18:09:36.802728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-c87af2a9-664a-4b8c-a56a-003ba2b455ce tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/quotas/f5ab3894199d4473a36149c50c20587e HTTP/1.1" status: 200 len: 375 time: 0.0279732 Dec 10 18:09:36.825020 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 2, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:36.858987 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:09:36.860114 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Updating router b587b272-b0c3-4212-8a7d-84f0492e72c5 port 58335c45-d78a-42c4-bd14-9fcf4c9a679f binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:09:36.876690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-a0f3c92b-68ad-4a0f-9250-7e10fa82b14a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581377 Dec 10 18:09:36.889651 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:37.009932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-82eed3b1-c877-492d-addb-3d6a3f885f3b service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251953 Dec 10 18:09:37.137365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-1cb5d29d-8fa5-4368-a078-5530578717d6 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196609 Dec 10 18:09:37.138457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde4973-510e-4c35-b622-21c50969fc61 req-3baddf75-f4c2-4cbb-92cc-85a4d8c5fde1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:37.149945 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbde4973-510e-4c35-b622-21c50969fc61 req-3baddf75-f4c2-4cbb-92cc-85a4d8c5fde1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0820620 Dec 10 18:09:37.216914 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:37.226206 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:37.315084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbde4973-510e-4c35-b622-21c50969fc61 req-f96a5bc9-b8b4-4153-b3cf-16922ecc8d35 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641026 Dec 10 18:09:37.416657 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Pushing event updated for resources: {'Port': ['ID=58335c45-d78a-42c4-bd14-9fcf4c9a679f,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:37.430295 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.430939 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.432160 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.433020 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.433554 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.434793 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.435423 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.435895 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.436384 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.437283 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.437762 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.438246 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.438731 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:37.458679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-455ef7af-21e7-4482-9118-24d0c3930789 req-5973e501-ff33-4c68-ab3e-4fd2bda9fffc tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 210 time: 0.0803063 Dec 10 18:09:37.483905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45f1eb96-4a7c-4214-b72a-fbec1c466062 req-dccbeea4-b01d-4a6b-92e8-5e27bd41fbec tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 210 time: 0.0646865 Dec 10 18:09:37.494768 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Attempting to bind port 58335c45-d78a-42c4-bd14-9fcf4c9a679f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:37.495177 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Attempting to bind port 58335c45-d78a-42c4-bd14-9fcf4c9a679f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:37.495695 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Attempting to bind port 58335c45-d78a-42c4-bd14-9fcf4c9a679f on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:37.511009 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:37.513054 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Checking segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:37.514224 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:37.515258 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Bound using segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:37.531503 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Bound port: 58335c45-d78a-42c4-bd14-9fcf4c9a679f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:37.532389 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:37.670673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76066f3-7d54-42f2-a7fc-6ce6eb7df424 req-c98d9ad0-2f7d-49b4-8b22-00574435d439 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:37.672647 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c76066f3-7d54-42f2-a7fc-6ce6eb7df424 req-c98d9ad0-2f7d-49b4-8b22-00574435d439 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1051555 Dec 10 18:09:37.718635 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] For port 58335c45-d78a-42c4-bd14-9fcf4c9a679f, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:37.741876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] For port 58335c45-d78a-42c4-bd14-9fcf4c9a679f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=58335c45-d78a-42c4-bd14-9fcf4c9a679f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:37.759680 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:37.770222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-186d3de8-8e0e-4a51-9d31-5e0f70f58e42 None None] Provisioning complete for port 58335c45-d78a-42c4-bd14-9fcf4c9a679f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:37.772715 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-186d3de8-8e0e-4a51-9d31-5e0f70f58e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:37.841021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-7476bef8-f15b-4d5b-a2c6-5519195a52cd tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:37.854202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-7476bef8-f15b-4d5b-a2c6-5519195a52cd tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.30 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 812 time: 0.3371420 Dec 10 18:09:37.882552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'port': {'device_id': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4', 'admin_state_up': True, 'tenant_id': '43da16e451f248dcaddd203c318551c1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:37.886198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d9baeec2-a3cf-4160-be35-0a1d6f23b86d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:37.963757 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:09:37.964399 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:09:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:38.089944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d9baeec2-a3cf-4160-be35-0a1d6f23b86d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:38.096275 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:38.112812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423668d0-e0c1-4e11-ba53-390850f56792 None None] Pushing event updated for resources: {'Port': ['ID=58335c45-d78a-42c4-bd14-9fcf4c9a679f,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:38.198673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-186d3de8-8e0e-4a51-9d31-5e0f70f58e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:38.242730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Made reservation on behalf of 43da16e451f248dcaddd203c318551c1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:38.246869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:38.337198 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:09:38.435168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-186d3de8-8e0e-4a51-9d31-5e0f70f58e42 None None] For port 58335c45-d78a-42c4-bd14-9fcf4c9a679f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=58335c45-d78a-42c4-bd14-9fcf4c9a679f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:38.448125 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-186d3de8-8e0e-4a51-9d31-5e0f70f58e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:38.518015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c76066f3-7d54-42f2-a7fc-6ce6eb7df424 req-c538bf0f-6582-47ce-b3b7-30aff42bd14d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8329105 Dec 10 18:09:38.637241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d3de8-8e0e-4a51-9d31-5e0f70f58e42 None None] Pushing event updated for resources: {'Port': ['ID=58335c45-d78a-42c4-bd14-9fcf4c9a679f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:38.652578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-987da2f0-809d-4d56-84c9-64702442b370 None None] Provisioning complete for port 58335c45-d78a-42c4-bd14-9fcf4c9a679f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:38.652960 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-987da2f0-809d-4d56-84c9-64702442b370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:38.743392 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:37Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:09:38.765597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d061569e-733a-4428-9a56-05851da1e4f6 req-2975ea13-2ae4-4126-ab47-3b178d0684f1 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 210 time: 0.0803323 Dec 10 18:09:38.809781 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61234436-edeb-4f9c-9bd2-16b08eea3644 None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:37Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:09:38.873793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-5485c9fe-4e88-48fc-aaae-43417848d89d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734613 Dec 10 18:09:38.986989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80ce1232-b882-4932-a59f-9740f4f6e211 req-13440568-f6e8-41a8-9ca9-831019690c7a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 210 time: 0.0853162 Dec 10 18:09:39.074403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453066-7663-4123-9b37-b67f800f4d7e req-4d4595e2-4085-4822-983c-c2e8376d19dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:39.076341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-4d4595e2-4085-4822-983c-c2e8376d19dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1095 time: 0.1618383 Dec 10 18:09:39.302258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453066-7663-4123-9b37-b67f800f4d7e req-7dc9e3e4-e3ab-48cd-b59e-8cfd0ce5ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:39.305302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-7dc9e3e4-e3ab-48cd-b59e-8cfd0ce5ab37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1698816 Dec 10 18:09:39.317415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Allocated IP 172.20.0.3 (c751b956-7321-4ad7-a8b4-ffcc52572ff4/e99b290a-07d3-4d2b-87af-6513e7647e3c/c7463e4c-0f7c-418d-957c-8f18557833f6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:39.342396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-09093aaf-196d-4740-a6a7-56d6b64c306d tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:39.345458 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-09093aaf-196d-4740-a6a7-56d6b64c306d tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.59 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 820 time: 0.2483892 Dec 10 18:09:39.364902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'port': {'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'admin_state_up': True, 'tenant_id': 'f5ab3894199d4473a36149c50c20587e'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:39.378135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-0cc3cc44-9622-4060-a094-beb05e3ae823 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 217 time: 0.0640504 Dec 10 18:09:39.391381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31927ac-fd93-4275-8ee4-7e2008d219c6 req-a72f3d59-6b7a-43e6-a62b-f9feb132028d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:39.394387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f31927ac-fd93-4275-8ee4-7e2008d219c6 req-a72f3d59-6b7a-43e6-a62b-f9feb132028d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.3242059 Dec 10 18:09:39.568131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Made reservation on behalf of f5ab3894199d4473a36149c50c20587e for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:39.576157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:39.589294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453066-7663-4123-9b37-b67f800f4d7e req-1bcf0014-c254-454e-b88b-245753c4b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:39.590902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-1bcf0014-c254-454e-b88b-245753c4b611 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1928823 Dec 10 18:09:39.757668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Allocated IP 172.20.0.14 (1c3b410c-c04d-4f60-95b3-3745f25a0852/bd236a97-80d6-42da-8690-894402025d5f/177b2987-3420-4436-ab94-fc7927beaa2f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:39.827935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:39.873316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 58335c45-d78a-42c4-bd14-9fcf4c9a679f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:39.917282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-61495d8a-9c3f-485f-a320-8f9dbe97f003 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2390676 Dec 10 18:09:39.922094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:39.948151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:39.974922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.017973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 58335c45-d78a-42c4-bd14-9fcf4c9a679f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:40.018391 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.030296 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.043641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f31927ac-fd93-4275-8ee4-7e2008d219c6 req-ede18106-562f-4072-bb9b-d5ee9d1f29f9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188414 Dec 10 18:09:40.057667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Network c751b956-7321-4ad7-a8b4-ffcc52572ff4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:40.064471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:40.070345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:40.137603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:40.140578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Pushing event updated for resources: {'Port': ['ID=177b2987-3420-4436-ab94-fc7927beaa2f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:40.189374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:40.192200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:40.203800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:40.258902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:40.259462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.265031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ab8a-8307-418e-be2f-44baffa6deb0 req-dc404a1d-6be4-4304-914c-1b65fb048b26 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:40.265879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-521e2323-1932-4c85-869f-259af596f8c4 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353491 Dec 10 18:09:40.282984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4326ab8a-8307-418e-be2f-44baffa6deb0 req-dc404a1d-6be4-4304-914c-1b65fb048b26 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.2643301 Dec 10 18:09:40.317219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-27bce4cc-fb8f-4622-9959-ebbeec4ba55e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4529305 Dec 10 18:09:40.368944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b690b5d-264e-4c01-abd9-03e4ce35167e req-1f099cca-672c-4dd9-8092-f01fa0e6f1ec tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:40.371921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:40.372615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.378417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b690b5d-264e-4c01-abd9-03e4ce35167e req-1f099cca-672c-4dd9-8092-f01fa0e6f1ec tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 931 time: 0.2108672 Dec 10 18:09:40.397485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4326ab8a-8307-418e-be2f-44baffa6deb0 req-97d35587-d57f-4261-a006-ba3035c8c908 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135733 Dec 10 18:09:40.409483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Request body: {'port': {'device_id': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:40.416680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b2d68da9-3148-4f62-8596-6b566954944e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0570216 Dec 10 18:09:40.439445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Request body: {'port': {'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:40.465125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b690b5d-264e-4c01-abd9-03e4ce35167e req-302cfeb9-016c-4f3f-bb9d-43bc1dd4f2b3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857446 Dec 10 18:09:40.598809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.622674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.637663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e453066-7663-4123-9b37-b67f800f4d7e req-b94e9b20-dfc3-4727-bfb8-80c22cd00027 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606462 Dec 10 18:09:40.712873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfdf864-fd57-4d49-942f-d844b1b0d98d req-5d24ec66-54a5-4844-b4da-f04cdeaf01db tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:40.714924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5bfdf864-fd57-4d49-942f-d844b1b0d98d req-5d24ec66-54a5-4844-b4da-f04cdeaf01db tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 932 time: 0.1809754 Dec 10 18:09:40.762666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e36e2118-8df2-44c0-b763-37a7985cd09b None None] Provisioning complete for port 177b2987-3420-4436-ab94-fc7927beaa2f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:40.764807 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e36e2118-8df2-44c0-b763-37a7985cd09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:40.836908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e36e2118-8df2-44c0-b763-37a7985cd09b None None] Port 177b2987-3420-4436-ab94-fc7927beaa2f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:09:40.934200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5bfdf864-fd57-4d49-942f-d844b1b0d98d req-043821ca-6336-4f3c-89ac-34377b64da21 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995625 Dec 10 18:09:40.995851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7463e4c-0f7c-418d-957c-8f18557833f6 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:41.003563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.016054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Transition to ACTIVE for port object c7463e4c-0f7c-418d-957c-8f18557833f6 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:09:41.021062 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.028939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 177b2987-3420-4436-ab94-fc7927beaa2f {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:41.037428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.050157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Transition to ACTIVE for port object 177b2987-3420-4436-ab94-fc7927beaa2f will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:09:41.055418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.094289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Pushing event updated for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:41.112854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Pushing event updated for resources: {'Port': ['ID=177b2987-3420-4436-ab94-fc7927beaa2f,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:41.146377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Attempting to bind port c7463e4c-0f7c-418d-957c-8f18557833f6 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:41.146765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Attempting to bind port c7463e4c-0f7c-418d-957c-8f18557833f6 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:41.147105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Attempting to bind port c7463e4c-0f7c-418d-957c-8f18557833f6 on network c751b956-7321-4ad7-a8b4-ffcc52572ff4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:41.157486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Port c7463e4c-0f7c-418d-957c-8f18557833f6 on network c751b956-7321-4ad7-a8b4-ffcc52572ff4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:41.157877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Attempting to bind port c7463e4c-0f7c-418d-957c-8f18557833f6 on network c751b956-7321-4ad7-a8b4-ffcc52572ff4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:41.164199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:41.164538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Checking segment: {'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:41.164938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Bound using segment: {'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:41.165366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Bound port: c7463e4c-0f7c-418d-957c-8f18557833f6, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e35c94a-727b-498e-af98-59f78f9a9db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:41.165729 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.216660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Attempting to bind port 177b2987-3420-4436-ab94-fc7927beaa2f on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:41.217260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Attempting to bind port 177b2987-3420-4436-ab94-fc7927beaa2f by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:41.217583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Attempting to bind port 177b2987-3420-4436-ab94-fc7927beaa2f on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:41.223382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Port 177b2987-3420-4436-ab94-fc7927beaa2f on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:41.223726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Attempting to bind port 177b2987-3420-4436-ab94-fc7927beaa2f on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:41.231833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:41.232220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Checking segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:41.232576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Bound using segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:41.233166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Bound port: 177b2987-3420-4436-ab94-fc7927beaa2f, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:41.233641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.291483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:41.297084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c7463e4c-0f7c-418d-957c-8f18557833f6,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:41.307602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4d44-2429-4516-b791-1ea6fb423d6e req-8ac81a07-08fa-4d10-959e-b6b157771937 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.309648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-951a4d44-2429-4516-b791-1ea6fb423d6e req-8ac81a07-08fa-4d10-959e-b6b157771937 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.1302631 Dec 10 18:09:41.311539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.351830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] For port 177b2987-3420-4436-ab94-fc7927beaa2f, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:41.357233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] For port 177b2987-3420-4436-ab94-fc7927beaa2f, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=177b2987-3420-4436-ab94-fc7927beaa2f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:41.364720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.393397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.394097 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.395590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] 10.222.0.30 "PUT /v2.0/ports/c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 1091 time: 0.9919012 Dec 10 18:09:41.396118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:41.398766 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b65cb6-0bb3-4599-b6f6-c445f66da851" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:41.406612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.407250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:41.409106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] 10.222.0.59 "PUT /v2.0/ports/177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 1092 time: 0.9799950 Dec 10 18:09:41.416733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310792a-f5e4-49c5-9959-9cfbc95efb93 service neutron] Pushing event updated for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:41.431895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:41.443363 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:41.456388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-951a4d44-2429-4516-b791-1ea6fb423d6e req-67a6de03-b0ec-4013-84cc-294a1f86920b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186125 Dec 10 18:09:41.530134 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a509c7b-7cc9-4904-a632-1f2318f4deb9 x-openstack-request-id: req-0a509c7b-7cc9-4904-a632-1f2318f4deb9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:41.530718 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:41.531117 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a509c7b-7cc9-4904-a632-1f2318f4deb9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:41.531887 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6', 'status': 'completed', 'code': 200} Dec 10 18:09:41.547207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-7c4029f7-75f0-43a6-a7f1-932f601b25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.549040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-7c4029f7-75f0-43a6-a7f1-932f601b25c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1094 time: 0.0622571 Dec 10 18:09:41.558478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4638058-051e-4f76-9a8d-d1dae412c137 service neutron] Pushing event updated for resources: {'Port': ['ID=177b2987-3420-4436-ab94-fc7927beaa2f,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:41.585085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-50f324d2-ae46-401d-8ffa-d9406f05962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.595573 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-50f324d2-ae46-401d-8ffa-d9406f05962d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1095 time: 0.1263864 Dec 10 18:09:41.597193 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5dbf30-575c-4025-8dcf-20c28860044d x-openstack-request-id: req-0d5dbf30-575c-4025-8dcf-20c28860044d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:41.597494 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:41.597749 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d5dbf30-575c-4025-8dcf-20c28860044d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:41.598181 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f', 'status': 'completed', 'code': 200} Dec 10 18:09:41.655607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-bc53fc5d-db42-4143-81a5-54d334e992e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 217 time: 0.0491405 Dec 10 18:09:41.693805 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-c9d4284f-fee2-4d72-bb57-17fbfb732de7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 217 time: 0.1305041 Dec 10 18:09:41.763256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-90bf4c72-777d-4dd8-851e-e3b8a933374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.764772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-90bf4c72-777d-4dd8-851e-e3b8a933374b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1004467 Dec 10 18:09:41.776092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-562d6b51-15ca-4ab5-994a-e3c80c0f68da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.777712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-562d6b51-15ca-4ab5-994a-e3c80c0f68da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.0732996 Dec 10 18:09:41.778485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde22fd-dab8-4199-80b5-1bc5c5ebb1bb req-71398a01-124e-4b17-a1b7-cd7e49d2729e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.780028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edde22fd-dab8-4199-80b5-1bc5c5ebb1bb req-71398a01-124e-4b17-a1b7-cd7e49d2729e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 943 time: 0.0731051 Dec 10 18:09:41.799784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530bc86-ca99-470c-9338-dca5d79fc871 req-c46b91ee-34e9-407d-bf7d-0e0982588ba1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.805549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d530bc86-ca99-470c-9338-dca5d79fc871 req-c46b91ee-34e9-407d-bf7d-0e0982588ba1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1936834 Dec 10 18:09:41.831294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-5cc08320-575c-4fab-90ce-bfb9ff585940 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404437 Dec 10 18:09:41.837179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-8bc77eb6-ba67-40b0-b784-1245bd98a851 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2632108 Dec 10 18:09:41.872840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edde22fd-dab8-4199-80b5-1bc5c5ebb1bb req-14b18318-cf69-41bc-bfa7-4acd676db89f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817750 Dec 10 18:09:41.877787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9602249-07af-4a61-b171-e4fa28d11bff req-dbeb9331-336c-4892-9dbc-d13a4b68def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:41.879321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-dbeb9331-336c-4892-9dbc-d13a4b68def7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983958 Dec 10 18:09:41.967943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d530bc86-ca99-470c-9338-dca5d79fc871 req-f25e42f3-4551-4770-9669-b1d8e286d10e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349514 Dec 10 18:09:41.999721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-e88c46e8-c3cb-4d60-ab2c-8dc671020bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.001876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-e88c46e8-c3cb-4d60-ab2c-8dc671020bb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1095 time: 0.1289127 Dec 10 18:09:42.015735 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-a5f8a96e-057d-49cb-bed7-8e7373bc7c20 service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281865 Dec 10 18:09:42.048144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-a8df6782-6dc2-4409-bd0f-5e78b69691a4 service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981418 Dec 10 18:09:42.174425 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9602249-07af-4a61-b171-e4fa28d11bff req-d9769e54-a3fb-4fe6-8a52-afe668a2b477 service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481094 Dec 10 18:09:42.187525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7b47a-708b-4025-b43e-7847af9e3aa4 req-ac195bb4-b237-4e2e-b45a-77551883992a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.189505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8dc7b47a-708b-4025-b43e-7847af9e3aa4 req-ac195bb4-b237-4e2e-b45a-77551883992a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 944 time: 0.0668437 Dec 10 18:09:42.222691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-d16a2873-bca8-4c9f-b197-8f1f6a0475fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.224187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-d16a2873-bca8-4c9f-b197-8f1f6a0475fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.1935344 Dec 10 18:09:42.231502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54b4d63b-e4bf-4387-aaf8-fb69781a73f6 req-67ccb478-a324-4fb7-a20d-e4fd300632ec service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636047 Dec 10 18:09:42.277015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8dc7b47a-708b-4025-b43e-7847af9e3aa4 req-c8b67507-921a-4604-8ded-f74c5272cf68 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719824 Dec 10 18:09:42.284781 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-849d1057-e414-4bb6-bd53-df42e104aafd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 217 time: 0.0464609 Dec 10 18:09:42.292626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-38cf6139-8201-4ea0-a4c5-da21a21db899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.293268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-38cf6139-8201-4ea0-a4c5-da21a21db899 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1095 time: 0.0585587 Dec 10 18:09:42.372053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-15ff3a4a-af57-4376-93fa-03030b9ea6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.373539 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-15ff3a4a-af57-4376-93fa-03030b9ea6fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0785115 Dec 10 18:09:42.378991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-a2c470a3-8255-41d4-94da-7882b6da538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.380507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-a2c470a3-8255-41d4-94da-7882b6da538e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1094 time: 0.0948348 Dec 10 18:09:42.407299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-bb2d0580-cfc3-45de-a2e7-edea713b96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.407727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-885029cb-f272-442c-8f02-675c5d420e5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257289 Dec 10 18:09:42.408917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-bb2d0580-cfc3-45de-a2e7-edea713b96c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1055546 Dec 10 18:09:42.454065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-34cfbc36-7610-4a1f-81f7-783279a6be98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 217 time: 0.0366426 Dec 10 18:09:42.516336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-f0387f90-b848-447e-91a5-94e15e52b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.518665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-f0387f90-b848-447e-91a5-94e15e52b4c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.0563071 Dec 10 18:09:42.581470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-9c4340a1-13a9-438a-89aa-19277f5a9bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.583944 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-9c4340a1-13a9-438a-89aa-19277f5a9bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567036 Dec 10 18:09:42.597939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-2b341a9f-ab62-43e7-80af-aca728d96b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.599442 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-2b341a9f-ab62-43e7-80af-aca728d96b38 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 913 time: 0.1908419 Dec 10 18:09:42.608904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-66c930ce-8cf2-4230-bae2-4665f4846b00 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916122 Dec 10 18:09:42.657467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-815b2b64-82d6-4871-95d6-e649a4397918 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 217 time: 0.0462520 Dec 10 18:09:42.683200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-72f34cf6-5134-43f3-bc00-a165e9de45e7 service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907826 Dec 10 18:09:42.687824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ce91c-92e3-4b8a-b8cd-190167c160cc req-568a3707-12a6-4bd6-a0ed-044cf6c38550 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.689421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-490ce91c-92e3-4b8a-b8cd-190167c160cc req-568a3707-12a6-4bd6-a0ed-044cf6c38550 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.1544850 Dec 10 18:09:42.789697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f5ab9ce-f5c6-4896-86cb-e3f77353a564 req-9c1cba26-634e-4a9e-b8a0-249b2fc4728f service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970433 Dec 10 18:09:42.790703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-c4ef6be0-4bcc-44f4-9bfc-9d448282f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:42.792172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-c4ef6be0-4bcc-44f4-9bfc-9d448282f665 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.1226404 Dec 10 18:09:42.846590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-2961acac-392b-4027-9f68-a78e23357d9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402050 Dec 10 18:09:42.849320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a6c3abd-d08b-47b9-8051-bf3aa60ccc44 req-646e7779-057b-48c7-ad2e-0d7c25210b50 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305422 Dec 10 18:09:42.853027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-490ce91c-92e3-4b8a-b8cd-190167c160cc req-067392d4-f121-4295-aca4-9d3d3a883b25 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307518 Dec 10 18:09:42.952791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-1871d404-ec00-40ac-9473-ce6fa57734b0 service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935130 Dec 10 18:09:43.003725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584713b4-5a8a-4b86-a1f5-069fbe2a0b31 req-7ada22b5-1b5e-481e-a66e-285303c2b6f0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:43.006703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-584713b4-5a8a-4b86-a1f5-069fbe2a0b31 req-7ada22b5-1b5e-481e-a66e-285303c2b6f0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 943 time: 0.0563650 Dec 10 18:09:43.066615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4b65cb6-0bb3-4599-b6f6-c445f66da851 req-ac426a4e-fc30-4c37-a638-ca7de762a572 service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024392 Dec 10 18:09:43.074808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-584713b4-5a8a-4b86-a1f5-069fbe2a0b31 req-16294368-6e75-448a-999a-4e96c77665f0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595706 Dec 10 18:09:43.192453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1182698-2e21-4203-a79d-2ef561f9655c req-32d6e9c5-a964-4ec5-93b3-17ab943c434e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:43.194588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1182698-2e21-4203-a79d-2ef561f9655c req-32d6e9c5-a964-4ec5-93b3-17ab943c434e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0618095 Dec 10 18:09:43.251995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1182698-2e21-4203-a79d-2ef561f9655c req-1d2180e9-0f7f-4229-8018-56f8d4b6850a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Dec 10 18:09:43.418035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd0bf2-8381-47e7-ae29-7164186eed0f req-1804395f-e502-464d-9dbd-7b0b4f50ec8b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:43.419713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46cd0bf2-8381-47e7-ae29-7164186eed0f req-1804395f-e502-464d-9dbd-7b0b4f50ec8b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 944 time: 0.0544055 Dec 10 18:09:43.474151 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46cd0bf2-8381-47e7-ae29-7164186eed0f req-c4ec9d3d-1d2b-4290-b831-79162a9461a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475559 Dec 10 18:09:43.979032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac10841-89ec-4b38-bc40-e757c69aa44e req-d8c96ba7-d2a0-4946-85c2-6859ba30b8f7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:43.980899 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bac10841-89ec-4b38-bc40-e757c69aa44e req-d8c96ba7-d2a0-4946-85c2-6859ba30b8f7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0515404 Dec 10 18:09:44.028857 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:09:44.033914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bac10841-89ec-4b38-bc40-e757c69aa44e req-382712a2-53a5-4a1b-be0b-e74a492e1980 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466447 Dec 10 18:09:44.199983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacb922-cd1a-4913-83dc-45a3c6b6d386 req-73e14faa-4d8e-415e-9f62-d3803b69db4d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:44.201528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aacb922-cd1a-4913-83dc-45a3c6b6d386 req-73e14faa-4d8e-415e-9f62-d3803b69db4d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 943 time: 0.0560391 Dec 10 18:09:44.260961 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aacb922-cd1a-4913-83dc-45a3c6b6d386 req-28d19b91-51bf-40da-a601-e892c9fd167e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Dec 10 18:09:44.375487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcbadc-843a-4bec-bde0-7db324dd903a req-d9f21843-aac8-4db8-af0a-6a2301543b01 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:44.377073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-44bcbadc-843a-4bec-bde0-7db324dd903a req-d9f21843-aac8-4db8-af0a-6a2301543b01 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0510652 Dec 10 18:09:44.425845 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-44bcbadc-843a-4bec-bde0-7db324dd903a req-082f6d0e-4561-40ef-81ce-a25d0fc68c4a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427153 Dec 10 18:09:44.604083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19df024-f72e-4bdf-93f2-3d49d90b9fbf req-747f7a3d-2520-4877-8c3e-ef94999713e0 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:44.605932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d19df024-f72e-4bdf-93f2-3d49d90b9fbf req-747f7a3d-2520-4877-8c3e-ef94999713e0 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 944 time: 0.0553718 Dec 10 18:09:44.655047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d19df024-f72e-4bdf-93f2-3d49d90b9fbf req-b4f97559-c331-404d-ac0c-682accd9b0d0 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Dec 10 18:09:45.166170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f6207-87c5-4a76-9056-e0e2d4e3dc06 req-5f1a7684-b6c6-4a32-9abe-f152ea154407 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:45.168125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b43f6207-87c5-4a76-9056-e0e2d4e3dc06 req-5f1a7684-b6c6-4a32-9abe-f152ea154407 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0582592 Dec 10 18:09:45.221028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b43f6207-87c5-4a76-9056-e0e2d4e3dc06 req-8a776d49-36e4-47fa-952b-056e0019f0eb tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463474 Dec 10 18:09:45.396157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9067a80-e9ee-41f4-accd-ca5b64546fe3 req-439dd436-e561-4462-b29a-5f4d83d8277b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:45.397683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9067a80-e9ee-41f4-accd-ca5b64546fe3 req-439dd436-e561-4462-b29a-5f4d83d8277b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 943 time: 0.0638719 Dec 10 18:09:45.448703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9067a80-e9ee-41f4-accd-ca5b64546fe3 req-f10f72e0-edbd-487e-beab-4522e33e3631 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444708 Dec 10 18:09:45.552454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f8b45-c017-42ef-8dca-70a4fb0169c1 req-fe839453-dd85-4ad6-82ff-968bcee65ee7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:45.553979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b75f8b45-c017-42ef-8dca-70a4fb0169c1 req-fe839453-dd85-4ad6-82ff-968bcee65ee7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0497909 Dec 10 18:09:45.602807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b75f8b45-c017-42ef-8dca-70a4fb0169c1 req-568f24cd-2030-4e45-b12f-2f1c73762f3e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Dec 10 18:09:45.650590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 177b2987-3420-4436-ab94-fc7927beaa2f details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:09:45.755880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 177b2987-3420-4436-ab94-fc7927beaa2f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=177b2987-3420-4436-ab94-fc7927beaa2f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:45.770816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '177b2987-3420-4436-ab94-fc7927beaa2f', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'mac_address': 'fa:16:3e:fc:ac:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:09:45.783638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512bfb0-a73a-4ff0-90a7-427843fb4a36 req-6c513320-6991-410b-b812-e93b3f2ba054 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:45.785310 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d512bfb0-a73a-4ff0-90a7-427843fb4a36 req-6c513320-6991-410b-b812-e93b3f2ba054 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 944 time: 0.0565844 Dec 10 18:09:45.829063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:45.844187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d512bfb0-a73a-4ff0-90a7-427843fb4a36 req-30418204-ef44-492f-8533-6607c99f5e81 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520613 Dec 10 18:09:45.855312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 177b2987-3420-4436-ab94-fc7927beaa2f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:45.895181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 177b2987-3420-4436-ab94-fc7927beaa2f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=177b2987-3420-4436-ab94-fc7927beaa2f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:45.900939 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:45.960270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=177b2987-3420-4436-ab94-fc7927beaa2f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:46.223037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['177b2987-3420-4436-ab94-fc7927beaa2f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:46.369312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de6230-8818-4861-9441-06f90dc5e833 req-54b4426d-ee4b-465e-b278-1a364fff9124 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:46.371157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8de6230-8818-4861-9441-06f90dc5e833 req-54b4426d-ee4b-465e-b278-1a364fff9124 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0603504 Dec 10 18:09:46.424011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8de6230-8818-4861-9441-06f90dc5e833 req-dd94c672-6691-49d0-a18c-c9948fa44b04 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455132 Dec 10 18:09:46.573252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b57a8-99ad-461d-ad09-bb862e60f0cb req-19ce0594-1c4c-4df8-a16a-7435e40f517c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:46.575057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe6b57a8-99ad-461d-ad09-bb862e60f0cb req-19ce0594-1c4c-4df8-a16a-7435e40f517c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 943 time: 0.0549662 Dec 10 18:09:46.632000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe6b57a8-99ad-461d-ad09-bb862e60f0cb req-ceb9d181-ea07-4001-8b7c-b5134fd3b418 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477953 Dec 10 18:09:46.734610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35490508-7425-4e16-99db-1ead671949e3 req-2c3c67b0-6fc0-4d73-abe8-bdf819345922 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:46.736038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35490508-7425-4e16-99db-1ead671949e3 req-2c3c67b0-6fc0-4d73-abe8-bdf819345922 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0534849 Dec 10 18:09:46.787313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35490508-7425-4e16-99db-1ead671949e3 req-f31cd76a-d032-4bb7-b205-731334e6f831 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449846 Dec 10 18:09:46.811957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c7463e4c-0f7c-418d-957c-8f18557833f6 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:09:46.915829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c7463e4c-0f7c-418d-957c-8f18557833f6,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:46.929239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'c7463e4c-0f7c-418d-957c-8f18557833f6', 'network_id': 'c751b956-7321-4ad7-a8b4-ffcc52572ff4', 'port_id': 'c7463e4c-0f7c-418d-957c-8f18557833f6', 'mac_address': 'fa:16:3e:f3:1c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99b290a-07d3-4d2b-87af-6513e7647e3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:09:46.971600 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:46.981807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c700b-db59-494e-a9d1-9b80847dc206 req-dd7f5a9c-5366-48bf-8a57-237b47161e77 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:46.983390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f4c700b-db59-494e-a9d1-9b80847dc206 req-dd7f5a9c-5366-48bf-8a57-237b47161e77 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 945 time: 0.0510645 Dec 10 18:09:46.989258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7463e4c-0f7c-418d-957c-8f18557833f6 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:47.012004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c7463e4c-0f7c-418d-957c-8f18557833f6,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:47.020350 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:47.036405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f4c700b-db59-494e-a9d1-9b80847dc206 req-1ab09e2c-bc34-42b6-a2c3-a728a661687d tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470881 Dec 10 18:09:47.080235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:47.286335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c7463e4c-0f7c-418d-957c-8f18557833f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:47.560813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019d477-41d1-4bf0-a288-217ac2e5c397 req-df683913-73e5-48d4-821b-babf12ad20ba tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:47.562404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4019d477-41d1-4bf0-a288-217ac2e5c397 req-df683913-73e5-48d4-821b-babf12ad20ba tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0506005 Dec 10 18:09:47.615566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4019d477-41d1-4bf0-a288-217ac2e5c397 req-5b2c1009-34e7-4022-88c9-1e26a2f3aeb0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463948 Dec 10 18:09:47.648710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 177b2987-3420-4436-ab94-fc7927beaa2f up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:47.709783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 177b2987-3420-4436-ab94-fc7927beaa2f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:09:47.715554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 177b2987-3420-4436-ab94-fc7927beaa2f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:47.715987 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:47.755672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d20b-6350-432b-93a6-a548f9b6210f req-b1d0c1d8-f26f-4444-8999-1148e003128a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:47.762919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f936d20b-6350-432b-93a6-a548f9b6210f req-b1d0c1d8-f26f-4444-8999-1148e003128a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 944 time: 0.0551877 Dec 10 18:09:47.797965 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:47.806556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f936d20b-6350-432b-93a6-a548f9b6210f req-9423a0a3-4729-4b04-8e41-695e65726a01 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Dec 10 18:09:47.824037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:47.826952 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b70280-843a-4935-9b1b-64506336f731" -d '{"events": [{"server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "name": "network-vif-plugged", "status": "completed", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:47.842752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 177b2987-3420-4436-ab94-fc7927beaa2f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=177b2987-3420-4436-ab94-fc7927beaa2f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:47.848447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:47.873695 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eeb2aa-4f9c-4853-bbb1-586aaeab9b23 x-openstack-request-id: req-a7eeb2aa-4f9c-4853-bbb1-586aaeab9b23 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:47.873990 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "name": "network-vif-plugged", "status": "completed", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:47.874246 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7eeb2aa-4f9c-4853-bbb1-586aaeab9b23 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:47.874658 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f', 'code': 200} Dec 10 18:09:47.901400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=177b2987-3420-4436-ab94-fc7927beaa2f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:47.914413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe5343-2097-4795-afe8-a0c36943d0e5 req-800cccc3-4fdc-4135-9426-d64e7d76ca5d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:47.915971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcfe5343-2097-4795-afe8-a0c36943d0e5 req-800cccc3-4fdc-4135-9426-d64e7d76ca5d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0515201 Dec 10 18:09:47.967304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcfe5343-2097-4795-afe8-a0c36943d0e5 req-91ccea9d-cdf2-4b9a-945a-655254b08d24 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Dec 10 18:09:47.992331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366de74-806b-41ae-a1c3-a7cf7a86a251 req-bfc54d1a-2571-481b-8f80-64e04d38048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:47.993912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d366de74-806b-41ae-a1c3-a7cf7a86a251 req-bfc54d1a-2571-481b-8f80-64e04d38048f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.0408781 Dec 10 18:09:48.043219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d366de74-806b-41ae-a1c3-a7cf7a86a251 req-07af95bd-f8e2-4230-aac9-1c6a422b4c68 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Dec 10 18:09:48.162991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f54fe-c806-4ccd-89d3-f5508c30c971 req-7ea11c39-ced2-4376-8197-59d64b622dcd tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:48.164488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c71f54fe-c806-4ccd-89d3-f5508c30c971 req-7ea11c39-ced2-4376-8197-59d64b622dcd tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 946 time: 0.0498869 Dec 10 18:09:48.212306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c71f54fe-c806-4ccd-89d3-f5508c30c971 req-5dba79a4-234f-4579-805a-489a40e6c153 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412328 Dec 10 18:09:48.749404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b6674-66b8-4068-ad26-8960814074d0 req-2e7ccd0a-6d98-4e58-b149-35fdaf5ab573 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:48.750974 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c54b6674-66b8-4068-ad26-8960814074d0 req-2e7ccd0a-6d98-4e58-b149-35fdaf5ab573 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0530722 Dec 10 18:09:48.805298 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c54b6674-66b8-4068-ad26-8960814074d0 req-ffc4e46d-cfdc-4ec7-9b8d-fead5f9290bf tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426035 Dec 10 18:09:48.815890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c7463e4c-0f7c-418d-957c-8f18557833f6 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:09:48.871824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port c7463e4c-0f7c-418d-957c-8f18557833f6 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:09:48.876396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port c7463e4c-0f7c-418d-957c-8f18557833f6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:48.876779 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:48.937440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba913ad-b18c-404f-9d00-c856dd5de10f req-40ec8e8e-8d48-49db-9c73-39f760f893ca tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:48.939072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ba913ad-b18c-404f-9d00-c856dd5de10f req-40ec8e8e-8d48-49db-9c73-39f760f893ca tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 944 time: 0.0556636 Dec 10 18:09:48.957242 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:48.987800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ba913ad-b18c-404f-9d00-c856dd5de10f req-70bf6ff2-3351-484b-9dd1-e88378ce4997 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424139 Dec 10 18:09:48.995448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c7463e4c-0f7c-418d-957c-8f18557833f6,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:49.003948 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:49.052811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:49.090922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf31dd-1fb2-417d-b6b4-f89a99ff5ca5 req-e33b667f-a803-4446-bdc3-a161bc9a7bff tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:49.092427 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9bf31dd-1fb2-417d-b6b4-f89a99ff5ca5 req-e33b667f-a803-4446-bdc3-a161bc9a7bff tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0536404 Dec 10 18:09:49.142441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9bf31dd-1fb2-417d-b6b4-f89a99ff5ca5 req-b4e207c6-fac2-4e5e-a245-bdde4705922b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437961 Dec 10 18:09:49.330744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74d507-0388-4980-902b-de92b8908be0 req-69b20aaf-8caa-40aa-a3c7-b231e9bbf4db tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:49.332371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a74d507-0388-4980-902b-de92b8908be0 req-69b20aaf-8caa-40aa-a3c7-b231e9bbf4db tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 946 time: 0.0502474 Dec 10 18:09:49.393746 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a74d507-0388-4980-902b-de92b8908be0 req-1d0857fe-ec0d-4477-aef3-da1038bfa5e7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549741 Dec 10 18:09:49.880034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:49.882417 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a17c3-c77d-48df-bceb-6c5a19cb6569" -d '{"events": [{"server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "name": "network-vif-plugged", "status": "completed", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:49.921529 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf99d4-8bd6-4f90-9502-d2334bf8ba7b x-openstack-request-id: req-42bf99d4-8bd6-4f90-9502-d2334bf8ba7b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:49.921842 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "name": "network-vif-plugged", "status": "completed", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:49.922093 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42bf99d4-8bd6-4f90-9502-d2334bf8ba7b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:49.922518 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6', 'code': 200} Dec 10 18:09:49.937237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3902b-b8b1-4305-9a57-b0543a914eee req-04146fa7-8daa-415f-a7c1-5630ffcc5e0f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:49.938812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcc3902b-b8b1-4305-9a57-b0543a914eee req-04146fa7-8daa-415f-a7c1-5630ffcc5e0f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0522704 Dec 10 18:09:49.999772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcc3902b-b8b1-4305-9a57-b0543a914eee req-8db2d5cc-ccc2-41da-9356-63454be60348 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540988 Dec 10 18:09:50.028128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b39e66-04f8-40d3-89c6-f8ea377a7cf1 req-e1ccd621-57aa-495e-b8be-279eb0de1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:50.029657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5b39e66-04f8-40d3-89c6-f8ea377a7cf1 req-e1ccd621-57aa-495e-b8be-279eb0de1e23 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1096 time: 0.0448897 Dec 10 18:09:50.082103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5b39e66-04f8-40d3-89c6-f8ea377a7cf1 req-644b3a64-8e68-4bca-a622-3efd4d09b0ef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428832 Dec 10 18:09:50.112352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6fd4d-1359-4e3c-8e5e-cdbf5f59f9ef req-0a56428f-5160-4d1a-9bbc-b375f47d0d83 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:50.113937 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76f6fd4d-1359-4e3c-8e5e-cdbf5f59f9ef req-0a56428f-5160-4d1a-9bbc-b375f47d0d83 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 945 time: 0.0530162 Dec 10 18:09:50.165544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76f6fd4d-1359-4e3c-8e5e-cdbf5f59f9ef req-fc8aa996-0710-43b1-bda6-c2cd2df1c885 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435789 Dec 10 18:09:50.264384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0513a47-419c-4c29-96c5-31be2fd41435 req-d07cdfc1-dbb0-4951-9321-895e41307e25 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:50.265871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0513a47-419c-4c29-96c5-31be2fd41435 req-d07cdfc1-dbb0-4951-9321-895e41307e25 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0499580 Dec 10 18:09:50.315775 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0513a47-419c-4c29-96c5-31be2fd41435 req-4fbd964e-1f7c-4ab3-a7f4-c3f48589ee12 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Dec 10 18:09:50.528035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874acea-860c-4235-847c-bf2706fef867 req-6e3c93dc-e47e-4643-b4ba-1feea13116d5 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:50.529594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b874acea-860c-4235-847c-bf2706fef867 req-6e3c93dc-e47e-4643-b4ba-1feea13116d5 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 946 time: 0.0544512 Dec 10 18:09:50.578229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b874acea-860c-4235-847c-bf2706fef867 req-973f13fb-0a67-45e5-83ae-5add7b471bef tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425520 Dec 10 18:09:50.720035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-3e3d14e9-8443-44d9-bb6e-f0e154f9f031 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1058850 Dec 10 18:09:50.730686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:50.754435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:50.873855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:50.993455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Allocated IP 172.25.2.224 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/11f305bc-5031-4b5b-8f9f-d7eabc5d6014) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:51.098288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.127790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c79c3-a80e-46df-b84c-4d3c31681c6b req-db9d0626-b31a-41ab-893e-a0cb24178753 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:51.129207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c47c79c3-a80e-46df-b84c-4d3c31681c6b req-db9d0626-b31a-41ab-893e-a0cb24178753 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0534015 Dec 10 18:09:51.134117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.177007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:51.179311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c47c79c3-a80e-46df-b84c-4d3c31681c6b req-b71cc655-77c0-42cd-813f-19a34bc2c54c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Dec 10 18:09:51.180072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:51.183044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:51.214014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Pushing event updated for resources: {'Port': ['ID=11f305bc-5031-4b5b-8f9f-d7eabc5d6014,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:51.290279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.300056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcc4d3-4a37-4426-a592-20543cb5dcb1 req-e0f45218-d2ad-475d-a644-c90051c7af52 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:51.311813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6fcc4d3-4a37-4426-a592-20543cb5dcb1 req-e0f45218-d2ad-475d-a644-c90051c7af52 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 945 time: 0.0636344 Dec 10 18:09:51.328553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.362959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6fcc4d3-4a37-4426-a592-20543cb5dcb1 req-00bbb27e-62c4-44ae-a31b-d7d3d8f2a4e8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 Dec 10 18:09:51.475083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b01df-3dd2-4a71-8bda-b1404a6e5b54 req-88c62d5c-1821-4afd-a635-29b425920f6f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:51.476549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf7b01df-3dd2-4a71-8bda-b1404a6e5b54 req-88c62d5c-1821-4afd-a635-29b425920f6f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0507050 Dec 10 18:09:51.489970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.495395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.529743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf7b01df-3dd2-4a71-8bda-b1404a6e5b54 req-ae9e8ec9-d242-4eef-9826-f6ff7c552a3d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464642 Dec 10 18:09:51.561419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Pushing event updated for resources: {'Port': ['ID=11f305bc-5031-4b5b-8f9f-d7eabc5d6014,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:51.575168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.591103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:51.592366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-d75d2bd5-83ef-4e8c-b905-69d00b00ef41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8663220 Dec 10 18:09:51.646068 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-00751af9-ed22-48e3-af70-c0f75950d7e9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0475626 Dec 10 18:09:51.754769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-f4af8dcb-4c80-4a4b-ba48-a39cb098f2e1 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:51.756291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84e2708d-6550-4fb5-84ee-5b9bf868bc5f req-f4af8dcb-4c80-4a4b-ba48-a39cb098f2e1 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1042373 Dec 10 18:09:51.972049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-ed749a1d-8080-42c0-87a5-e6e9340c2f01 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:51.973519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-ed749a1d-8080-42c0-87a5-e6e9340c2f01 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 820 time: 0.1015544 Dec 10 18:09:51.990769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-778c94ed-18b6-4f69-bf08-48a564dd0437 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/quotas/f5ab3894199d4473a36149c50c20587e HTTP/1.1" status: 200 len: 375 time: 0.0091257 Dec 10 18:09:52.043471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-99ab0abc-bec9-4aff-a84f-5580aa914ca5 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473502 Dec 10 18:09:52.138837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-6fae6b6a-57c4-4c4b-83ba-fa0d5f2ce7d6 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851390 Dec 10 18:09:52.237616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-5201d94b-63a6-4ada-98ca-61eb1eedc301 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892854 Dec 10 18:09:52.313190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af56476-553a-49ed-a9aa-c6f7a79fa557 req-4691d65f-d279-447f-a53a-7a637accd828 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:52.314737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9af56476-553a-49ed-a9aa-c6f7a79fa557 req-4691d65f-d279-447f-a53a-7a637accd828 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.0506034 Dec 10 18:09:52.390430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9af56476-553a-49ed-a9aa-c6f7a79fa557 req-8bbcb043-c0a7-4ac8-a744-5eeae2219bc5 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636728 Dec 10 18:09:52.412269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3b1bbec-1c54-42a6-a036-ef884ab087b3 req-9913c2e8-a9a1-404e-b2d5-3341f08ccf1c tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 210 time: 0.0281899 Dec 10 18:09:52.502170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9f65b-99ab-43b5-98ec-252d41af3c9a req-80aac5b2-a980-4b38-b149-761036b21075 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:52.503853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7b9f65b-99ab-43b5-98ec-252d41af3c9a req-80aac5b2-a980-4b38-b149-761036b21075 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 945 time: 0.0498018 Dec 10 18:09:52.557263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7b9f65b-99ab-43b5-98ec-252d41af3c9a req-da2f04d6-5617-4a41-8190-43c4d60d819f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466673 Dec 10 18:09:52.670897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47992-4118-4472-bcc2-889af9604035 req-5a8a7eae-d84b-445b-a00a-1699ccb2ec0c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:52.672495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03b47992-4118-4472-bcc2-889af9604035 req-5a8a7eae-d84b-445b-a00a-1699ccb2ec0c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0578449 Dec 10 18:09:52.689827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-22df46fa-29e0-456a-87ab-e9ef720338c2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1963952994&fields=id&tenant_id=43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 267 time: 0.0534012 Dec 10 18:09:52.730407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03b47992-4118-4472-bcc2-889af9604035 req-4c4a2859-cb5b-4c9d-b6f6-af5962ab703c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511537 Dec 10 18:09:52.749697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-6c905437-ca0b-456b-bd4a-a0528ac4eba9 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:52.751425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-6c905437-ca0b-456b-bd4a-a0528ac4eba9 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 945 time: 0.0550399 Dec 10 18:09:52.770249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'port': {'security_groups': ['039e7192-73ac-4a21-bdc7-9c89ae2ae06c', 'fbef710b-3eb6-485c-a764-589ffa88a674']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:52.849393 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:53.074142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c7463e4c-0f7c-418d-957c-8f18557833f6,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:53.414570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-69057ddf-07c4-486d-9252-9f99aa8be153 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:53.416371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-69057ddf-07c4-486d-9252-9f99aa8be153 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1097 time: 0.3780937 Dec 10 18:09:53.442684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:53.451529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:53.478225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:53.490804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c7463e4c-0f7c-418d-957c-8f18557833f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:53.496081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:53.588531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:53.589769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:53.604935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46bae88b-4d99-421f-8370-cbd96e4162d8 req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "PUT /v2.0/ports/c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 981 time: 0.8392797 Dec 10 18:09:53.605610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:53.610430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:53.614833 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7664832-e812-4a3b-951e-1bbe99e4c817" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:53.618113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bafa43-b5a3-4c98-b065-45ce33e68393 req-802aa44c-f4f8-454d-b7dc-48a741b9a47e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:53.631834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88bafa43-b5a3-4c98-b065-45ce33e68393 req-802aa44c-f4f8-454d-b7dc-48a741b9a47e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 946 time: 0.1108887 Dec 10 18:09:53.683263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88bafa43-b5a3-4c98-b065-45ce33e68393 req-d57d4688-af75-4a40-b08c-2b3c5fc62e34 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Dec 10 18:09:53.692804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c7463e4c-0f7c-418d-957c-8f18557833f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:53.716735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-2816ce72-5445-46c1-9543-f364d259f735 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:53.718435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-2816ce72-5445-46c1-9543-f364d259f735 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.30 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 820 time: 0.3354454 Dec 10 18:09:53.731903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:53.760465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'port': {'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'admin_state_up': True, 'tenant_id': 'f5ab3894199d4473a36149c50c20587e'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:53.774910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-533f74fb-9878-4670-9652-67ec62edc669 req-feeab952-26e3-4f5b-b18f-4c4c6dbd8761 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/fbef710b-3eb6-485c-a764-589ffa88a674 HTTP/1.1" status: 200 len: 1818 time: 0.0479133 Dec 10 18:09:53.810517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-063e9c56-096a-4966-a056-ee081ae1722f req-48c08af5-bce0-4ef3-85d6-8f53683d0422 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 210 time: 0.1061478 Dec 10 18:09:53.823366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.823713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.824060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.824405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.824742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.825080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.825411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.825739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.826066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.826629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.826759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.827062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.827387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb079563-4f43-4b0d-83c6-26ac17137e98 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:53.851316 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-533f74fb-9878-4670-9652-67ec62edc669 req-5974844b-70da-4d06-b5fb-75bad851289f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:09:53.870851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-533f74fb-9878-4670-9652-67ec62edc669 req-5974844b-70da-4d06-b5fb-75bad851289f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/fbef710b-3eb6-485c-a764-589ffa88a674 HTTP/1.1" status: 409 len: 341 time: 0.0879881 Dec 10 18:09:53.896608 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2244878e-7474-42c9-afec-d714d6c1e60b x-openstack-request-id: req-2244878e-7474-42c9-afec-d714d6c1e60b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:53.896908 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:53.897157 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2244878e-7474-42c9-afec-d714d6c1e60b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:53.897567 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6', 'status': 'completed', 'code': 200} Dec 10 18:09:53.977371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:54.002820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-183b9ca4-ce65-4d60-bd8b-fa61d91ad71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.004854 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-183b9ca4-ce65-4d60-bd8b-fa61d91ad71d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1135 time: 0.0786896 Dec 10 18:09:54.054343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Made reservation on behalf of f5ab3894199d4473a36149c50c20587e for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:09:54.057987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.074094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f978b-5188-4e49-80de-48c06a9db034 req-73c9a10a-3804-4c89-b4fb-04738af9a33f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.075708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d5f978b-5188-4e49-80de-48c06a9db034 req-73c9a10a-3804-4c89-b4fb-04738af9a33f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1034229 Dec 10 18:09:54.099537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:54.120154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-08e497e5-245a-4884-8fca-29ca607ef872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.121870 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-08e497e5-245a-4884-8fca-29ca607ef872 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 913 time: 0.1087477 Dec 10 18:09:54.175319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-1f49066c-8667-41ae-a4da-ed80c6c6ce43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 217 time: 0.0448356 Dec 10 18:09:54.225088 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.245239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d5f978b-5188-4e49-80de-48c06a9db034 req-b451b220-e9de-4a9e-a4e5-59be99d02744 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591051 Dec 10 18:09:54.250249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.280462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-0c5db1e5-62b2-40e0-9556-c9e12bc68269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.282004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-0c5db1e5-62b2-40e0-9556-c9e12bc68269 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.0955915 Dec 10 18:09:54.331747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-64c7ff27-ad42-4094-b122-521519e798fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399354 Dec 10 18:09:54.366010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:54.379339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Allocated IP 172.20.0.13 (1c3b410c-c04d-4f60-95b3-3745f25a0852/bd236a97-80d6-42da-8690-894402025d5f/79a2d5ed-5e06-462b-b2eb-58eff7848d0c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:09:54.422752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on host n-h1-821424-1 for vnic_type normal with profile {"migrating_to": "n-h2-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:54.423705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:54.424113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:54.444775 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-8404dc17-e3b8-4936-8ec9-6c6665660257 service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997951 Dec 10 18:09:54.449866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:54.450199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Attempting to bind port 2809efbb-c8e6-42ec-b489-18de730d11c7 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:54.483090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:54.483343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:54.483725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:54.484127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Bound port: 2809efbb-c8e6-42ec-b489-18de730d11c7, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:54.484633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.551367 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7664832-e812-4a3b-951e-1bbe99e4c817 req-3ebde5e5-1c8d-4bf2-9dd6-4983d635436e service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911992 Dec 10 18:09:54.600655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367397f1-7324-4cae-8747-eedd30fc7ad0 req-0a03a15e-0180-4b0b-bf8a-b5e7b7d3a5d3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.602202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-367397f1-7324-4cae-8747-eedd30fc7ad0 req-0a03a15e-0180-4b0b-bf8a-b5e7b7d3a5d3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 984 time: 0.1721690 Dec 10 18:09:54.680942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-fe3fd5a7-4ca6-40c5-890a-cee2c265e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.683003 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-fe3fd5a7-4ca6-40c5-890a-cee2c265e117 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1135 time: 0.0717833 Dec 10 18:09:54.687454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:54.733796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.736184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:54.754510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.790476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-367397f1-7324-4cae-8747-eedd30fc7ad0 req-74d2d469-4c75-44b5-87c5-6d9d1eb1b586 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=fbef710b-3eb6-485c-a764-589ffa88a674&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1788120 Dec 10 18:09:54.804958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-f6e9309e-bfa7-4d0c-ac89-f1f229884e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.804958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-f6e9309e-bfa7-4d0c-ac89-f1f229884e97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 913 time: 0.1086202 Dec 10 18:09:54.846763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:09:54.848105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:54.868732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.871059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.871727 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:54.873154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-98e75e50-fafd-4df9-ab2a-6d689d176b95 service neutron] 10.222.0.30 "PUT /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 1122 time: 1.4285262 Dec 10 18:09:54.885105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-3ba46241-6fce-4ffe-b44f-9c5cc62ddac5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 217 time: 0.0596571 Dec 10 18:09:54.886013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['177b2987-3420-4436-ab94-fc7927beaa2f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:54.918725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:09:54.922062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:09:54.926029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:09:54.931817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e61f72-1b6a-490c-8d6a-8cd2fd9bc811 req-e5dd5b8c-c02f-4b01-a7b2-f5330055be38 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:54.941152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1e61f72-1b6a-490c-8d6a-8cd2fd9bc811 req-e5dd5b8c-c02f-4b01-a7b2-f5330055be38 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.1516142 Dec 10 18:09:54.980456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Pushing event updated for resources: {'Port': ['ID=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:55.029081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:55.029928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:55.031392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-8416ee6b-af31-4759-b06b-ae9af61b634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:55.032966 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-8416ee6b-af31-4759-b06b-ae9af61b634f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.1355197 Dec 10 18:09:55.051814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00f416-d45f-4597-9d6a-58abe8a48590 req-b1eb0ca7-308d-44ee-9577-e3157b35dcc4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:55.051989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1e61f72-1b6a-490c-8d6a-8cd2fd9bc811 req-a9ddc995-cee2-49eb-b6e0-a0c0ad139b35 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096952 Dec 10 18:09:55.053001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e00f416-d45f-4597-9d6a-58abe8a48590 req-b1eb0ca7-308d-44ee-9577-e3157b35dcc4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 932 time: 0.1224642 Dec 10 18:09:55.092428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:55.094129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-94c25b64-7c35-4d71-bc7c-d996ccf14ad9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3567185 Dec 10 18:09:55.110613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-643b94e3-e0fa-4e01-bc71-3bb7bad76734 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558155 Dec 10 18:09:55.114765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Request body: {'port': {'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:55.126066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 has no active binding in host n-h2-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:09:55.180472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2809efbb-c8e6-42ec-b489-18de730d11c7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:55.182947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e00f416-d45f-4597-9d6a-58abe8a48590 req-f9a0a498-2423-4489-b156-3a1fd0bd5b61 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208806 Dec 10 18:09:55.231448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:55.260925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['2809efbb-c8e6-42ec-b489-18de730d11c7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:55.263109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-bd6d9651-0962-4456-befb-8c8a498af5c6 service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419690 Dec 10 18:09:55.412128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9211daf5-741c-4c56-843a-552499cde7b4 None None] Provisioning complete for port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:09:55.412471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9211daf5-741c-4c56-843a-552499cde7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:55.560056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9211daf5-741c-4c56-843a-552499cde7b4 None None] Port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:09:55.605385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a2d5ed-5e06-462b-b2eb-58eff7848d0c {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:09:55.615472 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:55.630113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Transition to ACTIVE for port object 79a2d5ed-5e06-462b-b2eb-58eff7848d0c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:09:55.639896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:55.730726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Pushing event updated for resources: {'Port': ['ID=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:55.866419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3646f0b1-0cc9-416d-82b5-60012bf5c247 req-f25afbd1-0bdf-49c7-923c-9a41d76c8bf0 service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932941 Dec 10 18:09:55.879965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b712106-e1ff-400b-b198-021ad3e3af54 req-d890cbdb-76ec-43df-8522-7734d15a1faf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:55.881510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b712106-e1ff-400b-b198-021ad3e3af54 req-d890cbdb-76ec-43df-8522-7734d15a1faf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1830168 Dec 10 18:09:55.892910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Attempting to bind port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:09:55.893288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Attempting to bind port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:09:55.893582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Attempting to bind port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:55.902931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7'}, {'name': 'network-changed', 'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:55.905306 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174076fd-2b5c-4032-ba10-1801ff67c054" -d '{"events": [{"server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "name": "network-vif-unplugged", "status": "completed", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7"}, {"name": "network-changed", "server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:55.911674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:09:55.912007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Attempting to bind port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c on network 1c3b410c-c04d-4f60-95b3-3745f25a0852 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:09:55.925056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:09:55.925413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Checking segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:09:55.925811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Bound using segment: {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:09:55.926252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Bound port: 79a2d5ed-5e06-462b-b2eb-58eff7848d0c, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf45d11-9ea4-4486-9c16-e88a505d9f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:09:55.926647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:55.961634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b712106-e1ff-400b-b198-021ad3e3af54 req-dc9a68fe-bd20-4817-b1de-051cdd347829 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627112 Dec 10 18:09:56.025570 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5dc22b-9310-4b9b-8569-415101c6a4b1 x-openstack-request-id: req-ac5dc22b-9310-4b9b-8569-415101c6a4b1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:56.025882 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "name": "network-vif-unplugged", "status": "completed", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7", "code": 200}, {"name": "network-changed", "server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:56.026225 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ac5dc22b-9310-4b9b-8569-415101c6a4b1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:56.026659 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7', 'code': 200} Dec 10 18:09:56.026924 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7', 'status': 'completed', 'code': 200} Dec 10 18:09:56.034887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be404a2f-aab5-428c-b0a4-b78404c63bf0 req-7489ac41-c465-4aa9-9d12-8301d3991866 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.036451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be404a2f-aab5-428c-b0a4-b78404c63bf0 req-7489ac41-c465-4aa9-9d12-8301d3991866 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 984 time: 0.0981026 Dec 10 18:09:56.068121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] For port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:09:56.093326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] For port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:09:56.105831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:56.154280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-20b85938-d7d9-47d5-b05e-9bc7b45aef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.156170 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-20b85938-d7d9-47d5-b05e-9bc7b45aef65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1125 time: 0.0932798 Dec 10 18:09:56.160845 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be404a2f-aab5-428c-b0a4-b78404c63bf0 req-c9447414-2eb8-46f8-a82b-99d5309fb743 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=fbef710b-3eb6-485c-a764-589ffa88a674&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1126342 Dec 10 18:09:56.170390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.171031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:56.172426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] 10.222.0.30 "PUT /v2.0/ports/79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 1092 time: 1.0643134 Dec 10 18:09:56.203274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c17ebd-bd16-4e9a-8d23-bf0789667474 service neutron] Pushing event updated for resources: {'Port': ['ID=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:56.307247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-65033681-b748-4c9a-a673-942b0d08f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.309450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-65033681-b748-4c9a-a673-942b0d08f3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 1095 time: 0.0735419 Dec 10 18:09:56.314306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd8d4-9b4e-4602-a222-2e93cf17da6e req-fbf90b1d-6c5a-40f7-8391-f62888582dba tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.323414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94afd8d4-9b4e-4602-a222-2e93cf17da6e req-fbf90b1d-6c5a-40f7-8391-f62888582dba tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.1660428 Dec 10 18:09:56.372441 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-40ced51a-bea0-4256-baad-642b5ad100dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 217 time: 0.0479913 Dec 10 18:09:56.396815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-66e2fc8c-21aa-4714-afdf-2f6ad2439c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.399962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-66e2fc8c-21aa-4714-afdf-2f6ad2439c4a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.1737213 Dec 10 18:09:56.402931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94afd8d4-9b4e-4602-a222-2e93cf17da6e req-58888231-e406-42b1-91eb-42827404d09b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786231 Dec 10 18:09:56.488264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-57fc6907-342c-4545-a69f-637e984fda68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 217 time: 0.0712867 Dec 10 18:09:56.539752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48c123-8aad-48fb-b123-89462bf6432f req-0d98c937-c81a-402d-a90e-c3873981fe0e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.542636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa48c123-8aad-48fb-b123-89462bf6432f req-0d98c937-c81a-402d-a90e-c3873981fe0e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 944 time: 0.1729846 Dec 10 18:09:56.544370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-2ddf4c5b-3efa-4e41-89c5-699fefc51916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.546115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-2ddf4c5b-3efa-4e41-89c5-699fefc51916 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1595025 Dec 10 18:09:56.587525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-c57af416-905a-4a75-9e0d-52639c05cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.589334 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-c57af416-905a-4a75-9e0d-52639c05cc8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0932105 Dec 10 18:09:56.630907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-48d55969-82b7-4d4c-8bd4-34892d1a721d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304041 Dec 10 18:09:56.634082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa48c123-8aad-48fb-b123-89462bf6432f req-213cd9b6-9544-4723-b366-7948c8c94367 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817323 Dec 10 18:09:56.639559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-50cb57f2-fa76-403f-ae01-b11216f0e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:56.641083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-50cb57f2-fa76-403f-ae01-b11216f0e35b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776393 Dec 10 18:09:56.727830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-7661a823-c81f-4deb-a465-5c018cb23368 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883880 Dec 10 18:09:56.755727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-a282034a-0348-48f3-9fa7-412c5bec45f8 service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921600 Dec 10 18:09:56.850051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-174076fd-2b5c-4032-ba10-1801ff67c054 req-234a578c-57a1-43e2-a404-f6c8462e7438 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143792 Dec 10 18:09:56.853029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-518f99d0-c9b9-413e-b539-c2995cc6583e req-1c52d560-dd35-4c93-adf5-06cbf0c7b9b5 service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Dec 10 18:09:57.078843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf46098-819f-476b-aecc-bdd62df23ec5 req-1b449454-50b6-4036-85ce-3f308e32d436 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:57.080646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-abf46098-819f-476b-aecc-bdd62df23ec5 req-1b449454-50b6-4036-85ce-3f308e32d436 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0519848 Dec 10 18:09:57.129377 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-abf46098-819f-476b-aecc-bdd62df23ec5 req-cf8c433c-2bd3-4586-9280-32e5b0a9c881 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Dec 10 18:09:57.299179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31996266-b90f-4ade-87e9-e82390b9301f req-2d2ab6af-9b0a-4776-818a-85e7c1aa2636 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:57.300760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31996266-b90f-4ade-87e9-e82390b9301f req-2d2ab6af-9b0a-4776-818a-85e7c1aa2636 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 984 time: 0.0650744 Dec 10 18:09:57.365859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31996266-b90f-4ade-87e9-e82390b9301f req-55fc4f53-6bf5-4f60-b723-ac59b7c1362a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=fbef710b-3eb6-485c-a764-589ffa88a674&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0578403 Dec 10 18:09:57.478079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-9275b5a1-ee11-488b-9f41-6e82f455a23e tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1561232656&fields=id&tenant_id=43da16e451f248dcaddd203c318551c1 HTTP/1.1" status: 200 len: 267 time: 0.0425670 Dec 10 18:09:57.536709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0980e7-bf4b-458d-8845-7ad01829db87 req-92673796-2877-4177-9aca-ec793d56d78a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:57.538207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb0980e7-bf4b-458d-8845-7ad01829db87 req-92673796-2877-4177-9aca-ec793d56d78a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.0564277 Dec 10 18:09:57.539259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-dd994755-d5b0-4a86-9ff6-9124e6f09bb3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:57.540956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-dd994755-d5b0-4a86-9ff6-9124e6f09bb3 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 984 time: 0.0563009 Dec 10 18:09:57.554266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'port': {'security_groups': ['039e7192-73ac-4a21-bdc7-9c89ae2ae06c', 'fbef710b-3eb6-485c-a764-589ffa88a674', 'e674857e-45a1-48eb-a289-94abb419eab1']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:09:57.590702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb0980e7-bf4b-458d-8845-7ad01829db87 req-eba49077-add3-4a9d-ae9c-079620b653dd tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451748 Dec 10 18:09:57.633960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:57.840467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5cdc-499a-417c-99ab-a5b656307179 req-075ee09e-abab-4e1f-bc91-e2449d3174e6 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:57.842792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-625b5cdc-499a-417c-99ab-a5b656307179 req-075ee09e-abab-4e1f-bc91-e2449d3174e6 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 944 time: 0.0579867 Dec 10 18:09:57.867902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c7463e4c-0f7c-418d-957c-8f18557833f6,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:09:57.904589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:57.907787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-625b5cdc-499a-417c-99ab-a5b656307179 req-38fdcd8a-d815-47b9-8ef6-b64162de01c0 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586836 Dec 10 18:09:57.911291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:57.931834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:57.931834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c7463e4c-0f7c-418d-957c-8f18557833f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:57.965611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:57.966273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:57.967823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d041553b-ee3f-4a9a-9ca8-b7c50f4bf464 req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "PUT /v2.0/ports/c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 1020 time: 0.4183514 Dec 10 18:09:57.970706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:57.972980 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab17d1c-971e-459a-bcb4-74dc4445921f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:58.029372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:09:58.032350 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073597f3-391a-48ff-824e-f56afaddb94a" -d '{"events": [{"name": "network-changed", "server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:09:58.047818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:09:58.059638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.060003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47a0270c-fc06-4b6d-8264-fde916517576 req-653b543d-b97e-4c76-a9c1-2ec67131de9a tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/e674857e-45a1-48eb-a289-94abb419eab1 HTTP/1.1" status: 200 len: 1818 time: 0.0718827 Dec 10 18:09:58.067941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.068443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.068797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.069149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.069491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.069831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.070759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.071102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.075812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.076167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.076518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.076860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9cdc17-852b-40c1-8def-ccde47684047 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:09:58.086420 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d39a1d-f46b-45fb-8b3e-c3b1acf6d980 x-openstack-request-id: req-33d39a1d-f46b-45fb-8b3e-c3b1acf6d980 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:58.087144 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:58.087144 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-33d39a1d-f46b-45fb-8b3e-c3b1acf6d980 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:58.087427 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6', 'status': 'completed', 'code': 200} Dec 10 18:09:58.116402 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b07e93-3662-4a5b-90a0-2cc216d2f2ab x-openstack-request-id: req-b0b07e93-3662-4a5b-90a0-2cc216d2f2ab {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:09:58.116894 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:09:58.117304 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b0b07e93-3662-4a5b-90a0-2cc216d2f2ab {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:09:58.117844 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'status': 'completed', 'code': 200} Dec 10 18:09:58.122325 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-47a0270c-fc06-4b6d-8264-fde916517576 req-562d5a6a-e2de-48c1-8bdd-e65903120053 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:09:58.129086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47a0270c-fc06-4b6d-8264-fde916517576 req-562d5a6a-e2de-48c1-8bdd-e65903120053 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/e674857e-45a1-48eb-a289-94abb419eab1 HTTP/1.1" status: 409 len: 341 time: 0.0677483 Dec 10 18:09:58.168804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c7463e4c-0f7c-418d-957c-8f18557833f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:09:58.241717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073597f3-391a-48ff-824e-f56afaddb94a req-12df606d-9f84-49e6-8f8b-35eccc7a3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.243639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073597f3-391a-48ff-824e-f56afaddb94a req-12df606d-9f84-49e6-8f8b-35eccc7a3e5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 1095 time: 0.0764849 Dec 10 18:09:58.252104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-abe4d78a-194f-4da1-92d5-90299d557baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.253772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-abe4d78a-194f-4da1-92d5-90299d557baf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43da16e451f248dcaddd203c318551c1&device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1174 time: 0.1102667 Dec 10 18:09:58.292899 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af4dd3dc-573c-410e-a43e-2a4839a3e8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:09:58.389837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073597f3-391a-48ff-824e-f56afaddb94a req-d28ee689-35ac-41c2-afb6-3ea3e1b9530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.392200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073597f3-391a-48ff-824e-f56afaddb94a req-d28ee689-35ac-41c2-afb6-3ea3e1b9530a service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1371140 Dec 10 18:09:58.460509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e84849-aaf8-4e2e-b630-94aff3b57ed3 req-460c7d16-09e6-42ee-8cd0-454adaa624a6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.463112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13e84849-aaf8-4e2e-b630-94aff3b57ed3 req-460c7d16-09e6-42ee-8cd0-454adaa624a6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.2414913 Dec 10 18:09:58.482054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073597f3-391a-48ff-824e-f56afaddb94a req-8100f1c7-3526-462f-8a7e-bf1c13d4dc6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 217 time: 0.0776725 Dec 10 18:09:58.607568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-0b91c36a-142a-4c58-aa1b-b6c3d5552cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.612104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-0b91c36a-142a-4c58-aa1b-b6c3d5552cbc service neutron] 10.222.0.30 "GET /v2.0/networks?id=c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 200 len: 913 time: 0.3494196 Dec 10 18:09:58.619905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13e84849-aaf8-4e2e-b630-94aff3b57ed3 req-48b9a648-b82f-4ccf-94f6-02036a07e2d6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456928 Dec 10 18:09:58.648254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073597f3-391a-48ff-824e-f56afaddb94a req-5eebaf11-1ba4-46ad-a274-e83a0a76e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.650474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073597f3-391a-48ff-824e-f56afaddb94a req-5eebaf11-1ba4-46ad-a274-e83a0a76e149 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1485345 Dec 10 18:09:58.713578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-40bdd2f3-1b40-44f9-a37d-b6552d862bad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 200 len: 217 time: 0.0783033 Dec 10 18:09:58.758445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4182-626d-4a4b-97a6-792301726499 req-581bf85e-ecb3-4e4d-9c8c-074e6b06ca28 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.761878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-229c4182-626d-4a4b-97a6-792301726499 req-581bf85e-ecb3-4e4d-9c8c-074e6b06ca28 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1023 time: 0.1091981 Dec 10 18:09:58.789881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-0e4ff633-048f-4e5e-8481-c42c1180e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.791768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-0e4ff633-048f-4e5e-8481-c42c1180e35d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 200 len: 852 time: 0.0697584 Dec 10 18:09:58.794467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073597f3-391a-48ff-824e-f56afaddb94a req-4c5278b9-025d-4d9c-9683-0d1510bdd832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.795975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073597f3-391a-48ff-824e-f56afaddb94a req-4c5278b9-025d-4d9c-9683-0d1510bdd832 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961037 Dec 10 18:09:58.860689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-51e448b9-1e55-454a-add1-fbfe8eaa1d8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c751b956-7321-4ad7-a8b4-ffcc52572ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319536 Dec 10 18:09:58.877513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a15af-786e-405a-9989-93c85e582733 req-2ad71452-3b48-48e0-8b01-685fc692b191 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:58.879345 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b4a15af-786e-405a-9989-93c85e582733 req-2ad71452-3b48-48e0-8b01-685fc692b191 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.0865951 Dec 10 18:09:58.936529 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-229c4182-626d-4a4b-97a6-792301726499 req-51b6093d-880f-446a-a2cb-9ea8aec2eade tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=fbef710b-3eb6-485c-a764-589ffa88a674&id=e674857e-45a1-48eb-a289-94abb419eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1685686 Dec 10 18:09:59.006861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073597f3-391a-48ff-824e-f56afaddb94a req-df27f921-787d-4392-8b88-961e4eab17d3 service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795630 Dec 10 18:09:59.069645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b4a15af-786e-405a-9989-93c85e582733 req-cb1db8b6-cd3e-4214-ae70-96c4931d11e8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803644 Dec 10 18:09:59.112302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-af945064-b454-461c-a8b3-60a3ae5cd6c1 service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318168 Dec 10 18:09:59.160408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073597f3-391a-48ff-824e-f56afaddb94a req-5384b7e9-7744-4aef-9529-1ad064468a38 service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375506 Dec 10 18:09:59.257332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9afa7-7868-4f9b-8850-a303d8dcbf0c req-ee913b4e-3d55-4abf-b7d5-2f5526b9d1c5 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:59.259079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-feb9afa7-7868-4f9b-8850-a303d8dcbf0c req-ee913b4e-3d55-4abf-b7d5-2f5526b9d1c5 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 944 time: 0.0771625 Dec 10 18:09:59.290157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aab17d1c-971e-459a-bcb4-74dc4445921f req-0d05ff68-0942-4300-a4e3-267877c6ff8e service neutron] 10.222.0.30 "GET /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643684 Dec 10 18:09:59.321408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-feb9afa7-7868-4f9b-8850-a303d8dcbf0c req-519502f8-7b27-45a7-bb6a-d72326c31c93 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533025 Dec 10 18:09:59.746312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e4c21-d98d-4529-be23-b4048fcefa1c req-ad3a0a7c-254b-46cd-9109-64eef1dcbedf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:09:59.747758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb2e4c21-d98d-4529-be23-b4048fcefa1c req-ad3a0a7c-254b-46cd-9109-64eef1dcbedf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0518486 Dec 10 18:09:59.799152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb2e4c21-d98d-4529-be23-b4048fcefa1c req-f8c088dd-487e-46d7-ba69-7f2c910cdc8d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Dec 10 18:10:00.063442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9b49-5b54-4218-8033-0ded43ad1225 req-ba7e605f-e589-4b51-a8d0-4e3fe5b40bdf tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:00.065014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc0b9b49-5b54-4218-8033-0ded43ad1225 req-ba7e605f-e589-4b51-a8d0-4e3fe5b40bdf tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1023 time: 0.0604918 Dec 10 18:10:00.148412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc0b9b49-5b54-4218-8033-0ded43ad1225 req-f3a3a499-5504-4f7f-b089-69fa74324248 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=fbef710b-3eb6-485c-a764-589ffa88a674&id=e674857e-45a1-48eb-a289-94abb419eab1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0770292 Dec 10 18:10:00.242011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9250c-640c-4fc5-9352-d4ce4334d258 req-9894d9b9-8190-4acb-b6e0-2df19083c791 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:00.244612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5d9250c-640c-4fc5-9352-d4ce4334d258 req-9894d9b9-8190-4acb-b6e0-2df19083c791 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.0594323 Dec 10 18:10:00.296507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5d9250c-640c-4fc5-9352-d4ce4334d258 req-246d6410-f5d1-4c02-a34d-fadee5c9f878 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459707 Dec 10 18:10:00.456909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce74d83-77dd-4a75-8116-a33190452c8d req-ec1c234a-61c6-4d2d-a06e-aa29aee4c93c tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:00.458457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ce74d83-77dd-4a75-8116-a33190452c8d req-ec1c234a-61c6-4d2d-a06e-aa29aee4c93c tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 944 time: 0.0624273 Dec 10 18:10:00.501171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-ace05ea4-872c-40b3-953c-7b96e424efc4 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:00.502772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-ace05ea4-872c-40b3-953c-7b96e424efc4 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 1023 time: 0.0511458 Dec 10 18:10:00.510143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ce74d83-77dd-4a75-8116-a33190452c8d req-67378d54-5ff8-4046-a31e-7f41892b5fb1 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Dec 10 18:10:00.628186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Deleting port c7463e4c-0f7c-418d-957c-8f18557833f6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:00.628522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:00.720735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] For port c7463e4c-0f7c-418d-957c-8f18557833f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c7463e4c-0f7c-418d-957c-8f18557833f6,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:00.721091 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:00.737458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Calling delete_port for c7463e4c-0f7c-418d-957c-8f18557833f6 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:00.857203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79a2d5ed-5e06-462b-b2eb-58eff7848d0c details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:10:00.886613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:00.910667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c7463e4c-0f7c-418d-957c-8f18557833f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:00.912746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8bd3bc91-6edc-447c-8000-7b6e8d33df94'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:00.922565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'Port': ['ID=c7463e4c-0f7c-418d-957c-8f18557833f6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:00.967009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] No DVR routers for this DVR port c7463e4c-0f7c-418d-957c-8f18557833f6 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:00.970423 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:00.974417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ec11f-a391-4bc8-93a5-909a5ae0d457 req-9e8dc1a8-9a6f-4f6a-ab2e-85b498d04a57 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:00.974927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35dbcf92-6fd9-4cd5-ad55-63e63bde7456 req-e0ac2aa2-0dac-4955-8641-f169a21251c0 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.30 "DELETE /v2.0/ports/c7463e4c-0f7c-418d-957c-8f18557833f6 HTTP/1.1" status: 204 len: 173 time: 0.4594409 Dec 10 18:10:00.975625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'name': 'network-vif-deleted', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:00.979000 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc311cc-52b0-435d-9a0b-df7e93c50897" -d '{"events": [{"server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "name": "network-vif-deleted", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:00.989426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-340ec11f-a391-4bc8-93a5-909a5ae0d457 req-9e8dc1a8-9a6f-4f6a-ab2e-85b498d04a57 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0864048 Dec 10 18:10:01.030402 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0153da4-4909-4c27-a04e-b7e9bf2ef80b x-openstack-request-id: req-a0153da4-4909-4c27-a04e-b7e9bf2ef80b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:01.030984 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8b71d0-d222-4c2b-bd33-d2d5d7e19999", "name": "network-vif-deleted", "tag": "c7463e4c-0f7c-418d-957c-8f18557833f6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:01.031448 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0153da4-4909-4c27-a04e-b7e9bf2ef80b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:01.032292 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8b71d0-d222-4c2b-bd33-d2d5d7e19999', 'name': 'network-vif-deleted', 'tag': 'c7463e4c-0f7c-418d-957c-8f18557833f6', 'status': 'completed', 'code': 200} Dec 10 18:10:01.076717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-340ec11f-a391-4bc8-93a5-909a5ae0d457 req-277743bc-ae8c-4cf0-bd12-7d96e53264c1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825868 Dec 10 18:10:01.103488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-686fb740-8a96-47d8-becf-91019126b567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:01.160163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:01.182903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'mac_address': 'fa:16:3e:e1:5a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:10:01.247620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:01.281653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a2d5ed-5e06-462b-b2eb-58eff7848d0c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:01.303143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:01.329459 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:01.347953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-23c9781b-2aa1-455a-a8a8-d794cd637921 req-525de847-ceb8-4f54-8583-58314b4f44ef tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8b71d0-d222-4c2b-bd33-d2d5d7e19999 HTTP/1.1" status: 200 len: 210 time: 0.0304399 Dec 10 18:10:01.486918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:01.495765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.496355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.496871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.497362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.497856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.498338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.498947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.499474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f3186-95ec-4d40-a355-086c1763c4cb req-cb7c8602-c48c-4d95-8ace-e70093f33b88 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:01.499773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.500979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.500979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.500979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.501445 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f7f3186-95ec-4d40-a355-086c1763c4cb req-cb7c8602-c48c-4d95-8ace-e70093f33b88 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.0759690 Dec 10 18:10:01.501750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.502238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:01.577917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f7f3186-95ec-4d40-a355-086c1763c4cb req-05f4c86b-e574-4bb6-a547-434c61ef800b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631864 Dec 10 18:10:01.647382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['79a2d5ed-5e06-462b-b2eb-58eff7848d0c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:01.724988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:01.760031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b7c46-0ae0-4f2a-bc23-26ce1395079b req-44e76a3a-e661-4a84-8b94-318a3947311d tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:01.761637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd7b7c46-0ae0-4f2a-bc23-26ce1395079b req-44e76a3a-e661-4a84-8b94-318a3947311d tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 945 time: 0.1019976 Dec 10 18:10:01.818746 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd7b7c46-0ae0-4f2a-bc23-26ce1395079b req-f3cbb54b-b381-4d4f-9334-f9490370e33b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488040 Dec 10 18:10:01.869416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827bff3-38bf-4459-a1d2-82e8a36b7cef req-1eb074fb-ec4f-4f01-b21e-4c082f2a8c72 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:01.871088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8827bff3-38bf-4459-a1d2-82e8a36b7cef req-1eb074fb-ec4f-4f01-b21e-4c082f2a8c72 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 945 time: 0.0640945 Dec 10 18:10:01.897217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:01.922790 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8827bff3-38bf-4459-a1d2-82e8a36b7cef req-ae6e7e1c-5624-4675-9b21-2af718dcee90 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454340 Dec 10 18:10:02.210817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d4596-511f-49b7-9df5-a212a316d88e req-b285a8cd-1637-4f1b-bbed-bd5d03598291 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:02.212374 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d5d4596-511f-49b7-9df5-a212a316d88e req-b285a8cd-1637-4f1b-bbed-bd5d03598291 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0540113 Dec 10 18:10:02.261782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d5d4596-511f-49b7-9df5-a212a316d88e req-46d0193d-5979-4237-9ff7-e4128a449bcd tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Dec 10 18:10:02.472459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09114a0d-42a3-40c6-99ee-87a0d4dad9e7 req-3b20cb7b-c046-4c1d-b5ea-cd996581263b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/fbef710b-3eb6-485c-a764-589ffa88a674 HTTP/1.1" status: 200 len: 1818 time: 0.0399024 Dec 10 18:10:02.535642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-09114a0d-42a3-40c6-99ee-87a0d4dad9e7 req-4b1bafb9-bb95-4846-ac40-a77508b9a680 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.559128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-09114a0d-42a3-40c6-99ee-87a0d4dad9e7 req-4b1bafb9-bb95-4846-ac40-a77508b9a680 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.602331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-09114a0d-42a3-40c6-99ee-87a0d4dad9e7 req-4b1bafb9-bb95-4846-ac40-a77508b9a680 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.606282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-09114a0d-42a3-40c6-99ee-87a0d4dad9e7 req-4b1bafb9-bb95-4846-ac40-a77508b9a680 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.607517 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09114a0d-42a3-40c6-99ee-87a0d4dad9e7 req-4b1bafb9-bb95-4846-ac40-a77508b9a680 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/fbef710b-3eb6-485c-a764-589ffa88a674 HTTP/1.1" status: 204 len: 173 time: 0.1289046 Dec 10 18:10:02.617002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1bafb9-bb95-4846-ac40-a77508b9a680 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef710b-3eb6-485c-a764-589ffa88a674,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:02.692117 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-112f550b-3b95-4e49-a35f-715936ee10e2 req-387ee8c8-2269-49fb-8c10-22ae8f79e21c tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/e674857e-45a1-48eb-a289-94abb419eab1 HTTP/1.1" status: 200 len: 1818 time: 0.0440662 Dec 10 18:10:02.741162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384ee4b-4f11-4e4c-9751-ff0211184cb6 req-abdcd105-52ca-4f54-bc14-8ac1dc59ce84 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:02.742850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6384ee4b-4f11-4e4c-9751-ff0211184cb6 req-abdcd105-52ca-4f54-bc14-8ac1dc59ce84 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 944 time: 0.0537724 Dec 10 18:10:02.761145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-112f550b-3b95-4e49-a35f-715936ee10e2 req-db3acb92-38a5-4c48-a3db-9b5a51aae9c8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.785430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-112f550b-3b95-4e49-a35f-715936ee10e2 req-db3acb92-38a5-4c48-a3db-9b5a51aae9c8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.797212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6384ee4b-4f11-4e4c-9751-ff0211184cb6 req-93b2c4e0-8efb-48be-9c8d-ef601d21bb25 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478108 Dec 10 18:10:02.840213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-112f550b-3b95-4e49-a35f-715936ee10e2 req-db3acb92-38a5-4c48-a3db-9b5a51aae9c8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.843151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-112f550b-3b95-4e49-a35f-715936ee10e2 req-db3acb92-38a5-4c48-a3db-9b5a51aae9c8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.844357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-112f550b-3b95-4e49-a35f-715936ee10e2 req-db3acb92-38a5-4c48-a3db-9b5a51aae9c8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/e674857e-45a1-48eb-a289-94abb419eab1 HTTP/1.1" status: 204 len: 173 time: 0.1458361 Dec 10 18:10:02.862402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79a2d5ed-5e06-462b-b2eb-58eff7848d0c up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:10:02.891080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3acb92-38a5-4c48-a3db-9b5a51aae9c8 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e674857e-45a1-48eb-a289-94abb419eab1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:02.927314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:10:02.933333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:02.933710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.934027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e4d49dde-2758-4399-b7fc-72589a47c4b9 req-9496ada3-c4ee-41c6-9b4f-831f8ce3b92f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1652130977', 'description': 'tempest-description-1411229517'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:02.963302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-bfea2643-30e6-407a-814e-61628f49fada service neutron] 10.222.0.59 "GET /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.1174977 Dec 10 18:10:02.964599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4d49dde-2758-4399-b7fc-72589a47c4b9 req-9496ada3-c4ee-41c6-9b4f-831f8ce3b92f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:02.978708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082da36-d78c-4cfd-a39a-ec3dd88f4f81 req-ec96d237-3109-4c00-be97-e4f36356e249 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:02.980318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b082da36-d78c-4cfd-a39a-ec3dd88f4f81 req-ec96d237-3109-4c00-be97-e4f36356e249 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 945 time: 0.0786185 Dec 10 18:10:03.026621 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.041853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4d49dde-2758-4399-b7fc-72589a47c4b9 req-9496ada3-c4ee-41c6-9b4f-831f8ce3b92f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.046625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4d49dde-2758-4399-b7fc-72589a47c4b9 req-9496ada3-c4ee-41c6-9b4f-831f8ce3b92f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.053457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:03.055755 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a5ed9b-8e04-46d0-a005-2efd059236df" -d '{"events": [{"server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "name": "network-vif-plugged", "status": "completed", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:03.069350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:03.073703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b082da36-d78c-4cfd-a39a-ec3dd88f4f81 req-b2a6c653-7700-414d-901d-75d4ecd03205 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855539 Dec 10 18:10:03.075596 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.076517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c7463e4c-0f7c-418d-957c-8f18557833f6 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:03.103154 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e4d49dde-2758-4399-b7fc-72589a47c4b9 req-9496ada3-c4ee-41c6-9b4f-831f8ce3b92f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.104892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4d49dde-2758-4399-b7fc-72589a47c4b9 req-9496ada3-c4ee-41c6-9b4f-831f8ce3b92f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1775925 Dec 10 18:10:03.106028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496ada3-c4ee-41c6-9b4f-831f8ce3b92f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a473b8-cb30-4476-8935-26f601c5aeb2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:03.140001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: c7463e4c-0f7c-418d-957c-8f18557833f6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:03.140344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c7463e4c-0f7c-418d-957c-8f18557833f6 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:03.149188 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5feb1cb-0be9-4447-bd47-35cfec55bdaf x-openstack-request-id: req-e5feb1cb-0be9-4447-bd47-35cfec55bdaf {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:03.149505 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "name": "network-vif-plugged", "status": "completed", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:03.149779 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5feb1cb-0be9-4447-bd47-35cfec55bdaf {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:03.150170 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'code': 200} Dec 10 18:10:03.188109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:03.225996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2941b321-79cc-4bda-b960-8749a33e3254 req-420425ee-9218-496d-9fd8-b3846cd9c817 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/72a473b8-cb30-4476-8935-26f601c5aeb2 HTTP/1.1" status: 200 len: 1818 time: 0.0590196 Dec 10 18:10:03.247814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2941b321-79cc-4bda-b960-8749a33e3254 req-43466b92-07be-4262-94ac-584eeb336931 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Request body: {'security_group': {'name': 'tempest-sg-hth-861318263', 'description': 'tempest-description-hth-1496500360'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:03.269374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a82e2-da3c-4d7a-aad8-689edbd72884 req-c9f9a885-f9e3-440f-9419-85779f772b39 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:03.270916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e60a82e2-da3c-4d7a-aad8-689edbd72884 req-c9f9a885-f9e3-440f-9419-85779f772b39 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 945 time: 0.0764480 Dec 10 18:10:03.272731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:03.284711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6f36c-9991-4fa0-81a9-5676a35944bd req-fc28f471-a87f-4e4c-b156-f824d2223e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:03.286195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cd6f36c-9991-4fa0-81a9-5676a35944bd req-fc28f471-a87f-4e4c-b156-f824d2223e40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 1097 time: 0.0712028 Dec 10 18:10:03.291104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2941b321-79cc-4bda-b960-8749a33e3254 req-43466b92-07be-4262-94ac-584eeb336931 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.310877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:03.362424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2809efbb-c8e6-42ec-b489-18de730d11c7 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:03.364534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2941b321-79cc-4bda-b960-8749a33e3254 req-43466b92-07be-4262-94ac-584eeb336931 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.368745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cd6f36c-9991-4fa0-81a9-5676a35944bd req-73789920-950c-4682-b08b-88f143f01c2b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736651 Dec 10 18:10:03.370499 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2941b321-79cc-4bda-b960-8749a33e3254 req-43466b92-07be-4262-94ac-584eeb336931 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.372171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e60a82e2-da3c-4d7a-aad8-689edbd72884 req-98aeec83-8d9d-444d-a1f9-e378ca72838a tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913303 Dec 10 18:10:03.373328 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2941b321-79cc-4bda-b960-8749a33e3254 req-43466b92-07be-4262-94ac-584eeb336931 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.374568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2941b321-79cc-4bda-b960-8749a33e3254 req-43466b92-07be-4262-94ac-584eeb336931 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "PUT /v2.0/security-groups/72a473b8-cb30-4476-8935-26f601c5aeb2 HTTP/1.1" status: 200 len: 1791 time: 0.1339047 Dec 10 18:10:03.377264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:03.405240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43466b92-07be-4262-94ac-584eeb336931 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a473b8-cb30-4476-8935-26f601c5aeb2,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:03.410186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.497010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdcc21e-48e1-46cd-8d13-ba21b9fa95bd req-a0365d59-0535-4c63-ae5f-6cb03fa03999 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:03.498867 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bdcc21e-48e1-46cd-8d13-ba21b9fa95bd req-a0365d59-0535-4c63-ae5f-6cb03fa03999 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0602293 Dec 10 18:10:03.513511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] Transition to ACTIVE for port object 2809efbb-c8e6-42ec-b489-18de730d11c7 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:10:03.523429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.565080 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.578331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bdcc21e-48e1-46cd-8d13-ba21b9fa95bd req-99cfb154-e5e1-47e6-8534-600563f120b2 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719492 Dec 10 18:10:03.579787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1032c847-0aec-4cda-a975-77e7ff23d3cd req-f0823ac1-a1b9-480b-9d16-21ec0fc72813 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/72a473b8-cb30-4476-8935-26f601c5aeb2 HTTP/1.1" status: 200 len: 1791 time: 0.0908797 Dec 10 18:10:03.617063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-5dcdec89-120d-44eb-9f46-06187f21644e tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:03.617265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] No DVR routers for this DVR port 2809efbb-c8e6-42ec-b489-18de730d11c7 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:03.619158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-5dcdec89-120d-44eb-9f46-06187f21644e tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.59 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 945 time: 0.0879636 Dec 10 18:10:03.620146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] Pushing event updated for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=10']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:03.659417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-f1e6583a-9d88-4428-8b20-ecb44df0925e service neutron] 10.222.0.59 "PUT /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7/bindings/n-h2-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6778872 Dec 10 18:10:03.711816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:03.731044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f343b1f9-8260-4942-beb1-cadaba5e86dd req-18934fa7-e081-4cbd-85ad-d8e635956f1f tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/72a473b8-cb30-4476-8935-26f601c5aeb2 HTTP/1.1" status: 200 len: 1791 time: 0.1111729 Dec 10 18:10:03.756978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:03.809607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-b26af0cb-ddf0-4337-9d8a-68460291e40c tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:03.811157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-b26af0cb-ddf0-4337-9d8a-68460291e40c tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.0914664 Dec 10 18:10:03.815732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Deleting port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:03.816075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:03.941787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c5ca9-9d17-4faa-8272-c0c10ca9e5c4 req-6be23e9f-3793-4c1d-b4e5-37d402dd8641 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:03.943486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-309c5ca9-9d17-4faa-8272-c0c10ca9e5c4 req-6be23e9f-3793-4c1d-b4e5-37d402dd8641 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 945 time: 0.0540485 Dec 10 18:10:03.999664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-309c5ca9-9d17-4faa-8272-c0c10ca9e5c4 req-74988781-cbf6-47ff-a414-af90fdbf8067 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496488 Dec 10 18:10:04.090116 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.165865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f343b1f9-8260-4942-beb1-cadaba5e86dd req-7323adbb-6421-4a0c-a942-c197499a9874 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.199555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a371b-106e-402c-8464-967928538d96 req-c75b417d-c482-43d0-8de9-4ccfd968c74b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:04.200954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c1a371b-106e-402c-8464-967928538d96 req-c75b417d-c482-43d0-8de9-4ccfd968c74b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 946 time: 0.0522459 Dec 10 18:10:04.219212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f343b1f9-8260-4942-beb1-cadaba5e86dd req-7323adbb-6421-4a0c-a942-c197499a9874 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.233811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-9fec1bd7-2e41-48da-bf4f-f260e89c92b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:04.235384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-9fec1bd7-2e41-48da-bf4f-f260e89c92b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 1096 time: 0.4149683 Dec 10 18:10:04.248848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] For port 6b1f5d4f-9086-416a-b0e4-66084ab927a4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6b1f5d4f-9086-416a-b0e4-66084ab927a4,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:04.251185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.251320 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c1a371b-106e-402c-8464-967928538d96 req-00b0beb4-9747-4a6b-bf7d-35cff81da110 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435476 Dec 10 18:10:04.276513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Calling delete_port for 6b1f5d4f-9086-416a-b0e4-66084ab927a4 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:04.339310 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.341259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f343b1f9-8260-4942-beb1-cadaba5e86dd req-7323adbb-6421-4a0c-a942-c197499a9874 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.343907 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f343b1f9-8260-4942-beb1-cadaba5e86dd req-7323adbb-6421-4a0c-a942-c197499a9874 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.345111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f343b1f9-8260-4942-beb1-cadaba5e86dd req-7323adbb-6421-4a0c-a942-c197499a9874 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/72a473b8-cb30-4476-8935-26f601c5aeb2 HTTP/1.1" status: 204 len: 173 time: 0.5933342 Dec 10 18:10:04.368962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323adbb-6421-4a0c-a942-c197499a9874 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a473b8-cb30-4476-8935-26f601c5aeb2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:04.398506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-0b3f5108-c0eb-45b5-83b7-cd8609bc6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:04.400164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-0b3f5108-c0eb-45b5-83b7-cd8609bc6436 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1096 time: 0.1129673 Dec 10 18:10:04.509495 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-e0c307f3-9c4a-4a1a-a667-e1a6521743d0 req-672e7f13-fa1c-4b80-99cc-dcd51582bfa1 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:10:04.510623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e0c307f3-9c4a-4a1a-a667-e1a6521743d0 req-672e7f13-fa1c-4b80-99cc-dcd51582bfa1 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/e674857e-45a1-48eb-a289-94abb419eab1 HTTP/1.1" status: 404 len: 352 time: 0.0564549 Dec 10 18:10:04.514671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb1039-422f-43c9-b689-f8f5b2aec2cd req-3de547f8-d9d4-4f02-b5b4-f2d5108dce5e tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:04.516393 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64eb1039-422f-43c9-b689-f8f5b2aec2cd req-3de547f8-d9d4-4f02-b5b4-f2d5108dce5e tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/ports?device_id=88e61936-1c9c-4ef7-be57-9fac74195b6b HTTP/1.1" status: 200 len: 945 time: 0.0562382 Dec 10 18:10:04.536031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.548779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6b1f5d4f-9086-416a-b0e4-66084ab927a4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:04.577333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-b0273fc3-cb8e-468b-9214-fd8d833b676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:04.578864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-b0273fc3-cb8e-468b-9214-fd8d833b676e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.1699762 Dec 10 18:10:04.581873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Pushing event deleted for resources: {'Port': ['ID=6b1f5d4f-9086-416a-b0e4-66084ab927a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:04.629942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64eb1039-422f-43c9-b689-f8f5b2aec2cd req-189a4edb-e73d-4558-b87d-4b81e102ce83 tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.55 "GET /v2.0/security-groups?id=3853b6ff-774b-46b7-a30e-74d832c8a3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982113 Dec 10 18:10:04.677698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-b3f676ac-7983-4220-a307-efcd87973b2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 200 len: 217 time: 0.0873761 Dec 10 18:10:04.696979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] No DVR routers for this DVR port 6b1f5d4f-9086-416a-b0e4-66084ab927a4 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:04.706711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:04.709915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed393a31-d0ea-43a8-8ba7-95dbb4f3ced1 req-6d3c1a02-fd1b-4621-b102-80ddcf58eb4d tempest-AttachSCSIVolumeTestJSON-786882149 tempest-AttachSCSIVolumeTestJSON-786882149-project] 10.222.0.59 "DELETE /v2.0/ports/6b1f5d4f-9086-416a-b0e4-66084ab927a4 HTTP/1.1" status: 204 len: 173 time: 1.0822644 Dec 10 18:10:04.710732 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-6919379a-21c0-4305-b67d-f0c073eed535 req-b39caaf5-43e4-4650-9e82-a39e32842576 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:10:04.711644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6919379a-21c0-4305-b67d-f0c073eed535 req-b39caaf5-43e4-4650-9e82-a39e32842576 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/fbef710b-3eb6-485c-a764-589ffa88a674 HTTP/1.1" status: 404 len: 352 time: 0.0589180 Dec 10 18:10:04.712129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'name': 'network-vif-deleted', 'tag': '6b1f5d4f-9086-416a-b0e4-66084ab927a4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:04.714810 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20407b7e-086b-452e-8ed2-d8ec6bf0fda9" -d '{"events": [{"server_uuid": "88e61936-1c9c-4ef7-be57-9fac74195b6b", "name": "network-vif-deleted", "tag": "6b1f5d4f-9086-416a-b0e4-66084ab927a4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:04.752850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35845d-7071-4046-b7b3-2b985e489578 req-cf899c06-b8a8-4a21-a17d-8ebaa3716ee1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:04.754499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca35845d-7071-4046-b7b3-2b985e489578 req-cf899c06-b8a8-4a21-a17d-8ebaa3716ee1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0624042 Dec 10 18:10:04.765184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-56550af8-9c92-4c0a-a947-e62fe0b357cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:04.766717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-56550af8-9c92-4c0a-a947-e62fe0b357cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0750210 Dec 10 18:10:04.819702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca35845d-7071-4046-b7b3-2b985e489578 req-91a8b34d-3768-446a-a58d-ea3f8293b904 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553532 Dec 10 18:10:04.836284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-fc81eafb-c1e0-4489-9e6c-21f4a9873004 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525384 Dec 10 18:10:04.853334 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c7769a-cfb7-497d-b4b0-d5b8537182cf x-openstack-request-id: req-c8c7769a-cfb7-497d-b4b0-d5b8537182cf {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:04.853763 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e61936-1c9c-4ef7-be57-9fac74195b6b", "name": "network-vif-deleted", "tag": "6b1f5d4f-9086-416a-b0e4-66084ab927a4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:04.854450 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8c7769a-cfb7-497d-b4b0-d5b8537182cf {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:04.854943 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e61936-1c9c-4ef7-be57-9fac74195b6b', 'name': 'network-vif-deleted', 'tag': '6b1f5d4f-9086-416a-b0e4-66084ab927a4', 'status': 'completed', 'code': 200} Dec 10 18:10:04.874898 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-15b088ea-c749-470f-ba0f-be78ae5387c9 req-40bf72c6-d3f9-468c-be79-888c09d9296b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:10:04.875805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-15b088ea-c749-470f-ba0f-be78ae5387c9 req-40bf72c6-d3f9-468c-be79-888c09d9296b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/2423e8e4-ae7d-463b-a0be-e8207a0a6f02 HTTP/1.1" status: 404 len: 352 time: 0.0149441 Dec 10 18:10:04.917008 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-fd21c9a5-66f5-407c-8da5-70968c4825a9 req-8e3c9d91-c14d-44ee-bc67-4a83886a55dc tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:10:04.917997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd21c9a5-66f5-407c-8da5-70968c4825a9 req-8e3c9d91-c14d-44ee-bc67-4a83886a55dc tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/7c0307e2-7f2a-4f8b-96ba-d20fd935dd96 HTTP/1.1" status: 404 len: 352 time: 0.0177085 Dec 10 18:10:04.949400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-347b1b90-d680-41a5-a54b-f97cfe9f9c27 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048179 Dec 10 18:10:04.952390 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-4c5856e8-af3f-4cbf-9a3e-c16ffb4a9ec8 req-b3eff56b-0479-4ccb-9e11-0de4303228f2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:10:04.953434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c5856e8-af3f-4cbf-9a3e-c16ffb4a9ec8 req-b3eff56b-0479-4ccb-9e11-0de4303228f2 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/103878c9-fe54-4382-bffc-2f6957d25fb2 HTTP/1.1" status: 404 len: 352 time: 0.0151944 Dec 10 18:10:05.023555 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-f8bf4cbf-b97d-4380-a2fa-509aca159902 req-0eb1422e-6ea5-49b8-b409-65bdc7349131 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] show failed (client error): The resource could not be found. Dec 10 18:10:05.024640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8bf4cbf-b97d-4380-a2fa-509aca159902 req-0eb1422e-6ea5-49b8-b409-65bdc7349131 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/c542dc35-58ee-422d-9fbf-5cbd3ea1f8db HTTP/1.1" status: 404 len: 352 time: 0.0480771 Dec 10 18:10:05.068158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-6a1d6177-545b-4242-b16d-688696f21164 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104708 Dec 10 18:10:05.139537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6189d8-1a05-43d3-bdce-cd971cce9d3b req-3f8b936b-6a3b-465b-81b2-a9bed1619151 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:05.141051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac6189d8-1a05-43d3-bdce-cd971cce9d3b req-3f8b936b-6a3b-465b-81b2-a9bed1619151 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 945 time: 0.0579538 Dec 10 18:10:05.198326 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac6189d8-1a05-43d3-bdce-cd971cce9d3b req-74a67766-206a-4b5f-9361-4849365cba5b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505352 Dec 10 18:10:05.352322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fa3a6-88c1-4fd3-8f0c-73845fdc3fa3 req-a9b3056e-c76d-4432-b244-9a4e894643f7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:05.358978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb9fa3a6-88c1-4fd3-8f0c-73845fdc3fa3 req-a9b3056e-c76d-4432-b244-9a4e894643f7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1024 time: 0.0801027 Dec 10 18:10:05.403726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-8b94d8f6-f74c-43d3-9162-e6c4bf3058cd tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:05.405460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-8b94d8f6-f74c-43d3-9162-e6c4bf3058cd tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.0868881 Dec 10 18:10:05.413508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042c412-bdab-4d58-adbf-474682fde31d req-ee18061c-2a44-47ad-911e-74cfd3741dff tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:05.414929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5042c412-bdab-4d58-adbf-474682fde31d req-ee18061c-2a44-47ad-911e-74cfd3741dff tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 946 time: 0.0649037 Dec 10 18:10:05.427912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb9fa3a6-88c1-4fd3-8f0c-73845fdc3fa3 req-c1458953-9701-497f-a437-94bdc104549d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=db0d537c-77f0-48f2-9418-4ac0ff793113&id=6646a3e0-7c9e-4a6d-bf39-12db8295ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0645411 Dec 10 18:10:05.509613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5042c412-bdab-4d58-adbf-474682fde31d req-a9bf918c-c4ff-45ca-abfa-01645101b8a1 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871758 Dec 10 18:10:05.559585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-146e87a6-78a3-481f-950f-abd292cb899f service neutron] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:05.562848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-146e87a6-78a3-481f-950f-abd292cb899f service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:05.563995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c7e8c5a-2d14-43a7-b29c-d2532b1e2d74 req-146e87a6-78a3-481f-950f-abd292cb899f service neutron] 10.222.0.30 "DELETE /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7/bindings/n-h1-821424-1 HTTP/1.1" status: 204 len: 173 time: 0.1478686 Dec 10 18:10:05.707469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-60c86ebc-8187-4e69-bce9-9a53e20a3e7e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:05.709223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-60c86ebc-8187-4e69-bce9-9a53e20a3e7e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0913188 Dec 10 18:10:05.763139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-116f7a11-c6c3-47c1-8e5a-6c29138446e4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 696 time: 0.0480762 Dec 10 18:10:05.772853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'floatingip': {'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:05.812242 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:05.991848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ac346-3c60-4946-8856-0f66acc75694 req-014d3e7d-9d0b-41be-a58b-9f3d1a5b257c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:05.994866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b1ac346-3c60-4946-8856-0f66acc75694 req-014d3e7d-9d0b-41be-a58b-9f3d1a5b257c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0630457 Dec 10 18:10:06.063188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b1ac346-3c60-4946-8856-0f66acc75694 req-e4e021f8-c305-4560-8f92-8a4f4c328dcb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631278 Dec 10 18:10:06.309725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:06.315999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:06.331053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462d039-ea19-4cde-b7b6-d6939f03537c req-139da675-4608-4da1-a642-cf61c34f9888 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:06.332753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e462d039-ea19-4cde-b7b6-d6939f03537c req-139da675-4608-4da1-a642-cf61c34f9888 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 945 time: 0.0534949 Dec 10 18:10:06.405531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e462d039-ea19-4cde-b7b6-d6939f03537c req-ccc5de91-c62a-4dd8-a4ea-4458488e3974 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641327 Dec 10 18:10:06.427304 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Floating IP fca7452d-461d-474b-88dd-e83fff3bd365 associated. External IP: 172.25.2.224, port: 177b2987-3420-4436-ab94-fc7927beaa2f. Dec 10 18:10:06.643228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dadaf9-d548-4479-a238-a2a2e72d3ff5 req-dcef5155-5b9e-4c03-8d48-cd7428f98546 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:06.645135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55dadaf9-d548-4479-a238-a2a2e72d3ff5 req-dcef5155-5b9e-4c03-8d48-cd7428f98546 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1024 time: 0.0609193 Dec 10 18:10:06.698203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:06.725228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55dadaf9-d548-4479-a238-a2a2e72d3ff5 req-39657f77-8928-4e10-b95d-9db56deb428b tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups?id=039e7192-73ac-4a21-bdc7-9c89ae2ae06c&id=db0d537c-77f0-48f2-9418-4ac0ff793113&id=6646a3e0-7c9e-4a6d-bf39-12db8295ca5b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0734503 Dec 10 18:10:06.834984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:06.839714 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:06.847379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:06.860518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:06.861203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac512c-b6de-4a81-a459-1570ca6fa1f4 req-0abaa8c0-b127-4cb1-918d-845384c9c652 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:06.861584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:06.863036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6ac512c-b6de-4a81-a459-1570ca6fa1f4 req-0abaa8c0-b127-4cb1-918d-845384c9c652 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1096 time: 0.0565841 Dec 10 18:10:06.865908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-c95092ee-1f66-4f8b-82a0-3d58ce2a8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:06.867429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-c95092ee-1f66-4f8b-82a0-3d58ce2a8df5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1096 time: 0.1041763 Dec 10 18:10:06.892312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-77ab5011-9d8d-48cb-a4f9-ab1bccd64384 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "PUT /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 200 len: 997 time: 1.1228714 Dec 10 18:10:06.892614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:06.902630 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aecd89-49b0-4a94-97ee-9113d1470241" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:06.964577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-b3cb9870-0f45-4b4f-93e1-5ecbc0a042f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:06.972416 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-b3cb9870-0f45-4b4f-93e1-5ecbc0a042f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.0631607 Dec 10 18:10:06.995151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:07.001488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6ac512c-b6de-4a81-a459-1570ca6fa1f4 req-690cd405-ed39-484e-82cd-457ea26e0713 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295249 Dec 10 18:10:07.025546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-89d52b26-f67b-4ba3-8ee6-ae4b69f6c1b5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.027424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-89d52b26-f67b-4ba3-8ee6-ae4b69f6c1b5 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.59 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 1024 time: 0.1349654 Dec 10 18:10:07.079844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-d563baf1-f2bf-4c7f-a40e-c3e897fd0442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.085791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-d563baf1-f2bf-4c7f-a40e-c3e897fd0442 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.2078559 Dec 10 18:10:07.238136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-2b9d8a2e-9fda-46a6-be5a-8b5dccf22f80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 217 time: 0.1415074 Dec 10 18:10:07.343832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-fa4e1baa-ad19-4252-aa01-0b3ba1c85ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.345653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-fa4e1baa-ad19-4252-aa01-0b3ba1c85ebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0961607 Dec 10 18:10:07.416157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-777d8443-c437-413b-a882-e16a04465925 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547040 Dec 10 18:10:07.441695 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b644eaba-6225-4ec2-8234-48685c86244a x-openstack-request-id: req-b644eaba-6225-4ec2-8234-48685c86244a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:07.442294 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:07.442471 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b644eaba-6225-4ec2-8234-48685c86244a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:07.442954 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f', 'status': 'completed', 'code': 200} Dec 10 18:10:07.488419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Deleting port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:07.489045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:07.507819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-1a5d46c8-f5dc-482f-a9da-7aad9d32c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.508640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:fc:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:06Z', 'revision_number': 1, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:07.510511 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-1a5d46c8-f5dc-482f-a9da-7aad9d32c7ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.0665476 Dec 10 18:10:07.543872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:07.556531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:07.557442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:07.567991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fcf8f-695c-48cc-8f7d-3ec16b9fe248 req-7b1f350c-6bef-4421-a7d5-7bf8659e99da tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.575756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c74fcf8f-695c-48cc-8f7d-3ec16b9fe248 req-7b1f350c-6bef-4421-a7d5-7bf8659e99da tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 1096 time: 0.2287953 Dec 10 18:10:07.587493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-5318dc33-ff95-47d4-bc12-37a3ec3a03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.596610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-5318dc33-ff95-47d4-bc12-37a3ec3a03aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.6227095 Dec 10 18:10:07.695939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:07.700900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-729a128c-1ecb-4738-bdc1-b7ad04d72853 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 1000 time: 0.1031518 Dec 10 18:10:07.701360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c74fcf8f-695c-48cc-8f7d-3ec16b9fe248 req-5105d714-e09f-42af-8aa6-f2184810f8ed tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188126 Dec 10 18:10:07.711536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-0d9a58e6-f514-4fca-95f6-3ebdcc814aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.712532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-0d9a58e6-f514-4fca-95f6-3ebdcc814aea service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1937575 Dec 10 18:10:07.762314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-f6f3cb5f-8c59-4ec1-ab41-a9a70c652741 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361824 Dec 10 18:10:07.769329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] For port 8bd3bc91-6edc-447c-8000-7b6e8d33df94, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8bd3bc91-6edc-447c-8000-7b6e8d33df94,segment=NetworkSegment(0e35c94a-727b-498e-af98-59f78f9a9db2),segment_id=0e35c94a-727b-498e-af98-59f78f9a9db2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:07.772291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:07.834995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6b1f5d4f-9086-416a-b0e4-66084ab927a4 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:07.843012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Calling delete_port for 8bd3bc91-6edc-447c-8000-7b6e8d33df94 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:07.846332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-aed99b91-e46a-4950-aea4-5dee9ac18039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.854695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-aed99b91-e46a-4950-aea4-5dee9ac18039 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1524885 Dec 10 18:10:07.889482 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-1ee34945-199f-4256-86c0-db078139072e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 1000 time: 0.1578729 Dec 10 18:10:07.917789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 6b1f5d4f-9086-416a-b0e4-66084ab927a4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:07.918395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6b1f5d4f-9086-416a-b0e4-66084ab927a4 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:07.947982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-3b1549b2-f76b-4692-8710-debaa5931f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:07.957306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-3b1549b2-f76b-4692-8710-debaa5931f84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014738 Dec 10 18:10:07.965252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-01098441-7ab4-4692-9c1e-e856e8a17250 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:10:07.972368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-01098441-7ab4-4692-9c1e-e856e8a17250 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136969 Dec 10 18:10:08.015520 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:fc:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:06Z', 'revision_number': 1, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:08.029354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-bd03b34c-693a-43e5-9598-8dadc21fc972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:08.031131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-bd03b34c-693a-43e5-9598-8dadc21fc972 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1322842 Dec 10 18:10:08.047828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-cf6bd6cd-86c2-4d5e-8eb5-2d65cd7386d1 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710741 Dec 10 18:10:08.050852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6107c3b3-f913-4c58-b344-76be3df7e493 None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:fc:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:06Z', 'revision_number': 1, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:08.097831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611cb61-bf12-4240-ac0f-92edb822efb6 req-e7c8362a-bf4b-46ab-92ae-00c373e2b864 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:08.106398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0611cb61-bf12-4240-ac0f-92edb822efb6 req-e7c8362a-bf4b-46ab-92ae-00c373e2b864 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0757456 Dec 10 18:10:08.181975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-ece160f5-ee75-4b82-9292-8d041e0968c4 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085278 Dec 10 18:10:08.192270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0611cb61-bf12-4240-ac0f-92edb822efb6 req-ca6bd5f4-23b1-4cee-ad0a-2816c73ffaeb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846760 Dec 10 18:10:08.225810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-0e416d54-a3c1-4f27-b425-f206adaedabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:08.227939 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-0e416d54-a3c1-4f27-b425-f206adaedabc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1748040 Dec 10 18:10:08.229228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:08.273126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'Port': ['ID=8bd3bc91-6edc-447c-8000-7b6e8d33df94,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:08.349885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] No DVR routers for this DVR port 8bd3bc91-6edc-447c-8000-7b6e8d33df94 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:08.354405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:08.360944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc1175a9-ab0e-4d26-aabc-c92ead740202 req-cc727d48-43d6-4750-b335-01a99bac2d1d tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.59 "DELETE /v2.0/ports/8bd3bc91-6edc-447c-8000-7b6e8d33df94 HTTP/1.1" status: 204 len: 173 time: 1.3211603 Dec 10 18:10:08.361860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'name': 'network-vif-deleted', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:08.365481 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c0bf0-b7c0-4be4-98f6-e015cb37dd1f" -d '{"events": [{"server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "name": "network-vif-deleted", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:08.390823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-b45bba11-d216-46b1-ba9f-ee538f7decd5 service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247122 Dec 10 18:10:08.417170 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361371f0-02c2-453d-9349-d6d72411b681 None None] New status for floating IP fca7452d-461d-474b-88dd-e83fff3bd365: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:10:08.463202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3579bc8-1da5-43c2-a37b-db61f0e8870d req-a717c771-5805-41d3-91f3-9da7bc340039 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/ports?device_id=19e07f7b-f843-4b8d-a136-e7046ed10e48 HTTP/1.1" status: 200 len: 210 time: 0.0290883 Dec 10 18:10:08.560074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18bb5817-2a6d-4f44-80fc-c08b12f5459b req-cd332b54-8338-4b78-8030-a3691272bd64 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704455 Dec 10 18:10:08.611907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73aecd89-49b0-4a94-97ee-9113d1470241 req-bd6d0373-a7a0-4555-b024-953eab64783e service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104633 Dec 10 18:10:08.902876 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa990cd-d3db-4ba1-abd1-e3d3cdd07ef9 x-openstack-request-id: req-caa990cd-d3db-4ba1-abd1-e3d3cdd07ef9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:08.903175 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e07f7b-f843-4b8d-a136-e7046ed10e48", "name": "network-vif-deleted", "tag": "8bd3bc91-6edc-447c-8000-7b6e8d33df94", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:08.903433 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-caa990cd-d3db-4ba1-abd1-e3d3cdd07ef9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:08.903943 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e07f7b-f843-4b8d-a136-e7046ed10e48', 'name': 'network-vif-deleted', 'tag': '8bd3bc91-6edc-447c-8000-7b6e8d33df94', 'status': 'completed', 'code': 200} Dec 10 18:10:09.044085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5479dea6-8320-4897-bc80-5408440d7be3 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:09.052587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5479dea6-8320-4897-bc80-5408440d7be3 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0977936 Dec 10 18:10:09.161146 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-8f89b794-adb8-4b1c-9753-0d5ff5a5f02c tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.1075296 Dec 10 18:10:09.173248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'floatingip': {'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:09.236353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.336689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa6f5d-c7f7-4a82-8b2e-b4cae6c8366d req-0dffb7e1-bfd7-4574-8475-fa0e1b746df8 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:09.345007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60aa6f5d-c7f7-4a82-8b2e-b4cae6c8366d req-0dffb7e1-bfd7-4574-8475-fa0e1b746df8 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0649242 Dec 10 18:10:09.402741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60aa6f5d-c7f7-4a82-8b2e-b4cae6c8366d req-456d9ab9-2616-4363-8f1e-b21c59d7f286 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530365 Dec 10 18:10:09.590976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d5cf85b-58b0-43e8-b252-554c64ede84d req-1483917d-bb4f-4dc5-9a0d-3b91c4f42713 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/6646a3e0-7c9e-4a6d-bf39-12db8295ca5b HTTP/1.1" status: 200 len: 1818 time: 0.0483360 Dec 10 18:10:09.662959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d5cf85b-58b0-43e8-b252-554c64ede84d req-05b98102-4c8b-4927-b598-7d434c780497 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.704668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d5cf85b-58b0-43e8-b252-554c64ede84d req-05b98102-4c8b-4927-b598-7d434c780497 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.726675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8bd3bc91-6edc-447c-8000-7b6e8d33df94 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:09.753413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 8bd3bc91-6edc-447c-8000-7b6e8d33df94 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:09.753768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8bd3bc91-6edc-447c-8000-7b6e8d33df94 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:09.756818 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d5cf85b-58b0-43e8-b252-554c64ede84d req-05b98102-4c8b-4927-b598-7d434c780497 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.759952 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d5cf85b-58b0-43e8-b252-554c64ede84d req-05b98102-4c8b-4927-b598-7d434c780497 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.761152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d5cf85b-58b0-43e8-b252-554c64ede84d req-05b98102-4c8b-4927-b598-7d434c780497 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/6646a3e0-7c9e-4a6d-bf39-12db8295ca5b HTTP/1.1" status: 204 len: 173 time: 0.1692188 Dec 10 18:10:09.783711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b98102-4c8b-4927-b598-7d434c780497 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6646a3e0-7c9e-4a6d-bf39-12db8295ca5b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:09.848781 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6beffa87-da4f-4eab-b087-7fc26b18a736 req-589e20bd-9756-48ca-a4db-837d55e9c773 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "GET /v2.0/security-groups/db0d537c-77f0-48f2-9418-4ac0ff793113 HTTP/1.1" status: 200 len: 1817 time: 0.0589519 Dec 10 18:10:09.890656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.897391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.930236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6beffa87-da4f-4eab-b087-7fc26b18a736 req-2db27ccd-566f-44ef-99a3-3855190d03d7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:09.955533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6beffa87-da4f-4eab-b087-7fc26b18a736 req-2db27ccd-566f-44ef-99a3-3855190d03d7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.023073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6beffa87-da4f-4eab-b087-7fc26b18a736 req-2db27ccd-566f-44ef-99a3-3855190d03d7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.026177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6beffa87-da4f-4eab-b087-7fc26b18a736 req-2db27ccd-566f-44ef-99a3-3855190d03d7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.027573 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6beffa87-da4f-4eab-b087-7fc26b18a736 req-2db27ccd-566f-44ef-99a3-3855190d03d7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] 10.222.0.55 "DELETE /v2.0/security-groups/db0d537c-77f0-48f2-9418-4ac0ff793113 HTTP/1.1" status: 204 len: 173 time: 0.1702459 Dec 10 18:10:10.036881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57608) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:10.052125 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Floating IP fca7452d-461d-474b-88dd-e83fff3bd365 associated. External IP: 172.25.2.224, port: 177b2987-3420-4436-ab94-fc7927beaa2f. Dec 10 18:10:10.053008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db27ccd-566f-44ef-99a3-3855190d03d7 tempest-SecurityGroupsTestJSON-988025979 tempest-SecurityGroupsTestJSON-988025979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0d537c-77f0-48f2-9418-4ac0ff793113,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:10.108560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] Deleting subnet e99b290a-07d3-4d2b-87af-6513e7647e3c {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:10:10.112572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.165905 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.217630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.320045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.355802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99b290a-07d3-4d2b-87af-6513e7647e3c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:10.374933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.382999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-867fc8fd-cb9d-4228-8975-9f6169161d05 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e99b290a-07d3-4d2b-87af-6513e7647e3c HTTP/1.1" status: 204 len: 168 time: 0.3446388 Dec 10 18:10:10.385531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57612) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:10.495353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.502862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:10.546873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c52cd-fc95-4f17-af98-dc23094ba710 req-3d99bcd2-1a97-4eb3-98fb-2f3ff8428f71 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:10.548901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-837c52cd-fc95-4f17-af98-dc23094ba710 req-3d99bcd2-1a97-4eb3-98fb-2f3ff8428f71 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0690255 Dec 10 18:10:10.621968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-837c52cd-fc95-4f17-af98-dc23094ba710 req-7a597a1b-7b08-441b-a419-f2822b80480e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668972 Dec 10 18:10:10.661531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:10.672905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:10.687629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:10.688528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:10.802550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.821074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:10.837610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751b956-7321-4ad7-a8b4-ffcc52572ff4']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:10.854452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e35c94a-727b-498e-af98-59f78f9a9db2') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:10.854452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e35c94a-727b-498e-af98-59f78f9a9db2') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:10.894671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.916965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.927813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:10:10.928211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:10:10.930152 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:10:11.049602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:11.068922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:11.077584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] 10.222.0.55 "DELETE /v2.0/networks/c751b956-7321-4ad7-a8b4-ffcc52572ff4 HTTP/1.1" status: 204 len: 168 time: 0.6880224 Dec 10 18:10:11.079102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae9d98-52a3-473f-9c9e-2009aa8be117 admin admin] Pushing event deleted for resources: {'Network': ['ID=c751b956-7321-4ad7-a8b4-ffcc52572ff4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:11.097966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:11.107729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:e1:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:09Z', 'revision_number': 3, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:11.212558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:11.236305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57622) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:11.238393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:11.239189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:11.258146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:11.269811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:11.320448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a3f40f1c-f08b-449e-a7ba-a506aa0d42a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=43da16e451f248dcaddd203c318551c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831554 Dec 10 18:10:11.323295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57626) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:11.337256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:11.343747 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234ee456-4934-4c21-b205-e39952764464" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:11.409353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-5cce3ca9-d5a7-46f9-8158-d024f57432f4 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "PUT /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 200 len: 999 time: 2.2405868 Dec 10 18:10:11.423404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:11.430877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99421b92-e124-4f26-bad0-872c652b4ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:11.484038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99421b92-e124-4f26-bad0-872c652b4ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:11.510177 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae03ff6-fbd8-4ea8-89ac-e0f53e45f06a x-openstack-request-id: req-9ae03ff6-fbd8-4ea8-89ac-e0f53e45f06a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:11.510887 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:11.512431 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ae03ff6-fbd8-4ea8-89ac-e0f53e45f06a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:11.512906 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f', 'status': 'completed', 'code': 200} Dec 10 18:10:11.524353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-8fcaee49-d6bc-45bd-9a9b-67c46e20ab5a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:11.526041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-8fcaee49-d6bc-45bd-9a9b-67c46e20ab5a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports/177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 943 time: 0.1089046 Dec 10 18:10:11.553434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99421b92-e124-4f26-bad0-872c652b4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:11.556728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99421b92-e124-4f26-bad0-872c652b4ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:11.559189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99421b92-e124-4f26-bad0-872c652b4ec9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/039e7192-73ac-4a21-bdc7-9c89ae2ae06c HTTP/1.1" status: 204 len: 168 time: 0.2348583 Dec 10 18:10:11.577349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99421b92-e124-4f26-bad0-872c652b4ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e7192-73ac-4a21-bdc7-9c89ae2ae06c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:11.618803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ee456-4934-4c21-b205-e39952764464 req-28b7005b-f8a3-44c5-bd6d-b04670cabb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:11.620459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-234ee456-4934-4c21-b205-e39952764464 req-28b7005b-f8a3-44c5-bd6d-b04670cabb73 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.0934215 Dec 10 18:10:11.747395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ee456-4934-4c21-b205-e39952764464 req-da7c3c2b-455b-4ca6-93fc-cfd4dbdde3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:11.749057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-234ee456-4934-4c21-b205-e39952764464 req-da7c3c2b-455b-4ca6-93fc-cfd4dbdde3e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1150398 Dec 10 18:10:11.808089 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-234ee456-4934-4c21-b205-e39952764464 req-820a3573-f752-4686-a3e6-b26f2367ed65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 217 time: 0.0432823 Dec 10 18:10:11.863515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-d490a917-b3a2-4c20-a677-04487c8cdfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:11.865684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-d490a917-b3a2-4c20-a677-04487c8cdfb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.2443240 Dec 10 18:10:11.877536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20cfac-5273-41af-9eca-ce79748be390 req-d5742769-2886-4898-991a-7f29371eba29 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:11.890271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ee456-4934-4c21-b205-e39952764464 req-c977d901-7ded-4413-b4fe-43dfd9a4fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:11.891657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c20cfac-5273-41af-9eca-ce79748be390 req-d5742769-2886-4898-991a-7f29371eba29 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1071305 Dec 10 18:10:11.891814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-234ee456-4934-4c21-b205-e39952764464 req-c977d901-7ded-4413-b4fe-43dfd9a4fd18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.0743949 Dec 10 18:10:11.929552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:e1:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:09Z', 'revision_number': 3, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:11.985936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ee456-4934-4c21-b205-e39952764464 req-b2ff2800-310a-4aed-a57c-3615b527ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:11.987510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-234ee456-4934-4c21-b205-e39952764464 req-b2ff2800-310a-4aed-a57c-3615b527ba41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807185 Dec 10 18:10:11.990328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05012029-17ff-4786-ac87-f28ca1ebb0c3 None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:e1:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:09Z', 'revision_number': 3, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:12.015485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c20cfac-5273-41af-9eca-ce79748be390 req-84b708b2-2d6f-4911-ab4c-5f37978696f6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167021 Dec 10 18:10:12.034728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-71cd0b46-31c0-4017-ba11-0277770b8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:12.045214 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-71cd0b46-31c0-4017-ba11-0277770b8377 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1669998 Dec 10 18:10:12.120314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-80861888-9a02-4e8a-b739-537975cea3a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 217 time: 0.0739763 Dec 10 18:10:12.218714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-491ed386-799b-4105-8ded-b83dad2a96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:12.226465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-491ed386-799b-4105-8ded-b83dad2a96c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.0780716 Dec 10 18:10:12.275976 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-234ee456-4934-4c21-b205-e39952764464 req-a84a8c6c-7d3a-49c4-bf92-77412fd66688 service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799705 Dec 10 18:10:12.286188 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad75f60-0c13-478a-a070-5234e1f88984 None None] New status for floating IP fca7452d-461d-474b-88dd-e83fff3bd365: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:10:12.304346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-e35725c3-a4e2-4fd9-b6d2-effee0f8fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:12.306516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-e35725c3-a4e2-4fd9-b6d2-effee0f8fd91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791559 Dec 10 18:10:12.633307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:12.645745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:12.646736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:12.695555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57662) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:12.809833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1822376693-network', 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:12.836346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:12.839455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:12.856950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:12.859953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-e9a73e3a-6b48-4b1a-a028-b91415802a18 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5379608 Dec 10 18:10:12.900101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-234ee456-4934-4c21-b205-e39952764464 req-2172fa92-bb4d-4b90-a111-9ce63eaf8e07 service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6067860 Dec 10 18:10:12.947543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:12.969253 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:12.976102 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:12.983215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-6edb08bb-6eb2-4efb-867a-92d7106314d2 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121597 Dec 10 18:10:13.011720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:10:13.030945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999b8c91-d76c-4193-9d36-d04e45a65413,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:13.052225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:13.052585 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Added segment bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c of type vlan for network 9991c54f-ff41-48aa-8b6f-70c12caf5dff Dec 10 18:10:13.061736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-a2376716-bdb1-4ff6-afc0-456c0b16c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.070158 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-a2376716-bdb1-4ff6-afc0-456c0b16c6d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 1097 time: 0.0610728 Dec 10 18:10:13.105277 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:13.184113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97add1b2-a2be-4270-be0e-6ff621ca903b req-2f32c460-2c61-40d0-bbce-c211ab769835 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.185911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97add1b2-a2be-4270-be0e-6ff621ca903b req-2f32c460-2c61-40d0-bbce-c211ab769835 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0713885 Dec 10 18:10:13.187691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:13.188465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.189152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:13.204311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-4a7b431e-236e-4b35-86cf-ee8443d2f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.217034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-4a7b431e-236e-4b35-86cf-ee8443d2f48b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1458492 Dec 10 18:10:13.263703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5666454 Dec 10 18:10:13.268702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57670) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:13.273559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:e1:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:12Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:13.275867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Request body: {'subnet': {'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1822376693-subnet', 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:13.297663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97add1b2-a2be-4270-be0e-6ff621ca903b req-9509c174-7b52-4f0c-ad56-50518e0abb33 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013696 Dec 10 18:10:13.301726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d326aa-ba82-4c5d-9f31-89317d7cf7ef admin admin] Pushing event updated for resources: {'Network': ['ID=9991c54f-ff41-48aa-8b6f-70c12caf5dff,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:13.320121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:10:13.338774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-69c2debb-aaaa-4b7f-bc06-902cd8e99235 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 1002 time: 0.1201501 Dec 10 18:10:13.349403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:13.352548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:13.386869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:13.404630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:13.405830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:13.465305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-a90d2178-f9ec-4ad9-a6ff-21fdce2b9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.467285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-a90d2178-f9ec-4ad9-a6ff-21fdce2b9225 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1276858 Dec 10 18:10:13.513862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:13.516578 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24de95d1-1c9a-48e2-ad61-52c43f06e841" -d '{"events": [{"name": "network-changed", "server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:13.563109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:13.575732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-8781c52d-7a76-4301-a6c2-68dfa07a3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.577277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-8781c52d-7a76-4301-a6c2-68dfa07a3f63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013913 Dec 10 18:10:13.580723 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735333b5-07ab-4d9a-bbdc-e2452314036a x-openstack-request-id: req-735333b5-07ab-4d9a-bbdc-e2452314036a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:13.580902 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:13.581141 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-735333b5-07ab-4d9a-bbdc-e2452314036a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:13.581705 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'status': 'completed', 'code': 200} Dec 10 18:10:13.671264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-cd347044-2274-48bb-9016-47809f1a7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.672783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-cd347044-2274-48bb-9016-47809f1a7d7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 1097 time: 0.0639522 Dec 10 18:10:13.764477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:13.793135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-464fa8e4-2e86-4acd-ad9a-3d32f15a9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.794554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-464fa8e4-2e86-4acd-ad9a-3d32f15a9239 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1115801 Dec 10 18:10:13.848036 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-b034bb97-c410-4af1-b7f3-50f0ea5f09a7 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453914 Dec 10 18:10:13.871072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-09cdd4a4-1b4e-4a48-bf49-d9262b3d19d7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 1002 time: 0.0673454 Dec 10 18:10:13.879182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6305297-35c8-4bd1-84c5-3776d17fe8cc,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:13.928580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:e1:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:12Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:13.961339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fad42e-de1b-41e7-bcc0-ded2e832348b None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:e1:5a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:12Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:13.978231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-760d6349-38e6-4f33-9851-f13d50184d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:13.980664 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-760d6349-38e6-4f33-9851-f13d50184d15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1022344 Dec 10 18:10:13.985784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:13.987464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Network hostable DHCP agents. Network: 9991c54f-ff41-48aa-8b6f-70c12caf5dff, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:10:14.026732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d30ccbc-4659-4baa-a055-1debf117b1ab req-7e55edab-fe0b-418c-b57d-f6b12464f7bb service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775117 Dec 10 18:10:14.058854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:10:14.084122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-396c19e3-774e-42c7-b0d0-b33c7d40bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:14.086224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-396c19e3-774e-42c7-b0d0-b33c7d40bacc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972478 Dec 10 18:10:14.087815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9991c54f-ff41-48aa-8b6f-70c12caf5dff) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:14.098464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:14.100136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:14.102786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de527e-4682-425d-a87f-d81eb0385c22 None None] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:14.131830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-984bf47c-ddbd-4749-9edc-e5b0d18c9f51 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8613484 Dec 10 18:10:14.295019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701fb9f-c858-45b2-81ff-3bbbe8c39233 None None] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:14.307284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-2326767b-532c-4b4c-9adc-0ebc4d93020a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.2305303 Dec 10 18:10:14.370189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-41203355-a420-4c70-9508-8b4ce66b1f2f service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664897 Dec 10 18:10:14.387701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-aefb29b1-f9e0-43d0-9885-ceac78bcb607 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:14.401667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-aefb29b1-f9e0-43d0-9885-ceac78bcb607 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports/79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 943 time: 0.0931077 Dec 10 18:10:14.515175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36d7ea-a01d-45c6-b86b-663ebca5b176 req-87e93bc7-2f4c-414d-a81d-aad8afed0660 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:14.517080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df36d7ea-a01d-45c6-b86b-663ebca5b176 req-87e93bc7-2f4c-414d-a81d-aad8afed0660 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0681331 Dec 10 18:10:14.545477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24de95d1-1c9a-48e2-ad61-52c43f06e841 req-56c574e0-378e-423e-99df-10ec80f40639 service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427441 Dec 10 18:10:14.574868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df36d7ea-a01d-45c6-b86b-663ebca5b176 req-edde2d14-43c7-4afb-8045-83ea03cc834c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509501 Dec 10 18:10:14.603571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-67b2d176-ceea-4ab9-bff9-36dfbeb6543a tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.0714116 Dec 10 18:10:14.735555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-5ba6948a-76e4-4ae5-ac4e-478240345788 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:14.737060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-5ba6948a-76e4-4ae5-ac4e-478240345788 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1274316 Dec 10 18:10:14.749415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-f1e0fbca-da50-4513-845e-084d5ac60d14 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:10:14.750696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0319bdc-fbb1-42c7-8c0e-4ed14e35c252 req-f1e0fbca-da50-4513-845e-084d5ac60d14 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078585 Dec 10 18:10:15.014002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-112f6111-5a43-4800-9b73-6882c9b9e473 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:15.015669 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-112f6111-5a43-4800-9b73-6882c9b9e473 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.1318228 Dec 10 18:10:15.032466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-6cfa9b69-d0c7-4d2c-9e75-5d2d999bb3a2 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/quotas/8d1c617fa8a04d7c98b753e07497db5f HTTP/1.1" status: 200 len: 375 time: 0.0104766 Dec 10 18:10:15.054898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-f88c0aa6-2c15-4fea-8bca-c73debb2cfa9 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.0762789 Dec 10 18:10:15.076010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-a0799943-c425-467e-a5d2-731a8a5c14fd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371819 Dec 10 18:10:15.123717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d440c70-c987-464a-8050-ca01b86c59cc req-aa6733bb-b55a-4a60-b42e-c72492b857cd tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:15.129082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-aa6733bb-b55a-4a60-b42e-c72492b857cd tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports/79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 943 time: 0.0637784 Dec 10 18:10:15.200922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-fb8c17af-7b7f-407c-bef3-78edf9e6e8cf service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149230 Dec 10 18:10:15.258726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-3792364f-5753-46d6-a516-fbb7be2f8d2c tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.0886991 Dec 10 18:10:15.313677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-5c8de618-ec00-4dba-a147-51460d6e39b8 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054680 Dec 10 18:10:15.389304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d440c70-c987-464a-8050-ca01b86c59cc req-5edbbc8b-5b3d-41b3-a44e-78e473998cca tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:15.391154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-5edbbc8b-5b3d-41b3-a44e-78e473998cca tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1260207 Dec 10 18:10:15.475648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-95de66bd-5b24-4c0b-b128-b0014ea95d41 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.0747015 Dec 10 18:10:15.488611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:15.530806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dc6802a-5e51-49d8-a106-71a624495fb0 req-c8b686b0-4f0d-4cf2-a9a3-1d0cc622b1ae tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 210 time: 0.0606868 Dec 10 18:10:15.752243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c2c39-ce30-4f21-8753-7ad4e7b85e16 req-e5b95bcc-5aa7-44dd-af12-a644b5f9e62c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:15.761333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-747c2c39-ce30-4f21-8753-7ad4e7b85e16 req-e5b95bcc-5aa7-44dd-af12-a644b5f9e62c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0885878 Dec 10 18:10:15.829157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-747c2c39-ce30-4f21-8753-7ad4e7b85e16 req-666570a4-8c5f-4460-96f6-683644a3a57f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656049 Dec 10 18:10:15.905064 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:16.073168 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:16.077508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:16.077866 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Floating IP fca7452d-461d-474b-88dd-e83fff3bd365 disassociated. External IP: 172.25.2.224, port: 79a2d5ed-5e06-462b-b2eb-58eff7848d0c. Dec 10 18:10:16.310925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:16.422796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:16.427888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:16.433210 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:16.443457 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:16.444056 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:16.460418 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-2cde1e9e-1e8f-4c95-99f4-58e54c63374b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "PUT /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 200 len: 695 time: 0.9763606 Dec 10 18:10:16.461223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:16.467144 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae466e1-e359-4d35-ac06-2f3f20468a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:16.519194 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32125147-c7a5-4315-b660-8c993bbb95c4 x-openstack-request-id: req-32125147-c7a5-4315-b660-8c993bbb95c4 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:16.519511 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:16.519888 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32125147-c7a5-4315-b660-8c993bbb95c4 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:16.520346 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'status': 'completed', 'code': 200} Dec 10 18:10:16.567819 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:16.587366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d440c70-c987-464a-8050-ca01b86c59cc req-844ad61d-fe8d-4622-9d11-923d0b726763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:16.589647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-844ad61d-fe8d-4622-9d11-923d0b726763 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 1097 time: 0.1043212 Dec 10 18:10:16.624624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-977edd9f-380b-415b-a270-47b8e9b006bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:16.626145 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-977edd9f-380b-415b-a270-47b8e9b006bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 1097 time: 0.0827820 Dec 10 18:10:16.663756 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b551be41-43a5-4a8a-a7a3-f601e24755fd req-2650c287-1160-498b-b380-6ac7d3419c75 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 210 time: 0.0448089 Dec 10 18:10:16.787860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d440c70-c987-464a-8050-ca01b86c59cc req-0ba47057-c513-47a1-b652-ad8d70895923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:16.796021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-0ba47057-c513-47a1-b652-ad8d70895923 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1983724 Dec 10 18:10:16.813919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-f7cc10d5-abe8-4100-b69d-d1530db29c56 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:16.816629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-f7cc10d5-abe8-4100-b69d-d1530db29c56 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.1432800 Dec 10 18:10:16.833589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Request body: {'port': {'device_id': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'admin_state_up': True, 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:16.858349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-add2e059-c932-4905-8b10-12e05616a4fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 217 time: 0.0616188 Dec 10 18:10:16.859844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-40972570-5681-4169-b442-df441a397894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:16.861206 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-40972570-5681-4169-b442-df441a397894 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1999438 Dec 10 18:10:16.929128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-9ccfb03b-757e-4fb7-92ac-9bc4837020e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 200 len: 217 time: 0.0542407 Dec 10 18:10:16.939414 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:16.974702 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:16.984838 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:16.985734 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:17.015484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d440c70-c987-464a-8050-ca01b86c59cc req-1d0bdc58-b7dc-4417-a58e-5c81d2134114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:17.017140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-1d0bdc58-b7dc-4417-a58e-5c81d2134114 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1530833 Dec 10 18:10:17.022027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-4e4dd16d-0bf1-4ee3-a0f3-8f211d7a18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:17.023657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-4e4dd16d-0bf1-4ee3-a0f3-8f211d7a18ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.0709097 Dec 10 18:10:17.039838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5d49e-92de-4b63-a913-f17837c3759b req-529cac1c-a3b1-4bab-b159-43ef848bea39 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:17.041604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffa5d49e-92de-4b63-a913-f17837c3759b req-529cac1c-a3b1-4bab-b159-43ef848bea39 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0843246 Dec 10 18:10:17.042902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:17.046638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:17.116537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d440c70-c987-464a-8050-ca01b86c59cc req-9e247173-ac38-471b-be94-6695ff4fd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:17.118241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-9e247173-ac38-471b-be94-6695ff4fd1ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935562 Dec 10 18:10:17.123890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-b09f621b-9110-423c-a2dc-5e2ba571574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:17.124564 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:17.125590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-b09f621b-9110-423c-a2dc-5e2ba571574b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874009 Dec 10 18:10:17.242946 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffa5d49e-92de-4b63-a913-f17837c3759b req-6c08bfb9-6584-4843-a08a-220a86c3afe0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926255 Dec 10 18:10:17.256718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Allocated IP 172.20.0.7 (9991c54f-ff41-48aa-8b6f-70c12caf5dff/e6305297-35c8-4bd1-84c5-3776d17fe8cc/0f93ab0e-92b1-4abe-955c-73d2d5915653) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:17.324967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-24e76680-6add-4c09-972d-b5102152e09b service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895843 Dec 10 18:10:17.334272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-27ceed97-0246-45bd-a25d-2dc6d6179733 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063706 Dec 10 18:10:17.391656 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:17.420274 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858a5c-97f6-49c4-aa66-ef3cae8db0ca None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:17.524888 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d440c70-c987-464a-8050-ca01b86c59cc req-056ad6da-e69a-470a-b74f-7e7bb8d5bcac service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895113 Dec 10 18:10:17.529998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ae466e1-e359-4d35-ac06-2f3f20468a9f req-600707cd-954e-4ffd-9488-83c599476d9e service neutron] 10.222.0.30 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868596 Dec 10 18:10:17.603409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:17.657757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:17.721050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:17.725024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:17.730320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:17.744569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event updated for resources: {'Port': ['ID=0f93ab0e-92b1-4abe-955c-73d2d5915653,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:17.824905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:17.825613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:17.857857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ab6b05-001f-4572-a899-88b11f2089a9 None None] New status for floating IP fca7452d-461d-474b-88dd-e83fff3bd365: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:10:17.866988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-103c2ba2-90c0-49b1-8ba3-82a9443d32bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0398510 Dec 10 18:10:17.881845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e71c5b-6b92-4651-9ba3-817250175581 req-ce2a5510-e0b9-4602-aef5-8da2045d6cae tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:17.883667 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35e71c5b-6b92-4651-9ba3-817250175581 req-ce2a5510-e0b9-4602-aef5-8da2045d6cae tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 931 time: 0.0872486 Dec 10 18:10:17.888868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Request body: {'port': {'device_id': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:17.983680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:17.998015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35e71c5b-6b92-4651-9ba3-817250175581 req-685899d7-dacc-41ee-b447-2a8fe3e36a2f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029646 Dec 10 18:10:18.039100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-2fcff8da-d53b-4e57-a3f7-14d1f489d14e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:18.049299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-2fcff8da-d53b-4e57-a3f7-14d1f489d14e tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2021732 Dec 10 18:10:18.167290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-6c098e4e-908f-406d-9cdf-109040c786fb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 698 time: 0.1166418 Dec 10 18:10:18.169062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:18.177561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'floatingip': {'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:18.286967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:18.385111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613ab70-a0e6-49e5-9272-861ec2af6035 req-0b19f7e7-241e-48df-a51f-4fdfbdc0125b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:18.392485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0613ab70-a0e6-49e5-9272-861ec2af6035 req-0b19f7e7-241e-48df-a51f-4fdfbdc0125b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0890262 Dec 10 18:10:18.404489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f93ab0e-92b1-4abe-955c-73d2d5915653 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:18.421359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:18.453325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Transition to ACTIVE for port object 0f93ab0e-92b1-4abe-955c-73d2d5915653 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:10:18.458888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0613ab70-a0e6-49e5-9272-861ec2af6035 req-a3d475e9-106e-4827-874b-245f4fba2cc1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654950 Dec 10 18:10:18.460581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:18.559788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Pushing event updated for resources: {'Port': ['ID=0f93ab0e-92b1-4abe-955c-73d2d5915653,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:18.594665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Attempting to bind port 0f93ab0e-92b1-4abe-955c-73d2d5915653 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:10:18.595001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Attempting to bind port 0f93ab0e-92b1-4abe-955c-73d2d5915653 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:10:18.595404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Attempting to bind port 0f93ab0e-92b1-4abe-955c-73d2d5915653 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:18.600541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Port 0f93ab0e-92b1-4abe-955c-73d2d5915653 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:10:18.600541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Attempting to bind port 0f93ab0e-92b1-4abe-955c-73d2d5915653 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:18.606854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:10:18.607199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:18.607581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Bound using segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:10:18.608010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Bound port: 0f93ab0e-92b1-4abe-955c-73d2d5915653, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:10:18.608378 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:18.675908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] For port 0f93ab0e-92b1-4abe-955c-73d2d5915653, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:18.679620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] For port 0f93ab0e-92b1-4abe-955c-73d2d5915653, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0f93ab0e-92b1-4abe-955c-73d2d5915653,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:10:18.685718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:18.729632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:18.730264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:18.731685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] 10.222.0.59 "PUT /v2.0/ports/0f93ab0e-92b1-4abe-955c-73d2d5915653 HTTP/1.1" status: 200 len: 1091 time: 0.8470449 Dec 10 18:10:18.732133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'tag': '0f93ab0e-92b1-4abe-955c-73d2d5915653'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:18.735384 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dedf87c-80c5-43ab-879f-a16683f0ae54" -d '{"events": [{"name": "network-changed", "server_uuid": "63b7e3ae-a890-4b4c-bb5f-22eb81259c97", "tag": "0f93ab0e-92b1-4abe-955c-73d2d5915653"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:18.790069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3ba25-e697-4402-9ed7-170889ba6cef service neutron] Pushing event updated for resources: {'Port': ['ID=0f93ab0e-92b1-4abe-955c-73d2d5915653,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:18.844354 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9084eadf-d5d6-4b89-8aef-6e31f77b722e x-openstack-request-id: req-9084eadf-d5d6-4b89-8aef-6e31f77b722e {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:18.844707 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b7e3ae-a890-4b4c-bb5f-22eb81259c97", "tag": "0f93ab0e-92b1-4abe-955c-73d2d5915653", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:18.845064 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9084eadf-d5d6-4b89-8aef-6e31f77b722e {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:18.845498 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'tag': '0f93ab0e-92b1-4abe-955c-73d2d5915653', 'status': 'completed', 'code': 200} Dec 10 18:10:18.895252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-0fad0a5d-fe96-479b-a8fd-78d7115ffa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:18.897810 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-0fad0a5d-fe96-479b-a8fd-78d7115ffa6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 1094 time: 0.0946269 Dec 10 18:10:18.954661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-d208476e-71d9-43f9-90ad-f22608d71a8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f93ab0e-92b1-4abe-955c-73d2d5915653 HTTP/1.1" status: 200 len: 217 time: 0.0463867 Dec 10 18:10:19.025953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-eee83bd5-7f29-4dd8-8e6a-7c383f00507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:19.027721 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-eee83bd5-7f29-4dd8-8e6a-7c383f00507f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.0642602 Dec 10 18:10:19.073582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-84589c61-b811-4d8e-9e14-cda3b19be466 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361497 Dec 10 18:10:19.246088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-5d6673e0-f6f1-4713-9215-026302131843 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635492 Dec 10 18:10:19.257847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9021b-dd6c-45e1-9178-7595ba4c5c5c req-4f38f6cb-e349-4280-83b8-67692be95a48 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:19.259649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dea9021b-dd6c-45e1-9178-7595ba4c5c5c req-4f38f6cb-e349-4280-83b8-67692be95a48 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 943 time: 0.1478391 Dec 10 18:10:19.322287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:10:19.366378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dea9021b-dd6c-45e1-9178-7595ba4c5c5c req-91b48baa-a99e-4ed5-ac12-7191364366f7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975282 Dec 10 18:10:19.394548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5329106b-7f81-48d9-aef3-1109f4d3c7ef req-f7ee82a1-6894-4c64-b88b-b85b6f3baaa0 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337509 Dec 10 18:10:19.452026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:19.463122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:19.519535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-863af227-4438-4f84-83af-e0cdd0866075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:19.521276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-863af227-4438-4f84-83af-e0cdd0866075 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 1094 time: 0.0667734 Dec 10 18:10:19.542407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-932ae79c-7b17-49be-a119-2187b4a32612 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:19.543917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-932ae79c-7b17-49be-a119-2187b4a32612 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.30 "GET /v2.0/ports?device_id=66df86ac-911a-4cb9-889e-ddd5721e149d HTTP/1.1" status: 200 len: 946 time: 0.1795714 Dec 10 18:10:19.711448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7823-0e21-4512-b75d-fa169ce87bf9 req-33addc26-274c-49d5-8637-71a0099b2eab tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:19.718972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb3e7823-0e21-4512-b75d-fa169ce87bf9 req-33addc26-274c-49d5-8637-71a0099b2eab tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.1560307 Dec 10 18:10:19.740281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-36be5199-f71a-4aad-a177-e542449ccf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:19.742341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-36be5199-f71a-4aad-a177-e542449ccf4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 0.2125437 Dec 10 18:10:19.777776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:19.782571 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Floating IP fca7452d-461d-474b-88dd-e83fff3bd365 associated. External IP: 172.25.2.224, port: 177b2987-3420-4436-ab94-fc7927beaa2f. Dec 10 18:10:19.825851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-95635ea1-a161-40b3-83fe-58a0fd87afbb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f93ab0e-92b1-4abe-955c-73d2d5915653 HTTP/1.1" status: 200 len: 217 time: 0.0707657 Dec 10 18:10:19.841702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb3e7823-0e21-4512-b75d-fa169ce87bf9 req-52e8bfcf-08d0-4a53-bf2d-3408beef4cdc tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217408 Dec 10 18:10:19.953752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-5521801d-7869-4d51-be1f-c576aeadbcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:19.955534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-5521801d-7869-4d51-be1f-c576aeadbcae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1126392 Dec 10 18:10:19.978334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Deleting port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:19.979131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:20.014116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-bfddcde8-49fe-4744-bdfc-cdfd84d583ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488398 Dec 10 18:10:20.166193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-58223a1b-2ef9-48cb-a73c-769e83deb247 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428721 Dec 10 18:10:20.301497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dedf87c-80c5-43ab-879f-a16683f0ae54 req-07b3c0c5-4b44-4b02-8992-113b655efc60 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260390 Dec 10 18:10:20.347782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] For port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:20.348353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:20.370973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Calling delete_port for 79a2d5ed-5e06-462b-b2eb-58eff7848d0c owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:20.422700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:20.498554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e59a0-4461-42b9-ae4d-716624491d77 req-0c7a6df9-6860-41b4-80db-0535fbfae3ad tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:20.500247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d51e59a0-4461-42b9-ae4d-716624491d77 req-0c7a6df9-6860-41b4-80db-0535fbfae3ad tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 943 time: 0.0579596 Dec 10 18:10:20.562919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d51e59a0-4461-42b9-ae4d-716624491d77 req-23bde849-ebf9-42c1-8a98-d601da67a468 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519831 Dec 10 18:10:20.661792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Deleting port e6bea9ef-4987-4578-993c-925db57b431d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:20.662133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:20.724956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:20.730838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:20.735471 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:20.746146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:20.746889 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:20.760824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:20.776357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['79a2d5ed-5e06-462b-b2eb-58eff7848d0c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:20.780460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['177b2987-3420-4436-ab94-fc7927beaa2f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:20.812975 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-24a1eeff-9257-4f25-a17c-2e83b63706a7 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "PUT /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 200 len: 997 time: 2.6447315 Dec 10 18:10:20.813787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Pushing event deleted for resources: {'Port': ['ID=79a2d5ed-5e06-462b-b2eb-58eff7848d0c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:20.823102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:20.825378 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441dcca3-5860-4613-b821-101121c702e9" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:20.912753 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e155c11d-76d3-441a-84e5-dbd633adb81e x-openstack-request-id: req-e155c11d-76d3-441a-84e5-dbd633adb81e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:20.913290 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:20.913692 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e155c11d-76d3-441a-84e5-dbd633adb81e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:20.914230 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f', 'status': 'completed', 'code': 200} Dec 10 18:10:20.915866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] No DVR routers for this DVR port 79a2d5ed-5e06-462b-b2eb-58eff7848d0c on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:20.918961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:20.922991 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3144a2d3-ba25-48f1-bbdb-35a7030f5f10 req-55cc8e61-f0d5-4338-a6da-31181cfee7da tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.30 "DELETE /v2.0/ports/79a2d5ed-5e06-462b-b2eb-58eff7848d0c HTTP/1.1" status: 204 len: 173 time: 1.3457522 Dec 10 18:10:20.931683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] For port e6bea9ef-4987-4578-993c-925db57b431d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6bea9ef-4987-4578-993c-925db57b431d,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:20.932572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:20.954669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Calling delete_port for e6bea9ef-4987-4578-993c-925db57b431d owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:20.967250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-56acb68d-c1c8-4d39-828d-17bf0f2a4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:20.969090 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-56acb68d-c1c8-4d39-828d-17bf0f2a4cb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.1352534 Dec 10 18:10:21.003280 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:21.094743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dcca3-5860-4613-b821-101121c702e9 req-fb14611d-8dc0-45a0-bcb1-cc96d11257af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:21.097485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441dcca3-5860-4613-b821-101121c702e9 req-fb14611d-8dc0-45a0-bcb1-cc96d11257af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.1585362 Dec 10 18:10:21.108502 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:10:21.259497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07a7cb-af93-412e-acc5-aa4adc6c23ec req-e2df92b5-742e-48b9-a085-2888d871deb3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:21.261719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af07a7cb-af93-412e-acc5-aa4adc6c23ec req-e2df92b5-742e-48b9-a085-2888d871deb3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.2078075 Dec 10 18:10:21.322081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dcca3-5860-4613-b821-101121c702e9 req-08b71361-d7b9-4ada-b687-b4aa07f22e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:21.323026 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441dcca3-5860-4613-b821-101121c702e9 req-08b71361-d7b9-4ada-b687-b4aa07f22e3e service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1929846 Dec 10 18:10:21.408601 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af07a7cb-af93-412e-acc5-aa4adc6c23ec req-8e3ca6ce-bb9a-4274-8539-ea2eac56c29e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342711 Dec 10 18:10:21.435014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441dcca3-5860-4613-b821-101121c702e9 req-51a7c543-bba0-4276-bd69-3bc9287580ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 1000 time: 0.1012454 Dec 10 18:10:21.517128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dcca3-5860-4613-b821-101121c702e9 req-22a369c5-c373-4975-a416-f8e5bb920d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:21.518798 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441dcca3-5860-4613-b821-101121c702e9 req-22a369c5-c373-4975-a416-f8e5bb920d1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.0748496 Dec 10 18:10:21.524024 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:fc:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:18Z', 'revision_number': 8, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:21.590167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dcca3-5860-4613-b821-101121c702e9 req-a614b169-371e-4552-b560-b38ef64acd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:21.592357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441dcca3-5860-4613-b821-101121c702e9 req-a614b169-371e-4552-b560-b38ef64acd01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654585 Dec 10 18:10:21.729444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-4875fbca-f330-490c-b885-77d20d5f1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:21.732493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-4875fbca-f330-490c-b885-77d20d5f1ed4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.7426262 Dec 10 18:10:21.776624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0f93ab0e-92b1-4abe-955c-73d2d5915653 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:10:21.778005 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:21.792719 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:21.793629 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:21.830678 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441dcca3-5860-4613-b821-101121c702e9 req-3767a3d2-c811-44ee-9fdd-6c285dec4c06 service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270579 Dec 10 18:10:21.891180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:21.915716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-28c3481e-9411-4d4e-a3d8-0a20b0a2b83c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 1000 time: 0.1653504 Dec 10 18:10:21.970279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0f93ab0e-92b1-4abe-955c-73d2d5915653, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0f93ab0e-92b1-4abe-955c-73d2d5915653,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:21.992917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '0f93ab0e-92b1-4abe-955c-73d2d5915653', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': '0f93ab0e-92b1-4abe-955c-73d2d5915653', 'mac_address': 'fa:16:3e:d4:aa:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:10:21.995764 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:21.999763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b20741-bb32-46a0-be2c-05a393112d42 req-353bc876-904d-4c46-ab0b-8a716aa19162 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:22.013500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95b20741-bb32-46a0-be2c-05a393112d42 req-353bc876-904d-4c46-ab0b-8a716aa19162 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 943 time: 0.1570437 Dec 10 18:10:22.049478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:22.053120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441dcca3-5860-4613-b821-101121c702e9 req-551ea21a-3618-41e4-be7b-d3a3a6e096ef service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137449 Dec 10 18:10:22.074546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6bea9ef-4987-4578-993c-925db57b431d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:22.099619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f93ab0e-92b1-4abe-955c-73d2d5915653 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:22.112713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95b20741-bb32-46a0-be2c-05a393112d42 req-cd95dafc-54b5-4f61-87ed-4049f48ad277 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982189 Dec 10 18:10:22.119163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-072c6ae7-4e94-46a9-948b-af9d75f105d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:22.121567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-072c6ae7-4e94-46a9-948b-af9d75f105d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.2049789 Dec 10 18:10:22.153627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0f93ab0e-92b1-4abe-955c-73d2d5915653, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0f93ab0e-92b1-4abe-955c-73d2d5915653,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:22.161055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:22.225269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=0f93ab0e-92b1-4abe-955c-73d2d5915653,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:22.269860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-81e2540c-2d04-4293-a25a-e89c86140ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:22.271528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-81e2540c-2d04-4293-a25a-e89c86140ecd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366982 Dec 10 18:10:22.339590 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:fc:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:18Z', 'revision_number': 8, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:22.372749 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f18fd-394c-4085-a9d9-8e7b79142db0 None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'fca7452d-461d-474b-88dd-e83fff3bd365', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'port_id': '177b2987-3420-4436-ab94-fc7927beaa2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'mac_address': 'fa:16:3e:fc:ac:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ab5014-e51f-4003-9808-b72467231228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:09:51Z', 'updated_at': '2021-12-10T18:10:18Z', 'revision_number': 8, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:22.408729 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:22.432692 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-635d5b61-0867-468a-afff-38115e425c40 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509962 Dec 10 18:10:22.452801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['0f93ab0e-92b1-4abe-955c-73d2d5915653'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:22.568174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dadfd-a3a3-47c0-a6e1-ae7d2876d4e6 req-1fa68974-345b-4b30-a6a3-988ea18c50c0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:22.572797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-517dadfd-a3a3-47c0-a6e1-ae7d2876d4e6 req-1fa68974-345b-4b30-a6a3-988ea18c50c0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0684226 Dec 10 18:10:22.636702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86e1d169-b6e1-48c8-969a-01e6f54d7f42 req-799c1580-2e40-4b0f-9ae4-2df3137b0480 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635401 Dec 10 18:10:22.675150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-517dadfd-a3a3-47c0-a6e1-ae7d2876d4e6 req-ba1cda89-9213-46ae-869f-959c93985ce1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871227 Dec 10 18:10:22.748465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac59498-725b-4ffe-a537-bf51ceba89fd None None] New status for floating IP fca7452d-461d-474b-88dd-e83fff3bd365: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:10:22.831069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98b60029-2b49-48de-84be-94814117e633 req-d1c1fd07-77d8-41ab-92ae-ed762cb0c89f tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 200 len: 997 time: 0.1243982 Dec 10 18:10:22.844590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:22.915317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'name': 'network-vif-deleted', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:22.919750 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c207e3c1-3685-43d5-9680-a816b4b236fa" -d '{"events": [{"server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "name": "network-vif-deleted", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:22.984976 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43833e0b-157f-4849-92bf-254658f9b568 x-openstack-request-id: req-43833e0b-157f-4849-92bf-254658f9b568 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:22.985637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66df86ac-911a-4cb9-889e-ddd5721e149d", "name": "network-vif-deleted", "tag": "79a2d5ed-5e06-462b-b2eb-58eff7848d0c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:22.985637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43833e0b-157f-4849-92bf-254658f9b568 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:22.985992 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66df86ac-911a-4cb9-889e-ddd5721e149d', 'name': 'network-vif-deleted', 'tag': '79a2d5ed-5e06-462b-b2eb-58eff7848d0c', 'status': 'completed', 'code': 200} Dec 10 18:10:22.997902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b60029-2b49-48de-84be-94814117e633 req-7a98e4b7-7f97-43e7-88ce-c981c86b53fb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:23.000006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98b60029-2b49-48de-84be-94814117e633 req-7a98e4b7-7f97-43e7-88ce-c981c86b53fb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1676242 Dec 10 18:10:23.004296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79a2d5ed-5e06-462b-b2eb-58eff7848d0c no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:23.020329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:23.022057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-98b60029-2b49-48de-84be-94814117e633 req-1fd60a14-86bb-4a34-afdd-33c5b1892d1c tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:10:23.022946 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98b60029-2b49-48de-84be-94814117e633 req-1fd60a14-86bb-4a34-afdd-33c5b1892d1c tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062163 Dec 10 18:10:23.029614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 79a2d5ed-5e06-462b-b2eb-58eff7848d0c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:23.029843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79a2d5ed-5e06-462b-b2eb-58eff7848d0c not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:23.032265 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9692bf30-9bfa-4565-a5ed-3a764f764319 admin admin] 10.222.0.55 "PUT /v2.0/routers/0d440a78-1d62-4c9d-b745-2aa7f8a62155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8617074 Dec 10 18:10:23.032407 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] Sync routers for ids ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:23.034996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57888) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:23.047003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] Routers {'0d440a78-1d62-4c9d-b745-2aa7f8a62155'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:23.052417 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:23.204886 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] Set router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:23.215179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-03bb13f8-c07b-4cd8-8d7f-343f884ea2ba tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.1319616 Dec 10 18:10:23.245562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7ddc0-260b-4d6d-af19-34e2c5ddd328 req-23fe6144-430f-4f37-a828-bbffe2f2b2dd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:23.247646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54d7ddc0-260b-4d6d-af19-34e2c5ddd328 req-23fe6144-430f-4f37-a828-bbffe2f2b2dd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 944 time: 0.0624688 Dec 10 18:10:23.273650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:23.283427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537592a-d2db-4330-b044-0d3124185505 req-23079da4-e2e2-4894-a096-d106220303b5 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:23.284828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-23079da4-e2e2-4894-a096-d106220303b5 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports/177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 943 time: 0.0681648 Dec 10 18:10:23.343108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54d7ddc0-260b-4d6d-af19-34e2c5ddd328 req-1b288c7a-4996-4fe1-9a5a-10e189154f45 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890884 Dec 10 18:10:23.423742 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:10:21Z', 'revision_number': 5, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port': {'id': 'a12229dc-9b8c-4072-9c48-0a1482ed00ce', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:c9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:55Z', 'updated_at': '2021-12-10T18:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:23.456591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:23.458621 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] Checking router: 0d440a78-1d62-4c9d-b745-2aa7f8a62155 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:23.465193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-5946e3dd-f7e8-4eea-a579-54843a0c8b2b tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.0881233 Dec 10 18:10:23.467744 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] Routers {'0d440a78-1d62-4c9d-b745-2aa7f8a62155'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:23.468481 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:23.562087 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] Set router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:23.600331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Deleting port a12229dc-9b8c-4072-9c48-0a1482ed00ce {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:23.600734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:23.621002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537592a-d2db-4330-b044-0d3124185505 req-4de06345-1daf-494a-91fc-aff3cf187809 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:23.622350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-4de06345-1daf-494a-91fc-aff3cf187809 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1468344 Dec 10 18:10:23.625939 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:10:23Z', 'revision_number': 6, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:23.652852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c581-338b-495f-888c-3507f25eac4d None None] The sync data for ids ['0d440a78-1d62-4c9d-b745-2aa7f8a62155'] in n-d-821424-1 is: [{'id': '0d440a78-1d62-4c9d-b745-2aa7f8a62155', 'name': 'tempest-AttachSCSIVolumeTestJSON-1802084557-router', 'tenant_id': '4cc8b3cffd464a55b21440116a6efa82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:54Z', 'updated_at': '2021-12-10T18:10:23Z', 'revision_number': 6, 'project_id': '4cc8b3cffd464a55b21440116a6efa82', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:23.743802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-cad1f6fc-0412-4580-8dac-75f5096724e1 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 1002 time: 0.0925627 Dec 10 18:10:23.759047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:23.762373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] For port a12229dc-9b8c-4072-9c48-0a1482ed00ce, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a12229dc-9b8c-4072-9c48-0a1482ed00ce,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:23.762771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:23.788347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0f93ab0e-92b1-4abe-955c-73d2d5915653 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:10:23.803768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822264b-65d1-4374-a9ff-fa2c543e6b9f req-51fd5487-fb8d-417c-b684-7331c9dec135 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:23.807973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Calling delete_port for a12229dc-9b8c-4072-9c48-0a1482ed00ce owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:23.814319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d822264b-65d1-4374-a9ff-fa2c543e6b9f req-51fd5487-fb8d-417c-b684-7331c9dec135 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0658748 Dec 10 18:10:23.873827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:23.875574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d822264b-65d1-4374-a9ff-fa2c543e6b9f req-76912f3a-82b9-4f29-954b-2430b5185c8c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591719 Dec 10 18:10:23.934857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 0f93ab0e-92b1-4abe-955c-73d2d5915653 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:10:23.941406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 0f93ab0e-92b1-4abe-955c-73d2d5915653 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:23.941725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.065023 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.114625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93ab0e-92b1-4abe-955c-73d2d5915653'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:24.117817 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98fefd5-a704-4c9c-b867-577fbfc88e52" -d '{"events": [{"server_uuid": "63b7e3ae-a890-4b4c-bb5f-22eb81259c97", "name": "network-vif-plugged", "status": "completed", "tag": "0f93ab0e-92b1-4abe-955c-73d2d5915653"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:24.129028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6bea9ef-4987-4578-993c-925db57b431d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:24.167292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0f93ab0e-92b1-4abe-955c-73d2d5915653, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0f93ab0e-92b1-4abe-955c-73d2d5915653,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:24.168669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e6bea9ef-4987-4578-993c-925db57b431d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:24.169015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6bea9ef-4987-4578-993c-925db57b431d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:24.178778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.225720 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c5133f-a749-43d8-abae-c3f159df1448 x-openstack-request-id: req-61c5133f-a749-43d8-abae-c3f159df1448 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:24.226035 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b7e3ae-a890-4b4c-bb5f-22eb81259c97", "name": "network-vif-plugged", "status": "completed", "tag": "0f93ab0e-92b1-4abe-955c-73d2d5915653", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:24.226294 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-61c5133f-a749-43d8-abae-c3f159df1448 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:24.226914 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93ab0e-92b1-4abe-955c-73d2d5915653', 'code': 200} Dec 10 18:10:24.261553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=0f93ab0e-92b1-4abe-955c-73d2d5915653,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:24.345892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2b69a-27d6-42ec-8001-5b2ebbcffa88 req-8e7f41e3-0607-45e6-bdf9-e6e90b97e4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:24.348254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0c2b69a-27d6-42ec-8001-5b2ebbcffa88 req-8e7f41e3-0607-45e6-bdf9-e6e90b97e4f9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 1096 time: 0.0487008 Dec 10 18:10:24.434656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0c2b69a-27d6-42ec-8001-5b2ebbcffa88 req-3672c6c7-f831-48fb-bfab-b102fd9a5686 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788829 Dec 10 18:10:24.479685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703fe3a-3aec-47ec-84bb-ebddf4c5c316 req-1c4ae3db-39dd-4499-a4b9-24f47369179c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:24.483571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.488649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f703fe3a-3aec-47ec-84bb-ebddf4c5c316 req-1c4ae3db-39dd-4499-a4b9-24f47369179c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 945 time: 0.0701611 Dec 10 18:10:24.491987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.492474 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Floating IP fca7452d-461d-474b-88dd-e83fff3bd365 disassociated. External IP: 172.25.2.224, port: 177b2987-3420-4436-ab94-fc7927beaa2f. Dec 10 18:10:24.549907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f703fe3a-3aec-47ec-84bb-ebddf4c5c316 req-cb94d330-ae6b-4be8-9848-00968684591d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601618 Dec 10 18:10:24.646736 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.684669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12229dc-9b8c-4072-9c48-0a1482ed00ce,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:24.793890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.934047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:24.940450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.006200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:25.020730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.021230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d440a78-1d62-4c9d-b745-2aa7f8a62155 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:10:25.026700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942e4f-5208-418e-8c5e-5e58e8f294f7 req-f731c8a0-4311-486f-b95e-2b6da50354f0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.028365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed942e4f-5208-418e-8c5e-5e58e8f294f7 req-f731c8a0-4311-486f-b95e-2b6da50354f0 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.0719538 Dec 10 18:10:25.060210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.063881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-29082f3e-a4db-4d44-b7b4-c7681ee72420 admin admin] 10.222.0.55 "DELETE /v2.0/routers/0d440a78-1d62-4c9d-b745-2aa7f8a62155 HTTP/1.1" status: 204 len: 168 time: 2.0249588 Dec 10 18:10:25.064483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57916) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:25.105657 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed942e4f-5208-418e-8c5e-5e58e8f294f7 req-9224bbb4-3c1a-4daf-8639-9fbd63764149 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702538 Dec 10 18:10:25.179045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] Deleting subnet d5a2cd16-2aab-4b80-b799-8feccff2ed04 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:10:25.184282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.214618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:25.220746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.229226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:25.245895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:25.246584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:25.250200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.278876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-2999b2e4-a494-4d9f-babb-b4e70b1a5c19 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "PUT /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 200 len: 696 time: 1.5272551 Dec 10 18:10:25.281438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:25.285925 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea9935f-a314-4ec0-a7da-9b3966392802" -d '{"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:25.394188 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef42326f-0355-454e-b592-1985b1275c77 x-openstack-request-id: req-ef42326f-0355-454e-b592-1985b1275c77 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:25.394483 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:25.394780 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef42326f-0355-454e-b592-1985b1275c77 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:25.395209 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f', 'status': 'completed', 'code': 200} Dec 10 18:10:25.407211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:25.412039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537592a-d2db-4330-b044-0d3124185505 req-972339aa-d8c7-453a-bb34-f8c13b3094f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.413700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-972339aa-d8c7-453a-bb34-f8c13b3094f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.1163418 Dec 10 18:10:25.416551 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.480532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-ffd3a976-b940-4bbc-ab36-ddbaa8217b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.482764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-ffd3a976-b940-4bbc-ab36-ddbaa8217b01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f5ab3894199d4473a36149c50c20587e&device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 1097 time: 0.0580332 Dec 10 18:10:25.544118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.577806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537592a-d2db-4330-b044-0d3124185505 req-37b808be-56f0-4576-931a-302e6be65df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.579370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-37b808be-56f0-4576-931a-302e6be65df2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1428189 Dec 10 18:10:25.580495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a2cd16-2aab-4b80-b799-8feccff2ed04,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:25.584444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.590799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f02f54c9-50f3-4586-bf6d-cbfcf87783f1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d5a2cd16-2aab-4b80-b799-8feccff2ed04 HTTP/1.1" status: 204 len: 168 time: 0.5212681 Dec 10 18:10:25.591543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57924) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:25.666348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-e52a1748-680e-4312-969e-0625fdd281c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.668227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-e52a1748-680e-4312-969e-0625fdd281c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 200 len: 921 time: 0.1714203 Dec 10 18:10:25.698087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-9aa07050-b4f9-4d46-93b5-cd89d4b868e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 217 time: 0.0882082 Dec 10 18:10:25.702986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:25.704649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ae1795-cad9-4caa-bb4f-991642add70c None None] Network 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:25.787722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-552c6c88-64f8-41e6-87e3-5b2028cc9c98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 200 len: 217 time: 0.0792432 Dec 10 18:10:25.789025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537592a-d2db-4330-b044-0d3124185505 req-339403fa-5bd9-46a6-a70b-f7f7781a3f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.791157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-339403fa-5bd9-46a6-a70b-f7f7781a3f3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.0853498 Dec 10 18:10:25.879220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537592a-d2db-4330-b044-0d3124185505 req-c4c5bcc6-b730-4d25-bf6d-64b0d04f341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.880846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-c4c5bcc6-b730-4d25-bf6d-64b0d04f341b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833588 Dec 10 18:10:25.888516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a12229dc-9b8c-4072-9c48-0a1482ed00ce no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:25.889925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8445f6-397f-4ba7-a74e-23fe4cf0594e req-51d67ad5-5f6e-403f-a595-2cf9452effd8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.903650 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f8445f6-397f-4ba7-a74e-23fe4cf0594e req-51d67ad5-5f6e-403f-a595-2cf9452effd8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 945 time: 0.1875794 Dec 10 18:10:25.913340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-84ea2d0a-3f85-4e7c-a2b4-61ef41233376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:25.915104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-84ea2d0a-3f85-4e7c-a2b4-61ef41233376 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 200 len: 859 time: 0.1150494 Dec 10 18:10:25.929607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a12229dc-9b8c-4072-9c48-0a1482ed00ce {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:25.930925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a12229dc-9b8c-4072-9c48-0a1482ed00ce not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:26.019390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-37879a62-5d5c-49a8-af9a-9cba904f0b12 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274819 Dec 10 18:10:26.020214 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f8445f6-397f-4ba7-a74e-23fe4cf0594e req-7fb92a28-78b7-4cae-9177-ed3441b5f6e8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996838 Dec 10 18:10:26.039512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Deleting port c8802533-db22-4b63-a684-09e8b031a228 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:26.039860 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:26.115435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-2c7b07f0-56be-4ea1-a881-218776432590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:26.118800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-2c7b07f0-56be-4ea1-a881-218776432590 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1c3b410c-c04d-4f60-95b3-3745f25a0852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890783 Dec 10 18:10:26.150909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:26.162080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] For port c8802533-db22-4b63-a684-09e8b031a228, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c8802533-db22-4b63-a684-09e8b031a228,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:26.162479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:26.172575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a537592a-d2db-4330-b044-0d3124185505 req-3a5c6b69-22f2-4b1f-9237-70b619b46fc6 service neutron] 10.222.0.55 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471665 Dec 10 18:10:26.202801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] DHCP port deletion for 6dab76b1-c60c-4b1c-bd6e-e04560fc4903 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:10:26.207588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:26.226549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:26.227209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:26.237854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Calling delete_port for c8802533-db22-4b63-a684-09e8b031a228 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:26.361531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-c4703846-4ca1-4eb9-bb7a-eb67a43bc7d6 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:26.370736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-c4703846-4ca1-4eb9-bb7a-eb67a43bc7d6 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.0924358 Dec 10 18:10:26.387984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:26.402418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] Deleting port c8802533-db22-4b63-a684-09e8b031a228 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:26.403011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:26.455979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:26.480935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:26.562950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] For port c8802533-db22-4b63-a684-09e8b031a228, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c8802533-db22-4b63-a684-09e8b031a228,segment=NetworkSegment(1381c6d7-1bc0-497c-85c8-04be25a914c0),segment_id=1381c6d7-1bc0-497c-85c8-04be25a914c0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:26.563443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:26.588849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] Calling delete_port for c8802533-db22-4b63-a684-09e8b031a228 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:26.721267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-b94706d7-8000-47ab-8613-f343b1df7842 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 200 len: 696 time: 0.0656273 Dec 10 18:10:26.761325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa2c2b-89a1-4ee8-a741-96d3623c8b5b req-53bfe8a8-76c5-4177-9b87-85b053f0c5fc tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:26.766890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51fa2c2b-89a1-4ee8-a741-96d3623c8b5b req-53bfe8a8-76c5-4177-9b87-85b053f0c5fc tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 945 time: 0.5581739 Dec 10 18:10:26.770667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:26.773625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-acdadabe-8d3e-4996-b100-9ab665fe1a8b service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401267 Dec 10 18:10:26.840796 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:26.891715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:26.892955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] Pushing event deleted for resources: {'Port': ['ID=c8802533-db22-4b63-a684-09e8b031a228,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:26.911170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c96c44d-96fc-4eb8-ac90-ac4525c9f952 None None] No DVR routers for this DVR port c8802533-db22-4b63-a684-09e8b031a228 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:26.912696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:26.921724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:26.929339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51fa2c2b-89a1-4ee8-a741-96d3623c8b5b req-582fbc32-4b3c-4e6a-a954-18bd62d5ebc3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479487 Dec 10 18:10:26.957762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-72d91153-c1d4-400f-9557-5e9583dcc8ac tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:26.967962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-72d91153-c1d4-400f-9557-5e9583dcc8ac tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.2319524 Dec 10 18:10:26.972874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2fdaeb-2f10-4a54-956f-458323380025 None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:09:34Z', 'revision_number': 4, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '58335c45-d78a-42c4-bd14-9fcf4c9a679f', 'name': '', 'network_id': '1c3b410c-c04d-4f60-95b3-3745f25a0852', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'mac_address': 'fa:16:3e:05:6d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'bd236a97-80d6-42da-8690-894402025d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:32Z', 'updated_at': '2021-12-10T18:09:38Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'subnets': [{'id': 'bd236a97-80d6-42da-8690-894402025d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:26.973503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8802533-db22-4b63-a684-09e8b031a228,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:26.975467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] No DVR routers for this DVR port c8802533-db22-4b63-a684-09e8b031a228 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:27.002020 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ea9935f-a314-4ec0-a7da-9b3966392802 req-95d68b3a-8f6c-40f8-ac1d-d8d85869a13b service neutron] 10.222.0.59 "GET /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029908 Dec 10 18:10:27.049542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.055940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-6fea4aca-2fe9-473b-8cd8-4da30bd31c33 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 699 time: 0.0867159 Dec 10 18:10:27.075615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.088020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.127603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dab76b1-c60c-4b1c-bd6e-e04560fc4903']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:27.158761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1381c6d7-1bc0-497c-85c8-04be25a914c0') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:27.159098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1381c6d7-1bc0-497c-85c8-04be25a914c0') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:27.173636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.186949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-b05b6ed9-15e3-46fc-95f0-db1967617dc1 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.224 HTTP/1.1" status: 200 len: 699 time: 0.1130881 Dec 10 18:10:27.203719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1488e-159b-4e6a-a911-653096bf5efe req-203fcfa9-d7cb-489c-a76e-5d553debf573 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:27.206833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29f1488e-159b-4e6a-a911-653096bf5efe req-203fcfa9-d7cb-489c-a76e-5d553debf573 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 945 time: 0.0984075 Dec 10 18:10:27.208167 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.216074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:10:27.216389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:10:27.218492 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:10:27.313168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:27.330101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.344457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.350123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] 10.222.0.55 "DELETE /v2.0/networks/6dab76b1-c60c-4b1c-bd6e-e04560fc4903 HTTP/1.1" status: 204 len: 168 time: 1.7575703 Dec 10 18:10:27.354327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57952) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:27.362424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on host n-h1-821424-1 for vnic_type normal with profile {"migrating_to": "n-h2-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:10:27.362737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:10:27.363094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:27.374552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:10:27.374916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Attempting to bind port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:27.377378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29f1488e-159b-4e6a-a911-653096bf5efe req-1becab54-86e9-40f4-8332-8e49b32a86e5 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579955 Dec 10 18:10:27.380497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9fc7b-4e4d-4cc6-aa3f-ae140b91b90f admin admin] Pushing event deleted for resources: {'Network': ['ID=6dab76b1-c60c-4b1c-bd6e-e04560fc4903,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:27.383165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:10:27.383516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:27.383977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:10:27.384498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Bound port: 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:10:27.385012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.397855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:27.400405 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49cddbe-7b4a-461b-b9cf-f38e256d579e" -d '{"events": [{"server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:27.468169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Deleting port 11f305bc-5031-4b5b-8f9f-d7eabc5d6014 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:27.468513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.511852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b47fe7d-eb32-4c26-8431-c25756c9ea8e None None] New status for floating IP fca7452d-461d-474b-88dd-e83fff3bd365: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:10:27.526794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:27.541789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:10:27.557815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.608035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.609248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.628582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Calling delete_port for 11f305bc-5031-4b5b-8f9f-d7eabc5d6014 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:27.727646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:27.735791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:27.736424 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:27.737860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a9c97ad7-4b5b-47a9-8cbb-9785d1efc154 service neutron] 10.222.0.30 "PUT /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 1121 time: 1.3543990 Dec 10 18:10:27.828409 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afe8c50-f843-4d8a-a55f-81ca0f60adb0 x-openstack-request-id: req-1afe8c50-f843-4d8a-a55f-81ca0f60adb0 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:27.828764 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "name": "network-vif-unplugged", "status": "completed", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:27.829078 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1afe8c50-f843-4d8a-a55f-81ca0f60adb0 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:27.829530 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6', 'code': 200} Dec 10 18:10:27.830401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6db1730a-aa7e-4167-ad3e-e7c5755413f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:27.911041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8802533-db22-4b63-a684-09e8b031a228 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:27.913442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6db1730a-aa7e-4167-ad3e-e7c5755413f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:28.058745 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.082839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.094669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c8802533-db22-4b63-a684-09e8b031a228 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:28.095019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8802533-db22-4b63-a684-09e8b031a228 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:28.099073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Pushing event deleted for resources: {'Port': ['ID=11f305bc-5031-4b5b-8f9f-d7eabc5d6014,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:28.224215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.227360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.251727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d0f85d-9ab5-4b63-8c7a-1fcb18e53aec req-db3d664c-6580-4975-90f0-a43bc1cd6fcb tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "DELETE /v2.0/floatingips/fca7452d-461d-474b-88dd-e83fff3bd365 HTTP/1.1" status: 204 len: 173 time: 1.0614967 Dec 10 18:10:28.301889 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84f7df44-e297-4279-88a1-7bebdebfe2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.378603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87018fa-a2f1-462f-8d76-e709e337c439 req-5ffda2b1-609d-4c17-babb-c307c0fe762b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:28.380686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c87018fa-a2f1-462f-8d76-e709e337c439 req-5ffda2b1-609d-4c17-babb-c307c0fe762b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.0660708 Dec 10 18:10:28.382798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eada33-cda5-4dff-ba58-0bc5cfe4f2c3 req-7f757034-5ee5-4769-9275-bc8c40ca3ea4 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:28.384937 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7eada33-cda5-4dff-ba58-0bc5cfe4f2c3 req-7f757034-5ee5-4769-9275-bc8c40ca3ea4 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 945 time: 0.1456709 Dec 10 18:10:28.445778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c87018fa-a2f1-462f-8d76-e709e337c439 req-99154d7d-0d88-4457-b32c-97bf3b2a5402 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541663 Dec 10 18:10:28.458092 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7eada33-cda5-4dff-ba58-0bc5cfe4f2c3 req-01b3cb51-3aaa-4f38-9d64-32a18f71aee8 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663664 Dec 10 18:10:28.554172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Deleting port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:28.555556 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.600545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef14ab-e9c4-4e5f-9904-165c82ed0665 req-3a8801d1-9254-420e-b273-2abf6ff24a94 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:28.602670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bef14ab-e9c4-4e5f-9904-165c82ed0665 req-3a8801d1-9254-420e-b273-2abf6ff24a94 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 945 time: 0.0732813 Dec 10 18:10:28.671622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bef14ab-e9c4-4e5f-9904-165c82ed0665 req-d70038d0-7fc2-4c99-af19-e465cba99f26 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Dec 10 18:10:28.677345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] For port 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,segment=NetworkSegment(c0e8c26b-3c5f-444a-85f1-6bd0ca680bff),segment_id=c0e8c26b-3c5f-444a-85f1-6bd0ca680bff)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:28.677737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.694736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Calling delete_port for 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:28.787910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb3b59-f429-4453-8d8f-56eef5bebe4e req-a7edaee0-ef68-4b21-8eb2-fc13d55a7c1f tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:28.789852 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48bb3b59-f429-4453-8d8f-56eef5bebe4e req-a7edaee0-ef68-4b21-8eb2-fc13d55a7c1f tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 946 time: 0.1009815 Dec 10 18:10:28.891864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48bb3b59-f429-4453-8d8f-56eef5bebe4e req-6040d53e-8321-4018-ab70-6b6191f7cbc1 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946710 Dec 10 18:10:28.969227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:28.997119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6db1730a-aa7e-4167-ad3e-e7c5755413f6 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:10:29.003353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:29.130035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:29.146639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6db1730a-aa7e-4167-ad3e-e7c5755413f6 has no active binding in host n-h2-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:10:29.204533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:29.471403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-dbcf0ad8-8649-485b-953a-89481abe9a25 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:29.472920 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-dbcf0ad8-8649-485b-953a-89481abe9a25 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.59 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 945 time: 0.0945292 Dec 10 18:10:29.474865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:29.689047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c34e5-0aad-4d29-970a-bab1124d4328 req-c820e993-ac1b-457c-92c5-9344def6f9a8 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:29.692146 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0c34e5-0aad-4d29-970a-bab1124d4328 req-c820e993-ac1b-457c-92c5-9344def6f9a8 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.1380112 Dec 10 18:10:29.711241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:29.717671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-be56c3c8-4a54-4dad-abf2-6f8a4742d351 admin admin] 10.222.0.55 "PUT /v2.0/routers/5d8179c0-70a9-4761-b3a7-415ed53b37f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3621798 Dec 10 18:10:29.720683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:29.721323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] Sync routers for ids ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:29.736621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Deleting port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:29.736621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:29.739607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] Routers {'5d8179c0-70a9-4761-b3a7-415ed53b37f3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:29.740697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:29.827037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0c34e5-0aad-4d29-970a-bab1124d4328 req-5c8a2720-4423-48f8-9cbc-4c37cdf17b9b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267853 Dec 10 18:10:29.903855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] Set router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:29.919620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] For port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:29.921184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.055557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9df94-c162-4736-a800-4ef57b130360 req-d4b53530-b9a2-4baa-b659-092bdfa6140b tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:30.057475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ef9df94-c162-4736-a800-4ef57b130360 req-d4b53530-b9a2-4baa-b659-092bdfa6140b tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 945 time: 0.1409447 Dec 10 18:10:30.173028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ef9df94-c162-4736-a800-4ef57b130360 req-45244d70-c957-4141-bc1f-71857ef24025 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups?id=ae1e4bc9-9dc8-4157-89d1-00194e89a342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073737 Dec 10 18:10:30.205383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:30.208661 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7" -d '{"events": [{"name": "network-changed", "server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:30.278414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.279026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.279127 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Floating IP b219b7f0-f4a2-49f2-9f24-ae318e26ef7e disassociated. External IP: 172.25.2.167, port: dd2c7abb-e44d-4ea5-8e29-dba67eab77fe. Dec 10 18:10:30.280508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Calling delete_port for dd2c7abb-e44d-4ea5-8e29-dba67eab77fe owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:30.334067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-2153ce33-491b-4716-bcfc-3adc50c19967 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:30.336685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-2153ce33-491b-4716-bcfc-3adc50c19967 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 945 time: 0.5269864 Dec 10 18:10:30.395243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-1f3d962c-ff3a-437d-bd4b-6d16c72ca290 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:30.396823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-1f3d962c-ff3a-437d-bd4b-6d16c72ca290 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.59 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 946 time: 0.1082830 Dec 10 18:10:30.402773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a8c27-f212-40e6-b05a-65c2730c001b req-84ca310f-fb1e-4e3e-b91c-34c11a90aa4b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:30.410869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db5a8c27-f212-40e6-b05a-65c2730c001b req-84ca310f-fb1e-4e3e-b91c-34c11a90aa4b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 945 time: 0.1948006 Dec 10 18:10:30.467874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:10:28Z', 'revision_number': 5, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:30.475969 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.499316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] Checking router: 5d8179c0-70a9-4761-b3a7-415ed53b37f3 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:30.511059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] Routers {'5d8179c0-70a9-4761-b3a7-415ed53b37f3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:30.512142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:30.571105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cac9f-dad8-47af-96c9-e1ac7b2284de req-01efefa1-a6a2-477c-a5c6-fea5327b8140 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:30.572873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-761cac9f-dad8-47af-96c9-e1ac7b2284de req-01efefa1-a6a2-477c-a5c6-fea5327b8140 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 946 time: 0.1181982 Dec 10 18:10:30.584794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db5a8c27-f212-40e6-b05a-65c2730c001b req-de658e20-6f95-4077-a1e8-2533eb7abf5e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729157 Dec 10 18:10:30.644653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] Set router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:30.654407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-761cac9f-dad8-47af-96c9-e1ac7b2284de req-1e12527e-a0ef-41b3-a647-7c2aa8e07017 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/security-groups?id=b4f68903-c68a-42ad-b815-7cdbb4cc46e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498300 Dec 10 18:10:30.665859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Deleting port 177b2987-3420-4436-ab94-fc7927beaa2f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:30.666202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.669415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Deleting port 0f93ab0e-92b1-4abe-955c-73d2d5915653 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:30.669764 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.774898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] For port 177b2987-3420-4436-ab94-fc7927beaa2f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=177b2987-3420-4436-ab94-fc7927beaa2f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:30.775317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.786955 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4e1fc3-d3f4-4503-be32-2d2f969e6a34 x-openstack-request-id: req-cf4e1fc3-d3f4-4503-be32-2d2f969e6a34 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:30.787557 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:30.787557 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf4e1fc3-d3f4-4503-be32-2d2f969e6a34 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:30.790447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.791015 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6', 'status': 'completed', 'code': 200} Dec 10 18:10:30.805195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Calling delete_port for 177b2987-3420-4436-ab94-fc7927beaa2f owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:30.823263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.836294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event deleted for resources: {'Port': ['ID=dd2c7abb-e44d-4ea5-8e29-dba67eab77fe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:30.877446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] For port 0f93ab0e-92b1-4abe-955c-73d2d5915653, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0f93ab0e-92b1-4abe-955c-73d2d5915653,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:30.877977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:30.962682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Calling delete_port for 0f93ab0e-92b1-4abe-955c-73d2d5915653 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:30.994017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:10:28Z', 'revision_number': 5, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:31.043530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483adfc-fdd5-4e55-b6a3-a44f284e168e None None] The sync data for ids ['5d8179c0-70a9-4761-b3a7-415ed53b37f3'] in n-d-821424-1 is: [{'id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'name': 'tempest-AttachSCSIVolumeTestJSON-869433720-router', 'tenant_id': '9259e3834df94843b28a360e725e12f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': 'fac341ad-1b16-400f-9517-961d8d893695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:13Z', 'updated_at': '2021-12-10T18:10:28Z', 'revision_number': 5, 'project_id': '9259e3834df94843b28a360e725e12f5', 'gw_port': {'id': 'fac341ad-1b16-400f-9517-961d8d893695', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:96:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8179c0-70a9-4761-b3a7-415ed53b37f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:15Z', 'updated_at': '2021-12-10T18:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:31.050006 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4f4cd06f-15be-4880-b996-3357d2b3bf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.102584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78584f-3277-4054-bf72-21d21ec375c0 req-cc92cd56-81c5-4fe4-a174-485fdc37f5f0 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:31.104152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e78584f-3277-4054-bf72-21d21ec375c0 req-cc92cd56-81c5-4fe4-a174-485fdc37f5f0 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.3557582 Dec 10 18:10:31.109428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-5c8b7f24-57fa-452f-947c-faecf27eb3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:31.111127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-5c8b7f24-57fa-452f-947c-faecf27eb3d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1124 time: 0.2150817 Dec 10 18:10:31.265958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Deleting port fac341ad-1b16-400f-9517-961d8d893695 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:31.265958 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.392566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-20a759ec-acb8-4b47-9d5b-6d31ebd23267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:31.394104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-20a759ec-acb8-4b47-9d5b-6d31ebd23267 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.2729077 Dec 10 18:10:31.407274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26526d-7978-45a9-baef-874110905427 req-f33d2ee8-5802-4287-a8c6-230994be7e91 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:31.408866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e26526d-7978-45a9-baef-874110905427 req-f33d2ee8-5802-4287-a8c6-230994be7e91 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.4582009 Dec 10 18:10:31.411276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Router 1899605e-4bb5-420c-bf18-be78cc11b31d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:31.434937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e78584f-3277-4054-bf72-21d21ec375c0 req-d90265f9-d6be-4f7b-a1f8-3cde83c129bb tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181376 Dec 10 18:10:31.480475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.500187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['177b2987-3420-4436-ab94-fc7927beaa2f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:31.591037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-4c807188-1288-41f6-ac69-39e872e64554 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 217 time: 0.1456122 Dec 10 18:10:31.632763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Pushing event deleted for resources: {'Port': ['ID=177b2987-3420-4436-ab94-fc7927beaa2f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:31.666519 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.684240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['0f93ab0e-92b1-4abe-955c-73d2d5915653'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:31.705491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e26526d-7978-45a9-baef-874110905427 req-83589cd9-576c-4bd3-81e9-91fec1920fd3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844687 Dec 10 18:10:31.707342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] No DVR routers for this DVR port 177b2987-3420-4436-ab94-fc7927beaa2f on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:31.713923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.724634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a7a6541-bd93-4c04-93e9-496c53cb6dfe req-250c67a9-4279-4e18-9161-5956a97e9b46 tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.59 "DELETE /v2.0/ports/177b2987-3420-4436-ab94-fc7927beaa2f HTTP/1.1" status: 204 len: 173 time: 1.3156681 Dec 10 18:10:31.729282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-c2056d2f-39d0-41fa-8e05-b945b583ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:31.730532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'name': 'network-vif-deleted', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:31.730813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-c2056d2f-39d0-41fa-8e05-b945b583ef36 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0702016 Dec 10 18:10:31.737588 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a5fb34-de62-4f4e-b5d7-fbb3da82ac1a" -d '{"events": [{"server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "name": "network-vif-deleted", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:31.767839 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.781866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:31.800598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event deleted for resources: {'Port': ['ID=0f93ab0e-92b1-4abe-955c-73d2d5915653,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:31.804167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d1b7bfc-8976-47f0-8727-e1d4d0522d96 req-0948e284-433f-436d-acb8-69f05a6f8d18 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 210 time: 0.2151217 Dec 10 18:10:31.841807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] For port fac341ad-1b16-400f-9517-961d8d893695, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fac341ad-1b16-400f-9517-961d8d893695,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:31.842162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.848203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:31.848545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3e0174fe-d0ff-442c-b0f6-c3d6d2296a9b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:31.868027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-48b719ed-9697-45e9-874a-dca6a2e3eefe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752556 Dec 10 18:10:31.868620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:31.884655 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] Sync routers for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:31.904671 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.912788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] No DVR routers for this DVR port 0f93ab0e-92b1-4abe-955c-73d2d5915653 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:31.921956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.927696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9364d62-9e3d-4017-b87f-e15545f18a0a req-758c494a-93c4-4b3d-b5c4-3b80abbcbb34 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "DELETE /v2.0/ports/0f93ab0e-92b1-4abe-955c-73d2d5915653 HTTP/1.1" status: 204 len: 173 time: 1.5832219 Dec 10 18:10:31.928836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Calling delete_port for fac341ad-1b16-400f-9517-961d8d893695 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:31.936936 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:31.938074 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:31.955391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] No DVR routers for this DVR port dd2c7abb-e44d-4ea5-8e29-dba67eab77fe on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:31.964967 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:31.970204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7eb67b72-691a-4dd4-9a4a-c97fb17e77f7 req-71f4a676-b9a1-46e4-846e-e6aaf6a08748 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.59 "DELETE /v2.0/ports/dd2c7abb-e44d-4ea5-8e29-dba67eab77fe HTTP/1.1" status: 204 len: 173 time: 2.4875734 Dec 10 18:10:32.078903 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-9b379864-f8c7-4b30-9ab9-aacde0c111e8 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672680 Dec 10 18:10:32.123982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-011971bc-3e12-4ae1-b9ec-53281af97b83 req-45e98a15-41d6-46f0-8695-ca5ef7193d8c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=63b7e3ae-a890-4b4c-bb5f-22eb81259c97 HTTP/1.1" status: 200 len: 210 time: 0.0439570 Dec 10 18:10:32.126032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ad6cae5-41d6-4834-a8d7-087d75707c6e req-95032557-b1d6-4b9b-89ce-62dc7685cece tempest-FloatingIPsAssociationTestJSON-2126378642 tempest-FloatingIPsAssociationTestJSON-2126378642-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ab5014-e51f-4003-9808-b72467231228 HTTP/1.1" status: 200 len: 210 time: 0.0374861 Dec 10 18:10:32.225557 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442e6aeb-6c36-40ff-9208-5ee313cc101b x-openstack-request-id: req-442e6aeb-6c36-40ff-9208-5ee313cc101b {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:32.225858 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ab5014-e51f-4003-9808-b72467231228", "name": "network-vif-deleted", "tag": "177b2987-3420-4436-ab94-fc7927beaa2f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:32.226112 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-442e6aeb-6c36-40ff-9208-5ee313cc101b {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:32.226586 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ab5014-e51f-4003-9808-b72467231228', 'name': 'network-vif-deleted', 'tag': '177b2987-3420-4436-ab94-fc7927beaa2f', 'status': 'completed', 'code': 200} Dec 10 18:10:32.260277 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:32.283271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac66ad85-3bc2-4c5e-9f2d-8ef14949b4f7 req-7d0c2b8a-2bac-4a53-a9a8-3ea5370f9420 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516788 Dec 10 18:10:32.518637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff890e-871b-42a7-be9e-83801bf2e459 req-09c9db2a-5420-419d-bfa3-3a729286030d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:32.520804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ff890e-871b-42a7-be9e-83801bf2e459 req-09c9db2a-5420-419d-bfa3-3a729286030d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.0807872 Dec 10 18:10:32.619301 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ff890e-871b-42a7-be9e-83801bf2e459 req-aa5e3116-4c7b-4a1c-8b54-23e9bccd0831 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699313 Dec 10 18:10:32.639678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:32.672097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac341ad-1b16-400f-9517-961d8d893695,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:32.750530 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:13Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:32.757360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:32.781635 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] Checking router: 1899605e-4bb5-420c-bf18-be78cc11b31d for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:32.794975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'name': 'network-vif-deleted', 'tag': '0f93ab0e-92b1-4abe-955c-73d2d5915653'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:32.796177 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:32.796839 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:32.797288 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747ca4d7-35d4-4fd0-9ed5-6e6eaaed4cef" -d '{"events": [{"server_uuid": "63b7e3ae-a890-4b4c-bb5f-22eb81259c97", "name": "network-vif-deleted", "tag": "0f93ab0e-92b1-4abe-955c-73d2d5915653"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:32.881468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:32.884246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:32.885797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb101f38-c127-4027-aa40-890c4117674b req-8497a789-e049-49a4-9b9a-629f68c1fe70 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:32.887443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb101f38-c127-4027-aa40-890c4117674b req-8497a789-e049-49a4-9b9a-629f68c1fe70 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.0957422 Dec 10 18:10:32.957051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:32.958945 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:32.959427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8179c0-70a9-4761-b3a7-415ed53b37f3 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:10:32.970713 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:32.976150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-00f33126-d954-420b-b9b4-c6e37eec45e5 admin admin] 10.222.0.55 "DELETE /v2.0/routers/5d8179c0-70a9-4761-b3a7-415ed53b37f3 HTTP/1.1" status: 204 len: 168 time: 3.2502375 Dec 10 18:10:32.976373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58026) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:32.988281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb101f38-c127-4027-aa40-890c4117674b req-79f80b40-7aeb-4b5a-a229-070fcc514936 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855422 Dec 10 18:10:33.064418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] Deleting subnet eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:10:33.073465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31d96ace-6bd7-42cc-bd0e-16f7478e74a6 req-110079a9-4a94-49c7-8df9-6d890c0fbd89 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/ports?device_id=db80b13a-f085-4b38-880c-422ba3576816 HTTP/1.1" status: 200 len: 210 time: 0.0478058 Dec 10 18:10:33.074215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:33.081645 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4cb68d-c120-4026-b12e-2bab0fea248a x-openstack-request-id: req-1c4cb68d-c120-4026-b12e-2bab0fea248a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:33.081931 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b7e3ae-a890-4b4c-bb5f-22eb81259c97", "name": "network-vif-deleted", "tag": "0f93ab0e-92b1-4abe-955c-73d2d5915653", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:33.082198 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c4cb68d-c120-4026-b12e-2bab0fea248a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:33.082631 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b7e3ae-a890-4b4c-bb5f-22eb81259c97', 'name': 'network-vif-deleted', 'tag': '0f93ab0e-92b1-4abe-955c-73d2d5915653', 'status': 'completed', 'code': 200} Dec 10 18:10:33.149361 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:33.265357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58034) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:33.331110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:33.395890 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:13Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:33.430195 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72ce694-b923-4a43-a3e8-d7cb63d7954b None None] The sync data for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 is: [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:08:06Z', 'revision_number': 4, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '753cc04a-e8cb-40c7-83b0-7f04108d20e0', 'name': '', 'network_id': 'fc971347-980b-4b34-a941-f27137bbfed6', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'mac_address': 'fa:16:3e:fe:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:03Z', 'updated_at': '2021-12-10T18:08:13Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'subnets': [{'id': '491cf3d1-43b6-4a6d-a5a8-4f2db03362e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:33.476815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:33.513127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:33.540417 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:33.545634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-27aefd07-565e-4c81-a14c-89d6fbb7ef13 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eb8dfa70-b1ab-4ef2-908d-3f0af0d430d3 HTTP/1.1" status: 204 len: 168 time: 0.5693665 Dec 10 18:10:33.547157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d325c84-0f11-4093-8bae-98b90625b243 None None] Network 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:33.550673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58046) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:33.693259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-3e6201c4-c782-4656-b32b-bcb4aa4805a8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:33.701431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-3e6201c4-c782-4656-b32b-bcb4aa4805a8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.3410578 Dec 10 18:10:33.774335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:33.774967 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:33.788588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-94b648d7-4c0c-4979-a8b0-2eda2c81a667 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/quotas/8d1c617fa8a04d7c98b753e07497db5f HTTP/1.1" status: 200 len: 375 time: 0.0860670 Dec 10 18:10:33.855666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-f065f30f-8066-4c4e-bb1c-bb5ded176976 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659735 Dec 10 18:10:33.861381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 177b2987-3420-4436-ab94-fc7927beaa2f no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:33.867930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac341ad-1b16-400f-9517-961d8d893695 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:33.885942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b981190-650a-4000-bf96-b2113fc65e02 req-a0bfd336-241e-4d2c-a110-dcbf5b070943 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:33.885942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b981190-650a-4000-bf96-b2113fc65e02 req-a0bfd336-241e-4d2c-a110-dcbf5b070943 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.1223528 Dec 10 18:10:33.934007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 177b2987-3420-4436-ab94-fc7927beaa2f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:33.934689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 177b2987-3420-4436-ab94-fc7927beaa2f not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:33.936108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0f93ab0e-92b1-4abe-955c-73d2d5915653 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:33.987578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 0f93ab0e-92b1-4abe-955c-73d2d5915653 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:33.988425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0f93ab0e-92b1-4abe-955c-73d2d5915653 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:33.989260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dd2c7abb-e44d-4ea5-8e29-dba67eab77fe no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:33.991583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fb4ca1-e21a-4d49-9386-235d05c171f2 None None] New status for floating IP b219b7f0-f4a2-49f2-9f24-ae318e26ef7e: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:10:34.024665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b981190-650a-4000-bf96-b2113fc65e02 req-72ab4951-02e9-4830-b27c-e69b4245d029 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329997 Dec 10 18:10:34.034971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: fac341ad-1b16-400f-9517-961d8d893695 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:34.035724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac341ad-1b16-400f-9517-961d8d893695 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:34.046892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Deleting port d0961b55-2bea-45bf-946a-80a28e3cbf8d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:34.047493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.074642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-2dfb7971-33e6-47f9-a3b0-cb7a248b2f68 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177255 Dec 10 18:10:34.124788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: dd2c7abb-e44d-4ea5-8e29-dba67eab77fe {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:34.125655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device dd2c7abb-e44d-4ea5-8e29-dba67eab77fe not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:34.196506 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.223909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] DHCP port deletion for 46e0578f-3d80-458d-9d2c-9d9cad73c4e6 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:10:34.231504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'name': 'network-vif-deleted', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:34.234089 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b9e46-77f1-4a95-8d10-0dfec056658a" -d '{"events": [{"server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "name": "network-vif-deleted", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:34.250157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] For port d0961b55-2bea-45bf-946a-80a28e3cbf8d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d0961b55-2bea-45bf-946a-80a28e3cbf8d,segment=NetworkSegment(c0e8c26b-3c5f-444a-85f1-6bd0ca680bff),segment_id=c0e8c26b-3c5f-444a-85f1-6bd0ca680bff)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:34.250636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.269226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Calling delete_port for d0961b55-2bea-45bf-946a-80a28e3cbf8d owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:34.272797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-51bb3e83-4fe4-4320-a5a8-aaae7f3e87bd tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:34.275281 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-51bb3e83-4fe4-4320-a5a8-aaae7f3e87bd tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.30 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.2776618 Dec 10 18:10:34.358329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-125aee2b-2fb3-4140-90fb-ba1817a3d0fb service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825963 Dec 10 18:10:34.373451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.377911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.379682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] Deleting port d0961b55-2bea-45bf-946a-80a28e3cbf8d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:34.380091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.455469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.465778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bace75b-ea8c-4a4c-8e8e-711a34b4e04a req-414e4e6c-7232-4548-a0c0-84df3d0bc334 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:34.475321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bace75b-ea8c-4a4c-8e8e-711a34b4e04a req-414e4e6c-7232-4548-a0c0-84df3d0bc334 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.3005273 Dec 10 18:10:34.618421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Deleting port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:34.618421 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.618785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] For port d0961b55-2bea-45bf-946a-80a28e3cbf8d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d0961b55-2bea-45bf-946a-80a28e3cbf8d,segment=NetworkSegment(c0e8c26b-3c5f-444a-85f1-6bd0ca680bff),segment_id=c0e8c26b-3c5f-444a-85f1-6bd0ca680bff)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:34.619979 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.628681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0961b55-2bea-45bf-946a-80a28e3cbf8d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:34.647191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] No DVR routers for this DVR port d0961b55-2bea-45bf-946a-80a28e3cbf8d on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:34.660238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bace75b-ea8c-4a4c-8e8e-711a34b4e04a req-c2b31136-363c-4065-beaf-01b18a28ac49 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838846 Dec 10 18:10:34.671348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] Calling delete_port for d0961b55-2bea-45bf-946a-80a28e3cbf8d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:34.850836 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:34.909933 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df17fb0e-de26-4132-8712-fdf37fd3f5bb x-openstack-request-id: req-df17fb0e-de26-4132-8712-fdf37fd3f5bb {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:34.910201 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db80b13a-f085-4b38-880c-422ba3576816", "name": "network-vif-deleted", "tag": "dd2c7abb-e44d-4ea5-8e29-dba67eab77fe", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:34.911248 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df17fb0e-de26-4132-8712-fdf37fd3f5bb {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:34.912408 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db80b13a-f085-4b38-880c-422ba3576816', 'name': 'network-vif-deleted', 'tag': 'dd2c7abb-e44d-4ea5-8e29-dba67eab77fe', 'status': 'completed', 'code': 200} Dec 10 18:10:34.953284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] No DVR routers for this DVR port d0961b55-2bea-45bf-946a-80a28e3cbf8d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:34.955374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58068) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:34.971339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff178e4d-5aa8-4722-a297-321c9480720a None None] Pushing event deleted for resources: {'Port': ['ID=d0961b55-2bea-45bf-946a-80a28e3cbf8d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:35.004783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.022524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc1280aa-7757-4e80-85ed-612ca2ed77e9 req-ec0a4c92-8276-48a8-a6f1-f77a0afb1a4a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.0935073 Dec 10 18:10:35.050857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e0578f-3d80-458d-9d2c-9d9cad73c4e6']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:35.073779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:35.074162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e8c26b-3c5f-444a-85f1-6bd0ca680bff') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:35.088544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.111732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] For port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:35.112355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.121361 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.129167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:10:35.130413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:10:35.209723 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:10:35.220847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.237448 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7235db56-68e5-4b27-b05b-b6f3afcfb4d7 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.241415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.252080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] 10.222.0.55 "DELETE /v2.0/networks/46e0578f-3d80-458d-9d2c-9d9cad73c4e6 HTTP/1.1" status: 204 len: 168 time: 1.7002060 Dec 10 18:10:35.271800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7719f46-2afa-4e8d-a0c9-e7baa152d409 admin admin] Pushing event deleted for resources: {'Network': ['ID=46e0578f-3d80-458d-9d2c-9d9cad73c4e6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:35.303643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7235db56-68e5-4b27-b05b-b6f3afcfb4d7 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.430717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7235db56-68e5-4b27-b05b-b6f3afcfb4d7 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.434484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7235db56-68e5-4b27-b05b-b6f3afcfb4d7 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.438624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7235db56-68e5-4b27-b05b-b6f3afcfb4d7 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "DELETE /v2.0/security-groups/ae1e4bc9-9dc8-4157-89d1-00194e89a342 HTTP/1.1" status: 204 len: 168 time: 0.4788918 Dec 10 18:10:35.439450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58080) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:35.490646 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-a31756fd-98b9-496c-b4e8-96c1e5aa4bcd tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] show failed (client error): The resource could not be found. Dec 10 18:10:35.500866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a31756fd-98b9-496c-b4e8-96c1e5aa4bcd tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "GET /v2.0/security-groups/ae1e4bc9-9dc8-4157-89d1-00194e89a342 HTTP/1.1" status: 404 len: 347 time: 0.0528250 Dec 10 18:10:35.514398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58082) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:35.534624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235db56-68e5-4b27-b05b-b6f3afcfb4d7 tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e4bc9-9dc8-4157-89d1-00194e89a342,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:35.678763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58084) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:35.855991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.856723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.857208 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e disassociated. External IP: 172.25.2.150, port: 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415. Dec 10 18:10:35.857730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Calling delete_port for 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:35.861733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6027b714-dc31-4347-87b3-e143ff380b90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4cc8b3cffd464a55b21440116a6efa82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744027 Dec 10 18:10:35.869065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6db1730a-aa7e-4167-ad3e-e7c5755413f6 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:35.870628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58090) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:35.965102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d0961b55-2bea-45bf-946a-80a28e3cbf8d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:35.966000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Deleting port daa0c845-5712-412a-994f-410c08c8e455 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:35.966458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:35.982382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3cc559-7701-478c-bf86-a9367d3aa047 req-e40b5f9e-966c-476e-893b-1fd62af9b7c9 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:35.991465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb3cc559-7701-478c-bf86-a9367d3aa047 req-e40b5f9e-966c-476e-893b-1fd62af9b7c9 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.1941237 Dec 10 18:10:36.000288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca498ca-08ae-451c-bf37-4f5137a34ad4 req-4dbffb5d-4bfa-4abd-ae7f-f3d8b9491aed tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:36.004140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d0961b55-2bea-45bf-946a-80a28e3cbf8d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:36.005442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d0961b55-2bea-45bf-946a-80a28e3cbf8d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:36.008332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ca498ca-08ae-451c-bf37-4f5137a34ad4 req-4dbffb5d-4bfa-4abd-ae7f-f3d8b9491aed tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 945 time: 0.3268261 Dec 10 18:10:36.151848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb3cc559-7701-478c-bf86-a9367d3aa047 req-e6524186-09b8-4e29-8c1e-8743ebdc470b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587207 Dec 10 18:10:36.180935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.181938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.191045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aac05de1-680e-48f8-830a-6368cc48ed4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.198274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Calling delete_port for daa0c845-5712-412a-994f-410c08c8e455 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:36.276142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ca498ca-08ae-451c-bf37-4f5137a34ad4 req-e4c8aa91-25ae-44d6-bdf2-1198aedda4e8 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d414cb7-f2e8-4942-9a7a-49464741bda4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650809 Dec 10 18:10:36.279341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aac05de1-680e-48f8-830a-6368cc48ed4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.416547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.418723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Deleting port 58335c45-d78a-42c4-bd14-9fcf4c9a679f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:36.419366 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.426325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d0060395-3063-46b5-959a-1a154984d77c req-f92abd8f-ed55-4cdb-8828-e35438512287 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.0398276 Dec 10 18:10:36.446173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.481109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Pushing event deleted for resources: {'Port': ['ID=daa0c845-5712-412a-994f-410c08c8e455,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:36.545067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] For port 58335c45-d78a-42c4-bd14-9fcf4c9a679f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=58335c45-d78a-42c4-bd14-9fcf4c9a679f,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:36.545407 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.553688 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aac05de1-680e-48f8-830a-6368cc48ed4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.557101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aac05de1-680e-48f8-830a-6368cc48ed4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.560944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aac05de1-680e-48f8-830a-6368cc48ed4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3853b6ff-774b-46b7-a30e-74d832c8a3fd HTTP/1.1" status: 204 len: 168 time: 0.6890354 Dec 10 18:10:36.566633 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.571217 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:36.572670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f3ded22d-5a49-4b49-a703-041103eaec3c tempest-ServersTestFqdnHostnames-891806113 tempest-ServersTestFqdnHostnames-891806113-project] 10.222.0.55 "DELETE /v2.0/floatingips/b219b7f0-f4a2-49f2-9f24-ae318e26ef7e HTTP/1.1" status: 204 len: 168 time: 1.0555711 Dec 10 18:10:36.575552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58106) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:36.700602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Calling delete_port for 58335c45-d78a-42c4-bd14-9fcf4c9a679f owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:36.727193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event deleted for resources: {'Port': ['ID=6b2446ee-5e4a-40f7-b4b0-ce627bfdc415,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:36.737934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac05de1-680e-48f8-830a-6368cc48ed4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3853b6ff-774b-46b7-a30e-74d832c8a3fd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:36.756002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-bf68f60d-b320-42a9-9a5f-c0da08f2b1df tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:36.757758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-bf68f60d-b320-42a9-9a5f-c0da08f2b1df tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.2078173 Dec 10 18:10:36.798484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Request body: {'port': {'device_id': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'admin_state_up': True, 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:36.851598 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-6b11a095-31d4-4cf3-8a66-f691d972810a service neutron] 10.222.0.59 "GET /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.1456761 Dec 10 18:10:36.983695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:36.987366 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.141156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58112) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:37.167364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Router c4f262b7-e075-4ad3-a6c8-82d9262f1383 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:37.168176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:37.288538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:37.356282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db1730a-aa7e-4167-ad3e-e7c5755413f6 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:37.369429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7e79824c-961f-4966-8615-e8e4c89ef23e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9259e3834df94843b28a360e725e12f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221618 Dec 10 18:10:37.370053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58128) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:37.386050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:37.430539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.450996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Allocated IP 172.20.0.14 (9991c54f-ff41-48aa-8b6f-70c12caf5dff/e6305297-35c8-4bd1-84c5-3776d17fe8cc/9924b1d6-977c-4a53-879a-b22c702b08ec) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:37.492208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.553280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e5bd7b2-0f55-4c67-a25d-9a3aabd669f8 req-576eaf0b-a396-480b-a4a8-e22b2d4b7304 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/ports?device_id=36b24a2e-ec3b-439e-87bc-f501d6e5c081 HTTP/1.1" status: 200 len: 210 time: 0.0972476 Dec 10 18:10:37.569564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85e005e8-b66f-4b0b-9333-70c9c7abf794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.596246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b324b-ede0-4133-8cb7-31f0dc47a164 req-6f0645ff-ff8f-481c-88fc-481b9f8cfd6e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:37.599211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b7b324b-ede0-4133-8cb7-31f0dc47a164 req-6f0645ff-ff8f-481c-88fc-481b9f8cfd6e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 943 time: 0.2762723 Dec 10 18:10:37.605284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:37.634908 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] Sync routers for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:37.651228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85e005e8-b66f-4b0b-9333-70c9c7abf794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.653764 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:37.655832 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:37.700410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] Transition to ACTIVE for port object 6db1730a-aa7e-4167-ad3e-e7c5755413f6 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:10:37.743966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.746329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.822044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Pushing event deleted for resources: {'Port': ['ID=58335c45-d78a-42c4-bd14-9fcf4c9a679f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:37.833369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] No DVR routers for this DVR port 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:37.833637 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:37.860844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.865835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97253e0f-055d-4498-9c6a-c28f87c54ed6 req-1c9eec20-994d-42b1-b2c3-ffb581054f8c tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.30 "DELETE /v2.0/ports/6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 HTTP/1.1" status: 204 len: 173 time: 3.5813518 Dec 10 18:10:37.866453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'name': 'network-vif-deleted', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:37.878392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dab9e620-5c8a-424a-950e-d0ff281d3636 req-116025a4-25ae-4e1a-b14b-87cbb3a8cf2c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.1340604 Dec 10 18:10:37.894376 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f722997-5adc-484a-9190-cbf4de626be0" -d '{"events": [{"server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "name": "network-vif-deleted", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:37.940138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85e005e8-b66f-4b0b-9333-70c9c7abf794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.943935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85e005e8-b66f-4b0b-9333-70c9c7abf794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:37.946873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-85e005e8-b66f-4b0b-9333-70c9c7abf794 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/826a97b1-86f5-42a5-b512-010bc240f591 HTTP/1.1" status: 204 len: 168 time: 0.5711684 Dec 10 18:10:38.035770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] No DVR routers for this DVR port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:38.075175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e005e8-b66f-4b0b-9333-70c9c7abf794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a97b1-86f5-42a5-b512-010bc240f591,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:38.165404 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] 10.222.0.59 "PUT /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6/bindings/n-h2-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2792253 Dec 10 18:10:38.167488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b563c-b65d-4c53-9531-b6f26e515f90 service neutron] Pushing event updated for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=10']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:38.241158 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9325df-afd3-4108-87d5-1309633ec1c1 x-openstack-request-id: req-ed9325df-afd3-4108-87d5-1309633ec1c1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:38.241454 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b24a2e-ec3b-439e-87bc-f501d6e5c081", "name": "network-vif-deleted", "tag": "6b2446ee-5e4a-40f7-b4b0-ce627bfdc415", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:38.241816 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed9325df-afd3-4108-87d5-1309633ec1c1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:38.242221 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b24a2e-ec3b-439e-87bc-f501d6e5c081', 'name': 'network-vif-deleted', 'tag': '6b2446ee-5e4a-40f7-b4b0-ce627bfdc415', 'status': 'completed', 'code': 200} Dec 10 18:10:38.245191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:38.266896 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:38.312390 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] Checking router: c4f262b7-e075-4ad3-a6c8-82d9262f1383 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:38.344919 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:38.345816 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:38.363727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Deleting port 753cc04a-e8cb-40c7-83b0-7f04108d20e0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:38.364267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:38.418630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:38.488731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b7b324b-ede0-4133-8cb7-31f0dc47a164 req-a29f0032-27fe-474a-8500-baad9dcbf0ac tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7547305 Dec 10 18:10:38.578995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] For port 753cc04a-e8cb-40c7-83b0-7f04108d20e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=753cc04a-e8cb-40c7-83b0-7f04108d20e0,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:38.579363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:38.611070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Calling delete_port for 753cc04a-e8cb-40c7-83b0-7f04108d20e0 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:38.701839 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:38.748260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-e99daa23-54ab-4973-91da-9ea1f7050548 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:38.750054 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-e99daa23-54ab-4973-91da-9ea1f7050548 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.4929910 Dec 10 18:10:38.780673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:38.848670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:38.874289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:38.874909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58158) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:38.876968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:38.971525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event updated for resources: {'Port': ['ID=9924b1d6-977c-4a53-879a-b22c702b08ec,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:38.993637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:38.994684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:39.010689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:39.052979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:39.053318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6b2446ee-5e4a-40f7-b4b0-ce627bfdc415 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:39.074721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-857da4e8-d3a0-4be1-a74a-23a24630e971 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:39.091414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-f8f3611a-96ed-4e2f-8c09-507783cd9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:39.093606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-f8f3611a-96ed-4e2f-8c09-507783cd9148 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 1095 time: 0.3302400 Dec 10 18:10:39.166381 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:39.176692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-857da4e8-d3a0-4be1-a74a-23a24630e971 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:39.193732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-9a561e3a-35f2-4c42-9d77-eaf1770d1d2f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2462926 Dec 10 18:10:39.235617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec127afd-313f-4ad6-a3a8-fa6ebd810a6d None None] The sync data for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 is: [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:05:51Z', 'revision_number': 4, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6010bb4b-3337-4442-bc1e-1b2c8a47a191', 'name': '', 'network_id': '89be900f-2645-4a6b-b6e4-0c443629727a', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'mac_address': 'fa:16:3e:45:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:50Z', 'updated_at': '2021-12-10T18:05:56Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'subnets': [{'id': '501695c1-d85e-42ab-b4e4-d409309343bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:39.243708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-7b566502-a8aa-4c0b-834f-2ea07783ae4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4496651 Dec 10 18:10:39.263423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:39.271337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Request body: {'port': {'device_id': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:39.297863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58172) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:39.392328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Pushing event deleted for resources: {'Port': ['ID=753cc04a-e8cb-40c7-83b0-7f04108d20e0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:39.405877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8573a-6cd3-4a45-adae-0fc7a2e0a9a3 req-c8adc1c6-2992-463f-88c9-a892099f25a7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:39.408824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0bd8573a-6cd3-4a45-adae-0fc7a2e0a9a3 req-c8adc1c6-2992-463f-88c9-a892099f25a7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 932 time: 0.3259814 Dec 10 18:10:39.422768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-c097b5a4-304c-4458-849a-aff591e9d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:39.423722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-51b26adb-c621-41be-8dde-1c672241e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:39.424468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-c097b5a4-304c-4458-849a-aff591e9d2c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1095 time: 0.2371686 Dec 10 18:10:39.425259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-51b26adb-c621-41be-8dde-1c672241e0ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1096 time: 0.1830568 Dec 10 18:10:39.434744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Router b587b272-b0c3-4212-8a7d-84f0492e72c5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:39.488220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:39.779291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708db24-09a7-4e2e-97cf-3a36f992b241 None None] New status for floating IP 26f9838b-ca55-49e0-8b4d-e437ba8c707e: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:10:39.961877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-857da4e8-d3a0-4be1-a74a-23a24630e971 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:39.964577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-857da4e8-d3a0-4be1-a74a-23a24630e971 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:39.968259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-857da4e8-d3a0-4be1-a74a-23a24630e971 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "DELETE /v2.0/security-groups/9d414cb7-f2e8-4942-9a7a-49464741bda4 HTTP/1.1" status: 204 len: 168 time: 1.0879757 Dec 10 18:10:39.989936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58188) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:39.990629 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.009994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-network', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:40.104212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857da4e8-d3a0-4be1-a74a-23a24630e971 tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d414cb7-f2e8-4942-9a7a-49464741bda4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:40.106541 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-585eae03-7fe5-45e0-9d6c-7260ff07b75f tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] show failed (client error): The resource could not be found. Dec 10 18:10:40.111543 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-585eae03-7fe5-45e0-9d6c-7260ff07b75f tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "GET /v2.0/security-groups/9d414cb7-f2e8-4942-9a7a-49464741bda4 HTTP/1.1" status: 404 len: 347 time: 0.1116562 Dec 10 18:10:40.118192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58196) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:40.201530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0bd8573a-6cd3-4a45-adae-0fc7a2e0a9a3 req-55cb8dfd-5a91-413c-972d-08317fd02a22 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7692363 Dec 10 18:10:40.254718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd326cd-3018-4ec6-a687-e4247b029a19 req-1f221be4-9804-44a1-97b1-0c9ec72c04ca tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:40.262245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dcd326cd-3018-4ec6-a687-e4247b029a19 req-1f221be4-9804-44a1-97b1-0c9ec72c04ca tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 944 time: 0.2920063 Dec 10 18:10:40.274455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Made reservation on behalf of 6dacf1f3a13444928b1bb5fc70abc6d3 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:40.276738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.317709 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.329331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-064dbeb7-95ea-4214-91ba-1709996f3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:40.330966 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-064dbeb7-95ea-4214-91ba-1709996f3c26 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.3640671 Dec 10 18:10:40.359933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-4d3f44fd-5f20-47a9-8877-0b8bf042f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:40.361467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-4d3f44fd-5f20-47a9-8877-0b8bf042f436 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.9253466 Dec 10 18:10:40.420890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-fcd181dd-84c7-4aa8-8f14-89c609d4d9c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 217 time: 0.0474865 Dec 10 18:10:40.429435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-930c99be-999f-46e1-838a-a51af7315bc9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 217 time: 0.0574205 Dec 10 18:10:40.445733 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dcd326cd-3018-4ec6-a687-e4247b029a19 req-b0569193-ad31-48ca-9d8e-60c88540b0fb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801820 Dec 10 18:10:40.503981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:40.520181 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] Sync routers for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:40.543376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-01e50228-2a1b-4501-8704-5cf7e4d89256 admin admin] 10.222.0.55 "PUT /v2.0/routers/b587b272-b0c3-4212-8a7d-84f0492e72c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2742517 Dec 10 18:10:40.545596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58200) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:40.553411 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:40.555197 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:40.582895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-b8d614ae-6f87-420f-9f89-2f45ee317bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:40.584601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-b8d614ae-6f87-420f-9f89-2f45ee317bba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1491706 Dec 10 18:10:40.615792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-09452a52-5526-45f1-9c9d-4b91b6d3db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:40.616280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Deleting port ba826e6e-1f09-42bc-bb73-c1b46d2158f0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:40.616834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.617365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-09452a52-5526-45f1-9c9d-4b91b6d3db6f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1690915 Dec 10 18:10:40.644504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-98b325af-2300-4f96-abd4-16a588479b3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477412 Dec 10 18:10:40.656892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Router 1899605e-4bb5-420c-bf18-be78cc11b31d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:40.681571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-df1cf56d-d71b-4843-a03c-6d75f3125168 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501547 Dec 10 18:10:40.726442 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:40.728015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.763541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a671e90e-69b1-421c-b98b-f49ae09d961f service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016366 Dec 10 18:10:40.852614 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-7363402f-8a18-4809-9f28-39f2a45eb9b7 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402750 Dec 10 18:10:40.859175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.894874 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-b4dd03a7-a99f-4ba9-9b56-63e4d7ab0c3b service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034827 Dec 10 18:10:40.944995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:10:40.959392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.984557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9924b1d6-977c-4a53-879a-b22c702b08ec {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:40.989835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:40.990193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.002676 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.012808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Calling delete_port for ba826e6e-1f09-42bc-bb73-c1b46d2158f0 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:41.026401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Transition to ACTIVE for port object 9924b1d6-977c-4a53-879a-b22c702b08ec will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:10:41.040852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.041436 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Added segment d9e0220d-d9df-4741-9789-c2b90d68d17a of type vlan for network 613ed91d-9388-410b-90e8-61baadf773a3 Dec 10 18:10:41.055862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf657e-ad30-4292-bdf7-ce6435bb11b6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:41.083652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.104877 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:10:37Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:41.141546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.148617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] Checking router: b587b272-b0c3-4212-8a7d-84f0492e72c5 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:41.158754 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] Routers {'b587b272-b0c3-4212-8a7d-84f0492e72c5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:41.159355 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b587b272-b0c3-4212-8a7d-84f0492e72c5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:41.229008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:41.241235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c36ba4d4-32dc-4c10-8e8c-dad853c2a392 admin admin] 10.222.0.55 "PUT /v2.0/routers/1899605e-4bb5-420c-bf18-be78cc11b31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6646063 Dec 10 18:10:41.243645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfad575b-ab5d-4e18-8905-1e912fb5e517 req-eb33c784-9c8c-4b3c-b55f-e0b6f2e92bef service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755529 Dec 10 18:10:41.244123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58204) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:41.250267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] Sync routers for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:41.261087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:41.271264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:41.283922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.284472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:41.285053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.285593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] Set router b587b272-b0c3-4212-8a7d-84f0492e72c5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:41.331523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Pushing event updated for resources: {'Port': ['ID=9924b1d6-977c-4a53-879a-b22c702b08ec,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:41.447838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:41.467569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a2156ea0-5647-4cba-9e1f-9ff10b871990 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:41.469552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-a2156ea0-5647-4cba-9e1f-9ff10b871990 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.2295005 Dec 10 18:10:41.501259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.532012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e2e111-6639-47f9-9040-b7845a37f6bd req-bf5a021b-2031-4faf-80db-a9ceee6b8ef9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:41.535552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26e2e111-6639-47f9-9040-b7845a37f6bd req-bf5a021b-2031-4faf-80db-a9ceee6b8ef9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 944 time: 0.1402411 Dec 10 18:10:41.585369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Attempting to bind port 9924b1d6-977c-4a53-879a-b22c702b08ec on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:10:41.585987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Attempting to bind port 9924b1d6-977c-4a53-879a-b22c702b08ec by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:10:41.586615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Attempting to bind port 9924b1d6-977c-4a53-879a-b22c702b08ec on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:41.605941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Port 9924b1d6-977c-4a53-879a-b22c702b08ec on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:10:41.606318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Attempting to bind port 9924b1d6-977c-4a53-879a-b22c702b08ec on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:41.614519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3153868 Dec 10 18:10:41.617127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58212) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:41.651984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Request body: {'subnet': {'network_id': '613ed91d-9388-410b-90e8-61baadf773a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-subnet', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:41.654080 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:10:37Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:41.700092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:10:39Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:41.707255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:10:41.708845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:41.709350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Bound using segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:10:41.709910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Bound port: 9924b1d6-977c-4a53-879a-b22c702b08ec, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:10:41.711461 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.713715 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1559e62-94f1-443c-b966-396fed9b1401 None None] The sync data for ids ['b587b272-b0c3-4212-8a7d-84f0492e72c5'] in n-d-821424-1 is: [{'id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'name': 'tempest-FloatingIPsAssociationTestJSON-834368985-router', 'tenant_id': 'f5ab3894199d4473a36149c50c20587e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:09:29Z', 'updated_at': '2021-12-10T18:10:37Z', 'revision_number': 5, 'project_id': 'f5ab3894199d4473a36149c50c20587e', 'gw_port': {'id': 'd9baeec2-a3cf-4160-be35-0a1d6f23b86d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ef:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b587b272-b0c3-4212-8a7d-84f0492e72c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:09:30Z', 'updated_at': '2021-12-10T18:09:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:41.739133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0465b1-228f-45d9-a200-33eb18486edb admin admin] Pushing event updated for resources: {'Network': ['ID=613ed91d-9388-410b-90e8-61baadf773a3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:41.816776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Made reservation on behalf of 6dacf1f3a13444928b1bb5fc70abc6d3 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:41.819194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.829272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 613ed91d-9388-410b-90e8-61baadf773a3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:10:41.832460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9e107-e921-4a06-b16d-82835194db48 req-4281ccfe-c2c2-4c93-b176-8bc0f49e5d16 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:41.833416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] Checking router: 1899605e-4bb5-420c-bf18-be78cc11b31d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:41.840050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1af9e107-e921-4a06-b16d-82835194db48 req-4281ccfe-c2c2-4c93-b176-8bc0f49e5d16 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 944 time: 0.2443995 Dec 10 18:10:41.843590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.847287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-5dfb8f5f-7b76-4307-80e1-ca7a1e3642ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2537196 Dec 10 18:10:41.860606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26e2e111-6639-47f9-9040-b7845a37f6bd req-d3658522-81b2-4981-ba79-42e84152454f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910068 Dec 10 18:10:41.863291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.932218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-1604555b-d950-4c9a-bf66-07c161cbe3b3 service neutron] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:41.937706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Pushing event deleted for resources: {'Port': ['ID=ba826e6e-1f09-42bc-bb73-c1b46d2158f0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:41.954737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-1604555b-d950-4c9a-bf66-07c161cbe3b3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:41.956067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e77093a1-1d6e-4cf3-aa51-8116c6e27a55 req-1604555b-d950-4c9a-bf66-07c161cbe3b3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6/bindings/n-h1-821424-1 HTTP/1.1" status: 204 len: 173 time: 0.4712868 Dec 10 18:10:42.052196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:42.055332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:42.059612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2ecf7b3d-78e2-46d9-87a8-a9029291a48d tempest-ServersWithSpecificFlavorTestJSON-1157034188 tempest-ServersWithSpecificFlavorTestJSON-1157034188-project] 10.222.0.55 "DELETE /v2.0/floatingips/26f9838b-ca55-49e0-8b4d-e437ba8c707e HTTP/1.1" status: 204 len: 168 time: 1.9298763 Dec 10 18:10:42.065389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] Routers {'1899605e-4bb5-420c-bf18-be78cc11b31d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:42.066207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1899605e-4bb5-420c-bf18-be78cc11b31d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:42.067246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] For port 9924b1d6-977c-4a53-879a-b22c702b08ec, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:42.071601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] For port 9924b1d6-977c-4a53-879a-b22c702b08ec, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9924b1d6-977c-4a53-879a-b22c702b08ec,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:10:42.083398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:42.101889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Deleting port d9baeec2-a3cf-4160-be35-0a1d6f23b86d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:42.102411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:42.190295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Pushing event updated for resources: {'Port': ['ID=9924b1d6-977c-4a53-879a-b22c702b08ec,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:42.207981 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1af9e107-e921-4a06-b16d-82835194db48 req-904bd2ca-b6dc-4a4e-9a47-0f6ae614d5e6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654759 Dec 10 18:10:42.215879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:42.216557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:42.219402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-42448650-4cb9-45b1-ba76-d9f5b2601c0b service neutron] 10.222.0.59 "PUT /v2.0/ports/9924b1d6-977c-4a53-879a-b22c702b08ec HTTP/1.1" status: 200 len: 1092 time: 2.9529433 Dec 10 18:10:42.221580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'tag': '9924b1d6-977c-4a53-879a-b22c702b08ec'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:42.227443 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ac1e5-510c-4141-89a9-7c756a9b699c" -d '{"events": [{"name": "network-changed", "server_uuid": "7934a578-f20a-42e9-858e-e3e7ebd71c80", "tag": "9924b1d6-977c-4a53-879a-b22c702b08ec"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:42.234458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-130a3758-1386-4aa8-89fe-0e5d2636cd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:42.236175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-130a3758-1386-4aa8-89fe-0e5d2636cd8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 1095 time: 0.2928660 Dec 10 18:10:42.248856 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:42.333932 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388a6453-e7de-455f-bbfa-aab28b3cb1be x-openstack-request-id: req-388a6453-e7de-455f-bbfa-aab28b3cb1be {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:42.334515 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7934a578-f20a-42e9-858e-e3e7ebd71c80", "tag": "9924b1d6-977c-4a53-879a-b22c702b08ec", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:42.334515 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-388a6453-e7de-455f-bbfa-aab28b3cb1be {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:42.334992 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'tag': '9924b1d6-977c-4a53-879a-b22c702b08ec', 'status': 'completed', 'code': 200} Dec 10 18:10:42.345443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] Set router 1899605e-4bb5-420c-bf18-be78cc11b31d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:42.533110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-dd56466a-c8d4-4041-8893-f05a7ef601c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:42.535498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-dd56466a-c8d4-4041-8893-f05a7ef601c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 1095 time: 0.1939781 Dec 10 18:10:42.609239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ed4ec-fcf4-4583-8c52-fb626accc5e1 req-ca79fb09-b95d-4eba-b556-6b19c71ac6f3 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:42.611241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b76ed4ec-fcf4-4583-8c52-fb626accc5e1 req-ca79fb09-b95d-4eba-b556-6b19c71ac6f3 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1095 time: 0.1542645 Dec 10 18:10:42.613095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-e44ea3e2-987e-45d1-83a8-cf7a7d527bf7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9924b1d6-977c-4a53-879a-b22c702b08ec HTTP/1.1" status: 200 len: 217 time: 0.0653133 Dec 10 18:10:42.725607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:10:39Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:42.740307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b76ed4ec-fcf4-4583-8c52-fb626accc5e1 req-644ad2f3-cc20-49a7-a55a-78734e4f30e4 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226828 Dec 10 18:10:42.784842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58242) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:42.827271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b995a2c-920c-4425-ab43-99c8db7c8101 None None] The sync data for ids ['1899605e-4bb5-420c-bf18-be78cc11b31d'] in n-d-821424-1 is: [{'id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'name': 'tempest-ServersTestFqdnHostnames-2003627054-router', 'tenant_id': '3679225db16f4e509948df1f2262a64f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:07:58Z', 'updated_at': '2021-12-10T18:10:39Z', 'revision_number': 5, 'project_id': '3679225db16f4e509948df1f2262a64f', 'gw_port': {'id': '8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:22:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1899605e-4bb5-420c-bf18-be78cc11b31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:07:59Z', 'updated_at': '2021-12-10T18:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:42.874000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-04b8a608-f2ec-4a4b-893e-fd5979589b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:42.875593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-04b8a608-f2ec-4a4b-893e-fd5979589b75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1621428 Dec 10 18:10:42.975263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-dcd91ec3-4644-45ab-a125-149c13dbb528 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893321 Dec 10 18:10:43.025132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] For port d9baeec2-a3cf-4160-be35-0a1d6f23b86d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:43.027387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:43.036775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:43.084552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3c34b-e322-4e96-8b9e-09ff71711677 req-83030d08-5f56-4cba-8d2e-53c1315e4f0a tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:43.086667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83c3c34b-e322-4e96-8b9e-09ff71711677 req-83030d08-5f56-4cba-8d2e-53c1315e4f0a tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1095 time: 0.1898637 Dec 10 18:10:43.115484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Calling delete_port for d9baeec2-a3cf-4160-be35-0a1d6f23b86d owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:43.256879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-bd73657f-a911-449b-a799-d8bcc6b5751a service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653148 Dec 10 18:10:43.262644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75c72a36-a67a-44db-b47d-4291074d1788,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:43.264646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83c3c34b-e322-4e96-8b9e-09ff71711677 req-afafb4f5-f80c-4f7b-bd47-7fdaf1b2b967 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320999 Dec 10 18:10:43.299472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d13a3-0b7d-4d3d-ad53-6ea8b5b6dbec req-605ad3d6-c11d-489e-950c-3d40d0bb149c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:43.301118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c9d13a3-0b7d-4d3d-ad53-6ea8b5b6dbec req-605ad3d6-c11d-489e-950c-3d40d0bb149c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 944 time: 0.2660823 Dec 10 18:10:43.309680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Deleting port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:43.310018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:43.320490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-eec9891c-7b4b-44b3-987c-3ce72f65781d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:43.321956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-eec9891c-7b4b-44b3-987c-3ce72f65781d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 1.0226579 Dec 10 18:10:43.339387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Checking segment: {'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:43.339754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Network hostable DHCP agents. Network: 613ed91d-9388-410b-90e8-61baadf773a3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:10:43.454328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-70bc6585-e7b0-4e58-b1a3-2542f93132ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 200 len: 217 time: 0.1160655 Dec 10 18:10:43.460812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e75b92-7522-44ba-a89d-f51c23ba77e8 req-f64501bd-6f5d-407e-bc11-00fea21c0692 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950469 Dec 10 18:10:43.604913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Network 613ed91d-9388-410b-90e8-61baadf773a3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:10:43.605503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:43.634953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c9d13a3-0b7d-4d3d-ad53-6ea8b5b6dbec req-f26ed000-2ed6-4c3d-af33-55eb0f6d9110 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145599 Dec 10 18:10:43.681657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-ab27fdd0-79ec-44cc-a223-df58133859c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:43.686727 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-ab27fdd0-79ec-44cc-a223-df58133859c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1872127 Dec 10 18:10:43.692969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] For port 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:43.693756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:43.761436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 613ed91d-9388-410b-90e8-61baadf773a3) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:43.765306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-f81ab4d5-73b9-4efc-9765-710575a6a35a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619848 Dec 10 18:10:43.771067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d4016b-7f53-4b20-a065-f138c2f072bc None None] Network 613ed91d-9388-410b-90e8-61baadf773a3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:43.801598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 753cc04a-e8cb-40c7-83b0-7f04108d20e0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:43.805468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Calling delete_port for 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:43.876261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 753cc04a-e8cb-40c7-83b0-7f04108d20e0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:43.877595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 753cc04a-e8cb-40c7-83b0-7f04108d20e0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:43.878237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 58335c45-d78a-42c4-bd14-9fcf4c9a679f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:43.909692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 58335c45-d78a-42c4-bd14-9fcf4c9a679f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:43.910512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 58335c45-d78a-42c4-bd14-9fcf4c9a679f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:44.015576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:44.016178 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.027557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-9f440568-f5d7-4bdf-99c9-cf663eed6248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:44.029136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-9f440568-f5d7-4bdf-99c9-cf663eed6248 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 1095 time: 0.4602084 Dec 10 18:10:44.048057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.114927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-613ed91d-9388-410b-90e8-61baadf773a3', 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3', 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'fixed_ips': [{'subnet_id': '75c72a36-a67a-44db-b47d-4291074d1788'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:10:44.121315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.171208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9baeec2-a3cf-4160-be35-0a1d6f23b86d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:44.249487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c049c01f-ab06-4854-b3a9-f246f15664c0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6160028 Dec 10 18:10:44.253628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.255895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58260) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:44.269326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:44.306478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-c68e7f49-bbbe-4dfa-a304-9c3855230280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:44.307742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-c68e7f49-bbbe-4dfa-a304-9c3855230280 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 0.2697453 Dec 10 18:10:44.316052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Allocated IP 172.20.0.2 (613ed91d-9388-410b-90e8-61baadf773a3/75c72a36-a67a-44db-b47d-4291074d1788/03b29d9e-c394-45f9-97c5-310a9655d36f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:44.370374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.371490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.377683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-4ec9be45-a824-4c8e-9f99-a2196e3ab128 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9924b1d6-977c-4a53-879a-b22c702b08ec HTTP/1.1" status: 200 len: 217 time: 0.0588233 Dec 10 18:10:44.397670 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.405391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.428710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-290e53f5-d9d6-49d5-9036-6ab1abde3199 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4086509 Dec 10 18:10:44.508041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.514205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.548351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.550922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.556438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-b4b1bca9-02af-40c2-baea-077b9803ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:44.557969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-b4b1bca9-02af-40c2-baea-077b9803ec30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1722071 Dec 10 18:10:44.599047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:44.614282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.619236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b587b272-b0c3-4212-8a7d-84f0492e72c5 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:10:44.631785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.637126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef764eac-88ae-4736-89ee-34555e2cb752 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b587b272-b0c3-4212-8a7d-84f0492e72c5 HTTP/1.1" status: 204 len: 168 time: 4.0883558 Dec 10 18:10:44.643115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58264) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:44.660904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Network 613ed91d-9388-410b-90e8-61baadf773a3 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:44.663195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Pushing event updated for resources: {'Port': ['ID=03b29d9e-c394-45f9-97c5-310a9655d36f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:44.670560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:44.676260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:44.787719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36e8038-cdd4-4f8c-b721-dd2e45c62365 req-342dd6a0-3c74-4d47-a9ea-ab3ed525f28c service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242364 Dec 10 18:10:44.802043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Attempting to bind port 03b29d9e-c394-45f9-97c5-310a9655d36f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:10:44.802610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Attempting to bind port 03b29d9e-c394-45f9-97c5-310a9655d36f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:10:44.803006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Attempting to bind port 03b29d9e-c394-45f9-97c5-310a9655d36f on network 613ed91d-9388-410b-90e8-61baadf773a3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:44.806954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] Deleting subnet bd236a97-80d6-42da-8690-894402025d5f {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:10:44.813352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.818757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:10:44.819611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Checking segment: {'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:44.820695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.821363 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.821994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Bound using segment: {'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:10:44.831310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Bound port: 03b29d9e-c394-45f9-97c5-310a9655d36f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:10:44.832186 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.963384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.979351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] For port 03b29d9e-c394-45f9-97c5-310a9655d36f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:44.983488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] For port 03b29d9e-c394-45f9-97c5-310a9655d36f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=03b29d9e-c394-45f9-97c5-310a9655d36f,segment=NetworkSegment(d9e0220d-d9df-4741-9789-c2b90d68d17a),segment_id=d9e0220d-d9df-4741-9789-c2b90d68d17a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:10:44.984742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-8024ca8e-ac71-4ada-8f24-fbdc561b9421 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2994342 Dec 10 18:10:44.991210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.995210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:44.999117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.001998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.039631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Deleting port 6010bb4b-3337-4442-bc1e-1b2c8a47a191 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:45.039969 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.067361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63efd6d-86d4-4e3d-8590-a960465b121e None None] Pushing event updated for resources: {'Port': ['ID=03b29d9e-c394-45f9-97c5-310a9655d36f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:45.079956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.080569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1899605e-4bb5-420c-bf18-be78cc11b31d {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:10:45.089399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.090798 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5b1b9275-011d-4df2-a1ea-e4e51b774ed7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/1899605e-4bb5-420c-bf18-be78cc11b31d HTTP/1.1" status: 204 len: 168 time: 3.8434060 Dec 10 18:10:45.093278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58272) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:45.146091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] For port 6010bb4b-3337-4442-bc1e-1b2c8a47a191, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6010bb4b-3337-4442-bc1e-1b2c8a47a191,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:45.146510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.164447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Calling delete_port for 6010bb4b-3337-4442-bc1e-1b2c8a47a191 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:45.209300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] Deleting subnet 491cf3d1-43b6-4a6d-a5a8-4f2db03362e8 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:10:45.216691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.261881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.296810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.432311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.498495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd236a97-80d6-42da-8690-894402025d5f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:45.503648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.504002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c4ae4-08a4-46e5-a371-a3dd73063769 None None] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:45.509296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62a87d13-83d2-4140-a089-2d7f8b57bcc7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bd236a97-80d6-42da-8690-894402025d5f HTTP/1.1" status: 204 len: 168 time: 0.8602104 Dec 10 18:10:45.513127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.515468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58274) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:45.575020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.628259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.649634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Pushing event deleted for resources: {'Port': ['ID=6010bb4b-3337-4442-bc1e-1b2c8a47a191,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:45.751346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179f25a-700b-4deb-957b-1ebf8dc786d7 req-27d4e53f-db81-406c-8b53-6318ef5645c3 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:45.753206 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1179f25a-700b-4deb-957b-1ebf8dc786d7 req-27d4e53f-db81-406c-8b53-6318ef5645c3 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 944 time: 0.7673979 Dec 10 18:10:45.887236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9924b1d6-977c-4a53-879a-b22c702b08ec details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:10:45.900126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.965798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491cf3d1-43b6-4a6d-a5a8-4f2db03362e8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:45.968517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.974987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2adeaaa3-ee3f-4801-8e67-46a40a00f31b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/491cf3d1-43b6-4a6d-a5a8-4f2db03362e8 HTTP/1.1" status: 204 len: 168 time: 0.8784237 Dec 10 18:10:45.979252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Deleting port d345ca4a-0c8d-4236-b8b3-b5ec976616de {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:45.979607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:45.981861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:46.075737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1179f25a-700b-4deb-957b-1ebf8dc786d7 req-77be5ce1-6ab6-44bf-ab3e-357da846be3d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841814 Dec 10 18:10:46.089644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-83159a42-425e-4890-a0c0-5ff8e9bfe9de service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0899782 Dec 10 18:10:46.092199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] DHCP port deletion for 1c3b410c-c04d-4f60-95b3-3745f25a0852 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:10:46.102640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c3b9d7-1ca0-4634-a3b1-ab81a7e04e07 None None] Network fc971347-980b-4b34-a941-f27137bbfed6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:46.151158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] For port d345ca4a-0c8d-4236-b8b3-b5ec976616de, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d345ca4a-0c8d-4236-b8b3-b5ec976616de,segment=NetworkSegment(baf45d11-9ea4-4486-9c16-e88a505d9f05),segment_id=baf45d11-9ea4-4486-9c16-e88a505d9f05)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:46.151715 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.160956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.169983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Calling delete_port for d345ca4a-0c8d-4236-b8b3-b5ec976616de owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:46.248737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e12ac1e5-510c-4141-89a9-7c756a9b699c req-5593a5fc-b111-4744-93cf-ba15556de9b0 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498566 Dec 10 18:10:46.269773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 03b29d9e-c394-45f9-97c5-310a9655d36f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:10:46.363548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Deleting port c59a43a4-2961-4350-ab45-7374aeaa7cfe {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:46.363938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.379340 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.392685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9924b1d6-977c-4a53-879a-b22c702b08ec, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9924b1d6-977c-4a53-879a-b22c702b08ec,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:46.420950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '9924b1d6-977c-4a53-879a-b22c702b08ec', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': '9924b1d6-977c-4a53-879a-b22c702b08ec', 'mac_address': 'fa:16:3e:0c:cd:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:10:46.450618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 03b29d9e-c394-45f9-97c5-310a9655d36f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:46.451106 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.455367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] No DVR routers for this DVR port d345ca4a-0c8d-4236-b8b3-b5ec976616de on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:46.472793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.487875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Deleting port d345ca4a-0c8d-4236-b8b3-b5ec976616de {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:46.488254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.490803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Pushing event deleted for resources: {'Port': ['ID=d345ca4a-0c8d-4236-b8b3-b5ec976616de,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:46.558313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] DHCP port deletion for fc971347-980b-4b34-a941-f27137bbfed6 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:10:46.615931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] For port c59a43a4-2961-4350-ab45-7374aeaa7cfe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c59a43a4-2961-4350-ab45-7374aeaa7cfe,segment=NetworkSegment(fc952f82-aed7-4e51-bcb6-880e63c7f97c),segment_id=fc952f82-aed7-4e51-bcb6-880e63c7f97c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:46.616614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.628306 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.662515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Calling delete_port for c59a43a4-2961-4350-ab45-7374aeaa7cfe owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:46.705543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3b410c-c04d-4f60-95b3-3745f25a0852']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:46.720337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf45d11-9ea4-4486-9c16-e88a505d9f05') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:46.720714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf45d11-9ea4-4486-9c16-e88a505d9f05') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:46.753268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.778581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.800948 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.824434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.846073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.873655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:10:46.875013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:10:46.880043 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:10:46.925638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] For port d345ca4a-0c8d-4236-b8b3-b5ec976616de, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:46.926220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:46.983919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9924b1d6-977c-4a53-879a-b22c702b08ec {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:46.991288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Calling delete_port for d345ca4a-0c8d-4236-b8b3-b5ec976616de owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:47.004941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Port d345ca4a-0c8d-4236-b8b3-b5ec976616de was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:10:47.032748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.036904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.059379 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.068538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] 10.222.0.55 "DELETE /v2.0/networks/1c3b410c-c04d-4f60-95b3-3745f25a0852 HTTP/1.1" status: 204 len: 168 time: 1.5494370 Dec 10 18:10:47.084560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9924b1d6-977c-4a53-879a-b22c702b08ec, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9924b1d6-977c-4a53-879a-b22c702b08ec,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:47.098285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655c69a-65e3-4096-beae-d8064eced0da admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3b410c-c04d-4f60-95b3-3745f25a0852,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:47.124877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.143773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Network 1c3b410c-c04d-4f60-95b3-3745f25a0852 is not hosted by any dhcp agent {{(pid=103501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:10:47.144238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] No DVR routers for this DVR port d345ca4a-0c8d-4236-b8b3-b5ec976616de on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:47.184964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Router c4f262b7-e075-4ad3-a6c8-82d9262f1383 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:10:47.185608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785b198-0042-4d3e-8370-6d4166fbe4b2 None None] Pushing event deleted for resources: {'Port': ['ID=d345ca4a-0c8d-4236-b8b3-b5ec976616de,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:47.187927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.187927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7fd29-b1e6-4b08-a8f0-23300b6def17 None None] Network 613ed91d-9388-410b-90e8-61baadf773a3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:47.201214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Pushing event deleted for resources: {'Port': ['ID=c59a43a4-2961-4350-ab45-7374aeaa7cfe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:47.209338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] No DVR routers for this DVR port c59a43a4-2961-4350-ab45-7374aeaa7cfe on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:47.301882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Allocated IP 172.25.2.230 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/6aaf27d2-af66-483e-a972-ca0d0093befd) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:47.313230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.317797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] Deleting port c59a43a4-2961-4350-ab45-7374aeaa7cfe {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:47.318443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.362465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.365824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58298) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:47.420321 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-10cf33d8-4568-40b2-9012-de42d19a90ed None None] Provisioning complete for port 03b29d9e-c394-45f9-97c5-310a9655d36f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:47.420524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013100b-7fc8-408c-a21a-c10aea1ac69a req-38769186-479a-43a4-ab9f-9dc7d975f7a7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:47.421088 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10cf33d8-4568-40b2-9012-de42d19a90ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.422038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4013100b-7fc8-408c-a21a-c10aea1ac69a req-38769186-479a-43a4-ab9f-9dc7d975f7a7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 945 time: 0.1053932 Dec 10 18:10:47.423846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc971347-980b-4b34-a941-f27137bbfed6']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:47.469564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['9924b1d6-977c-4a53-879a-b22c702b08ec'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:47.474396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc952f82-aed7-4e51-bcb6-880e63c7f97c') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:47.480854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc952f82-aed7-4e51-bcb6-880e63c7f97c') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:47.510855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.520357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9924b1d6-977c-4a53-879a-b22c702b08ec,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:47.540985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de779-dab8-4317-a427-68d96e310492 req-fa8f5334-4fd5-4ec0-8589-9b6c50214186 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:47.543157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-fa8f5334-4fd5-4ec0-8589-9b6c50214186 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.4818339 Dec 10 18:10:47.574941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.575662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 03b29d9e-c394-45f9-97c5-310a9655d36f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=03b29d9e-c394-45f9-97c5-310a9655d36f,segment=NetworkSegment(d9e0220d-d9df-4741-9789-c2b90d68d17a),segment_id=d9e0220d-d9df-4741-9789-c2b90d68d17a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:47.586494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:10:47.587364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-b7a92168-f3fe-43a9-91c2-7780a13ed0ac tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/quotas/9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 375 time: 0.0293610 Dec 10 18:10:47.593277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] For port c59a43a4-2961-4350-ab45-7374aeaa7cfe, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:47.593687 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.600274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.607084 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.623211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] Calling delete_port for c59a43a4-2961-4350-ab45-7374aeaa7cfe owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:47.663534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] Port c59a43a4-2961-4350-ab45-7374aeaa7cfe was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:10:47.682638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-29420b23-6bf6-41e1-bdb3-ee40409414c5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5ab3894199d4473a36149c50c20587e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154664 Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:10:47.683547 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:10:47.695785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58300) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:47.708306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:47.710466 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.740730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:47.747229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.759397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] Sync routers for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:47.761269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:47.761784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8dfe3480-2c30-4ede-a2ca-dd5ce0c4f726 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:47.762375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d9baeec2-a3cf-4160-be35-0a1d6f23b86d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:47.763239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-73ce8db1-6b2f-483e-9240-db8ee734d482 admin admin] 10.222.0.55 "PUT /v2.0/routers/c4f262b7-e075-4ad3-a6c8-82d9262f1383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9739687 Dec 10 18:10:47.764182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58302) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:47.769278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.774586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] 10.222.0.55 "DELETE /v2.0/networks/fc971347-980b-4b34-a941-f27137bbfed6 HTTP/1.1" status: 204 len: 168 time: 1.7916102 Dec 10 18:10:47.812871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] No DVR routers for this DVR port c59a43a4-2961-4350-ab45-7374aeaa7cfe on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:47.826784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d9baeec2-a3cf-4160-be35-0a1d6f23b86d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:47.827401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d9baeec2-a3cf-4160-be35-0a1d6f23b86d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:47.834797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3070ebab-29d0-4967-a51f-c7f5442822d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.841879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4532b-6a5f-45eb-b142-5acce58f65cd admin admin] Pushing event deleted for resources: {'Network': ['ID=fc971347-980b-4b34-a941-f27137bbfed6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:47.846023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=03b29d9e-c394-45f9-97c5-310a9655d36f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:47.892521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3070ebab-29d0-4967-a51f-c7f5442822d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:47.901633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4013100b-7fc8-408c-a21a-c10aea1ac69a req-6254a8c3-2d19-456c-8a64-cd32e78d80a3 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658689 Dec 10 18:10:47.916392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d55928-a5e1-40ce-b30f-e56396c79bfe None None] Pushing event deleted for resources: {'Port': ['ID=c59a43a4-2961-4350-ab45-7374aeaa7cfe,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:47.960920 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:47.961556 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:48.049512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-2cfda9e3-9137-4c2b-bbad-2d55ffac1d1e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4288409 Dec 10 18:10:48.072577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.082790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3070ebab-29d0-4967-a51f-c7f5442822d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.086940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3070ebab-29d0-4967-a51f-c7f5442822d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.088232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3070ebab-29d0-4967-a51f-c7f5442822d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4f68903-c68a-42ad-b815-7cdbb4cc46e8 HTTP/1.1" status: 204 len: 168 time: 0.3901620 Dec 10 18:10:48.106716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 03b29d9e-c394-45f9-97c5-310a9655d36f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:10:48.188718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 03b29d9e-c394-45f9-97c5-310a9655d36f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:48.189321 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.197093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070ebab-29d0-4967-a51f-c7f5442822d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f68903-c68a-42ad-b815-7cdbb4cc46e8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:48.264318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58314) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:48.310123 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:48.377345 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-694a8dfc-7aee-4557-9215-9031bfa667e8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3679225db16f4e509948df1f2262a64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1116860 Dec 10 18:10:48.381014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58316) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:48.421295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a6c9c060-7c54-40a0-84f1-deb703e4dc7f None None] Provisioning complete for port 03b29d9e-c394-45f9-97c5-310a9655d36f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:48.422229 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a6c9c060-7c54-40a0-84f1-deb703e4dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.499966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73435c58-c10f-4d5f-a722-845b99f78ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.548202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d345ca4a-0c8d-4236-b8b3-b5ec976616de no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:48.564932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73435c58-c10f-4d5f-a722-845b99f78ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.581302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d345ca4a-0c8d-4236-b8b3-b5ec976616de {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:48.581783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d345ca4a-0c8d-4236-b8b3-b5ec976616de not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:48.582314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c59a43a4-2961-4350-ab45-7374aeaa7cfe no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:48.613975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c59a43a4-2961-4350-ab45-7374aeaa7cfe {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:48.614525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c59a43a4-2961-4350-ab45-7374aeaa7cfe not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:48.680102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73435c58-c10f-4d5f-a722-845b99f78ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.682993 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73435c58-c10f-4d5f-a722-845b99f78ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:48.684322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-73435c58-c10f-4d5f-a722-845b99f78ca5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2e99a9c-4d78-49c2-8eaa-bf4c2120cfa1 HTTP/1.1" status: 204 len: 168 time: 0.3033657 Dec 10 18:10:48.703794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73435c58-c10f-4d5f-a722-845b99f78ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e99a9c-4d78-49c2-8eaa-bf4c2120cfa1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:48.786762 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:10:45Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:48.850319 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] Checking router: c4f262b7-e075-4ad3-a6c8-82d9262f1383 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:48.875931 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] Routers {'c4f262b7-e075-4ad3-a6c8-82d9262f1383'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:48.876943 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:48.939783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-35046e1b-6ead-49c5-9602-fb9b3dca489d service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502791 Dec 10 18:10:48.996502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.129068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:49.137290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.139578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:49.144153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Pushing event updated for resources: {'Port': ['ID=6aaf27d2-af66-483e-a972-ca0d0093befd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:49.150729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f91cb-c893-40d8-a361-8fc959888cf4 req-417dac1c-b926-4e62-979b-5b13f3900a6e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:49.163726 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b9f91cb-c893-40d8-a361-8fc959888cf4 req-417dac1c-b926-4e62-979b-5b13f3900a6e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 945 time: 0.1136811 Dec 10 18:10:49.172204 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] Set router c4f262b7-e075-4ad3-a6c8-82d9262f1383 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:49.186450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:49.273702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b9f91cb-c893-40d8-a361-8fc959888cf4 req-32065c5f-939b-4774-b96c-df406c38b52c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054337 Dec 10 18:10:49.340419 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.360323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-fc743849-bccb-4649-924e-3db67792e73b service neutron] 10.222.0.55 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801777 Dec 10 18:10:49.439621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58354) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:49.565162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Deleting port 914c1363-0f57-4762-8b29-e2445d50ce50 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:49.565610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.654671 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:10:45Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:49.686301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.698642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-network', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:49.743761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Made reservation on behalf of cda665dcfe234350a43a3a4ab1980927 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:49.747172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.760935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.892780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] For port 914c1363-0f57-4762-8b29-e2445d50ce50, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=914c1363-0f57-4762-8b29-e2445d50ce50,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:49.893434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:49.912536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9924b1d6-977c-4a53-879a-b22c702b08ec up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:10:49.915936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58374) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:49.916618 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3232a3-ba18-4e5d-b621-a2a742a05d12 None None] The sync data for ids ['c4f262b7-e075-4ad3-a6c8-82d9262f1383'] in n-d-821424-1 is: [{'id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-72467803-router', 'tenant_id': '517bcd4fe03d41c0ab44e98634c5032d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:47Z', 'updated_at': '2021-12-10T18:10:45Z', 'revision_number': 5, 'project_id': '517bcd4fe03d41c0ab44e98634c5032d', 'gw_port': {'id': '914c1363-0f57-4762-8b29-e2445d50ce50', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:7b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f262b7-e075-4ad3-a6c8-82d9262f1383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:48Z', 'updated_at': '2021-12-10T18:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:49.967648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Calling delete_port for 914c1363-0f57-4762-8b29-e2445d50ce50 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:49.968917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.019621 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9048ed71-25de-482e-b588-f79e0583c4c6 req-3e016831-4142-4949-8aca-53b060a4ad24 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 210 time: 0.0759630 Dec 10 18:10:50.025710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.041253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 9924b1d6-977c-4a53-879a-b22c702b08ec completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:10:50.050219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 9924b1d6-977c-4a53-879a-b22c702b08ec triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:50.050663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.091053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1359c05e-c6ee-47e6-9410-4e8a18dcfaea,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:50.129117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:10:50.150503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.151468 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Added segment 0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031 of type vlan for network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 Dec 10 18:10:50.162221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2083534736-network', 'tenant_id': 'ece9534ea2694035aa9b05e5fab49f48'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:50.223276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.245617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.254005 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.264273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Made reservation on behalf of ece9534ea2694035aa9b05e5fab49f48 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:50.267612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.288478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.289645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:50.290276 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.329388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9924b1d6-977c-4a53-879a-b22c702b08ec, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9924b1d6-977c-4a53-879a-b22c702b08ec,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:50.333159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924b1d6-977c-4a53-879a-b22c702b08ec'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:50.341783 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a201be-e000-4ae8-9caa-dbe51237a673" -d '{"events": [{"server_uuid": "7934a578-f20a-42e9-858e-e3e7ebd71c80", "name": "network-vif-plugged", "status": "completed", "tag": "9924b1d6-977c-4a53-879a-b22c702b08ec"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:50.344531 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.352580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.411193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9677687 Dec 10 18:10:50.413626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58392) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:50.423086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Request body: {'subnet': {'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-subnet', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:50.443186 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbeefd7-3e18-46ec-9a39-23cd8acff41d admin admin] Pushing event updated for resources: {'Network': ['ID=cb14a239-f4d7-4133-98c7-3df5c7eaa0a0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:50.471150 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d113dd1-6bb8-4eed-9530-2d5ef7bf42de x-openstack-request-id: req-4d113dd1-6bb8-4eed-9530-2d5ef7bf42de {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:50.471460 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7934a578-f20a-42e9-858e-e3e7ebd71c80", "name": "network-vif-plugged", "status": "completed", "tag": "9924b1d6-977c-4a53-879a-b22c702b08ec", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:50.471721 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d113dd1-6bb8-4eed-9530-2d5ef7bf42de {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:50.472118 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924b1d6-977c-4a53-879a-b22c702b08ec', 'code': 200} Dec 10 18:10:50.479251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:10:50.584716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9924b1d6-977c-4a53-879a-b22c702b08ec,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:50.768004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Made reservation on behalf of cda665dcfe234350a43a3a4ab1980927 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:50.770569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.792721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55cc0d-0f2b-4576-9ce3-708ab4097259 req-7a6264b8-b590-43cf-93fd-68891067beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:50.794227 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee55cc0d-0f2b-4576-9ce3-708ab4097259 req-7a6264b8-b590-43cf-93fd-68891067beb9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 1097 time: 0.2098539 Dec 10 18:10:50.803953 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:50.911935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9767c2a-49cf-4eff-b460-7f2eb2070edd req-cd553da8-f632-49fa-b488-afa38e90fc03 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:50.913443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a9767c2a-49cf-4eff-b460-7f2eb2070edd req-cd553da8-f632-49fa-b488-afa38e90fc03 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 946 time: 0.3046031 Dec 10 18:10:50.916664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Pushing event deleted for resources: {'Port': ['ID=914c1363-0f57-4762-8b29-e2445d50ce50,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:50.949808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.000407 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.065668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Router 53707b13-e33f-45d1-80fe-7b4989fee5b0 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:10:51.082485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee55cc0d-0f2b-4576-9ce3-708ab4097259 req-4af3e663-4b31-425e-b673-cdb6bb8bb4b8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759356 Dec 10 18:10:51.094424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:10:51.116570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:51.144592 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.144921 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Added segment ac1a200b-3d7f-48bc-aa77-358f7f389bbd of type vlan for network 583ae604-a47c-4d8f-8084-c1e298494ed3 Dec 10 18:10:51.184198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a9767c2a-49cf-4eff-b460-7f2eb2070edd req-59694d33-4aa3-4fa1-8efd-4dbc78321727 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488544 Dec 10 18:10:51.208485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-575d2567-4110-4d78-8de5-20ba4a400316 req-aa103801-79b1-43bf-b7c2-0997ade0e5f6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 210 time: 0.0428703 Dec 10 18:10:51.232590 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.348806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.367542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de779-dab8-4317-a427-68d96e310492 req-ffeebb45-de96-4de2-b048-b8a4327375cc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:51.369028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-ffeebb45-de96-4de2-b048-b8a4327375cc tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 821 time: 0.1453178 Dec 10 18:10:51.389711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.392285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Request body: {'port': {'device_id': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'admin_state_up': True, 'tenant_id': '9cfdffc1c29b4579b9a1cec2c24b5d56'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:51.492822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.544695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:10:51.550808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:10:51.562336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Sync routers for ids ['53707b13-e33f-45d1-80fe-7b4989fee5b0'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:10:51.579936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Routers {'53707b13-e33f-45d1-80fe-7b4989fee5b0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:51.580587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['53707b13-e33f-45d1-80fe-7b4989fee5b0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:51.585020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.624863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.625413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4f262b7-e075-4ad3-a6c8-82d9262f1383 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:10:51.631525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.635325 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7fffa600-9862-4602-8033-ae289d52bd8f admin admin] 10.222.0.55 "DELETE /v2.0/routers/c4f262b7-e075-4ad3-a6c8-82d9262f1383 HTTP/1.1" status: 204 len: 168 time: 3.8625321 Dec 10 18:10:51.650260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58400) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:51.699982 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.700955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:51.701535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.833153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:51.836599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-71866e57-c0fa-4f43-ac8d-4e88b11d157f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5711100 Dec 10 18:10:51.839704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] Deleting subnet 501695c1-d85e-42ab-b4e4-d409309343bb {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:10:51.850800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Set router 53707b13-e33f-45d1-80fe-7b4989fee5b0 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:51.868057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58404) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:51.871463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9527833 Dec 10 18:10:51.875091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58406) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:51.914619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Made reservation on behalf of 9cfdffc1c29b4579b9a1cec2c24b5d56 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:51.921817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.214655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Allocated IP 172.20.0.7 (f176ce6c-aeb1-4f5f-92fb-e4729f214a91/5378fb35-fef7-4997-8ed5-142476e26ade/f1e8e043-fe36-4847-8a6d-97eba9395a55) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:52.227100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:10:49Z', 'revision_number': 3, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:52.387113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Checking router: 53707b13-e33f-45d1-80fe-7b4989fee5b0 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:10:52.387481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Updating router 53707b13-e33f-45d1-80fe-7b4989fee5b0 port 6aaf27d2-af66-483e-a972-ca0d0093befd binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:10:52.399213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Request body: {'subnet': {'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2083534736-subnet', 'tenant_id': 'ece9534ea2694035aa9b05e5fab49f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:52.407936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.427112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.452314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6010bb4b-3337-4442-bc1e-1b2c8a47a191 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:52.463757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c66c742b-1430-407a-a1db-8ea19c035e6e req-5291ac6f-939f-49a1-9b9f-9ba10859976c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 210 time: 0.0439818 Dec 10 18:10:52.489756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.512407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 6010bb4b-3337-4442-bc1e-1b2c8a47a191 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:52.512749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6010bb4b-3337-4442-bc1e-1b2c8a47a191 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:52.513168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 914c1363-0f57-4762-8b29-e2445d50ce50 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:52.542942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 914c1363-0f57-4762-8b29-e2445d50ce50 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:52.543636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 914c1363-0f57-4762-8b29-e2445d50ce50 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:52.545705 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.577162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Pushing event updated for resources: {'Subnet': ['ID=638d793b-1092-4976-8e3b-a1c093201e1b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:52.607272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2809efbb-c8e6-42ec-b489-18de730d11c7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:10:52.615214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704af5b4-a26b-43a6-a924-4616d83e9683 admin admin] Pushing event updated for resources: {'Network': ['ID=583ae604-a47c-4d8f-8084-c1e298494ed3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:52.624536 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.625512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:52.630835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:52.633129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:52.637106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:52.706902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:52.707600 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.709033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Made reservation on behalf of ece9534ea2694035aa9b05e5fab49f48 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:10:52.714705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.734542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-766e2363-f520-44c3-9e7a-c781523e5a93 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3484089 Dec 10 18:10:52.751773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Request body: {'port': {'device_id': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:52.835119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.867179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:52.909599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 583ae604-a47c-4d8f-8084-c1e298494ed3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:10:52.922785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Checking segment: {'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:52.923339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Network hostable DHCP agents. Network: cb14a239-f4d7-4133-98c7-3df5c7eaa0a0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:10:52.999838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19565e-9ca5-432d-bba2-43ff2aeb87b7 req-dd9adba4-1efe-42a8-bdde-fd44600a99a0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:53.001866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c19565e-9ca5-432d-bba2-43ff2aeb87b7 req-dd9adba4-1efe-42a8-bdde-fd44600a99a0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 946 time: 0.5576546 Dec 10 18:10:53.229095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e8e043-fe36-4847-8a6d-97eba9395a55 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:10:53.239792 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.253394 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.266467 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.271513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Transition to ACTIVE for port object f1e8e043-fe36-4847-8a6d-97eba9395a55 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:10:53.282005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.324063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Attempting to bind port 6aaf27d2-af66-483e-a972-ca0d0093befd on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:10:53.324532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Attempting to bind port 6aaf27d2-af66-483e-a972-ca0d0093befd by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:10:53.324993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Attempting to bind port 6aaf27d2-af66-483e-a972-ca0d0093befd on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:53.334542 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a8a46-eac7-4920-bb05-b3b0e0389cb0 None None] Pushing event updated for resources: {'Port': ['ID=6aaf27d2-af66-483e-a972-ca0d0093befd,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:53.339597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:10:53.340215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:53.340746 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.341397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:10:53.342067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Bound port: 6aaf27d2-af66-483e-a972-ca0d0093befd, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:10:53.342994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:10:53.343353 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.402815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:53.403568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] For port 6aaf27d2-af66-483e-a972-ca0d0093befd, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:53.407792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] For port 6aaf27d2-af66-483e-a972-ca0d0093befd, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6aaf27d2-af66-483e-a972-ca0d0093befd,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:10:53.416464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.419798 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.490463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Routers {'53707b13-e33f-45d1-80fe-7b4989fee5b0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:10:53.491719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:10:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['53707b13-e33f-45d1-80fe-7b4989fee5b0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:53.502292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:10:53.502948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:10:53.503052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:53.506008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c19565e-9ca5-432d-bba2-43ff2aeb87b7 req-9c16a04e-f151-42e8-83c4-8c8013b644de tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895003 Dec 10 18:10:53.509562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:10:53.510178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:53.515813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=501695c1-d85e-42ab-b4e4-d409309343bb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:53.516696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:10:53.517086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:53.517697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:10:53.523151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Bound port: f1e8e043-fe36-4847-8a6d-97eba9395a55, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:10:53.523705 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.525571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, cb14a239-f4d7-4133-98c7-3df5c7eaa0a0) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:53.536201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.539840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-948ef6f1-4ca3-4fdd-b94f-c02dec8dab58 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/501695c1-d85e-42ab-b4e4-d409309343bb HTTP/1.1" status: 204 len: 168 time: 1.8409989 Dec 10 18:10:53.541351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:53.541934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.542758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58460) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:53.560549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21de7d78-4e5a-462a-aa75-44ef64836b5a None None] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:53.562889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cbc822-7b8a-46a5-926d-623df6c9f87c None None] Network 89be900f-2645-4a6b-b6e4-0c443629727a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:53.620218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-21bde4f8-5863-42ca-9b07-3eea80847357 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.2017732 Dec 10 18:10:53.645564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:53.661167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:10:53.848705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a8a46-eac7-4920-bb05-b3b0e0389cb0 None None] Pushing event updated for resources: {'Port': ['ID=6aaf27d2-af66-483e-a972-ca0d0093befd,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:53.893059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-cb14a239-f4d7-4133-98c7-3df5c7eaa0a0', 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0', 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'fixed_ips': [{'subnet_id': '638d793b-1092-4976-8e3b-a1c093201e1b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:10:53.894339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.913473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.926214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.927547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:53.980597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:54.010626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76355e03-cd7f-4ac8-adeb-2714ebbd1afe req-5891a9d7-7057-436f-a793-29a455813a60 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:54.021360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76355e03-cd7f-4ac8-adeb-2714ebbd1afe req-5891a9d7-7057-436f-a793-29a455813a60 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.3117683 Dec 10 18:10:54.031594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:10:54.078935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.172433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Allocated IP 172.20.0.2 (cb14a239-f4d7-4133-98c7-3df5c7eaa0a0/638d793b-1092-4976-8e3b-a1c093201e1b/5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:54.287723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.315005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.332697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] Set router 53707b13-e33f-45d1-80fe-7b4989fee5b0 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:10:54.372641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.389873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:54.392259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.396646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] 10.222.0.30 "PUT /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 1091 time: 1.6506808 Dec 10 18:10:54.412290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:10:54.417577 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:10:54.473905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76355e03-cd7f-4ac8-adeb-2714ebbd1afe req-4763e030-80cf-4a84-8126-71d34b624e2b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455562 Dec 10 18:10:54.534678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf40ba-32d3-42b3-a233-1495d05f9585 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:54.542701 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d57998a-cdef-43fe-8562-072052304038 x-openstack-request-id: req-4d57998a-cdef-43fe-8562-072052304038 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:10:54.542701 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:10:54.543187 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4d57998a-cdef-43fe-8562-072052304038 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:10:54.543834 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55', 'status': 'completed', 'code': 200} Dec 10 18:10:54.566054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de779-dab8-4317-a427-68d96e310492 req-886b5654-8535-4d3d-bb37-f60c4072899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:54.568605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-886b5654-8535-4d3d-bb37-f60c4072899f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1094 time: 0.0916991 Dec 10 18:10:54.593364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] DHCP port deletion for 89be900f-2645-4a6b-b6e4-0c443629727a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:10:54.664793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-151a88d2-273d-44ca-8def-65b0505412fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 217 time: 0.0862582 Dec 10 18:10:54.672976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Deleting port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:54.673342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.692530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.777959 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.799422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] Deleting port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:10:54.800043 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.826672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] For port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:54.827058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.847106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11421ecb-5e2d-45e3-a40f-915d57dcab4e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:54.858812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Calling delete_port for f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:54.876663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] For port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,segment=NetworkSegment(7210c60a-5c42-4a18-b4c0-0eb1b35c704a),segment_id=7210c60a-5c42-4a18-b4c0-0eb1b35c704a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:54.877281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.894224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] Calling delete_port for f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:10:54.966182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:54.982813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.983156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.984284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.984624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.984954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.985282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.985618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.985929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.986247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.986591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.986908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.987231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:54.987541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:10:55.005786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Checking segment: {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:55.006149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Network hostable DHCP agents. Network: 583ae604-a47c-4d8f-8084-c1e298494ed3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:10:55.021780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] No DVR routers for this DVR port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:55.047605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:55.064446 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.074310 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.111491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.134679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89be900f-2645-4a6b-b6e4-0c443629727a']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:55.144555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] Pushing event deleted for resources: {'Port': ['ID=f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:55.145277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7210c60a-5c42-4a18-b4c0-0eb1b35c704a') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:55.145584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7210c60a-5c42-4a18-b4c0-0eb1b35c704a') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:55.158143 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.172132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Network 583ae604-a47c-4d8f-8084-c1e298494ed3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:10:55.187913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.203334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:10:55.204139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.226253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 583ae604-a47c-4d8f-8084-c1e298494ed3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:55.267258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:55.274303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41840625-ee01-41c7-b2d1-51a8a3e26267 None None] Network 583ae604-a47c-4d8f-8084-c1e298494ed3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:55.286020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:55.286638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:10:55.371902 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:10:55.421838 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-532ca93b-8157-4467-9410-06080fecc7e8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0289199 Dec 10 18:10:55.423426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Allocated IP 172.20.0.1 (613ed91d-9388-410b-90e8-61baadf773a3/75c72a36-a67a-44db-b47d-4291074d1788/d120f379-3c89-4a9e-acb1-8e00f6c18a0e) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:55.438714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39de779-dab8-4317-a427-68d96e310492 req-34a8e7e5-a552-467f-91a8-cf7f9ed8d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:55.441640 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-34a8e7e5-a552-467f-91a8-cf7f9ed8d523 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.4874368 Dec 10 18:10:55.446607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.451678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:55.463506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] 10.222.0.55 "DELETE /v2.0/networks/89be900f-2645-4a6b-b6e4-0c443629727a HTTP/1.1" status: 204 len: 168 time: 1.9177811 Dec 10 18:10:55.470592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58518) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:10:55.473650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80880d4-b682-4516-b054-88ae1984c339 None None] No DVR routers for this DVR port f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:10:55.506433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:55.516787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:10:49Z', 'revision_number': 3, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:10:55.545917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:55.552160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-8c28370d-0c9c-41c1-8fae-9cf0f9415919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809078 Dec 10 18:10:55.555966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776d36-9142-438b-920c-8654d0dfb069 admin admin] Pushing event deleted for resources: {'Network': ['ID=89be900f-2645-4a6b-b6e4-0c443629727a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:55.851904 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-fe70d4a4-18b8-4cc8-aded-f2ddeca1ccb2 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892852 Dec 10 18:10:55.861500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d465dd-8fec-45de-9112-a08f9aab74d9 req-728ec354-d80a-4f28-9518-f27b9bb8cee8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:55.871557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50d465dd-8fec-45de-9112-a08f9aab74d9 req-728ec354-d80a-4f28-9518-f27b9bb8cee8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1671836 Dec 10 18:10:56.020664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50d465dd-8fec-45de-9112-a08f9aab74d9 req-8b7a151b-6db8-4776-b517-6c102e98430c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481562 Dec 10 18:10:56.057073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Attempting to bind port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:10:56.057543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Attempting to bind port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:10:56.057778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Attempting to bind port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a on network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:10:56.071706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b39de779-dab8-4317-a427-68d96e310492 req-683bd295-540b-4d54-912d-228d9ff6e835 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912804 Dec 10 18:10:56.076848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:10:56.096604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:56.097726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e503d5-a15c-47e0-b91f-4101bb6bb368 None None] The sync data for ids ['53707b13-e33f-45d1-80fe-7b4989fee5b0'] in n-d-821424-1 is: [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:10:49Z', 'revision_number': 3, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:10:56.099540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Pushing event updated for resources: {'Port': ['ID=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:56.105447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:10:56.105798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f47f4ef9-97c5-4d1c-8a0e-4ba9f640c10b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:10:56.107284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:10:56.107655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Checking segment: {'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:10:56.108055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:56.108437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Bound using segment: {'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:10:56.108906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Bound port: 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:10:56.109334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:56.124529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff73f77-4954-416f-8689-9730e7636b89 None None] Network 583ae604-a47c-4d8f-8084-c1e298494ed3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:56.267462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] For port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:10:56.279127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] For port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,segment=NetworkSegment(0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031),segment_id=0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:10:56.295764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:56.301567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-4b2fd460-dbbe-400f-a486-c8858e376acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:56.303168 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-4b2fd460-dbbe-400f-a486-c8858e376acc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1094 time: 0.1434484 Dec 10 18:10:56.406420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:56.476409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57fd96-9078-4099-ab76-33d5beb2d468 None None] Pushing event updated for resources: {'Port': ['ID=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:56.624567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-b11d2bdc-b50f-4a82-83d1-7bde1e6675de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:56.632845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-b11d2bdc-b50f-4a82-83d1-7bde1e6675de service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.3182318 Dec 10 18:10:56.783564 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-48d9d314-ce46-44ac-bf0d-92a65b667ae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 217 time: 0.1428413 Dec 10 18:10:56.959009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-3aebeb46-118b-4a91-afee-58ff3880dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:56.970105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-3aebeb46-118b-4a91-afee-58ff3880dffe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1742840 Dec 10 18:10:56.985652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Allocated IP 172.25.2.47 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/2809b193-656d-4392-9911-0a6f66b46913) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:10:57.000670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:57.051965 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-da0004de-28cf-4f11-bf83-5f19365dfe3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574155 Dec 10 18:10:57.444211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-dc01ea86-1e25-44bf-8a93-76c4d57ec249 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840480 Dec 10 18:10:57.530187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412c428-37fa-473f-95aa-73a184c9735c req-83f796dd-f326-455e-a4f7-bc17bd3b5e8d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:57.551912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2412c428-37fa-473f-95aa-73a184c9735c req-83f796dd-f326-455e-a4f7-bc17bd3b5e8d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1814241 Dec 10 18:10:57.586694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158846-cf0e-45b7-af55-228c48ccc84f req-c3c8f584-ab6e-4840-8feb-2681c3589eaf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:57.588292 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-c3c8f584-ab6e-4840-8feb-2681c3589eaf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 815 time: 1.0094228 Dec 10 18:10:57.698025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-5a2df392-54b2-47c3-ae54-0e652aba67c9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/quotas/ece9534ea2694035aa9b05e5fab49f48 HTTP/1.1" status: 200 len: 375 time: 0.0822458 Dec 10 18:10:57.713262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:57.730084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d5138-f318-4618-9bea-ea8d8cfd9af4 req-fb6ad693-0586-40f4-ba41-c56f3a930e6a service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698576 Dec 10 18:10:57.759439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2412c428-37fa-473f-95aa-73a184c9735c req-7d0c07eb-9019-425c-be56-711ae2cf3036 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923289 Dec 10 18:10:57.866163 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-e7244744-0c66-4990-bb9d-615395ea0963 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1561882 Dec 10 18:10:57.878822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:57.881305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Network 613ed91d-9388-410b-90e8-61baadf773a3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:57.915711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:57.918245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:58.093156 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:10:58.096249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:58.128374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509c2f0-d131-45c4-9c7a-eac340b21bbd None None] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:10:58.238547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aaf27d2-af66-483e-a972-ca0d0093befd up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:10:58.259886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-b655b83c-9f5e-4174-b949-598e6149fc28 service neutron] 10.222.0.55 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759680 Dec 10 18:10:58.261140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.314453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a1924f50-4654-4627-8e44-09636b77b36b None None] Provisioning complete for port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:58.315016 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1924f50-4654-4627-8e44-09636b77b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.377472 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8ac732f-c8b9-4635-9ddd-034c61604400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.508681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.509764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1924f50-4654-4627-8e44-09636b77b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.603898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.613245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6aaf27d2-af66-483e-a972-ca0d0093befd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:58.618764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.660885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a1924f50-4654-4627-8e44-09636b77b36b None None] For port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,segment=NetworkSegment(0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031),segment_id=0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:58.671069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:10:58.683655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1924f50-4654-4627-8e44-09636b77b36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.701747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:10:58.709655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:10:58.836289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1924f50-4654-4627-8e44-09636b77b36b None None] Pushing event updated for resources: {'Port': ['ID=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:58.871655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a1aa8ee7-3f4a-4773-927e-4eea75de08f7 None None] Provisioning complete for port d120f379-3c89-4a9e-acb1-8e00f6c18a0e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:58.872036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1aa8ee7-3f4a-4773-927e-4eea75de08f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:58.881744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.006227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 6aaf27d2-af66-483e-a972-ca0d0093befd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6aaf27d2-af66-483e-a972-ca0d0093befd,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:10:59.014158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a1aa8ee7-3f4a-4773-927e-4eea75de08f7 None None] Port d120f379-3c89-4a9e-acb1-8e00f6c18a0e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:10:59.030906 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.032958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151e9a6-3316-4426-b0cf-8dc5cd2399df req-9c8ea353-1e7f-4776-a1e7-d38d6ab869d6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:10:59.033492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:10:59.043361 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8151e9a6-3316-4426-b0cf-8dc5cd2399df req-9c8ea353-1e7f-4776-a1e7-d38d6ab869d6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1093829 Dec 10 18:10:59.112231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Pushing event updated for resources: {'Port': ['ID=2809b193-656d-4392-9911-0a6f66b46913,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:59.151002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8151e9a6-3316-4426-b0cf-8dc5cd2399df req-051b347c-34a7-4d69-b407-b4323f23ad57 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066175 Dec 10 18:10:59.159881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=6aaf27d2-af66-483e-a972-ca0d0093befd,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:10:59.178879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:59.179265 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.217537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a58fd9da-e2b5-411f-bfd8-e946852f13a5 service neutron] 10.222.0.55 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8206666 Dec 10 18:10:59.226121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.303446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1ba60d5f-56a7-4b76-8590-fc61b19be36f None None] Provisioning complete for port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:10:59.304082 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1ba60d5f-56a7-4b76-8590-fc61b19be36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.486711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.622441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d473975-84e6-4a46-902a-72a8b2a52465 req-b7eadd97-592a-4bf8-8a65-7de2c0de27dc tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 210 time: 0.0688210 Dec 10 18:10:59.717429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.732424 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.780056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:10:59.983987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:00.101782 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:00.105334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Network 613ed91d-9388-410b-90e8-61baadf773a3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:00.111239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:00.136977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aaf27d2-af66-483e-a972-ca0d0093befd up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:00.263034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6aaf27d2-af66-483e-a972-ca0d0093befd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:00.263643 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:00.481636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:00.585474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d9516946-67ff-4bf6-8c6e-a18041120ea5 None None] Provisioning complete for port d120f379-3c89-4a9e-acb1-8e00f6c18a0e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:00.586162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9516946-67ff-4bf6-8c6e-a18041120ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:00.638525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:00.638909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:00.670120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d9516946-67ff-4bf6-8c6e-a18041120ea5 None None] Port d120f379-3c89-4a9e-acb1-8e00f6c18a0e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:11:00.935093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9469047-4dda-49d5-82ed-5e081ec1848d req-6efcbaa7-e357-46ba-91f7-4c622a0d305a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 210 time: 0.1732330 Dec 10 18:11:01.009598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1dd638f8-9e9f-4ac0-81f9-216609191bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:01.029823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Deleting port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:01.030745 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:01.133165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a697e-3671-4f56-9a43-2149841e5d3b req-7fc7bdb8-afc0-41fe-997a-40184e71e71c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:01.134709 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b0a697e-3671-4f56-9a43-2149841e5d3b req-7fc7bdb8-afc0-41fe-997a-40184e71e71c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.8218260 Dec 10 18:11:01.173796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Router 53707b13-e33f-45d1-80fe-7b4989fee5b0 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:01.330924 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b0a697e-3671-4f56-9a43-2149841e5d3b req-9b583f6c-fe99-47ce-acac-af66bc38eda9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837540 Dec 10 18:11:01.334135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] For port 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,segment=NetworkSegment(38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8),segment_id=38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:01.335092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:01.395830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Calling delete_port for 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:01.477259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Router d8b0a656-62c1-49b4-bc23-df81a8da084c is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:11:01.572888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:01.583574 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Sync routers for ids ['53707b13-e33f-45d1-80fe-7b4989fee5b0'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:01.596719 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Routers {'53707b13-e33f-45d1-80fe-7b4989fee5b0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:01.597608 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['53707b13-e33f-45d1-80fe-7b4989fee5b0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:01.639482 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77670af6-57f3-4489-8028-45088f5db5e9 admin admin] 10.222.0.55 "PUT /v2.0/routers/53707b13-e33f-45d1-80fe-7b4989fee5b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7496216 Dec 10 18:11:01.646699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158846-cf0e-45b7-af55-228c48ccc84f req-9f596ad0-1d35-452a-81e5-b695193a3def tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:01.648358 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-9f596ad0-1d35-452a-81e5-b695193a3def tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.59 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 815 time: 0.4118197 Dec 10 18:11:01.677137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Request body: {'port': {'device_id': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'admin_state_up': True, 'tenant_id': 'ece9534ea2694035aa9b05e5fab49f48'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:01.710867 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:01.742810 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Set router 53707b13-e33f-45d1-80fe-7b4989fee5b0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:01.924437 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:02.088690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:02.116589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700289-5014-415a-a67e-b926400a091d None None] Sync routers for ids ['d8b0a656-62c1-49b4-bc23-df81a8da084c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:02.132783 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-ec7927bf-1e8d-4f52-a40f-a002aeb672b1 req-576dc916-d205-4ba3-8831-e28d665d5948 tempest-FloatingIPDetailsNegativeTestJSON-1458993537 tempest-FloatingIPDetailsNegativeTestJSON-1458993537-project] show failed (client error): The resource could not be found. Dec 10 18:11:02.135485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700289-5014-415a-a67e-b926400a091d None None] Routers {'d8b0a656-62c1-49b4-bc23-df81a8da084c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:02.136130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-26700289-5014-415a-a67e-b926400a091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d8b0a656-62c1-49b4-bc23-df81a8da084c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:02.142933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec7927bf-1e8d-4f52-a40f-a002aeb672b1 req-576dc916-d205-4ba3-8831-e28d665d5948 tempest-FloatingIPDetailsNegativeTestJSON-1458993537 tempest-FloatingIPDetailsNegativeTestJSON-1458993537-project] 10.222.0.55 "GET /v2.0/floatingips/83715f10-3862-4ef1-bf40-a9d4cddd7ea0 HTTP/1.1" status: 404 len: 350 time: 0.1434131 Dec 10 18:11:02.164051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58596) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:02.182719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92ff2335-34e7-4ef8-b80f-37f35de1f307 req-46a6db58-b684-4c27-95c5-f3f1a0e964c6 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 210 time: 0.1080709 Dec 10 18:11:02.264872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'd120f379-3c89-4a9e-acb1-8e00f6c18a0e', 'name': '', 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'mac_address': 'fa:16:3e:cb:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '75c72a36-a67a-44db-b47d-4291074d1788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:54Z', 'updated_at': '2021-12-10T18:10:59Z', 'revision_number': 2, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'subnets': [{'id': '75c72a36-a67a-44db-b47d-4291074d1788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:02.335591 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Checking router: 53707b13-e33f-45d1-80fe-7b4989fee5b0 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:02.335979 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Updating router 53707b13-e33f-45d1-80fe-7b4989fee5b0 port d120f379-3c89-4a9e-acb1-8e00f6c18a0e binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:11:02.362662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Made reservation on behalf of ece9534ea2694035aa9b05e5fab49f48 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:02.368714 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:02.381002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:02.404418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-26700289-5014-415a-a67e-b926400a091d None None] Set router d8b0a656-62c1-49b4-bc23-df81a8da084c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:02.424454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:02.427308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d46bd413-6a44-470c-a47a-7a4eaae736a8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.7791762 Dec 10 18:11:02.429881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58600) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:02.504900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:02.683906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-26700289-5014-415a-a67e-b926400a091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2809b193-656d-4392-9911-0a6f66b46913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 3, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port': {'id': '2809b193-656d-4392-9911-0a6f66b46913', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:56Z', 'updated_at': '2021-12-10T18:10:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:02.687445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca2ab94-b5de-4059-9b1b-0fce0614ad5b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:02.722951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700289-5014-415a-a67e-b926400a091d None None] Checking router: d8b0a656-62c1-49b4-bc23-df81a8da084c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:02.723977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700289-5014-415a-a67e-b926400a091d None None] Updating router d8b0a656-62c1-49b4-bc23-df81a8da084c port 2809b193-656d-4392-9911-0a6f66b46913 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:11:02.760899 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-26700289-5014-415a-a67e-b926400a091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.049961 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.066887 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.076815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8672d-68df-45fb-abf2-41b705697386 req-e152ad46-5df3-47fb-907f-e7566969539c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:03.091679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8cc8672d-68df-45fb-abf2-41b705697386 req-e152ad46-5df3-47fb-907f-e7566969539c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.6143451 Dec 10 18:11:03.124672 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Pushing event updated for resources: {'Port': ['ID=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:03.139667 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.140050 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.140430 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.141281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.141624 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.141962 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.142912 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.143276 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.152385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Allocated IP 172.20.0.5 (583ae604-a47c-4d8f-8084-c1e298494ed3/11421ecb-5e2d-45e3-a40f-915d57dcab4e/466e2d66-fa15-4877-a233-0ade1493a8f8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:03.155473 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.156212 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.157131 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.157646 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.163119 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:03.324419 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Attempting to bind port d120f379-3c89-4a9e-acb1-8e00f6c18a0e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:03.330483 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Attempting to bind port d120f379-3c89-4a9e-acb1-8e00f6c18a0e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:03.331057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Attempting to bind port d120f379-3c89-4a9e-acb1-8e00f6c18a0e on network 613ed91d-9388-410b-90e8-61baadf773a3 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:03.344129 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:03.344544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Checking segment: {'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:03.344896 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.345282 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Bound using segment: {'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:03.346554 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Bound port: d120f379-3c89-4a9e-acb1-8e00f6c18a0e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e0220d-d9df-4741-9789-c2b90d68d17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:03.346965 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.449310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.478646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-672fb48e-5553-4c56-9799-78df882d73dd req-e1a25117-820a-4eb0-9b6a-da197ccd80b6 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 210 time: 0.1152382 Dec 10 18:11:03.505689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.524756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] For port d120f379-3c89-4a9e-acb1-8e00f6c18a0e, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:03.534752 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] For port d120f379-3c89-4a9e-acb1-8e00f6c18a0e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,segment=NetworkSegment(d9e0220d-d9df-4741-9789-c2b90d68d17a),segment_id=d9e0220d-d9df-4741-9789-c2b90d68d17a)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:03.549541 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.568762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8cc8672d-68df-45fb-abf2-41b705697386 req-7ead0d29-a590-4652-8f2a-7cd9450c936a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735277 Dec 10 18:11:03.569916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.626719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.697080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-128ef55f-0ac4-48a7-87aa-5ef122cdcb5d None None] Provisioning complete for port d120f379-3c89-4a9e-acb1-8e00f6c18a0e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:03.697252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-128ef55f-0ac4-48a7-87aa-5ef122cdcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:03.697500 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Routers {'53707b13-e33f-45d1-80fe-7b4989fee5b0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:03.698400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['53707b13-e33f-45d1-80fe-7b4989fee5b0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:03.840142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Network 583ae604-a47c-4d8f-8084-c1e298494ed3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:03.851461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:03.895563 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] Set router 53707b13-e33f-45d1-80fe-7b4989fee5b0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:03.957379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-26700289-5014-415a-a67e-b926400a091d None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.023723 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-26700289-5014-415a-a67e-b926400a091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.045571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:04.056072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:04.061121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.074735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Allocated IP 172.20.0.1 (cb14a239-f4d7-4133-98c7-3df5c7eaa0a0/638d793b-1092-4976-8e3b-a1c093201e1b/b058cb52-044c-4b5a-8e77-83cd3ead658d) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:04.095567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-128ef55f-0ac4-48a7-87aa-5ef122cdcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.171325 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30460f-ac13-4c9a-a92c-cc2452f9d1ce None None] Pushing event updated for resources: {'Port': ['ID=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:04.185210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-26700289-5014-415a-a67e-b926400a091d None None] Attempting to bind port 2809b193-656d-4392-9911-0a6f66b46913 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:04.188020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-26700289-5014-415a-a67e-b926400a091d None None] Attempting to bind port 2809b193-656d-4392-9911-0a6f66b46913 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:04.188450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700289-5014-415a-a67e-b926400a091d None None] Attempting to bind port 2809b193-656d-4392-9911-0a6f66b46913 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:04.204407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.216723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700289-5014-415a-a67e-b926400a091d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:04.217091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700289-5014-415a-a67e-b926400a091d None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:04.218123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-26700289-5014-415a-a67e-b926400a091d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.218613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26700289-5014-415a-a67e-b926400a091d None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:04.219161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-26700289-5014-415a-a67e-b926400a091d None None] Bound port: 2809b193-656d-4392-9911-0a6f66b46913, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:04.219492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-26700289-5014-415a-a67e-b926400a091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.225796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Pushing event updated for resources: {'Port': ['ID=2809b193-656d-4392-9911-0a6f66b46913,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:04.276282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.276934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.277441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.277940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.278474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.278968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.279643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.280138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.280631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.281118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.281617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.282115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.282659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.289874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-128ef55f-0ac4-48a7-87aa-5ef122cdcb5d None None] For port d120f379-3c89-4a9e-acb1-8e00f6c18a0e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,segment=NetworkSegment(d9e0220d-d9df-4741-9789-c2b90d68d17a),segment_id=d9e0220d-d9df-4741-9789-c2b90d68d17a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:04.316958 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-128ef55f-0ac4-48a7-87aa-5ef122cdcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.319906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.371648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:04.373780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.386419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-26700289-5014-415a-a67e-b926400a091d None None] For port 2809b193-656d-4392-9911-0a6f66b46913, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:04.408105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.432889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-26700289-5014-415a-a67e-b926400a091d None None] For port 2809b193-656d-4392-9911-0a6f66b46913, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2809b193-656d-4392-9911-0a6f66b46913,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:04.437990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ef55f-0ac4-48a7-87aa-5ef122cdcb5d None None] Pushing event updated for resources: {'Port': ['ID=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:04.453966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-56346242-cd3c-4ccf-9c46-f6b2eb48e57a None None] Provisioning complete for port d120f379-3c89-4a9e-acb1-8e00f6c18a0e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:04.454602 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-56346242-cd3c-4ccf-9c46-f6b2eb48e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.457296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-26700289-5014-415a-a67e-b926400a091d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.459770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.478330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-a5d4bdfd-41dd-4e0a-9e0e-deaef9bc9b0d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8000436 Dec 10 18:11:04.481916 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'd120f379-3c89-4a9e-acb1-8e00f6c18a0e', 'name': '', 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'mac_address': 'fa:16:3e:cb:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '75c72a36-a67a-44db-b47d-4291074d1788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:54Z', 'updated_at': '2021-12-10T18:11:03Z', 'revision_number': 4, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'subnets': [{'id': '75c72a36-a67a-44db-b47d-4291074d1788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:04.500865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:04.518648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:04.530202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:04.540176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b058cb52-044c-4b5a-8e77-83cd3ead658d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:04.549003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cc673-50e8-475e-9a43-4458ddba1e58 None None] Pushing event updated for resources: {'Port': ['ID=2809b193-656d-4392-9911-0a6f66b46913,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:04.596912 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a1d144-05c5-43c9-a2ec-85399c9c648b None None] The sync data for ids ['53707b13-e33f-45d1-80fe-7b4989fee5b0'] in n-d-821424-1 is: [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'd120f379-3c89-4a9e-acb1-8e00f6c18a0e', 'name': '', 'network_id': '613ed91d-9388-410b-90e8-61baadf773a3', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'mac_address': 'fa:16:3e:cb:6b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '75c72a36-a67a-44db-b47d-4291074d1788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:54Z', 'updated_at': '2021-12-10T18:11:03Z', 'revision_number': 4, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'subnets': [{'id': '75c72a36-a67a-44db-b47d-4291074d1788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:04.632008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26700289-5014-415a-a67e-b926400a091d None None] Routers {'d8b0a656-62c1-49b4-bc23-df81a8da084c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:04.636864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-26700289-5014-415a-a67e-b926400a091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d8b0a656-62c1-49b4-bc23-df81a8da084c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:04.671788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.672138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.672478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.672808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.673141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.673468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.673791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.674111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.690334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.690917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.691426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.691772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.692170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:04.712655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:04.895310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Request body: {'port': {'device_id': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:04.921812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731cf92-b6ed-44ea-95e8-aeee1b18bc83 req-c123d5fd-e829-41cb-9332-2c5c8b55a86a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:04.929889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f731cf92-b6ed-44ea-95e8-aeee1b18bc83 req-c123d5fd-e829-41cb-9332-2c5c8b55a86a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1459801 Dec 10 18:11:05.048625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-26700289-5014-415a-a67e-b926400a091d None None] Set router d8b0a656-62c1-49b4-bc23-df81a8da084c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:05.304315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Router fcc454fa-3455-4bd6-9f84-77569583fb99 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:05.412498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:05.471209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:05.490310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6adfeba1-b226-4169-8625-314af5d8bfdb None None] Provisioning complete for port b058cb52-044c-4b5a-8e77-83cd3ead658d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:05.490960 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6adfeba1-b226-4169-8625-314af5d8bfdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:05.525714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fe113-9f78-4445-b367-a8479c6e43f1 req-7d97d5ba-272b-4403-bc07-f5964aa066aa tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:05.532242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a2fe113-9f78-4445-b367-a8479c6e43f1 req-7d97d5ba-272b-4403-bc07-f5964aa066aa tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 931 time: 0.7795212 Dec 10 18:11:05.549065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6adfeba1-b226-4169-8625-314af5d8bfdb None None] Port b058cb52-044c-4b5a-8e77-83cd3ead658d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:11:05.582780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f731cf92-b6ed-44ea-95e8-aeee1b18bc83 req-20f23aeb-e67c-4029-86a6-cc8da112f174 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469440 Dec 10 18:11:05.621648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-26700289-5014-415a-a67e-b926400a091d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2809b193-656d-4392-9911-0a6f66b46913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 3, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port': {'id': '2809b193-656d-4392-9911-0a6f66b46913', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:56Z', 'updated_at': '2021-12-10T18:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:05.690101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26700289-5014-415a-a67e-b926400a091d None None] The sync data for ids ['d8b0a656-62c1-49b4-bc23-df81a8da084c'] in n-d-821424-1 is: [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2809b193-656d-4392-9911-0a6f66b46913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 3, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port': {'id': '2809b193-656d-4392-9911-0a6f66b46913', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:56Z', 'updated_at': '2021-12-10T18:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:05.953137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:05.966941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:06.208506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d120f379-3c89-4a9e-acb1-8e00f6c18a0e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:06.249747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008066f-602a-4af9-9f61-642d10cc03b3 req-baef8c84-f351-44fd-8948-85c4fc3d7c9b tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:06.258349 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2008066f-602a-4af9-9f61-642d10cc03b3 req-baef8c84-f351-44fd-8948-85c4fc3d7c9b tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.3843837 Dec 10 18:11:06.273077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:06.278176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b058cb52-044c-4b5a-8e77-83cd3ead658d,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:06.348291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:06.360740 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] Sync routers for ids ['fcc454fa-3455-4bd6-9f84-77569583fb99'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:06.377290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb9b9abe-9d48-433f-ba41-7eed55d7e7ef admin admin] 10.222.0.55 "PUT /v2.0/routers/fcc454fa-3455-4bd6-9f84-77569583fb99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8195732 Dec 10 18:11:06.377477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d120f379-3c89-4a9e-acb1-8e00f6c18a0e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:06.378933 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:06.393970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58634) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:06.399264 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] Routers {'fcc454fa-3455-4bd6-9f84-77569583fb99'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:06.399905 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fcc454fa-3455-4bd6-9f84-77569583fb99'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:06.463454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a2fe113-9f78-4445-b367-a8479c6e43f1 req-f51be046-bfb0-4411-b51b-451898027fc3 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111084 Dec 10 18:11:06.537178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:06.567667 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2008066f-602a-4af9-9f61-642d10cc03b3 req-2a434b49-3933-4123-b579-8645456085a7 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025293 Dec 10 18:11:06.761795 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] Set router fcc454fa-3455-4bd6-9f84-77569583fb99 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:06.846074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:06.848324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:06.852777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:06.885270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b53fa-2d3d-40cd-85ca-0b75a5d5d5d0 req-b76e59e6-e69b-4556-a6e2-3449cffad84a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:06.892840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b7b53fa-2d3d-40cd-85ca-0b75a5d5d5d0 req-b76e59e6-e69b-4556-a6e2-3449cffad84a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1687682 Dec 10 18:11:07.213925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b7b53fa-2d3d-40cd-85ca-0b75a5d5d5d0 req-99e2c5c1-de25-498a-b4a5-f1829d437de6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199580 Dec 10 18:11:07.275428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Router d8b0a656-62c1-49b4-bc23-df81a8da084c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:07.284848 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:11:02Z', 'revision_number': 5, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:07.308174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:07.309823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d26bddad-851a-4dbc-9067-1914e75f1326 None None] Provisioning complete for port b058cb52-044c-4b5a-8e77-83cd3ead658d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:07.310342 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d26bddad-851a-4dbc-9067-1914e75f1326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:07.332763 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] Checking router: fcc454fa-3455-4bd6-9f84-77569583fb99 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:07.341985 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] Routers {'fcc454fa-3455-4bd6-9f84-77569583fb99'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:07.342631 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fcc454fa-3455-4bd6-9f84-77569583fb99'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:07.455970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d26bddad-851a-4dbc-9067-1914e75f1326 None None] Port b058cb52-044c-4b5a-8e77-83cd3ead658d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:11:07.553652 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] Set router fcc454fa-3455-4bd6-9f84-77569583fb99 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:07.578342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466e2d66-fa15-4877-a233-0ade1493a8f8 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:07.653347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:07.673769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Deleting port 11de674c-2e5f-4b0f-8ffc-78161697d600 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:07.674119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:07.677730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:07.695962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ca526f2d-39b3-48d5-b021-3180d64124b4 admin admin] 10.222.0.55 "PUT /v2.0/routers/d8b0a656-62c1-49b4-bc23-df81a8da084c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2553678 Dec 10 18:11:07.764912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Transition to ACTIVE for port object 466e2d66-fa15-4877-a233-0ade1493a8f8 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:11:07.794566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34476afa-f730-4af2-8750-82a6cd3eb020 req-0c2c56ab-c7b7-443e-b15f-be2dd4945b21 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:07.805227 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34476afa-f730-4af2-8750-82a6cd3eb020 req-0c2c56ab-c7b7-443e-b15f-be2dd4945b21 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 931 time: 0.1982346 Dec 10 18:11:07.821601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:07.921838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] For port 11de674c-2e5f-4b0f-8ffc-78161697d600, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=11de674c-2e5f-4b0f-8ffc-78161697d600,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:07.922435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:07.960040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Calling delete_port for 11de674c-2e5f-4b0f-8ffc-78161697d600 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:08.050342 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:11:02Z', 'revision_number': 5, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:08.091146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34476afa-f730-4af2-8750-82a6cd3eb020 req-a43ca2ff-1d82-4592-85c1-301f6cce8ef9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817042 Dec 10 18:11:08.109848 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c811a1f-f868-4b13-b7f0-cabc6ce41265 None None] The sync data for ids ['fcc454fa-3455-4bd6-9f84-77569583fb99'] in n-d-821424-1 is: [{'id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1854482741-router', 'tenant_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:05:56Z', 'updated_at': '2021-12-10T18:11:02Z', 'revision_number': 5, 'project_id': 'b2104dcd5baf4c59acb19c43f9763e06', 'gw_port': {'id': '11de674c-2e5f-4b0f-8ffc-78161697d600', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc454fa-3455-4bd6-9f84-77569583fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:05:57Z', 'updated_at': '2021-12-10T18:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:08.123428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:08.180508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2809b193-656d-4392-9911-0a6f66b46913 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:08.243283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.314962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=11de674c-2e5f-4b0f-8ffc-78161697d600,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:08.351596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2809b193-656d-4392-9911-0a6f66b46913 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:08.352949 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.406944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Attempting to bind port 466e2d66-fa15-4877-a233-0ade1493a8f8 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:08.407282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Attempting to bind port 466e2d66-fa15-4877-a233-0ade1493a8f8 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:08.407611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Attempting to bind port 466e2d66-fa15-4877-a233-0ade1493a8f8 on network 583ae604-a47c-4d8f-8084-c1e298494ed3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:08.442569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88679946-6d27-43b1-9f7e-055197432630 req-f759e05d-5fa3-4ed5-9a3f-0b87ff5f6244 tempest-FloatingIPsNegativeTestJSON-1241411299 tempest-FloatingIPsNegativeTestJSON-1241411299-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=cda665dcfe234350a43a3a4ab1980927 HTTP/1.1" status: 200 len: 217 time: 0.1702120 Dec 10 18:11:08.467251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.467714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Port 466e2d66-fa15-4877-a233-0ade1493a8f8 on network 583ae604-a47c-4d8f-8084-c1e298494ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:11:08.468042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Attempting to bind port 466e2d66-fa15-4877-a233-0ade1493a8f8 on network 583ae604-a47c-4d8f-8084-c1e298494ed3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:08.471090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Deleting port d120f379-3c89-4a9e-acb1-8e00f6c18a0e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:08.471425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.501404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.532071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 2809b193-656d-4392-9911-0a6f66b46913, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2809b193-656d-4392-9911-0a6f66b46913,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:08.540008 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.648699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=2809b193-656d-4392-9911-0a6f66b46913,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:08.654601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:08.655214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Checking segment: {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:08.655321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Bound using segment: {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:08.664741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.666713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Bound port: 466e2d66-fa15-4877-a233-0ade1493a8f8, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:08.667155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.667552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.747093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da3c7b-3461-4226-b4b3-4e19cf0b6654 req-915de82f-c161-4f1a-85ec-cec59eea020b tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:08.748739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73da3c7b-3461-4226-b4b3-4e19cf0b6654 req-915de82f-c161-4f1a-85ec-cec59eea020b tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.1477940 Dec 10 18:11:08.796414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.796827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc454fa-3455-4bd6-9f84-77569583fb99 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:11:08.802641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.806554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bcba07dc-a3e9-45bd-8486-3b1dbff55c83 admin admin] 10.222.0.55 "DELETE /v2.0/routers/fcc454fa-3455-4bd6-9f84-77569583fb99 HTTP/1.1" status: 204 len: 168 time: 2.4085155 Dec 10 18:11:08.810677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58664) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:08.841466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35799d-c2c5-4f97-9b16-48031d8b7cbd req-dc1cf466-24b2-4e44-bb7f-50f7333a03cd tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:08.846890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd35799d-c2c5-4f97-9b16-48031d8b7cbd req-dc1cf466-24b2-4e44-bb7f-50f7333a03cd tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.2910237 Dec 10 18:11:08.867324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] For port d120f379-3c89-4a9e-acb1-8e00f6c18a0e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,segment=NetworkSegment(d9e0220d-d9df-4741-9789-c2b90d68d17a),segment_id=d9e0220d-d9df-4741-9789-c2b90d68d17a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:08.868073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.882803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73da3c7b-3461-4226-b4b3-4e19cf0b6654 req-d8d85d44-e09c-449b-9d05-908008ee838b tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272161 Dec 10 18:11:08.899758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Calling delete_port for d120f379-3c89-4a9e-acb1-8e00f6c18a0e owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:08.913340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] Deleting subnet 06f44893-c920-453e-ba99-143557eee883 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:11:08.945897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cab69459-f76e-484d-8732-38b4a04718d0 req-ba00840c-3361-4083-b09f-e03b50b2c461 tempest-FloatingIPsNegativeTestJSON-1241411299 tempest-FloatingIPsNegativeTestJSON-1241411299-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0289378 Dec 10 18:11:08.946772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:08.955629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Sync routers for ids ['d8b0a656-62c1-49b4-bc23-df81a8da084c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:08.977118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Routers {'d8b0a656-62c1-49b4-bc23-df81a8da084c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:08.978220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d8b0a656-62c1-49b4-bc23-df81a8da084c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:09.059795 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-b8fe9c40-9e22-4989-84b6-3f247eec4094 req-3998be7e-1a0d-49ef-853e-c4e660082c86 tempest-FloatingIPsNegativeTestJSON-1241411299 tempest-FloatingIPsNegativeTestJSON-1241411299-project] show failed (client error): The resource could not be found. Dec 10 18:11:09.065822 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b8fe9c40-9e22-4989-84b6-3f247eec4094 req-3998be7e-1a0d-49ef-853e-c4e660082c86 tempest-FloatingIPsNegativeTestJSON-1241411299 tempest-FloatingIPsNegativeTestJSON-1241411299-project] 10.222.0.55 "GET /v2.0/floatingips/0c91a638-27b3-484f-a361-26735b4dc544 HTTP/1.1" status: 404 len: 350 time: 0.0685105 Dec 10 18:11:09.068267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.071064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58672) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:09.231085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Set router d8b0a656-62c1-49b4-bc23-df81a8da084c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:09.288901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:09.300140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:09.336735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.382673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.402194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd35799d-c2c5-4f97-9b16-48031d8b7cbd req-c9d6a3ec-eb64-4edd-b873-f64d15f4c7fa tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509254 Dec 10 18:11:09.402454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425902a-4742-4429-8149-24e2c4f11744 req-15f7e494-590e-4f75-b587-7410ee8375a3 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:09.411996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5425902a-4742-4429-8149-24e2c4f11744 req-15f7e494-590e-4f75-b587-7410ee8375a3 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 943 time: 0.1485646 Dec 10 18:11:09.454158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:09.457117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.461977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/466e2d66-fa15-4877-a233-0ade1493a8f8 HTTP/1.1" status: 200 len: 1091 time: 4.9096515 Dec 10 18:11:09.462726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:09.465182 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6175ea1-1091-4410-84a3-c48de401802c" -d '{"events": [{"name": "network-changed", "server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:09.638280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2809b193-656d-4392-9911-0a6f66b46913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:11:04Z', 'revision_number': 4, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port': {'id': '2809b193-656d-4392-9911-0a6f66b46913', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:56Z', 'updated_at': '2021-12-10T18:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'b058cb52-044c-4b5a-8e77-83cd3ead658d', 'name': '', 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'mac_address': 'fa:16:3e:ad:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '638d793b-1092-4976-8e3b-a1c093201e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:03Z', 'updated_at': '2021-12-10T18:11:05Z', 'revision_number': 2, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'subnets': [{'id': '638d793b-1092-4976-8e3b-a1c093201e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:09.728957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf02f1-4e75-4226-95ae-ebf86fe091b9 service neutron] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:09.738072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Checking router: d8b0a656-62c1-49b4-bc23-df81a8da084c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:09.739140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Updating router d8b0a656-62c1-49b4-bc23-df81a8da084c port b058cb52-044c-4b5a-8e77-83cd3ead658d binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:11:09.777284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5425902a-4742-4429-8149-24e2c4f11744 req-d1fac7cd-82b3-4971-9143-3e85974ac125 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642619 Dec 10 18:11:09.789248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.827483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158846-cf0e-45b7-af55-228c48ccc84f req-f3442209-629f-48f2-9c56-74c8038aa3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:09.839499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-f3442209-629f-48f2-9c56-74c8038aa3bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 1094 time: 0.3024392 Dec 10 18:11:09.843056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.877839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06f44893-c920-453e-ba99-143557eee883,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:09.890553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.918109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:09.922335 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4e9906a2-4148-4fd3-bcf1-caaf2b9e755c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/06f44893-c920-453e-ba99-143557eee883 HTTP/1.1" status: 204 len: 168 time: 1.1110222 Dec 10 18:11:09.938901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:09.970728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Pushing event deleted for resources: {'Port': ['ID=d120f379-3c89-4a9e-acb1-8e00f6c18a0e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:09.973692 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139a5414-51a6-4e05-82da-b4c6939af642 x-openstack-request-id: req-139a5414-51a6-4e05-82da-b4c6939af642 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:09.973971 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:09.974228 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-139a5414-51a6-4e05-82da-b4c6939af642 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:09.974792 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'status': 'completed', 'code': 200} Dec 10 18:11:10.014703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-42477c68-e9cb-48a6-8bc0-28e7d30bd274 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=466e2d66-fa15-4877-a233-0ade1493a8f8 HTTP/1.1" status: 200 len: 217 time: 0.1404843 Dec 10 18:11:10.281238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26158846-cf0e-45b7-af55-228c48ccc84f req-5ef79801-9c5a-4beb-b2df-c21336783885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:10.298907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-5ef79801-9c5a-4beb-b2df-c21336783885 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11421ecb-5e2d-45e3-a40f-915d57dcab4e HTTP/1.1" status: 200 len: 855 time: 0.2591269 Dec 10 18:11:10.327110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c63a9c1-9770-4a55-9287-b02894dfec8f None None] Network fc1d5552-2365-49df-8b82-88d29031acc4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:10.341698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2809b193-656d-4392-9911-0a6f66b46913 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:10.380167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-6fbca804-dbf4-42e9-ae5a-e5dbc6e2ee52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=583ae604-a47c-4d8f-8084-c1e298494ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786281 Dec 10 18:11:10.487963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2809b193-656d-4392-9911-0a6f66b46913 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:10.488643 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:10.633457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:10.717872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:10.737295 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:10.779166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a516b-7db7-453f-95de-999c30504187 req-82a36734-5cfe-44e9-ac05-800bd95cf63e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:10.786275 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:10.798991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711a516b-7db7-453f-95de-999c30504187 req-82a36734-5cfe-44e9-ac05-800bd95cf63e tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.9077334 Dec 10 18:11:10.809263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] DHCP port deletion for fc1d5552-2365-49df-8b82-88d29031acc4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:11:10.824061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:10.856038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-e2d7083c-1bc8-4fc2-9e31-9839102d9fbd service neutron] 10.222.0.59 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665213 Dec 10 18:11:10.865258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b619ce0-37e3-420b-8c6d-c2bed4cde8b5 req-8d273077-0cb3-4547-b64c-f8c542588e61 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:10.873701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b619ce0-37e3-420b-8c6d-c2bed4cde8b5 req-8d273077-0cb3-4547-b64c-f8c542588e61 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.2356224 Dec 10 18:11:10.891621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6a80b-7262-43ef-9513-209a242693f7 None None] Pushing event updated for resources: {'Port': ['ID=b058cb52-044c-4b5a-8e77-83cd3ead658d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:11.009418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:11.029566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b619ce0-37e3-420b-8c6d-c2bed4cde8b5 req-ef9b9be1-a686-4afb-8ed3-64f5f3733a48 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548586 Dec 10 18:11:11.046577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711a516b-7db7-453f-95de-999c30504187 req-889dd687-b73e-4d01-95d6-9c39c5650dce tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447093 Dec 10 18:11:11.063791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:11.064266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4ca2ab94-b5de-4059-9b1b-0fce0614ad5b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:11.065322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11de674c-2e5f-4b0f-8ffc-78161697d600 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:11.172617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Router 53707b13-e33f-45d1-80fe-7b4989fee5b0 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:11.182903 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26158846-cf0e-45b7-af55-228c48ccc84f req-7fe0627a-9c60-48ab-8b04-02c6b9352280 service neutron] 10.222.0.59 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615256 Dec 10 18:11:11.240861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f1e8e043-fe36-4847-8a6d-97eba9395a55 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:11.245475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 11de674c-2e5f-4b0f-8ffc-78161697d600 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:11.246030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11de674c-2e5f-4b0f-8ffc-78161697d600 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:11.295404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Attempting to bind port b058cb52-044c-4b5a-8e77-83cd3ead658d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:11.296140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Attempting to bind port b058cb52-044c-4b5a-8e77-83cd3ead658d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:11.296140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Attempting to bind port b058cb52-044c-4b5a-8e77-83cd3ead658d on network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:11.309401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] Deleting port 7eb20c88-75aa-4047-9b3b-d862e65bea38 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:11.309757 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.328477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:11.328750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Checking segment: {'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:11.329158 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.329554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Bound using segment: {'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:11.332199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Bound port: b058cb52-044c-4b5a-8e77-83cd3ead658d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:11.332613 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.349004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Deleting port 7eb20c88-75aa-4047-9b3b-d862e65bea38 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:11.349579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.428439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ea308-7edd-4d68-89bd-31602b8e9553 req-62a8d26b-9cce-4ff8-aed4-bcc5ba4a20ea tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:11.430313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22ea308-7edd-4d68-89bd-31602b8e9553 req-62a8d26b-9cce-4ff8-aed4-bcc5ba4a20ea tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 943 time: 0.1698771 Dec 10 18:11:11.461787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-ba1d79b6-daa1-4091-85d5-f36712168097 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:11.463358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-ba1d79b6-daa1-4091-85d5-f36712168097 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.3907661 Dec 10 18:11:11.530118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] For port 7eb20c88-75aa-4047-9b3b-d862e65bea38, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7eb20c88-75aa-4047-9b3b-d862e65bea38,segment=NetworkSegment(38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8),segment_id=38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:11.530118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.534411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b4c7aeb0-7b7c-469d-bf62-ef15c4c623ba None None] Provisioning complete for port b058cb52-044c-4b5a-8e77-83cd3ead658d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:11.534742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b4c7aeb0-7b7c-469d-bf62-ef15c4c623ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.555841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] For port 7eb20c88-75aa-4047-9b3b-d862e65bea38, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7eb20c88-75aa-4047-9b3b-d862e65bea38,segment=NetworkSegment(38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8),segment_id=38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:11.556229 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.573433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Calling delete_port for 7eb20c88-75aa-4047-9b3b-d862e65bea38 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:11.602751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] For port b058cb52-044c-4b5a-8e77-83cd3ead658d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:11.624876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] Calling delete_port for 7eb20c88-75aa-4047-9b3b-d862e65bea38 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:11.629679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:11.632366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22ea308-7edd-4d68-89bd-31602b8e9553 req-564ba8e1-1691-4fc8-a0e0-3c270a634ed1 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871855 Dec 10 18:11:11.657399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] For port b058cb52-044c-4b5a-8e77-83cd3ead658d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b058cb52-044c-4b5a-8e77-83cd3ead658d,segment=NetworkSegment(0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031),segment_id=0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:11.674982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b4c7aeb0-7b7c-469d-bf62-ef15c4c623ba None None] Port b058cb52-044c-4b5a-8e77-83cd3ead658d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:11:11.679301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'f1e8e043-fe36-4847-8a6d-97eba9395a55', 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91', 'port_id': 'f1e8e043-fe36-4847-8a6d-97eba9395a55', 'mac_address': 'fa:16:3e:cb:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5378fb35-fef7-4997-8ed5-142476e26ade', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:11:11.807997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175ea1-1091-4410-84a3-c48de401802c req-69136e9b-87a4-4e2e-a3a5-6f07c03b7218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:11.809588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6175ea1-1091-4410-84a3-c48de401802c req-69136e9b-87a4-4e2e-a3a5-6f07c03b7218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 1094 time: 0.5512547 Dec 10 18:11:11.822227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.831094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Deleting port c6696646-2beb-4591-b656-25a99b04bfad {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:11.831714 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.855751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.865518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:11.920389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175ea1-1091-4410-84a3-c48de401802c req-3d2d95c4-b448-4437-9804-2b1cd133d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:11.922045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6175ea1-1091-4410-84a3-c48de401802c req-3d2d95c4-b448-4437-9804-2b1cd133d240 service neutron] 10.222.0.59 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 916 time: 0.1026390 Dec 10 18:11:11.933452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb20c88-75aa-4047-9b3b-d862e65bea38,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:11.941080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] No DVR routers for this DVR port 7eb20c88-75aa-4047-9b3b-d862e65bea38 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:11.950862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:11.961023 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] Sync routers for ids ['53707b13-e33f-45d1-80fe-7b4989fee5b0'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:11.975521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] No DVR routers for this DVR port 7eb20c88-75aa-4047-9b3b-d862e65bea38 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:11.988336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-158c30ed-70de-46a6-9e40-223e3565500c admin admin] 10.222.0.55 "PUT /v2.0/routers/53707b13-e33f-45d1-80fe-7b4989fee5b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8162799 Dec 10 18:11:11.995101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58700) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:11.995468 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] Routers {'53707b13-e33f-45d1-80fe-7b4989fee5b0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:11.996506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Deleting port b058cb52-044c-4b5a-8e77-83cd3ead658d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:11.996879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.001489 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['53707b13-e33f-45d1-80fe-7b4989fee5b0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:12.052561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] For port c6696646-2beb-4591-b656-25a99b04bfad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c6696646-2beb-4591-b656-25a99b04bfad,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:12.054091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.118941 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.120609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6175ea1-1091-4410-84a3-c48de401802c req-ba548af2-8a40-4a43-8c6c-e1115e24966d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=466e2d66-fa15-4877-a233-0ade1493a8f8 HTTP/1.1" status: 200 len: 217 time: 0.1881320 Dec 10 18:11:12.182450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e8e043-fe36-4847-8a6d-97eba9395a55 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:12.255998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:12.261129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Routers {'d8b0a656-62c1-49b4-bc23-df81a8da084c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:12.261972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d8b0a656-62c1-49b4-bc23-df81a8da084c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:12.266762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7eb20c88-75aa-4047-9b3b-d862e65bea38 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:12.273666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6175ea1-1091-4410-84a3-c48de401802c req-41e2a003-f1ea-41ab-8aa2-dd87d25476b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:12.275613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6175ea1-1091-4410-84a3-c48de401802c req-41e2a003-f1ea-41ab-8aa2-dd87d25476b7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11421ecb-5e2d-45e3-a40f-915d57dcab4e HTTP/1.1" status: 200 len: 855 time: 0.1430666 Dec 10 18:11:12.288991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74752e04-82ac-44a7-8df0-c32e468fc6c2 req-e8c7980e-2d23-4918-be1e-adf8c50cfc44 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:12.296806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74752e04-82ac-44a7-8df0-c32e468fc6c2 req-e8c7980e-2d23-4918-be1e-adf8c50cfc44 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.0730336 Dec 10 18:11:12.298256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.298994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.299356 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Floating IP afb25a76-5ddc-4eaa-ab1a-7cf434b96a07 disassociated. External IP: 172.25.2.211, port: c6696646-2beb-4591-b656-25a99b04bfad. Dec 10 18:11:12.299705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Calling delete_port for c6696646-2beb-4591-b656-25a99b04bfad owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:12.352266 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.356034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6175ea1-1091-4410-84a3-c48de401802c req-52d20bda-1900-4ca4-95bc-4546f6a74f7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=583ae604-a47c-4d8f-8084-c1e298494ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479851 Dec 10 18:11:12.357843 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] Set router 53707b13-e33f-45d1-80fe-7b4989fee5b0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:12.362961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7eb20c88-75aa-4047-9b3b-d862e65bea38 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:12.363239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7eb20c88-75aa-4047-9b3b-d862e65bea38 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:12.376341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6a80b-7262-43ef-9513-209a242693f7 None None] Pushing event updated for resources: {'Port': ['ID=b058cb52-044c-4b5a-8e77-83cd3ead658d,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:12.414440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41228258-0110-41c8-bf9d-f77cbd39b7de None None] Pushing event deleted for resources: {'Port': ['ID=7eb20c88-75aa-4047-9b3b-d862e65bea38,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:12.423178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6c7a42c4-f0a9-495f-a5b7-72e359a6087a None None] Provisioning complete for port b058cb52-044c-4b5a-8e77-83cd3ead658d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:12.423560 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c7a42c4-f0a9-495f-a5b7-72e359a6087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.480223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.491340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74752e04-82ac-44a7-8df0-c32e468fc6c2 req-baa961e9-a793-4359-8460-601316380186 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933599 Dec 10 18:11:12.562910 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6175ea1-1091-4410-84a3-c48de401802c req-54e89a69-4113-4b15-8ce0-e1675a3e75b2 service neutron] 10.222.0.59 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807230 Dec 10 18:11:12.632407 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:11:09Z', 'revision_number': 5, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:12.657096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:12.672651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.675087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1d5552-2365-49df-8b82-88d29031acc4']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:12.684498 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] Checking router: 53707b13-e33f-45d1-80fe-7b4989fee5b0 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:12.684890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['f1e8e043-fe36-4847-8a6d-97eba9395a55'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:12.689651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] Set router d8b0a656-62c1-49b4-bc23-df81a8da084c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:12.707926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6175ea1-1091-4410-84a3-c48de401802c req-ed17ec70-5056-47a4-a630-7acb69943241 service neutron] 10.222.0.59 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364875 Dec 10 18:11:12.712269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] Routers {'53707b13-e33f-45d1-80fe-7b4989fee5b0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:12.712903 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['53707b13-e33f-45d1-80fe-7b4989fee5b0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:12.846444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:12.847611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dd73c8-9f3d-4ce1-b1b2-d4c43a395ce8') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:12.867147 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] Set router 53707b13-e33f-45d1-80fe-7b4989fee5b0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:12.880766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbb308-9d1e-4037-bfff-f6054194ed24 req-e2489fd0-60c4-43c6-9724-f60969dd41e0 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:12.883468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bbbb308-9d1e-4037-bfff-f6054194ed24 req-e2489fd0-60c4-43c6-9724-f60969dd41e0 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 943 time: 0.1296904 Dec 10 18:11:12.893020 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:12.949395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78839dbd-d649-472f-8f39-be54bea22c7f req-9c18ce67-03df-48d0-ab05-bb33a500efce tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:12.953418 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78839dbd-d649-472f-8f39-be54bea22c7f req-9c18ce67-03df-48d0-ab05-bb33a500efce tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 946 time: 0.4479377 Dec 10 18:11:13.005625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bbbb308-9d1e-4037-bfff-f6054194ed24 req-9b620798-aad1-4517-a290-64355a0fc8e7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148221 Dec 10 18:11:13.071652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.078577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.132215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:11:13.132632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:11:13.134510 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:11:13.159695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event deleted for resources: {'Port': ['ID=c6696646-2beb-4591-b656-25a99b04bfad,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:13.176294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:11:09Z', 'revision_number': 5, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:13.190701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c7a42c4-f0a9-495f-a5b7-72e359a6087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.215249 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd8aaf2-81d4-46d2-804c-c63b0159b385 None None] The sync data for ids ['53707b13-e33f-45d1-80fe-7b4989fee5b0'] in n-d-821424-1 is: [{'id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1539186699-router', 'tenant_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:44Z', 'updated_at': '2021-12-10T18:11:09Z', 'revision_number': 5, 'project_id': '6dacf1f3a13444928b1bb5fc70abc6d3', 'gw_port': {'id': '6aaf27d2-af66-483e-a972-ca0d0093befd', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53707b13-e33f-45d1-80fe-7b4989fee5b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:46Z', 'updated_at': '2021-12-10T18:10:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:13.219412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c6696646-2beb-4591-b656-25a99b04bfad no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:13.246439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78839dbd-d649-472f-8f39-be54bea22c7f req-5866c615-9ace-473c-b0d6-71f8dd6af666 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62f17cc-cb84-4fa7-a153-71782b808f92&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858966 Dec 10 18:11:13.273258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: c6696646-2beb-4591-b656-25a99b04bfad {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:13.274052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c6696646-2beb-4591-b656-25a99b04bfad not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:13.282137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] For port b058cb52-044c-4b5a-8e77-83cd3ead658d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b058cb52-044c-4b5a-8e77-83cd3ead658d,segment=NetworkSegment(0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031),segment_id=0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:13.282546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.285947 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.297225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.333693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6c7a42c4-f0a9-495f-a5b7-72e359a6087a None None] For port b058cb52-044c-4b5a-8e77-83cd3ead658d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b058cb52-044c-4b5a-8e77-83cd3ead658d,segment=NetworkSegment(0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031),segment_id=0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:13.342388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.345541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] 10.222.0.55 "DELETE /v2.0/networks/fc1d5552-2365-49df-8b82-88d29031acc4 HTTP/1.1" status: 204 len: 168 time: 3.4046795 Dec 10 18:11:13.350701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Calling delete_port for b058cb52-044c-4b5a-8e77-83cd3ead658d owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:13.359259 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c7a42c4-f0a9-495f-a5b7-72e359a6087a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.389526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276f6b9-0a31-4d92-948b-0610ce8aa91d admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1d5552-2365-49df-8b82-88d29031acc4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:13.457134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a42c4-f0a9-495f-a5b7-72e359a6087a None None] Pushing event updated for resources: {'Port': ['ID=b058cb52-044c-4b5a-8e77-83cd3ead658d,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:13.474003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2809b193-656d-4392-9911-0a6f66b46913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:11:04Z', 'revision_number': 4, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port': {'id': '2809b193-656d-4392-9911-0a6f66b46913', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:56Z', 'updated_at': '2021-12-10T18:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'b058cb52-044c-4b5a-8e77-83cd3ead658d', 'name': '', 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'mac_address': 'fa:16:3e:ad:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '638d793b-1092-4976-8e3b-a1c093201e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:03Z', 'updated_at': '2021-12-10T18:11:11Z', 'revision_number': 4, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'subnets': [{'id': '638d793b-1092-4976-8e3b-a1c093201e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:13.521206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d326db9a-574e-4922-9bcd-fa5fe8123ac4 None None] The sync data for ids ['d8b0a656-62c1-49b4-bc23-df81a8da084c'] in n-d-821424-1 is: [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2809b193-656d-4392-9911-0a6f66b46913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:11:04Z', 'revision_number': 4, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port': {'id': '2809b193-656d-4392-9911-0a6f66b46913', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:56Z', 'updated_at': '2021-12-10T18:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'b058cb52-044c-4b5a-8e77-83cd3ead658d', 'name': '', 'network_id': 'cb14a239-f4d7-4133-98c7-3df5c7eaa0a0', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'mac_address': 'fa:16:3e:ad:9a:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 715, 'fixed_ips': [{'subnet_id': '638d793b-1092-4976-8e3b-a1c093201e1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:03Z', 'updated_at': '2021-12-10T18:11:11Z', 'revision_number': 4, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'subnets': [{'id': '638d793b-1092-4976-8e3b-a1c093201e1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:13.526146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Router 93ed68f2-9803-4b10-871c-137003ebd63d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:13.556931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58716) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:13.586472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Deleting port 6aaf27d2-af66-483e-a972-ca0d0093befd {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:13.586822 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.650282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fcdd3870-944f-45a1-854b-9acfcbaf92a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=517bcd4fe03d41c0ab44e98634c5032d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0908630 Dec 10 18:11:13.653917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58718) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:13.915628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c1a69-ee44-45dc-aff4-3010504b3ba6 req-d6dda8a1-0092-4b91-9373-f369d01b72da tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:13.923925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c76c1a69-ee44-45dc-aff4-3010504b3ba6 req-d6dda8a1-0092-4b91-9373-f369d01b72da tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.2778232 Dec 10 18:11:13.941886 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe0a38b3-7947-43f7-ac1f-3fdbac43c612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:13.997743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe0a38b3-7947-43f7-ac1f-3fdbac43c612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:14.019756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:14.066032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c76c1a69-ee44-45dc-aff4-3010504b3ba6 req-d431918d-81f8-4097-8f08-8ff0de3d54b6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411114 Dec 10 18:11:14.091163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 466e2d66-fa15-4877-a233-0ade1493a8f8 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:14.109036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b058cb52-044c-4b5a-8e77-83cd3ead658d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:14.150401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b058cb52-044c-4b5a-8e77-83cd3ead658d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:14.177085 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe0a38b3-7947-43f7-ac1f-3fdbac43c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:14.182972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe0a38b3-7947-43f7-ac1f-3fdbac43c612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:14.199483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fe0a38b3-7947-43f7-ac1f-3fdbac43c612 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a54e8a22-203b-4feb-898e-1ed4919716bc HTTP/1.1" status: 204 len: 168 time: 0.5441644 Dec 10 18:11:14.211058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a38b3-7947-43f7-ac1f-3fdbac43c612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54e8a22-203b-4feb-898e-1ed4919716bc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:14.257892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b058cb52-044c-4b5a-8e77-83cd3ead658d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:14.261167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b058cb52-044c-4b5a-8e77-83cd3ead658d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 18:11:14.263530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] For port 6aaf27d2-af66-483e-a972-ca0d0093befd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6aaf27d2-af66-483e-a972-ca0d0093befd,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:14.264255 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:14.316433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Calling delete_port for 6aaf27d2-af66-483e-a972-ca0d0093befd owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:14.333514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:14.451943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-473cc135-3130-4de8-95c2-6a890e1e2e90 req-f76be449-7a01-488e-bdda-4a6cdabda8b1 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 210 time: 0.0687525 Dec 10 18:11:14.458141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:14.508302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Port b058cb52-044c-4b5a-8e77-83cd3ead658d not found, will not notify nova. {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 18:11:14.549443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] Sync routers for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:14.565282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d120f379-3c89-4a9e-acb1-8e00f6c18a0e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:14.645275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'port_id': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'mac_address': 'fa:16:3e:27:2d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11421ecb-5e2d-45e3-a40f-915d57dcab4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:11:14.661464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d120f379-3c89-4a9e-acb1-8e00f6c18a0e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:14.661464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d120f379-3c89-4a9e-acb1-8e00f6c18a0e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:14.693743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:14.694004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:14.993707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] No DVR routers for this DVR port c6696646-2beb-4591-b656-25a99b04bfad on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:15.007811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.014958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0075402f-cadc-400f-9a10-5e65db4cb702 req-a5f577a8-fb68-49c9-ae25-ba95f0aa8369 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.30 "DELETE /v2.0/ports/c6696646-2beb-4591-b656-25a99b04bfad HTTP/1.1" status: 204 len: 173 time: 3.5322087 Dec 10 18:11:15.047291 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.056177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d67dda-3e54-4825-a037-936322493f72 req-61e97b05-4772-4243-ba4d-e40e6d5b4d9b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:15.060282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d67dda-3e54-4825-a037-936322493f72 req-61e97b05-4772-4243-ba4d-e40e6d5b4d9b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 943 time: 0.8675170 Dec 10 18:11:15.061011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'name': 'network-vif-deleted', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:15.069606 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b05208c-bd24-4447-9757-9fa5304ad5d2" -d '{"events": [{"server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "name": "network-vif-deleted", "tag": "c6696646-2beb-4591-b656-25a99b04bfad"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:15.103452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e2d66-fa15-4877-a233-0ade1493a8f8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:15.133361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58748) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:15.147835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:15.274035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f1e8e043-fe36-4847-8a6d-97eba9395a55 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:15.276698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d529fe5b-cfb3-41cd-bd77-5cbbd3a8a1f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b2104dcd5baf4c59acb19c43f9763e06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1404250 Dec 10 18:11:15.283028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58756) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:15.341342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:15.359351 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.465292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d67dda-3e54-4825-a037-936322493f72 req-4bb082d3-3dd5-4ff6-879a-70d5b476506f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809504 Dec 10 18:11:15.478825 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.581586 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.585675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:15.617986 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501e1079-6e57-4173-803b-c75385f12ef5 x-openstack-request-id: req-501e1079-6e57-4173-803b-c75385f12ef5 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:15.618722 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f78f8a8-5108-47ba-805f-4e41c9178eaf", "name": "network-vif-deleted", "tag": "c6696646-2beb-4591-b656-25a99b04bfad", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:15.619291 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-501e1079-6e57-4173-803b-c75385f12ef5 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:15.620068 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f78f8a8-5108-47ba-805f-4e41c9178eaf', 'name': 'network-vif-deleted', 'tag': 'c6696646-2beb-4591-b656-25a99b04bfad', 'status': 'completed', 'code': 200} Dec 10 18:11:15.680076 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e446-1e51-4a73-8e0a-997534162b51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.691681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=6aaf27d2-af66-483e-a972-ca0d0093befd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:15.791216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fce82db9-57dd-41c8-b493-ab90f571030f req-550380c2-036d-4d14-a580-01ab16683987 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f78f8a8-5108-47ba-805f-4e41c9178eaf HTTP/1.1" status: 200 len: 210 time: 0.0788846 Dec 10 18:11:15.820694 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.827159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port f1e8e043-fe36-4847-8a6d-97eba9395a55 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:11:15.833382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port f1e8e043-fe36-4847-8a6d-97eba9395a55 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:15.833850 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:15.877446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['466e2d66-fa15-4877-a233-0ade1493a8f8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:15.976247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:03Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:15.991027 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e446-1e51-4a73-8e0a-997534162b51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.004829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.024288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] Checking router: 93ed68f2-9803-4b10-871c-137003ebd63d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:16.026844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.044194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:16.045109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:16.086935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad153e87-4479-4159-b0e8-42efcaa476fb req-cb125305-e4cf-4491-9177-3067ebd6e9e5 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:16.094741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad153e87-4479-4159-b0e8-42efcaa476fb req-cb125305-e4cf-4491-9177-3067ebd6e9e5 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.4263279 Dec 10 18:11:16.123369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.123895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53707b13-e33f-45d1-80fe-7b4989fee5b0 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:11:16.162774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.166972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58766) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:16.167757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8617ca9c-b83b-49d8-9117-53cef28a4e5a admin admin] 10.222.0.55 "DELETE /v2.0/routers/53707b13-e33f-45d1-80fe-7b4989fee5b0 HTTP/1.1" status: 204 len: 168 time: 4.1674335 Dec 10 18:11:16.212168 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.221366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] Deleting subnet 75c72a36-a67a-44db-b47d-4291074d1788 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:11:16.226881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.245825 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad153e87-4479-4159-b0e8-42efcaa476fb req-c2b85c5c-bb43-44e0-8c04-26bc8631a82a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500616 Dec 10 18:11:16.289691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.300361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:16.303013 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56ff53b-2a81-49cb-a664-bbd04052948a" -d '{"events": [{"server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "name": "network-vif-plugged", "status": "completed", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:16.305646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e446-1e51-4a73-8e0a-997534162b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.308769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d1a8e446-1e51-4a73-8e0a-997534162b51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.309963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d1a8e446-1e51-4a73-8e0a-997534162b51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adfac9bb-c02d-4131-bce0-4adb226f6090 HTTP/1.1" status: 204 len: 168 time: 1.0244431 Dec 10 18:11:16.336312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:16.343232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8e446-1e51-4a73-8e0a-997534162b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfac9bb-c02d-4131-bce0-4adb226f6090,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:16.395197 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7749c1ff-73e3-4009-977e-bf45f2823860 x-openstack-request-id: req-7749c1ff-73e3-4009-977e-bf45f2823860 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:16.395727 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "name": "network-vif-plugged", "status": "completed", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:16.396208 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7749c1ff-73e3-4009-977e-bf45f2823860 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:16.396709 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55', 'code': 200} Dec 10 18:11:16.403893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:16.433281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.459005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.492968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:16.566860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Router d8b0a656-62c1-49b4-bc23-df81a8da084c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:16.591604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.647681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:16.655368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec76d9a-3dd0-4e4c-9da1-25a4310f452a None None] Network 613ed91d-9388-410b-90e8-61baadf773a3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:16.656997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58780) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:16.659293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/75c72a36-a67a-44db-b47d-4291074d1788 HTTP/1.1" status: 204 len: 168 time: 0.4842217 Dec 10 18:11:16.660483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae058d40-1bdd-4d16-b648-22948945a632 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75c72a36-a67a-44db-b47d-4291074d1788,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:16.935852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58792) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:16.972902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba570776-514e-4eaf-95fb-beccf98c6313 req-85888cdb-e417-4774-bf4a-a96b43e608da tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:16.974803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba570776-514e-4eaf-95fb-beccf98c6313 req-85888cdb-e417-4774-bf4a-a96b43e608da tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 944 time: 0.3754699 Dec 10 18:11:17.022593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:17.029284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.035433 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] Sync routers for ids ['d8b0a656-62c1-49b4-bc23-df81a8da084c'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:17.042867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0a3daee3-0084-4d96-89b4-c14f88be03bc admin admin] 10.222.0.55 "PUT /v2.0/routers/d8b0a656-62c1-49b4-bc23-df81a8da084c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9705281 Dec 10 18:11:17.046600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58794) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:17.059543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded03a3-8a07-48d0-b8a6-08a622b43492 req-f2abe958-6be6-42bd-ab80-3b3732ce7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:17.061228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aded03a3-8a07-48d0-b8a6-08a622b43492 req-f2abe958-6be6-42bd-ab80-3b3732ce7096 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1096 time: 0.5898535 Dec 10 18:11:17.068863 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] Routers {'d8b0a656-62c1-49b4-bc23-df81a8da084c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:17.077326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d8b0a656-62c1-49b4-bc23-df81a8da084c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:17.133010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba570776-514e-4eaf-95fb-beccf98c6313 req-6cad92aa-27e0-4c39-969c-a54ed6d825cb tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460516 Dec 10 18:11:17.190093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aded03a3-8a07-48d0-b8a6-08a622b43492 req-a201e8de-94da-433b-a86a-43f95aad4848 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946047 Dec 10 18:11:17.214173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Deleting port 03b29d9e-c394-45f9-97c5-310a9655d36f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:17.215962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.300035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c01aff-1e08-442b-8de8-425e0cb02352 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.325059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] For port 03b29d9e-c394-45f9-97c5-310a9655d36f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=03b29d9e-c394-45f9-97c5-310a9655d36f,segment=NetworkSegment(d9e0220d-d9df-4741-9789-c2b90d68d17a),segment_id=d9e0220d-d9df-4741-9789-c2b90d68d17a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:17.325653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.359491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Calling delete_port for 03b29d9e-c394-45f9-97c5-310a9655d36f owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:17.392822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c01aff-1e08-442b-8de8-425e0cb02352 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.428599 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] Set router d8b0a656-62c1-49b4-bc23-df81a8da084c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:17.475589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.484052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.519604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] No DVR routers for this DVR port 03b29d9e-c394-45f9-97c5-310a9655d36f on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:17.523515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c07101-dc4c-45c6-8d18-f2c154b5af84 req-71ae3206-6d25-42d2-9286-2c4dd874677d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:17.525109 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c07101-dc4c-45c6-8d18-f2c154b5af84 req-71ae3206-6d25-42d2-9286-2c4dd874677d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.1469913 Dec 10 18:11:17.564959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Pushing event deleted for resources: {'Port': ['ID=03b29d9e-c394-45f9-97c5-310a9655d36f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:17.620602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c01aff-1e08-442b-8de8-425e0cb02352 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.623236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c01aff-1e08-442b-8de8-425e0cb02352 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.626831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-66c01aff-1e08-442b-8de8-425e0cb02352 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "DELETE /v2.0/security-groups/a62f17cc-cb84-4fa7-a153-71782b808f92 HTTP/1.1" status: 204 len: 168 time: 0.6868958 Dec 10 18:11:17.628421 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:17.631387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:03Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:17.694895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c01aff-1e08-442b-8de8-425e0cb02352 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62f17cc-cb84-4fa7-a153-71782b808f92,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:17.742336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c07101-dc4c-45c6-8d18-f2c154b5af84 req-d50a55f8-c136-4f47-ab15-009ec3b300f9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541107 Dec 10 18:11:17.751193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.766793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59aee5-c344-4e11-8d4c-106dea649799 None None] DHCP port deletion for 613ed91d-9388-410b-90e8-61baadf773a3 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:11:17.771385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21909e4-c249-4ceb-8486-a6342753f34f None None] The sync data for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 is: [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:08:56Z', 'revision_number': 4, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '163c3b5b-cef4-43ef-a4b2-64222236a6f2', 'name': '', 'network_id': '2b7754d3-3ca5-4504-bb31-609f08134cda', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'mac_address': 'fa:16:3e:1f:11:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:55Z', 'updated_at': '2021-12-10T18:09:03Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'subnets': [{'id': '8ecf191d-979f-4f8a-a372-e21cdaa13a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:17.795646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.832952 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-ad24994a-1cfd-4d04-bff8-d764c0f8b476 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] show failed (client error): The resource could not be found. Dec 10 18:11:17.834380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ad24994a-1cfd-4d04-bff8-d764c0f8b476 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "GET /v2.0/security-groups/a62f17cc-cb84-4fa7-a153-71782b808f92 HTTP/1.1" status: 404 len: 347 time: 0.1945434 Dec 10 18:11:17.837153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58822) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:17.844877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613ed91d-9388-410b-90e8-61baadf773a3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:17.872601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e0220d-d9df-4741-9789-c2b90d68d17a') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:17.872843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e0220d-d9df-4741-9789-c2b90d68d17a') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:17.902175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.938114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:17.949652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:11:17.950597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:11:18.026061 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:11:18.042846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.054733 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.057972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] 10.222.0.55 "DELETE /v2.0/networks/613ed91d-9388-410b-90e8-61baadf773a3 HTTP/1.1" status: 204 len: 168 time: 1.3979144 Dec 10 18:11:18.084011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 466e2d66-fa15-4877-a233-0ade1493a8f8 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:18.114781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e94a09-f521-4c8c-8469-b55f7ed3bfab admin admin] Pushing event deleted for resources: {'Network': ['ID=613ed91d-9388-410b-90e8-61baadf773a3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:18.129274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Deleting port 2809b193-656d-4392-9911-0a6f66b46913 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:18.129619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.152121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aaf27d2-af66-483e-a972-ca0d0093befd no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:18.216366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 6aaf27d2-af66-483e-a972-ca0d0093befd {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:18.217307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aaf27d2-af66-483e-a972-ca0d0093befd not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:18.217895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 03b29d9e-c394-45f9-97c5-310a9655d36f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:18.282343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 03b29d9e-c394-45f9-97c5-310a9655d36f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:18.282714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 03b29d9e-c394-45f9-97c5-310a9655d36f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:18.325036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda7144-4055-41d9-ab61-2ecd63010f34 None None] New status for floating IP afb25a76-5ddc-4eaa-ab1a-7cf434b96a07: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:11:18.337037 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47'}], 'enable_snat': True}, 'gw_port_id': '2809b193-656d-4392-9911-0a6f66b46913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:11:13Z', 'revision_number': 5, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port': {'id': '2809b193-656d-4392-9911-0a6f66b46913', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fe:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:10:56Z', 'updated_at': '2021-12-10T18:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:18.378486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Deleting port 43d410c7-2bb9-4901-a782-c519d92d3889 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:18.379544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.466142 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] Checking router: d8b0a656-62c1-49b4-bc23-df81a8da084c for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:18.480417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f88d5-7d27-461a-8459-cf2ed4f32cd1 req-cea61875-39c2-4538-9af9-e37650bdf27c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:18.483659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58840) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:18.494869 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-011f88d5-7d27-461a-8459-cf2ed4f32cd1 req-cea61875-39c2-4538-9af9-e37650bdf27c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 944 time: 0.1623225 Dec 10 18:11:18.500016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 466e2d66-fa15-4877-a233-0ade1493a8f8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:11:18.509343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 466e2d66-fa15-4877-a233-0ade1493a8f8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:18.510005 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.535224 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] Routers {'d8b0a656-62c1-49b4-bc23-df81a8da084c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:18.537442 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d8b0a656-62c1-49b4-bc23-df81a8da084c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:18.562391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f7db1-46de-40bb-bb1a-df71a74d23b2 req-d962cc93-9656-43e1-9530-68bf1bbba6c9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:18.566335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-006f7db1-46de-40bb-bb1a-df71a74d23b2 req-d962cc93-9656-43e1-9530-68bf1bbba6c9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 946 time: 0.3967936 Dec 10 18:11:18.615610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] For port 2809b193-656d-4392-9911-0a6f66b46913, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2809b193-656d-4392-9911-0a6f66b46913,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:18.626831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.668387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-011f88d5-7d27-461a-8459-cf2ed4f32cd1 req-7152a67b-1996-48fd-b1f9-49404823084c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724174 Dec 10 18:11:18.683591 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.708610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Calling delete_port for 2809b193-656d-4392-9911-0a6f66b46913 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:18.711713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:18.714299 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f61cd8-0f7c-4964-9805-ce1238324b72" -d '{"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-plugged", "status": "completed", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:18.727010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.727010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.731500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:18.740228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.758039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a15b452f-ff87-4e60-881c-a64906623b6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6dacf1f3a13444928b1bb5fc70abc6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655687 Dec 10 18:11:18.759102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58844) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:18.765015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Calling delete_port for 43d410c7-2bb9-4901-a782-c519d92d3889 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:18.798865 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] Set router d8b0a656-62c1-49b4-bc23-df81a8da084c gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:18.822613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-006f7db1-46de-40bb-bb1a-df71a74d23b2 req-7ae3ae9b-5052-4cfe-af0d-325f49c02e6d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448575 Dec 10 18:11:18.835022 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef14209-8f80-41ee-878b-5822df218158 x-openstack-request-id: req-aef14209-8f80-41ee-878b-5822df218158 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:18.835348 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-plugged", "status": "completed", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:18.835609 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aef14209-8f80-41ee-878b-5822df218158 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:18.836012 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'code': 200} Dec 10 18:11:18.864642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:18.918066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-530a935a-7821-4574-a7b5-bce182f5127c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:18.995716 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:11:17Z', 'revision_number': 6, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:19.022440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-530a935a-7821-4574-a7b5-bce182f5127c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.047451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f7c7a-7e47-4329-b037-c7c9ab32d0d6 req-a2b73e58-5e0d-4734-b5d0-138f2e61ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:19.049967 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53409b2b-dcbf-4064-8049-b378dce191fe None None] The sync data for ids ['d8b0a656-62c1-49b4-bc23-df81a8da084c'] in n-d-821424-1 is: [{'id': 'd8b0a656-62c1-49b4-bc23-df81a8da084c', 'name': 'tempest-FloatingIPsNegativeTestJSON-383278616-router', 'tenant_id': 'cda665dcfe234350a43a3a4ab1980927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:10:53Z', 'updated_at': '2021-12-10T18:11:17Z', 'revision_number': 6, 'project_id': 'cda665dcfe234350a43a3a4ab1980927', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:19.051059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-375f7c7a-7e47-4329-b037-c7c9ab32d0d6 req-a2b73e58-5e0d-4734-b5d0-138f2e61ff62 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 1096 time: 0.1056445 Dec 10 18:11:19.072174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b92725-b444-4989-af30-a1da27dc155c req-e91b6de5-891d-43d9-9bd9-ab3e84fcbda0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:19.080514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a4b92725-b444-4989-af30-a1da27dc155c req-e91b6de5-891d-43d9-9bd9-ab3e84fcbda0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.1140230 Dec 10 18:11:19.152666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a4b92725-b444-4989-af30-a1da27dc155c req-bb7cb8f8-d558-4725-96b1-31c3c971dcf7 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Dec 10 18:11:19.171024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.174772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-375f7c7a-7e47-4329-b037-c7c9ab32d0d6 req-5fe79e36-54f4-4d2a-9285-e4a57e9c6e9b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790753 Dec 10 18:11:19.211046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-530a935a-7821-4574-a7b5-bce182f5127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.214507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.219114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-530a935a-7821-4574-a7b5-bce182f5127c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.219328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Pushing event deleted for resources: {'Port': ['ID=2809b193-656d-4392-9911-0a6f66b46913,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:19.220348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-530a935a-7821-4574-a7b5-bce182f5127c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12bf657e-ad30-4292-bdf7-ce6435bb11b6 HTTP/1.1" status: 204 len: 168 time: 0.4598081 Dec 10 18:11:19.232316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a935a-7821-4574-a7b5-bce182f5127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf657e-ad30-4292-bdf7-ce6435bb11b6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:19.280973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Pushing event deleted for resources: {'Port': ['ID=43d410c7-2bb9-4901-a782-c519d92d3889,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:19.471182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472046aa-cd49-4bab-a6d7-e13ce9262f6d req-29526999-6bcc-484c-8332-4f90715ddb8a tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:19.474177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-472046aa-cd49-4bab-a6d7-e13ce9262f6d req-29526999-6bcc-484c-8332-4f90715ddb8a tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1096 time: 0.1977098 Dec 10 18:11:19.481241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.485216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.487209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-877a6da1-1f04-4568-82b1-7db4823a0d98 tempest-ServersTestManualDisk-1754962379 tempest-ServersTestManualDisk-1754962379-project] 10.222.0.55 "DELETE /v2.0/floatingips/afb25a76-5ddc-4eaa-ab1a-7cf434b96a07 HTTP/1.1" status: 204 len: 168 time: 1.6486182 Dec 10 18:11:19.490244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58866) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:19.531461 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.714920 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.720211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.740948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-472046aa-cd49-4bab-a6d7-e13ce9262f6d req-b5edeb91-2554-4913-b4fc-a23cd779fdb2 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522428 Dec 10 18:11:19.835293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.836241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8b0a656-62c1-49b4-bc23-df81a8da084c {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:11:19.842267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:19.843595 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7fbb7194-e14c-4d92-b195-1818572e4f52 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d8b0a656-62c1-49b4-bc23-df81a8da084c HTTP/1.1" status: 204 len: 168 time: 2.7941849 Dec 10 18:11:19.846284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58878) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:19.945415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] Deleting subnet 638d793b-1092-4976-8e3b-a1c093201e1b {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:11:20.011842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:20.029137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf742a-ab3b-4ced-bf97-579db60eeb4d req-788cbad3-4c35-4271-8903-e56cb46927d1 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:20.038024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92cf742a-ab3b-4ced-bf97-579db60eeb4d req-788cbad3-4c35-4271-8903-e56cb46927d1 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.2557979 Dec 10 18:11:20.075691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2809b193-656d-4392-9911-0a6f66b46913 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:20.121600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:20.129773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2809b193-656d-4392-9911-0a6f66b46913 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:20.129998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2809b193-656d-4392-9911-0a6f66b46913 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:20.132153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b058cb52-044c-4b5a-8e77-83cd3ead658d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:20.175972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-5451ccd4-6e77-48cc-9b56-d12be07e1595 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:20.177793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-5451ccd4-6e77-48cc-9b56-d12be07e1595 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 946 time: 0.2183757 Dec 10 18:11:20.195517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b058cb52-044c-4b5a-8e77-83cd3ead658d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:20.195867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b058cb52-044c-4b5a-8e77-83cd3ead658d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:20.201625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062a62b-4f05-458e-8190-473a494f28b5 req-a9925c2c-01f3-4e75-a794-306bd67ae50b tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:20.209993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92cf742a-ab3b-4ced-bf97-579db60eeb4d req-0fe5580b-37d8-4679-87f8-9fb697eaa23f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690130 Dec 10 18:11:20.218750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8062a62b-4f05-458e-8190-473a494f28b5 req-a9925c2c-01f3-4e75-a794-306bd67ae50b tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1096 time: 0.2152324 Dec 10 18:11:20.482491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8062a62b-4f05-458e-8190-473a494f28b5 req-16f6bdda-1986-4bac-bea5-93c546a0934e tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548621 Dec 10 18:11:20.508488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:20.562248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad9c46-c4c4-4b21-af9e-82606d5e7886 req-62a775d5-8f09-4b65-bb50-002fde3154c8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:20.565712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fad9c46-c4c4-4b21-af9e-82606d5e7886 req-62a775d5-8f09-4b65-bb50-002fde3154c8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 946 time: 0.2235966 Dec 10 18:11:20.579552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Deleting port 9924b1d6-977c-4a53-879a-b22c702b08ec {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:20.579893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:20.661152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fad9c46-c4c4-4b21-af9e-82606d5e7886 req-b12f0ab5-aa12-478e-8521-9475e8f2f7da tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884223 Dec 10 18:11:20.685132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:20.711511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:20.762689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233a3fdf-7bae-40f1-a0ae-1d70e2372bcd None None] Network cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:20.834485 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:20.838342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/638d793b-1092-4976-8e3b-a1c093201e1b HTTP/1.1" status: 204 len: 168 time: 0.9906623 Dec 10 18:11:20.839239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:20.859220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58922) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:20.868560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44f2a3-a5c6-4023-9589-a276ccbc12c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=638d793b-1092-4976-8e3b-a1c093201e1b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:21.022350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] DHCP port deletion for cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:11:21.058034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] For port 9924b1d6-977c-4a53-879a-b22c702b08ec, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9924b1d6-977c-4a53-879a-b22c702b08ec,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:21.063215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.108366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2119461351-network', 'tenant_id': '68c8bb1bfcb54f01b8cc66a8a5ff760a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:21.136239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] Deleting port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:21.136851 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.190948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Calling delete_port for 9924b1d6-977c-4a53-879a-b22c702b08ec owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:21.196009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Made reservation on behalf of 68c8bb1bfcb54f01b8cc66a8a5ff760a for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:21.200600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Deleting port 163c3b5b-cef4-43ef-a4b2-64222236a6f2 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:21.201134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.204459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.235382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.260991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.326105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] For port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,segment=NetworkSegment(0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031),segment_id=0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:21.326804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.342949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] Calling delete_port for 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:21.368763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] For port 163c3b5b-cef4-43ef-a4b2-64222236a6f2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=163c3b5b-cef4-43ef-a4b2-64222236a6f2,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:21.369130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.398720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Calling delete_port for 163c3b5b-cef4-43ef-a4b2-64222236a6f2 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:21.463240 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.509038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] No DVR routers for this DVR port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:21.515744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92772f96-9cc3-4239-8f51-8d6520304437 None None] Pushing event deleted for resources: {'Port': ['ID=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:21.617821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.629349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['9924b1d6-977c-4a53-879a-b22c702b08ec'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:21.727707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:21.758979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Pushing event deleted for resources: {'Port': ['ID=163c3b5b-cef4-43ef-a4b2-64222236a6f2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:21.990015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.185300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:22.206847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event deleted for resources: {'Port': ['ID=9924b1d6-977c-4a53-879a-b22c702b08ec,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:22.219820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:22.220834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:22.281926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] No DVR routers for this DVR port 9924b1d6-977c-4a53-879a-b22c702b08ec on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:22.285617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.291175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec2e9026-f63b-4433-bfeb-de8431f56abb req-fd49f572-5ab0-44c8-9629-2a6bb3a7e746 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "DELETE /v2.0/ports/9924b1d6-977c-4a53-879a-b22c702b08ec HTTP/1.1" status: 204 len: 173 time: 2.1044948 Dec 10 18:11:22.308823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'name': 'network-vif-deleted', 'tag': '9924b1d6-977c-4a53-879a-b22c702b08ec'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:22.311984 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cff90a-1f1b-4b95-b2a2-7cf2596aeebc" -d '{"events": [{"server_uuid": "7934a578-f20a-42e9-858e-e3e7ebd71c80", "name": "network-vif-deleted", "tag": "9924b1d6-977c-4a53-879a-b22c702b08ec"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:22.316184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Router 93ed68f2-9803-4b10-871c-137003ebd63d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:22.324811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dfcb9-314a-4546-905e-84db2b3510c3 req-2f257066-048b-4e84-9a0c-3680c98577cc tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:22.327010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e0dfcb9-314a-4546-905e-84db2b3510c3 req-2f257066-048b-4e84-9a0c-3680c98577cc tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.7260461 Dec 10 18:11:22.338210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-3eaed8f5-8975-4ac2-b076-5830cc7939e7 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:11:22.339218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-3eaed8f5-8975-4ac2-b076-5830cc7939e7 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060887 Dec 10 18:11:22.381783 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.411566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Deleting port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:22.412035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.414510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.455075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:22.458557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:11:22.466123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-17581f4a-8122-499b-82e9-a8b63e13478c admin admin] 10.222.0.55 "PUT /v2.0/routers/93ed68f2-9803-4b10-871c-137003ebd63d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9746325 Dec 10 18:11:22.466797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58964) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:22.468739 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] Sync routers for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:22.482799 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:22.483422 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:22.547100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:22.555645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-536098dc-840f-4d7a-b8b9-b9022dea1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:22.557263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-536098dc-840f-4d7a-b8b9-b9022dea1336 service neutron] 10.222.0.55 "GET /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 1093 time: 0.1992531 Dec 10 18:11:22.586801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e0dfcb9-314a-4546-905e-84db2b3510c3 req-ae264358-a6ce-4eca-845f-fc1282181504 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449415 Dec 10 18:11:22.601238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Request body: {'binding': {'host': 'n-h1-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:22.601744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:11:22.620069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.620778 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Added segment 75bb881d-1e75-45ed-b0f3-f13306d56307 of type vlan for network 3bb0b288-c30d-4141-9e74-e08ced68f7aa Dec 10 18:11:22.692638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] For port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a, host n-d-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:22.693773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.695642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.742012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.748299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Calling delete_port for 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:22.754014 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:22.777917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a was not found and therefore no delete operation was performed {{(pid=103499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:11:22.839739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.898289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:22.922550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] No DVR routers for this DVR port 5bcd0c0d-3ccd-4c25-a56a-5af54f65b79a on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:22.940676 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:22.941646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:22.942225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.096751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-885a5c40-c72c-432d-a647-8cbdbef80a87 req-2a65edf3-b388-4160-999c-9e781a5d611c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.1918173 Dec 10 18:11:23.119985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2791672 Dec 10 18:11:23.154092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58978) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:23.158503 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:11:21Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:23.166719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Request body: {'subnet': {'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2119461351-subnet', 'tenant_id': '68c8bb1bfcb54f01b8cc66a8a5ff760a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:23.202169 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] Checking router: 93ed68f2-9803-4b10-871c-137003ebd63d for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:23.234810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on host n-h1-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:23.235756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:23.236257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:23.236410 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] Routers {'93ed68f2-9803-4b10-871c-137003ebd63d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:23.237734 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['93ed68f2-9803-4b10-871c-137003ebd63d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:23.242059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Made reservation on behalf of 68c8bb1bfcb54f01b8cc66a8a5ff760a for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:23.246762 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.283822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:11:23.284115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:23.297678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de740981-a8fb-4605-a227-d54d2bdba0be admin admin] Pushing event updated for resources: {'Network': ['ID=3bb0b288-c30d-4141-9e74-e08ced68f7aa,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:23.308679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:11:23.312511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:23.313867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:23.319150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:23.321122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Bound port: f1e8e043-fe36-4847-8a6d-97eba9395a55, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:23.410966 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081a8f82-a2cd-42f0-95a7-50a300ed72ed x-openstack-request-id: req-081a8f82-a2cd-42f0-95a7-50a300ed72ed {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:23.411260 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7934a578-f20a-42e9-858e-e3e7ebd71c80", "name": "network-vif-deleted", "tag": "9924b1d6-977c-4a53-879a-b22c702b08ec", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:23.411637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-081a8f82-a2cd-42f0-95a7-50a300ed72ed {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:23.412081 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7934a578-f20a-42e9-858e-e3e7ebd71c80', 'name': 'network-vif-deleted', 'tag': '9924b1d6-977c-4a53-879a-b22c702b08ec', 'status': 'completed', 'code': 200} Dec 10 18:11:23.415699 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.454576 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] Set router 93ed68f2-9803-4b10-871c-137003ebd63d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:23.512274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb14a239-f4d7-4133-98c7-3df5c7eaa0a0']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:23.549055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:23.549428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6ea2e7-260f-4f8b-a9cf-e9aab3ee2031') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:23.576674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.586220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e5e53-5651-4b11-bde6-0fca01d5b325 req-0926ee78-1d3a-43dc-87fb-601ae478e385 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:23.587822 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf2e5e53-5651-4b11-bde6-0fca01d5b325 req-0926ee78-1d3a-43dc-87fb-601ae478e385 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1416311 Dec 10 18:11:23.589774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.602439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:23.627895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.628993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-40495f15-b3a0-4afe-97db-772746cbb8b9 service neutron] 10.222.0.55 "POST /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55/bindings HTTP/1.1" status: 201 len: 389 time: 1.0412378 Dec 10 18:11:23.630077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.714654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Deleting port 341fc630-f949-44f9-ad6b-2edf5d37f786 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:23.716550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.750922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:11:23.751390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:11:23.754333 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:11:23.810943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf2e5e53-5651-4b11-bde6-0fca01d5b325 req-d9dfa222-d193-4993-801b-3dc25883e943 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114711 Dec 10 18:11:23.820407 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:11:21Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:23.901956 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cf7e82-12aa-4555-9c9d-cd4f0ba5cab5 None None] The sync data for ids ['93ed68f2-9803-4b10-871c-137003ebd63d'] in n-d-821424-1 is: [{'id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'name': 'tempest-ServersTestManualDisk-1728890367-router', 'tenant_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:08:45Z', 'updated_at': '2021-12-10T18:11:21Z', 'revision_number': 5, 'project_id': 'fa8a9f71d9c944919e7f0b6ff2aa4217', 'gw_port': {'id': '341fc630-f949-44f9-ad6b-2edf5d37f786', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ed68f2-9803-4b10-871c-137003ebd63d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:08:47Z', 'updated_at': '2021-12-10T18:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:24.014349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:24.020192 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:24.023852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] 10.222.0.55 "DELETE /v2.0/networks/cb14a239-f4d7-4133-98c7-3df5c7eaa0a0 HTTP/1.1" status: 204 len: 168 time: 3.1565609 Dec 10 18:11:24.057049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5100eba-feaf-4fa1-9b72-a649ff21ef1b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb14a239-f4d7-4133-98c7-3df5c7eaa0a0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:24.059954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] For port 341fc630-f949-44f9-ad6b-2edf5d37f786, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=341fc630-f949-44f9-ad6b-2edf5d37f786,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:24.060502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:24.073814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:24.076787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Calling delete_port for 341fc630-f949-44f9-ad6b-2edf5d37f786 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:24.093214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9924b1d6-977c-4a53-879a-b22c702b08ec no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:24.104525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-ba4ce1ff-c3b4-4616-84c3-09505c26b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:24.111350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-ba4ce1ff-c3b4-4616-84c3-09505c26b3a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1096 time: 0.1253057 Dec 10 18:11:24.177399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 9924b1d6-977c-4a53-879a-b22c702b08ec {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:24.177786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9924b1d6-977c-4a53-879a-b22c702b08ec not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:24.336060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59002) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:24.414741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:24.445842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43388b79-577f-4c12-ac62-071c26821e53,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:24.455455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Checking segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:24.456622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Network hostable DHCP agents. Network: 3bb0b288-c30d-4141-9e74-e08ced68f7aa, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:11:24.524957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59012) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:24.525872 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ad7ba86f-79e0-42c7-86eb-b15ed0fa05da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cda665dcfe234350a43a3a4ab1980927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1836448 Dec 10 18:11:24.555906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Pushing event deleted for resources: {'Port': ['ID=341fc630-f949-44f9-ad6b-2edf5d37f786,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:24.617251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:11:24.636707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c228a13-dacd-4d70-b34d-fef628a0d84e req-e86b2d2c-7aaf-4cb7-8e73-57bb4122a8a4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:24.648998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c228a13-dacd-4d70-b34d-fef628a0d84e req-e86b2d2c-7aaf-4cb7-8e73-57bb4122a8a4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.3871453 Dec 10 18:11:24.670517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4746f993-9d05-404e-ad5d-ded6ac2562bd req-32952d1c-7aa5-400e-8912-510bafcdbae7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.0969510 Dec 10 18:11:24.675530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 3bb0b288-c30d-4141-9e74-e08ced68f7aa) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:24.685917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-307e2e84-c3ff-4f1e-8117-b2fd36ce8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:24.692068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247e3db-fdc2-4daf-8fc3-41a7613ede0e None None] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:24.699377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-307e2e84-c3ff-4f1e-8117-b2fd36ce8213 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.4997234 Dec 10 18:11:24.734188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:24.734875 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:24.812603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:24.830441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c228a13-dacd-4d70-b34d-fef628a0d84e req-b0d99cb5-0873-43c7-ba8d-bea9bf9f986e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800025 Dec 10 18:11:24.860035 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-2353803c-3981-4891-b534-dd6c0e6ed0e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 217 time: 0.1481638 Dec 10 18:11:24.960373 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-772af0af-8c69-4f9a-8125-20d79fd58eeb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7976971 Dec 10 18:11:24.970591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8ef020-e986-4f8a-a247-42567ea03525 None None] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:25.027203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f524d4-edb0-459f-8dea-3c6b69a8448c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.066921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-e8753348-ef7c-427c-8bb7-76f442d5e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:25.069042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-e8753348-ef7c-427c-8bb7-76f442d5e847 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1965864 Dec 10 18:11:25.071264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f524d4-edb0-459f-8dea-3c6b69a8448c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.083336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.087969 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.142830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441a227-5258-480f-820e-6e44844215c9 req-3394e7e2-1797-49cf-9c30-bd5d392ec0a5 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:25.144346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f441a227-5258-480f-820e-6e44844215c9 req-3394e7e2-1797-49cf-9c30-bd5d392ec0a5 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.3076019 Dec 10 18:11:25.163810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-67dbf19e-4483-4e2c-91a0-01379106a494 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839498 Dec 10 18:11:25.178817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.180142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ed68f2-9803-4b10-871c-137003ebd63d {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:11:25.187377 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.197464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-30a0630d-30fa-45f3-9cdf-d42eb66f8376 admin admin] 10.222.0.55 "DELETE /v2.0/routers/93ed68f2-9803-4b10-871c-137003ebd63d HTTP/1.1" status: 204 len: 168 time: 2.7294986 Dec 10 18:11:25.198991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:25.264265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] Deleting subnet 8ecf191d-979f-4f8a-a372-e21cdaa13a1f {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:11:25.267637 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.318014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.371637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f441a227-5258-480f-820e-6e44844215c9 req-80eb7961-2aca-48c4-a297-67b4d5d97cee tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058911 Dec 10 18:11:25.382514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f524d4-edb0-459f-8dea-3c6b69a8448c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.385431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f524d4-edb0-459f-8dea-3c6b69a8448c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.386809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-58f524d4-edb0-459f-8dea-3c6b69a8448c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1359c05e-c6ee-47e6-9410-4e8a18dcfaea HTTP/1.1" status: 204 len: 168 time: 0.8600070 Dec 10 18:11:25.393496 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-0e09d890-e6a0-4a08-9d50-96ef7bf81ffe service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177379 Dec 10 18:11:25.399004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f524d4-edb0-459f-8dea-3c6b69a8448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1359c05e-c6ee-47e6-9410-4e8a18dcfaea,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:25.517595 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.545315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-59eb87b7-4812-46a7-b332-560d6af4a9d0 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366973 Dec 10 18:11:25.621781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.654529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:25.659663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318b70cd-9728-410c-b593-6a2c0e9238da None None] Network 2b7754d3-3ca5-4504-bb31-609f08134cda requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:25.666384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8ecf191d-979f-4f8a-a372-e21cdaa13a1f HTTP/1.1" status: 204 len: 168 time: 0.4651437 Dec 10 18:11:25.669150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:25.799268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57316fd1-d72f-4e0b-b038-d66f685e3d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecf191d-979f-4f8a-a372-e21cdaa13a1f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:26.048122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] DHCP port deletion for 2b7754d3-3ca5-4504-bb31-609f08134cda request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:11:26.073176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.112451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 163c3b5b-cef4-43ef-a4b2-64222236a6f2 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:26.181961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-279032d4-416e-406a-9a3d-cd77a3fcb6ec tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:26.182624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 163c3b5b-cef4-43ef-a4b2-64222236a6f2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:26.184287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 163c3b5b-cef4-43ef-a4b2-64222236a6f2 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:26.186110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 341fc630-f949-44f9-ad6b-2edf5d37f786 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:26.191136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-279032d4-416e-406a-9a3d-cd77a3fcb6ec tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.3061042 Dec 10 18:11:26.227586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-6ad23c8e-7f28-43b5-bc76-2cf7d28d97a1 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/quotas/68c8bb1bfcb54f01b8cc66a8a5ff760a HTTP/1.1" status: 200 len: 375 time: 0.0319421 Dec 10 18:11:26.235116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 341fc630-f949-44f9-ad6b-2edf5d37f786 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:26.235546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 341fc630-f949-44f9-ad6b-2edf5d37f786 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:26.258959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] Deleting port a0b46fa9-9292-493f-833d-253c4289c00f {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:26.260194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.277916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-96b11532-b340-40b4-a73a-03de61ae8a37 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487952 Dec 10 18:11:26.315756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Deleting port a0b46fa9-9292-493f-833d-253c4289c00f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:26.316684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.358063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] For port a0b46fa9-9292-493f-833d-253c4289c00f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0b46fa9-9292-493f-833d-253c4289c00f,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:26.358488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.392526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] Calling delete_port for a0b46fa9-9292-493f-833d-253c4289c00f owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:26.416660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c88611e-cbdc-4cfd-a207-9055475409ad req-9cf74073-bc38-44c1-b2c3-611152ef5093 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.0579960 Dec 10 18:11:26.467064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] For port a0b46fa9-9292-493f-833d-253c4289c00f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0b46fa9-9292-493f-833d-253c4289c00f,segment=NetworkSegment(f731266c-214b-4214-b51a-8fcddf7b0651),segment_id=f731266c-214b-4214-b51a-8fcddf7b0651)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:26.467474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.488664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Calling delete_port for a0b46fa9-9292-493f-833d-253c4289c00f owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:26.570923 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.618134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] No DVR routers for this DVR port a0b46fa9-9292-493f-833d-253c4289c00f on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:26.660042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233968b4-cbce-4edd-8c12-b8fb4272770e None None] Pushing event deleted for resources: {'Port': ['ID=a0b46fa9-9292-493f-833d-253c4289c00f,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:26.662815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a5dba-4890-42f3-80f3-06bdadf4bec7 req-d52cd827-4a5a-4cb4-8412-b62fe14b2a35 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:26.666557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a7a5dba-4890-42f3-80f3-06bdadf4bec7 req-d52cd827-4a5a-4cb4-8412-b62fe14b2a35 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.1293077 Dec 10 18:11:26.667099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59092) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:26.755749 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a7a5dba-4890-42f3-80f3-06bdadf4bec7 req-b8c5f7fa-e26c-459f-85ca-84c2f0645840 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711088 Dec 10 18:11:26.784934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-98e267c2-5f18-426e-96ad-ab44737fd6a2 service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5024071 Dec 10 18:11:26.816135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.853413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-685779435-network', 'tenant_id': 'd2f01ca67be74e5f99e65e927a0db1d6'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:26.890974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b46fa9-9292-493f-833d-253c4289c00f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:26.897992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] No DVR routers for this DVR port a0b46fa9-9292-493f-833d-253c4289c00f on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:26.919197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Made reservation on behalf of d2f01ca67be74e5f99e65e927a0db1d6 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:26.921788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:26.937494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae32c70-af90-4b61-8c40-1efa632a09a5 req-ce1e8167-0300-44fc-a481-e2a6c1bf4258 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:26.939695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bae32c70-af90-4b61-8c40-1efa632a09a5 req-ce1e8167-0300-44fc-a481-e2a6c1bf4258 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.0914907 Dec 10 18:11:26.946235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.024794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bae32c70-af90-4b61-8c40-1efa632a09a5 req-2d5c19a7-6a53-4d4d-a5b2-d90fa5190b50 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Dec 10 18:11:27.025665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.065102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-2c8cbbab-e98f-4932-8664-a377e40ef0b3 service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807004 Dec 10 18:11:27.069972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7754d3-3ca5-4504-bb31-609f08134cda']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:27.083493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f731266c-214b-4214-b51a-8fcddf7b0651') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:27.084149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f731266c-214b-4214-b51a-8fcddf7b0651') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:27.099428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.115738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.117304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.123338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.127313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:11:27.127880 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:11:27.130380 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:11:27.150178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:11:27.204643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.205643 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Added segment 3c22c36b-1410-4b23-b57e-fdb91cd2c849 of type vlan for network 8740838f-0acf-4f5a-a28b-d016526bbdee Dec 10 18:11:27.206681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.212395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.219900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2b7754d3-3ca5-4504-bb31-609f08134cda HTTP/1.1" status: 204 len: 168 time: 1.5494912 Dec 10 18:11:27.247755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f9b2d4-af6f-44b3-9f62-3944f480b105,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:27.258247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac289b-c8f9-4577-ace9-1abef9e83ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7754d3-3ca5-4504-bb31-609f08134cda,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:27.371333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.417839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3aee0cb0-3875-4eb8-971c-ce40a9fbd04b req-73ce0623-16f3-491b-987e-082637680204 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 210 time: 0.0489488 Dec 10 18:11:27.430049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.431333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:27.434590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.537464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:27.579242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41be2dba-4873-4749-a4f5-0f9d2e670541 req-195d071f-5ec9-4c16-be2f-0c579bbd0639 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.0664592 Dec 10 18:11:27.598492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9302442 Dec 10 18:11:27.598650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59128) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:27.607750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e5c3cafc-40cd-4003-9910-b38746b48a38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fa8a9f71d9c944919e7f0b6ff2aa4217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0687408 Dec 10 18:11:27.611048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59130) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:27.611478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Request body: {'subnet': {'network_id': '8740838f-0acf-4f5a-a28b-d016526bbdee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-685779435-subnet', 'tenant_id': 'd2f01ca67be74e5f99e65e927a0db1d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:27.618737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ad675-9e84-4012-a1de-b8ccfc83c4f5 admin admin] Pushing event updated for resources: {'Network': ['ID=8740838f-0acf-4f5a-a28b-d016526bbdee,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:27.643104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8740838f-0acf-4f5a-a28b-d016526bbdee details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:11:27.664095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Made reservation on behalf of d2f01ca67be74e5f99e65e927a0db1d6 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:27.666837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.687799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d21933db-3952-414a-906b-8b858a2116e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.717106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d21933db-3952-414a-906b-8b858a2116e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.823036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d21933db-3952-414a-906b-8b858a2116e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.827884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d21933db-3952-414a-906b-8b858a2116e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:27.830084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d21933db-3952-414a-906b-8b858a2116e3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1840d5cf-87af-4ee3-a610-1df681b5f5a9 HTTP/1.1" status: 204 len: 168 time: 0.2171760 Dec 10 18:11:27.875560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21933db-3952-414a-906b-8b858a2116e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1840d5cf-87af-4ee3-a610-1df681b5f5a9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:28.077374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0b46fa9-9292-493f-833d-253c4289c00f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:28.141131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22355b94-7de7-497a-b985-e5f99a444b46 req-57708d79-71ca-4e86-942e-fe41e5951eb9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:28.143973 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22355b94-7de7-497a-b985-e5f99a444b46 req-57708d79-71ca-4e86-942e-fe41e5951eb9 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.1981106 Dec 10 18:11:28.159791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:28.169339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a0b46fa9-9292-493f-833d-253c4289c00f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:11:28.173462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0b46fa9-9292-493f-833d-253c4289c00f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:11:28.259827 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83ab7f83-969f-49de-87c5-9ddcb8bd1e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:28.316264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182cf1e-0c73-4a7d-9720-d1691152692e req-5948bad5-b80d-41ff-aa68-62aa96905bcd tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:28.318396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e182cf1e-0c73-4a7d-9720-d1691152692e req-5948bad5-b80d-41ff-aa68-62aa96905bcd tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1339853 Dec 10 18:11:28.414143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e182cf1e-0c73-4a7d-9720-d1691152692e req-a9b9c927-2369-4570-8fef-102f08562ef3 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805569 Dec 10 18:11:28.424915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ad2092-ed3d-4bb3-9813-0c49f345aab1,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:28.475053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22355b94-7de7-497a-b985-e5f99a444b46 req-df89737d-9103-46b6-a495-536f4769e300 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241894 Dec 10 18:11:28.478072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Checking segment: {'id': '3c22c36b-1410-4b23-b57e-fdb91cd2c849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '8740838f-0acf-4f5a-a28b-d016526bbdee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:28.479262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Network hostable DHCP agents. Network: 8740838f-0acf-4f5a-a28b-d016526bbdee, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:11:28.506449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Network 8740838f-0acf-4f5a-a28b-d016526bbdee is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:11:28.530969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8740838f-0acf-4f5a-a28b-d016526bbdee) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:28.541984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce9b752-1524-49e6-90e7-f4d6299cc71f None None] Network 8740838f-0acf-4f5a-a28b-d016526bbdee requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:28.543725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:28.560248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:28.601747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd3ec434-a14d-4afd-b1cf-83f8b70b6f34 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0011847 Dec 10 18:11:28.623027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-026f4ff5-0cda-4d90-ba3a-27dd3819719a req-4f317f24-838f-4f33-96cc-90727c8b9372 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 210 time: 0.0753617 Dec 10 18:11:28.626740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59162) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:28.717112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6484492-62a8-4522-915d-8adfbc419cff None None] Network 8740838f-0acf-4f5a-a28b-d016526bbdee requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:28.816886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7281357f-69f8-4032-af52-b89c92676deb req-1a7eb845-d5f5-4e0a-a5f2-fcff2bb7ae88 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=7934a578-f20a-42e9-858e-e3e7ebd71c80 HTTP/1.1" status: 200 len: 210 time: 0.0798261 Dec 10 18:11:29.033155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39a1440c-7aa4-4907-bc00-ee10281c4ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.101060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-f0f6e2e2-b848-4a62-b603-14f5d47ac574 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:29.103572 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-f0f6e2e2-b848-4a62-b603-14f5d47ac574 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.30 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.2182939 Dec 10 18:11:29.127999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Request body: {'port': {'device_id': '82b4e474-c920-4fd4-a470-b616943816bd', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'admin_state_up': True, 'tenant_id': '68c8bb1bfcb54f01b8cc66a8a5ff760a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:29.237149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39a1440c-7aa4-4907-bc00-ee10281c4ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.244972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39a1440c-7aa4-4907-bc00-ee10281c4ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.318567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Made reservation on behalf of 68c8bb1bfcb54f01b8cc66a8a5ff760a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:29.321038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-39a1440c-7aa4-4907-bc00-ee10281c4ae1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edf5e5c8e4334ed583bd898f2c537a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6929479 Dec 10 18:11:29.321970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59180) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:29.324612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.331308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1440c-7aa4-4907-bc00-ee10281c4ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ef6458-bac4-488e-b70b-eac8dcab095d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:29.452314 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-b9ed1022-f55f-40b8-88fe-2c464bcc0dc7 req-831c2908-8dfa-4d42-aa6e-1886d9412e35 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] show failed (client error): The resource could not be found. Dec 10 18:11:29.455624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9ed1022-f55f-40b8-88fe-2c464bcc0dc7 req-831c2908-8dfa-4d42-aa6e-1886d9412e35 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "GET /v2.0/security-groups/a35e6ae0-3670-480c-b081-8699dc087ea1 HTTP/1.1" status: 404 len: 352 time: 0.0349698 Dec 10 18:11:29.466563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ae8649d-8bfc-4402-ba5f-386ed26cfaed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.482984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59188) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:29.554034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ae8649d-8bfc-4402-ba5f-386ed26cfaed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.644513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ae8649d-8bfc-4402-ba5f-386ed26cfaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.647606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ae8649d-8bfc-4402-ba5f-386ed26cfaed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.651232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0ae8649d-8bfc-4402-ba5f-386ed26cfaed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/32ef6458-bac4-488e-b70b-eac8dcab095d HTTP/1.1" status: 204 len: 168 time: 0.3245795 Dec 10 18:11:29.651419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Allocated IP 172.20.0.6 (3bb0b288-c30d-4141-9e74-e08ced68f7aa/43388b79-577f-4c12-ac62-071c26821e53/1eaefc21-fe55-4c8f-bc69-982ec5413816) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:29.655820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-142317188-network', 'tenant_id': 'ad7ad2fb79b5473a9098b7321cb8f7ff'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:29.662464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae8649d-8bfc-4402-ba5f-386ed26cfaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ef6458-bac4-488e-b70b-eac8dcab095d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:29.687452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4d2c0-26b4-49f5-872b-6975c0b1b3db req-dcb83c33-71da-426e-9ded-6d401909123a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:29.697152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20e4d2c0-26b4-49f5-872b-6975c0b1b3db req-dcb83c33-71da-426e-9ded-6d401909123a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.0868940 Dec 10 18:11:29.741520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Made reservation on behalf of ad7ad2fb79b5473a9098b7321cb8f7ff for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:29.743932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.762959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20e4d2c0-26b4-49f5-872b-6975c0b1b3db req-f0aaf076-a4fc-4119-9695-d1e80cf957ad tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Dec 10 18:11:29.773156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-37d520fe-4157-4001-83d1-ec3b8675891e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:29.783710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-37d520fe-4157-4001-83d1-ec3b8675891e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.2023156 Dec 10 18:11:29.783710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:29.893710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-0f2301c0-83ce-4b38-a525-165218dbc21f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/quotas/44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 375 time: 0.0946052 Dec 10 18:11:30.027892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90122844-e94c-44f0-83b4-2ae482dcccdc req-23348bad-7a66-4cac-a046-1f5106577281 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:30.032375 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90122844-e94c-44f0-83b4-2ae482dcccdc req-23348bad-7a66-4cac-a046-1f5106577281 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.1221251 Dec 10 18:11:30.055161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.080160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b5cf929d-f826-457e-b285-bb040836992e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1567838 Dec 10 18:11:30.104591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90122844-e94c-44f0-83b4-2ae482dcccdc req-6174485f-90ba-4b86-9f9d-4e00f3ef1b6f tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617762 Dec 10 18:11:30.149776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59206) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:30.156299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.171550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.172247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e36fcacf-fb3d-446b-b945-301e82f5a9b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.215565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:11:30.218387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-472af0a7-9e77-404d-b217-38c877e44919 req-5990c462-5f25-40a2-a1d1-144665326177 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 210 time: 0.0416873 Dec 10 18:11:30.245844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.246191 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Added segment 2e3c30df-e6f5-438e-b4b2-68b93833cfae of type vlan for network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 Dec 10 18:11:30.265887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d6079-70bc-490a-9a4b-f537dedd41e4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:30.299253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.305858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-47202430-f958-4703-9e0b-a8485dd90b65 service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247615 Dec 10 18:11:30.322617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.373506 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e36fcacf-fb3d-446b-b945-301e82f5a9b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.378419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15f715d9-8868-465d-998d-8081a8556640 req-22108f4c-9102-43e2-b845-d435f378e6f7 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2f01ca67be74e5f99e65e927a0db1d6 HTTP/1.1" status: 200 len: 3001 time: 0.0892618 Dec 10 18:11:30.379854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e36fcacf-fb3d-446b-b945-301e82f5a9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.440777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:30.451424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:30.455675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:30.458691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:30.461447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e36fcacf-fb3d-446b-b945-301e82f5a9b3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5a13f9e736804ef2acc3d498318f9715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101695 Dec 10 18:11:30.465499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.466528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:30.467130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.468111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59208) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:30.480217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fcacf-fb3d-446b-b945-301e82f5a9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42784ec1-2fa8-4127-b159-27d623d4d4fb,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:30.502952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15f715d9-8868-465d-998d-8081a8556640 req-e49015e8-cf21-47cd-9345-1f71af7c4107 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "GET /v2.0/security-groups/55f9b2d4-af6f-44b3-9f62-3944f480b105 HTTP/1.1" status: 200 len: 2998 time: 0.1130502 Dec 10 18:11:30.571561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc3001d1-d50d-4baf-87b6-8fea7afe683b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.580824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0939109 Dec 10 18:11:30.590314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59210) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:30.596787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-0b3ca568-1bd7-4083-869a-dc8fac7c9667 service neutron] 10.222.0.55 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807288 Dec 10 18:11:30.597824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Request body: {'subnet': {'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-142317188-subnet', 'tenant_id': 'ad7ad2fb79b5473a9098b7321cb8f7ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:30.602653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f35a65-1fac-406a-9681-f9d4e3d45f56 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5ddbff-6cf3-4881-a1f4-1f7188ffc137,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:30.610010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:30.610650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.614397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:11:30.623531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc3001d1-d50d-4baf-87b6-8fea7afe683b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.630539 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15f715d9-8868-465d-998d-8081a8556640 req-11ef68c8-0171-462c-8a46-f204dbb4d997 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "GET /v2.0/security-groups/55f9b2d4-af6f-44b3-9f62-3944f480b105 HTTP/1.1" status: 200 len: 2998 time: 0.0950322 Dec 10 18:11:30.677927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Made reservation on behalf of ad7ad2fb79b5473a9098b7321cb8f7ff for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:30.681023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.687438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-46c7c369-a11c-4407-b0d1-8ea30b19b4b7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5720737 Dec 10 18:11:30.703192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Request body: {'port': {'device_id': '82b4e474-c920-4fd4-a470-b616943816bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:30.861586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc3001d1-d50d-4baf-87b6-8fea7afe683b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.867292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc3001d1-d50d-4baf-87b6-8fea7afe683b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.871242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cc3001d1-d50d-4baf-87b6-8fea7afe683b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42784ec1-2fa8-4127-b159-27d623d4d4fb HTTP/1.1" status: 204 len: 168 time: 0.3998277 Dec 10 18:11:30.893719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:30.924597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f5739a5-aac0-47ea-9e76-9bcea51fcbd1 req-9211fa32-2f97-438d-a3e8-2220d6d4b283 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "GET /v2.0/security-groups/55f9b2d4-af6f-44b3-9f62-3944f480b105 HTTP/1.1" status: 200 len: 2998 time: 0.1396105 Dec 10 18:11:30.932369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3001d1-d50d-4baf-87b6-8fea7afe683b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42784ec1-2fa8-4127-b159-27d623d4d4fb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:31.032201 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f2c82859-6637-461c-a3d3-ebb3f86a1e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:31.097636 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-1f5739a5-aac0-47ea-9e76-9bcea51fcbd1 req-9444d71e-b256-4cf6-87a3-7c05bafd33e0 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:11:31.115783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f5739a5-aac0-47ea-9e76-9bcea51fcbd1 req-9444d71e-b256-4cf6-87a3-7c05bafd33e0 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "DELETE /v2.0/security-groups/55f9b2d4-af6f-44b3-9f62-3944f480b105 HTTP/1.1" status: 409 len: 352 time: 0.1862988 Dec 10 18:11:31.202789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:31.373344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12a9b2f-0625-4f0c-a85e-0c82aba73b22,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:31.415348 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-955a6af9-6e41-425d-8875-9b808bf3a466 req-e6da4041-f1e1-4aa5-a0b9-0d29b8b8a271 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] show failed (client error): The resource could not be found. Dec 10 18:11:31.415348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-955a6af9-6e41-425d-8875-9b808bf3a466 req-e6da4041-f1e1-4aa5-a0b9-0d29b8b8a271 tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "GET /v2.0/security-groups/df03d0ca-37ab-4fda-bbd0-140456cfeaa6 HTTP/1.1" status: 404 len: 352 time: 0.0428965 Dec 10 18:11:31.432496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54216e95-a022-4187-b6fe-4c98e87ada71 req-a4d39d70-6b90-4694-be99-2fa6229c712a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:31.434998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54216e95-a022-4187-b6fe-4c98e87ada71 req-a4d39d70-6b90-4694-be99-2fa6229c712a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.2361522 Dec 10 18:11:31.441382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Checking segment: {'id': '2e3c30df-e6f5-438e-b4b2-68b93833cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:31.441754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Network hostable DHCP agents. Network: 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:11:31.506942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:31.526587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:11:31.583669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54216e95-a022-4187-b6fe-4c98e87ada71 req-51ab84b5-cdfa-497b-962d-f8d13dfd786b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313601 Dec 10 18:11:31.588100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:31.594873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33d311c5-50cc-44fa-8c01-70bb49a1e055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:31.598057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:31.598925 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:31.603306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b08c0-c9f0-4f54-8f4f-d2eaae08dd02 None None] Network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:31.643967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-37adbd8c-2663-4294-8fda-ee501b619932 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0523398 Dec 10 18:11:31.723896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaefc21-fe55-4c8f-bc69-982ec5413816 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:31.741614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:31.754967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab2145-55ba-4cb9-882c-3630a3be527b req-ef477fcd-5b30-465d-baca-aa040ac7462b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:31.765915 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88ab2145-55ba-4cb9-882c-3630a3be527b req-ef477fcd-5b30-465d-baca-aa040ac7462b tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.2035844 Dec 10 18:11:31.837511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Transition to ACTIVE for port object 1eaefc21-fe55-4c8f-bc69-982ec5413816 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:11:31.858761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:31.870846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf72b1a-f4de-4ad6-a7be-c51b608895d7 req-98b821cc-98c9-475f-87d5-34624643663c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:31.880127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-daf72b1a-f4de-4ad6-a7be-c51b608895d7 req-98b821cc-98c9-475f-87d5-34624643663c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 931 time: 0.1235633 Dec 10 18:11:31.905269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:31.913989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863d29e-5e11-49e1-964a-aca4807efac0 None None] Network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:31.932985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:31.995156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-daf72b1a-f4de-4ad6-a7be-c51b608895d7 req-226efd3c-09c6-4441-acbf-18f001193fa9 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126070 Dec 10 18:11:32.009605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88ab2145-55ba-4cb9-882c-3630a3be527b req-07d39ad4-3129-4cb3-863e-701efa187e12 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388921 Dec 10 18:11:32.042237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.146773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd42035b-12e0-4b35-9725-c9cd28e5fc0e req-149f41a4-c8af-4805-b28b-50f1628c5c3d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 210 time: 0.0315239 Dec 10 18:11:32.156961 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-184c58ea-0e33-462a-af3b-815959dc50a9 req-a6ac768a-5a92-4098-b280-6cea7221d19d tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] show failed (client error): The resource could not be found. Dec 10 18:11:32.158263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-184c58ea-0e33-462a-af3b-815959dc50a9 req-a6ac768a-5a92-4098-b280-6cea7221d19d tempest-SecurityGroupsNegativeTestJSON-904594679 tempest-SecurityGroupsNegativeTestJSON-904594679-project] 10.222.0.55 "GET /v2.0/security-groups/71e7f293-0a28-466f-afff-f0583246404d HTTP/1.1" status: 404 len: 352 time: 0.0637927 Dec 10 18:11:32.164573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33d311c5-50cc-44fa-8c01-70bb49a1e055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.172930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59264) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:32.179527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33d311c5-50cc-44fa-8c01-70bb49a1e055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.224450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Attempting to bind port 1eaefc21-fe55-4c8f-bc69-982ec5413816 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:32.225106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Attempting to bind port 1eaefc21-fe55-4c8f-bc69-982ec5413816 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:32.225606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Attempting to bind port 1eaefc21-fe55-4c8f-bc69-982ec5413816 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:32.237673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Port 1eaefc21-fe55-4c8f-bc69-982ec5413816 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:11:32.237996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Attempting to bind port 1eaefc21-fe55-4c8f-bc69-982ec5413816 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:32.240428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d311c5-50cc-44fa-8c01-70bb49a1e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a29e69-f6a4-4b17-8496-63919ab5fffd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:32.246024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-33d311c5-50cc-44fa-8c01-70bb49a1e055 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04eb797923a84fee932a93e36333b083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7380204 Dec 10 18:11:32.248587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59272) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:32.254965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:32.255303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Checking segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:32.255770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Bound using segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:32.256324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Bound port: 1eaefc21-fe55-4c8f-bc69-982ec5413816, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:32.256548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.268581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] Deleting subnet 40ad2092-ed3d-4bb3-9813-0c49f345aab1 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:11:32.277616 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.358135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.416536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a36c28-ecb3-40bf-bd15-1938eb1a2c19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.428452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.449652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:32.477147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a36c28-ecb3-40bf-bd15-1938eb1a2c19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.484751 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:32.500130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.526105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-9216523e-bfb0-4720-9fe3-beb1e18201bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:32.530897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-9216523e-bfb0-4720-9fe3-beb1e18201bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.2169886 Dec 10 18:11:32.558528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.590625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ad2092-ed3d-4bb3-9813-0c49f345aab1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:32.593428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:32.594059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.595681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/1eaefc21-fe55-4c8f-bc69-982ec5413816 HTTP/1.1" status: 200 len: 1091 time: 1.8977578 Dec 10 18:11:32.596414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:32.599665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.600963 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203" -d '{"events": [{"name": "network-changed", "server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:32.606080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-39cda865-5e31-4a1c-9c3a-fd88e5199887 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/40ad2092-ed3d-4bb3-9813-0c49f345aab1 HTTP/1.1" status: 204 len: 168 time: 0.4330332 Dec 10 18:11:32.606808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59290) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:32.607819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-010a8cf1-e30a-4419-8e68-091f3275990c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/quotas/8d1c617fa8a04d7c98b753e07497db5f HTTP/1.1" status: 200 len: 375 time: 0.0433462 Dec 10 18:11:32.627789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa64c72-fc0b-43f1-b0db-f1ee5b5882b9 service neutron] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:32.648128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a36c28-ecb3-40bf-bd15-1938eb1a2c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.651131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a36c28-ecb3-40bf-bd15-1938eb1a2c19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.652302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68a36c28-ecb3-40bf-bd15-1938eb1a2c19 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/68a29e69-f6a4-4b17-8496-63919ab5fffd HTTP/1.1" status: 204 len: 168 time: 0.4028103 Dec 10 18:11:32.679138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a36c28-ecb3-40bf-bd15-1938eb1a2c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a29e69-f6a4-4b17-8496-63919ab5fffd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:32.696079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-20b8a0d2-f244-4a32-bf61-217b972bfa99 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:32.703538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-20b8a0d2-f244-4a32-bf61-217b972bfa99 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/networks?id=2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 HTTP/1.1" status: 200 len: 817 time: 0.2186399 Dec 10 18:11:32.710926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-280b2310-c104-4c27-bebd-4445bdeaa149 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0793436 Dec 10 18:11:32.725508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-7e99fb1a-1d8b-4429-a28c-5553f414a2d6 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/quotas/ad7ad2fb79b5473a9098b7321cb8f7ff HTTP/1.1" status: 200 len: 375 time: 0.0210798 Dec 10 18:11:32.789353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:32.800043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-b50d496f-72dc-4f73-a06a-7a2d99d6b89e tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad7ad2fb79b5473a9098b7321cb8f7ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736220 Dec 10 18:11:32.856704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-2d4e8204-ec00-4ec6-a530-1ab456f6a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:32.858458 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-2d4e8204-ec00-4ec6-a530-1ab456f6a4df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 1094 time: 0.0805469 Dec 10 18:11:32.919238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-c1524435-5d52-4278-8590-45d28e44f276 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071342 Dec 10 18:11:32.928606 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-471d1012-2b67-4363-a9b6-6acf9407520c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816 HTTP/1.1" status: 200 len: 217 time: 0.0583980 Dec 10 18:11:33.042948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-cb83a957-0402-483b-94f8-68dde6a665e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:33.044419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-cb83a957-0402-483b-94f8-68dde6a665e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.1035976 Dec 10 18:11:33.092584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-8d47f489-66df-4f7e-8bb1-0a0200ccca74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386865 Dec 10 18:11:33.098741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-74ddde03-9d71-48b5-8c01-68c5d074aecd service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786261 Dec 10 18:11:33.244587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-f0f72d3c-8eab-4df1-8305-f864ee43e4b0 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418993 Dec 10 18:11:33.456316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf7750c0-ef6a-4b28-b69a-681a77ce1ea1 req-9e053eef-7ffe-431d-af2b-f90e09ca3080 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035151 Dec 10 18:11:33.562385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d5a8-cf14-48cc-bca3-8f6b075c7b86 req-b01d014a-60bb-46d2-b504-5c7386e7f959 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:33.578064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6853d5a8-cf14-48cc-bca3-8f6b075c7b86 req-b01d014a-60bb-46d2-b504-5c7386e7f959 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.0984347 Dec 10 18:11:33.588847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:33.674094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6853d5a8-cf14-48cc-bca3-8f6b075c7b86 req-2d41f18c-1232-4ffc-8899-c0125f7f1a98 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833826 Dec 10 18:11:33.734196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-f0f4afae-bd0b-4f46-b049-f3951e8b928e service neutron] 10.222.0.55 "GET /v2.0/networks/2f5ddbff-6cf3-4881-a1f4-1f7188ffc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9254408 Dec 10 18:11:33.743596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-528a9c52-3a18-431f-a38d-6daaeefb6346 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:33.745155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-528a9c52-3a18-431f-a38d-6daaeefb6346 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 808 time: 0.8517323 Dec 10 18:11:33.782219 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff73ac7-958f-4502-9877-a042606f51bb x-openstack-request-id: req-dff73ac7-958f-4502-9877-a042606f51bb {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:33.782559 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:33.782815 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dff73ac7-958f-4502-9877-a042606f51bb {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:33.783216 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'status': 'completed', 'code': 200} Dec 10 18:11:33.790684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:33.840706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Request body: {'port': {'device_id': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'admin_state_up': True, 'tenant_id': '44795ba1db854a8e9bb5661c6b2b51a8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:33.908179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-24d3674e-7c8f-45d9-bb82-ec2328f66470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:33.915074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-24d3674e-7c8f-45d9-bb82-ec2328f66470 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 1094 time: 0.0999675 Dec 10 18:11:34.026165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8740838f-0acf-4f5a-a28b-d016526bbdee']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:34.038401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c22c36b-1410-4b23-b57e-fdb91cd2c849') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:34.038719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c22c36b-1410-4b23-b57e-fdb91cd2c849') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:34.057999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.072295 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.078595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:11:34.081620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.111077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9feef-777b-4429-bef9-2ad047c1b839 req-4361ba9e-bfdf-4f98-be52-4a8097a512a5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:34.115235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6c9feef-777b-4429-bef9-2ad047c1b839 req-4361ba9e-bfdf-4f98-be52-4a8097a512a5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 943 time: 0.1914632 Dec 10 18:11:34.115890 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:11:34.190227 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:11:34.204002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.215782 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6c9feef-777b-4429-bef9-2ad047c1b839 req-23e42fff-e43c-4dea-847d-dd0b57e6195b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718746 Dec 10 18:11:34.222517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-ddd8526c-386d-4904-8aef-212b65c40f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:34.225404 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-ddd8526c-386d-4904-8aef-212b65c40f2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 906 time: 0.2839413 Dec 10 18:11:34.241520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.252768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8740838f-0acf-4f5a-a28b-d016526bbdee HTTP/1.1" status: 204 len: 168 time: 1.6407864 Dec 10 18:11:34.311263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50cbf-1763-479c-98c0-d8b8922e1cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8740838f-0acf-4f5a-a28b-d016526bbdee,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:34.346651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-a64a9e4a-2d29-4433-afa5-19352bc3cbcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816 HTTP/1.1" status: 200 len: 217 time: 0.1104829 Dec 10 18:11:34.398480 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.463723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-df95fd16-2c71-4f0f-94c8-6554dc2da1ce service neutron] 10.222.0.55 "GET /v2.0/networks/2f5ddbff-6cf3-4881-a1f4-1f7188ffc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285249 Dec 10 18:11:34.489080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-a4c12551-2b44-43a6-9065-535733442abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:34.492557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-a4c12551-2b44-43a6-9065-535733442abc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.1318505 Dec 10 18:11:34.518458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Made reservation on behalf of 44795ba1db854a8e9bb5661c6b2b51a8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:34.525594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:34.534636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-f66f22a3-0893-41d5-a891-3c54962876e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338628 Dec 10 18:11:34.562088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59336) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:34.691629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8f6d932-ab90-4ee9-a669-5e28989c9894 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2f01ca67be74e5f99e65e927a0db1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271949 Dec 10 18:11:34.698340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c254b-514f-4584-b151-af8726f79ee5 req-59ec4394-9147-465f-9314-3894eb5d67d4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:34.700826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a29c254b-514f-4584-b151-af8726f79ee5 req-59ec4394-9147-465f-9314-3894eb5d67d4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.3503048 Dec 10 18:11:34.701338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59340) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:34.874620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Allocated IP 172.20.0.12 (32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe/fd998ce2-516b-4a71-af73-5a46cfbdfd4d/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:35.095014 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:11:35.121615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-004bcb63-b46c-4ce5-aa1c-785b86d3987a req-28741034-b3f1-45b0-9fd3-eb3660dfcf3e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 210 time: 0.1200526 Dec 10 18:11:35.194012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:35.238784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:35.252243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6db1730a-aa7e-4167-ad3e-e7c5755413f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:35.300673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:35.306069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:35.325270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:35.331146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-459c36ac-a374-4cb0-bee5-fc54c55dd2f1 req-d09c835b-7274-48b7-861c-a0eb161bda73 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 210 time: 0.0789232 Dec 10 18:11:35.377224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:35.402382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:35.403222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:35.424927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-b35431b9-a094-40ee-a85c-6e62cfba63df tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6388023 Dec 10 18:11:35.443913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Request body: {'port': {'device_id': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:35.520218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-6f897380-dbea-4b03-a832-3d9714862884 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9767194 Dec 10 18:11:35.524454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a29c254b-514f-4584-b151-af8726f79ee5 req-f10ca6f9-2796-4c91-ac48-cc508d0bf5f2 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8145094 Dec 10 18:11:35.573153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:35.580583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-65fe9de7-3385-4887-9a04-0c996909c547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:35.645294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ad4ab-031c-4ec9-b7d5-8be4c8915a4a req-d9b335db-4604-4603-bcd9-a17829729274 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:35.647307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f97ad4ab-031c-4ec9-b7d5-8be4c8915a4a req-d9b335db-4604-4603-bcd9-a17829729274 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1974382 Dec 10 18:11:35.751932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-994605fc-cd5c-42fe-bb8b-eee9db3c7cf5 req-d72f335f-0516-4ab3-aabf-98b10d2c46d3 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 210 time: 0.1118944 Dec 10 18:11:35.782272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-65fe9de7-3385-4887-9a04-0c996909c547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:35.820773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f97ad4ab-031c-4ec9-b7d5-8be4c8915a4a req-8a13671d-3e0d-4fdc-b883-92b325ca39e7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638064 Dec 10 18:11:35.852398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-47b2161e-2538-4656-b7ce-222ba4d7c7d2 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:35.864767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-47b2161e-2538-4656-b7ce-222ba4d7c7d2 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 1.0225587 Dec 10 18:11:35.908369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Request body: {'port': {'device_id': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'admin_state_up': True, 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:36.015782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:36.026659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7dcbc1-09ae-4e15-b3da-1d4640a7e203 req-764ebefe-0383-493c-97ca-fab119fa8dc4 service neutron] 10.222.0.30 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932647 Dec 10 18:11:36.027685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.067365 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-65fe9de7-3385-4887-9a04-0c996909c547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.070132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-65fe9de7-3385-4887-9a04-0c996909c547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.073947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-65fe9de7-3385-4887-9a04-0c996909c547 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55f9b2d4-af6f-44b3-9f62-3944f480b105 HTTP/1.1" status: 204 len: 168 time: 1.3699486 Dec 10 18:11:36.102714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe9de7-3385-4887-9a04-0c996909c547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f9b2d4-af6f-44b3-9f62-3944f480b105,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:36.115884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Transition to ACTIVE for port object 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:11:36.125922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.172471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:36.179947 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.243339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77446319-30f6-4471-8d22-327cf048d25e req-59b252ad-bf86-468c-8349-caee29e9f72b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:36.245904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77446319-30f6-4471-8d22-327cf048d25e req-59b252ad-bf86-468c-8349-caee29e9f72b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 943 time: 0.2143958 Dec 10 18:11:36.340397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:36.400747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Allocated IP 172.20.0.11 (9991c54f-ff41-48aa-8b6f-70c12caf5dff/e6305297-35c8-4bd1-84c5-3776d17fe8cc/275789a0-28a1-4dfe-b353-b56dc9420797) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:36.418493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77446319-30f6-4471-8d22-327cf048d25e req-919f6e52-df2e-4175-b971-bab7fb9ecd78 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616557 Dec 10 18:11:36.488379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:36.490620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:36.493311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:36.517010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:11:36.519707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:36.537820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:36.540258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:36.540870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:36.542608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Bound port: 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:36.543649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.769315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ad6c4-62de-4a7b-ae3e-a4dae5dbe843 req-1a94897f-9ee3-4b78-a4bf-e04c6e6a1e12 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:36.776877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-485ad6c4-62de-4a7b-ae3e-a4dae5dbe843 req-1a94897f-9ee3-4b78-a4bf-e04c6e6a1e12 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1516991 Dec 10 18:11:36.781290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:36.790825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:36.804025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.883793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d0525f1-7301-4c4a-adb0-1ff146519ae5 req-fe6d8aeb-aba7-43e4-b810-28009c2ebf0a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 210 time: 0.0895691 Dec 10 18:11:36.885451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:36.932081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:36.933380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:36.935122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cb5d35d8-665b-4d22-9c81-6e371332ca1d service neutron] 10.222.0.59 "PUT /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 1092 time: 1.5005445 Dec 10 18:11:36.937756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:36.940459 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf7ba9d-19bf-43c7-815c-013952cbfddb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:36.960008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-485ad6c4-62de-4a7b-ae3e-a4dae5dbe843 req-cd632fbf-2b37-4a4a-892b-525ec15a3cfb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777956 Dec 10 18:11:37.063578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cd369e4e-943a-4742-b1af-001fee682380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.066570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-cd369e4e-943a-4742-b1af-001fee682380 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1095 time: 0.0675187 Dec 10 18:11:37.094052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-e4b7f1cb-f788-47f2-b7bd-9866805490f5 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.096053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-e4b7f1cb-f788-47f2-b7bd-9866805490f5 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.30 "GET /v2.0/networks?id=2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 HTTP/1.1" status: 200 len: 817 time: 0.6065545 Dec 10 18:11:37.106337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:37.116211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Request body: {'port': {'device_id': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137', 'admin_state_up': True, 'tenant_id': 'ad7ad2fb79b5473a9098b7321cb8f7ff'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:37.177536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:37.204505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48cf4536-2398-44bf-a4dd-2517eaf3aa17 req-a20ce650-2373-4828-a1d8-5e6b055a18c6 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 210 time: 0.0624747 Dec 10 18:11:37.211881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-32ee9086-8974-4d28-a7a2-e93e5f5db6a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 217 time: 0.1330092 Dec 10 18:11:37.274635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1eaefc21-fe55-4c8f-bc69-982ec5413816 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:37.311258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event updated for resources: {'Port': ['ID=275789a0-28a1-4dfe-b353-b56dc9420797,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:37.336471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8c6ac-6c69-4c27-bf64-c0be983913ef req-85834776-3d94-4916-a127-d499600e148c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.344840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61e8c6ac-6c69-4c27-bf64-c0be983913ef req-85834776-3d94-4916-a127-d499600e148c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.3345680 Dec 10 18:11:37.352035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-3948dbe1-f7d7-4603-bba5-47f747831f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.354214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-3948dbe1-f7d7-4603-bba5-47f747831f4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1324749 Dec 10 18:11:37.392374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:37.404577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-2921ff38-8f2c-43bf-b4a9-7a80f1874d68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376430 Dec 10 18:11:37.405325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:37.419191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:37.478276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61e8c6ac-6c69-4c27-bf64-c0be983913ef req-26a0cecf-7be0-44dd-b028-925bd82c68a6 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324017 Dec 10 18:11:37.539605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:37.549618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8b415-c74f-4e97-905e-40c5a2b0957a req-0294fa59-97a3-4e4b-a10e-2daaeb06e283 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.555985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.556742 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:37.559290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6e8b415-c74f-4e97-905e-40c5a2b0957a req-0294fa59-97a3-4e4b-a10e-2daaeb06e283 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.2025280 Dec 10 18:11:37.560157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'mac_address': 'fa:16:3e:48:7c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:11:37.590842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Made reservation on behalf of ad7ad2fb79b5473a9098b7321cb8f7ff for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:37.595938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:37.597578 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a188c5c6-cbd6-4c6b-a2f4-61068aed927a x-openstack-request-id: req-a188c5c6-cbd6-4c6b-a2f4-61068aed927a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:37.597965 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:37.598743 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a188c5c6-cbd6-4c6b-a2f4-61068aed927a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:37.599342 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1', 'status': 'completed', 'code': 200} Dec 10 18:11:37.605368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-676e1d49-b8b5-4156-b85e-48730736fd53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7132423 Dec 10 18:11:37.610254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-ab219297-d7ac-45aa-b057-ae7bf2c28127 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871402 Dec 10 18:11:37.611821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:37.632194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eaefc21-fe55-4c8f-bc69-982ec5413816 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:37.639205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Request body: {'port': {'device_id': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:37.692090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:37.698062 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:37.724578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6e8b415-c74f-4e97-905e-40c5a2b0957a req-aab38fb2-baa8-4cb7-8d3c-4e52e27e1d2f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640368 Dec 10 18:11:37.771612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:37.804689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c9c9c58-f5d7-4149-aca1-fd36a0f85794 req-a635c81f-81f2-4fcb-b226-5409ffd7c6bf service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755471 Dec 10 18:11:37.811753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:37.918815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888f856-8422-4c99-a95f-319924a193e7 req-15bc2d58-34ac-4182-ac8c-a220a478fa98 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.926424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-fb5f3e0c-403a-4e8a-bbf9-84a3bb9e5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:37.932309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e888f856-8422-4c99-a95f-319924a193e7 req-15bc2d58-34ac-4182-ac8c-a220a478fa98 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 944 time: 0.1797602 Dec 10 18:11:37.932493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-fb5f3e0c-403a-4e8a-bbf9-84a3bb9e5b28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1095 time: 0.0661764 Dec 10 18:11:37.971895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['1eaefc21-fe55-4c8f-bc69-982ec5413816'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:38.051306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Allocated IP 172.20.0.9 (2f5ddbff-6cf3-4881-a1f4-1f7188ffc137/e12a9b2f-0625-4f0c-a85e-0c82aba73b22/93a5ed71-5642-4a3c-9c33-fa9b765546e1) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:38.129075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592aae9-07c8-4e7a-ae8e-198fde3afd73 req-e35858e9-daed-4dad-9975-91288017bb65 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:38.131313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a592aae9-07c8-4e7a-ae8e-198fde3afd73 req-e35858e9-daed-4dad-9975-91288017bb65 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 932 time: 0.0915027 Dec 10 18:11:38.158587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-22fe4848-fc9b-412c-85d2-8999df6e648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:38.160227 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-22fe4848-fc9b-412c-85d2-8999df6e648f service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.2191036 Dec 10 18:11:38.222309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-9ea75ab5-f45b-485f-8a71-9b2c457f0fb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0525746 Dec 10 18:11:38.238639 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a592aae9-07c8-4e7a-ae8e-198fde3afd73 req-6dc765bd-e561-416b-a230-79eef491194a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984097 Dec 10 18:11:38.296720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-fa79e57f-2151-40fe-95f2-6d9b8e227d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:38.298255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-fa79e57f-2151-40fe-95f2-6d9b8e227d20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0582132 Dec 10 18:11:38.316102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:38.344409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-8590cf8b-8d10-450a-8e40-5499569f9e41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346849 Dec 10 18:11:38.347520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e888f856-8422-4c99-a95f-319924a193e7 req-d0a090a1-bdad-4047-a099-94272a8d06d1 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182010 Dec 10 18:11:38.358671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275789a0-28a1-4dfe-b353-b56dc9420797 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:38.408327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:38.453855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Transition to ACTIVE for port object 275789a0-28a1-4dfe-b353-b56dc9420797 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:11:38.469518 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:38.503329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-36ad4d04-4ee8-454a-8e75-9e942d0ee659 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505058 Dec 10 18:11:38.511571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0cf3a2-688f-4ef5-bd4b-f9dcfa406652 req-95e49a6c-d2f7-41db-a8db-9d86e622c4b6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:38.517573 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba0cf3a2-688f-4ef5-bd4b-f9dcfa406652 req-95e49a6c-d2f7-41db-a8db-9d86e622c4b6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.0960274 Dec 10 18:11:38.537728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08a49921-afd8-411e-85d1-caed4943dea4 req-90ebefa1-41a7-4521-80ad-ded387219225 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 210 time: 0.0722182 Dec 10 18:11:38.589262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d295e89a-5cec-49a3-9d2a-cd033cbfeb39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:38.635362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba0cf3a2-688f-4ef5-bd4b-f9dcfa406652 req-39c49f39-ab0e-4c56-92fb-7932930690d7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153944 Dec 10 18:11:38.655022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Pushing event updated for resources: {'Port': ['ID=275789a0-28a1-4dfe-b353-b56dc9420797,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:38.665713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cf7ba9d-19bf-43c7-815c-013952cbfddb req-b820c8ce-2412-4ccd-b382-ce4fc4b77415 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470244 Dec 10 18:11:38.815761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:38.875036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c1372-50ab-487d-9e68-5bbcdac1b585 req-128de5c0-9034-4f2b-b412-bf7764526922 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:38.881633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d15533-4fa4-4b2d-a0bd-4de3c77ee290 req-b677ff31-6aa8-4a56-9cb3-a4db1f21036e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:38.883446 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42d15533-4fa4-4b2d-a0bd-4de3c77ee290 req-b677ff31-6aa8-4a56-9cb3-a4db1f21036e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.1495826 Dec 10 18:11:38.884044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-057c1372-50ab-487d-9e68-5bbcdac1b585 req-128de5c0-9034-4f2b-b412-bf7764526922 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.0715375 Dec 10 18:11:38.887248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Attempting to bind port 275789a0-28a1-4dfe-b353-b56dc9420797 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:38.887752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Attempting to bind port 275789a0-28a1-4dfe-b353-b56dc9420797 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:38.888236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Attempting to bind port 275789a0-28a1-4dfe-b353-b56dc9420797 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:38.915969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Port 275789a0-28a1-4dfe-b353-b56dc9420797 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:11:38.916712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Attempting to bind port 275789a0-28a1-4dfe-b353-b56dc9420797 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:38.947815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:38.948860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:38.949409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Bound using segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:38.950011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Bound port: 275789a0-28a1-4dfe-b353-b56dc9420797, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:38.950269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-057c1372-50ab-487d-9e68-5bbcdac1b585 req-a6dbf2e3-d16f-4444-a2e1-722de65c1bdb tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638485 Dec 10 18:11:38.950706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:38.972457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d295e89a-5cec-49a3-9d2a-cd033cbfeb39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:38.980346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59444) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:38.991029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d295e89a-5cec-49a3-9d2a-cd033cbfeb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:38.998574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.104710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42d15533-4fa4-4b2d-a0bd-4de3c77ee290 req-f732b617-9919-4733-9861-9fa05239d769 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039437 Dec 10 18:11:39.105351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e14f-b8f1-4ceb-bddd-16ac8696b26c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.136170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:39.149133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295e89a-5cec-49a3-9d2a-cd033cbfeb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fa75ce-7948-4a96-afc7-018b943da7ec,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:39.158568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:39.160882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:39.165959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d295e89a-5cec-49a3-9d2a-cd033cbfeb39 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a7b12ce5a5e491e812eb2955fedd1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8469803 Dec 10 18:11:39.170999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59448) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:39.193873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Pushing event updated for resources: {'Port': ['ID=93a5ed71-5642-4a3c-9c33-fa9b765546e1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:39.214006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] For port 275789a0-28a1-4dfe-b353-b56dc9420797, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:39.233062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] For port 275789a0-28a1-4dfe-b353-b56dc9420797, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=275789a0-28a1-4dfe-b353-b56dc9420797,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:39.241067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:39.241718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.249148 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.250989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc400140-ee05-4f82-bb1c-285372b58415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.274058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1eaefc21-fe55-4c8f-bc69-982ec5413816 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:39.277278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc400140-ee05-4f82-bb1c-285372b58415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.289542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-0932bea4-6c34-4e33-a81e-c15bb5003e03 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1787932 Dec 10 18:11:39.296317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:39.296970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.298728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] 10.222.0.59 "PUT /v2.0/ports/275789a0-28a1-4dfe-b353-b56dc9420797 HTTP/1.1" status: 200 len: 1092 time: 1.6650972 Dec 10 18:11:39.313098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'tag': '275789a0-28a1-4dfe-b353-b56dc9420797'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:39.315968 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e95c2b7-9949-4c93-88a4-0875320b26bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d42c873a-6108-402e-a5b9-09b13d742b67", "tag": "275789a0-28a1-4dfe-b353-b56dc9420797"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:39.328844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e14f-b8f1-4ceb-bddd-16ac8696b26c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.332268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Request body: {'port': {'device_id': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:39.337346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9fe0e14f-b8f1-4ceb-bddd-16ac8696b26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.384076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9fe0e14f-b8f1-4ceb-bddd-16ac8696b26c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74c58f4eebf9454c9c336fac6819b6e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020200 Dec 10 18:11:39.395893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc400140-ee05-4f82-bb1c-285372b58415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.396901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59456) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:39.400398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc400140-ee05-4f82-bb1c-285372b58415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.402955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bc400140-ee05-4f82-bb1c-285372b58415 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f2fa75ce-7948-4a96-afc7-018b943da7ec HTTP/1.1" status: 204 len: 168 time: 0.2308152 Dec 10 18:11:39.403112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 1eaefc21-fe55-4c8f-bc69-982ec5413816 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:11:39.409487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 1eaefc21-fe55-4c8f-bc69-982ec5413816 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:39.410401 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.446926 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f547df3-698c-4806-932d-3a55e2a988dd x-openstack-request-id: req-4f547df3-698c-4806-932d-3a55e2a988dd {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:39.447220 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42c873a-6108-402e-a5b9-09b13d742b67", "tag": "275789a0-28a1-4dfe-b353-b56dc9420797", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:39.447476 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f547df3-698c-4806-932d-3a55e2a988dd {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:39.447881 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'tag': '275789a0-28a1-4dfe-b353-b56dc9420797', 'status': 'completed', 'code': 200} Dec 10 18:11:39.448792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98088a0f-11a1-4aba-8892-f792e25cb25a service neutron] Pushing event updated for resources: {'Port': ['ID=275789a0-28a1-4dfe-b353-b56dc9420797,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:39.512071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0e14f-b8f1-4ceb-bddd-16ac8696b26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc2ef7-fdd2-4024-bc97-056d56889bbd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:39.527859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc400140-ee05-4f82-bb1c-285372b58415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fa75ce-7948-4a96-afc7-018b943da7ec,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:39.528256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.540758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8043e-d8cc-4248-bfc9-c407fc9619de req-e345a86b-e6f1-486b-bf8c-659d3ad4e65c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:39.549053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40c8043e-d8cc-4248-bfc9-c407fc9619de req-e345a86b-e6f1-486b-bf8c-659d3ad4e65c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 944 time: 0.1328080 Dec 10 18:11:39.612285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:39.616125 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1d8ccf-c719-4bf6-8d87-0f295f41d202" -d '{"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-plugged", "status": "completed", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:39.622700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40c8043e-d8cc-4248-bfc9-c407fc9619de req-077c0867-0022-4e1f-b98a-5f72f1c2fc80 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694792 Dec 10 18:11:39.635152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-4a909458-dae5-4346-a3b6-de3240cbf23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:39.635152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-4a909458-dae5-4346-a3b6-de3240cbf23e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 1095 time: 0.2527740 Dec 10 18:11:39.637046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.656625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:39.675216 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.706478 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-e9288835-7081-440c-869b-5d9e12c4b0a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275789a0-28a1-4dfe-b353-b56dc9420797 HTTP/1.1" status: 200 len: 217 time: 0.0554740 Dec 10 18:11:39.707025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0c5ca3-d9bb-414b-a6fc-a5b8c4997c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.742934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:39.763359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30c8b3-34f6-4684-be08-f59831b892a8 req-668b7ec5-0a51-43b0-8bfc-0a173304bbe4 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:39.772516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee30c8b3-34f6-4684-be08-f59831b892a8 req-668b7ec5-0a51-43b0-8bfc-0a173304bbe4 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 931 time: 0.0711355 Dec 10 18:11:39.798272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f7981-33e4-4b46-97ad-55fec2faf19f req-918be775-b7c2-41a6-80c0-0ce497d270dd tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:39.821281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b9f7981-33e4-4b46-97ad-55fec2faf19f req-918be775-b7c2-41a6-80c0-0ce497d270dd tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 944 time: 0.2703981 Dec 10 18:11:39.852718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0c5ca3-d9bb-414b-a6fc-a5b8c4997c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:39.862779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee30c8b3-34f6-4684-be08-f59831b892a8 req-56cfbcb4-c611-4670-a207-f9f9b5c34747 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851655 Dec 10 18:11:40.002092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-81a679fe-6877-41d0-a831-1efa0fa332b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:40.003692 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-81a679fe-6877-41d0-a831-1efa0fa332b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.2720222 Dec 10 18:11:40.120871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-fad8743e-7d97-4cb6-b369-bb4c71096b88 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916579 Dec 10 18:11:40.144201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b9f7981-33e4-4b46-97ad-55fec2faf19f req-e412cf56-3cbf-4d22-bdff-cd8b51d5a064 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210835 Dec 10 18:11:40.288511 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdafe16f-cfa0-4432-bede-f20abe2bde6f x-openstack-request-id: req-bdafe16f-cfa0-4432-bede-f20abe2bde6f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:40.289044 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-plugged", "status": "completed", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:40.289299 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bdafe16f-cfa0-4432-bede-f20abe2bde6f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:40.290282 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'code': 200} Dec 10 18:11:40.303953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0c5ca3-d9bb-414b-a6fc-a5b8c4997c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:40.306607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0c5ca3-d9bb-414b-a6fc-a5b8c4997c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:40.310846 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f0c5ca3-d9bb-414b-a6fc-a5b8c4997c50 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11bc2ef7-fdd2-4024-bc97-056d56889bbd HTTP/1.1" status: 204 len: 168 time: 0.9103065 Dec 10 18:11:40.365268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c5ca3-d9bb-414b-a6fc-a5b8c4997c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc2ef7-fdd2-4024-bc97-056d56889bbd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:40.411141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-bdef3542-9cfe-4fa8-851e-70f940273326 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787659 Dec 10 18:11:40.440463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affc490-4916-42d4-a906-690e5692d220 req-f235eb7a-7358-4e86-9a4d-82c7f41eab33 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:40.448374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4affc490-4916-42d4-a906-690e5692d220 req-f235eb7a-7358-4e86-9a4d-82c7f41eab33 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1734822 Dec 10 18:11:40.529663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef1a3d-91c7-4f91-8184-13341b27653b req-b72179b9-6faf-466b-b26a-be02e3d0292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:40.532018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fef1a3d-91c7-4f91-8184-13341b27653b req-b72179b9-6faf-466b-b26a-be02e3d0292f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 1096 time: 0.1494331 Dec 10 18:11:40.548195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107ce98-a0bd-4c2a-b59e-40998291b71b req-0b1f97b7-415f-4b06-9761-330db2ceb259 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:40.550660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1107ce98-a0bd-4c2a-b59e-40998291b71b req-0b1f97b7-415f-4b06-9761-330db2ceb259 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1356237 Dec 10 18:11:40.628790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59494) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:40.665735 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4affc490-4916-42d4-a906-690e5692d220 req-238d064b-31fb-4d2f-945f-90241e368a08 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004697 Dec 10 18:11:40.671500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fef1a3d-91c7-4f91-8184-13341b27653b req-11135861-fc72-4972-8aa2-50a9edfac43e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189435 Dec 10 18:11:40.689058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1107ce98-a0bd-4c2a-b59e-40998291b71b req-4034ca5a-0e1b-4c0f-b02f-f6d9998722db tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294737 Dec 10 18:11:40.755855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a5ed71-5642-4a3c-9c33-fa9b765546e1 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:40.780135 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:40.796741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-bf2f7327-541c-44c4-aee7-6d7ab41f4961 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752203 Dec 10 18:11:40.858196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Transition to ACTIVE for port object 93a5ed71-5642-4a3c-9c33-fa9b765546e1 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:11:40.875429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589f128-58d7-4612-b4f2-91746a218bf6 req-757aa40c-8f5a-4615-8d18-159810f9c162 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:40.877172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f589f128-58d7-4612-b4f2-91746a218bf6 req-757aa40c-8f5a-4615-8d18-159810f9c162 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 944 time: 0.1225224 Dec 10 18:11:40.923078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-967938283-network', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:40.930430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59502) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:40.977309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8d5b-1654-4c8d-9914-3ac22fbcffe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.019126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:41.022669 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.031899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-a23babf2-06d9-4dc8-9543-81dfc278062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.033586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-a23babf2-06d9-4dc8-9543-81dfc278062d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 1095 time: 0.1555007 Dec 10 18:11:41.079254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.129184 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f589f128-58d7-4612-b4f2-91746a218bf6 req-c3ba7053-2640-4264-af1f-a1966b00938e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991251 Dec 10 18:11:41.204038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.216614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45ceda-e657-41cc-9bcd-96aceecf6fad req-7c9d2635-e932-4cde-9c13-ddced6b25b2a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.218157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e45ceda-e657-41cc-9bcd-96aceecf6fad req-7c9d2635-e932-4cde-9c13-ddced6b25b2a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.4350066 Dec 10 18:11:41.278030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-2cc35ffd-0c52-431c-acca-5f008b07134d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4312990 Dec 10 18:11:41.288634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-106b24c0-626d-4377-b058-660165ff06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.290295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-106b24c0-626d-4377-b058-660165ff06c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 0.2476630 Dec 10 18:11:41.319761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Pushing event updated for resources: {'Port': ['ID=93a5ed71-5642-4a3c-9c33-fa9b765546e1,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:41.371772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8d5b-1654-4c8d-9914-3ac22fbcffe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.376893 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-98c1ab17-4e5d-4533-8c6c-cd33a0bc40cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=275789a0-28a1-4dfe-b353-b56dc9420797 HTTP/1.1" status: 200 len: 217 time: 0.0665364 Dec 10 18:11:41.388353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d2f8d5b-1654-4c8d-9914-3ac22fbcffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.395432 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e45ceda-e657-41cc-9bcd-96aceecf6fad req-ff06089b-b620-474a-937e-d2ffa85de7a1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469188 Dec 10 18:11:41.433449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Attempting to bind port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:41.433793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Attempting to bind port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '2e3c30df-e6f5-438e-b4b2-68b93833cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:41.434122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Attempting to bind port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 on network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:41.437308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-1eb9341e-a309-46dd-9be2-c8061d5346b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.438875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-1eb9341e-a309-46dd-9be2-c8061d5346b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 1095 time: 0.0899353 Dec 10 18:11:41.443141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 on network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:11:41.443807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Attempting to bind port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 on network 2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:41.448719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:41.449056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Checking segment: {'id': '2e3c30df-e6f5-438e-b4b2-68b93833cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:41.449437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Bound using segment: {'id': '2e3c30df-e6f5-438e-b4b2-68b93833cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:41.449864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Bound port: 93a5ed71-5642-4a3c-9c33-fa9b765546e1, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3c30df-e6f5-438e-b4b2-68b93833cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:41.450221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.451671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aee29-4906-4b2b-9bc8-fc2f9b97bafc req-2b563a1e-181c-444c-88c4-8a9f472c6b31 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.453305 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-371aee29-4906-4b2b-9bc8-fc2f9b97bafc req-2b563a1e-181c-444c-88c4-8a9f472c6b31 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 943 time: 0.2418447 Dec 10 18:11:41.489613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.517378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.528553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f8d5b-1654-4c8d-9914-3ac22fbcffe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a26fa1-68be-437f-8427-bb4843f96c6a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:41.545013 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6d2f8d5b-1654-4c8d-9914-3ac22fbcffe8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0266dd9dc3dc4869af6861bbabe570ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094503 Dec 10 18:11:41.551595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59506) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:41.579832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:11:41.583083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-dbd1a048-18dc-4367-a341-354aa9424866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.585273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-dbd1a048-18dc-4367-a341-354aa9424866 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1988146 Dec 10 18:11:41.615625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] For port 93a5ed71-5642-4a3c-9c33-fa9b765546e1, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:41.640439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] For port 93a5ed71-5642-4a3c-9c33-fa9b765546e1, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=93a5ed71-5642-4a3c-9c33-fa9b765546e1,segment=NetworkSegment(2e3c30df-e6f5-438e-b4b2-68b93833cfae),segment_id=2e3c30df-e6f5-438e-b4b2-68b93833cfae)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:41.654660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ca375-4e95-4062-b09f-2e57acc61b54 req-258bb215-9c1d-4e74-80aa-9f8c222572a3 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.656289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-937ca375-4e95-4062-b09f-2e57acc61b54 req-258bb215-9c1d-4e74-80aa-9f8c222572a3 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 945 time: 0.1618397 Dec 10 18:11:41.658183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-d24d57ab-3cee-4d7f-a6e5-877e96c6ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.659554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-d24d57ab-3cee-4d7f-a6e5-877e96c6ebf0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1935110 Dec 10 18:11:41.660797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.665369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717cda29-5d4a-46b7-8811-f42d93a08a4f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:41.669990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.670450 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Added segment b2ffcda4-9d4f-41b9-a720-244bbd3c0660 of type vlan for network 54f16a1c-0704-4aef-b293-34ef2c867633 Dec 10 18:11:41.677849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-a9236508-36e5-417c-94d1-7f4262455a92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679829 Dec 10 18:11:41.691104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-371aee29-4906-4b2b-9bc8-fc2f9b97bafc req-e24adc7c-e2ed-4142-8bf2-2b3d2e049f1a tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240255 Dec 10 18:11:41.761265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.761919 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.763357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] 10.222.0.30 "PUT /v2.0/ports/93a5ed71-5642-4a3c-9c33-fa9b765546e1 HTTP/1.1" status: 200 len: 1091 time: 2.4637027 Dec 10 18:11:41.770500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'tag': '93a5ed71-5642-4a3c-9c33-fa9b765546e1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:41.773079 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0292de-5283-4952-b9bf-533c945574e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a9903c-4560-4edc-83fd-b5c16c85b97d", "tag": "93a5ed71-5642-4a3c-9c33-fa9b765546e1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:41.777415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-430546ea-0d49-4560-8ba8-c7b3404a6468 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 200 len: 217 time: 0.1082640 Dec 10 18:11:41.806226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.868510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52252136-75f7-4db4-bccf-da2a9dc74d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.872473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5048c-dbea-478f-a930-5f1b17e8a84b service neutron] Pushing event updated for resources: {'Port': ['ID=93a5ed71-5642-4a3c-9c33-fa9b765546e1,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:41.901957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-937ca375-4e95-4062-b09f-2e57acc61b54 req-582d2432-bef5-4b1d-b2c9-9595c890c46f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113068 Dec 10 18:11:41.918490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-7775ed2f-7c42-42dd-ac34-4fd67a84130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.920269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-7775ed2f-7c42-42dd-ac34-4fd67a84130c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1247199 Dec 10 18:11:41.941111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-8a6cb333-4596-40c7-89a2-1fb177ec5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.941491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52252136-75f7-4db4-bccf-da2a9dc74d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.942064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-8a6cb333-4596-40c7-89a2-1fb177ec5356 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7ad2fb79b5473a9098b7321cb8f7ff&device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 1094 time: 0.1116273 Dec 10 18:11:41.953177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.954328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:41.955071 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:41.959501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-b49bb95c-b335-4ff9-bec6-fc36e818dc4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308716 Dec 10 18:11:41.980117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-a725fc05-04e6-47a2-8cd9-d5f30443b511 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824545 Dec 10 18:11:42.010761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4489a6c-53c5-4c04-b02b-1ad4ef809621 req-98d152bf-51c0-49ac-a504-a2d79dde4b78 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:42.018348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4489a6c-53c5-4c04-b02b-1ad4ef809621 req-98d152bf-51c0-49ac-a504-a2d79dde4b78 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.2194762 Dec 10 18:11:42.075243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4327304 Dec 10 18:11:42.088553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59514) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:42.112660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-b10c955f-f231-4d8b-ad9f-3af394858259 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a5ed71-5642-4a3c-9c33-fa9b765546e1 HTTP/1.1" status: 200 len: 217 time: 0.1560757 Dec 10 18:11:42.156062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Request body: {'subnet': {'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-967938283-subnet', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:42.209154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f89194-f119-47c7-9e10-c7dca17e6142 admin admin] Pushing event updated for resources: {'Network': ['ID=54f16a1c-0704-4aef-b293-34ef2c867633,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:42.231362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 54f16a1c-0704-4aef-b293-34ef2c867633 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:11:42.236208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52252136-75f7-4db4-bccf-da2a9dc74d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:42.239540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52252136-75f7-4db4-bccf-da2a9dc74d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:42.243391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-52252136-75f7-4db4-bccf-da2a9dc74d08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7a26fa1-68be-437f-8427-bb4843f96c6a HTTP/1.1" status: 204 len: 168 time: 0.6842163 Dec 10 18:11:42.243570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c97b4-7529-4d65-b554-9712c611184e req-389cfaa4-b97d-4261-a233-130ab124476f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:42.244070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b5c97b4-7529-4d65-b554-9712c611184e req-389cfaa4-b97d-4261-a233-130ab124476f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1280816 Dec 10 18:11:42.247707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-bce5b6db-cd12-46e8-a8d5-529547b986dd service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691951 Dec 10 18:11:42.251739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-032d2231-3f25-478f-bdee-933a7e8b21d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:42.253569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-032d2231-3f25-478f-bdee-933a7e8b21d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e12a9b2f-0625-4f0c-a85e-0c82aba73b22 HTTP/1.1" status: 200 len: 857 time: 0.0938885 Dec 10 18:11:42.268392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:42.271404 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:42.289960 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4489a6c-53c5-4c04-b02b-1ad4ef809621 req-83ff93e5-dbc4-4bff-895c-b157be8018a7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704976 Dec 10 18:11:42.295426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52252136-75f7-4db4-bccf-da2a9dc74d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a26fa1-68be-437f-8427-bb4843f96c6a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:42.390635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-d70f9720-bb1b-47e3-969d-cc8d232221b5 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:42.392408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-d70f9720-bb1b-47e3-969d-cc8d232221b5 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.2866464 Dec 10 18:11:42.414286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:42.418783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e95c2b7-9949-4c93-88a4-0875320b26bc req-fe19d1b8-46f8-43b5-b50f-a63c88b600de service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233315 Dec 10 18:11:42.432212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-75fc0e23-68de-4f91-a706-41640c8f97b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f5ddbff-6cf3-4881-a1f4-1f7188ffc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597586 Dec 10 18:11:42.435293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df9f2e7-c547-4964-af4c-4e6c8f36f6a7 req-83c9b8e5-bec5-46d8-a351-333a075d9b5e service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795123 Dec 10 18:11:42.437541 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad42ce49-e2c0-4725-84cc-f7c3f5f0133e x-openstack-request-id: req-ad42ce49-e2c0-4725-84cc-f7c3f5f0133e {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:42.437846 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a9903c-4560-4edc-83fd-b5c16c85b97d", "tag": "93a5ed71-5642-4a3c-9c33-fa9b765546e1", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:42.438104 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad42ce49-e2c0-4725-84cc-f7c3f5f0133e {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:42.439147 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'tag': '93a5ed71-5642-4a3c-9c33-fa9b765546e1', 'status': 'completed', 'code': 200} Dec 10 18:11:42.504710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:42.542787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b5c97b4-7529-4d65-b554-9712c611184e req-b19d392f-5c54-49f0-97e6-da401fe22a5a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789414 Dec 10 18:11:42.614862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-4b1194ef-357d-40c6-af8f-d58f9d451834 service neutron] 10.222.0.30 "GET /v2.0/networks/2f5ddbff-6cf3-4881-a1f4-1f7188ffc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353853 Dec 10 18:11:42.677488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca4f28-8778-47ab-a71f-db679686c819 req-5d0fb6fa-3b71-4bed-b03e-013931b97fce tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:42.685696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72ca4f28-8778-47ab-a71f-db679686c819 req-5d0fb6fa-3b71-4bed-b03e-013931b97fce tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 944 time: 0.1844656 Dec 10 18:11:42.785023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6152c-17d9-4d8f-b653-5ddecd768447 req-27af03aa-f9e9-4191-8d01-239b203e174e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:42.787142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4d6152c-17d9-4d8f-b653-5ddecd768447 req-27af03aa-f9e9-4191-8d01-239b203e174e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 945 time: 0.0854580 Dec 10 18:11:42.809480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccdc3c0a-89c4-43bd-87e7-c63859597f6f req-6728a295-c9bb-451e-b1a7-dbc03fc9aaae service neutron] 10.222.0.30 "GET /v2.0/networks/2f5ddbff-6cf3-4881-a1f4-1f7188ffc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875234 Dec 10 18:11:42.860649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4d6152c-17d9-4d8f-b653-5ddecd768447 req-be49670b-b748-4772-90b3-635e55ad4dc1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545847 Dec 10 18:11:42.951655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0292de-5283-4952-b9bf-533c945574e4 req-6248b586-e897-4b57-993f-93e74c355070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:42.953793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be0292de-5283-4952-b9bf-533c945574e4 req-6248b586-e897-4b57-993f-93e74c355070 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad7ad2fb79b5473a9098b7321cb8f7ff&device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 1094 time: 0.0708501 Dec 10 18:11:43.077770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.091725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29123902-3df2-4ab8-a949-07cfbbde6177 req-fc05de53-afe2-43d3-9b24-e279c2cb92f8 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.095147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29123902-3df2-4ab8-a949-07cfbbde6177 req-fc05de53-afe2-43d3-9b24-e279c2cb92f8 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 943 time: 0.1272137 Dec 10 18:11:43.130004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72ca4f28-8778-47ab-a71f-db679686c819 req-de68b26e-969d-4fd4-af8f-9508183801c5 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432364 Dec 10 18:11:43.161378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0292de-5283-4952-b9bf-533c945574e4 req-db8e0162-dc8b-4c89-8590-aa87413f549e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.162514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcb8681-2be1-4438-bbc8-5d4f939491fc,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:43.163173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be0292de-5283-4952-b9bf-533c945574e4 req-db8e0162-dc8b-4c89-8590-aa87413f549e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 HTTP/1.1" status: 200 len: 918 time: 0.1929300 Dec 10 18:11:43.169959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:43.207434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Checking segment: {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:43.207775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Network hostable DHCP agents. Network: 54f16a1c-0704-4aef-b293-34ef2c867633, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:11:43.233781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:43.236582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29123902-3df2-4ab8-a949-07cfbbde6177 req-3e62bce5-d7a2-452b-88cf-19d336ea74e4 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335371 Dec 10 18:11:43.246961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be0292de-5283-4952-b9bf-533c945574e4 req-92b2a1b8-a53d-4a61-9bc0-615d20b654bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93a5ed71-5642-4a3c-9c33-fa9b765546e1 HTTP/1.1" status: 200 len: 217 time: 0.0633459 Dec 10 18:11:43.277833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Network 54f16a1c-0704-4aef-b293-34ef2c867633 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:11:43.302278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0292de-5283-4952-b9bf-533c945574e4 req-25fb993c-c1ad-419c-81fb-6b0d7358de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.304382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be0292de-5283-4952-b9bf-533c945574e4 req-25fb993c-c1ad-419c-81fb-6b0d7358de58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e12a9b2f-0625-4f0c-a85e-0c82aba73b22 HTTP/1.1" status: 200 len: 857 time: 0.0566213 Dec 10 18:11:43.310487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 54f16a1c-0704-4aef-b293-34ef2c867633) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:43.319410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:43.321704 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbeee22-acd3-4169-ad4e-a675cfc606c0" -d '{"events": [{"server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:43.323867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afcc06a-04b6-411d-9ced-9faabbe146f2 None None] Network 54f16a1c-0704-4aef-b293-34ef2c867633 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:43.325093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.325691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.330516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.343269 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.380986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be0292de-5283-4952-b9bf-533c945574e4 req-eda0f364-25fc-497e-a9be-1bc444f0b33f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2f5ddbff-6cf3-4881-a1f4-1f7188ffc137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683634 Dec 10 18:11:43.386144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b299f16-c5ce-4173-b1e8-4982bacf9c5b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2756126 Dec 10 18:11:43.387044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59550) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:43.393061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9fe95-0254-40a2-8106-b0a230be37b1 req-319b73c7-cebd-47e9-b56d-7753228a0985 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.394319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:43.394631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ac9fe95-0254-40a2-8106-b0a230be37b1 req-319b73c7-cebd-47e9-b56d-7753228a0985 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 945 time: 0.1338725 Dec 10 18:11:43.445018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:43.473935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-54f16a1c-0704-4aef-b293-34ef2c867633', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:11:43.475092 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.504388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on host n-h2-821424-1 for vnic_type normal with profile {"migrating_to": "n-h1-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:43.505687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:43.506192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:43.514385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:11:43.514946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Attempting to bind port f1e8e043-fe36-4847-8a6d-97eba9395a55 on network f176ce6c-aeb1-4f5f-92fb-e4729f214a91 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:43.522853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ac9fe95-0254-40a2-8106-b0a230be37b1 req-db519cca-90d7-4337-a329-4cb93be0d7ee tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169219 Dec 10 18:11:43.526535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:43.527060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Checking segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:43.527665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Bound using segment: {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:43.528301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Bound port: f1e8e043-fe36-4847-8a6d-97eba9395a55, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'f176ce6c-aeb1-4f5f-92fb-e4729f214a91'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:43.528896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.580163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.581396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.595850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a370c5-2e29-4f02-bb95-1aa7dc9a458a req-e5ce75ed-3aa9-4890-bbba-14542fb71293 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.595850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1a370c5-2e29-4f02-bb95-1aa7dc9a458a req-e5ce75ed-3aa9-4890-bbba-14542fb71293 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1671481 Dec 10 18:11:43.621809 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05673ae-4ab4-4b59-af3a-514e283d70c3 x-openstack-request-id: req-f05673ae-4ab4-4b59-af3a-514e283d70c3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:43.622108 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "name": "network-vif-unplugged", "status": "completed", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:43.622466 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f05673ae-4ab4-4b59-af3a-514e283d70c3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:43.622792 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55', 'code': 200} Dec 10 18:11:43.685219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-24d3233b-430a-4bdd-b41a-f7a59747c44b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448154 Dec 10 18:11:43.695252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be0292de-5283-4952-b9bf-533c945574e4 req-ce185e7e-978b-4390-8037-b6593643c410 service neutron] 10.222.0.30 "GET /v2.0/networks/2f5ddbff-6cf3-4881-a1f4-1f7188ffc137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952862 Dec 10 18:11:43.695931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:43.699575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:43.708361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.747617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.768602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1a370c5-2e29-4f02-bb95-1aa7dc9a458a req-8029baf0-9477-407a-8275-12fde1892052 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570048 Dec 10 18:11:43.777681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Allocated IP 172.20.0.2 (54f16a1c-0704-4aef-b293-34ef2c867633/8dcb8681-2be1-4438-bbc8-5d4f939491fc/74bd0be8-ee3e-4490-9ca0-f677bcc7af02) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:43.790573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:43.872400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.873173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:43.875017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-18c4db4a-e3fc-47a6-a1c3-93ee5fb25e84 service neutron] 10.222.0.59 "PUT /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 1121 time: 1.4690390 Dec 10 18:11:43.882860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-90983023-7fa8-4ba6-b6cb-c9b29ceae208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:43.884703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-90983023-7fa8-4ba6-b6cb-c9b29ceae208 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 1095 time: 0.1097553 Dec 10 18:11:44.024595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['f1e8e043-fe36-4847-8a6d-97eba9395a55'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:44.058676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.068863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be0292de-5283-4952-b9bf-533c945574e4 req-c494ce32-6431-4f11-b997-a1e75136ce81 service neutron] 10.222.0.30 "GET /v2.0/networks/2f5ddbff-6cf3-4881-a1f4-1f7188ffc137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600907 Dec 10 18:11:44.084262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['f1e8e043-fe36-4847-8a6d-97eba9395a55'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:44.105083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2486cc1-4bce-42e5-8b0b-ba0c12eaa166 req-56f46ef9-7ff6-40ff-9b3e-32d901be3c77 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:44.106865 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2486cc1-4bce-42e5-8b0b-ba0c12eaa166 req-56f46ef9-7ff6-40ff-9b3e-32d901be3c77 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1362944 Dec 10 18:11:44.218163 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2486cc1-4bce-42e5-8b0b-ba0c12eaa166 req-7fe13431-608a-44b0-aad6-9a61e310fa1a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797162 Dec 10 18:11:44.258755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35904847-d58f-4350-a4d7-a76649c4572b req-4097666e-286c-4637-8e70-1dbae4aea4af tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:44.261072 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.269570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device f1e8e043-fe36-4847-8a6d-97eba9395a55 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:44.278833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35904847-d58f-4350-a4d7-a76649c4572b req-4097666e-286c-4637-8e70-1dbae4aea4af tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1743460 Dec 10 18:11:44.285615 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.287468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-030cf060-afc3-4116-91e9-c13852b56b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:44.289768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-030cf060-afc3-4116-91e9-c13852b56b67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.3731761 Dec 10 18:11:44.341421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Network 54f16a1c-0704-4aef-b293-34ef2c867633 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:44.349327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-f273682b-979b-4192-bde1-1ca7195410a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 200 len: 217 time: 0.0513134 Dec 10 18:11:44.385123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:44.401695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:44.412567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35904847-d58f-4350-a4d7-a76649c4572b req-f9126138-28f5-4776-a33d-2f7afc7b7784 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282403 Dec 10 18:11:44.444459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-4dc34e71-7bbb-407a-8bbc-b3d8698d01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:44.446717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-4dc34e71-7bbb-407a-8bbc-b3d8698d01e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0785170 Dec 10 18:11:44.493966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.496913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:11:44.497066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-d0d83f71-c406-4e8f-8f98-2ec8d2ca0db1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423088 Dec 10 18:11:44.503068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb311d9b-d276-4cb9-8400-b5c218103317 req-da1c7e99-2397-4e1e-b3eb-d7f6cc41ece7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:44.504908 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb311d9b-d276-4cb9-8400-b5c218103317 req-da1c7e99-2397-4e1e-b3eb-d7f6cc41ece7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 945 time: 0.1532755 Dec 10 18:11:44.526046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Pushing event updated for resources: {'Port': ['ID=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:44.532317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.583377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Attempting to bind port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:44.583769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Attempting to bind port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:44.584353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Attempting to bind port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 on network 54f16a1c-0704-4aef-b293-34ef2c867633 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:44.611430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:44.611810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Checking segment: {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:44.612407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.612994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Bound using segment: {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:44.613496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Bound port: 74bd0be8-ee3e-4490-9ca0-f677bcc7af02, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:44.614092 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.622842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb311d9b-d276-4cb9-8400-b5c218103317 req-f72c60d7-6fed-4678-96f0-2d3360166017 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929499 Dec 10 18:11:44.649433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc58d9b-4e2d-4997-9b28-804df4e0269b req-b0d2548a-94e4-47c0-8e54-4df87793d322 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:44.655104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fc58d9b-4e2d-4997-9b28-804df4e0269b req-b0d2548a-94e4-47c0-8e54-4df87793d322 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 944 time: 0.1604383 Dec 10 18:11:44.683077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Allocated IP 172.25.2.25 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/355a567c-a889-4d31-b901-6cea3379e5d4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:44.712360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-74dfb58b-b949-4cdf-bb22-e2608a5dd274 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964183 Dec 10 18:11:44.741845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:44.773006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device f1e8e043-fe36-4847-8a6d-97eba9395a55 has no active binding in host n-h1-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:11:44.773369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 275789a0-28a1-4dfe-b353-b56dc9420797 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:44.806624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] For port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:44.807577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] For port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:44.816411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.823254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fc58d9b-4e2d-4997-9b28-804df4e0269b req-9c4845d3-57fb-41ab-8027-558398556988 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669042 Dec 10 18:11:44.851427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.863854 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91b8786b-1c71-45c8-97b7-7f3d62dcf915 req-9301a053-8704-40da-99bb-dbb047e769ce service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440575 Dec 10 18:11:44.903958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f293f8a-31ae-40ab-9b0d-7d1c236bbb0d req-e515ce50-0a4d-4408-9bc4-174d8f6288a6 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:44.918512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1f293f8a-31ae-40ab-9b0d-7d1c236bbb0d req-e515ce50-0a4d-4408-9bc4-174d8f6288a6 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 943 time: 0.2030139 Dec 10 18:11:44.926452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:44.947350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9fe99-711f-4504-9cd3-79082d75c6f4 None None] Pushing event updated for resources: {'Port': ['ID=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:44.966141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 275789a0-28a1-4dfe-b353-b56dc9420797, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=275789a0-28a1-4dfe-b353-b56dc9420797,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:44.979328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '275789a0-28a1-4dfe-b353-b56dc9420797', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': '275789a0-28a1-4dfe-b353-b56dc9420797', 'mac_address': 'fa:16:3e:b2:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:11:45.020040 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:45.029820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1f293f8a-31ae-40ab-9b0d-7d1c236bbb0d req-1dfaeadd-1c84-446f-81c8-ec1538a80b28 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067736 Dec 10 18:11:45.034457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275789a0-28a1-4dfe-b353-b56dc9420797 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:45.061413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:45.063160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Pushing event updated for resources: {'Port': ['ID=355a567c-a889-4d31-b901-6cea3379e5d4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:45.068764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:45.074029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:45.078284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 275789a0-28a1-4dfe-b353-b56dc9420797, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=275789a0-28a1-4dfe-b353-b56dc9420797,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:45.085219 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:45.156790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=275789a0-28a1-4dfe-b353-b56dc9420797,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:45.289264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 93a5ed71-5642-4a3c-9c33-fa9b765546e1 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:45.323936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12612ef5-c261-47b8-8136-e758aa025efa req-62c55b4f-890e-42ea-a30e-a9c748c65081 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:45.337998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12612ef5-c261-47b8-8136-e758aa025efa req-62c55b4f-890e-42ea-a30e-a9c748c65081 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1728764 Dec 10 18:11:45.447597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 93a5ed71-5642-4a3c-9c33-fa9b765546e1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=93a5ed71-5642-4a3c-9c33-fa9b765546e1,segment=NetworkSegment(2e3c30df-e6f5-438e-b4b2-68b93833cfae),segment_id=2e3c30df-e6f5-438e-b4b2-68b93833cfae)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:45.455787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['275789a0-28a1-4dfe-b353-b56dc9420797'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:45.460510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12612ef5-c261-47b8-8136-e758aa025efa req-c27fdeee-daae-4980-a961-472fe89d7620 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215506 Dec 10 18:11:45.536106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:45.544814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '93a5ed71-5642-4a3c-9c33-fa9b765546e1', 'network_id': '2f5ddbff-6cf3-4881-a1f4-1f7188ffc137', 'port_id': '93a5ed71-5642-4a3c-9c33-fa9b765546e1', 'mac_address': 'fa:16:3e:c5:d2:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12a9b2f-0625-4f0c-a85e-0c82aba73b22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:11:45.626447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:45.634667 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059bfb1f-250a-4b39-9b05-2f07b407ba88" -d '{"events": [{"name": "network-changed", "server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:45.650728 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:45.684669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a5ed71-5642-4a3c-9c33-fa9b765546e1 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:45.691038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b766c03-2998-4340-9956-dff301b4b562 req-d193fdce-f298-469b-b8a7-7bdea5092f72 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:45.700538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b766c03-2998-4340-9956-dff301b4b562 req-d193fdce-f298-469b-b8a7-7bdea5092f72 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.0897722 Dec 10 18:11:45.710351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 93a5ed71-5642-4a3c-9c33-fa9b765546e1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=93a5ed71-5642-4a3c-9c33-fa9b765546e1,segment=NetworkSegment(2e3c30df-e6f5-438e-b4b2-68b93833cfae),segment_id=2e3c30df-e6f5-438e-b4b2-68b93833cfae)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:45.718768 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:45.722637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed23-34bf-4ffe-afc5-562ce9cb3ee2 req-559ba377-3b92-45a8-b9a0-b90226225b9a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:45.727424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47fbed23-34bf-4ffe-afc5-562ce9cb3ee2 req-559ba377-3b92-45a8-b9a0-b90226225b9a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1419022 Dec 10 18:11:45.787212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b766c03-2998-4340-9956-dff301b4b562 req-bb56c69e-2e2d-4636-b7fb-38ef8a677a03 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851305 Dec 10 18:11:45.802880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=93a5ed71-5642-4a3c-9c33-fa9b765546e1,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:45.928856 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:45.944689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47fbed23-34bf-4ffe-afc5-562ce9cb3ee2 req-460f5fe7-ee9b-4c51-b55d-4a4354b48ae9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100441 Dec 10 18:11:45.949436 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3b656b-e159-4c17-a071-8ed509df03d3 x-openstack-request-id: req-cf3b656b-e159-4c17-a071-8ed509df03d3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:45.949733 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:45.949988 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf3b656b-e159-4c17-a071-8ed509df03d3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:45.950547 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55', 'status': 'completed', 'code': 200} Dec 10 18:11:46.046566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['93a5ed71-5642-4a3c-9c33-fa9b765546e1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:46.064429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-60f57111-6100-443e-be71-299c0c4a4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:46.065979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-60f57111-6100-443e-be71-299c0c4a4852 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1124 time: 0.0882778 Dec 10 18:11:46.066496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59616) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:46.248392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bad05-4d28-4336-b2dd-0bb703a69c71 req-8b2a108c-311a-42a7-a978-df5d63b9708c tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:46.257965 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-224bad05-4d28-4336-b2dd-0bb703a69c71 req-8b2a108c-311a-42a7-a978-df5d63b9708c tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 944 time: 0.0812051 Dec 10 18:11:46.264473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-6c68e7f3-115d-4752-a7d4-d2c32cf2557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:46.266013 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-6c68e7f3-115d-4752-a7d4-d2c32cf2557c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.1650693 Dec 10 18:11:46.333207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad9af1-a02b-4c44-b521-a45af59f96b4 req-940aba66-2120-4a78-9459-4a8246956911 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:46.335091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-224bad05-4d28-4336-b2dd-0bb703a69c71 req-cb3ca7dc-5926-4605-bd5d-255663150af5 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737867 Dec 10 18:11:46.340733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66ad9af1-a02b-4c44-b521-a45af59f96b4 req-940aba66-2120-4a78-9459-4a8246956911 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 945 time: 0.2802558 Dec 10 18:11:46.352516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-da816f62-01e1-415d-99e1-be2646b79142 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.359442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:11:46.360708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:46.363131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8981c-9a86-46f0-b1e5-211bd93f4bd5 None None] Network 54f16a1c-0704-4aef-b293-34ef2c867633 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:46.371831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-bb5e236a-9d70-4d3b-a5e0-d7d23c7bfa3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 217 time: 0.0947402 Dec 10 18:11:46.456697 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66ad9af1-a02b-4c44-b521-a45af59f96b4 req-8ed8c9f4-7cfb-4ce1-b515-641c1a642149 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149614 Dec 10 18:11:46.479578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:46.484739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5eb282cb-911c-4f8b-a5c0-e4af39db52e7 None None] Provisioning complete for port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:46.485300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5eb282cb-911c-4f8b-a5c0-e4af39db52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.502028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-8b74b771-5251-48dc-b6ed-30e54f256035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:46.503711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-8b74b771-5251-48dc-b6ed-30e54f256035 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.1184359 Dec 10 18:11:46.507062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.511287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3f61c646-e54b-495c-9e21-bb81b7b2290b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1202486 Dec 10 18:11:46.512151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59624) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:46.527080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Sync routers for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:46.557218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-0a55360a-b029-4a14-aca1-56481dc26450 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428817 Dec 10 18:11:46.583377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-da816f62-01e1-415d-99e1-be2646b79142 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.595602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-da816f62-01e1-415d-99e1-be2646b79142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.598703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:46.605988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:46.605988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:46.605988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.678694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da816f62-01e1-415d-99e1-be2646b79142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a865c64-2f74-4ed7-b30d-7d5e466e3768,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:46.704063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-da816f62-01e1-415d-99e1-be2646b79142 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec1e346769b4495bb9d1d905176d906e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6323569 Dec 10 18:11:46.706821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59626) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:46.762061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-b9759649-09a5-4c04-bed7-5fc3ff7b6e11 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925855 Dec 10 18:11:46.810487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:46.895597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059bfb1f-250a-4b39-9b05-2f07b407ba88 req-b399d415-37f7-4f88-8976-9cd5150f0c61 service neutron] 10.222.0.30 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237841 Dec 10 18:11:46.896346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7742cb52-115c-4140-a9e0-7cc8b1d04d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.979348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7742cb52-115c-4140-a9e0-7cc8b1d04d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:46.982348 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5eb282cb-911c-4f8b-a5c0-e4af39db52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.006922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61994b-421f-4172-bcef-c1378a9669d5 req-26a801d9-c083-4ac5-868a-ef768b0106e4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:47.020332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f61994b-421f-4172-bcef-c1378a9669d5 req-26a801d9-c083-4ac5-868a-ef768b0106e4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1200066 Dec 10 18:11:47.045168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569a259-365d-49dc-90de-d4e898e02002 req-c7f86d37-0c78-461a-8b75-5dee539960f7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:47.053590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f569a259-365d-49dc-90de-d4e898e02002 req-c7f86d37-0c78-461a-8b75-5dee539960f7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.4621918 Dec 10 18:11:47.109794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5eb282cb-911c-4f8b-a5c0-e4af39db52e7 None None] For port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:47.114593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.127175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5eb282cb-911c-4f8b-a5c0-e4af39db52e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.145167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f61994b-421f-4172-bcef-c1378a9669d5 req-6fd9ca6c-7b0b-455e-a08c-78fd710c9e75 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234884 Dec 10 18:11:47.170694 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f569a259-365d-49dc-90de-d4e898e02002 req-d650b870-de62-44a2-85f4-77a819f77431 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130879 Dec 10 18:11:47.194198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7742cb52-115c-4140-a9e0-7cc8b1d04d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.197099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7742cb52-115c-4140-a9e0-7cc8b1d04d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.201165 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7742cb52-115c-4140-a9e0-7cc8b1d04d1c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a865c64-2f74-4ed7-b30d-7d5e466e3768 HTTP/1.1" status: 204 len: 168 time: 0.4905977 Dec 10 18:11:47.214322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742cb52-115c-4140-a9e0-7cc8b1d04d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a865c64-2f74-4ed7-b30d-7d5e466e3768,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:47.335066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663f150-8d93-42c3-84ce-e672221b4de5 req-c50e9c9b-c784-4fde-a545-74c5e048798f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:47.337000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a663f150-8d93-42c3-84ce-e672221b4de5 req-c50e9c9b-c784-4fde-a545-74c5e048798f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.0674574 Dec 10 18:11:47.378972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2d84babe-213a-4a81-afaa-ca933f6c0836 None None] Provisioning complete for port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:47.379607 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d84babe-213a-4a81-afaa-ca933f6c0836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.381898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb282cb-911c-4f8b-a5c0-e4af39db52e7 None None] Pushing event updated for resources: {'Port': ['ID=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:47.444383 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a663f150-8d93-42c3-84ce-e672221b4de5 req-f6ed9095-36ca-46d8-bbd8-feb264a712da tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931420 Dec 10 18:11:47.459111 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:11:47.459466 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:11:47.533784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:45Z', 'revision_number': 3, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:47.549732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716daac-2325-41a5-a170-01921cb0750a req-c444f723-87c5-4527-b8d9-b72078c18056 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:47.551481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1716daac-2325-41a5-a170-01921cb0750a req-c444f723-87c5-4527-b8d9-b72078c18056 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 944 time: 0.1188354 Dec 10 18:11:47.572362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Checking router: 57aff246-ad48-45fc-a8bd-71f6c5ce4791 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:47.572841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Updating router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 port 355a567c-a889-4d31-b901-6cea3379e5d4 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:11:47.608488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.654936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8280182-21b9-4159-97dc-8bea189ddbba req-16c04f89-3742-45c8-bf4b-132b61b89622 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:47.659689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8280182-21b9-4159-97dc-8bea189ddbba req-16c04f89-3742-45c8-bf4b-132b61b89622 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 945 time: 0.0976498 Dec 10 18:11:47.706182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.720560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59650) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:47.747271 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d40a5bea-66e3-48f5-a6d3-bfafdd9fd440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.761041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8280182-21b9-4159-97dc-8bea189ddbba req-d1a3a243-13d1-424a-b47e-7a97f40246a9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930407 Dec 10 18:11:47.859609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d40a5bea-66e3-48f5-a6d3-bfafdd9fd440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.865930 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d40a5bea-66e3-48f5-a6d3-bfafdd9fd440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.922146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d40a5bea-66e3-48f5-a6d3-bfafdd9fd440 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7261951d6ba4a678e38101d90e61abf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2002704 Dec 10 18:11:47.925385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a5bea-66e3-48f5-a6d3-bfafdd9fd440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dc8325-3fb0-4e7d-b7cf-88efa6c458d0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:47.929514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59652) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:47.952598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:47.958408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1716daac-2325-41a5-a170-01921cb0750a req-1a6942ab-8f8d-4101-a682-e9a59a10c36a tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747001 Dec 10 18:11:47.968060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Allocated IP 172.20.0.1 (54f16a1c-0704-4aef-b293-34ef2c867633/8dcb8681-2be1-4438-bbc8-5d4f939491fc/c1bbf0f1-550b-40d4-ad64-2321668931fe) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:48.002112 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8fbb7cf6-d7e7-4a07-9a27-4d49b5ed86cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.021501 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.034488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8fbb7cf6-d7e7-4a07-9a27-4d49b5ed86cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.108362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Attempting to bind port 355a567c-a889-4d31-b901-6cea3379e5d4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:48.109113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Attempting to bind port 355a567c-a889-4d31-b901-6cea3379e5d4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:48.110016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Attempting to bind port 355a567c-a889-4d31-b901-6cea3379e5d4 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:48.119563 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.122185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8fbb7cf6-d7e7-4a07-9a27-4d49b5ed86cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.127817 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8fbb7cf6-d7e7-4a07-9a27-4d49b5ed86cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.128133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:48.129298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:48.130858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.131881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:48.132661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Bound port: 355a567c-a889-4d31-b901-6cea3379e5d4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:48.133067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8fbb7cf6-d7e7-4a07-9a27-4d49b5ed86cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30dc8325-3fb0-4e7d-b7cf-88efa6c458d0 HTTP/1.1" status: 204 len: 168 time: 0.2023230 Dec 10 18:11:48.133500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.143254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbb7cf6-d7e7-4a07-9a27-4d49b5ed86cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dc8325-3fb0-4e7d-b7cf-88efa6c458d0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:48.162764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:48.175536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.246155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bbf0f1-550b-40d4-ad64-2321668931fe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:48.260742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Network 54f16a1c-0704-4aef-b293-34ef2c867633 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:48.262698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:48.265351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:48.304242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 275789a0-28a1-4dfe-b353-b56dc9420797 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:48.367973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.388505 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf38dbb-b138-47f4-87fe-c86a2226e43e None None] Pushing event updated for resources: {'Port': ['ID=355a567c-a889-4d31-b901-6cea3379e5d4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:48.438245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7047cc-9fc4-4653-baf1-3c3237d0f065 req-e9c54bb2-50a0-4fd6-9288-ee24931f8105 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:48.440461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b7047cc-9fc4-4653-baf1-3c3237d0f065 req-e9c54bb2-50a0-4fd6-9288-ee24931f8105 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.0943654 Dec 10 18:11:48.494188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb08b89-8c92-46d8-a4cb-6117f17c1d3c req-83c45776-52e6-4a81-b888-d433849f8a58 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:48.505232 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cdb08b89-8c92-46d8-a4cb-6117f17c1d3c req-83c45776-52e6-4a81-b888-d433849f8a58 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1586626 Dec 10 18:11:48.537933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] For port 355a567c-a889-4d31-b901-6cea3379e5d4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:48.551706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] For port 355a567c-a889-4d31-b901-6cea3379e5d4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=355a567c-a889-4d31-b901-6cea3379e5d4,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:48.577715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b7047cc-9fc4-4653-baf1-3c3237d0f065 req-c677b143-6eec-45da-9f3c-dd597ef86fd6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298728 Dec 10 18:11:48.578777 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.694512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cdb08b89-8c92-46d8-a4cb-6117f17c1d3c req-2642c706-265c-4245-9d43-ef2417ad4934 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808021 Dec 10 18:11:48.761720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.816280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d074ba02-bb0c-4427-9888-2d5a9e95567e None None] Provisioning complete for port c1bbf0f1-550b-40d4-ad64-2321668931fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:48.818155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce1cb5-f8cb-4857-8a82-599aa8f04e95 req-48e8efd4-4773-48ff-b5f7-19a03944e3b4 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:48.818456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d074ba02-bb0c-4427-9888-2d5a9e95567e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.823853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83ce1cb5-f8cb-4857-8a82-599aa8f04e95 req-48e8efd4-4773-48ff-b5f7-19a03944e3b4 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.0811327 Dec 10 18:11:48.863287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d074ba02-bb0c-4427-9888-2d5a9e95567e None None] Port c1bbf0f1-550b-40d4-ad64-2321668931fe cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:11:48.865943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:48.866620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.868816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 275789a0-28a1-4dfe-b353-b56dc9420797 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:11:48.875215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 275789a0-28a1-4dfe-b353-b56dc9420797 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:48.876339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:48.926098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf38dbb-b138-47f4-87fe-c86a2226e43e None None] Pushing event updated for resources: {'Port': ['ID=355a567c-a889-4d31-b901-6cea3379e5d4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:48.929481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:48.930378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:48.935658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83ce1cb5-f8cb-4857-8a82-599aa8f04e95 req-5f5d8d71-7001-44f8-86aa-1e736196d6c7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050546 Dec 10 18:11:49.087249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f75e9-9f45-49cc-8574-d40b85a98407 req-47ec9d3a-9489-4229-97c5-7a8079f357e7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:49.106731 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e12f75e9-9f45-49cc-8574-d40b85a98407 req-47ec9d3a-9489-4229-97c5-7a8079f357e7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 945 time: 0.1592326 Dec 10 18:11:49.166105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37785c0a-bfbf-4a4d-a33d-31382b1f747f req-7e22f4aa-c181-46aa-9632-f8189a6c306d tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:49.180649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37785c0a-bfbf-4a4d-a33d-31382b1f747f req-7e22f4aa-c181-46aa-9632-f8189a6c306d tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 944 time: 0.0996788 Dec 10 18:11:49.267170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37785c0a-bfbf-4a4d-a33d-31382b1f747f req-95813747-6ca0-426b-9aa4-5284cc70ff3d tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835309 Dec 10 18:11:49.311083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e12f75e9-9f45-49cc-8574-d40b85a98407 req-465d92e7-e9fd-4198-8065-b7e2c02889c6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029002 Dec 10 18:11:49.331387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:49.338192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:49.345043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1eaefc21-fe55-4c8f-bc69-982ec5413816 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:49.348285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 93a5ed71-5642-4a3c-9c33-fa9b765546e1 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:49.482784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:49.568248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:49.570295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:11:49.624411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:49.624896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:49.663277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c1bbf0f1-550b-40d4-ad64-2321668931fe,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:49.731767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:49.752105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Network 54f16a1c-0704-4aef-b293-34ef2c867633 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:49.756641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:49.762246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 275789a0-28a1-4dfe-b353-b56dc9420797, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=275789a0-28a1-4dfe-b353-b56dc9420797,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:49.806919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275789a0-28a1-4dfe-b353-b56dc9420797'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:49.813152 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09356d69-d349-4a23-89bd-7c734e938c01" -d '{"events": [{"server_uuid": "d42c873a-6108-402e-a5b9-09b13d742b67", "name": "network-vif-plugged", "status": "completed", "tag": "275789a0-28a1-4dfe-b353-b56dc9420797"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:49.827589 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:49.890552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab02d10-6ab2-4a61-adef-c83bf863eed4 req-94aa18d2-ce00-493c-a48b-92d4a21383e3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:49.894849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bab02d10-6ab2-4a61-adef-c83bf863eed4 req-94aa18d2-ce00-493c-a48b-92d4a21383e3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1914666 Dec 10 18:11:50.110422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757361f-caf5-4c2d-ba91-9c0479c9ae83 req-6cc8a083-3d65-4d53-8b4e-644c7aa25398 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:50.115388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bab02d10-6ab2-4a61-adef-c83bf863eed4 req-4612ceae-c65a-4f2e-953e-d52864266aaf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911855 Dec 10 18:11:50.123278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f757361f-caf5-4c2d-ba91-9c0479c9ae83 req-6cc8a083-3d65-4d53-8b4e-644c7aa25398 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1783760 Dec 10 18:11:50.155356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:11:50.211636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:50.257251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:50.271593 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb002b9-1c92-44af-b490-68598fa1ad29 x-openstack-request-id: req-6bb002b9-1c92-44af-b490-68598fa1ad29 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:50.272021 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c873a-6108-402e-a5b9-09b13d742b67", "name": "network-vif-plugged", "status": "completed", "tag": "275789a0-28a1-4dfe-b353-b56dc9420797", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:50.272430 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bb002b9-1c92-44af-b490-68598fa1ad29 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:50.272828 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275789a0-28a1-4dfe-b353-b56dc9420797', 'code': 200} Dec 10 18:11:50.284611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:11:50.367648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f757361f-caf5-4c2d-ba91-9c0479c9ae83 req-d4a5f21c-a39c-480b-a7e0-82488adb8899 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430110 Dec 10 18:11:50.439430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'mac_address': 'fa:16:3e:48:7c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:11:50.464805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a24d794a-bf96-4348-8af1-66d9c606916d None None] Provisioning complete for port c1bbf0f1-550b-40d4-ad64-2321668931fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:50.465272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a24d794a-bf96-4348-8af1-66d9c606916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:50.479353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=275789a0-28a1-4dfe-b353-b56dc9420797,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:50.571448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87035a53-859a-4436-a289-419c9f3327e0 req-9c8d5366-1672-497c-be3c-76537de89df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:50.573527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87035a53-859a-4436-a289-419c9f3327e0 req-9c8d5366-1672-497c-be3c-76537de89df0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 1097 time: 0.2753606 Dec 10 18:11:50.598705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:11:50.620630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:11:50.634905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed4bb4-26f5-4691-8859-4346b45f71fe req-80609cc5-7672-4271-8527-9a6e66fcdf7e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:50.641364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6ed4bb4-26f5-4691-8859-4346b45f71fe req-80609cc5-7672-4271-8527-9a6e66fcdf7e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.2605443 Dec 10 18:11:50.653504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0d915927-21ae-4e06-b319-1d5b7ea929f8 admin admin] 10.222.0.55 "PUT /v2.0/routers/57aff246-ad48-45fc-a8bd-71f6c5ce4791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1385777 Dec 10 18:11:50.693473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 93a5ed71-5642-4a3c-9c33-fa9b765546e1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=93a5ed71-5642-4a3c-9c33-fa9b765546e1,segment=NetworkSegment(2e3c30df-e6f5-438e-b4b2-68b93833cfae),segment_id=2e3c30df-e6f5-438e-b4b2-68b93833cfae)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:50.725922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-97a70f94-5380-422e-a719-43f6b80d1683 service neutron] 10.222.0.30 "GET /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55/bindings/n-h1-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.2651474 Dec 10 18:11:50.733655 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87035a53-859a-4436-a289-419c9f3327e0 req-2886961a-f2f6-4394-8bcf-ed90a2ff1d08 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482217 Dec 10 18:11:50.741241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:50.753266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f2fac-2f83-4ab5-b0c4-0e76c4a2cc65 req-dbe80304-e770-41b3-9414-f62dda764bdf tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:50.760901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d6f2fac-2f83-4ab5-b0c4-0e76c4a2cc65 req-dbe80304-e770-41b3-9414-f62dda764bdf tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 944 time: 0.2268956 Dec 10 18:11:50.856259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d6f2fac-2f83-4ab5-b0c4-0e76c4a2cc65 req-b3daeb0a-a000-4d94-ac40-d34dac9f5f5b tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875661 Dec 10 18:11:50.905049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a24d794a-bf96-4348-8af1-66d9c606916d None None] Port c1bbf0f1-550b-40d4-ad64-2321668931fe cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:11:50.921103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=93a5ed71-5642-4a3c-9c33-fa9b765546e1,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:50.957218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6ed4bb4-26f5-4691-8859-4346b45f71fe req-409d45a3-58a6-47a6-a79b-70e1fc13114c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004475 Dec 10 18:11:50.971849 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:51.073943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1eaefc21-fe55-4c8f-bc69-982ec5413816 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:51.116137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0156-c4a4-47c3-a8b6-148d1973e897 req-0f26f66a-5fc9-49eb-9442-b6420802103b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:51.122180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:51.123994 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-884b0156-c4a4-47c3-a8b6-148d1973e897 req-0f26f66a-5fc9-49eb-9442-b6420802103b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 946 time: 0.1089606 Dec 10 18:11:51.137435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:51.158641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:51.199451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-884b0156-c4a4-47c3-a8b6-148d1973e897 req-35b9ce4d-0abb-4fc0-86c0-b7aa9e7f17b6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743480 Dec 10 18:11:51.229462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:51.242108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:51.248466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:47Z', 'revision_number': 1, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:51.337753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9de783-3bf9-4330-8696-f7a46a20f941 req-303ec01b-3aee-4dcd-9c67-b2cfe1395010 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:51.340783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['1eaefc21-fe55-4c8f-bc69-982ec5413816'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:51.350063 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b9de783-3bf9-4330-8696-f7a46a20f941 req-303ec01b-3aee-4dcd-9c67-b2cfe1395010 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.0786154 Dec 10 18:11:51.352628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e8e043-fe36-4847-8a6d-97eba9395a55 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:51.380368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:51.414876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:51.426993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f1e8e043-fe36-4847-8a6d-97eba9395a55 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:11:51.427593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b9de783-3bf9-4330-8696-f7a46a20f941 req-4e96fc88-1ccf-4ee9-b1d3-a985dada1455 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743952 Dec 10 18:11:51.514187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a158ef-cce4-4767-b71a-42e9265edc69 None None] The sync data for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 is: [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:47Z', 'revision_number': 1, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:51.527441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1', 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe', 'port_id': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1', 'mac_address': 'fa:16:3e:c8:de:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd998ce2-516b-4a71-af73-5a46cfbdfd4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:11:51.604766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235242-5a47-4e11-9933-ff4506c71cd3 req-b984e759-acb0-4df0-9717-c747faa4a9f8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:51.617464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc235242-5a47-4e11-9933-ff4506c71cd3 req-b984e759-acb0-4df0-9717-c747faa4a9f8 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 943 time: 0.1171880 Dec 10 18:11:51.619519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] Transition to ACTIVE for port object f1e8e043-fe36-4847-8a6d-97eba9395a55 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:11:51.630003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:51.639026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:51.693662 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:51.709830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:11:51.763671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc235242-5a47-4e11-9933-ff4506c71cd3 req-641cf153-2c06-466f-8660-1ee999943e35 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378105 Dec 10 18:11:51.806478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:51.817088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:51.846941 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:51.924886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-c32c928a-3f36-4576-a445-61d236cbd635 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d300a59c1a864c4a835640eec5d65148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386285 Dec 10 18:11:52.027203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59804) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:52.033868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-449919075-network', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:52.087278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:52.088249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] No DVR routers for this DVR port f1e8e043-fe36-4847-8a6d-97eba9395a55 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:52.132058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a8340-4e9e-47bb-bb6e-5436e18ee6e3 req-7d024f66-4911-4996-a355-d5df32e4af0f tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:52.133750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-481a8340-4e9e-47bb-bb6e-5436e18ee6e3 req-7d024f66-4911-4996-a355-d5df32e4af0f tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 945 time: 0.1219602 Dec 10 18:11:52.135072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Made reservation on behalf of 1884ddfcc92a4bca98c88dc2f45bbb50 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:52.137366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:52.145689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:52.170091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:52.220018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-2a78d8a8-7968-4898-9cc4-e2ffd8fb1c43 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:52.222125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-2a78d8a8-7968-4898-9cc4-e2ffd8fb1c43 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 946 time: 0.2922826 Dec 10 18:11:52.227341 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a3b44b52-c668-4e2e-9bea-f3cf6dc25a38 service neutron] 10.222.0.30 "PUT /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55/bindings/n-h1-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4925752 Dec 10 18:11:52.282165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5ed71-5642-4a3c-9c33-fa9b765546e1'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:52.289029 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c899d41e-a58a-4fdd-a843-616099c59b44" -d '{"events": [{"server_uuid": "e9a9903c-4560-4edc-83fd-b5c16c85b97d", "name": "network-vif-plugged", "status": "completed", "tag": "93a5ed71-5642-4a3c-9c33-fa9b765546e1"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:52.361202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-b09d046c-84bd-4f70-a0a5-bd4dfdf9bbdd tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:52.370335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-b09d046c-84bd-4f70-a0a5-bd4dfdf9bbdd tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4443607 Dec 10 18:11:52.409203 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-d07a5963-645e-4b51-8ec6-9b114688530f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/quotas/d300a59c1a864c4a835640eec5d65148 HTTP/1.1" status: 200 len: 375 time: 0.0376160 Dec 10 18:11:52.460386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-a7679ff7-de1f-4d3f-be03-413f8fdf0b25 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500336 Dec 10 18:11:52.463600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-522ed6fe-cf55-40bb-b9a4-4837f003d3f1 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:52.465708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-522ed6fe-cf55-40bb-b9a4-4837f003d3f1 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.1569941 Dec 10 18:11:52.494188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-481a8340-4e9e-47bb-bb6e-5436e18ee6e3 req-202390e9-15d4-41de-8052-95e5598dd14d tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166075 Dec 10 18:11:52.511964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Deleting port 275789a0-28a1-4dfe-b353-b56dc9420797 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:11:52.513356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:52.673136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:52.711716 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:52.725479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:11:52.777143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] For port 275789a0-28a1-4dfe-b353-b56dc9420797, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=275789a0-28a1-4dfe-b353-b56dc9420797,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:52.777946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:52.780111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:52.780503 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Added segment 275d795b-1266-4a99-80ee-bc320724d80a of type vlan for network 8ef35a9b-ef3b-486e-ac42-432c567bef82 Dec 10 18:11:52.804078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Calling delete_port for 275789a0-28a1-4dfe-b353-b56dc9420797 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:11:52.965800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:53.135971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-d52c5ec4-a433-4755-bd35-14f93781f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:53.137561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-d52c5ec4-a433-4755-bd35-14f93781f1db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56 HTTP/1.1" status: 200 len: 1095 time: 0.6355574 Dec 10 18:11:53.140106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca8587-9497-46fe-929c-26d0eca3e49b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:53.154278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:53.157740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:53.159126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:53.179580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:53.193619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['275789a0-28a1-4dfe-b353-b56dc9420797'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:11:53.210673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586adc74-3ce8-4313-bc85-4b8be9b6a7df req-49af7ea1-8aec-41fa-ba6a-f23a7d76fcd4 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:53.218781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-586adc74-3ce8-4313-bc85-4b8be9b6a7df req-49af7ea1-8aec-41fa-ba6a-f23a7d76fcd4 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.5533459 Dec 10 18:11:53.242724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event deleted for resources: {'Port': ['ID=275789a0-28a1-4dfe-b353-b56dc9420797,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:53.302817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1eaefc21-fe55-4c8f-bc69-982ec5413816 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:53.310735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dafa25-c8e7-457a-accb-e3e3a43b9861 req-a201e9a6-e9f8-4dde-804e-a13ca8a6337d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:53.315579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2870488 Dec 10 18:11:53.322341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59834) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:53.329915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59dafa25-c8e7-457a-accb-e3e3a43b9861 req-a201e9a6-e9f8-4dde-804e-a13ca8a6337d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 946 time: 0.2460721 Dec 10 18:11:53.358393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] No DVR routers for this DVR port 275789a0-28a1-4dfe-b353-b56dc9420797 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:11:53.361398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:53.366694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-983de4e5-c666-4a29-b6aa-12d9dd2748df req-021fa99f-ea55-4651-b92a-48c08989d393 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "DELETE /v2.0/ports/275789a0-28a1-4dfe-b353-b56dc9420797 HTTP/1.1" status: 204 len: 173 time: 1.1345451 Dec 10 18:11:53.368404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'name': 'network-vif-deleted', 'tag': '275789a0-28a1-4dfe-b353-b56dc9420797'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:53.372052 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204c6068-82d5-42bc-bf05-9187a5c66baf" -d '{"events": [{"server_uuid": "d42c873a-6108-402e-a5b9-09b13d742b67", "name": "network-vif-deleted", "tag": "275789a0-28a1-4dfe-b353-b56dc9420797"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:53.396099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Request body: {'subnet': {'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-449919075-subnet', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:53.442848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59dafa25-c8e7-457a-accb-e3e3a43b9861 req-657b8418-0365-4791-a847-8489a32d6545 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107235 Dec 10 18:11:53.453671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 1eaefc21-fe55-4c8f-bc69-982ec5413816 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:53.454062 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:53.507070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-586adc74-3ce8-4313-bc85-4b8be9b6a7df req-52ef2e70-d576-4fa0-bfc9-07b8bbdb27d2 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865596 Dec 10 18:11:53.508829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Made reservation on behalf of 1884ddfcc92a4bca98c88dc2f45bbb50 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:53.516269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:53.657341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bb9e9-5a9c-49b7-85ed-100fb4450966 req-9efc71f6-870c-46fe-b5ce-d58bb8eb1310 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:53.669956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-027bb9e9-5a9c-49b7-85ed-100fb4450966 req-9efc71f6-870c-46fe-b5ce-d58bb8eb1310 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 945 time: 0.0932081 Dec 10 18:11:53.748849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5e5d6-6df4-4121-b670-091d0ac7d041 req-6fb45e0a-9fb4-4341-81f7-5ae5b44e4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:53.750731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fe5e5d6-6df4-4121-b670-091d0ac7d041 req-6fb45e0a-9fb4-4341-81f7-5ae5b44e4818 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 1096 time: 0.0672762 Dec 10 18:11:53.877329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7edb4-4b5a-4d3c-9ce9-05ddd665ff57 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef35a9b-ef3b-486e-ac42-432c567bef82,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:53.926456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-10e67414-2c1c-4cbf-8083-ed5f06408f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:53.928149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-10e67414-2c1c-4cbf-8083-ed5f06408f77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1095 time: 0.7612898 Dec 10 18:11:53.972470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65cf6595-9d07-4106-9f5f-d8409ec2ff81 req-a3acdff3-6a7d-4542-b414-a56da488d2e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 210 time: 0.1049929 Dec 10 18:11:53.975646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fe5e5d6-6df4-4121-b670-091d0ac7d041 req-ab66be19-8715-46ce-9d58-e889270aaf5f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087598 Dec 10 18:11:54.017249 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a10b58c9-fba5-4cb8-8fe9-539ead4ec4e9 x-openstack-request-id: req-a10b58c9-fba5-4cb8-8fe9-539ead4ec4e9 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:54.018281 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9903c-4560-4edc-83fd-b5c16c85b97d", "name": "network-vif-plugged", "status": "completed", "tag": "93a5ed71-5642-4a3c-9c33-fa9b765546e1", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:54.018754 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a10b58c9-fba5-4cb8-8fe9-539ead4ec4e9 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:54.019174 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a5ed71-5642-4a3c-9c33-fa9b765546e1', 'code': 200} Dec 10 18:11:54.037430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:11:54.221679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 355a567c-a889-4d31-b901-6cea3379e5d4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:54.255317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea667219-77a1-41ff-881b-94c877a9ea88 req-eddb0407-48e3-46b2-b750-210c2667f948 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:54.259046 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea667219-77a1-41ff-881b-94c877a9ea88 req-eddb0407-48e3-46b2-b750-210c2667f948 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.5328817 Dec 10 18:11:54.295695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:54.352290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea667219-77a1-41ff-881b-94c877a9ea88 req-dde98a50-54bd-4e4b-9aa5-82fd036792e4 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787518 Dec 10 18:11:54.363803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:54.464125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-027bb9e9-5a9c-49b7-85ed-100fb4450966 req-468d2c5d-15a3-41cf-b217-2cf5327c2f00 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7932277 Dec 10 18:11:54.477366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf6595-9d07-4106-9f5f-d8409ec2ff81 req-0cc38c50-0e17-4662-99e2-e79a6bba7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:54.481286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65cf6595-9d07-4106-9f5f-d8409ec2ff81 req-0cc38c50-0e17-4662-99e2-e79a6bba7abe service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4886951 Dec 10 18:11:54.486918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 355a567c-a889-4d31-b901-6cea3379e5d4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:54.487775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:54.566677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:54.599804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:11:54.615569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a942764-df62-439d-9f42-b77d456194ff,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:54.623871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:54.624263 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:54.631871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-0a7a2381-efa8-4a3d-a90c-a5a2990c2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:54.633375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-0a7a2381-efa8-4a3d-a90c-a5a2990c2c8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 200 len: 922 time: 0.6954029 Dec 10 18:11:54.667307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:54.709894 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3c7798-4bd8-4021-b247-1516126c62f9 x-openstack-request-id: req-7d3c7798-4bd8-4021-b247-1516126c62f9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:54.714746 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42c873a-6108-402e-a5b9-09b13d742b67", "name": "network-vif-deleted", "tag": "275789a0-28a1-4dfe-b353-b56dc9420797", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:54.716182 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d3c7798-4bd8-4021-b247-1516126c62f9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:54.716763 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42c873a-6108-402e-a5b9-09b13d742b67', 'name': 'network-vif-deleted', 'tag': '275789a0-28a1-4dfe-b353-b56dc9420797', 'status': 'completed', 'code': 200} Dec 10 18:11:54.739710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:54.741597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-394bb8c4-f381-4244-8ea1-2700f25c2a4b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d300a59c1a864c4a835640eec5d65148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139627 Dec 10 18:11:54.875347 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:54.887977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:54.900698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-ae211987-0810-4eef-a9f2-be92db513490 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d300a59c1a864c4a835640eec5d65148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577321 Dec 10 18:11:54.932454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 355a567c-a889-4d31-b901-6cea3379e5d4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=355a567c-a889-4d31-b901-6cea3379e5d4,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:54.942710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:54.970673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.032006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=355a567c-a889-4d31-b901-6cea3379e5d4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:55.039135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:55.060634 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.099180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Checking segment: {'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:55.099554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Network hostable DHCP agents. Network: 8ef35a9b-ef3b-486e-ac42-432c567bef82, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:11:55.106422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-501adaba-5156-4a37-a410-807444a3c770 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 200 len: 217 time: 0.4218004 Dec 10 18:11:55.156499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-27791e5e-b61a-4372-9348-b64012e6fc7c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:55.163202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:55.179241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-27791e5e-b61a-4372-9348-b64012e6fc7c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322757 Dec 10 18:11:55.200782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-8369a322-73bb-4731-b341-4cc50da8e3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:55.207442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-8369a322-73bb-4731-b341-4cc50da8e3f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 200 len: 861 time: 0.0793700 Dec 10 18:11:55.207730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Request body: {'port': {'device_id': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'd300a59c1a864c4a835640eec5d65148'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:55.278776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a32470-9cda-4de4-8b5c-b486c5eb48be req-ff2a4309-6a91-4097-9962-19bfad2d8546 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:55.280813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1a32470-9cda-4de4-8b5c-b486c5eb48be req-ff2a4309-6a91-4097-9962-19bfad2d8546 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 945 time: 0.5171692 Dec 10 18:11:55.289728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-50e00c12-9c90-4261-9f42-c3edb6785742 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:55.298058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-50e00c12-9c90-4261-9f42-c3edb6785742 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5555131 Dec 10 18:11:55.335055 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-38456c28-8c7e-4fb9-9568-19bee172cbbd tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/quotas/d300a59c1a864c4a835640eec5d65148 HTTP/1.1" status: 200 len: 375 time: 0.0358012 Dec 10 18:11:55.341554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-17e1b6c8-4dbe-4089-9bef-7ba0eceef292 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f176ce6c-aeb1-4f5f-92fb-e4729f214a91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258862 Dec 10 18:11:55.368896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:11:55.397669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf6595-9d07-4106-9f5f-d8409ec2ff81 req-5569720f-4cbf-41fa-9fc4-800df7688416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:55.399236 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65cf6595-9d07-4106-9f5f-d8409ec2ff81 req-5569720f-4cbf-41fa-9fc4-800df7688416 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9092586 Dec 10 18:11:55.423856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-5fd9f226-5de9-4960-9b50-d7bca81bc038 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786974 Dec 10 18:11:55.423856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8ef35a9b-ef3b-486e-ac42-432c567bef82) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:55.426415 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1a32470-9cda-4de4-8b5c-b486c5eb48be req-2479e1f2-c2c2-49bc-85ef-ff69b11bbf91 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309454 Dec 10 18:11:55.434569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e993961-2fc5-4012-a441-bc131623e1ce None None] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:55.445369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:55.445956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.534267 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a6ff576-17d4-4215-888c-f0112e86d883 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1447380 Dec 10 18:11:55.538874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59864) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:11:55.564909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:55.626863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Made reservation on behalf of d300a59c1a864c4a835640eec5d65148 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:55.632238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.640573 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-b8f33cfa-4f53-4466-8ae6-f881abf9f65d service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815464 Dec 10 18:11:55.678650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.752259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-8ef35a9b-ef3b-486e-ac42-432c567bef82', 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82', 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'fixed_ips': [{'subnet_id': '7a942764-df62-439d-9f42-b77d456194ff'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:11:55.753522 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.761400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.762818 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:55.783031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-696ca835-f91e-4489-893e-3c6b6cb21130 req-d9b31bd5-5b59-462b-b624-8b9dad295c8d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 210 time: 0.1055765 Dec 10 18:11:55.859285 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Sync routers for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:11:55.883285 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:55.887295 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:55.978009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-ddee26ce-070d-4680-a807-d431a81735d7 service neutron] 10.222.0.59 "GET /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248580 Dec 10 18:11:56.016945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Allocated IP 172.20.0.2 (8ef35a9b-ef3b-486e-ac42-432c567bef82/7a942764-df62-439d-9f42-b77d456194ff/e5f10a13-f373-4d01-b3d9-a1299e617cbf) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:56.044207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40e50a-ff6d-47e1-9c51-495e73f22c43 req-83c0b7c9-2903-4ef5-9489-9e492103cd9f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:56.047695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e40e50a-ff6d-47e1-9c51-495e73f22c43 req-83c0b7c9-2903-4ef5-9489-9e492103cd9f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1640668 Dec 10 18:11:56.132204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816'}, {'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:11:56.137086 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af0117-5bb4-4717-b6f8-78c36b762406" -d '{"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-plugged", "status": "completed", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816"}, {"server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "name": "network-vif-plugged", "status": "completed", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:11:56.181861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 355a567c-a889-4d31-b901-6cea3379e5d4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:56.193754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e40e50a-ff6d-47e1-9c51-495e73f22c43 req-9f630498-671b-445a-b24f-0bcac486843e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350312 Dec 10 18:11:56.226696 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:56.335347 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:56.339830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 355a567c-a889-4d31-b901-6cea3379e5d4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:56.340240 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:56.374793 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:56.438935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:56.448423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:56.454797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:56.461085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Pushing event updated for resources: {'Port': ['ID=e5f10a13-f373-4d01-b3d9-a1299e617cbf,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:56.515458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815524e-7e81-438e-b1f4-81d747788e2a req-0171055b-2f7e-4cc3-a1d4-9886a3d186b3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:56.528400 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a815524e-7e81-438e-b1f4-81d747788e2a req-0171055b-2f7e-4cc3-a1d4-9886a3d186b3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.2081935 Dec 10 18:11:56.578919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-8ca9bb67-2431-4ceb-bd96-ef9dbb184e77 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:56.588129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-8ca9bb67-2431-4ceb-bd96-ef9dbb184e77 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace&tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1095 time: 0.2200289 Dec 10 18:11:56.666624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Attempting to bind port e5f10a13-f373-4d01-b3d9-a1299e617cbf on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:56.667286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Attempting to bind port e5f10a13-f373-4d01-b3d9-a1299e617cbf by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:56.667666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Attempting to bind port e5f10a13-f373-4d01-b3d9-a1299e617cbf on network 8ef35a9b-ef3b-486e-ac42-432c567bef82 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:56.671296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:56.688522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:56.688827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Checking segment: {'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:56.689543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:56.691883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Bound using segment: {'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:56.692696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Bound port: e5f10a13-f373-4d01-b3d9-a1299e617cbf, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:56.693109 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:56.747961 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 2, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:56.764633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a815524e-7e81-438e-b1f4-81d747788e2a req-f32db4c6-4c27-4d03-84e1-ddbff4e0d9c6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327704 Dec 10 18:11:56.882580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] For port e5f10a13-f373-4d01-b3d9-a1299e617cbf, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:56.886175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] For port e5f10a13-f373-4d01-b3d9-a1299e617cbf, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5f10a13-f373-4d01-b3d9-a1299e617cbf,segment=NetworkSegment(275d795b-1266-4a99-80ee-bc320724d80a),segment_id=275d795b-1266-4a99-80ee-bc320724d80a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:56.902083 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:56.968783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c306e3a-e62b-4430-82a4-dff6f3b57d25 None None] Pushing event updated for resources: {'Port': ['ID=e5f10a13-f373-4d01-b3d9-a1299e617cbf,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:57.001494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:57.078477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:57.096112 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:57.109660 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Checking router: 57aff246-ad48-45fc-a8bd-71f6c5ce4791 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:11:57.110811 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Updating router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 port c1bbf0f1-550b-40d4-ad64-2321668931fe binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:11:57.149396 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:57.168252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5559438f-5777-477d-b500-29b807e2f61d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:57.179127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.179733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.180102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.180431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.180770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.181107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.181439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.181773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.182102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.182537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.182795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.183104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.183433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:11:57.196406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9b504-f075-4ebf-8595-af98ae9f2040 req-386da711-5c4f-4393-b3df-67b7bb243a58 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:57.198006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93a9b504-f075-4ebf-8595-af98ae9f2040 req-386da711-5c4f-4393-b3df-67b7bb243a58 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.5239809 Dec 10 18:11:57.202813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65cf6595-9d07-4106-9f5f-d8409ec2ff81 req-c22d5edd-4978-47d9-a80c-d3a99242a830 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 210 time: 0.2214904 Dec 10 18:11:57.465415 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93a9b504-f075-4ebf-8595-af98ae9f2040 req-75eee267-3c9d-490b-ab8c-21023bfac971 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591107 Dec 10 18:11:57.610843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Allocated IP 192.168.233.251 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/447d1335-8618-4dc8-8a26-c9b8b0859004) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:57.612767 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d214709-4a9c-40b1-9175-f1821ce6a844 x-openstack-request-id: req-7d214709-4a9c-40b1-9175-f1821ce6a844 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:11:57.613725 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-plugged", "status": "completed", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816", "code": 200}, {"server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "name": "network-vif-plugged", "status": "completed", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:11:57.614335 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d214709-4a9c-40b1-9175-f1821ce6a844 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:11:57.614782 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'code': 200} Dec 10 18:11:57.615980 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1', 'code': 200} Dec 10 18:11:57.721451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7db8416-eb50-4a1c-bd42-b995cf1c0239 req-a167cbe4-1452-4350-a49c-ca7d335ee4a0 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 210 time: 0.7808352 Dec 10 18:11:57.792236 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-c744e239-7dbb-4e47-885e-759e45951fa3 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d300a59c1a864c4a835640eec5d65148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694919 Dec 10 18:11:57.845160 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:57.855951 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:57.898201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a2d071d9-ea63-43a6-bcb1-2074e824d4a1 service neutron] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:57.916685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a2d071d9-ea63-43a6-bcb1-2074e824d4a1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:57.917414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-556c2418-823f-4df6-b8a9-93fb41f06223 req-a2d071d9-ea63-43a6-bcb1-2074e824d4a1 service neutron] 10.222.0.59 "DELETE /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55/bindings/n-h2-821424-1 HTTP/1.1" status: 204 len: 173 time: 1.3102093 Dec 10 18:11:58.091110 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604d673-b0ec-4510-a2ec-4ae4c52ab04a None None] Pushing event updated for resources: {'Port': ['ID=c1bbf0f1-550b-40d4-ad64-2321668931fe,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:58.146392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-747d366c-b1d4-421b-93e3-11e198d33643 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:58.148000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-747d366c-b1d4-421b-93e3-11e198d33643 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3378584 Dec 10 18:11:58.148637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187773b7-4fcd-439c-88f3-f60e0e388b62 req-d2a0dc8b-5483-4234-bd96-651845cbc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:58.150344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-187773b7-4fcd-439c-88f3-f60e0e388b62 req-d2a0dc8b-5483-4234-bd96-651845cbc6e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1097 time: 0.4410203 Dec 10 18:11:58.162387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Attempting to bind port c1bbf0f1-550b-40d4-ad64-2321668931fe on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:11:58.162387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Attempting to bind port c1bbf0f1-550b-40d4-ad64-2321668931fe by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:11:58.162387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Attempting to bind port c1bbf0f1-550b-40d4-ad64-2321668931fe on network 54f16a1c-0704-4aef-b293-34ef2c867633 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:11:58.179572 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:11:58.179997 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Checking segment: {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:11:58.180362 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.187216 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Bound using segment: {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:11:58.187858 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Bound port: c1bbf0f1-550b-40d4-ad64-2321668931fe, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:11:58.188340 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.221086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5f10a13-f373-4d01-b3d9-a1299e617cbf up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:11:58.230000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b63c0327-26e5-47cc-8205-af307baa32bc req-872fe48c-6a6c-470e-8f7a-e2cca15b0b9a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=d42c873a-6108-402e-a5b9-09b13d742b67 HTTP/1.1" status: 200 len: 210 time: 0.1367457 Dec 10 18:11:58.236333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Request body: {'port': {'device_id': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'd300a59c1a864c4a835640eec5d65148'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:58.274823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a2287-5912-4a4e-b001-23c617bb7d07 req-e2ecbc20-4419-4f2a-ba09-94a8e099e9fb tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:58.278900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d4a2287-5912-4a4e-b001-23c617bb7d07 req-e2ecbc20-4419-4f2a-ba09-94a8e099e9fb tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 945 time: 0.4743083 Dec 10 18:11:58.342697 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-61f86c42-004c-45d3-b965-4dea50a3ad8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.357813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.389888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e5f10a13-f373-4d01-b3d9-a1299e617cbf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:58.390633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.447967 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] For port c1bbf0f1-550b-40d4-ad64-2321668931fe, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:11:58.453327 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] For port c1bbf0f1-550b-40d4-ad64-2321668931fe, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c1bbf0f1-550b-40d4-ad64-2321668931fe,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:11:58.477815 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.528911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.610979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-187773b7-4fcd-439c-88f3-f60e0e388b62 req-36b94ad3-7b2e-46d4-b0dc-89ed63d9ef5e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332640 Dec 10 18:11:58.671030 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:11:58.676480 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:11:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:58.696474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a54307-54d3-471c-bda0-9e7b68767721 req-be4894c8-deb0-4b1b-8958-7e849a2e9610 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:58.702805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.705928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-73041364-ce7b-4542-b7a6-2df6687f822d None None] Provisioning complete for port c1bbf0f1-550b-40d4-ad64-2321668931fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:58.718991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73041364-ce7b-4542-b7a6-2df6687f822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.725445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82a54307-54d3-471c-bda0-9e7b68767721 req-be4894c8-deb0-4b1b-8958-7e849a2e9610 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.3125370 Dec 10 18:11:58.748228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Made reservation on behalf of d300a59c1a864c4a835640eec5d65148 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:11:58.753420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.819984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.831549 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604d673-b0ec-4510-a2ec-4ae4c52ab04a None None] Pushing event updated for resources: {'Port': ['ID=c1bbf0f1-550b-40d4-ad64-2321668931fe,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:58.920355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port e5f10a13-f373-4d01-b3d9-a1299e617cbf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5f10a13-f373-4d01-b3d9-a1299e617cbf,segment=NetworkSegment(275d795b-1266-4a99-80ee-bc320724d80a),segment_id=275d795b-1266-4a99-80ee-bc320724d80a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:58.941874 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:58.947058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d4a2287-5912-4a4e-b001-23c617bb7d07 req-0810daed-d008-44e6-972f-b89c505e5453 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6163023 Dec 10 18:11:58.952328 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:59.035712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:11:59.056763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:11:59.117571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82a54307-54d3-471c-bda0-9e7b68767721 req-9114396e-ca1a-492d-93d9-b0424f41ba6d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891425 Dec 10 18:11:59.227940 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:11:59.228656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73041364-ce7b-4542-b7a6-2df6687f822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:59.243846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:11:59.250779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37498ce-e965-4509-8479-c49c6fad0972 None None] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:11:59.446008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Allocated IP 192.168.233.254 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/b5769cf8-6e22-459c-80e4-ca337cc97a3a) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:59.512905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c54cb8-1a3c-4f89-ad7a-3493d62e6971 req-a7ef37d4-e5ae-4479-8750-15e6d3540b1e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:59.524338 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2c54cb8-1a3c-4f89-ad7a-3493d62e6971 req-a7ef37d4-e5ae-4479-8750-15e6d3540b1e tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.2567801 Dec 10 18:11:59.524724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:59.552108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-73041364-ce7b-4542-b7a6-2df6687f822d None None] For port c1bbf0f1-550b-40d4-ad64-2321668931fe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c1bbf0f1-550b-40d4-ad64-2321668931fe,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:11:59.564717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=e5f10a13-f373-4d01-b3d9-a1299e617cbf,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:11:59.586409 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73041364-ce7b-4542-b7a6-2df6687f822d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:59.604920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfe4da-5bd2-4874-a3b8-e045296400dc req-11ce5b12-1a98-4f64-a9e1-5063942692b1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:59.608804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8dfe4da-5bd2-4874-a3b8-e045296400dc req-11ce5b12-1a98-4f64-a9e1-5063942692b1 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.3572817 Dec 10 18:11:59.622299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Allocated IP 172.25.2.136 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/591de812-433d-4c15-aa05-518d713ae380) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:11:59.697738 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:58Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:11:59.705860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:11:59.715174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:59.722111 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2c54cb8-1a3c-4f89-ad7a-3493d62e6971 req-0328f343-eb67-49cf-a5e6-f2a6bba78598 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906240 Dec 10 18:11:59.770550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-dba278e2-4375-484b-81ec-102007802030 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5901752 Dec 10 18:11:59.777051 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa53a5da-bad8-4312-a4fe-c952de779464 None None] The sync data for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 is: [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:58Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:11:59.791071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Request body: {'port': {'device_id': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:11:59.867453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-21d5bad9-becb-42b2-82f7-cdbbe8f6d63c None None] Provisioning complete for port c1bbf0f1-550b-40d4-ad64-2321668931fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:11:59.868035 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21d5bad9-becb-42b2-82f7-cdbbe8f6d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:11:59.968794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8dfe4da-5bd2-4874-a3b8-e045296400dc req-7a3c1fed-5209-4b41-9687-3f399a33b51a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291767 Dec 10 18:12:00.017771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef93ff4b-71b5-4579-a682-3d0f681a9efc req-ec96bbfb-5858-424c-9067-5a17dcdfb323 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 210 time: 0.0849864 Dec 10 18:12:00.121264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73041364-ce7b-4542-b7a6-2df6687f822d None None] Pushing event updated for resources: {'Port': ['ID=c1bbf0f1-550b-40d4-ad64-2321668931fe,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:00.158391 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:00.210830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:00.343877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5f10a13-f373-4d01-b3d9-a1299e617cbf up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:00.350557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 466e2d66-fa15-4877-a233-0ade1493a8f8 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:00.353959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:00.359559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 466e2d66-fa15-4877-a233-0ade1493a8f8 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:00.639922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Pushing event updated for resources: {'Port': ['ID=b5769cf8-6e22-459c-80e4-ca337cc97a3a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:00.667959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:00.672609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:00.672828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:00.694137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:00.760083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5a729-f355-4aae-96b0-82462bac6ad2 req-dad59992-2a06-4f08-841a-659fb8825798 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:00.769819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1af5a729-f355-4aae-96b0-82462bac6ad2 req-dad59992-2a06-4f08-841a-659fb8825798 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.2304676 Dec 10 18:12:00.823928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e7633-00c6-4ff9-84b1-74f5aab17c60 req-18433d23-6be5-41a3-943b-a18fb481ecd6 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:00.833918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f76e7633-00c6-4ff9-84b1-74f5aab17c60 req-18433d23-6be5-41a3-943b-a18fb481ecd6 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 1095 time: 0.2671647 Dec 10 18:12:00.932362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1af5a729-f355-4aae-96b0-82462bac6ad2 req-ec22b943-ad34-4986-a86e-931d4ec1958d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611860 Dec 10 18:12:00.977977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:00.993744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-21d5bad9-becb-42b2-82f7-cdbbe8f6d63c None None] Provisioning complete for port e5f10a13-f373-4d01-b3d9-a1299e617cbf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:00.994296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21d5bad9-becb-42b2-82f7-cdbbe8f6d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:00.998559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:00.999249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.066936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:01.108166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.126943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-31823e70-cf08-4295-9935-9b8db4b43c52 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8911450 Dec 10 18:12:01.131209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e5f10a13-f373-4d01-b3d9-a1299e617cbf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:01.131762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.143495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f76e7633-00c6-4ff9-84b1-74f5aab17c60 req-fa85e09b-8b30-4c70-b352-151076bf63d5 tempest-LiveAutoBlockMigrationV225Test-1779758430 tempest-LiveAutoBlockMigrationV225Test-1779758430-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085480 Dec 10 18:12:01.145244 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-61c36786-e62b-4ef2-bb4b-1e671ceca676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.163473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:01.171753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:01.178167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Request body: {'port': {'device_id': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:01.204119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:01.254060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:01.262262 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad64da-6f61-40e0-a9df-664afdbc2d4d" -d '{"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-unplugged", "status": "completed", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:01.348515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.392006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'port_id': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'mac_address': 'fa:16:3e:27:2d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11421ecb-5e2d-45e3-a40f-915d57dcab4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:01.399654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:01.412356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:01.420735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.422091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.422949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 275789a0-28a1-4dfe-b353-b56dc9420797 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:01.434400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Transition to ACTIVE for port object 447d1335-8618-4dc8-8a26-c9b8b0859004 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:01.442999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=591de812-433d-4c15-aa05-518d713ae380,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:01.449629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.487023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-21d5bad9-becb-42b2-82f7-cdbbe8f6d63c None None] Provisioning complete for port 447d1335-8618-4dc8-8a26-c9b8b0859004 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:01.487409 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21d5bad9-becb-42b2-82f7-cdbbe8f6d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.546044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0f4c5-b91b-4399-9521-a5bc8768046a req-6312d430-f71e-4f53-82a3-145e0c41d5d1 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:01.565652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05a0f4c5-b91b-4399-9521-a5bc8768046a req-6312d430-f71e-4f53-82a3-145e0c41d5d1 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 945 time: 0.4908950 Dec 10 18:12:01.609091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 275789a0-28a1-4dfe-b353-b56dc9420797 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:01.609844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 275789a0-28a1-4dfe-b353-b56dc9420797 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:01.623486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-21d5bad9-becb-42b2-82f7-cdbbe8f6d63c None None] Port 447d1335-8618-4dc8-8a26-c9b8b0859004 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:01.627039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:01.684777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c1bbf0f1-550b-40d4-ad64-2321668931fe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:01.748071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:01.762277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-45bfa2f2-cc75-437f-ab25-f2c53ef1e73b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:01.774142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-45bfa2f2-cc75-437f-ab25-f2c53ef1e73b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.4024320 Dec 10 18:12:01.822207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c1bbf0f1-550b-40d4-ad64-2321668931fe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:01.823087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.858480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-6f8537b9-2bf5-4418-b6e1-2e9ca1ad1e4e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/quotas/8d1c617fa8a04d7c98b753e07497db5f HTTP/1.1" status: 200 len: 375 time: 0.0825515 Dec 10 18:12:01.874273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.897561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.908104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e2d66-fa15-4877-a233-0ade1493a8f8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:01.929363 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05a0f4c5-b91b-4399-9521-a5bc8768046a req-9d8dfa53-bde4-4024-b516-fe1e72b3d0b8 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622656 Dec 10 18:12:01.939177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d2311543-be00-49a6-8b13-39ae229f264f None None] Provisioning complete for port e5f10a13-f373-4d01-b3d9-a1299e617cbf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:01.940409 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2311543-be00-49a6-8b13-39ae229f264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:01.994070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-f15f5d3e-0f81-4b3a-a6d4-f65c1b977c81 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336942 Dec 10 18:12:02.045814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-c9673bf4-124e-47ff-89ab-a0b50eb43e01 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:02.048350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-c9673bf4-124e-47ff-89ab-a0b50eb43e01 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 945 time: 0.2048044 Dec 10 18:12:02.074404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.103447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:02.190063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.191804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Attempting to bind port 447d1335-8618-4dc8-8a26-c9b8b0859004 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:02.192493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Attempting to bind port 447d1335-8618-4dc8-8a26-c9b8b0859004 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:02.193060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Attempting to bind port 447d1335-8618-4dc8-8a26-c9b8b0859004 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:02.215218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Port 447d1335-8618-4dc8-8a26-c9b8b0859004 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:02.215962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Attempting to bind port 447d1335-8618-4dc8-8a26-c9b8b0859004 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:02.225621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:02.226692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:02.227331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:02.228025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Bound port: 447d1335-8618-4dc8-8a26-c9b8b0859004, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:02.228767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.261101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:02.264886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c1bbf0f1-550b-40d4-ad64-2321668931fe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:02.318754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef1e86-b1f6-4490-b3a8-75d6f0e2456e req-7dbf08e5-e505-4ffd-a3b5-5dd3fa72d17c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:02.323439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c1bbf0f1-550b-40d4-ad64-2321668931fe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:02.323821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.327445 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1ef1e86-b1f6-4490-b3a8-75d6f0e2456e req-7dbf08e5-e505-4ffd-a3b5-5dd3fa72d17c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.2702243 Dec 10 18:12:02.363482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d2311543-be00-49a6-8b13-39ae229f264f None None] Provisioning complete for port b5769cf8-6e22-459c-80e4-ca337cc97a3a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:02.363969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2311543-be00-49a6-8b13-39ae229f264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.383106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-2f945d47-5a5e-49af-9ac2-0bcda60f68aa service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877807 Dec 10 18:12:02.414941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d2311543-be00-49a6-8b13-39ae229f264f None None] Port b5769cf8-6e22-459c-80e4-ca337cc97a3a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:02.461217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.465374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5769cf8-6e22-459c-80e4-ca337cc97a3a {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:02.486564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.514257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['466e2d66-fa15-4877-a233-0ade1493a8f8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:02.521993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Transition to ACTIVE for port object b5769cf8-6e22-459c-80e4-ca337cc97a3a will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:02.538656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.632371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-fa25d10a-5adc-4094-9650-ed4b3e8cf276 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454145 Dec 10 18:12:02.660859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5769cf8-6e22-459c-80e4-ca337cc97a3a,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:02.827877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Attempting to bind port b5769cf8-6e22-459c-80e4-ca337cc97a3a on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:02.828253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Attempting to bind port b5769cf8-6e22-459c-80e4-ca337cc97a3a by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:02.828631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Attempting to bind port b5769cf8-6e22-459c-80e4-ca337cc97a3a on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:02.836218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Port b5769cf8-6e22-459c-80e4-ca337cc97a3a on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:02.836577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Attempting to bind port b5769cf8-6e22-459c-80e4-ca337cc97a3a on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:02.855030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:02.855451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:02.855905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:02.856355 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Bound port: b5769cf8-6e22-459c-80e4-ca337cc97a3a, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:02.856727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:02.983835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] For port b5769cf8-6e22-459c-80e4-ca337cc97a3a, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:02.988960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] For port b5769cf8-6e22-459c-80e4-ca337cc97a3a, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5769cf8-6e22-459c-80e4-ca337cc97a3a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:03.009637 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.040146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:03.040843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.042325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/b5769cf8-6e22-459c-80e4-ca337cc97a3a HTTP/1.1" status: 200 len: 1096 time: 1.8853066 Dec 10 18:12:03.045258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'tag': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:03.047782 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cace7b-624b-46e9-9036-85ba9055f646" -d '{"events": [{"name": "network-changed", "server_uuid": "7f280b8c-4508-45be-a2cc-2fb2586f792a", "tag": "b5769cf8-6e22-459c-80e4-ca337cc97a3a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:03.177835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7edfe-40b3-4982-ba5f-6bc52682b5cb req-1fa0c83d-0447-4938-8250-5ee197460701 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:03.186957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94c7edfe-40b3-4982-ba5f-6bc52682b5cb req-1fa0c83d-0447-4938-8250-5ee197460701 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 948 time: 0.1937230 Dec 10 18:12:03.272675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9e1a2-f766-4d28-b81a-0bf26419a6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5769cf8-6e22-459c-80e4-ca337cc97a3a,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:03.280312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-45090159-53b0-4a9c-bf2a-f487a70fc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:03.282212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-45090159-53b0-4a9c-bf2a-f487a70fc164 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 1099 time: 0.1786084 Dec 10 18:12:03.285675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:03.295020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Deleting port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:03.295613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.345358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94c7edfe-40b3-4982-ba5f-6bc52682b5cb req-8e28252c-47e3-4937-bd7b-35c543de6cc2 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533890 Dec 10 18:12:03.395102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-37cd3c10-af04-4422-9412-3bdea9d1c77e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b5769cf8-6e22-459c-80e4-ca337cc97a3a HTTP/1.1" status: 200 len: 217 time: 0.0714624 Dec 10 18:12:03.495994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-ce5ac13c-f5c7-43fa-9101-09007cfe3091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:03.499950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-ce5ac13c-f5c7-43fa-9101-09007cfe3091 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0949931 Dec 10 18:12:03.501994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:03.538909 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1ef1e86-b1f6-4490-b3a8-75d6f0e2456e req-09daf07a-27b2-4437-9c6a-4f061a2f51be tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2102664 Dec 10 18:12:03.547900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.591480 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.592607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-c6a80682-5cf3-4813-b7e3-9353c8ae3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:03.595843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-c6a80682-5cf3-4813-b7e3-9353c8ae3ea6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860052 Dec 10 18:12:03.680233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:03.680494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.681806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] 10.222.0.30 "PUT /v2.0/ports/447d1335-8618-4dc8-8a26-c9b8b0859004 HTTP/1.1" status: 200 len: 1096 time: 3.9006324 Dec 10 18:12:03.682275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:03.684647 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:03.687078 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b33537-c41f-495b-b6e4-bd1ddec1fe43 x-openstack-request-id: req-a8b33537-c41f-495b-b6e4-bd1ddec1fe43 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:03.687439 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-unplugged", "status": "completed", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:03.687732 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8b33537-c41f-495b-b6e4-bd1ddec1fe43 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:03.688161 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'code': 200} Dec 10 18:12:03.799409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb4994-ff40-4356-9cbe-4fd18635bcb9 service neutron] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:03.875023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.894926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-99381c80-c727-40d1-9251-074655ec9d6b service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832723 Dec 10 18:12:03.902488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] For port 93a5ed71-5642-4a3c-9c33-fa9b765546e1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=93a5ed71-5642-4a3c-9c33-fa9b765546e1,segment=NetworkSegment(2e3c30df-e6f5-438e-b4b2-68b93833cfae),segment_id=2e3c30df-e6f5-438e-b4b2-68b93833cfae)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:03.902859 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:03.962911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Calling delete_port for 93a5ed71-5642-4a3c-9c33-fa9b765546e1 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:04.004287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59caa-d8fd-4090-a657-3a05014041d4 req-30615f32-29de-463d-91fd-9c09a0613c4f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:04.011983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7e59caa-d8fd-4090-a657-3a05014041d4 req-30615f32-29de-463d-91fd-9c09a0613c4f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 944 time: 0.1858528 Dec 10 18:12:04.021020 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b5e17c4-4ffb-4639-97b1-c41896a7c153 req-edd6353c-ccbc-48b1-b434-cbdf61f99acb service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200778 Dec 10 18:12:04.024745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-b0494783-bcdc-47fd-9d39-b5c727b655fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:04.026525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-b0494783-bcdc-47fd-9d39-b5c727b655fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1099 time: 0.2491708 Dec 10 18:12:04.132889 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:04.300606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 466e2d66-fa15-4877-a233-0ade1493a8f8 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:04.306842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-6915e289-5d4c-4a47-a794-c39ca76147dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=447d1335-8618-4dc8-8a26-c9b8b0859004 HTTP/1.1" status: 200 len: 217 time: 0.2279787 Dec 10 18:12:04.445391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a52357d-e147-44af-804c-ac6ec7f4d939 req-d09c4797-c3e0-4f89-bbba-4cb6d78111b0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 210 time: 0.0664093 Dec 10 18:12:04.462716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7e59caa-d8fd-4090-a657-3a05014041d4 req-1ce263a9-179f-478f-9131-da9615db33c5 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4491644 Dec 10 18:12:04.468098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-43b4a44f-f26e-4dd1-aa27-3671d9e572f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:04.468541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:04.483361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 466e2d66-fa15-4877-a233-0ade1493a8f8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:04.483990 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:04.490806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-43b4a44f-f26e-4dd1-aa27-3671d9e572f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1441891 Dec 10 18:12:04.591853 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bd5d94-cc6c-46c8-a796-edabeba6e661 x-openstack-request-id: req-77bd5d94-cc6c-46c8-a796-edabeba6e661 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:04.592150 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f280b8c-4508-45be-a2cc-2fb2586f792a", "tag": "b5769cf8-6e22-459c-80e4-ca337cc97a3a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:04.592450 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77bd5d94-cc6c-46c8-a796-edabeba6e661 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:04.592857 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'tag': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a', 'status': 'completed', 'code': 200} Dec 10 18:12:04.613282 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:04.714531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:04.727008 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:04.761663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-02f44ec2-a96b-4b26-8f8b-1f51dba59b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:04.763669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-02f44ec2-a96b-4b26-8f8b-1f51dba59b9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2716978 Dec 10 18:12:04.774578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cace7b-624b-46e9-9036-85ba9055f646 req-7e804a0f-f802-4f43-a8a1-a4369fdc04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:04.776967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89cace7b-624b-46e9-9036-85ba9055f646 req-7e804a0f-f802-4f43-a8a1-a4369fdc04af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 1099 time: 0.1607687 Dec 10 18:12:04.784423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Router 02d8e274-e2f3-4798-ba11-f40abc2189f5 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:12:04.857584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccffc42-2c01-4c18-a984-aef0bde20cc1 req-405a4db0-2524-4e48-ad7b-eccc770e627c tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:04.857877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:04.865776 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eccffc42-2c01-4c18-a984-aef0bde20cc1 req-405a4db0-2524-4e48-ad7b-eccc770e627c tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9a9903c-4560-4edc-83fd-b5c16c85b97d HTTP/1.1" status: 200 len: 945 time: 0.2194183 Dec 10 18:12:04.876640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.877788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.877788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.878071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.878783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.878954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.879305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.880037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.880037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.880523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.880796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.881165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.881594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:04.883450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:04.916240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124ca6b-985c-442b-9ab4-a87461ea7e91 req-1232c9a9-2236-4da1-a3fc-2680131dcb6f tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:04.931106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e124ca6b-985c-442b-9ab4-a87461ea7e91 req-1232c9a9-2236-4da1-a3fc-2680131dcb6f tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1097 time: 0.2592254 Dec 10 18:12:05.019303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e124ca6b-985c-442b-9ab4-a87461ea7e91 req-43cd1b72-8c34-4797-876d-dee6abe875b5 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868723 Dec 10 18:12:05.042592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cace7b-624b-46e9-9036-85ba9055f646 req-f55bbb70-10f7-4ad9-8730-c2663bdec33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.044302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89cace7b-624b-46e9-9036-85ba9055f646 req-f55bbb70-10f7-4ad9-8730-c2663bdec33f service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2548087 Dec 10 18:12:05.057963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Pushing event deleted for resources: {'Port': ['ID=93a5ed71-5642-4a3c-9c33-fa9b765546e1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:05.117032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89cace7b-624b-46e9-9036-85ba9055f646 req-1cc6ce4b-6a29-442b-84a6-0bdd514e05a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=b5769cf8-6e22-459c-80e4-ca337cc97a3a HTTP/1.1" status: 200 len: 217 time: 0.0517917 Dec 10 18:12:05.121560 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3ccd51-d2d2-4bbd-af02-b187285ff9f6 x-openstack-request-id: req-5d3ccd51-d2d2-4bbd-af02-b187285ff9f6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:05.121870 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:05.122145 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d3ccd51-d2d2-4bbd-af02-b187285ff9f6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:05.122577 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'status': 'completed', 'code': 200} Dec 10 18:12:05.149872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-3055c73b-4eee-4f57-a463-e421e5c548fd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.151646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-3055c73b-4eee-4f57-a463-e421e5c548fd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.3869913 Dec 10 18:12:05.214885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Request body: {'port': {'device_id': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'admin_state_up': True, 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:05.224441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] No DVR routers for this DVR port 93a5ed71-5642-4a3c-9c33-fa9b765546e1 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:05.233594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:05.237029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02cb26e1-0b7d-434d-aa69-3837a8970ebe req-4f4a7d57-0dd1-4d5f-9570-a8ef8474a797 tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.30 "DELETE /v2.0/ports/93a5ed71-5642-4a3c-9c33-fa9b765546e1 HTTP/1.1" status: 204 len: 173 time: 3.1786425 Dec 10 18:12:05.243640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cace7b-624b-46e9-9036-85ba9055f646 req-e4e594d5-5fd4-4cfd-ba46-42b060902f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.245456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89cace7b-624b-46e9-9036-85ba9055f646 req-e4e594d5-5fd4-4cfd-ba46-42b060902f09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1061814 Dec 10 18:12:05.274643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eccffc42-2c01-4c18-a984-aef0bde20cc1 req-037365cc-d125-4f12-83ad-36b53bee541c tempest-InstanceActionsV221TestJSON-1935094800 tempest-InstanceActionsV221TestJSON-1935094800-project] 10.222.0.55 "GET /v2.0/security-groups?id=fe1d6079-70bc-490a-9a4b-f537dedd41e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075112 Dec 10 18:12:05.279538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6474d-9faf-466e-9b48-bd18057e322a req-7fb63408-a783-448e-8909-9a935ccdfa81 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.283140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32e6474d-9faf-466e-9b48-bd18057e322a req-7fb63408-a783-448e-8909-9a935ccdfa81 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.0996933 Dec 10 18:12:05.361198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cace7b-624b-46e9-9036-85ba9055f646 req-7b03de86-458f-45ad-948a-61048b657a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.363402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89cace7b-624b-46e9-9036-85ba9055f646 req-7b03de86-458f-45ad-948a-61048b657a85 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092510 Dec 10 18:12:05.380553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 93a5ed71-5642-4a3c-9c33-fa9b765546e1 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:05.420705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 93a5ed71-5642-4a3c-9c33-fa9b765546e1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:05.421109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 93a5ed71-5642-4a3c-9c33-fa9b765546e1 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:05.454230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61775c15-eec7-4185-974f-82c4593c155f req-b6712c8a-aeda-49d0-bb53-052faff92355 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.456555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61775c15-eec7-4185-974f-82c4593c155f req-b6712c8a-aeda-49d0-bb53-052faff92355 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.5170600 Dec 10 18:12:05.477691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32e6474d-9faf-466e-9b48-bd18057e322a req-1c586d2a-ad8c-488f-ae1d-af1381be3424 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549156 Dec 10 18:12:05.495461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-2826ab1e-a3ed-4b37-8d91-2dfc893a5cc6 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6953609 Dec 10 18:12:05.563382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89cace7b-624b-46e9-9036-85ba9055f646 req-88b6c546-8740-4b21-a7b4-520e63ca70ed service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898179 Dec 10 18:12:05.632299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:12:05.646407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Sync routers for ids ['02d8e274-e2f3-4798-ba11-f40abc2189f5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:12:05.665053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Routers {'02d8e274-e2f3-4798-ba11-f40abc2189f5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:12:05.666119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:12:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['02d8e274-e2f3-4798-ba11-f40abc2189f5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:05.716470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:05.721461 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc03536-778c-48fd-a2e5-0a3fd8f14b6f" -d '{"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-plugged", "status": "completed", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:05.752120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e2a71-312a-4bb8-94c6-23dd410a3676 req-86927420-47d4-4d30-9a24-9e4f71aadaac tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.754112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-571e2a71-312a-4bb8-94c6-23dd410a3676 req-86927420-47d4-4d30-9a24-9e4f71aadaac tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1097 time: 0.0862110 Dec 10 18:12:05.756406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89cace7b-624b-46e9-9036-85ba9055f646 req-58a4bc69-025c-40fb-9d05-2581b0f9f961 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828008 Dec 10 18:12:05.757921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1ac31-010a-4977-b4d2-9d17f13d30c4 req-48b93e2f-089d-481d-88a9-cec1111a56b8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:05.770968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cac1ac31-010a-4977-b4d2-9d17f13d30c4 req-48b93e2f-089d-481d-88a9-cec1111a56b8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 948 time: 0.3115575 Dec 10 18:12:05.789841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-530a8cf8-e464-44ce-bd16-220c46ee99f3 req-3bc44a9b-d91c-45b1-9b4b-6a7b2c7be2db service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541759 Dec 10 18:12:05.844885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:05.850636 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:05.869531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-571e2a71-312a-4bb8-94c6-23dd410a3676 req-b5be1348-bc95-49bc-a309-2a49b67fa01d tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981410 Dec 10 18:12:05.925355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Set router 02d8e274-e2f3-4798-ba11-f40abc2189f5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:12:05.936427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:05.937862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-57342603-426c-4d00-912f-54464edde8a6 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.3875499 Dec 10 18:12:05.941237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60010) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:06.021621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-4422ec81-2051-476c-9711-adcc18c7d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:06.023228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-4422ec81-2051-476c-9711-adcc18c7d7a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1099 time: 0.0793240 Dec 10 18:12:06.054845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Deleting port f1e8e043-fe36-4847-8a6d-97eba9395a55 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:06.055331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:06.085044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e8a39-60ec-4c91-8747-de1441b77148 req-44541308-e035-4b4e-983f-f433cbbb7574 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:06.094013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-905e8a39-60ec-4c91-8747-de1441b77148 req-44541308-e035-4b4e-983f-f433cbbb7574 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.1062176 Dec 10 18:12:06.150187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] For port f1e8e043-fe36-4847-8a6d-97eba9395a55, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=f1e8e043-fe36-4847-8a6d-97eba9395a55,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:06.150682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:06.163930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Calling delete_port for f1e8e043-fe36-4847-8a6d-97eba9395a55 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:06.189360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-905e8a39-60ec-4c91-8747-de1441b77148 req-1c4a1bec-909a-487c-b4db-e786ba133ebe tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944185 Dec 10 18:12:06.192226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '591de812-433d-4c15-aa05-518d713ae380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:12:01Z', 'revision_number': 3, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port': {'id': '591de812-433d-4c15-aa05-518d713ae380', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:58Z', 'updated_at': '2021-12-10T18:11:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:06.298339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Checking router: 02d8e274-e2f3-4798-ba11-f40abc2189f5 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:12:06.300692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Updating router 02d8e274-e2f3-4798-ba11-f40abc2189f5 port 591de812-433d-4c15-aa05-518d713ae380 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:12:06.309979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cac1ac31-010a-4977-b4d2-9d17f13d30c4 req-5a452b2e-d43d-45b2-a32e-951a9c310cdd tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378339 Dec 10 18:12:06.353957 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:06.436870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-b43f7a44-c848-4613-9020-fcec0933487b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:06.441039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-b43f7a44-c848-4613-9020-fcec0933487b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4013636 Dec 10 18:12:06.443764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Allocated IP 172.20.0.3 (9991c54f-ff41-48aa-8b6f-70c12caf5dff/e6305297-35c8-4bd1-84c5-3776d17fe8cc/eb3990e3-4171-4b58-82ab-2c8fe7023264) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:06.490793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-450e87cc-8c20-4949-af60-c8a9583b18fc req-551c57f1-0a64-4eab-bac8-e360776e1065 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 210 time: 0.0936809 Dec 10 18:12:06.613470 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7afbd6d-24d4-432d-8314-996195c0a9a8 x-openstack-request-id: req-b7afbd6d-24d4-432d-8314-996195c0a9a8 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:06.614088 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-plugged", "status": "completed", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:06.614377 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7afbd6d-24d4-432d-8314-996195c0a9a8 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:06.614773 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'code': 200} Dec 10 18:12:06.627658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-29b81613-4114-4219-9137-7ebe49036539 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=447d1335-8618-4dc8-8a26-c9b8b0859004 HTTP/1.1" status: 200 len: 217 time: 0.1778634 Dec 10 18:12:06.769491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:06.852539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c326d-f587-4450-b314-6f7ec6f539ec req-31154126-5551-43f8-9d7b-9fce46021106 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:06.854121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-594c326d-f587-4450-b314-6f7ec6f539ec req-31154126-5551-43f8-9d7b-9fce46021106 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 944 time: 0.1893573 Dec 10 18:12:06.861209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-2013a365-0d75-4359-84e7-a8c2d34f336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:06.863147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-2013a365-0d75-4359-84e7-a8c2d34f336b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2229006 Dec 10 18:12:06.882008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event deleted for resources: {'Port': ['ID=f1e8e043-fe36-4847-8a6d-97eba9395a55,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:06.970385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b551ad9-c010-4306-ac42-33e175fbec20 req-d5667639-0644-4792-935e-d7b26ac5d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:06.972293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b551ad9-c010-4306-ac42-33e175fbec20 req-d5667639-0644-4792-935e-d7b26ac5d0be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 1096 time: 0.1428177 Dec 10 18:12:06.998829 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.005334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2809efbb-c8e6-42ec-b489-18de730d11c7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:07.011075 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.011983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.029091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-594c326d-f587-4450-b314-6f7ec6f539ec req-101f9d0f-d488-46a0-a4c2-30e7bd6d3b47 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592665 Dec 10 18:12:07.134556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Attempting to bind port 591de812-433d-4c15-aa05-518d713ae380 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:07.134979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Attempting to bind port 591de812-433d-4c15-aa05-518d713ae380 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:07.135352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Attempting to bind port 591de812-433d-4c15-aa05-518d713ae380 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:07.137314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd5572-91dd-411b-9aae-fd050a64cd23 None None] Pushing event updated for resources: {'Port': ['ID=591de812-433d-4c15-aa05-518d713ae380,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:07.161792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:07.162214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:07.162628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.163021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:07.163462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Bound port: 591de812-433d-4c15-aa05-518d713ae380, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:07.163859 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.185903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'name': 'network-vif-deleted', 'tag': '93a5ed71-5642-4a3c-9c33-fa9b765546e1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:07.192811 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a9d615-0e0e-411e-8f8d-7f41686052f7" -d '{"events": [{"server_uuid": "e9a9903c-4560-4edc-83fd-b5c16c85b97d", "name": "network-vif-deleted", "tag": "93a5ed71-5642-4a3c-9c33-fa9b765546e1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:07.196715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b551ad9-c010-4306-ac42-33e175fbec20 req-d2de88b0-9b1a-4aa9-8214-a5acc170abc0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146337 Dec 10 18:12:07.213112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] No DVR routers for this DVR port f1e8e043-fe36-4847-8a6d-97eba9395a55 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:07.227739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.233732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61775c15-eec7-4185-974f-82c4593c155f req-dd5a4795-91e3-48cb-a5e3-62d035070dc0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.59 "DELETE /v2.0/ports/f1e8e043-fe36-4847-8a6d-97eba9395a55 HTTP/1.1" status: 204 len: 173 time: 1.7567639 Dec 10 18:12:07.277324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-80e9c912-e45c-49c9-b6e6-a389e3f54dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:07.281009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-80e9c912-e45c-49c9-b6e6-a389e3f54dde service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3816948 Dec 10 18:12:07.370303 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca0da56-5c7b-49ee-b1cb-df8e80cddc37 x-openstack-request-id: req-9ca0da56-5c7b-49ee-b1cb-df8e80cddc37 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:07.370775 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a9903c-4560-4edc-83fd-b5c16c85b97d", "name": "network-vif-deleted", "tag": "93a5ed71-5642-4a3c-9c33-fa9b765546e1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:07.371058 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ca0da56-5c7b-49ee-b1cb-df8e80cddc37 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:07.371945 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a9903c-4560-4edc-83fd-b5c16c85b97d', 'name': 'network-vif-deleted', 'tag': '93a5ed71-5642-4a3c-9c33-fa9b765546e1', 'status': 'completed', 'code': 200} Dec 10 18:12:07.402279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5769cf8-6e22-459c-80e4-ca337cc97a3a details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:07.413650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Allocated IP 172.20.0.1 (8ef35a9b-ef3b-486e-ac42-432c567bef82/7a942764-df62-439d-9f42-b77d456194ff/4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:07.456802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60050) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:07.465897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.534019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] For port 591de812-433d-4c15-aa05-518d713ae380, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:07.539161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Deleting subnet e12a9b2f-0625-4f0c-a85e-0c82aba73b22 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:12:07.572733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] For port 591de812-433d-4c15-aa05-518d713ae380, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=591de812-433d-4c15-aa05-518d713ae380,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:07.588698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.644451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-f9c219f1-a02d-406b-8ff7-e188cbdc553e service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503146 Dec 10 18:12:07.694231 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:07.888286 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.117586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Routers {'02d8e274-e2f3-4798-ba11-f40abc2189f5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:12:08.118283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:12:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['02d8e274-e2f3-4798-ba11-f40abc2189f5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:08.148095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b5769cf8-6e22-459c-80e4-ca337cc97a3a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5769cf8-6e22-459c-80e4-ca337cc97a3a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:08.156583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd5572-91dd-411b-9aae-fd050a64cd23 None None] Pushing event updated for resources: {'Port': ['ID=591de812-433d-4c15-aa05-518d713ae380,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:08.299142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a', 'mac_address': 'fa:16:3e:0e:bc:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:08.308046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.317483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device f1e8e043-fe36-4847-8a6d-97eba9395a55 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:08.321976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05f142-c0da-4be7-bf40-c49f1e7724fb req-033c7fcc-85ae-4576-8a56-4ca38e971aa7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:08.331764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3a05f142-c0da-4be7-bf40-c49f1e7724fb req-033c7fcc-85ae-4576-8a56-4ca38e971aa7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.7868426 Dec 10 18:12:08.429108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: f1e8e043-fe36-4847-8a6d-97eba9395a55 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:08.429438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device f1e8e043-fe36-4847-8a6d-97eba9395a55 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:08.489696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.520084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3a05f142-c0da-4be7-bf40-c49f1e7724fb req-042ed3cf-9d05-4154-8d0e-8f4f1c9b7f6c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850715 Dec 10 18:12:08.542648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.543697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5769cf8-6e22-459c-80e4-ca337cc97a3a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:08.549447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] Set router 02d8e274-e2f3-4798-ba11-f40abc2189f5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:12:08.559655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.681901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbd09a28-838f-4aa5-8389-ae0fd3154d8f req-df813fb8-ad84-4b4b-85fb-1a6a4463b88c service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0274465 Dec 10 18:12:08.732875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:08.737664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:08.742764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:08.746030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b5769cf8-6e22-459c-80e4-ca337cc97a3a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5769cf8-6e22-459c-80e4-ca337cc97a3a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:08.758663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.784786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-d21474d7-7e10-4f27-8082-41aba68086c7 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:12:08.786351 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-d21474d7-7e10-4f27-8082-41aba68086c7 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091588 Dec 10 18:12:08.787368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event updated for resources: {'Port': ['ID=eb3990e3-4171-4b58-82ab-2c8fe7023264,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:08.843327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.865842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2628aa-8861-4a36-8dca-acdfdf20e4cf req-3d4d8bf0-cad5-4fea-85ee-d93886f725f7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:08.868001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b5769cf8-6e22-459c-80e4-ca337cc97a3a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:08.874622 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec2628aa-8861-4a36-8dca-acdfdf20e4cf req-3d4d8bf0-cad5-4fea-85ee-d93886f725f7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 948 time: 0.2464921 Dec 10 18:12:08.880918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.890922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-ccd1ae8e-1b82-47ca-8f1d-11258c5c70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:08.899344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-ccd1ae8e-1b82-47ca-8f1d-11258c5c70a6 service neutron] 10.222.0.55 "GET /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 1094 time: 0.0707707 Dec 10 18:12:08.905957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Request body: {'binding': {'host': 'n-h2-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:08.906681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:12:08.914580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:08.915420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.949396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12a9b2f-0625-4f0c-a85e-0c82aba73b22,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:08.961339 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:08.964899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e12a9b2f-0625-4f0c-a85e-0c82aba73b22 HTTP/1.1" status: 204 len: 168 time: 1.5068386 Dec 10 18:12:08.975346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60074) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:08.986811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:08.996853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:09.007791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '591de812-433d-4c15-aa05-518d713ae380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:12:01Z', 'revision_number': 3, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port': {'id': '591de812-433d-4c15-aa05-518d713ae380', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:58Z', 'updated_at': '2021-12-10T18:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:09.034347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:09.048458 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec2628aa-8861-4a36-8dca-acdfdf20e4cf req-987d68e0-4f6c-4d22-9539-8de2078f6876 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707690 Dec 10 18:12:09.049095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-8d82ca4c-6824-4577-9c0a-cfa08ac9472a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8636608 Dec 10 18:12:09.053595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.063798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.069767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Request body: {'port': {'device_id': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:09.070435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.071057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.071615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b5769cf8-6e22-459c-80e4-ca337cc97a3a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:09.072041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.072607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.073318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.073873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.074104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78ddaa4-257c-4f2e-ad75-851b7d8b757e None None] The sync data for ids ['02d8e274-e2f3-4798-ba11-f40abc2189f5'] in n-d-821424-1 is: [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '591de812-433d-4c15-aa05-518d713ae380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:12:01Z', 'revision_number': 3, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port': {'id': '591de812-433d-4c15-aa05-518d713ae380', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:58Z', 'updated_at': '2021-12-10T18:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:12:09.074745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.075298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.075859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.076409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.076982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33441930-8337-4e4e-a832-8f2954c6621e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:09.145788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Pushing event updated for resources: {'Port': ['ID=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:09.221448 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:09.325033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:09.336893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:09.384419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:09.400668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'name': 'network-vif-deleted', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:09.408019 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d225a59b-ca05-4fea-bd5a-ca7b6482fb1c" -d '{"events": [{"server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "name": "network-vif-deleted", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:09.432560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81983d5-8d34-4d49-bb13-4b797a5ca117 req-acd81fa9-aef3-4701-a308-ddb6d4d5fde0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:09.446438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c81983d5-8d34-4d49-bb13-4b797a5ca117 req-acd81fa9-aef3-4701-a308-ddb6d4d5fde0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 931 time: 0.2616029 Dec 10 18:12:09.459133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:09.636234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c81983d5-8d34-4d49-bb13-4b797a5ca117 req-40fc64a4-2b39-4029-8fed-2a5544eae159 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887739 Dec 10 18:12:09.646140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-14d0fdee-53e5-4c92-92ae-87bccac8c4b0 None None] Provisioning complete for port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:09.649134 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-14d0fdee-53e5-4c92-92ae-87bccac8c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:09.768342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on host n-h2-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:09.768342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:09.768342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:09.798098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-14d0fdee-53e5-4c92-92ae-87bccac8c4b0 None None] Port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:09.848666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:09.848994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:09.870647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:09.873186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a6cfac0-056f-4580-8150-3790d2fa0008 req-86e7209d-1c84-4dc1-90e2-c3c77b52ac27 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 210 time: 0.1009009 Dec 10 18:12:09.877224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:09.937859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5ddbff-6cf3-4881-a1f4-1f7188ffc137']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:09.940365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'mac_address': 'fa:16:3e:47:cf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:09.951601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3c30df-e6f5-438e-b4b2-68b93833cfae') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:09.952230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3c30df-e6f5-438e-b4b2-68b93833cfae') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:09.970054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.008202 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.022098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:12:10.022446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.045652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.056718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.057784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.103840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:10.155093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:12:10.159233 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:12:10.161667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:10.161667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:10.161667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:10.161937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Bound port: 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:10.172505 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.181714 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c217b0b4-e391-4eb7-bc19-fc66510a098c x-openstack-request-id: req-c217b0b4-e391-4eb7-bc19-fc66510a098c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:10.182014 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7d77c49-fc66-415a-b643-0bdbf54f8ace", "name": "network-vif-deleted", "tag": "f1e8e043-fe36-4847-8a6d-97eba9395a55", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:10.182261 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c217b0b4-e391-4eb7-bc19-fc66510a098c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:10.182681 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7d77c49-fc66-415a-b643-0bdbf54f8ace', 'name': 'network-vif-deleted', 'tag': 'f1e8e043-fe36-4847-8a6d-97eba9395a55', 'status': 'completed', 'code': 200} Dec 10 18:12:10.201895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.270999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.276196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:10.277138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2f5ddbff-6cf3-4881-a1f4-1f7188ffc137 HTTP/1.1" status: 204 len: 168 time: 1.2966864 Dec 10 18:12:10.300849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Pushing event updated for resources: {'Port': ['ID=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:10.304606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.345237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ab795-b554-4fc1-9189-24d3810534b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5ddbff-6cf3-4881-a1f4-1f7188ffc137,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:10.397746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 591de812-433d-4c15-aa05-518d713ae380 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:10.457655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['447d1335-8618-4dc8-8a26-c9b8b0859004'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:10.508306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af66c23-df1e-4363-98e4-6c8e7b2f044f req-1fe39fbc-9ed6-482b-a775-922fee9bda8c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:10.510623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7af66c23-df1e-4363-98e4-6c8e7b2f044f req-1fe39fbc-9ed6-482b-a775-922fee9bda8c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.3364604 Dec 10 18:12:10.619072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:10.634926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.636182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 591de812-433d-4c15-aa05-518d713ae380 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:10.636604 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.638151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-35aa07af-73d9-425d-8bb3-c934b56ef013 service neutron] 10.222.0.55 "POST /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1/bindings HTTP/1.1" status: 201 len: 389 time: 1.7370443 Dec 10 18:12:10.638281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7af66c23-df1e-4363-98e4-6c8e7b2f044f req-9506a655-b433-4ea6-8f09-9ffcde9850ee tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184032 Dec 10 18:12:10.717054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60096) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:10.805138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:10.826720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:10.876447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60100) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:10.877108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-314d2f92-0399-4893-b496-a77e0c0084ea admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad7ad2fb79b5473a9098b7321cb8f7ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571729 Dec 10 18:12:10.924272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3990e3-4171-4b58-82ab-2c8fe7023264 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:10.926008 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:10.947524 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.007526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 591de812-433d-4c15-aa05-518d713ae380, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=591de812-433d-4c15-aa05-518d713ae380,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:11.023585 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.056793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2a0e2-6a24-487f-855e-b98e6fa0ac8d req-29e75668-598e-4c70-9791-2de7c4c313af tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:11.064581 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c3c2a0e2-6a24-487f-855e-b98e6fa0ac8d req-29e75668-598e-4c70-9791-2de7c4c313af tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 949 time: 0.2163444 Dec 10 18:12:11.120032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Transition to ACTIVE for port object eb3990e3-4171-4b58-82ab-2c8fe7023264 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:11.144516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-521f0f75-19ac-47c1-99ce-5d0e8fa7b780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.150590 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.154569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=591de812-433d-4c15-aa05-518d713ae380,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:11.203497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-5beb2d3c-4bcd-44bd-a58e-01993da1ce18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:11.206570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-5beb2d3c-4bcd-44bd-a58e-01993da1ce18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1097 time: 0.2421994 Dec 10 18:12:11.243765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Router 02d8e274-e2f3-4798-ba11-f40abc2189f5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:12:11.245779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96387ee9-a944-40e6-9fb1-da54d800053a req-8096922c-45e6-4b43-86c7-a44060f944e4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:11.247614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96387ee9-a944-40e6-9fb1-da54d800053a req-8096922c-45e6-4b43-86c7-a44060f944e4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 931 time: 0.2283864 Dec 10 18:12:11.289497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c3c2a0e2-6a24-487f-855e-b98e6fa0ac8d req-888f61a8-4104-42ec-869b-029fd2097c24 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223122 Dec 10 18:12:11.316983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-521f0f75-19ac-47c1-99ce-5d0e8fa7b780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.343068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1351bd27-74be-4db4-afec-e3afc74eed16 None None] Provisioning complete for port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:11.343710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1351bd27-74be-4db4-afec-e3afc74eed16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.398070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1351bd27-74be-4db4-afec-e3afc74eed16 None None] Port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:11.405270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5769cf8-6e22-459c-80e4-ca337cc97a3a up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:11.484122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port b5769cf8-6e22-459c-80e4-ca337cc97a3a completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:11.495993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port b5769cf8-6e22-459c-80e4-ca337cc97a3a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:11.497218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.555411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3990e3-4171-4b58-82ab-2c8fe7023264,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:11.628621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96387ee9-a944-40e6-9fb1-da54d800053a req-6d2dc78c-af83-4133-810a-b1903378b42c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488140 Dec 10 18:12:11.657556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6e79-881a-4640-b4aa-9ac8841c52a8 req-c921d479-7b80-4942-8523-c8dfd7e77cb7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:11.661864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c2f6e79-881a-4640-b4aa-9ac8841c52a8 req-c921d479-7b80-4942-8523-c8dfd7e77cb7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.2628448 Dec 10 18:12:11.733947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.764864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:12:11.777688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-51b978d4-8165-4751-a49f-9e34e7eb7ffb admin admin] 10.222.0.55 "PUT /v2.0/routers/02d8e274-e2f3-4798-ba11-f40abc2189f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8352747 Dec 10 18:12:11.779212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-53213036-6feb-4b7a-97f3-cf484f13438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:11.780771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-53213036-6feb-4b7a-97f3-cf484f13438f service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.5318048 Dec 10 18:12:11.782174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Attempting to bind port eb3990e3-4171-4b58-82ab-2c8fe7023264 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:11.782564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Attempting to bind port eb3990e3-4171-4b58-82ab-2c8fe7023264 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:11.782914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Attempting to bind port eb3990e3-4171-4b58-82ab-2c8fe7023264 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:11.785620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-521f0f75-19ac-47c1-99ce-5d0e8fa7b780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.788964 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-521f0f75-19ac-47c1-99ce-5d0e8fa7b780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.790901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-521f0f75-19ac-47c1-99ce-5d0e8fa7b780 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fe1d6079-70bc-490a-9a4b-f537dedd41e4 HTTP/1.1" status: 204 len: 168 time: 0.9091372 Dec 10 18:12:11.807749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Port eb3990e3-4171-4b58-82ab-2c8fe7023264 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:11.807749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Attempting to bind port eb3990e3-4171-4b58-82ab-2c8fe7023264 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:11.858008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:11.869308 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1f369e-828e-4d39-a976-3b45c60b04bd" -d '{"events": [{"server_uuid": "7f280b8c-4508-45be-a2cc-2fb2586f792a", "name": "network-vif-plugged", "status": "completed", "tag": "b5769cf8-6e22-459c-80e4-ca337cc97a3a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:11.871999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c2f6e79-881a-4640-b4aa-9ac8841c52a8 req-35bde262-1a77-4789-a4ac-82571839e3b1 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002342 Dec 10 18:12:11.891017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b5769cf8-6e22-459c-80e4-ca337cc97a3a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5769cf8-6e22-459c-80e4-ca337cc97a3a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:11.900095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.924895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f0f75-19ac-47c1-99ce-5d0e8fa7b780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d6079-70bc-490a-9a4b-f537dedd41e4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:11.934094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-28df6404-975f-40aa-824a-c18168c1fc83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 217 time: 0.1403933 Dec 10 18:12:11.948199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:11.949176 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Sync routers for ids ['02d8e274-e2f3-4798-ba11-f40abc2189f5'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:12:11.949733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:11.950139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Bound using segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:11.951753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Bound port: eb3990e3-4171-4b58-82ab-2c8fe7023264, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:11.953405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:11.981739 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Routers {'02d8e274-e2f3-4798-ba11-f40abc2189f5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:12:11.985491 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:12:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['02d8e274-e2f3-4798-ba11-f40abc2189f5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:11.993758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b5769cf8-6e22-459c-80e4-ca337cc97a3a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:12.081978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b16d48-9078-4dfb-9c76-d807e585b7c6 req-cfb76d5e-bbe6-4222-9c78-adc0cb473cca tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:12.081978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00b16d48-9078-4dfb-9c76-d807e585b7c6 req-cfb76d5e-bbe6-4222-9c78-adc0cb473cca tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.2286997 Dec 10 18:12:12.081978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-b2b10cb1-7693-476e-a30d-4cc9e2f8a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:12.081978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-b2b10cb1-7693-476e-a30d-4cc9e2f8a35f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.1142836 Dec 10 18:12:12.102840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-880b5ddc-a711-454c-807b-8665fac9ee56 req-17e59c1e-b00b-42df-923c-8395b257caf2 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 210 time: 0.0995066 Dec 10 18:12:12.187564 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:12:12.263369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-347c25e0-9e0d-4483-83d9-4d8d034211e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960736 Dec 10 18:12:12.267194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] For port eb3990e3-4171-4b58-82ab-2c8fe7023264, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:12.270846 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Set router 02d8e274-e2f3-4798-ba11-f40abc2189f5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:12:12.296207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 591de812-433d-4c15-aa05-518d713ae380 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:12.447752 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a5bf40-165d-497d-aff1-b6d141b8caef x-openstack-request-id: req-34a5bf40-165d-497d-aff1-b6d141b8caef {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:12.448543 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f280b8c-4508-45be-a2cc-2fb2586f792a", "name": "network-vif-plugged", "status": "completed", "tag": "b5769cf8-6e22-459c-80e4-ca337cc97a3a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:12.448543 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34a5bf40-165d-497d-aff1-b6d141b8caef {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:12.468460 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a', 'code': 200} Dec 10 18:12:12.476234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] For port eb3990e3-4171-4b58-82ab-2c8fe7023264, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=eb3990e3-4171-4b58-82ab-2c8fe7023264,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:12.510409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:12.558320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 591de812-433d-4c15-aa05-518d713ae380 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:12.558320 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:12.562587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:12.563249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:12.564707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/eb3990e3-4171-4b58-82ab-2c8fe7023264 HTTP/1.1" status: 200 len: 1091 time: 3.5056880 Dec 10 18:12:12.573667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'tag': 'eb3990e3-4171-4b58-82ab-2c8fe7023264'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:12.584476 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8324670-6d56-4f97-a9ae-01a644d7b5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "77a91b88-21ab-42bf-ab32-1a6e6e272141", "tag": "eb3990e3-4171-4b58-82ab-2c8fe7023264"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:12.631241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31acb2-ba9f-4bec-a32e-0520e41ed145 req-5f894913-b946-4cfb-be0f-d6ee9aa748fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:12.633248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c31acb2-ba9f-4bec-a32e-0520e41ed145 req-5f894913-b946-4cfb-be0f-d6ee9aa748fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 1101 time: 0.1153700 Dec 10 18:12:12.654047 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '591de812-433d-4c15-aa05-518d713ae380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:12:09Z', 'revision_number': 4, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port': {'id': '591de812-433d-4c15-aa05-518d713ae380', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:58Z', 'updated_at': '2021-12-10T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19', 'name': '', 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'mac_address': 'fa:16:3e:4c:1b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '7a942764-df62-439d-9f42-b77d456194ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:07Z', 'updated_at': '2021-12-10T18:12:09Z', 'revision_number': 2, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'subnets': [{'id': '7a942764-df62-439d-9f42-b77d456194ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:12.660143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00b16d48-9078-4dfb-9c76-d807e585b7c6 req-4f9ff8d4-1433-4493-9ab3-4672427bac9f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942925 Dec 10 18:12:12.842720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-ab18bc70-28d6-49f8-8061-fb2b05b23935 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611031 Dec 10 18:12:12.859325 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Checking router: 02d8e274-e2f3-4798-ba11-f40abc2189f5 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:12:12.869823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c31acb2-ba9f-4bec-a32e-0520e41ed145 req-7accc161-5636-47f8-8366-5ec51ee7b575 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277153 Dec 10 18:12:12.872628 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Updating router 02d8e274-e2f3-4798-ba11-f40abc2189f5 port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:12:12.919967 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ed745c-e204-4b4d-bbd9-95647fb109c2 x-openstack-request-id: req-e8ed745c-e204-4b4d-bbd9-95647fb109c2 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:12.920126 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a91b88-21ab-42bf-ab32-1a6e6e272141", "tag": "eb3990e3-4171-4b58-82ab-2c8fe7023264", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:12.920318 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8ed745c-e204-4b4d-bbd9-95647fb109c2 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:12.920792 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'tag': 'eb3990e3-4171-4b58-82ab-2c8fe7023264', 'status': 'completed', 'code': 200} Dec 10 18:12:12.925950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd4708-b807-4c71-b6eb-dc9082df87c2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3990e3-4171-4b58-82ab-2c8fe7023264,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:12.963068 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:12.968914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-c5e24c00-e9f6-4a29-9ff9-523c16f28b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:12.970702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-c5e24c00-e9f6-4a29-9ff9-523c16f28b1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 1094 time: 0.3094552 Dec 10 18:12:13.018179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4f800-6b8a-4609-883b-9c75cc88ce38 req-ad372221-2bf2-4bc6-86a8-69a74195a9b4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:13.030807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30e4f800-6b8a-4609-883b-9c75cc88ce38 req-ad372221-2bf2-4bc6-86a8-69a74195a9b4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 950 time: 0.1767671 Dec 10 18:12:13.126762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c407-27a2-4e9e-b249-ab86e561d2a5 req-5d118e88-e91a-4aed-b961-60577df05956 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:13.136108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc02c407-27a2-4e9e-b249-ab86e561d2a5 req-5d118e88-e91a-4aed-b961-60577df05956 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 943 time: 0.1103561 Dec 10 18:12:13.273491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc02c407-27a2-4e9e-b249-ab86e561d2a5 req-bf6d6286-0755-4643-b9a6-b5d6600604bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361203 Dec 10 18:12:13.368076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-ff5758d0-55a2-4308-a8c5-eaf5794f3e6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb3990e3-4171-4b58-82ab-2c8fe7023264 HTTP/1.1" status: 200 len: 217 time: 0.2361534 Dec 10 18:12:13.381242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:13.391905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-dece5074-b159-43b5-8962-80ffd5003782 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5378544 Dec 10 18:12:13.458776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 447d1335-8618-4dc8-8a26-c9b8b0859004 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:13.466112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 447d1335-8618-4dc8-8a26-c9b8b0859004 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:13.467197 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:13.528687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-f86ddf86-3120-4d48-9fd5-7baf7e0b9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:13.538043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-f86ddf86-3120-4d48-9fd5-7baf7e0b9da2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1572366 Dec 10 18:12:13.608897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30e4f800-6b8a-4609-883b-9c75cc88ce38 req-7bb0718c-c50e-4e1f-b165-9c9a952ffb90 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751419 Dec 10 18:12:13.643959 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:13.692431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-ceace1ee-e13f-47e9-a795-deddac710535 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360395 Dec 10 18:12:13.709588 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:13.734588 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:13.736897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:13.751031 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:13.845942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-c951be4f-45f1-42fa-894d-d1425860569f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:13.858031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-c951be4f-45f1-42fa-894d-d1425860569f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 815 time: 0.4215586 Dec 10 18:12:13.891280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-d25bc9fe-d3de-428d-b2cf-f75dd799377b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/quotas/ece9534ea2694035aa9b05e5fab49f48 HTTP/1.1" status: 200 len: 375 time: 0.0297885 Dec 10 18:12:13.925914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:14.010152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-650f08f1-ed7a-4bf4-9eba-47deb98c4cfc tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163342 Dec 10 18:12:14.076856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b3bf466-1502-4b7c-82a6-c4e9c987e96d req-a6a40779-b2a2-4225-a136-c7acc2b15f0c tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 210 time: 0.1462431 Dec 10 18:12:14.169708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60210) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:14.361347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-390b0ae5-1b42-46e2-8589-d021d17ae965 service neutron] 10.222.0.55 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501320 Dec 10 18:12:14.361989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-591a8a44-dd2a-4eb2-99cc-4351fa437331 service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567764 Dec 10 18:12:14.459319 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Pushing event updated for resources: {'Port': ['ID=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:14.468312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Attempting to bind port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:14.468911 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Attempting to bind port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:14.469515 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Attempting to bind port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 on network 8ef35a9b-ef3b-486e-ac42-432c567bef82 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:14.470852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:14.486323 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:14.486853 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d534c9ca-fe37-4071-9c42-e013ccf3e6a3" -d '{"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-plugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:14.488016 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Checking segment: {'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:14.489171 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:14.490179 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Bound using segment: {'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:14.491159 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Bound port: 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275d795b-1266-4a99-80ee-bc320724d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:14.491782 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:14.507276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-92f28cef-a569-41d9-9f0b-e11d10e87b07 None None] Provisioning complete for port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:14.507661 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-92f28cef-a569-41d9-9f0b-e11d10e87b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:14.576585 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] For port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:14.582324 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] For port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,segment=NetworkSegment(275d795b-1266-4a99-80ee-bc320724d80a),segment_id=275d795b-1266-4a99-80ee-bc320724d80a)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:14.584437 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.584779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.585154 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.585488 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.585835 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.586192 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.587585 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.588104 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.588607 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.589081 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.589969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.590517 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.591115 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:12:14.596668 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:14.605945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-45eb0249-b093-4a68-a1fe-2193c9c24ca6 service neutron] 10.222.0.55 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433658 Dec 10 18:12:14.663176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1670d34b-af89-420f-94c7-d87d7b171184 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:14.664767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1670d34b-af89-420f-94c7-d87d7b171184 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.59 "GET /v2.0/ports?device_id=f504c26e-9872-46b7-aca4-c9d7bb0bf0f1 HTTP/1.1" status: 200 len: 945 time: 0.4959979 Dec 10 18:12:14.699454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-92f28cef-a569-41d9-9f0b-e11d10e87b07 None None] Port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:14.719204 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Routers {'02d8e274-e2f3-4798-ba11-f40abc2189f5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:12:14.727544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:12:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['02d8e274-e2f3-4798-ba11-f40abc2189f5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:14.743404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2144973319-network', 'tenant_id': '552022faf1e4411c9cb3988cb5c96c88'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:14.892845 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61272605-826a-45b0-8ae3-daa6167e4cc5 None None] Pushing event updated for resources: {'Port': ['ID=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:15.071314 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] Set router 02d8e274-e2f3-4798-ba11-f40abc2189f5 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:12:15.141776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f191fa28-fa43-4dae-9c1a-fd338db9caa9 None None] Provisioning complete for port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:15.147382 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f191fa28-fa43-4dae-9c1a-fd338db9caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:15.279170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ef074-9d5b-494f-9d80-81f187886083 req-48944081-e710-4283-b93f-f419fd4e96f6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:15.289332 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-576ef074-9d5b-494f-9d80-81f187886083 req-48944081-e710-4283-b93f-f419fd4e96f6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 943 time: 0.1280227 Dec 10 18:12:15.444648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-576ef074-9d5b-494f-9d80-81f187886083 req-e4269f0d-c013-4aeb-9361-fda11e855c33 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541774 Dec 10 18:12:15.452961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f191fa28-fa43-4dae-9c1a-fd338db9caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:15.470022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Made reservation on behalf of 552022faf1e4411c9cb3988cb5c96c88 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:15.486346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:15.556624 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:15.587938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f191fa28-fa43-4dae-9c1a-fd338db9caa9 None None] For port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,segment=NetworkSegment(275d795b-1266-4a99-80ee-bc320724d80a),segment_id=275d795b-1266-4a99-80ee-bc320724d80a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:15.633245 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab39963-1039-4683-a351-de4b8902eb5a x-openstack-request-id: req-0ab39963-1039-4683-a351-de4b8902eb5a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:15.633673 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-plugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:15.633940 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ab39963-1039-4683-a351-de4b8902eb5a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:15.634450 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'code': 200} Dec 10 18:12:15.644168 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f191fa28-fa43-4dae-9c1a-fd338db9caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:15.671156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8d8778-b3e9-4abf-a8c5-de838af03431 req-70ee6b5b-9989-4764-9580-d0daf9dcfe5d service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2948954 Dec 10 18:12:15.718117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Deleting port 466e2d66-fa15-4877-a233-0ade1493a8f8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:15.718526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:15.861314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191fa28-fa43-4dae-9c1a-fd338db9caa9 None None] Pushing event updated for resources: {'Port': ['ID=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:15.914277 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '591de812-433d-4c15-aa05-518d713ae380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:12:09Z', 'revision_number': 4, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port': {'id': '591de812-433d-4c15-aa05-518d713ae380', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:58Z', 'updated_at': '2021-12-10T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19', 'name': '', 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'mac_address': 'fa:16:3e:4c:1b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '7a942764-df62-439d-9f42-b77d456194ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:07Z', 'updated_at': '2021-12-10T18:12:14Z', 'revision_number': 4, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'subnets': [{'id': '7a942764-df62-439d-9f42-b77d456194ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:16.010723 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f92d35-0694-4bbf-905d-00e8cd88218a None None] The sync data for ids ['02d8e274-e2f3-4798-ba11-f40abc2189f5'] in n-d-821424-1 is: [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '591de812-433d-4c15-aa05-518d713ae380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:12:09Z', 'revision_number': 4, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port': {'id': '591de812-433d-4c15-aa05-518d713ae380', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:58Z', 'updated_at': '2021-12-10T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19', 'name': '', 'network_id': '8ef35a9b-ef3b-486e-ac42-432c567bef82', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'mac_address': 'fa:16:3e:4c:1b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '7a942764-df62-439d-9f42-b77d456194ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:07Z', 'updated_at': '2021-12-10T18:12:14Z', 'revision_number': 4, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'subnets': [{'id': '7a942764-df62-439d-9f42-b77d456194ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:12:16.013026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d76ad9-5ad5-4672-8805-8166e7f61d3e req-93ab9635-21e8-44e0-beac-e6434660dbfe tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:16.016765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82d76ad9-5ad5-4672-8805-8166e7f61d3e req-93ab9635-21e8-44e0-beac-e6434660dbfe tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 950 time: 0.1695185 Dec 10 18:12:16.190426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82d76ad9-5ad5-4672-8805-8166e7f61d3e req-67114ce2-0fc5-45c8-9188-7915131204f3 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621730 Dec 10 18:12:16.253045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] For port 466e2d66-fa15-4877-a233-0ade1493a8f8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=466e2d66-fa15-4877-a233-0ade1493a8f8,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:16.253445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:16.399319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88f64b81-b54a-476a-af9f-7b939261a3b8 req-ea7f34b6-5925-4d8c-b413-619319242f8f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 210 time: 0.0734425 Dec 10 18:12:16.445585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:16.461398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca45995-68ed-4b37-9623-abe5d04addb9 req-43ee1e54-36c5-4105-ace9-8e8f2875ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:16.463254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ca45995-68ed-4b37-9623-abe5d04addb9 req-43ee1e54-36c5-4105-ace9-8e8f2875ce46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1101 time: 0.7386713 Dec 10 18:12:16.480008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:16.485590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6d146-a5fd-43f4-ac3c-7f04dda13265 req-cdc6ddcd-0dc5-423d-9ca2-654064934ecb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:16.495947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72c6d146-a5fd-43f4-ac3c-7f04dda13265 req-cdc6ddcd-0dc5-423d-9ca2-654064934ecb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.9643614 Dec 10 18:12:16.512949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Calling delete_port for 466e2d66-fa15-4877-a233-0ade1493a8f8 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:16.525676 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:16.657871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:12:16.668406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a3b0837-7271-4227-91d5-600d8056f399 req-7fb93648-e1fb-4d8a-bbcc-4c56ada4a200 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7d77c49-fc66-415a-b643-0bdbf54f8ace HTTP/1.1" status: 200 len: 210 time: 0.0932279 Dec 10 18:12:16.708174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ca45995-68ed-4b37-9623-abe5d04addb9 req-43b75005-5635-4848-b25e-dc1523ba8258 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878567 Dec 10 18:12:16.708736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:16.710241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:16.738032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087340e5-e4c0-4d81-8991-b0b103638a76,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:16.757289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-6f1a623b-9092-4e33-a074-9729f7e2350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:16.761842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-6f1a623b-9092-4e33-a074-9729f7e2350d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 1094 time: 0.9001276 Dec 10 18:12:16.773466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:16.774161 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Added segment 65d1fed3-6abb-4c1f-9f6b-885cacfde853 of type vlan for network 8c02fc54-7add-4bdf-9ae8-b70246173928 Dec 10 18:12:16.875393 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:16.984898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:16.987501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:16.989011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:17.124017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72c6d146-a5fd-43f4-ac3c-7f04dda13265 req-9bfca3da-6b8f-4a31-a00d-1fb9c2d366eb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265233 Dec 10 18:12:17.335389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] Pushing event updated for resources: {'Network': ['ID=8c02fc54-7add-4bdf-9ae8-b70246173928,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:17.353430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8c02fc54-7add-4bdf-9ae8-b70246173928 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:12:17.414332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-059e3140-4a49-442d-bca5-489cb937fc8d admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.2423394 Dec 10 18:12:17.417424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:17.424733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Request body: {'subnet': {'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2144973319-subnet', 'tenant_id': '552022faf1e4411c9cb3988cb5c96c88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:17.494813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Made reservation on behalf of 552022faf1e4411c9cb3988cb5c96c88 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:17.497765 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:18.009948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:18.104820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c86400ad-c85b-4185-ba3b-3f7d3b1f9308,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:18.164754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Checking segment: {'id': '65d1fed3-6abb-4c1f-9f6b-885cacfde853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:18.165178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Network hostable DHCP agents. Network: 8c02fc54-7add-4bdf-9ae8-b70246173928, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:12:18.203055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Network 8c02fc54-7add-4bdf-9ae8-b70246173928 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:12:18.233122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8c02fc54-7add-4bdf-9ae8-b70246173928) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:18.248910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3669013-1e40-4eed-8557-4744bb5b7d0a None None] Network 8c02fc54-7add-4bdf-9ae8-b70246173928 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:18.253554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:18.257970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:18.316974 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f172ef55-679e-40c8-afc5-b9501b3dac5d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8891397 Dec 10 18:12:18.317233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:18.353360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-57136473-4d62-4272-a368-3526c3824bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:18.356396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-57136473-4d62-4272-a368-3526c3824bfd service neutron] 10.222.0.30 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 1.3859174 Dec 10 18:12:18.404717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 466e2d66-fa15-4877-a233-0ade1493a8f8 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:18.443470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b353c5-f0a7-4472-9ac3-6a31685cb5a1 req-a59575f2-b498-4302-9f97-d845dd82d74b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:18.448162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60b353c5-f0a7-4472-9ac3-6a31685cb5a1 req-a59575f2-b498-4302-9f97-d845dd82d74b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 1.1745675 Dec 10 18:12:18.565749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-ef521ffc-12ca-48c4-95ad-9c071741bf92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb3990e3-4171-4b58-82ab-2c8fe7023264 HTTP/1.1" status: 200 len: 217 time: 0.1486044 Dec 10 18:12:18.572703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Pushing event deleted for resources: {'Port': ['ID=466e2d66-fa15-4877-a233-0ade1493a8f8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:18.659262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 466e2d66-fa15-4877-a233-0ade1493a8f8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:18.661176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 466e2d66-fa15-4877-a233-0ade1493a8f8 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:18.665819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8576c00d-9c2e-4b0e-9ece-f3281fb024f5 None None] Network 8c02fc54-7add-4bdf-9ae8-b70246173928 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:18.696342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] No DVR routers for this DVR port 466e2d66-fa15-4877-a233-0ade1493a8f8 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:18.699625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:18.703820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a2b654c-c58b-425d-99df-cdc73a7c847b req-1ef3aba1-1383-4ea3-bdf5-afaa57063019 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.59 "DELETE /v2.0/ports/466e2d66-fa15-4877-a233-0ade1493a8f8 HTTP/1.1" status: 204 len: 173 time: 3.9364049 Dec 10 18:12:18.710956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-deleted', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:18.713827 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee9a9fd-4693-4be6-bddb-820f942b975e" -d '{"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-deleted", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:18.724828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-390a15d1-afe2-4871-82a2-dbd7912b891f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:18.727126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-390a15d1-afe2-4871-82a2-dbd7912b891f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 815 time: 1.2793131 Dec 10 18:12:18.747245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Request body: {'port': {'device_id': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'admin_state_up': True, 'tenant_id': 'ece9534ea2694035aa9b05e5fab49f48'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:18.769753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-64a6641d-acf6-4739-9563-310e7fa416cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:18.771310 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-64a6641d-acf6-4739-9563-310e7fa416cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1853189 Dec 10 18:12:18.861453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-42bd7b4d-9d65-41f9-a054-02c27d30f135 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430160 Dec 10 18:12:18.940900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60b353c5-f0a7-4472-9ac3-6a31685cb5a1 req-19b1fff8-5b60-4c30-8dfd-645eeff9e694 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717886 Dec 10 18:12:19.234928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-54a4abb8-383c-45a3-a815-db7e3c45b7cb service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594859 Dec 10 18:12:19.379437 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8324670-6d56-4f97-a9ae-01a644d7b5e9 req-54a8ae17-34c2-4943-9c7f-7f22234ff51b service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424482 Dec 10 18:12:19.399824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device eb3990e3-4171-4b58-82ab-2c8fe7023264 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:19.426728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc957d63-d003-40cf-b180-3885bf4edba0 req-1459ebcb-fdcb-4d96-b4da-005497f17e78 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:19.432777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc957d63-d003-40cf-b180-3885bf4edba0 req-1459ebcb-fdcb-4d96-b4da-005497f17e78 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 943 time: 0.3302677 Dec 10 18:12:19.436762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Made reservation on behalf of ece9534ea2694035aa9b05e5fab49f48 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:19.447133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:19.528696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc957d63-d003-40cf-b180-3885bf4edba0 req-9ac1b331-e0cb-480f-a310-8682581435c6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760472 Dec 10 18:12:19.695412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port eb3990e3-4171-4b58-82ab-2c8fe7023264, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=eb3990e3-4171-4b58-82ab-2c8fe7023264,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:19.720033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'eb3990e3-4171-4b58-82ab-2c8fe7023264', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': 'eb3990e3-4171-4b58-82ab-2c8fe7023264', 'mac_address': 'fa:16:3e:0a:ee:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:19.720514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c72e54c8-2df8-4ead-a340-a2886c1ba753 req-f119a6ab-906d-465a-bbc1-4ce22a630a45 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 210 time: 0.0756626 Dec 10 18:12:19.835960 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:19.836603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Allocated IP 172.20.0.14 (583ae604-a47c-4d8f-8084-c1e298494ed3/11421ecb-5e2d-45e3-a40f-915d57dcab4e/079c7bf9-9c80-436b-947c-aed484c1d619) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:19.875008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3990e3-4171-4b58-82ab-2c8fe7023264 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:19.951943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port eb3990e3-4171-4b58-82ab-2c8fe7023264, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=eb3990e3-4171-4b58-82ab-2c8fe7023264,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:19.964115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:20.070720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=eb3990e3-4171-4b58-82ab-2c8fe7023264,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:20.111744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:20.193015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:20.219378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde14147-57b8-4c8f-ac75-8760930ccab3 req-9b9979a0-b2a9-4e4a-9bdb-6f20fda89e90 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:20.228176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bde14147-57b8-4c8f-ac75-8760930ccab3 req-9b9979a0-b2a9-4e4a-9bdb-6f20fda89e90 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.2276781 Dec 10 18:12:20.302579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Network 583ae604-a47c-4d8f-8084-c1e298494ed3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:20.302818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['eb3990e3-4171-4b58-82ab-2c8fe7023264'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:20.316732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:20.322678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:20.387725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:20.388490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:20.456933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:20.485831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bde14147-57b8-4c8f-ac75-8760930ccab3 req-cd58f086-b51e-40fd-b89b-52300d14afc6 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565815 Dec 10 18:12:20.504573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-f24d9669-a639-41c7-9e19-7a36a8394fe0 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:20.505404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-bd06e2bc-585e-4bc4-bf08-e590ba9ddc05 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7639384 Dec 10 18:12:20.515313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-f24d9669-a639-41c7-9e19-7a36a8394fe0 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/networks?id=8c02fc54-7add-4bdf-9ae8-b70246173928 HTTP/1.1" status: 200 len: 822 time: 0.2053926 Dec 10 18:12:20.531553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Request body: {'port': {'device_id': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:20.535358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-6206458f-19d2-4544-9df7-7c81e3b593d2 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/quotas/552022faf1e4411c9cb3988cb5c96c88 HTTP/1.1" status: 200 len: 375 time: 0.0184538 Dec 10 18:12:20.569000 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa11b25d-2ce3-421e-ad36-55e962610d05 x-openstack-request-id: req-fa11b25d-2ce3-421e-ad36-55e962610d05 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:20.570103 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f504c26e-9872-46b7-aca4-c9d7bb0bf0f1", "name": "network-vif-deleted", "tag": "466e2d66-fa15-4877-a233-0ade1493a8f8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:20.571769 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa11b25d-2ce3-421e-ad36-55e962610d05 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:20.573567 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f504c26e-9872-46b7-aca4-c9d7bb0bf0f1', 'name': 'network-vif-deleted', 'tag': '466e2d66-fa15-4877-a233-0ade1493a8f8', 'status': 'completed', 'code': 200} Dec 10 18:12:20.575940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-bf2cd97f-f1a6-4ece-910b-451ff6e85add tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=552022faf1e4411c9cb3988cb5c96c88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395756 Dec 10 18:12:20.641318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:20.700728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-c707b167-5005-4d33-9e2e-b8aee4fc0eef service neutron] 10.222.0.55 "GET /v2.0/networks/8c02fc54-7add-4bdf-9ae8-b70246173928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237943 Dec 10 18:12:20.799833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-2fe028f2-fdb5-41ca-80d2-5d2f3d5d54c1 service neutron] 10.222.0.55 "GET /v2.0/networks/8c02fc54-7add-4bdf-9ae8-b70246173928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977588 Dec 10 18:12:20.857445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f06ed-1098-49db-8db6-64e025abb461 req-670012b7-335a-4290-9acb-3977b5c0230f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:20.858870 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb0f06ed-1098-49db-8db6-64e025abb461 req-670012b7-335a-4290-9acb-3977b5c0230f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1969855 Dec 10 18:12:20.979494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb0f06ed-1098-49db-8db6-64e025abb461 req-1d02e55c-45da-464d-8e50-bec3bcf05d3b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132958 Dec 10 18:12:21.222195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079c7bf9-9c80-436b-947c-aed484c1d619 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:21.233697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.257910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97d1e8-e167-478b-94e0-8459597a6769 req-f90bd17b-6af4-4186-98c5-b64b7ced7cb7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:21.277714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc97d1e8-e167-478b-94e0-8459597a6769 req-f90bd17b-6af4-4186-98c5-b64b7ced7cb7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 932 time: 0.0832088 Dec 10 18:12:21.309528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Transition to ACTIVE for port object 079c7bf9-9c80-436b-947c-aed484c1d619 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:21.337101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bffec-b3be-4771-adf8-b53b38361312 req-4b2bb699-c20f-4fd2-80cb-ab2fa4835d2f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:21.355022 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc97d1e8-e167-478b-94e0-8459597a6769 req-14c4a212-f9e1-4412-8454-d535e32319d5 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712194 Dec 10 18:12:21.357649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f20bffec-b3be-4771-adf8-b53b38361312 req-4b2bb699-c20f-4fd2-80cb-ab2fa4835d2f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 944 time: 0.2518175 Dec 10 18:12:21.360799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.413526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device eb3990e3-4171-4b58-82ab-2c8fe7023264 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:21.469391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e01bcc0c-279a-4c55-b0a6-c3c85cadd3e4 req-18a0b25f-cac6-4cc2-989e-ddefc19f1dc8 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 210 time: 0.0792210 Dec 10 18:12:21.526737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76722712-6178-4304-a317-07baa92f8375 service neutron] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:21.550625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port eb3990e3-4171-4b58-82ab-2c8fe7023264 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:21.558342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port eb3990e3-4171-4b58-82ab-2c8fe7023264 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:21.564068 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.577609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f20bffec-b3be-4771-adf8-b53b38361312 req-e3c0d1c4-3189-4894-ac1b-e4cfc802f315 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000263 Dec 10 18:12:21.622667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Attempting to bind port 079c7bf9-9c80-436b-947c-aed484c1d619 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:21.626595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Attempting to bind port 079c7bf9-9c80-436b-947c-aed484c1d619 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:21.627373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Attempting to bind port 079c7bf9-9c80-436b-947c-aed484c1d619 on network 583ae604-a47c-4d8f-8084-c1e298494ed3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:21.638854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Port 079c7bf9-9c80-436b-947c-aed484c1d619 on network 583ae604-a47c-4d8f-8084-c1e298494ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:21.639216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Attempting to bind port 079c7bf9-9c80-436b-947c-aed484c1d619 on network 583ae604-a47c-4d8f-8084-c1e298494ed3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:21.659006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:21.660426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Checking segment: {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:21.661287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Bound using segment: {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:21.661813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Bound port: 079c7bf9-9c80-436b-947c-aed484c1d619, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:21.662604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.726766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.754970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3990e3-4171-4b58-82ab-2c8fe7023264'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:21.763126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:21.767017 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914d5b4c-702c-4ed7-afba-73f20432890a" -d '{"events": [{"server_uuid": "77a91b88-21ab-42bf-ab32-1a6e6e272141", "name": "network-vif-plugged", "status": "completed", "tag": "eb3990e3-4171-4b58-82ab-2c8fe7023264"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:21.772147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:21.782677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port eb3990e3-4171-4b58-82ab-2c8fe7023264, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=eb3990e3-4171-4b58-82ab-2c8fe7023264,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:21.786916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.791650 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.794394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1eaefc21-fe55-4c8f-bc69-982ec5413816 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:21.856178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:21.856821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:21.858779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-76722712-6178-4304-a317-07baa92f8375 service neutron] 10.222.0.30 "PUT /v2.0/ports/079c7bf9-9c80-436b-947c-aed484c1d619 HTTP/1.1" status: 200 len: 1092 time: 1.3438597 Dec 10 18:12:21.921506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=eb3990e3-4171-4b58-82ab-2c8fe7023264,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:21.952904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76722712-6178-4304-a317-07baa92f8375 service neutron] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:21.993083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-ba92403b-d902-4555-91cc-e3edda08bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:21.994819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-ba92403b-d902-4555-91cc-e3edda08bbc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 1095 time: 0.0871136 Dec 10 18:12:22.022399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:22.104330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-82c3c47d-ca6d-4f64-b843-2c897f0ea79f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=079c7bf9-9c80-436b-947c-aed484c1d619 HTTP/1.1" status: 200 len: 217 time: 0.0932796 Dec 10 18:12:22.110620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:22.120051 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:22.171125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-7a02c7f6-d00e-44d3-8669-b00d2a5ba0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:22.175411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-7a02c7f6-d00e-44d3-8669-b00d2a5ba0a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11421ecb-5e2d-45e3-a40f-915d57dcab4e HTTP/1.1" status: 200 len: 855 time: 0.0702033 Dec 10 18:12:22.257445 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-91d16cf2-d269-40b6-b3c0-0b9d8cdf6ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=583ae604-a47c-4d8f-8084-c1e298494ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715249 Dec 10 18:12:22.267644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:22.418219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-ca2b3b8a-006b-4fb4-805d-44c74119509f service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471469 Dec 10 18:12:22.549857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e51f1f6-28a1-45c6-86fe-448ad188466e req-f63c0eb5-a496-4b7e-a4bd-1ddbcbc50ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207550 Dec 10 18:12:22.575751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:22.578751 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361f3b0b-ffea-47c1-97b9-0d843c080517" -d '{"events": [{"name": "network-changed", "server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:22.631832 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-27c6d47c-8543-4dab-87b5-9dd28ca0f11f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d300a59c1a864c4a835640eec5d65148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331066 Dec 10 18:12:22.719686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe669-4509-48d2-95c4-1a2320e6eedf req-007c8857-8915-4b3f-bdf8-3aeaf90d9f27 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:22.722978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-887fe669-4509-48d2-95c4-1a2320e6eedf req-007c8857-8915-4b3f-bdf8-3aeaf90d9f27 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.0785182 Dec 10 18:12:22.867997 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-887fe669-4509-48d2-95c4-1a2320e6eedf req-f6a25c37-15b8-4b36-9a71-088e7a387b02 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356852 Dec 10 18:12:22.906417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-e73ad2c8-30b9-496c-b2ec-2d3a586fb754 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:22.907980 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-e73ad2c8-30b9-496c-b2ec-2d3a586fb754 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2694142 Dec 10 18:12:22.926451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-6eb7815d-d07f-4b05-8865-93e7671cbbba tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:22.928596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-6eb7815d-d07f-4b05-8865-93e7671cbbba tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.59 "GET /v2.0/networks?id=8c02fc54-7add-4bdf-9ae8-b70246173928 HTTP/1.1" status: 200 len: 822 time: 0.2129240 Dec 10 18:12:22.942032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-e0682e32-cd50-420e-b8f1-756b889feeef tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/quotas/d300a59c1a864c4a835640eec5d65148 HTTP/1.1" status: 200 len: 375 time: 0.0119319 Dec 10 18:12:22.942613 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a609ff6a-15a2-4f6c-a478-164ed6e742f6 x-openstack-request-id: req-a609ff6a-15a2-4f6c-a478-164ed6e742f6 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:22.943093 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a91b88-21ab-42bf-ab32-1a6e6e272141", "name": "network-vif-plugged", "status": "completed", "tag": "eb3990e3-4171-4b58-82ab-2c8fe7023264", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:22.943184 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a609ff6a-15a2-4f6c-a478-164ed6e742f6 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:22.943687 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3990e3-4171-4b58-82ab-2c8fe7023264', 'code': 200} Dec 10 18:12:22.946918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Request body: {'port': {'device_id': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928', 'admin_state_up': True, 'tenant_id': '552022faf1e4411c9cb3988cb5c96c88'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:23.107030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c64b7c-2225-4bda-b979-8e7fceedf7e6 req-bb7a21e2-28d1-4784-acf1-d9697e44295d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:23.109878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21c64b7c-2225-4bda-b979-8e7fceedf7e6 req-bb7a21e2-28d1-4784-acf1-d9697e44295d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 944 time: 0.0800693 Dec 10 18:12:23.147779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-594c824c-f16c-437c-a1a7-cf2921a22a13 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1963351 Dec 10 18:12:23.167849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819178e-610c-4881-8f30-faee384fe81d req-41f49cde-6f09-4e8e-8397-fb3d4b677071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:23.169856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0819178e-610c-4881-8f30-faee384fe81d req-41f49cde-6f09-4e8e-8397-fb3d4b677071 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 1096 time: 0.1156240 Dec 10 18:12:23.257079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Made reservation on behalf of 552022faf1e4411c9cb3988cb5c96c88 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:23.260823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21c64b7c-2225-4bda-b979-8e7fceedf7e6 req-c6a0ef2d-3739-418d-9963-f44d32b058d7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436222 Dec 10 18:12:23.261645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:23.298322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0819178e-610c-4881-8f30-faee384fe81d req-a0ab9447-8139-4c7d-bde3-d9b3b1d85887 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160631 Dec 10 18:12:23.419010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63648b72-24ac-4e43-bdcc-1e3bc89431a6 req-ae8ea998-e09b-4ac4-82a2-54b31b34550e tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 210 time: 0.0504878 Dec 10 18:12:23.473923 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca87a444-5c13-4c11-aeeb-c3df20fede23 x-openstack-request-id: req-ca87a444-5c13-4c11-aeeb-c3df20fede23 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:23.474241 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:23.487691 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca87a444-5c13-4c11-aeeb-c3df20fede23 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:23.488177 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619', 'status': 'completed', 'code': 200} Dec 10 18:12:23.676734 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d540a64c-447d-43a0-96aa-648c11043e4f req-ce60821e-6975-459f-9fcd-5a6673b8b10b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 210 time: 0.0665689 Dec 10 18:12:23.723630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Allocated IP 172.20.0.4 (8c02fc54-7add-4bdf-9ae8-b70246173928/c86400ad-c85b-4185-ba3b-3f7d3b1f9308/9973a6d2-f9b0-4b24-a316-7c7f50583ce8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:23.732506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-3338d637-1fbe-4457-869a-30733923e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:23.734030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-3338d637-1fbe-4457-869a-30733923e4ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 1095 time: 0.1448748 Dec 10 18:12:23.806065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e6bda-e47d-44bb-b51d-b53e0b5f9d73 req-76268fdb-f77e-4050-a060-70d768b7ca9e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:23.812054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a30e6bda-e47d-44bb-b51d-b53e0b5f9d73 req-76268fdb-f77e-4050-a060-70d768b7ca9e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 945 time: 0.1123011 Dec 10 18:12:23.913284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a30e6bda-e47d-44bb-b51d-b53e0b5f9d73 req-8c8cef0d-c518-43a0-a6ae-7fbc22bd55b9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941143 Dec 10 18:12:23.995207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-a0c195ca-1dab-4109-b7af-85d7a0a3628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:23.996728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-a0c195ca-1dab-4109-b7af-85d7a0a3628a service neutron] 10.222.0.30 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 916 time: 0.2544892 Dec 10 18:12:24.087171 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-3fc05edb-dce5-4c0c-bd5a-99bf21d8ce3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=079c7bf9-9c80-436b-947c-aed484c1d619 HTTP/1.1" status: 200 len: 217 time: 0.0641232 Dec 10 18:12:24.165379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338bb6e-fd7b-4aad-a70f-2f78693c583c req-d73ef4d1-d680-403f-a880-575edd49ba19 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:24.168488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c338bb6e-fd7b-4aad-a70f-2f78693c583c req-d73ef4d1-d680-403f-a880-575edd49ba19 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.1318524 Dec 10 18:12:24.212601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-f1b51e2c-5432-4327-b7c3-cb2668d94ea5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:24.214187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-f1b51e2c-5432-4327-b7c3-cb2668d94ea5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.3497624 Dec 10 18:12:24.220776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:24.241347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-5373999a-6e85-4dd9-94b6-a274183fde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:24.243191 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-5373999a-6e85-4dd9-94b6-a274183fde28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11421ecb-5e2d-45e3-a40f-915d57dcab4e HTTP/1.1" status: 200 len: 855 time: 0.1433372 Dec 10 18:12:24.251903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c338bb6e-fd7b-4aad-a70f-2f78693c583c req-9fe60648-d7fd-4914-a98e-c87499d30649 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741343 Dec 10 18:12:24.254965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-8e891749-dd3c-4404-8628-ac8cea946a4b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/quotas/68c8bb1bfcb54f01b8cc66a8a5ff760a HTTP/1.1" status: 200 len: 375 time: 0.0293250 Dec 10 18:12:24.386340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-db4565be-8418-410c-bf59-0329c8557c2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=583ae604-a47c-4d8f-8084-c1e298494ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188304 Dec 10 18:12:24.460604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b1e45-21ed-4a83-812f-2c9caf5ee443 req-3d5517b4-8e8c-48cd-96a2-37b15c9539af tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:24.467958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f6b1e45-21ed-4a83-812f-2c9caf5ee443 req-3d5517b4-8e8c-48cd-96a2-37b15c9539af tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 944 time: 0.0859799 Dec 10 18:12:24.499546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-d274eba4-9c54-4ecf-aa22-e188e690b586 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2394629 Dec 10 18:12:24.514421 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:24.603371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f6b1e45-21ed-4a83-812f-2c9caf5ee443 req-bb605e0e-369d-4e31-a747-d714ee05441f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313961 Dec 10 18:12:24.618643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Network 8c02fc54-7add-4bdf-9ae8-b70246173928 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:24.715912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:24.736119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-68d6a878-c48c-4ea3-ba18-d56d9900c90d service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354984 Dec 10 18:12:24.780466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:24.780905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fd42d-0ebb-4b7d-bf34-e825c743feef req-4472b541-d66a-401f-99e7-c62e07238690 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:24.784133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e83fd42d-0ebb-4b7d-bf34-e825c743feef req-4472b541-d66a-401f-99e7-c62e07238690 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 931 time: 0.0920908 Dec 10 18:12:24.798490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Pushing event updated for resources: {'Port': ['ID=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:24.906873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e83fd42d-0ebb-4b7d-bf34-e825c743feef req-7ea31935-7432-4ee0-b0a0-58972528dbab tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150346 Dec 10 18:12:24.946130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:24.954003 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb0f18c-bf38-420f-837d-6027b735c073" -d '{"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-unplugged", "status": "completed", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:25.066732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-d4659a73-7ec2-40e2-8c35-8d3f75bf387e service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569507 Dec 10 18:12:25.075922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-f5dfb2c7-f84a-4232-ac2e-254550df22e2 service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388658 Dec 10 18:12:25.116921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21de41bc-1439-451a-9a30-fff5f6301ff0 req-e1894318-3bcd-4967-ba6e-2c1b36a6afbd tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 210 time: 0.0719936 Dec 10 18:12:25.247578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:25.248020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:25.254956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-361f3b0b-ffea-47c1-97b9-0d843c080517 req-7274ff12-4857-4c9a-af4f-b9d390d1fb18 service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501148 Dec 10 18:12:25.295342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-e6cdbbbd-b5b0-4b3b-b708-0a6728a5b02f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d300a59c1a864c4a835640eec5d65148&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383565 Dec 10 18:12:25.307660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-73289208-35d1-48e7-a29a-0c7bc98ae215 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3644319 Dec 10 18:12:25.383488 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab23aba-0b67-48db-80cd-19548d920f65 x-openstack-request-id: req-dab23aba-0b67-48db-80cd-19548d920f65 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:25.383883 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-unplugged", "status": "completed", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:25.384581 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dab23aba-0b67-48db-80cd-19548d920f65 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:25.385208 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'code': 200} Dec 10 18:12:25.397647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789e83-b950-4974-8252-673bc1e66213 req-e86e585a-1b00-416d-8715-b48bf76ad6ac tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:25.419259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 079c7bf9-9c80-436b-947c-aed484c1d619 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:25.419529 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91789e83-b950-4974-8252-673bc1e66213 req-e86e585a-1b00-416d-8715-b48bf76ad6ac tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 945 time: 0.1735511 Dec 10 18:12:25.441155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-32558c96-f681-469d-8246-b27958a74b9d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:25.442753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-32558c96-f681-469d-8246-b27958a74b9d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340010 Dec 10 18:12:25.448022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Request body: {'port': {'device_id': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:25.523405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Request body: {'port': {'device_id': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'd300a59c1a864c4a835640eec5d65148'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:25.607263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91789e83-b950-4974-8252-673bc1e66213 req-2581f96b-5900-4b12-a46f-a278bc7d2677 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815245 Dec 10 18:12:25.731171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6577af27-81ce-464c-8bf6-d84be8ad212d req-2ff9d527-10e4-44b0-977f-66a85e6dfa49 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 210 time: 0.0484579 Dec 10 18:12:25.773421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:25.814859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '079c7bf9-9c80-436b-947c-aed484c1d619', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'port_id': '079c7bf9-9c80-436b-947c-aed484c1d619', 'mac_address': 'fa:16:3e:26:88:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11421ecb-5e2d-45e3-a40f-915d57dcab4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:25.860519 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:25.925324 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:25.967937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079c7bf9-9c80-436b-947c-aed484c1d619 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:25.994324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:26.000582 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:26.110480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329b376-81fd-4104-bd73-072e71bd6cfc req-529d509d-ad03-446e-81db-9c25587f5b36 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:26.124097 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0329b376-81fd-4104-bd73-072e71bd6cfc req-529d509d-ad03-446e-81db-9c25587f5b36 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 945 time: 0.0942249 Dec 10 18:12:26.148066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:26.288101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0329b376-81fd-4104-bd73-072e71bd6cfc req-654a6e05-6b31-4a38-99e3-ed1b50d8d342 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629355 Dec 10 18:12:26.322923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['079c7bf9-9c80-436b-947c-aed484c1d619'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:26.666347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:26.680841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872357a9-0e86-4566-a871-b46c036f8dcf req-a79ea8ae-0901-4fbe-afc4-d5577d1857f9 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:26.682803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-872357a9-0e86-4566-a871-b46c036f8dcf req-a79ea8ae-0901-4fbe-afc4-d5577d1857f9 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 931 time: 0.1394343 Dec 10 18:12:26.685594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:26.714996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Transition to ACTIVE for port object 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:26.747716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:26.827297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-872357a9-0e86-4566-a871-b46c036f8dcf req-d45c5e0d-5aa5-405f-bb25-72e044a9decc tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326489 Dec 10 18:12:26.828109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9521b41-ecc4-4034-8458-64ac776c56d7 req-28ceaa3d-f312-4c5d-8f88-04fbc7644d35 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:26.837828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a9521b41-ecc4-4034-8458-64ac776c56d7 req-28ceaa3d-f312-4c5d-8f88-04fbc7644d35 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 1.3364108 Dec 10 18:12:27.061598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd823d-0728-4687-a085-668d81c248e9 req-0ff107c9-9b77-4c90-9ed1-6d94ad5bbca5 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:27.079932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fcd823d-0728-4687-a085-668d81c248e9 req-0ff107c9-9b77-4c90-9ed1-6d94ad5bbca5 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 945 time: 0.1086080 Dec 10 18:12:27.179125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fcd823d-0728-4687-a085-668d81c248e9 req-46da11fe-7890-493c-aea2-2d40cfd35738 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933490 Dec 10 18:12:27.443002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a65eb6b-8b46-4703-ad0a-28285f42b00f req-254c69cb-c851-4acd-9a00-733a7ed3620e tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 210 time: 0.0544181 Dec 10 18:12:27.472051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-a099c7ba-181a-4723-900f-be4fee4f9655 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:27.479824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-a099c7ba-181a-4723-900f-be4fee4f9655 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.2942898 Dec 10 18:12:27.492175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Request body: {'port': {'device_id': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'admin_state_up': True, 'tenant_id': '68c8bb1bfcb54f01b8cc66a8a5ff760a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:27.693045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Made reservation on behalf of d300a59c1a864c4a835640eec5d65148 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:27.700244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:27.715107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:27.731483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a9521b41-ecc4-4034-8458-64ac776c56d7 req-0675d84e-d368-48d5-8f43-adc519817112 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8924313 Dec 10 18:12:27.821565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-c44c93d8-76c0-47e4-b3f9-e377c35f9fb9 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:27.823121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-c44c93d8-76c0-47e4-b3f9-e377c35f9fb9 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.30 "GET /v2.0/ports?device_id=82b4e474-c920-4fd4-a470-b616943816bd HTTP/1.1" status: 200 len: 943 time: 1.9183226 Dec 10 18:12:27.860642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6b2117d-369a-4743-b112-dacfc85503ff req-3d8e4399-f2b8-4f44-badc-317ae48231c0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 210 time: 0.1357219 Dec 10 18:12:27.892586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Made reservation on behalf of 68c8bb1bfcb54f01b8cc66a8a5ff760a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:27.896364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:28.155690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Attempting to bind port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:28.156100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Attempting to bind port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '65d1fed3-6abb-4c1f-9f6b-885cacfde853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:28.156424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Attempting to bind port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 on network 8c02fc54-7add-4bdf-9ae8-b70246173928 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:28.168018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 on network 8c02fc54-7add-4bdf-9ae8-b70246173928 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:28.168357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Attempting to bind port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 on network 8c02fc54-7add-4bdf-9ae8-b70246173928 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:28.180670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:28.181058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Checking segment: {'id': '65d1fed3-6abb-4c1f-9f6b-885cacfde853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:28.181423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Bound using segment: {'id': '65d1fed3-6abb-4c1f-9f6b-885cacfde853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:28.181890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Bound port: 9973a6d2-f9b0-4b24-a316-7c7f50583ce8, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d1fed3-6abb-4c1f-9f6b-885cacfde853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:28.182239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:28.191496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ccb1a-c97f-4c97-89ad-1b5b1e439fbf req-11e1719a-c207-449a-a2ef-35b2113de50b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:28.205042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d8ccb1a-c97f-4c97-89ad-1b5b1e439fbf req-11e1719a-c207-449a-a2ef-35b2113de50b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 945 time: 0.1471035 Dec 10 18:12:28.258799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Allocated IP 172.20.0.10 (3bb0b288-c30d-4141-9e74-e08ced68f7aa/43388b79-577f-4c12-ac62-071c26821e53/bbd70004-8497-414f-b5a9-c578cb6b8c58) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:28.288877 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-832afb68-50af-40ca-801c-5a07c8ecf37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:28.407644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Deleting port 1eaefc21-fe55-4c8f-bc69-982ec5413816 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:28.407868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:28.423832 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d8ccb1a-c97f-4c97-89ad-1b5b1e439fbf req-e6353e3e-a674-44b7-81d3-d6bcd223f146 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174704 Dec 10 18:12:28.592486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Allocated IP 192.168.233.51 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/79e7e083-663a-4fd2-8c6e-b7883d4592a3) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:28.680982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c8d15-8799-476e-afc3-5670d6abe43f req-3d3e1a96-9559-4f3c-a140-53d0930a6a4d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:28.689819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-345c8d15-8799-476e-afc3-5670d6abe43f req-3d3e1a96-9559-4f3c-a140-53d0930a6a4d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 945 time: 0.1017013 Dec 10 18:12:28.774920 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:28.792141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-345c8d15-8799-476e-afc3-5670d6abe43f req-a08c0746-6295-42c2-b0ed-ad32aea06a46 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006429 Dec 10 18:12:28.906949 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:28.907781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:28.926431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] For port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:28.932389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] For port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,segment=NetworkSegment(65d1fed3-6abb-4c1f-9f6b-885cacfde853),segment_id=65d1fed3-6abb-4c1f-9f6b-885cacfde853)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:28.948251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.035392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:29.052444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20aeea-e235-4a23-a641-6d781cb9739c req-cf39162a-f1df-4892-97d5-867d6c2179af tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:29.054547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:29.057711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:29.063435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b20aeea-e235-4a23-a641-6d781cb9739c req-cf39162a-f1df-4892-97d5-867d6c2179af tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 943 time: 0.7083068 Dec 10 18:12:29.077840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94b4461e-4746-4d42-800a-0b1e36f62188 req-15b2804b-d465-4bb5-95b5-1390e4279dc0 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 210 time: 0.0625200 Dec 10 18:12:29.103685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:29.104435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.106293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/9973a6d2-f9b0-4b24-a316-7c7f50583ce8 HTTP/1.1" status: 200 len: 1091 time: 3.6623135 Dec 10 18:12:29.109351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'tag': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:29.112538 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8526dc-4f6d-49c7-911e-1c0207336119", "tag": "9973a6d2-f9b0-4b24-a316-7c7f50583ce8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:29.177818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:29.310405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:29.312267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b20aeea-e235-4a23-a641-6d781cb9739c req-e4fbf37b-4087-4fc8-b42e-411bde9ec269 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461867 Dec 10 18:12:29.313308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.313501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f2fd6-82fd-4418-aad9-9e60aa1644d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:29.343600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] For port 1eaefc21-fe55-4c8f-bc69-982ec5413816, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1eaefc21-fe55-4c8f-bc69-982ec5413816,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:29.345101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.355879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3647092f-a2a9-440b-b4c9-d3f8cb4e96c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8680611 Dec 10 18:12:29.371510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Calling delete_port for 1eaefc21-fe55-4c8f-bc69-982ec5413816 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:29.375363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Request body: {'port': {'device_id': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:29.435033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 079c7bf9-9c80-436b-947c-aed484c1d619 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:29.477091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4c66d-0303-4af9-a784-c6629e0a9239 req-7e071260-5903-46a5-90ea-c994955a965f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:29.485005 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-86d4c66d-0303-4af9-a784-c6629e0a9239 req-7e071260-5903-46a5-90ea-c994955a965f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.2625492 Dec 10 18:12:29.509506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.612895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 079c7bf9-9c80-436b-947c-aed484c1d619 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:29.618530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 079c7bf9-9c80-436b-947c-aed484c1d619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:29.618913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.646128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-86d4c66d-0303-4af9-a784-c6629e0a9239 req-40525655-b818-4ef5-9439-7c17487b28a5 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600502 Dec 10 18:12:29.716045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.737970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b5769cf8-6e22-459c-80e4-ca337cc97a3a', '447d1335-8618-4dc8-8a26-c9b8b0859004'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:29.756693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.761777 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc9b3ae-5463-47d9-9739-0ee4fba1e2db x-openstack-request-id: req-1fc9b3ae-5463-47d9-9739-0ee4fba1e2db {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:29.762074 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8526dc-4f6d-49c7-911e-1c0207336119", "tag": "9973a6d2-f9b0-4b24-a316-7c7f50583ce8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:29.762331 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fc9b3ae-5463-47d9-9739-0ee4fba1e2db {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:29.762757 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'tag': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8', 'status': 'completed', 'code': 200} Dec 10 18:12:29.848063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:29.864432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Pushing event updated for resources: {'Port': ['ID=79e7e083-663a-4fd2-8c6e-b7883d4592a3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:29.868135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:29.961420 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:29.976092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:30.016095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:30.018180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:30.021164 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf58576-907a-4299-af83-a32f7428df14" -d '{"events": [{"server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "name": "network-vif-plugged", "status": "completed", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:30.046462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:30.047713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1eaefc21-fe55-4c8f-bc69-982ec5413816 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:30.063455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event deleted for resources: {'Port': ['ID=1eaefc21-fe55-4c8f-bc69-982ec5413816,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:30.077707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:30.078954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:30.099292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-16ceb38a-d402-47c7-ac1e-7506721f0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:30.105810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-16ceb38a-d402-47c7-ac1e-7506721f0448 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=552022faf1e4411c9cb3988cb5c96c88&device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 1094 time: 0.9221754 Dec 10 18:12:30.207807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 1eaefc21-fe55-4c8f-bc69-982ec5413816 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:30.208276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1eaefc21-fe55-4c8f-bc69-982ec5413816 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:30.276503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-e6a08fdb-109d-4c51-9bb5-01428e15c4e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9973a6d2-f9b0-4b24-a316-7c7f50583ce8 HTTP/1.1" status: 200 len: 217 time: 0.1537549 Dec 10 18:12:30.297238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:30.313640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-e49b6d7a-f6e6-4e41-bd28-a4076ac77633 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:30.318468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e28f50-078b-409f-94d7-fba90962baaf req-43b03048-d22f-494f-8342-25b6155e45e0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:30.325703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-e49b6d7a-f6e6-4e41-bd28-a4076ac77633 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 945 time: 0.4893181 Dec 10 18:12:30.333819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1e28f50-078b-409f-94d7-fba90962baaf req-43b03048-d22f-494f-8342-25b6155e45e0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 932 time: 0.6155281 Dec 10 18:12:30.359113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a07be7-f141-492c-b25e-c4864475fc72 req-aeca3af1-7057-4c93-8308-9c5fd36b486e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:30.370836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2a07be7-f141-492c-b25e-c4864475fc72 req-aeca3af1-7057-4c93-8308-9c5fd36b486e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 945 time: 0.4753287 Dec 10 18:12:30.387092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-370b4c23-3c5a-41c3-90df-5d23e41c8e38 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8688762 Dec 10 18:12:30.456145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b87dab7c-1788-47aa-85cd-83935246702b None None] Provisioning complete for port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:30.457396 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b87dab7c-1788-47aa-85cd-83935246702b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:30.468800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Request body: {'port': {'device_id': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:30.518773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1e28f50-078b-409f-94d7-fba90962baaf req-2479f03e-21d1-4f45-ad8a-9587ff523022 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802452 Dec 10 18:12:30.578258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b87dab7c-1788-47aa-85cd-83935246702b None None] Port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:30.588179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Deleting port eb3990e3-4171-4b58-82ab-2c8fe7023264 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:30.588528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:30.603871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2a07be7-f141-492c-b25e-c4864475fc72 req-32a6701f-fc05-4715-acea-5bd3746f2304 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307205 Dec 10 18:12:30.745015 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e2692e-a542-4874-960e-286d1ed89217 x-openstack-request-id: req-39e2692e-a542-4874-960e-286d1ed89217 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:30.745312 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "name": "network-vif-plugged", "status": "completed", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:30.745569 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39e2692e-a542-4874-960e-286d1ed89217 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:30.745961 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619', 'code': 200} Dec 10 18:12:30.834311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-f63ed298-cb0e-4adf-92d3-48ac121b3a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:30.836804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-f63ed298-cb0e-4adf-92d3-48ac121b3a80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c86400ad-c85b-4185-ba3b-3f7d3b1f9308 HTTP/1.1" status: 200 len: 862 time: 0.4494815 Dec 10 18:12:30.842146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] No DVR routers for this DVR port 1eaefc21-fe55-4c8f-bc69-982ec5413816 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:30.904575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd70004-8497-414f-b5a9-c578cb6b8c58 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:30.905577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:30.910736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-216d92e5-f734-4798-a565-cafa1a9e6275 req-6b72db2b-ae7a-420b-9c88-2ea4f2b756d5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.30 "DELETE /v2.0/ports/1eaefc21-fe55-4c8f-bc69-982ec5413816 HTTP/1.1" status: 204 len: 173 time: 3.0208404 Dec 10 18:12:30.925966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:30.963231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Transition to ACTIVE for port object bbd70004-8497-414f-b5a9-c578cb6b8c58 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:30.968193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-fc958f45-eeda-40ab-b16d-54db5d39f823 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c02fc54-7add-4bdf-9ae8-b70246173928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192889 Dec 10 18:12:30.977629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:30.998891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703a43d-1de3-4913-b5ef-197736bc7afd req-9b3ef188-fdd2-4054-95f1-386188c69def tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:31.000962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1703a43d-1de3-4913-b5ef-197736bc7afd req-9b3ef188-fdd2-4054-95f1-386188c69def tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 945 time: 0.3268292 Dec 10 18:12:31.028598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6208f4eb-8a1c-468c-b1fc-f7281fa37e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:31.050703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:31.140212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3b9c4-69dd-4e01-ba49-7f1b3a7feba4 req-1d0f0dfe-2d8a-463f-b463-bb148e886093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:31.144736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43b3b9c4-69dd-4e01-ba49-7f1b3a7feba4 req-1d0f0dfe-2d8a-463f-b463-bb148e886093 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 1097 time: 0.2943122 Dec 10 18:12:31.233607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:31.260957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] For port eb3990e3-4171-4b58-82ab-2c8fe7023264, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=eb3990e3-4171-4b58-82ab-2c8fe7023264,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:31.261329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:31.272480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f7e3-0f04-4876-8af3-e9d85d2bbd70 req-4ae33234-d705-46dc-abf6-5bf07a9ba956 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:31.275059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9c5f7e3-0f04-4876-8af3-e9d85d2bbd70 req-4ae33234-d705-46dc-abf6-5bf07a9ba956 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 935 time: 0.3032224 Dec 10 18:12:31.335697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Calling delete_port for eb3990e3-4171-4b58-82ab-2c8fe7023264 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:31.341605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43b3b9c4-69dd-4e01-ba49-7f1b3a7feba4 req-0fb743d8-235f-462d-a20f-7bec7f9d5c62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735570 Dec 10 18:12:31.372209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1703a43d-1de3-4913-b5ef-197736bc7afd req-4b382891-c552-4f8e-a3ac-61b338a65522 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609133 Dec 10 18:12:31.435613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-656eef8b-382a-4190-bc83-89b7ca142750 service neutron] 10.222.0.59 "GET /v2.0/networks/8c02fc54-7add-4bdf-9ae8-b70246173928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527555 Dec 10 18:12:31.679268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f01891-eef1-47fc-bdd2-d63b3f7d2a3d req-08ee29a3-9505-464d-887c-357301c39ac9 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:31.690819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03f01891-eef1-47fc-bdd2-d63b3f7d2a3d req-08ee29a3-9505-464d-887c-357301c39ac9 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 943 time: 0.1578341 Dec 10 18:12:31.704431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e0aee55-022b-46f2-b859-5a23f5aa6978 req-fc069c5e-b05f-4ef5-a41f-4429ebf5db1f service neutron] 10.222.0.59 "GET /v2.0/networks/8c02fc54-7add-4bdf-9ae8-b70246173928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575727 Dec 10 18:12:31.715627 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:31.766777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-deleted', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:31.769767 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe13e18c-8e9f-435a-8920-0cc25a8fb247" -d '{"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-deleted", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:31.805197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03f01891-eef1-47fc-bdd2-d63b3f7d2a3d req-6c6c5e38-83e7-4762-910c-40ff35a51a4c tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128428 Dec 10 18:12:31.933287 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:31.994779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-4f429d10-25cb-4502-8728-82e0ef3cd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:31.996257 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-4f429d10-25cb-4502-8728-82e0ef3cd989 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=552022faf1e4411c9cb3988cb5c96c88&device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 1094 time: 0.1503532 Dec 10 18:12:32.030766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Attempting to bind port bbd70004-8497-414f-b5a9-c578cb6b8c58 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:32.031598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Attempting to bind port bbd70004-8497-414f-b5a9-c578cb6b8c58 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:32.032091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Attempting to bind port bbd70004-8497-414f-b5a9-c578cb6b8c58 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:32.039719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Port bbd70004-8497-414f-b5a9-c578cb6b8c58 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:32.040336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Attempting to bind port bbd70004-8497-414f-b5a9-c578cb6b8c58 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:32.049977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:32.050622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Checking segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:32.051176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Bound using segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:32.051945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Bound port: bbd70004-8497-414f-b5a9-c578cb6b8c58, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:32.052592 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:32.059356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e7e083-663a-4fd2-8c6e-b7883d4592a3 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:32.072182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9c5f7e3-0f04-4876-8af3-e9d85d2bbd70 req-9f0e8226-d936-4b6a-b985-44deaa8462dc tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7525005 Dec 10 18:12:32.078144 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:32.090100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd533e-f0ad-488b-a580-e586f928c5ff req-b6b98c8e-be4d-4689-9114-d4aecb2b7dd5 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:32.098185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9dd533e-f0ad-488b-a580-e586f928c5ff req-b6b98c8e-be4d-4689-9114-d4aecb2b7dd5 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.1966336 Dec 10 18:12:32.149020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Transition to ACTIVE for port object 79e7e083-663a-4fd2-8c6e-b7883d4592a3 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:32.168873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:32.196131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-eff046f0-2001-4ec4-8fa3-098dd5773ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:32.197560 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-eff046f0-2001-4ec4-8fa3-098dd5773ac8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c02fc54-7add-4bdf-9ae8-b70246173928 HTTP/1.1" status: 200 len: 923 time: 0.1926658 Dec 10 18:12:32.269923 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9dd533e-f0ad-488b-a580-e586f928c5ff req-77df1eea-f42a-49b0-9402-ae9877b65b30 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706738 Dec 10 18:12:32.384698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-dfbb5e64-d038-4925-8382-a10cf224e827 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9973a6d2-f9b0-4b24-a316-7c7f50583ce8 HTTP/1.1" status: 200 len: 217 time: 0.1558499 Dec 10 18:12:32.464701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:32.493317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:32.505507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:32.508495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Pushing event updated for resources: {'Port': ['ID=79e7e083-663a-4fd2-8c6e-b7883d4592a3,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:32.516847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125e3d3-3d72-43d3-b68b-b8821cce52dc req-61ca2064-dfd4-46b5-aaf6-9944c3721d74 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:32.519272 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2125e3d3-3d72-43d3-b68b-b8821cce52dc req-61ca2064-dfd4-46b5-aaf6-9944c3721d74 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 944 time: 0.1905012 Dec 10 18:12:32.637686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:32.638409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:32.639875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] 10.222.0.59 "PUT /v2.0/ports/bbd70004-8497-414f-b5a9-c578cb6b8c58 HTTP/1.1" status: 200 len: 1092 time: 3.2738371 Dec 10 18:12:32.640521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:32.643144 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae87cafd-bc9d-4039-8377-72e0556fedaf" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:32.644081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-0eb1cbca-e1db-4a23-a689-b65abff4a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:32.645821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-0eb1cbca-e1db-4a23-a689-b65abff4a901 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c86400ad-c85b-4185-ba3b-3f7d3b1f9308 HTTP/1.1" status: 200 len: 862 time: 0.2421482 Dec 10 18:12:32.650601 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:32.667074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546da4f-29e0-4b97-85cc-4a1609811d4c req-db292c0b-c2bf-40dd-897b-ce50276ffd1c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:32.668534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6546da4f-29e0-4b97-85cc-4a1609811d4c req-db292c0b-c2bf-40dd-897b-ce50276ffd1c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.2273111 Dec 10 18:12:32.695042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7c841-c53d-4e03-a3e7-69bb80f2f935 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:32.711738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2125e3d3-3d72-43d3-b68b-b8821cce52dc req-43267649-492e-4988-bcc1-658a79d51878 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327252 Dec 10 18:12:32.719794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-ce33dbfb-341b-4c50-bc4f-3ba216f10593 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c02fc54-7add-4bdf-9ae8-b70246173928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623808 Dec 10 18:12:32.769118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event deleted for resources: {'Port': ['ID=eb3990e3-4171-4b58-82ab-2c8fe7023264,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:32.814797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] No DVR routers for this DVR port eb3990e3-4171-4b58-82ab-2c8fe7023264 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:32.835070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:32.838771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16b2eb49-f798-40b1-b6cf-68cae4965b00 req-5d111a26-c9a6-4444-9a8a-709cf53ae771 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "DELETE /v2.0/ports/eb3990e3-4171-4b58-82ab-2c8fe7023264 HTTP/1.1" status: 204 len: 173 time: 2.5032382 Dec 10 18:12:32.840230 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48ebd46-8039-4d38-b3be-5971ab7dbb89 x-openstack-request-id: req-e48ebd46-8039-4d38-b3be-5971ab7dbb89 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:32.840534 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b4e474-c920-4fd4-a470-b616943816bd", "name": "network-vif-deleted", "tag": "1eaefc21-fe55-4c8f-bc69-982ec5413816", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:32.840852 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e48ebd46-8039-4d38-b3be-5971ab7dbb89 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:32.841275 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b4e474-c920-4fd4-a470-b616943816bd', 'name': 'network-vif-deleted', 'tag': '1eaefc21-fe55-4c8f-bc69-982ec5413816', 'status': 'completed', 'code': 200} Dec 10 18:12:32.852556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Attempting to bind port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:32.853012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Attempting to bind port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:32.853761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Attempting to bind port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:32.856308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-e9e1c8bf-447e-4e44-9f78-61d14b4c7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:32.858527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-e9e1c8bf-447e-4e44-9f78-61d14b4c7738 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 1095 time: 0.1028459 Dec 10 18:12:32.862797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-a08cf4ac-6ac8-4bac-b8f3-e56d674f898e service neutron] 10.222.0.59 "GET /v2.0/networks/8c02fc54-7add-4bdf-9ae8-b70246173928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353016 Dec 10 18:12:32.872229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:32.872563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Attempting to bind port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:32.896940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6546da4f-29e0-4b97-85cc-4a1609811d4c req-fd9d5f08-7756-4f93-8315-b8cffd360078 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169359 Dec 10 18:12:32.907897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:32.908426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:32.908958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:32.909430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Bound port: 79e7e083-663a-4fd2-8c6e-b7883d4592a3, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:32.909865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:33.003396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-2c09e3d3-e437-483d-b588-a270abb4c186 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58 HTTP/1.1" status: 200 len: 217 time: 0.1306207 Dec 10 18:12:33.061502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f82a68b7-757b-41e4-b81a-65f7ef420cc4 req-d632e677-452f-40ec-8200-ad970c2eeaac tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=77a91b88-21ab-42bf-ab32-1a6e6e272141 HTTP/1.1" status: 200 len: 210 time: 0.0481260 Dec 10 18:12:33.095929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e6d8bf7-c64d-4582-a22c-09e0bc947c1c req-e5c2dd59-f173-443e-9b4e-8d823e6e1c6f service neutron] 10.222.0.59 "GET /v2.0/networks/8c02fc54-7add-4bdf-9ae8-b70246173928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201083 Dec 10 18:12:33.117689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] For port 79e7e083-663a-4fd2-8c6e-b7883d4592a3, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:33.122048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] For port 79e7e083-663a-4fd2-8c6e-b7883d4592a3, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79e7e083-663a-4fd2-8c6e-b7883d4592a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:33.128320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:33.136188 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56f46c6-84ef-4e75-90f8-a215a1b5b6f7 x-openstack-request-id: req-f56f46c6-84ef-4e75-90f8-a215a1b5b6f7 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:33.136491 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:33.136735 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f56f46c6-84ef-4e75-90f8-a215a1b5b6f7 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:33.137283 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'status': 'completed', 'code': 200} Dec 10 18:12:33.159220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90201-3df3-4a1e-9c32-f65a944138fc req-6b8bdad6-8453-4142-a1ce-01edac9bc899 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.167542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08e90201-3df3-4a1e-9c32-f65a944138fc req-6b8bdad6-8453-4142-a1ce-01edac9bc899 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 945 time: 0.1625695 Dec 10 18:12:33.174829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.175467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:33.177239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] 10.222.0.30 "PUT /v2.0/ports/79e7e083-663a-4fd2-8c6e-b7883d4592a3 HTTP/1.1" status: 200 len: 1095 time: 2.7325892 Dec 10 18:12:33.180465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-33d069c7-7284-4247-af2c-77749d28320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.188382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-33d069c7-7284-4247-af2c-77749d28320c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.1472344 Dec 10 18:12:33.219796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-dc3fa4b1-42c1-40e2-ae83-a4d3e6283d63 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.221583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-dc3fa4b1-42c1-40e2-ae83-a4d3e6283d63 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 945 time: 0.1821258 Dec 10 18:12:33.246073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-476c66d2-cd7d-485b-9d77-fdc5e992dc29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464041 Dec 10 18:12:33.254412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4c11b-1115-4642-8757-2d224dd34291 service neutron] Pushing event updated for resources: {'Port': ['ID=79e7e083-663a-4fd2-8c6e-b7883d4592a3,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:33.299447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-bc3d81ef-9fce-44ee-8f17-2f81c784c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.301129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-bc3d81ef-9fce-44ee-8f17-2f81c784c0ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 1098 time: 0.0607381 Dec 10 18:12:33.309616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7dab8-0a20-4102-b10d-654dcf4f58c2 req-3042e9be-ed43-4bdd-b23c-00e7ba91fa1b tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.311607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fca7dab8-0a20-4102-b10d-654dcf4f58c2 req-3042e9be-ed43-4bdd-b23c-00e7ba91fa1b tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 943 time: 0.1223874 Dec 10 18:12:33.394085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-f3d361f5-cbb9-403a-b814-8baa0cf85a35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=79e7e083-663a-4fd2-8c6e-b7883d4592a3 HTTP/1.1" status: 200 len: 217 time: 0.0811448 Dec 10 18:12:33.432905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-8bccc4b2-7c85-4204-98f9-0579ffb490de service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721358 Dec 10 18:12:33.457257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device eb3990e3-4171-4b58-82ab-2c8fe7023264 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:33.467852 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08e90201-3df3-4a1e-9c32-f65a944138fc req-c48c619d-683b-4431-8b36-14fbb0c3f304 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982867 Dec 10 18:12:33.504490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fca7dab8-0a20-4102-b10d-654dcf4f58c2 req-8c5da611-0c23-4c10-a6c5-c5b70355b5d5 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828589 Dec 10 18:12:33.530879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-afe2497a-38b8-4997-927f-3c8b342ac0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.532027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: eb3990e3-4171-4b58-82ab-2c8fe7023264 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:33.532606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device eb3990e3-4171-4b58-82ab-2c8fe7023264 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:33.535831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-afe2497a-38b8-4997-927f-3c8b342ac0be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1248887 Dec 10 18:12:33.583084 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:33.622047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-12d6fff2-fc8d-4659-9aae-f5be93948db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.624214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-12d6fff2-fc8d-4659-9aae-f5be93948db8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796838 Dec 10 18:12:33.751371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41594226-5b7d-4ab6-aab9-64006a2c775c req-3da71361-9b0a-452c-9e67-1ec2393932b0 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778425 Dec 10 18:12:33.769934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e717135-e1fe-4034-9896-b96c77f1d75c req-0f5beef0-5a9c-4c4d-984a-712d89e9003e tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.771763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e717135-e1fe-4034-9896-b96c77f1d75c req-0f5beef0-5a9c-4c4d-984a-712d89e9003e tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 947 time: 0.1161056 Dec 10 18:12:33.779112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Deleting port 2809efbb-c8e6-42ec-b489-18de730d11c7 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:33.779451 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:33.947751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e717135-e1fe-4034-9896-b96c77f1d75c req-cb55d32c-7811-4df6-8f57-66cac29f850b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503203 Dec 10 18:12:33.964666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-a9b74734-0b84-4200-91fb-b51308945ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:33.966408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-a9b74734-0b84-4200-91fb-b51308945ff8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 1095 time: 0.1301785 Dec 10 18:12:33.976432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] For port 2809efbb-c8e6-42ec-b489-18de730d11c7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2809efbb-c8e6-42ec-b489-18de730d11c7,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:33.977368 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:34.045960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Calling delete_port for 2809efbb-c8e6-42ec-b489-18de730d11c7 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:34.092842 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:34.117650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc49ec-9bef-497b-badb-5826ede4d915 req-63f067bc-2e2a-45c9-8044-aa1f5878fa7b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:34.121939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cfc49ec-9bef-497b-badb-5826ede4d915 req-63f067bc-2e2a-45c9-8044-aa1f5878fa7b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.4755769 Dec 10 18:12:34.132466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-9b73eb43-4411-4fb3-b23b-b6d376a3a063 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968536 Dec 10 18:12:34.215107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d374c5-29b1-4481-82c4-fc8c2674e095 req-04649c7c-8754-4919-a1db-28b57ef2ceae tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:34.216854 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37d374c5-29b1-4481-82c4-fc8c2674e095 req-04649c7c-8754-4919-a1db-28b57ef2ceae tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 944 time: 0.1687791 Dec 10 18:12:34.219679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-0b91e05f-8659-4066-95dc-ef21daa6eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:34.221443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-0b91e05f-8659-4066-95dc-ef21daa6eb41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 906 time: 0.2405262 Dec 10 18:12:34.263354 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cfc49ec-9bef-497b-badb-5826ede4d915 req-960d3bd6-3a7a-424c-a836-3dd4bf71c8ea tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237588 Dec 10 18:12:34.302128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-afc1e660-8729-4e14-818a-137021882246 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58 HTTP/1.1" status: 200 len: 217 time: 0.0723786 Dec 10 18:12:34.302698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afe4cd4-4a23-4a6e-990b-a3d1547c979d req-bb389e12-f67b-484b-9ccf-d620dd29f3f6 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536281 Dec 10 18:12:34.390302 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:34.404550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e156b-996c-4612-a3a0-1cdcf8a6ed67 req-1be4f883-b328-4bf1-9e70-f068c01abb1f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:34.405363 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-653e156b-996c-4612-a3a0-1cdcf8a6ed67 req-1be4f883-b328-4bf1-9e70-f068c01abb1f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0763104 Dec 10 18:12:34.433718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37d374c5-29b1-4481-82c4-fc8c2674e095 req-ebaa2662-d95a-4b5c-b934-759883fb7b03 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093675 Dec 10 18:12:34.461979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-4427a9e5-34de-4e16-9879-25bc96841314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:34.463985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-4427a9e5-34de-4e16-9879-25bc96841314 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.1407971 Dec 10 18:12:34.475908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-653e156b-996c-4612-a3a0-1cdcf8a6ed67 req-0d29cb1a-22b4-4e6d-a3f4-bff0b66f0db2 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629456 Dec 10 18:12:34.487700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:34.505714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2809efbb-c8e6-42ec-b489-18de730d11c7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:34.512811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-b4e0e74f-7dba-40af-adde-5aa91aa12f76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371950 Dec 10 18:12:34.513229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:34.546995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event deleted for resources: {'Port': ['ID=2809efbb-c8e6-42ec-b489-18de730d11c7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:34.666666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] No DVR routers for this DVR port 2809efbb-c8e6-42ec-b489-18de730d11c7 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:34.674268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06c649dc-9930-42fe-b3c3-f5c033034183 req-def7e02f-16c6-436c-9ef2-945f88791583 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=2661373b-65ae-4973-97d2-ce793eadbb01 HTTP/1.1" status: 200 len: 210 time: 0.0445590 Dec 10 18:12:34.687012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:34.700711 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df7d864e-9220-48da-8b6a-9fa6ca9e2f5f req-d9b02778-4bb8-4711-a89e-47c2ace6a323 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "DELETE /v2.0/ports/2809efbb-c8e6-42ec-b489-18de730d11c7 HTTP/1.1" status: 204 len: 173 time: 1.4585292 Dec 10 18:12:34.748699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-85b6df45-4ec9-4a49-a3e5-22054f5abab2 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130237 Dec 10 18:12:34.763127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,segment=NetworkSegment(65d1fed3-6abb-4c1f-9f6b-885cacfde853),segment_id=65d1fed3-6abb-4c1f-9f6b-885cacfde853)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:34.776968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e5b8c-0268-4f9e-ac6b-80ceefa6d610 req-8748bbeb-45e4-4e36-8636-2b1aa1490b27 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:34.779683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8', 'network_id': '8c02fc54-7add-4bdf-9ae8-b70246173928', 'port_id': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8', 'mac_address': 'fa:16:3e:0d:78:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c86400ad-c85b-4185-ba3b-3f7d3b1f9308', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:34.787358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-366e5b8c-0268-4f9e-ac6b-80ceefa6d610 req-8748bbeb-45e4-4e36-8636-2b1aa1490b27 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1614721 Dec 10 18:12:34.846016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca8dda-e1ec-44d3-8224-ce6cc3ea4a60 req-3ac9f719-ddac-4d99-a961-17e581421946 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:34.856592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3eca8dda-e1ec-44d3-8224-ce6cc3ea4a60 req-3ac9f719-ddac-4d99-a961-17e581421946 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 943 time: 0.0771234 Dec 10 18:12:34.856827 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:34.867652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'tag': '79e7e083-663a-4fd2-8c6e-b7883d4592a3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:34.870772 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00", "tag": "79e7e083-663a-4fd2-8c6e-b7883d4592a3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:34.885610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-366e5b8c-0268-4f9e-ac6b-80ceefa6d610 req-df2d857b-3c0c-4f9a-9390-8efb065c3919 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884550 Dec 10 18:12:34.893423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:34.925063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,segment=NetworkSegment(65d1fed3-6abb-4c1f-9f6b-885cacfde853),segment_id=65d1fed3-6abb-4c1f-9f6b-885cacfde853)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:34.931683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:34.957629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3eca8dda-e1ec-44d3-8224-ce6cc3ea4a60 req-003d55f6-5544-4b7b-87fd-ba18c12440e7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997283 Dec 10 18:12:35.015959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:35.027476 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1050e92-76b9-43f9-9164-a9a7cea320dd x-openstack-request-id: req-f1050e92-76b9-43f9-9164-a9a7cea320dd {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:35.027678 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00", "tag": "79e7e083-663a-4fd2-8c6e-b7883d4592a3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:35.027932 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1050e92-76b9-43f9-9164-a9a7cea320dd {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:35.028344 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'tag': '79e7e083-663a-4fd2-8c6e-b7883d4592a3', 'status': 'completed', 'code': 200} Dec 10 18:12:35.030938 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae87cafd-bc9d-4039-8377-72e0556fedaf req-8af0bbc4-4ed1-4c9e-a4d7-496751e35529 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734921 Dec 10 18:12:35.138685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'name': 'network-vif-deleted', 'tag': 'eb3990e3-4171-4b58-82ab-2c8fe7023264'}, {'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'name': 'network-vif-deleted', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:35.141981 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10117719-801a-4ca8-86fe-dd71b9b7373d" -d '{"events": [{"server_uuid": "77a91b88-21ab-42bf-ab32-1a6e6e272141", "name": "network-vif-deleted", "tag": "eb3990e3-4171-4b58-82ab-2c8fe7023264"}, {"server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "name": "network-vif-deleted", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:35.167229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-58f12c2a-ff11-4af2-8f77-04cdf036e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.168741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-58f12c2a-ff11-4af2-8f77-04cdf036e92d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d300a59c1a864c4a835640eec5d65148&device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 1098 time: 0.0928259 Dec 10 18:12:35.176552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378400-3c20-4c40-ad96-566534b326ff req-51b4c98c-6b95-42cf-b027-651db6fe001a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.177088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['9973a6d2-f9b0-4b24-a316-7c7f50583ce8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:35.178776 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-51b4c98c-6b95-42cf-b027-651db6fe001a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.1712208 Dec 10 18:12:35.205048 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-73c2a18a-d4e2-4d85-86b5-74b76f8b9072 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/quotas/8d1c617fa8a04d7c98b753e07497db5f HTTP/1.1" status: 200 len: 375 time: 0.0200436 Dec 10 18:12:35.269775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ef0b1-8552-4223-8e4e-89a373407ae6 req-961feffc-c232-4ba6-a7d7-599794ef3ab1 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.277552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-6ebc0cc4-0a25-4b00-aa8d-0bec78cae623 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607176 Dec 10 18:12:35.280718 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-539ef0b1-8552-4223-8e4e-89a373407ae6 req-961feffc-c232-4ba6-a7d7-599794ef3ab1 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 947 time: 0.0827172 Dec 10 18:12:35.375071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-539ef0b1-8552-4223-8e4e-89a373407ae6 req-7df39ba8-70de-4f89-a626-8ff48a652aba tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930915 Dec 10 18:12:35.396147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-ffb8dda9-4290-4ef8-9cba-d97d5fbf1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.397634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-ffb8dda9-4290-4ef8-9cba-d97d5fbf1199 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2042162 Dec 10 18:12:35.455265 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-6c2947e7-3f02-43de-be39-a3db0049c62b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=79e7e083-663a-4fd2-8c6e-b7883d4592a3 HTTP/1.1" status: 200 len: 217 time: 0.0430093 Dec 10 18:12:35.457423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-cdbbcb2c-22f6-427d-86fa-a97578e8dd0a service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673987 Dec 10 18:12:35.523446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6deb-ba58-4e6b-a7b3-3fa14be38675 req-f40bfc36-e9df-4aff-8e28-2af2ca363d31 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.525354 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b6cb6deb-ba58-4e6b-a7b3-3fa14be38675 req-f40bfc36-e9df-4aff-8e28-2af2ca363d31 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0583253 Dec 10 18:12:35.567644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-bc2be101-b73d-40b5-bd32-a01a187a3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.569188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-bc2be101-b73d-40b5-bd32-a01a187a3b3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0979817 Dec 10 18:12:35.580048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b6cb6deb-ba58-4e6b-a7b3-3fa14be38675 req-577d11a2-e7bc-4ce3-85b2-a88e88fe1072 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473988 Dec 10 18:12:35.632677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-e012442a-0115-4d64-af42-46982768ae99 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691158 Dec 10 18:12:35.643439 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b561cd-7b71-4738-af9c-7f0264b4eb65 x-openstack-request-id: req-d5b561cd-7b71-4738-af9c-7f0264b4eb65 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:35.643892 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a91b88-21ab-42bf-ab32-1a6e6e272141", "name": "network-vif-deleted", "tag": "eb3990e3-4171-4b58-82ab-2c8fe7023264", "status": "completed", "code": 200}, {"server_uuid": "2661373b-65ae-4973-97d2-ce793eadbb01", "name": "network-vif-deleted", "tag": "2809efbb-c8e6-42ec-b489-18de730d11c7", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:35.644234 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5b561cd-7b71-4738-af9c-7f0264b4eb65 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:35.644728 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a91b88-21ab-42bf-ab32-1a6e6e272141', 'name': 'network-vif-deleted', 'tag': 'eb3990e3-4171-4b58-82ab-2c8fe7023264', 'status': 'completed', 'code': 200} Dec 10 18:12:35.645040 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2661373b-65ae-4973-97d2-ce793eadbb01', 'name': 'network-vif-deleted', 'tag': '2809efbb-c8e6-42ec-b489-18de730d11c7', 'status': 'completed', 'code': 200} Dec 10 18:12:35.652922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-2a7e0849-5f4c-4d70-a85f-e160b78ff8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.654779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-2a7e0849-5f4c-4d70-a85f-e160b78ff8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0753775 Dec 10 18:12:35.776239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-b3e90e36-9f30-482b-ad97-b2c639928e3e service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104054 Dec 10 18:12:35.778118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1183f-eeb5-486b-806e-c7287b3b285e req-7112dd43-0cdd-4dfb-9c99-b7e4db1d6658 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.779724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03f1183f-eeb5-486b-806e-c7287b3b285e req-7112dd43-0cdd-4dfb-9c99-b7e4db1d6658 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.0661185 Dec 10 18:12:35.902488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03f1183f-eeb5-486b-806e-c7287b3b285e req-2d0e5c1d-18f6-4159-b6dc-7549837423fb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156657 Dec 10 18:12:35.967337 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6ee0be5-4848-48f1-8a2a-6f65e53dfce2 req-3b41740c-5ffa-4a1f-a57c-b62e8ad85b08 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797421 Dec 10 18:12:35.978904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5b543-caf2-4176-b18d-7a47d9fdbd23 req-16f709f6-eaeb-4c8e-99e9-ebabb695e698 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:35.980830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0eb5b543-caf2-4176-b18d-7a47d9fdbd23 req-16f709f6-eaeb-4c8e-99e9-ebabb695e698 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 944 time: 0.0686355 Dec 10 18:12:36.046474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0eb5b543-caf2-4176-b18d-7a47d9fdbd23 req-389c3637-660d-4cbd-90bf-00f794727ad7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586388 Dec 10 18:12:36.078696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2b268-6dcc-4f38-aaea-6f6061b57bcb req-b08b6849-876b-43e3-a1e6-5cc7eb936ec7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:36.080412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcf2b268-6dcc-4f38-aaea-6f6061b57bcb req-b08b6849-876b-43e3-a1e6-5cc7eb936ec7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0641150 Dec 10 18:12:36.143999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcf2b268-6dcc-4f38-aaea-6f6061b57bcb req-0fefe6f4-fa36-49b5-a8ec-51b54245565e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561028 Dec 10 18:12:36.176322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-77ec4eff-209e-4c52-a6bc-d53024775b3c req-e704f9cd-a89b-4167-8ce5-ed757bb749d7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 210 time: 0.0572560 Dec 10 18:12:36.262064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e805a6-0374-4653-a95b-60dc59b7a4bd req-887b187d-e647-4f3f-aa84-20e687b7c92e tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:36.269850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85e805a6-0374-4653-a95b-60dc59b7a4bd req-887b187d-e647-4f3f-aa84-20e687b7c92e tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 944 time: 0.0633662 Dec 10 18:12:36.328112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85e805a6-0374-4653-a95b-60dc59b7a4bd req-dcd1298f-e3c5-4d17-b102-08501a734653 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573101 Dec 10 18:12:36.464151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365390f8-3605-4e2d-bd1b-afdc2942ee63 req-52a74c53-6ed0-48e5-aa60-6127fb01c25d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:36.466137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-365390f8-3605-4e2d-bd1b-afdc2942ee63 req-52a74c53-6ed0-48e5-aa60-6127fb01c25d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 944 time: 0.0622020 Dec 10 18:12:36.523439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bbd70004-8497-414f-b5a9-c578cb6b8c58 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:36.526119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:36.546164 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-365390f8-3605-4e2d-bd1b-afdc2942ee63 req-fba8b2db-1348-4527-bb07-82a201e9f205 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736539 Dec 10 18:12:36.616245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:36.691201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427670f-cbf3-4130-8f72-c861295d84fe req-8a7235f9-3469-42ee-8c9c-ca75d6fc483a tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:36.692130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:36.692692 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:36.700356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f427670f-cbf3-4130-8f72-c861295d84fe req-8a7235f9-3469-42ee-8c9c-ca75d6fc483a tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 947 time: 0.0895491 Dec 10 18:12:36.824420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f427670f-cbf3-4130-8f72-c861295d84fe req-d620da05-c971-43f1-bd70-15140e479f13 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225281 Dec 10 18:12:36.841324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:36.862073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'mac_address': 'fa:16:3e:17:a1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:36.873672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c996698-b6d6-41a2-963b-2b1e6c6ab241 req-aa60092e-8359-40eb-894e-f0d30edd07ba tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:36.875349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c996698-b6d6-41a2-963b-2b1e6c6ab241 req-aa60092e-8359-40eb-894e-f0d30edd07ba tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0823500 Dec 10 18:12:36.944903 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:36.947372 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c996698-b6d6-41a2-963b-2b1e6c6ab241 req-40c8ff15-7e1a-4ca0-80b2-524636dec7d9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Dec 10 18:12:36.972795 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:36.997143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd70004-8497-414f-b5a9-c578cb6b8c58 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:37.002683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-ebdbae10-8656-4e9b-995e-5e3be9b2527a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:37.004306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-ebdbae10-8656-4e9b-995e-5e3be9b2527a tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 944 time: 0.0908256 Dec 10 18:12:37.033712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:37.043766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:37.046317 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5815b5-5812-46dd-9143-23f384556338" -d '{"events": [{"server_uuid": "1c8526dc-4f6d-49c7-911e-1c0207336119", "name": "network-vif-plugged", "status": "completed", "tag": "9973a6d2-f9b0-4b24-a316-7c7f50583ce8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:37.070328 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:37.073850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-12b27cd8-0964-4e8c-bc81-30430428ab8d tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:37.077945 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-12b27cd8-0964-4e8c-bc81-30430428ab8d tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1097 time: 0.1063807 Dec 10 18:12:37.095785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:37.137426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684daaa-e218-46d3-8dda-dea430764168 req-c5d2cfdf-9736-4f8c-a07a-8c4798fa8b18 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:37.147901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c684daaa-e218-46d3-8dda-dea430764168 req-c5d2cfdf-9736-4f8c-a07a-8c4798fa8b18 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.1012325 Dec 10 18:12:37.186774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,segment=NetworkSegment(65d1fed3-6abb-4c1f-9f6b-885cacfde853),segment_id=65d1fed3-6abb-4c1f-9f6b-885cacfde853)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:37.192301 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa49e3c-2b53-46c8-865c-fa51e0fa3225 x-openstack-request-id: req-1aa49e3c-2b53-46c8-865c-fa51e0fa3225 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:37.193020 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8526dc-4f6d-49c7-911e-1c0207336119", "name": "network-vif-plugged", "status": "completed", "tag": "9973a6d2-f9b0-4b24-a316-7c7f50583ce8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:37.193750 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1aa49e3c-2b53-46c8-865c-fa51e0fa3225 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:37.194015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:37.195209 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8', 'code': 200} Dec 10 18:12:37.206969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:37.252785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:37.282506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Deleting port d4b67572-89b4-450c-acd8-4c67e28f1fa0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:37.283085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:37.313527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c684daaa-e218-46d3-8dda-dea430764168 req-faf1a1e8-cb0b-42a1-8e0c-935238716afb tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633286 Dec 10 18:12:37.320437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['bbd70004-8497-414f-b5a9-c578cb6b8c58'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:37.383727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:37.498865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79e7e083-663a-4fd2-8c6e-b7883d4592a3 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:37.513818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010de21-c892-46fe-9345-83030d5186a4 req-b6d54d6e-090a-42b7-8aeb-aedce200feb3 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:37.523019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9010de21-c892-46fe-9345-83030d5186a4 req-b6d54d6e-090a-42b7-8aeb-aedce200feb3 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 945 time: 0.2680490 Dec 10 18:12:37.541084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378400-3c20-4c40-ad96-566534b326ff req-a8182412-9150-4d46-8efa-fd5474fc5ba6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:37.542700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-a8182412-9150-4d46-8efa-fd5474fc5ba6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.2297697 Dec 10 18:12:37.647941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79e7e083-663a-4fd2-8c6e-b7883d4592a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79e7e083-663a-4fd2-8c6e-b7883d4592a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:37.648632 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9010de21-c892-46fe-9345-83030d5186a4 req-0ee3c936-6807-4250-b8c7-d21774f29d83 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178699 Dec 10 18:12:37.660680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Request body: {'port': {'device_id': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'admin_state_up': True, 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:37.661932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:37.688411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '79e7e083-663a-4fd2-8c6e-b7883d4592a3', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '79e7e083-663a-4fd2-8c6e-b7883d4592a3', 'mac_address': 'fa:16:3e:55:f4:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:37.690578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 2809efbb-c8e6-42ec-b489-18de730d11c7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:37.690928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2809efbb-c8e6-42ec-b489-18de730d11c7 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:37.818878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f206c4db-2bb9-4d75-ac52-112e08e01fdf req-622561a0-06f6-49eb-bc67-b6c2b10310f5 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 210 time: 0.0709500 Dec 10 18:12:37.833684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8b564-5dc6-4d3f-9fa3-079096c16c54 req-77eafdcb-acad-4c39-b2bb-fc21f0dd3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:37.833684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a8b564-5dc6-4d3f-9fa3-079096c16c54 req-77eafdcb-acad-4c39-b2bb-fc21f0dd3d79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 1096 time: 0.5693243 Dec 10 18:12:37.886491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b5a5-a56c-4a51-a562-994e4e618c84 req-6e76284a-5470-4e8b-96ae-72ed3f0a87f8 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:37.902925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64f1b5a5-a56c-4a51-a562-994e4e618c84 req-6e76284a-5470-4e8b-96ae-72ed3f0a87f8 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 945 time: 0.1292617 Dec 10 18:12:37.960366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:37.980182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64f1b5a5-a56c-4a51-a562-994e4e618c84 req-a442d48c-3f8d-4abb-aa36-e9acaf54ab12 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704730 Dec 10 18:12:37.999663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] For port d4b67572-89b4-450c-acd8-4c67e28f1fa0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=d4b67572-89b4-450c-acd8-4c67e28f1fa0,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:37.999663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.014668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e7e083-663a-4fd2-8c6e-b7883d4592a3 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:38.014917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a8b564-5dc6-4d3f-9fa3-079096c16c54 req-8ea95964-046e-4a2a-83a7-c681da64bccd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668997 Dec 10 18:12:38.016055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Calling delete_port for d4b67572-89b4-450c-acd8-4c67e28f1fa0 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:38.017328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:38.042909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de7ab7-2930-46a6-8fd1-957d8e6d0d2f req-4f6312f8-9601-4fed-8d18-bc7eca66ffa1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:38.043509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79e7e083-663a-4fd2-8c6e-b7883d4592a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79e7e083-663a-4fd2-8c6e-b7883d4592a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:38.051591 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5de7ab7-2930-46a6-8fd1-957d8e6d0d2f req-4f6312f8-9601-4fed-8d18-bc7eca66ffa1 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=285b7a3c-7917-4c32-9d27-8ec2fcf1fc56 HTTP/1.1" status: 200 len: 944 time: 0.1110604 Dec 10 18:12:38.052246 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.118627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=79e7e083-663a-4fd2-8c6e-b7883d4592a3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:38.127739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:38.132291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.151635 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5de7ab7-2930-46a6-8fd1-957d8e6d0d2f req-440ed75b-d9aa-43ad-8aae-c0b8818033a0 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947380 Dec 10 18:12:38.202441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744075a-536a-4f09-9fe2-917c4158205d req-abaf312a-e577-419b-96a2-5d2609c3ee0d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:38.210273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b744075a-536a-4f09-9fe2-917c4158205d req-abaf312a-e577-419b-96a2-5d2609c3ee0d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 948 time: 0.0981414 Dec 10 18:12:38.275797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.291212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff92807-c270-48e7-b9fa-76e79e11359a req-49bc13a9-f696-4f63-9dd1-4c5b22cad583 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:38.292897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ff92807-c270-48e7-b9fa-76e79e11359a req-49bc13a9-f696-4f63-9dd1-4c5b22cad583 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0747459 Dec 10 18:12:38.322847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event deleted for resources: {'Port': ['ID=d4b67572-89b4-450c-acd8-4c67e28f1fa0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:38.347299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:38.372724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] No DVR routers for this DVR port d4b67572-89b4-450c-acd8-4c67e28f1fa0 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:38.380446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.383315 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59dc56e6-465d-4c78-8deb-4b474eb03057 req-6cbabb74-2ec1-4c19-bd3d-0472984a9c51 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "DELETE /v2.0/ports/d4b67572-89b4-450c-acd8-4c67e28f1fa0 HTTP/1.1" status: 204 len: 173 time: 1.3727438 Dec 10 18:12:38.383784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Allocated IP 172.20.0.8 (9991c54f-ff41-48aa-8b6f-70c12caf5dff/e6305297-35c8-4bd1-84c5-3776d17fe8cc/aac50712-4af3-4915-b612-8a2fce2ebd8f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:38.384042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'name': 'network-vif-deleted', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:38.384896 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['79e7e083-663a-4fd2-8c6e-b7883d4592a3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:38.386554 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c384fac3-9b95-4dba-bd90-e92541389962" -d '{"events": [{"server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "name": "network-vif-deleted", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:38.416364 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ff92807-c270-48e7-b9fa-76e79e11359a req-d46622c1-a786-4cec-8acb-dac733fbd7bf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998433 Dec 10 18:12:38.481327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b744075a-536a-4f09-9fe2-917c4158205d req-d2f88125-d2ef-4a00-9377-aedfff7014fe tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679231 Dec 10 18:12:38.497990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:38.500608 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be61a070-91cd-4bd9-969e-bd117c26d4eb" -d '{"events": [{"server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "name": "network-vif-unplugged", "status": "completed", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:38.512839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.583276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df07116-71dd-403e-97ba-afbf1e2e84c6 req-121e53d4-9fa2-4512-904f-4a6e61e48e35 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:38.593292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6df07116-71dd-403e-97ba-afbf1e2e84c6 req-121e53d4-9fa2-4512-904f-4a6e61e48e35 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 946 time: 0.1027803 Dec 10 18:12:38.595741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.611792 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5fc32c-bd8a-4410-9eb1-79051a3b3146 x-openstack-request-id: req-fe5fc32c-bd8a-4410-9eb1-79051a3b3146 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:38.614032 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285b7a3c-7917-4c32-9d27-8ec2fcf1fc56", "name": "network-vif-deleted", "tag": "d4b67572-89b4-450c-acd8-4c67e28f1fa0", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:38.615135 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe5fc32c-bd8a-4410-9eb1-79051a3b3146 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:38.617109 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285b7a3c-7917-4c32-9d27-8ec2fcf1fc56', 'name': 'network-vif-deleted', 'tag': 'd4b67572-89b4-450c-acd8-4c67e28f1fa0', 'status': 'completed', 'code': 200} Dec 10 18:12:38.642022 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3487ac4d-73fb-4167-bb7c-65026366813d x-openstack-request-id: req-3487ac4d-73fb-4167-bb7c-65026366813d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:38.642527 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "name": "network-vif-unplugged", "status": "completed", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:38.642779 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3487ac4d-73fb-4167-bb7c-65026366813d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:38.643177 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1', 'code': 200} Dec 10 18:12:38.670804 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6df07116-71dd-403e-97ba-afbf1e2e84c6 req-d633577e-e210-45dc-bd5f-b5592d82f41c tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754135 Dec 10 18:12:38.725839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:38.867665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on host n-h1-821424-1 for vnic_type normal with profile {"migrating_to": "n-h2-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:38.868004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:38.868339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:38.882497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57e4d4-0c54-4017-bff0-6bbb6fca856b req-106a5809-8541-4ba0-99c8-7de2b1d804a2 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:38.884072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f57e4d4-0c54-4017-bff0-6bbb6fca856b req-106a5809-8541-4ba0-99c8-7de2b1d804a2 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 945 time: 0.1550806 Dec 10 18:12:38.887875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:38.888203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Attempting to bind port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on network 32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:38.918321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a693f71d-1828-47fa-820d-91ae02817dea req-eda4e101-82f7-4e77-a6db-fa9c1471f65b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 210 time: 0.0292089 Dec 10 18:12:38.935053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:38.936702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:38.937075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Checking segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:38.949293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Bound using segment: {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:38.949917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Bound port: 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d456c9-78ff-443a-b680-f1564147307e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:38.950296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:39.033891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f57e4d4-0c54-4017-bff0-6bbb6fca856b req-1922b3df-736a-468e-8a46-cd1ae9bab60d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404688 Dec 10 18:12:39.082692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:39.086179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:39.090625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:39.105828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:39.163281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:39.164691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e91ef-4738-479a-bd60-364f84c93f52 req-7db09fe7-6082-4d8b-8c75-cfafbf767855 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:39.169113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:39.173683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:39.175325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f0e91ef-4738-479a-bd60-364f84c93f52 req-7db09fe7-6082-4d8b-8c75-cfafbf767855 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 945 time: 0.0881701 Dec 10 18:12:39.181216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:39.277141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:39.277773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:39.279260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] 10.222.0.30 "PUT /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 1122 time: 2.1880651 Dec 10 18:12:39.280309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f0e91ef-4738-479a-bd60-364f84c93f52 req-c65ce66a-6371-4bcf-bc8d-fc065bfb2275 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888453 Dec 10 18:12:39.324745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51665372-d5b7-492f-9dc1-0f30ef499c36 service neutron] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:39.355258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:39.357579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:39.377761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:39.383528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-4a80fdf9-8e9c-4a6c-b392-59d8d7cc6610 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7528780 Dec 10 18:12:39.397598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Request body: {'port': {'device_id': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:39.451114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:39.513770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:39.539196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:39.563206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba43ced-2713-4f69-af1e-7b3cc89f8c96 req-7b0082a9-10ef-4a66-97a6-9fd59933ce59 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:39.564390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ba43ced-2713-4f69-af1e-7b3cc89f8c96 req-7b0082a9-10ef-4a66-97a6-9fd59933ce59 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 944 time: 0.0859559 Dec 10 18:12:39.595241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed81436-06e3-4406-be0b-fb2a122a3dde req-25744e1b-439f-4748-8d35-08c1b727bd6c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:39.597000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ed81436-06e3-4406-be0b-fb2a122a3dde req-25744e1b-439f-4748-8d35-08c1b727bd6c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0990019 Dec 10 18:12:39.628931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ba43ced-2713-4f69-af1e-7b3cc89f8c96 req-09f08318-d370-476f-a1de-60268c2d2db3 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/security-groups?id=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553045 Dec 10 18:12:39.738855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ed81436-06e3-4406-be0b-fb2a122a3dde req-2b0ddb64-74fa-4f9d-9b24-4bfbd28283f1 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247296 Dec 10 18:12:39.754684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedebb55-489c-4280-a2f1-b2dab752b3e7 req-3f34a70e-8fa5-48ba-bc25-058724dd3dc8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:39.764277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eedebb55-489c-4280-a2f1-b2dab752b3e7 req-3f34a70e-8fa5-48ba-bc25-058724dd3dc8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 948 time: 0.0762615 Dec 10 18:12:39.825300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eedebb55-489c-4280-a2f1-b2dab752b3e7 req-b62a359d-724d-4185-8953-4ddc834c38d3 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597217 Dec 10 18:12:39.931293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:39.951574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28706b23-73eb-472f-ae46-0fecb5a32526 req-1f458a7f-9840-4b92-a039-7f2728f75622 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:39.953075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28706b23-73eb-472f-ae46-0fecb5a32526 req-1f458a7f-9840-4b92-a039-7f2728f75622 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1095145 Dec 10 18:12:39.958390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 has no active binding in host n-h2-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:12:40.015995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134af92-e5da-4467-852f-aac76c391a90 req-c75a3fdb-8dbc-4794-be6e-84f78f909498 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:40.017606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d134af92-e5da-4467-852f-aac76c391a90 req-c75a3fdb-8dbc-4794-be6e-84f78f909498 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 944 time: 0.1590667 Dec 10 18:12:40.082277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a154a89-7cba-4f1f-91cf-eee621019a7a req-48a53422-306a-45a7-8299-cb6a3e09fed4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:40.083936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a154a89-7cba-4f1f-91cf-eee621019a7a req-48a53422-306a-45a7-8299-cb6a3e09fed4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 931 time: 0.0560396 Dec 10 18:12:40.134561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28706b23-73eb-472f-ae46-0fecb5a32526 req-8aaa811f-d388-44f7-b548-41d859215fc7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744494 Dec 10 18:12:40.159773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac50712-4af3-4915-b612-8a2fce2ebd8f {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:40.169530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.175084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a154a89-7cba-4f1f-91cf-eee621019a7a req-7ad116e8-5a4f-4a93-ba00-ac7cffee1639 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769711 Dec 10 18:12:40.187378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Transition to ACTIVE for port object aac50712-4af3-4915-b612-8a2fce2ebd8f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:40.195370 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.204975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Deleting port 36d6740c-659e-4853-b197-71cec3d15573 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:40.205314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.296314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c77c5-3688-4278-8344-903b21c0c7d6 req-e2aeb6d3-6096-4103-8cca-7eaa104f58ea tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:40.297874 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c83c77c5-3688-4278-8344-903b21c0c7d6 req-e2aeb6d3-6096-4103-8cca-7eaa104f58ea tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 945 time: 0.0588212 Dec 10 18:12:40.312931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:40.367073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c83c77c5-3688-4278-8344-903b21c0c7d6 req-5da4f4cc-0c2c-4a44-9bff-333e5e99f303 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616498 Dec 10 18:12:40.423705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] For port 36d6740c-659e-4853-b197-71cec3d15573, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=36d6740c-659e-4853-b197-71cec3d15573,segment=NetworkSegment(a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18),segment_id=a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:40.424105 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.449791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Calling delete_port for 36d6740c-659e-4853-b197-71cec3d15573 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:40.459024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Attempting to bind port aac50712-4af3-4915-b612-8a2fce2ebd8f on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:40.459344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Attempting to bind port aac50712-4af3-4915-b612-8a2fce2ebd8f by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:40.459684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Attempting to bind port aac50712-4af3-4915-b612-8a2fce2ebd8f on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:40.507645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4f75a-323d-4577-b941-3357ab300729 req-625f75ba-cf7d-43d7-b628-3cceb255c8d6 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:40.509180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2aa4f75a-323d-4577-b941-3357ab300729 req-625f75ba-cf7d-43d7-b628-3cceb255c8d6 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 945 time: 0.1379118 Dec 10 18:12:40.511556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Port aac50712-4af3-4915-b612-8a2fce2ebd8f on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:40.511878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Attempting to bind port aac50712-4af3-4915-b612-8a2fce2ebd8f on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:40.522468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:40.522968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:40.523212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Bound using segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:40.523716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Bound port: aac50712-4af3-4915-b612-8a2fce2ebd8f, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:40.524085 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.546406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bbd70004-8497-414f-b5a9-c578cb6b8c58 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:40.608481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port bbd70004-8497-414f-b5a9-c578cb6b8c58 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:40.613690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port bbd70004-8497-414f-b5a9-c578cb6b8c58 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:40.614147 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.665578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:40.668221 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0505b7d7-729a-4798-bb41-18d0bc37366d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:40.678863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2aa4f75a-323d-4577-b941-3357ab300729 req-8faab544-5382-4d74-bb22-ae8c40f45333 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522975 Dec 10 18:12:40.687641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:40.692919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:40.702926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.753307 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.754718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.767346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:40.768278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.769889 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] 10.222.0.59 "PUT /v2.0/ports/aac50712-4af3-4915-b612-8a2fce2ebd8f HTTP/1.1" status: 200 len: 1091 time: 1.3774364 Dec 10 18:12:40.776613 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd4a4e-de02-4e90-bb2b-d71a39a0b522 x-openstack-request-id: req-90cd4a4e-de02-4e90-bb2b-d71a39a0b522 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:40.777132 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:40.777385 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90cd4a4e-de02-4e90-bb2b-d71a39a0b522 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:40.777776 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1', 'status': 'completed', 'code': 200} Dec 10 18:12:40.803936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:40.811531 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec8966-40bc-4c21-b070-b6b81cd156df" -d '{"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-plugged", "status": "completed", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:40.823125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a763a1-1a69-4d56-9097-409a663e1ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:40.861660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:40.870277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.879646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18c65189-8c7a-4a2f-977b-70427ad4c415 req-a6c3efb7-1973-4773-ac39-7ed950823db5 tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e6017b3-af1e-42fc-a2a5-70056ab4d4f5 HTTP/1.1" status: 200 len: 210 time: 0.1442273 Dec 10 18:12:40.900343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] No DVR routers for this DVR port 36d6740c-659e-4853-b197-71cec3d15573 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:40.900343 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:40.900343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d134af92-e5da-4467-852f-aac76c391a90 req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] 10.222.0.30 "DELETE /v2.0/ports/36d6740c-659e-4853-b197-71cec3d15573 HTTP/1.1" status: 204 len: 173 time: 0.8714092 Dec 10 18:12:40.984996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378400-3c20-4c40-ad96-566534b326ff req-44347adc-90e3-4975-86eb-c95a496b6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:40.989272 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-44347adc-90e3-4975-86eb-c95a496b6e88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 1094 time: 0.1053274 Dec 10 18:12:40.997077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a5632-00b6-4633-975e-695b124bd57d tempest-LiveAutoBlockMigrationV225Test-244899818 tempest-LiveAutoBlockMigrationV225Test-244899818-project] Pushing event deleted for resources: {'Port': ['ID=36d6740c-659e-4853-b197-71cec3d15573,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:41.013951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:41.042870 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1060ad8f-c410-4c98-a513-9546f97e9aac x-openstack-request-id: req-1060ad8f-c410-4c98-a513-9546f97e9aac {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:41.043256 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-plugged", "status": "completed", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:41.043460 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1060ad8f-c410-4c98-a513-9546f97e9aac {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:41.044125 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'code': 200} Dec 10 18:12:41.052130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-eebc4b6b-f0c2-48b7-a4fb-cc9e7d39798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.054022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-eebc4b6b-f0c2-48b7-a4fb-cc9e7d39798d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1125 time: 0.2026036 Dec 10 18:12:41.067480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d28d2-1b9b-421a-8e32-92d5df408727 req-577cc67c-0297-4404-af39-6267b63a9484 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.069648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-7ad07357-b1bf-4841-b827-556eb6197579 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f HTTP/1.1" status: 200 len: 217 time: 0.0693974 Dec 10 18:12:41.075627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f0d28d2-1b9b-421a-8e32-92d5df408727 req-577cc67c-0297-4404-af39-6267b63a9484 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1129119 Dec 10 18:12:41.183765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25378400-3c20-4c40-ad96-566534b326ff req-be8b53c2-165d-48cf-bdc2-4c5711ba8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.185513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-be8b53c2-165d-48cf-bdc2-4c5711ba8e48 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1021039 Dec 10 18:12:41.196058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd92124-3530-45e9-8f3f-91e8667cb537 req-ca7a0031-427f-4a1c-8aef-e4ed2968e966 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.197845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcd92124-3530-45e9-8f3f-91e8667cb537 req-ca7a0031-427f-4a1c-8aef-e4ed2968e966 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 948 time: 0.1270618 Dec 10 18:12:41.222676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f0d28d2-1b9b-421a-8e32-92d5df408727 req-b43c2b02-426c-4050-9495-b8c796fe39c3 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451731 Dec 10 18:12:41.232521 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-be13fe1e-8ada-479c-b109-d80d5e2c16bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329578 Dec 10 18:12:41.245676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-8de0303a-e391-45b4-8c6d-6b3e7cf4af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.247176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-8de0303a-e391-45b4-8c6d-6b3e7cf4af0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1632183 Dec 10 18:12:41.255352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e915e-1bc8-4824-b369-1e96b70bfaf4 req-1570dcd3-fbe6-4e2e-951b-a8c84b335b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.258760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca1e915e-1bc8-4824-b369-1e96b70bfaf4 req-1570dcd3-fbe6-4e2e-951b-a8c84b335b9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 1097 time: 0.1052721 Dec 10 18:12:41.325743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-8ba25dae-015a-4332-9efb-1d742745841a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0660000 Dec 10 18:12:41.344687 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcd92124-3530-45e9-8f3f-91e8667cb537 req-59b5a28e-94d2-4a28-96dd-c00d5bfa703e tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358123 Dec 10 18:12:41.378627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-09408441-c0df-47b7-a75a-eddc4757cbae service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229768 Dec 10 18:12:41.412129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-c29eabea-e14a-494a-87b4-a8c818e63965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.414179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-c29eabea-e14a-494a-87b4-a8c818e63965 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0773132 Dec 10 18:12:41.451429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca1e915e-1bc8-4824-b369-1e96b70bfaf4 req-97737bae-10a0-4792-925e-2b2f2e0b662a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830528 Dec 10 18:12:41.459331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc45b2-2c25-471f-8053-c36c685d1952 req-8345e046-ee95-4cf2-8770-f3cbf35d7fd7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.460973 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49fc45b2-2c25-471f-8053-c36c685d1952 req-8345e046-ee95-4cf2-8770-f3cbf35d7fd7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 943 time: 0.1434560 Dec 10 18:12:41.478038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-386f0a21-876c-43e1-92b5-f47cf016ce3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453887 Dec 10 18:12:41.487359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79e7e083-663a-4fd2-8c6e-b7883d4592a3 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:41.524293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25378400-3c20-4c40-ad96-566534b326ff req-a622dcac-c1d5-4659-91de-8b73cc61ac16 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374154 Dec 10 18:12:41.526842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49fc45b2-2c25-471f-8053-c36c685d1952 req-5fbb1fcd-b384-4ea1-a866-3f5fea2a9c42 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524061 Dec 10 18:12:41.536717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a4d6b-f74f-47e4-9144-97c3c3c1922f req-293e8ec7-7f7f-4923-aa4d-ffba0ec113b4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.545149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-827a4d6b-f74f-47e4-9144-97c3c3c1922f req-293e8ec7-7f7f-4923-aa4d-ffba0ec113b4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1048262 Dec 10 18:12:41.552980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:41.561163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:41.561847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:41.626289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-827a4d6b-f74f-47e4-9144-97c3c3c1922f req-cbf668c2-e266-4de9-9f29-5e2b4dae6748 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800369 Dec 10 18:12:41.771928 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:41.830044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-0aa2615e-9afb-4949-8c62-5e7954f22c61 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613760 Dec 10 18:12:41.850571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79e7e083-663a-4fd2-8c6e-b7883d4592a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79e7e083-663a-4fd2-8c6e-b7883d4592a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:41.857385 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:41.858676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:41.910410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: d4b67572-89b4-450c-acd8-4c67e28f1fa0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:41.911068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device d4b67572-89b4-450c-acd8-4c67e28f1fa0 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:41.922437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40d6e5-9090-4b94-812d-77c0a33c4f30 req-daa7da17-6e26-4a29-bc74-ff9649d2c240 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:41.925673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b40d6e5-9090-4b94-812d-77c0a33c4f30 req-daa7da17-6e26-4a29-bc74-ff9649d2c240 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1352177 Dec 10 18:12:41.931313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-233f1349-8537-43be-9ed9-5ae051af8d45 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1582096 Dec 10 18:12:41.948876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=79e7e083-663a-4fd2-8c6e-b7883d4592a3,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:42.008214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e2977-2e81-4206-9ffc-50e41b5bca38 req-aee750d0-912a-4f58-aed6-cdbfbe4327be tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:42.009803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f9e2977-2e81-4206-9ffc-50e41b5bca38 req-aee750d0-912a-4f58-aed6-cdbfbe4327be tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 945 time: 0.0869911 Dec 10 18:12:42.011275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b40d6e5-9090-4b94-812d-77c0a33c4f30 req-ae0d5795-3eb6-4359-91b7-50fb99bfc388 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758157 Dec 10 18:12:42.049265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-10c82883-731b-464b-970f-8d8990db607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:42.051406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-10c82883-731b-464b-970f-8d8990db607c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0582857 Dec 10 18:12:42.058906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0505b7d7-729a-4798-bb41-18d0bc37366d req-bddcc3b4-6727-4412-a50f-40b65cf5dfbb service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172971 Dec 10 18:12:42.090879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60758) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:42.123345 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f9e2977-2e81-4206-9ffc-50e41b5bca38 req-1ea0e33e-a968-43cb-9496-3e35e08944bb tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962489 Dec 10 18:12:42.210620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-2a178a46-76ce-47c2-ba70-175400c6958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:42.212647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-2a178a46-76ce-47c2-ba70-175400c6958f service neutron] 10.222.0.59 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1243596 Dec 10 18:12:42.266012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] Deleting subnet 5378fb35-fef7-4997-8ed5-142476e26ade {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:12:42.270070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.274181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-492bce5f-4725-4d62-bb31-2a487f2ecb48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 200 len: 217 time: 0.0514905 Dec 10 18:12:42.320648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.343130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-a95941ac-1564-430b-80da-eac2dc760df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:42.346038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-a95941ac-1564-430b-80da-eac2dc760df4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0587258 Dec 10 18:12:42.391605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-5c22bced-d379-4af1-92c4-e0876e5a49e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347152 Dec 10 18:12:42.428687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376b87-7bb2-443d-b952-ca8bd73daf05 req-35f8a0fd-2632-4281-8a63-7d2830fefe75 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:42.437961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e376b87-7bb2-443d-b952-ca8bd73daf05 req-35f8a0fd-2632-4281-8a63-7d2830fefe75 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1142979 Dec 10 18:12:42.448778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.534108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e376b87-7bb2-443d-b952-ca8bd73daf05 req-8013f379-70ca-433c-9e85-798403899f3c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949938 Dec 10 18:12:42.554713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.597811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5378fb35-fef7-4997-8ed5-142476e26ade,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:42.608047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.614415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-685020d3-006f-446b-8ca1-d1a96079d499 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5378fb35-fef7-4997-8ed5-142476e26ade HTTP/1.1" status: 204 len: 168 time: 0.5199203 Dec 10 18:12:42.615449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60770) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:42.730916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.744714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f0aab-642b-4827-9a44-426eb77cce9d req-27427347-221b-49f9-a62c-e42af1383d24 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:42.746503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc9f0aab-642b-4827-9a44-426eb77cce9d req-27427347-221b-49f9-a62c-e42af1383d24 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 943 time: 0.1216738 Dec 10 18:12:42.834004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f'}, {'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'name': 'network-vif-deleted', 'tag': '36d6740c-659e-4853-b197-71cec3d15573'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:42.837952 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f"}, {"server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "name": "network-vif-deleted", "tag": "36d6740c-659e-4853-b197-71cec3d15573"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:42.874400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.893490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de406b-f62a-4f13-948c-4b6c5ee6923c req-e9e5e0aa-d623-4e29-a21c-19932925887f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:42.901014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-10de406b-f62a-4f13-948c-4b6c5ee6923c req-e9e5e0aa-d623-4e29-a21c-19932925887f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 949 time: 0.4409430 Dec 10 18:12:42.909739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc9f0aab-642b-4827-9a44-426eb77cce9d req-dcca781c-f71f-468d-90d9-4f5bf4bfb8fb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519563 Dec 10 18:12:42.912017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-b3717257-0d08-493d-8314-7c5196b94828 service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096760 Dec 10 18:12:42.914765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f176ce6c-aeb1-4f5f-92fb-e4729f214a91']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:42.927220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:42.927707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82f61c4-763c-4dbc-9ef5-c11e8eb2ea18') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:42.942475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.963086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.972270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:12:42.972875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:12:42.975876 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:12:43.014565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-10de406b-f62a-4f13-948c-4b6c5ee6923c req-219a9add-c1d0-41be-ae3d-fe18a5ea6005 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076076 Dec 10 18:12:43.046189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e7e083-663a-4fd2-8c6e-b7883d4592a3'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:43.051287 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880bf9c5-cac1-4621-ace3-336b9121eaea" -d '{"events": [{"server_uuid": "f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00", "name": "network-vif-plugged", "status": "completed", "tag": "79e7e083-663a-4fd2-8c6e-b7883d4592a3"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:43.091870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:43.092319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd3f4fb4-44ac-4a4d-bffd-c306a1eb5ecd req-dbdfb8ed-45b6-472f-b80c-d53aae8dfcbb service neutron] 10.222.0.59 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670849 Dec 10 18:12:43.101153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:43.104582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f176ce6c-aeb1-4f5f-92fb-e4729f214a91 HTTP/1.1" status: 204 len: 168 time: 0.4878845 Dec 10 18:12:43.107445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60780) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:43.152540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede818c-dae0-4ef5-a656-a96a86da75d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f176ce6c-aeb1-4f5f-92fb-e4729f214a91,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:43.157904 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f9060-6134-4bed-8213-2c0318e0d4ca x-openstack-request-id: req-df4f9060-6134-4bed-8213-2c0318e0d4ca {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:43.158139 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f", "status": "completed", "code": 200}, {"server_uuid": "5e6017b3-af1e-42fc-a2a5-70056ab4d4f5", "name": "network-vif-deleted", "tag": "36d6740c-659e-4853-b197-71cec3d15573", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:43.158403 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-df4f9060-6134-4bed-8213-2c0318e0d4ca {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:43.158796 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'status': 'completed', 'code': 200} Dec 10 18:12:43.159126 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6017b3-af1e-42fc-a2a5-70056ab4d4f5', 'name': 'network-vif-deleted', 'tag': '36d6740c-659e-4853-b197-71cec3d15573', 'status': 'completed', 'code': 200} Dec 10 18:12:43.182513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5eb19f-96a8-4517-aa56-4308a09a17a6 req-fd06aac5-87e9-43ce-b9b7-668a4cb63b2b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.183958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e5eb19f-96a8-4517-aa56-4308a09a17a6 req-fd06aac5-87e9-43ce-b9b7-668a4cb63b2b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.1277831 Dec 10 18:12:43.251344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e5eb19f-96a8-4517-aa56-4308a09a17a6 req-daae7981-46ea-4d1d-a20c-cf73ceb7e312 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Dec 10 18:12:43.262749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-027d9ec1-be35-42a3-addc-7aca775a1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.264679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-027d9ec1-be35-42a3-addc-7aca775a1174 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 1094 time: 0.0990484 Dec 10 18:12:43.275022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] Deleting subnet 69ee94f6-cc22-41e6-858d-9151391a8351 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:12:43.302641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:43.324985 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ec0196-c640-4594-9801-3d220a1d2919 x-openstack-request-id: req-f6ec0196-c640-4594-9801-3d220a1d2919 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:43.325282 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00", "name": "network-vif-plugged", "status": "completed", "tag": "79e7e083-663a-4fd2-8c6e-b7883d4592a3", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:43.325727 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6ec0196-c640-4594-9801-3d220a1d2919 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:43.326127 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e7e083-663a-4fd2-8c6e-b7883d4592a3', 'code': 200} Dec 10 18:12:43.350961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68672c-1b0e-4a79-b269-5646c1f376d9 req-1423f8e8-89ce-417f-9979-087301200c81 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.353902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c68672c-1b0e-4a79-b269-5646c1f376d9 req-1423f8e8-89ce-417f-9979-087301200c81 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1535265 Dec 10 18:12:43.458806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:43.471318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f1087-181e-4a29-99c7-e9d5debbdcc8 req-5a615ba2-2e98-44b4-8d90-ba07cd962859 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.472813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-353f1087-181e-4a29-99c7-e9d5debbdcc8 req-5a615ba2-2e98-44b4-8d90-ba07cd962859 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 945 time: 0.0636194 Dec 10 18:12:43.504296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:43.557558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 36d6740c-659e-4853-b197-71cec3d15573 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:43.558466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 36d6740c-659e-4853-b197-71cec3d15573 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:43.580374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-353f1087-181e-4a29-99c7-e9d5debbdcc8 req-57a0138f-be88-4df5-9260-db40cc68f744 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/security-groups?id=087340e5-e4c0-4d81-8991-b0b103638a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974426 Dec 10 18:12:43.589109 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c68672c-1b0e-4a79-b269-5646c1f376d9 req-52e123a5-a266-4a7a-b156-c8e5cffb2d85 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172635 Dec 10 18:12:43.602805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-1cdb77eb-6f6d-43b3-a4b4-af7d17e5b462 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.605294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-1cdb77eb-6f6d-43b3-a4b4-af7d17e5b462 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.59 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 945 time: 0.1315086 Dec 10 18:12:43.699977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f13221-5ff8-4cc1-bceb-7771f2b8ced8 req-a117b60d-3c0a-4fab-8a7d-12c9d833941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.703153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07f13221-5ff8-4cc1-bceb-7771f2b8ced8 req-a117b60d-3c0a-4fab-8a7d-12c9d833941d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 1100 time: 0.2758746 Dec 10 18:12:43.705587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:43.770297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-2d2128bb-0049-4b26-80bf-72ff481c3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.772319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-2d2128bb-0049-4b26-80bf-72ff481c3852 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 0.4917984 Dec 10 18:12:43.813526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07f13221-5ff8-4cc1-bceb-7771f2b8ced8 req-1b3b6d89-cb81-4aa3-9704-5b719265dfb5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731456 Dec 10 18:12:43.822573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af3e0f-b143-4983-991b-d0c58046f627 req-55d3fb5f-8830-413a-b76d-1560a43ed9d1 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:43.830755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e9af3e0f-b143-4983-991b-d0c58046f627 req-55d3fb5f-8830-413a-b76d-1560a43ed9d1 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1273487 Dec 10 18:12:43.874106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-70050c55-998b-4760-9dc1-c93c2f883e78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f HTTP/1.1" status: 200 len: 217 time: 0.0735199 Dec 10 18:12:43.919034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e9af3e0f-b143-4983-991b-d0c58046f627 req-ea104148-a84c-434b-9801-d97e08e1bc26 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871830 Dec 10 18:12:43.922084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:43.929404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Deleting port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:43.929745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.000635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.006577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/69ee94f6-cc22-41e6-858d-9151391a8351 HTTP/1.1" status: 204 len: 168 time: 0.8952832 Dec 10 18:12:44.006577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8d328-2e7d-48d9-8d72-0aac22ad9170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ee94f6-cc22-41e6-858d-9151391a8351,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:44.007052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60794) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:44.042413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-46ffead4-da0c-4f93-84ae-dbe0c4230698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:44.043920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-46ffead4-da0c-4f93-84ae-dbe0c4230698 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1577785 Dec 10 18:12:44.090243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f75be-bae5-4c33-ac31-f8730903fe1d req-d1f95f68-8e2a-40d8-97c8-d0f2052b7ac2 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:44.091812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-583f75be-bae5-4c33-ac31-f8730903fe1d req-d1f95f68-8e2a-40d8-97c8-d0f2052b7ac2 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 943 time: 0.0866065 Dec 10 18:12:44.097284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] For port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,segment=NetworkSegment(65d1fed3-6abb-4c1f-9f6b-885cacfde853),segment_id=65d1fed3-6abb-4c1f-9f6b-885cacfde853)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:44.097643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.111927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-1d7f8372-ed14-412b-a2ab-99b9c3cdeb2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360122 Dec 10 18:12:44.117245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Calling delete_port for 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:44.121223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1fef3-a54d-45bb-86fc-e98c79d11553 req-41d0cd08-234c-4da8-b128-42f3dbe5ef74 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:44.122726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2d1fef3-a54d-45bb-86fc-e98c79d11553 req-41d0cd08-234c-4da8-b128-42f3dbe5ef74 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1843731 Dec 10 18:12:44.190497 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.194391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-583f75be-bae5-4c33-ac31-f8730903fe1d req-49589072-94cb-4e68-a1f9-a66fa1b37f52 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935466 Dec 10 18:12:44.278105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2d1fef3-a54d-45bb-86fc-e98c79d11553 req-e6fcd35c-1fbb-444d-b3e1-5678697c82da tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370749 Dec 10 18:12:44.320603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.322163 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-bf7b2c07-a83b-4842-90f9-0725c9d6ba01 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946568 Dec 10 18:12:44.332702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['9973a6d2-f9b0-4b24-a316-7c7f50583ce8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:44.384874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Pushing event deleted for resources: {'Port': ['ID=9973a6d2-f9b0-4b24-a316-7c7f50583ce8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:44.441514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] No DVR routers for this DVR port 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:44.444444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.448343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0ae1404-2bdc-4580-ad3b-5fa578248a5d req-c40f9a76-cbec-47e3-ac64-c542615eafa7 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.59 "DELETE /v2.0/ports/9973a6d2-f9b0-4b24-a316-7c7f50583ce8 HTTP/1.1" status: 204 len: 173 time: 0.8356612 Dec 10 18:12:44.450978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'name': 'network-vif-deleted', 'tag': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:44.455017 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b267fd37-4f21-4e39-85da-9c31429e3c6d" -d '{"events": [{"server_uuid": "1c8526dc-4f6d-49c7-911e-1c0207336119", "name": "network-vif-deleted", "tag": "9973a6d2-f9b0-4b24-a316-7c7f50583ce8"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:44.468813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178e7d7-6476-440c-96fd-06bf4f49249c req-6612f9dc-31da-4b65-9b67-db414d4dec8d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:44.471315 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0178e7d7-6476-440c-96fd-06bf4f49249c req-6612f9dc-31da-4b65-9b67-db414d4dec8d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 949 time: 0.1644533 Dec 10 18:12:44.491756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.542472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5451bb-7ab8-42fc-9cd6-be58404cec31']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:44.553007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device aac50712-4af3-4915-b612-8a2fce2ebd8f details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:12:44.556324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:44.591731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503f927-48d2-4490-9552-a36b8b5bdb4a req-163ac636-3be2-4931-a1d3-0fff4b254800 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:44.599791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3503f927-48d2-4490-9552-a36b8b5bdb4a req-163ac636-3be2-4931-a1d3-0fff4b254800 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.2244606 Dec 10 18:12:44.614536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0178e7d7-6476-440c-96fd-06bf4f49249c req-cd697ecd-b2fe-4238-b81f-d7c2f2f191c7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284378 Dec 10 18:12:44.626685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813406f5-c770-4840-98be-2dfe3a889ca5') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:44.627049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813406f5-c770-4840-98be-2dfe3a889ca5') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:44.666257 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37320db1-a2cb-4b0f-8dec-0b21ed9b1ef7 req-47f8832a-e2e5-4965-bf71-b7d2ab652211 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345177 Dec 10 18:12:44.669516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.707561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.721175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-55e679a7-41b2-4bf7-ae9a-f6bb1bb368bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1170936 Dec 10 18:12:44.727095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3503f927-48d2-4490-9552-a36b8b5bdb4a req-b28a9cd4-ccc8-42e7-84b4-14dc1a80c9bf tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261692 Dec 10 18:12:44.727535 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77748f70-d657-44ca-8bcb-73625671a34a x-openstack-request-id: req-77748f70-d657-44ca-8bcb-73625671a34a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:44.728036 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8526dc-4f6d-49c7-911e-1c0207336119", "name": "network-vif-deleted", "tag": "9973a6d2-f9b0-4b24-a316-7c7f50583ce8", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:44.728160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:12:44.728526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.728829 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77748f70-d657-44ca-8bcb-73625671a34a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:12:44.730565 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:12:44.732851 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8526dc-4f6d-49c7-911e-1c0207336119', 'name': 'network-vif-deleted', 'tag': '9973a6d2-f9b0-4b24-a316-7c7f50583ce8', 'status': 'completed', 'code': 200} Dec 10 18:12:44.854695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.898504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-2ed29fee-1e6a-4e66-bc10-c56a38e3740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:44.900024 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-2ed29fee-1e6a-4e66-bc10-c56a38e3740e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 1095 time: 0.1248579 Dec 10 18:12:44.901117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:44.916125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8a5451bb-7ab8-42fc-9cd6-be58404cec31 HTTP/1.1" status: 204 len: 168 time: 0.9043021 Dec 10 18:12:44.917517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2055ed7-045e-41c9-8727-e3cae7410b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5451bb-7ab8-42fc-9cd6-be58404cec31,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:44.917917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ac41856-c932-489a-8bbb-9a32331715e8 req-c47a6278-1500-40fb-a52b-47b21da8b971 tempest-ServerAddressesNegativeTestJSON-1491749881 tempest-ServerAddressesNegativeTestJSON-1491749881-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8526dc-4f6d-49c7-911e-1c0207336119 HTTP/1.1" status: 200 len: 210 time: 0.0617700 Dec 10 18:12:44.976565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:45.005877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'mac_address': 'fa:16:3e:29:a9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:12:45.070885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:45.094561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac50712-4af3-4915-b612-8a2fce2ebd8f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:45.137718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:45.145387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:45.212049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:45.215143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60818) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:45.224523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc581f73-1730-45d5-8d78-eaf67f0630d5 req-cef5f930-acde-4413-910e-0ff58473e637 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:45.234387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc581f73-1730-45d5-8d78-eaf67f0630d5 req-cef5f930-acde-4413-910e-0ff58473e637 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1680274 Dec 10 18:12:45.258004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-c94ded67-1737-451c-b3e2-80c84402887c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:45.259723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-c94ded67-1737-451c-b3e2-80c84402887c service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.3103240 Dec 10 18:12:45.299715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0cec652-d404-488f-9d25-a5d837f5ba6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cfdffc1c29b4579b9a1cec2c24b5d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783920 Dec 10 18:12:45.300068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60822) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:45.346154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc581f73-1730-45d5-8d78-eaf67f0630d5 req-0d036dae-ab96-4b22-8c59-bc0db1e9fb45 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104093 Dec 10 18:12:45.357247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-fc727407-a0f5-4a02-af4e-98f22437a0bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 200 len: 217 time: 0.0711048 Dec 10 18:12:45.388287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['aac50712-4af3-4915-b612-8a2fce2ebd8f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:45.405625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc272c-a42a-4f3f-8777-5b2a7877f782 req-fe62d5e6-b457-4dee-a34e-3d5fa20b0d69 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:45.407208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbcc272c-a42a-4f3f-8777-5b2a7877f782 req-fe62d5e6-b457-4dee-a34e-3d5fa20b0d69 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 944 time: 0.0889623 Dec 10 18:12:45.430041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e117191-dd3e-48c1-892a-f649e8a29814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:45.492242 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e117191-dd3e-48c1-892a-f649e8a29814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:45.561370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-e413276a-ff1e-4faa-a00c-4985600a3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:45.563494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-e413276a-ff1e-4faa-a00c-4985600a3936 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.2053931 Dec 10 18:12:45.580115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbcc272c-a42a-4f3f-8777-5b2a7877f782 req-c165e0b8-537a-4fbe-9490-ed46c869f559 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505857 Dec 10 18:12:45.605624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e117191-dd3e-48c1-892a-f649e8a29814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:45.609319 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e117191-dd3e-48c1-892a-f649e8a29814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:45.612737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8e117191-dd3e-48c1-892a-f649e8a29814 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b78d730c-0e4c-4d15-a1a7-1dd9d8f31421 HTTP/1.1" status: 204 len: 168 time: 0.3104384 Dec 10 18:12:45.620254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-fb844655-f9e0-420d-bc62-ed9ef4b37d14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440984 Dec 10 18:12:45.634277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc58813-615f-4e4a-98bc-711fa160c3ec req-f243d69a-f2d8-4d23-8857-a5a579714a36 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:45.636008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4dc58813-615f-4e4a-98bc-711fa160c3ec req-f243d69a-f2d8-4d23-8857-a5a579714a36 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1377130 Dec 10 18:12:45.660331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e117191-dd3e-48c1-892a-f649e8a29814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78d730c-0e4c-4d15-a1a7-1dd9d8f31421,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:45.687330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-600eb752-d04a-4fc6-ab89-4ec9d2aa0f57 service neutron] 10.222.0.59 "GET /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.2507119 Dec 10 18:12:45.781870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fc23e-a5e7-4e1d-bc53-bd782cfd791d req-79058709-5822-46f4-be8f-25c70d875ba3 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:45.790910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-434fc23e-a5e7-4e1d-bc53-bd782cfd791d req-79058709-5822-46f4-be8f-25c70d875ba3 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 949 time: 0.0673785 Dec 10 18:12:45.845904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4dc58813-615f-4e4a-98bc-711fa160c3ec req-d948e068-00d2-4b82-ad88-ccf832c9ab05 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955097 Dec 10 18:12:45.849009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-434fc23e-a5e7-4e1d-bc53-bd782cfd791d req-a76acf6a-8d2c-4ed5-8a20-88592b4e6d61 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572114 Dec 10 18:12:45.984405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-42a7a19f-7a39-4cde-a50a-599071846864 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472114 Dec 10 18:12:46.164651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924d49c-5214-4e3a-ac64-6a2f33c1182c req-3105a0f1-820b-43a1-8b66-c47aacd15d67 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.166979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924d49c-5214-4e3a-ac64-6a2f33c1182c req-3105a0f1-820b-43a1-8b66-c47aacd15d67 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 944 time: 0.2071581 Dec 10 18:12:46.185304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:46.231281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e3d4795-2fda-4603-b14e-362c632823b8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f35c38214044259b8865ba4978b2515&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447881 Dec 10 18:12:46.233827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60844) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:46.236087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:46.240267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03662013-6445-4ca8-8d9b-ee7509151b47 req-a01d9db7-3607-419a-9a6a-74c00ad01c74 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247021 Dec 10 18:12:46.290063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924d49c-5214-4e3a-ac64-6a2f33c1182c req-2bb4962e-f0f3-4c3b-bf90-a66c9e856644 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132257 Dec 10 18:12:46.291284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:46.310308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a080-138b-470f-a5a4-2fad2a64932d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.338408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:46.353811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60848) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:46.355991 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a080-138b-470f-a5a4-2fad2a64932d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.356643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:46.408674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.415269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a080-138b-470f-a5a4-2fad2a64932d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.419654 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5e0a080-138b-470f-a5a4-2fad2a64932d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.421025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] Deleting subnet c86400ad-c85b-4185-ba3b-3f7d3b1f9308 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:12:46.424472 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.425714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a5e0a080-138b-470f-a5a4-2fad2a64932d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fa53d0a7-f5c9-48db-98ac-f22c4aac08e3 HTTP/1.1" status: 204 len: 168 time: 0.1879840 Dec 10 18:12:46.438050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0a080-138b-470f-a5a4-2fad2a64932d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa53d0a7-f5c9-48db-98ac-f22c4aac08e3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:46.460004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.561860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.577394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device aac50712-4af3-4915-b612-8a2fce2ebd8f up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:46.630102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0758d6-ec35-4b25-a503-5ab78f3bbbd1 req-90e7368f-accc-4df3-804c-5caf3abba11b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.637717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b0758d6-ec35-4b25-a503-5ab78f3bbbd1 req-90e7368f-accc-4df3-804c-5caf3abba11b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1525807 Dec 10 18:12:46.677249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.677895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.680648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.681173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.681844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.685530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.686247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.686764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.687814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.687989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:46.692826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] Transition to ACTIVE for port object 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:46.699145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-5bad5a24-c4f6-4457-a836-d88d9478e841 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e&device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e&device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00&device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96&device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a&device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558&device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd&device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb&device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3&device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 9071 time: 0.0856111 Dec 10 18:12:46.699751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.714188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.719633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port aac50712-4af3-4915-b612-8a2fce2ebd8f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:12:46.726548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port aac50712-4af3-4915-b612-8a2fce2ebd8f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:46.727223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.732934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-8e5f5d3f-9024-461f-b9f9-5aa00f3e2835 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.761485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b0758d6-ec35-4b25-a503-5ab78f3bbbd1 req-be0dd796-4808-415e-9113-09423a1eae66 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227372 Dec 10 18:12:46.788384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c86400ad-c85b-4185-ba3b-3f7d3b1f9308,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:46.793123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.799598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-46a6b2e1-c604-4aa2-abd9-36f797042332 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c86400ad-c85b-4185-ba3b-3f7d3b1f9308 HTTP/1.1" status: 204 len: 168 time: 0.4428356 Dec 10 18:12:46.802572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:46.874103 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.895826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] No DVR routers for this DVR port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:46.907089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:46.910429 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf48660-1954-4e38-a77b-afc31cc487b9" -d '{"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-plugged", "status": "completed", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:46.929803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:46.935820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.936958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:46.940431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] Pushing event updated for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:46.963936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:46.964576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 9973a6d2-f9b0-4b24-a316-7c7f50583ce8 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:46.980740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:46.996949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-e3bfbaab-6f45-4c21-998f-44fa5dfa9a8c service neutron] 10.222.0.59 "PUT /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1/bindings/n-h2-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2944574 Dec 10 18:12:47.015420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0308314-a725-42b3-b91c-76902b48369b req-c4ada213-b50d-4e81-a70b-c8b73518354d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.017206 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a0308314-a725-42b3-b91c-76902b48369b req-c4ada213-b50d-4e81-a70b-c8b73518354d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 944 time: 0.1448267 Dec 10 18:12:47.024903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-8e5f5d3f-9024-461f-b9f9-5aa00f3e2835 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.031880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:47.043109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-8e5f5d3f-9024-461f-b9f9-5aa00f3e2835 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.081870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f5d3f-9024-461f-b9f9-5aa00f3e2835 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3312ac5b-8d4d-40ba-a697-3ab80f6d0221,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:47.143788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.175530 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0ee8437-9a85-418a-b00a-9b4e2ce81546 req-8e5f5d3f-9024-461f-b9f9-5aa00f3e2835 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&id=5559438f-5777-477d-b500-29b807e2f61d&id=999b8c91-d76c-4193-9d36-d04e45a65413&id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.4753237 Dec 10 18:12:47.218484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c02fc54-7add-4bdf-9ae8-b70246173928']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:47.247913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d1fed3-6abb-4c1f-9f6b-885cacfde853') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:47.248203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d1fed3-6abb-4c1f-9f6b-885cacfde853') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:47.268955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-09256f8e-ff62-459a-98d0-21ac18b3e13a tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.270492 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-09256f8e-ff62-459a-98d0-21ac18b3e13a tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.1220610 Dec 10 18:12:47.272283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.282875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a0308314-a725-42b3-b91c-76902b48369b req-60129dc0-5b97-455e-8ddb-d7ed4b079b14 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338209 Dec 10 18:12:47.291817 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.317468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:12:47.317885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:12:47.319820 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:12:47.345874 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941f4d6f-45d5-4855-87fa-6f706a9d1d35 x-openstack-request-id: req-941f4d6f-45d5-4855-87fa-6f706a9d1d35 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:47.346460 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-plugged", "status": "completed", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:47.346959 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-941f4d6f-45d5-4855-87fa-6f706a9d1d35 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:47.347514 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'code': 200} Dec 10 18:12:47.362335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf089e9a-598e-40ec-b156-0a62462d5831 req-ad95a544-934b-426f-bffe-5a4c1ab1979b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.366323 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf089e9a-598e-40ec-b156-0a62462d5831 req-ad95a544-934b-426f-bffe-5a4c1ab1979b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1183002 Dec 10 18:12:47.406652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.414956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-53e00fec-d5cb-430b-a047-d6120a559eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.418577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-53e00fec-d5cb-430b-a047-d6120a559eca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8 HTTP/1.1" status: 200 len: 1096 time: 0.1213813 Dec 10 18:12:47.423801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.433051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8c02fc54-7add-4bdf-9ae8-b70246173928 HTTP/1.1" status: 204 len: 168 time: 0.6247168 Dec 10 18:12:47.478228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946e02a-414a-4d90-aca5-7e27dbb2a214 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c02fc54-7add-4bdf-9ae8-b70246173928,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:47.508457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf089e9a-598e-40ec-b156-0a62462d5831 req-d3350896-baf3-4332-aa5e-9a19c202eaca tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262975 Dec 10 18:12:47.674379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60894) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:47.737644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bffc7-21c4-4470-95a5-86629429d2ae req-b64712aa-1aca-40bf-8640-135fb8a44d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.739213 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-852bffc7-21c4-4470-95a5-86629429d2ae req-b64712aa-1aca-40bf-8640-135fb8a44d01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 1096 time: 0.2856159 Dec 10 18:12:47.775059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-0c0b8d74-cfb1-493a-b9d0-c62be20333f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.776664 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-0c0b8d74-cfb1-493a-b9d0-c62be20333f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1096 time: 0.3045182 Dec 10 18:12:47.789679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59c542-08cb-47f4-9b64-c574c554b51f req-d7c12ae7-9693-4053-ab3a-0fe5e07c1004 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.795389 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca59c542-08cb-47f4-9b64-c574c554b51f req-d7c12ae7-9693-4053-ab3a-0fe5e07c1004 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 945 time: 0.1386609 Dec 10 18:12:47.821423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b7135483-1bbb-4e0d-ace7-9288b7ee9507 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=552022faf1e4411c9cb3988cb5c96c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454537 Dec 10 18:12:47.824003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60900) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:47.908746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a7abc-3b3e-474c-84cf-be3b3eb34455 req-6c2c5e13-7f39-4562-8d0e-b77925bd78d8 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.909250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a7abc-3b3e-474c-84cf-be3b3eb34455 req-6c2c5e13-7f39-4562-8d0e-b77925bd78d8 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.909712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a7abc-3b3e-474c-84cf-be3b3eb34455 req-6c2c5e13-7f39-4562-8d0e-b77925bd78d8 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.911747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b95a7abc-3b3e-474c-84cf-be3b3eb34455 req-6c2c5e13-7f39-4562-8d0e-b77925bd78d8 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00&device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a&device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 2883 time: 0.0789945 Dec 10 18:12:47.931356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edf8b21d-3630-4615-956c-83debad4ac32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:47.933194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-852bffc7-21c4-4470-95a5-86629429d2ae req-dc773d11-9ba5-4988-8ead-157f444bc034 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832752 Dec 10 18:12:47.964345 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca59c542-08cb-47f4-9b64-c574c554b51f req-cdf2f744-89a2-4039-8d66-46fe73736cdd tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562386 Dec 10 18:12:47.985207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-aff7d5f4-758b-419d-b9f7-41097d73b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:47.987323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-aff7d5f4-758b-419d-b9f7-41097d73b3f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 200 len: 909 time: 0.1821091 Dec 10 18:12:47.988365 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edf8b21d-3630-4615-956c-83debad4ac32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:48.001305 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b95a7abc-3b3e-474c-84cf-be3b3eb34455 req-b51668dc-fe65-4592-b376-c82483378753 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685894 Dec 10 18:12:48.063257 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-40b84e82-18b7-4444-9af7-16157da9628f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 200 len: 217 time: 0.0643311 Dec 10 18:12:48.071466 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edf8b21d-3630-4615-956c-83debad4ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:48.080719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edf8b21d-3630-4615-956c-83debad4ac32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:48.080719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-edf8b21d-3630-4615-956c-83debad4ac32 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/087340e5-e4c0-4d81-8991-b0b103638a76 HTTP/1.1" status: 204 len: 168 time: 0.2528052 Dec 10 18:12:48.113557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8b21d-3630-4615-956c-83debad4ac32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087340e5-e4c0-4d81-8991-b0b103638a76,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:48.120802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-96f03997-4274-4572-8b99-17675e083e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:48.122646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-96f03997-4274-4572-8b99-17675e083e8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 200 len: 848 time: 0.0472956 Dec 10 18:12:48.238631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-b100f2c0-78ff-4f17-935c-42e4c7a809f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049163 Dec 10 18:12:48.260311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325907b4-ce48-4bd3-9188-5390a69f17ae req-66e03d4d-7914-4b3b-9a76-71dd39b7f010 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:48.262239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325907b4-ce48-4bd3-9188-5390a69f17ae req-66e03d4d-7914-4b3b-9a76-71dd39b7f010 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1885233 Dec 10 18:12:48.388623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325907b4-ce48-4bd3-9188-5390a69f17ae req-4e22d8f6-e3a6-4bbd-890a-e2e5f6620351 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154110 Dec 10 18:12:48.431527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-0a76ff7a-bcef-46b8-834e-2a29a2592f0b service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827004 Dec 10 18:12:48.771126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012841a5-a449-4d08-b278-45839dcff1e3 req-c05046d3-0e89-412a-869c-482b5a61849c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:48.773121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-012841a5-a449-4d08-b278-45839dcff1e3 req-c05046d3-0e89-412a-869c-482b5a61849c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1071892 Dec 10 18:12:48.888028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-012841a5-a449-4d08-b278-45839dcff1e3 req-76044b43-4b21-406e-a68c-363b6a1b07ce tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080713 Dec 10 18:12:49.064724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2a6e8-d05e-4b2e-b64c-5dd82a00bd1e req-0023d4df-d63d-4720-98e8-8d3ee33856ce tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.073213 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74b2a6e8-d05e-4b2e-b64c-5dd82a00bd1e req-0023d4df-d63d-4720-98e8-8d3ee33856ce tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1016209 Dec 10 18:12:49.097907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-b434528b-1e0a-4077-8900-b51e1142efb9 service neutron] 10.222.0.30 "GET /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6578567 Dec 10 18:12:49.151759 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:12:49.171001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74b2a6e8-d05e-4b2e-b64c-5dd82a00bd1e req-f662298e-b66a-4667-9539-d217f534f08b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965333 Dec 10 18:12:49.250821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f7a0d-0ce7-4ae6-9358-9db768d1aade req-72c7ea16-0e42-4764-a2e8-7d8ce2230d8f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.252808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d28f7a0d-0ce7-4ae6-9358-9db768d1aade req-72c7ea16-0e42-4764-a2e8-7d8ce2230d8f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 945 time: 0.0568557 Dec 10 18:12:49.304582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1aea80-805d-4feb-b00a-e819180db54c req-a6632096-f346-4880-92c8-18a641407c58 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.306714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a1aea80-805d-4feb-b00a-e819180db54c req-a6632096-f346-4880-92c8-18a641407c58 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1101 time: 0.0557718 Dec 10 18:12:49.315121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d28f7a0d-0ce7-4ae6-9358-9db768d1aade req-f47a29d7-e840-4d14-acb9-a6208819e3af tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562763 Dec 10 18:12:49.386068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60964) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:49.400523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a1aea80-805d-4feb-b00a-e819180db54c req-6e7da65d-6511-49f5-b6f3-750a6ab09ad3 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873020 Dec 10 18:12:49.423261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-5972c905-f931-4503-8b1e-b9edbd2f14c6 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.424849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-5972c905-f931-4503-8b1e-b9edbd2f14c6 tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd&tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.0540314 Dec 10 18:12:49.505856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-network', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:49.529922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Made reservation on behalf of 5ac8fd40578749af965d74b4e40934cf for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:49.533784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.546374 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.569266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe912c0-4683-4820-ab25-a567789e66a7 req-fc2ad621-6b42-458f-bea0-e5547ad96220 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.571027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fbe912c0-4683-4820-ab25-a567789e66a7 req-fc2ad621-6b42-458f-bea0-e5547ad96220 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0963542 Dec 10 18:12:49.624487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-59b9a32a-2587-4bee-bd9c-05bb4964472e service neutron] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:49.631048 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.634860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-59b9a32a-2587-4bee-bd9c-05bb4964472e service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.636099 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d81ba3cc-c027-4298-b25f-b06fb29d160f req-59b9a32a-2587-4bee-bd9c-05bb4964472e service neutron] 10.222.0.30 "DELETE /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1/bindings/n-h1-821424-1 HTTP/1.1" status: 204 len: 173 time: 0.2000191 Dec 10 18:12:49.638061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.644826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fbe912c0-4683-4820-ab25-a567789e66a7 req-17ba73ba-9c67-4409-815a-92cc9e5f0e83 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617018 Dec 10 18:12:49.653170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:12:49.671491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.671855 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Added segment 4a704145-adf3-400a-acb3-89425c719d79 of type vlan for network b0bb4668-14ab-4625-a3ee-796bd54468f8 Dec 10 18:12:49.756509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91ac0b-d3e5-4fe1-8fd2-81db445e2181 req-9cc2934d-6f00-4be3-a7a6-32509753e539 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.757645 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.758282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc91ac0b-d3e5-4fe1-8fd2-81db445e2181 req-9cc2934d-6f00-4be3-a7a6-32509753e539 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1101 time: 0.0446818 Dec 10 18:12:49.763601 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-ad053c5a-a4ec-4309-9162-24c82485e183 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709047 Dec 10 18:12:49.771998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:49.773094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdea8b1-37f1-449a-8472-5af374c23b74,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:49.789431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-813436695'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:49.830443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc91ac0b-d3e5-4fe1-8fd2-81db445e2181 req-f839805e-0cea-4ee7-9641-539f2805ce59 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Dec 10 18:12:49.831708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:49.835339 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.859793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.860799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:12:49.864499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.866455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.871633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.872051 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Added segment d17dc802-ca1e-4a0e-8d9f-7f2d883e2451 of type vlan for network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f Dec 10 18:12:49.915179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.934045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5457473 Dec 10 18:12:49.939763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60988) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:49.951963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Request body: {'subnet': {'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-subnet', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:49.964523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.970279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:49.971518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:49.985397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6152bf-148c-44e2-8cc2-2e046ea58012 admin admin] Pushing event updated for resources: {'Network': ['ID=b0bb4668-14ab-4625-a3ee-796bd54468f8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:49.998196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:12:49.998785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-c8df19d9-cfbc-426b-8e90-24dbea7ddb18 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:50.005929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-c8df19d9-cfbc-426b-8e90-24dbea7ddb18 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363753 Dec 10 18:12:50.028185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-583c8f8f-8102-4e94-95d9-cce3b9613729 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/quotas/0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 375 time: 0.0212226 Dec 10 18:12:50.031549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Made reservation on behalf of 5ac8fd40578749af965d74b4e40934cf for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:50.034380 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.128025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3516333 Dec 10 18:12:50.131755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60992) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:50.140094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1130728234'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:50.158175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc4a79-419d-441f-be44-64975d274142 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Network': ['ID=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:50.176284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:50.178073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:12:50.180559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.209657 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-9cf8465e-2027-47ee-9ff4-c3c0619fe4c3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1805720 Dec 10 18:12:50.234660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:12:50.250101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.250476 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Added segment 70d544ad-aa7f-4369-a579-948eac070d40 of type vlan for network e7ebe828-8793-4cf3-96a8-cc75c5438a51 Dec 10 18:12:50.259152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61890c45-0bfd-4d69-b7e1-7d13e7979cba req-ee162934-7442-4e12-885b-3e9d0bd5c7be tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:50.260722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61890c45-0bfd-4d69-b7e1-7d13e7979cba req-ee162934-7442-4e12-885b-3e9d0bd5c7be tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0777388 Dec 10 18:12:50.272115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.320265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.334753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0c7b86-0828-4f16-b885-3754b9b51878,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:50.347429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Checking segment: {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:50.347796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Network hostable DHCP agents. Network: b0bb4668-14ab-4625-a3ee-796bd54468f8, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:12:50.363996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61890c45-0bfd-4d69-b7e1-7d13e7979cba req-b9a533ef-0033-42b6-8106-f107912fb222 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952787 Dec 10 18:12:50.389708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.400832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:50.401477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.414725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:12:50.447495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b0bb4668-14ab-4625-a3ee-796bd54468f8) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:50.451946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:50.452606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.459373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c8d997-3ac3-4b03-897d-3fcdf93d99d0 None None] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:50.492823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c28e5d1-c21a-44db-85e8-7e5f8ce60adc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5503983 Dec 10 18:12:50.493599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32770) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:50.502966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:50.542298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4093692 Dec 10 18:12:50.543464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:50.555111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'subnet': {'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:50.581937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.585953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.653517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206ad05-d9ba-4918-baf8-00c8ea3c131a None None] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:50.696044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.701868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade3303-ede0-4e4c-95a6-11e822a9aea0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Network': ['ID=e7ebe828-8793-4cf3-96a8-cc75c5438a51,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:50.714274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ed910-6f7d-4aeb-ae14-fc3067e11749 req-77fdee2b-7d2f-459c-85f1-569016a1f9bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:50.716250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-697ed910-6f7d-4aeb-ae14-fc3067e11749 req-77fdee2b-7d2f-459c-85f1-569016a1f9bd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.2750700 Dec 10 18:12:50.718698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd54f6c-7fd9-4d3c-a783-dd95130f6b76 req-bcbaa335-ecda-4ce2-8f9c-9c0a2a8e0308 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:50.720626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7fd54f6c-7fd9-4d3c-a783-dd95130f6b76 req-bcbaa335-ecda-4ce2-8f9c-9c0a2a8e0308 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 945 time: 0.1108193 Dec 10 18:12:50.731541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:50.736300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.776639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:12:50.840565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-697ed910-6f7d-4aeb-ae14-fc3067e11749 req-ce8600c3-3751-4c6a-a66d-95031f5cb871 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181471 Dec 10 18:12:50.919652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:50.947145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7fd54f6c-7fd9-4d3c-a783-dd95130f6b76 req-20546a61-61ec-4b68-9743-a645ef0a328a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844735 Dec 10 18:12:50.964413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62cdb1dd-a16e-4b27-8b92-956163ec19c3 req-45fde844-011f-4729-a25c-b39b390d60b0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 210 time: 0.0311487 Dec 10 18:12:51.050993 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:51.158402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Subnet': ['ID=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:51.166351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Checking segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:51.166613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network hostable DHCP agents. Network: 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:12:51.187605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d275a9-abeb-42be-9dc3-5da16a5a5224 req-d02c004e-5299-47d9-aab5-dc999cea0c56 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:51.189348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76d275a9-abeb-42be-9dc3-5da16a5a5224 req-d02c004e-5299-47d9-aab5-dc999cea0c56 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1105964 Dec 10 18:12:51.221730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:12:51.248956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:51.256676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76d275a9-abeb-42be-9dc3-5da16a5a5224 req-53579577-3978-4011-a3ed-3451b081ae17 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589845 Dec 10 18:12:51.258053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:51.258661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:51.267533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf2cfdc-592b-426e-aa5a-e15c6365a764 None None] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:51.302319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f57806da-a82e-4c0f-a4f4-946bfa0cb477 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7514482 Dec 10 18:12:51.302656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32790) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:51.315218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'subnet': {'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:51.485215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:51.490320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:51.517720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'fixed_ips': [{'subnet_id': '4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:12:51.519571 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:51.622810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:51.651366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:51.784907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Allocated IP 10.1.1.2 (6882d5c9-5aca-4fd8-a55c-99cb1d41a29f/4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45/142b4c34-f66e-4fe6-9d5c-3983cc7f9f97) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:51.871343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Allocated IP 172.25.2.32 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/3b25dce2-8df4-4136-83b2-8325b74169e3) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:51.879640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218012ea-cbc4-4432-b823-34d175ed3e38 req-9ce265a5-9c8a-41e7-a8c5-ea9d17c155ec tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:51.881278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-218012ea-cbc4-4432-b823-34d175ed3e38 req-9ce265a5-9c8a-41e7-a8c5-ea9d17c155ec tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 1096 time: 0.0908129 Dec 10 18:12:51.936973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:51.986913 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-835a5fb8-02fb-456c-a152-5a264e26ee47 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788291 Dec 10 18:12:51.988415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-218012ea-cbc4-4432-b823-34d175ed3e38 req-0f36f5a9-71b1-4e74-99ff-b8552552e53b tempest-LiveMigrationTest-354277157 tempest-LiveMigrationTest-354277157-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984240 Dec 10 18:12:52.039200 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.049784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.065083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.110148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Checking segment: {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:52.111129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network hostable DHCP agents. Network: e7ebe828-8793-4cf3-96a8-cc75c5438a51, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:12:52.117430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:52.119490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:52.122202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Pushing event updated for resources: {'Port': ['ID=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:52.124567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:52.127041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d79cf-fa09-461e-88cf-eb28d1a307ad req-eff11dc8-442c-4377-b995-30103ef0052f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:52.131598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f44d79cf-fa09-461e-88cf-eb28d1a307ad req-eff11dc8-442c-4377-b995-30103ef0052f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.3413954 Dec 10 18:12:52.155426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Subnet': ['ID=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:52.159144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.178342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522e45-4566-4d2f-a432-5750b7f45a03 req-4d044223-a07e-4ae0-a502-b0e738310803 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:52.180421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e522e45-4566-4d2f-a432-5750b7f45a03 req-4d044223-a07e-4ae0-a502-b0e738310803 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.0930552 Dec 10 18:12:52.203860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Attempting to bind port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:52.204398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Attempting to bind port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:52.204764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Attempting to bind port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:52.210074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:12:52.211527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:52.212118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Checking segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:52.212906 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.213429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Bound using segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:52.214051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Bound port: 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:52.214587 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.235103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-de79f75b-e0b0-43ba-b0c2-54657979a3f7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:52.236703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-de79f75b-e0b0-43ba-b0c2-54657979a3f7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2337925 Dec 10 18:12:52.239890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, e7ebe828-8793-4cf3-96a8-cc75c5438a51) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:52.249940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:52.250575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.253116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0cda80-f18f-4f95-b678-bd1d4daa7d5c None None] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:52.260517 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e522e45-4566-4d2f-a432-5750b7f45a03 req-ec3d10f8-6ee7-4c0d-b7a2-fdbfd9b94460 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586314 Dec 10 18:12:52.261469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Request body: {'port': {'device_id': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '0f1e6a68a6a44ab18808da2d7c2ddc92'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:52.262407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:52.266899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:52.269505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:52.311832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Pushing event updated for resources: {'Port': ['ID=3b25dce2-8df4-4136-83b2-8325b74169e3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:52.317627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f44d79cf-fa09-461e-88cf-eb28d1a307ad req-b360f157-0ba2-4e0c-9533-03dda76f97c9 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658227 Dec 10 18:12:52.342121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-06c4ca3e-7cb6-4b45-b7dc-0471d07201dd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0357187 Dec 10 18:12:52.343209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32826) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:52.351664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'port': {'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'name': 'tempest-TaggedBootDevicesTest-1789499585', 'fixed_ips': [{'subnet_id': '4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:52.472516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d46a5023-51d0-4f1b-a8be-cd560013ee8e req-4ba1bd9c-0b8a-437b-9f38-34ea189ef7cb tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 210 time: 0.0571311 Dec 10 18:12:52.494841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a41f56-6229-435e-8f39-ba815c3d9494 req-2736c413-ed0a-4f06-af74-1134c2bb5162 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:52.496381 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a41f56-6229-435e-8f39-ba815c3d9494 req-2736c413-ed0a-4f06-af74-1134c2bb5162 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1502848 Dec 10 18:12:52.537397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] For port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:52.546170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] For port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:52.547717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Made reservation on behalf of 0f1e6a68a6a44ab18808da2d7c2ddc92 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:52.553598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.561658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a41f56-6229-435e-8f39-ba815c3d9494 req-dbd6aeb3-ece0-4965-9f8a-1a68c9491337 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582707 Dec 10 18:12:52.571882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.599537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:52.622975 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.645570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-e7ebe828-8793-4cf3-96a8-cc75c5438a51', 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51', 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'fixed_ips': [{'subnet_id': 'f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:12:52.646428 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.727884 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.742642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.754218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8c3d3-920a-4745-b1b5-782dc8d3467f None None] Pushing event updated for resources: {'Port': ['ID=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:52.771642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.775578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] device_id is not set on port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:12:52.791356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:52.909370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Allocated IP 10.2.2.2 (e7ebe828-8793-4cf3-96a8-cc75c5438a51/f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52/13feb516-7bae-4e61-a262-c6537700591e) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:52.930338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1fecd-15ab-4de6-ae42-f1a25cb2d256 req-fc3888dd-29ed-4709-82db-22986bd9ab8a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:52.932116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc1fecd-15ab-4de6-ae42-f1a25cb2d256 req-fc3888dd-29ed-4709-82db-22986bd9ab8a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1101625 Dec 10 18:12:52.986784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab9338-03b1-445b-8171-c1a8d773537c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:53.059217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc1fecd-15ab-4de6-ae42-f1a25cb2d256 req-5004d554-1d46-4cb7-b963-e9fd11f4fd37 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166325 Dec 10 18:12:53.117288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.120328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f55338-9ae8-4ba6-8651-2f83de755098 req-daff4b18-fa55-4c66-96a7-f10740886da7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:53.125493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9f55338-9ae8-4ba6-8651-2f83de755098 req-daff4b18-fa55-4c66-96a7-f10740886da7 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 945 time: 0.2783003 Dec 10 18:12:53.153009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.164820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.224605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:53.228139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:53.232961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:53.250198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Pushing event updated for resources: {'Port': ['ID=13feb516-7bae-4e61-a262-c6537700591e,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:53.299885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Attempting to bind port 13feb516-7bae-4e61-a262-c6537700591e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:53.300625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Attempting to bind port 13feb516-7bae-4e61-a262-c6537700591e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:53.300625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Attempting to bind port 13feb516-7bae-4e61-a262-c6537700591e on network e7ebe828-8793-4cf3-96a8-cc75c5438a51 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:53.301342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9f55338-9ae8-4ba6-8651-2f83de755098 req-e4691201-bf19-40b6-884d-0bc6bab0d6fe tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442368 Dec 10 18:12:53.306260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:53.306652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Checking segment: {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:53.307136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.307427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Bound using segment: {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:53.307900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Bound port: 13feb516-7bae-4e61-a262-c6537700591e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:53.308278 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.311681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 10.1.1.180 (6882d5c9-5aca-4fd8-a55c-99cb1d41a29f/4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:53.314615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Allocated IP 192.168.233.35 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/98dab9ba-cff6-49a1-8c7e-8dfb07866105) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:53.337605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Router 96e4072a-3067-45da-b07e-0df80770adf1 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:12:53.397901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-83e6597c-b339-4775-af81-c5087df66101 None None] For port 13feb516-7bae-4e61-a262-c6537700591e, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:53.403179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-83e6597c-b339-4775-af81-c5087df66101 None None] For port 13feb516-7bae-4e61-a262-c6537700591e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=13feb516-7bae-4e61-a262-c6537700591e,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:53.413698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.484819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6597c-b339-4775-af81-c5087df66101 None None] Pushing event updated for resources: {'Port': ['ID=13feb516-7bae-4e61-a262-c6537700591e,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:53.513221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0de3a-b45e-4e32-a0dd-0b65763525ab req-d85f61d1-20b7-4a03-a0e2-433a6d24c8f0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:53.514864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aad0de3a-b45e-4e32-a0dd-0b65763525ab req-d85f61d1-20b7-4a03-a0e2-433a6d24c8f0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1069613 Dec 10 18:12:53.526901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:12:53.538964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Sync routers for ids ['96e4072a-3067-45da-b07e-0df80770adf1'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:12:53.553194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Routers {'96e4072a-3067-45da-b07e-0df80770adf1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:12:53.553901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:12:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['96e4072a-3067-45da-b07e-0df80770adf1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:53.570820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.574501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8396883a-eb72-4cdc-a632-13bb83b4087c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0771577 Dec 10 18:12:53.574971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32836) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:53.662321 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.672993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aad0de3a-b45e-4e32-a0dd-0b65763525ab req-de6b362e-01a1-4e90-ae19-f133536e5403 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407158 Dec 10 18:12:53.723378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Set router 96e4072a-3067-45da-b07e-0df80770adf1 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:12:53.751687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f9da5-78fd-4935-9f35-1955b04535b5 req-c91fb6b6-f27a-4d3b-970b-fd0c3bef881d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:53.753300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a02f9da5-78fd-4935-9f35-1955b04535b5 req-c91fb6b6-f27a-4d3b-970b-fd0c3bef881d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.3074787 Dec 10 18:12:53.843718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:53.857772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71676e08-58d5-4182-ab93-193d4a3dc63e req-51a4473b-ba8f-4fc7-8ea4-a9750b879278 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 210 time: 0.0369396 Dec 10 18:12:53.900073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.056355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a02f9da5-78fd-4935-9f35-1955b04535b5 req-f06befbc-ac3e-4ef4-86c1-08a018316a14 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737491 Dec 10 18:12:54.068858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:12:52Z', 'revision_number': 3, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port': {'id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:51Z', 'updated_at': '2021-12-10T18:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:54.072481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.083194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-67bc4712-e39c-40fe-906b-7a713c9076e3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:54.086234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-67bc4712-e39c-40fe-906b-7a713c9076e3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 945 time: 0.4004514 Dec 10 18:12:54.111463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Checking router: 96e4072a-3067-45da-b07e-0df80770adf1 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:12:54.112925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Updating router 96e4072a-3067-45da-b07e-0df80770adf1 port 3b25dce2-8df4-4136-83b2-8325b74169e3 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:12:54.123320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2603bc3-8a5f-44fd-8ab8-68bac9f1c28b req-30b6057c-1a06-41e7-953a-e0d772c48748 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:54.124885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2603bc3-8a5f-44fd-8ab8-68bac9f1c28b req-30b6057c-1a06-41e7-953a-e0d772c48748 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1572096 Dec 10 18:12:54.177894 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.220836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2603bc3-8a5f-44fd-8ab8-68bac9f1c28b req-5ef4705c-d96c-4396-9961-20cb9f6c790f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890963 Dec 10 18:12:54.308417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:54.313258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddd2c68-5cfe-4de6-b217-34bb5a045a9b None None] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:54.314490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:54.356223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:54.368962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.373115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:54.381948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:54.421095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:54.431207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:54.466473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:54.489861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fe5d0-b99c-438f-ad3b-6f6eb94dc1fb req-1024e996-1a8b-4937-b417-4880a975c2aa tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:54.498779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d7fe5d0-b99c-438f-ad3b-6f6eb94dc1fb req-1024e996-1a8b-4937-b417-4880a975c2aa tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.2991059 Dec 10 18:12:54.500672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:54.542812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1fc156e8-08f1-424f-8c81-2b33f82b005b None None] Provisioning complete for port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:54.543397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fc156e8-08f1-424f-8c81-2b33f82b005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.568400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:54.568400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.575938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d78ea-a6d8-4a54-8876-d04541b2dec7 req-2a8e0c1e-5715-41f2-8fc3-9b3092f0d33a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:54.577551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c39d78ea-a6d8-4a54-8876-d04541b2dec7 req-2a8e0c1e-5715-41f2-8fc3-9b3092f0d33a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 945 time: 0.1614988 Dec 10 18:12:54.601102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Deleting port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:12:54.601420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.613488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-21f4064b-e104-4e14-9f83-cdf9a2d3168e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2690580 Dec 10 18:12:54.619470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32844) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:54.619689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:54.620331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.626390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'port': {'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'name': 'tempest-TaggedBootDevicesTest-978339172', 'fixed_ips': [{'subnet_id': '4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:54.718602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:54.718970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.745299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d7fe5d0-b99c-438f-ad3b-6f6eb94dc1fb req-fdbd5272-1152-4038-a269-a4a09bda4079 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392299 Dec 10 18:12:54.786565 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c39d78ea-a6d8-4a54-8876-d04541b2dec7 req-7a06718f-e60b-4276-8eca-35af2d51d139 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923752 Dec 10 18:12:54.822349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] For port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:54.823913 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.830728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-964d1909-3dcb-4c95-a917-81fa6b03c14a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5771842 Dec 10 18:12:54.863540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Request body: {'port': {'device_id': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:54.864978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Allocated IP 172.20.0.1 (b0bb4668-14ab-4625-a3ee-796bd54468f8/2e0c7b86-0828-4f16-b885-3754b9b51878/a59a81b0-9ab4-4c61-8d14-4178606ababc) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:54.884011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Calling delete_port for 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:12:54.977031 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fc156e8-08f1-424f-8c81-2b33f82b005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:54.982248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.019004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.049835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3cff4-8853-4f66-80ac-667735bcb14f req-9a566aa3-dc7c-4b27-9f3e-995e7f9b61f1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:55.057558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61b3cff4-8853-4f66-80ac-667735bcb14f req-9a566aa3-dc7c-4b27-9f3e-995e7f9b61f1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.2253795 Dec 10 18:12:55.086862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1fc156e8-08f1-424f-8c81-2b33f82b005b None None] For port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:55.093895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.109233 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fc156e8-08f1-424f-8c81-2b33f82b005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.123939 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.153044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.165207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Attempting to bind port 3b25dce2-8df4-4136-83b2-8325b74169e3 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:55.165849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Attempting to bind port 3b25dce2-8df4-4136-83b2-8325b74169e3 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:55.166458 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Attempting to bind port 3b25dce2-8df4-4136-83b2-8325b74169e3 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:55.195694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:12:55.199302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ed4a0-dbe8-4bf9-89ac-cba17643a182 None None] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:12:55.206112 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.210200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:55.210716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:55.211203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.211675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:55.212242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Bound port: 3b25dce2-8df4-4136-83b2-8325b74169e3, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:55.212692 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.214613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6297a-e1bc-4a96-8f3d-efd1ede8b0e5 None None] Pushing event updated for resources: {'Port': ['ID=3b25dce2-8df4-4136-83b2-8325b74169e3,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:55.335507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:55.338419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Pushing event updated for resources: {'Port': ['ID=a59a81b0-9ab4-4c61-8d14-4178606ababc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:55.352702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f54fb-f063-4143-b307-7c63c96ac2c5 req-df077350-428c-4dec-8a0c-e8650a66ad30 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:55.362067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-675f54fb-f063-4143-b307-7c63c96ac2c5 req-df077350-428c-4dec-8a0c-e8650a66ad30 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 935 time: 0.3598566 Dec 10 18:12:55.364517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:55.369433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:55.468269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-675f54fb-f063-4143-b307-7c63c96ac2c5 req-515d80da-d8cf-4ad1-a9c8-bc0a1760b319 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050665 Dec 10 18:12:55.490886 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.498311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.562212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] device_id is not set on port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:12:55.572773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61b3cff4-8853-4f66-80ac-667735bcb14f req-16cc796e-2e4c-4c33-98cb-809e3f521ed1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142977 Dec 10 18:12:55.658519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4fef1bff-75a3-47e7-aa4c-5d8d69fca666 None None] Provisioning complete for port 13feb516-7bae-4e61-a262-c6537700591e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:55.659093 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fef1bff-75a3-47e7-aa4c-5d8d69fca666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.669994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc156e8-08f1-424f-8c81-2b33f82b005b None None] Pushing event updated for resources: {'Port': ['ID=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:55.694110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] For port 3b25dce2-8df4-4136-83b2-8325b74169e3, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:55.701321 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:12:55.701621 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:12:55.719021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] For port 3b25dce2-8df4-4136-83b2-8325b74169e3, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b25dce2-8df4-4136-83b2-8325b74169e3,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:55.731528 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.763907 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:55.784316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6db1730a-aa7e-4167-ad3e-e7c5755413f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:12:55.821838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e180e-777e-4aba-b913-2045997ee226 req-251e73eb-5044-4d00-8a4c-8709ef4763f8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:55.823466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-749e180e-777e-4aba-b913-2045997ee226 req-251e73eb-5044-4d00-8a4c-8709ef4763f8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1475234 Dec 10 18:12:55.855949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event deleted for resources: {'Port': ['ID=07ce42f4-e84f-4baf-8a97-9f55cb58b1b1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:55.878162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699ae56-69c5-4066-884f-a25a60b420c3 req-64291899-d07b-45d6-926f-469458cbedb8 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:55.879847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c699ae56-69c5-4066-884f-a25a60b420c3 req-64291899-d07b-45d6-926f-469458cbedb8 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.2513344 Dec 10 18:12:55.904213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Routers {'96e4072a-3067-45da-b07e-0df80770adf1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:12:55.905397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:12:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['96e4072a-3067-45da-b07e-0df80770adf1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:55.951127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6297a-e1bc-4a96-8f3d-efd1ede8b0e5 None None] Pushing event updated for resources: {'Port': ['ID=3b25dce2-8df4-4136-83b2-8325b74169e3,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:55.970730 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-749e180e-777e-4aba-b913-2045997ee226 req-198b4d40-bd56-4797-93dc-6f1a347403d2 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119332 Dec 10 18:12:55.980985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.000405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] No DVR routers for this DVR port 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:12:56.006399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.010029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a043ef02-2935-462d-8c83-9c89695bb5a6 req-c45dabe1-0faf-4c79-9530-f22420104d15 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "DELETE /v2.0/ports/07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 HTTP/1.1" status: 204 len: 173 time: 1.9126551 Dec 10 18:12:56.010342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'name': 'network-vif-deleted', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:56.013389 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0390361d-30a2-4b59-8b0c-9623098ad2c2" -d '{"events": [{"server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "name": "network-vif-deleted", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:56.019346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fef1bff-75a3-47e7-aa4c-5d8d69fca666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.042021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c699ae56-69c5-4066-884f-a25a60b420c3 req-51dda7d3-2a02-4234-9ed7-19a766ac3660 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501532 Dec 10 18:12:56.176812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 10.1.1.191 (6882d5c9-5aca-4fd8-a55c-99cb1d41a29f/4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45/5d41dd94-ccb4-4690-9ad4-84cab7b72738) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:12:56.183694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98dab9ba-cff6-49a1-8c7e-8dfb07866105 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:12:56.194194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.215266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Transition to ACTIVE for port object 98dab9ba-cff6-49a1-8c7e-8dfb07866105 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:12:56.217882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] Set router 96e4072a-3067-45da-b07e-0df80770adf1 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:12:56.224043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea607d57-b079-4754-a59d-9e269d6f0d53 req-d94ca9c0-6f9e-40d1-86d6-2ca17fc4f93b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:56.232098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea607d57-b079-4754-a59d-9e269d6f0d53 req-d94ca9c0-6f9e-40d1-86d6-2ca17fc4f93b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0911076 Dec 10 18:12:56.237195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08e927b0-2cdd-43cb-b7e7-831abbea2f31 req-60504ce8-1f28-45e5-bee0-16d6bfaf8f74 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 210 time: 0.0497785 Dec 10 18:12:56.240856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.334066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:56.338692 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d193a7f4-68f4-4445-9f04-9146ba528aa9 x-openstack-request-id: req-d193a7f4-68f4-4445-9f04-9146ba528aa9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:56.339103 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd", "name": "network-vif-deleted", "tag": "07ce42f4-e84f-4baf-8a97-9f55cb58b1b1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:56.339451 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d193a7f4-68f4-4445-9f04-9146ba528aa9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:56.339955 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd', 'name': 'network-vif-deleted', 'tag': '07ce42f4-e84f-4baf-8a97-9f55cb58b1b1', 'status': 'completed', 'code': 200} Dec 10 18:12:56.343362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4fef1bff-75a3-47e7-aa4c-5d8d69fca666 None None] For port 13feb516-7bae-4e61-a262-c6537700591e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=13feb516-7bae-4e61-a262-c6537700591e,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:56.360417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea607d57-b079-4754-a59d-9e269d6f0d53 req-6427048c-46c4-4b5a-9575-268acf640460 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268828 Dec 10 18:12:56.410145 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fef1bff-75a3-47e7-aa4c-5d8d69fca666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.450055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:12:56.450435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:12:56.450776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:56.470706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:12:56.471105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:12:56.477565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:12:56.477916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:12:56.478311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:12:56.478915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Bound port: 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:12:56.479912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.538728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.563867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.565980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef1bff-75a3-47e7-aa4c-5d8d69fca666 None None] Pushing event updated for resources: {'Port': ['ID=13feb516-7bae-4e61-a262-c6537700591e,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:56.629610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:12:56.637468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:12:56.655194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.664628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 13feb516-7bae-4e61-a262-c6537700591e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:56.678686 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.684354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:56.685332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.686998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] 10.222.0.59 "PUT /v2.0/ports/98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 1095 time: 1.8331442 Dec 10 18:12:56.828550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 13feb516-7bae-4e61-a262-c6537700591e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:56.828823 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.841916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb27507-7ee1-43c9-ab76-e32b679e952b service neutron] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:56.892707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-5c24831b-e8a1-42d8-b4ef-fd4c48e9d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:56.896095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-5c24831b-e8a1-42d8-b4ef-fd4c48e9d244 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1098 time: 0.1314154 Dec 10 18:12:56.908402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-714342c4-b6a9-4b0f-826a-de30cf64960c None None] Provisioning complete for port 13feb516-7bae-4e61-a262-c6537700591e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:56.908731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-714342c4-b6a9-4b0f-826a-de30cf64960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:56.909230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadd7cb-3e52-43e8-b0ce-7b155618c83c req-8ea7a9d7-5c7a-4908-b9cf-947360440098 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:56.918182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7eadd7cb-3e52-43e8-b0ce-7b155618c83c req-8ea7a9d7-5c7a-4908-b9cf-947360440098 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.2369292 Dec 10 18:12:56.964290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:12:55Z', 'revision_number': 4, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port': {'id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:51Z', 'updated_at': '2021-12-10T18:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a59a81b0-9ab4-4c61-8d14-4178606ababc', 'name': '', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'mac_address': 'fa:16:3e:da:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:54Z', 'updated_at': '2021-12-10T18:12:54Z', 'revision_number': 1, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'subnets': [{'id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:12:56.980022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-c4089cf8-f7e3-402a-b996-7d21d0802d5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0520501 Dec 10 18:12:57.041344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae7180-832a-4467-a172-04e44a1f67af None None] The sync data for ids ['96e4072a-3067-45da-b07e-0df80770adf1'] in n-d-821424-1 is: [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:12:55Z', 'revision_number': 4, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port': {'id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:51Z', 'updated_at': '2021-12-10T18:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a59a81b0-9ab4-4c61-8d14-4178606ababc', 'name': '', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'mac_address': 'fa:16:3e:da:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:54Z', 'updated_at': '2021-12-10T18:12:54Z', 'revision_number': 1, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'subnets': [{'id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:12:57.058410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-d22cbeed-e9e6-488d-8e07-4d0a74515c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:57.060480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-d22cbeed-e9e6-488d-8e07-4d0a74515c55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0699911 Dec 10 18:12:57.166085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-714342c4-b6a9-4b0f-826a-de30cf64960c None None] Provisioning complete for port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:57.166481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-714342c4-b6a9-4b0f-826a-de30cf64960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.196127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7eadd7cb-3e52-43e8-b0ce-7b155618c83c req-48ecece2-05f7-4aad-a2bc-1fbb5d110490 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765629 Dec 10 18:12:57.210808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-714342c4-b6a9-4b0f-826a-de30cf64960c None None] Port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:57.216630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.242492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c50d4-815f-48e8-86fe-638d2733b79d req-24b5f2be-19b2-4485-ad8f-5dffd6d1e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:57.244574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-24b5f2be-19b2-4485-ad8f-5dffd6d1e2a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288033 Dec 10 18:12:57.269400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-714342c4-b6a9-4b0f-826a-de30cf64960c None None] Provisioning complete for port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:57.270175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-714342c4-b6a9-4b0f-826a-de30cf64960c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.272879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.277700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:57.282529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Pushing event updated for resources: {'Port': ['ID=a59a81b0-9ab4-4c61-8d14-4178606ababc,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:57.295001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:57.321456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:57.334053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:12:57.371454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9472d0-76b7-4251-8214-3c24e45c53ed req-b41e2512-4e16-4c76-bdc2-a72efabfa6c1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:57.374290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fd9472d0-76b7-4251-8214-3c24e45c53ed req-b41e2512-4e16-4c76-bdc2-a72efabfa6c1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 947 time: 0.7346189 Dec 10 18:12:57.425827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:57.426200 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.454906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-480a4a13-7e84-4594-88b7-a2e2227e4124 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942561 Dec 10 18:12:57.503282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:57.508364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.569462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:12:57.597079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:12:57.597674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 07ce42f4-e84f-4baf-8a97-9f55cb58b1b1 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:12:57.619292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 13feb516-7bae-4e61-a262-c6537700591e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:57.657841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27634b5a-4ca9-41e7-8a9f-1c4687cb66e2 req-9c43c80c-e63f-4a64-afda-f78d16f7d5d5 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:57.663495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27634b5a-4ca9-41e7-8a9f-1c4687cb66e2 req-9c43c80c-e63f-4a64-afda-f78d16f7d5d5 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.2078004 Dec 10 18:12:57.665362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=5d41dd94-ccb4-4690-9ad4-84cab7b72738,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:57.709643 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-98952392-d184-4dc2-9898-189b195c8e09 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0891302 Dec 10 18:12:57.717210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:12:57.727633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:12:57.753014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fd9472d0-76b7-4251-8214-3c24e45c53ed req-8ebd369c-3e2d-4b5e-b32d-13c5804e1d09 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687582 Dec 10 18:12:57.773521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 13feb516-7bae-4e61-a262-c6537700591e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:57.774085 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.786028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-491c50d4-815f-48e8-86fe-638d2733b79d req-47a1136d-16c2-423b-b3c2-69b0fd6c1d50 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520633 Dec 10 18:12:57.825155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27634b5a-4ca9-41e7-8a9f-1c4687cb66e2 req-9e769ca3-1ef0-4092-ab92-6a503644ff72 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512051 Dec 10 18:12:57.930489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d218a850-28c4-4d7f-8285-5a7eee79fbd9 req-4b5b0789-c5d4-47b5-a248-ae954352a575 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 210 time: 0.0363891 Dec 10 18:12:57.991681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d29f4798-013a-460a-9d8c-57b09c476056 None None] Provisioning complete for port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:57.992084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3f15e-48cc-45c1-8240-4ebff2e165a3 req-2ec60b1d-86fa-475d-921f-99147a105ba9 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:57.994815 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d29f4798-013a-460a-9d8c-57b09c476056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:57.995424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ac3f15e-48cc-45c1-8240-4ebff2e165a3 req-2ec60b1d-86fa-475d-921f-99147a105ba9 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1225672 Dec 10 18:12:58.015174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Router 96e4072a-3067-45da-b07e-0df80770adf1 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:12:58.073293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d29f4798-013a-460a-9d8c-57b09c476056 None None] Port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:12:58.075596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ac3f15e-48cc-45c1-8240-4ebff2e165a3 req-9e406a92-da39-4884-9cad-1da41a648ca7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720091 Dec 10 18:12:58.167495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a465a-d41b-414d-99ab-b485084d60ca req-4c3114c3-6c03-439e-b3aa-ceabf8c31b73 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:58.180976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa3a465a-d41b-414d-99ab-b485084d60ca req-4c3114c3-6c03-439e-b3aa-ceabf8c31b73 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1131728 Dec 10 18:12:58.237342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:12:58.251214 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-af72fcbd-92aa-4e63-96c2-25c7c728f078 admin admin] 10.222.0.55 "PUT /v2.0/routers/96e4072a-3067-45da-b07e-0df80770adf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6674407 Dec 10 18:12:58.254589 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1379a868-90b5-4208-be2b-1aa273a53d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:58.267337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa3a465a-d41b-414d-99ab-b485084d60ca req-bf287df8-5f23-4b28-a635-ca8ee7632d37 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 Dec 10 18:12:58.341175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:12:58.344171 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d25d013-70f7-4329-86a9-980f06245e9d" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:12:58.479024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f6f43-ebe8-4907-80d4-b27dbad05e60 req-c88249c7-1629-4020-824f-2c46c56ee396 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:58.480581 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc3f6f43-ebe8-4907-80d4-b27dbad05e60 req-c88249c7-1629-4020-824f-2c46c56ee396 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1201265 Dec 10 18:12:58.571685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc3f6f43-ebe8-4907-80d4-b27dbad05e60 req-b2a8b306-316c-45c1-83f2-243d870f3392 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845666 Dec 10 18:12:58.648330 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86242de6-a9fe-4b1f-adc8-4c757a3afbbd x-openstack-request-id: req-86242de6-a9fe-4b1f-adc8-4c757a3afbbd {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:12:58.648628 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:12:58.648884 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86242de6-a9fe-4b1f-adc8-4c757a3afbbd {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:12:58.649311 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'status': 'completed', 'code': 200} Dec 10 18:12:58.778262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25d013-70f7-4329-86a9-980f06245e9d req-08c0cf75-0a89-4158-8ba0-7c0f6454b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:58.793304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d25d013-70f7-4329-86a9-980f06245e9d req-08c0cf75-0a89-4158-8ba0-7c0f6454b891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1098 time: 0.1060333 Dec 10 18:12:58.901778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32898) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:58.906211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c9cb0dca-5b56-43ce-ba8c-48daf0b8661a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232416269', 'description': 'tempest-description--76063533'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:59.016226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0dca-5b56-43ce-ba8c-48daf0b8661a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.067560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25d013-70f7-4329-86a9-980f06245e9d req-1beb87f5-0b89-473f-a0ae-d3abb7e3ffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:59.069226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d25d013-70f7-4329-86a9-980f06245e9d req-1beb87f5-0b89-473f-a0ae-d3abb7e3ffa7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2674634 Dec 10 18:12:59.075511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c3623-f820-45fd-bcf8-fc9c240fbf5b req-d0860783-2b38-4e6c-a434-8690fa890e42 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:59.083255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d28c3623-f820-45fd-bcf8-fc9c240fbf5b req-d0860783-2b38-4e6c-a434-8690fa890e42 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 947 time: 0.1261327 Dec 10 18:12:59.185725 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d25d013-70f7-4329-86a9-980f06245e9d req-074a8bc6-0ddb-4ffe-88f4-d775a23400d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0934565 Dec 10 18:12:59.191953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d28c3623-f820-45fd-bcf8-fc9c240fbf5b req-179c1698-a10a-4a21-bc92-c7d8d549bc0a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077127 Dec 10 18:12:59.230641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0dca-5b56-43ce-ba8c-48daf0b8661a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.252967 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0dca-5b56-43ce-ba8c-48daf0b8661a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.279770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b25dce2-8df4-4136-83b2-8325b74169e3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:12:59.308956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9cb0dca-5b56-43ce-ba8c-48daf0b8661a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.313041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c9cb0dca-5b56-43ce-ba8c-48daf0b8661a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4079583 Dec 10 18:12:59.319399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:59.325582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-be909af5-489a-4465-bb7a-503e932bb1f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'security_group_rule': {'security_group_id': '72b0006d-9a04-48f7-b7f5-8e71136e3bb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:59.326091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25d013-70f7-4329-86a9-980f06245e9d req-69546a27-614a-42d7-a6c9-c719cd7b700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:59.327691 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d25d013-70f7-4329-86a9-980f06245e9d req-69546a27-614a-42d7-a6c9-c719cd7b700c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1039250 Dec 10 18:12:59.332080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb0dca-5b56-43ce-ba8c-48daf0b8661a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0006d-9a04-48f7-b7f5-8e71136e3bb4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:59.360064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744accf-373d-47b7-8f36-4265bf601eea req-1895c860-a7e0-4840-8c6c-90dc8ff6348f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:59.367235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-1895c860-a7e0-4840-8c6c-90dc8ff6348f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 819 time: 0.4839277 Dec 10 18:12:59.392459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3b25dce2-8df4-4136-83b2-8325b74169e3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:12:59.392459 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.396930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be909af5-489a-4465-bb7a-503e932bb1f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.420325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98aa67-b0a1-404a-a51e-729cbad351d4 req-fcc2028c-d2b9-4877-b00e-4b3ce6dcc71f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:59.423409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a98aa67-b0a1-404a-a51e-729cbad351d4 req-fcc2028c-d2b9-4877-b00e-4b3ce6dcc71f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1205790 Dec 10 18:12:59.439333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-387f9ada-e801-4399-8cb1-5c461ede12e3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/quotas/5ac8fd40578749af965d74b4e40934cf HTTP/1.1" status: 200 len: 375 time: 0.0481980 Dec 10 18:12:59.505279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-8da79f45-ab1a-4f92-8451-46e9c12fe980 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0647056 Dec 10 18:12:59.546930 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a98aa67-b0a1-404a-a51e-729cbad351d4 req-0a1b0ea1-bf6b-466a-81ed-b25a74f6ade3 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110528 Dec 10 18:12:59.575558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be909af5-489a-4465-bb7a-503e932bb1f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.578283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.580448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25d013-70f7-4329-86a9-980f06245e9d req-7f6b9933-4c8a-4dbb-9b8b-71d54268843a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:12:59.582079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d25d013-70f7-4329-86a9-980f06245e9d req-7f6b9933-4c8a-4dbb-9b8b-71d54268843a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2135143 Dec 10 18:12:59.586187 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be909af5-489a-4465-bb7a-503e932bb1f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.627746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be909af5-489a-4465-bb7a-503e932bb1f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.632462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-be909af5-489a-4465-bb7a-503e932bb1f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3117852 Dec 10 18:12:59.633303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 3b25dce2-8df4-4136-83b2-8325b74169e3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b25dce2-8df4-4136-83b2-8325b74169e3,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:12:59.634000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32910) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:12:59.636237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be909af5-489a-4465-bb7a-503e932bb1f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1121fa36-319e-4c76-94fb-cd5954c7689e,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:59.646814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.655634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-acef32b9-ddf0-45f5-99c7-9a531f3e1dc3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'security_group_rule': {'security_group_id': '72b0006d-9a04-48f7-b7f5-8e71136e3bb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:12:59.673346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-614eed3e-3eec-44b3-ba69-2ad4ca2fbdb2 service neutron] 10.222.0.55 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666880 Dec 10 18:12:59.713799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d7dd423-a508-4be4-b4de-c70f467bd3f2 req-92da413f-75df-4044-99de-4608d96caf2d tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 210 time: 0.0472896 Dec 10 18:12:59.754085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acef32b9-ddf0-45f5-99c7-9a531f3e1dc3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.817318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=3b25dce2-8df4-4136-83b2-8325b74169e3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:12:59.873700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-54ba28be-ae6c-4d99-a4bc-764eda6b9d46 service neutron] 10.222.0.55 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992440 Dec 10 18:12:59.875952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d25d013-70f7-4329-86a9-980f06245e9d req-8acf729a-324e-45a1-9b7b-db9fac40c279 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915057 Dec 10 18:12:59.944973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acef32b9-ddf0-45f5-99c7-9a531f3e1dc3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:12:59.959745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acef32b9-ddf0-45f5-99c7-9a531f3e1dc3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:00.002547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef32b9-ddf0-45f5-99c7-9a531f3e1dc3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37dbd8c6-df9b-4953-aad3-01cddc34483e,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:00.012087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acef32b9-ddf0-45f5-99c7-9a531f3e1dc3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:00.016679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-acef32b9-ddf0-45f5-99c7-9a531f3e1dc3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3752398 Dec 10 18:13:00.022987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32912) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:00.036074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:00.074347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d25d013-70f7-4329-86a9-980f06245e9d req-6337e053-c6f7-445a-8231-401524858e60 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910262 Dec 10 18:13:00.076386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fe220-16c7-419d-a8c8-4ea7223d512a req-9bf90788-a38a-4642-9fa8-0564669270f5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:00.096156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be5fe220-16c7-419d-a8c8-4ea7223d512a req-9bf90788-a38a-4642-9fa8-0564669270f5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.2072947 Dec 10 18:13:00.170665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:00.193477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6422441-38e5-4e38-b92d-1206fcf36319 req-8add1b54-b18e-4bea-9694-5316e4dc4cf6 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:00.195096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6422441-38e5-4e38-b92d-1206fcf36319 req-8add1b54-b18e-4bea-9694-5316e4dc4cf6 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0777440 Dec 10 18:13:00.219941 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be5fe220-16c7-419d-a8c8-4ea7223d512a req-759612f2-61aa-4e4b-9214-4c15366cad27 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947533 Dec 10 18:13:00.292772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6422441-38e5-4e38-b92d-1206fcf36319 req-4d9c0f3e-5034-4753-a859-dad37c64ddf7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840821 Dec 10 18:13:00.387543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121d02ea-9b89-4213-b068-5fbe1b10bacf req-eb1e26b8-23f2-4a7b-9529-d3852715e828 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 210 time: 0.0599761 Dec 10 18:13:00.411380 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Sync routers for ids ['96e4072a-3067-45da-b07e-0df80770adf1'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:13:00.452609 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Routers {'96e4072a-3067-45da-b07e-0df80770adf1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:13:00.453240 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:12:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['96e4072a-3067-45da-b07e-0df80770adf1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:00.461862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba692ef2-9216-4ef6-9beb-9b3e3ae4a292 req-a0a6e751-59c8-4fc9-bd75-f27989cb030a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:00.480434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba692ef2-9216-4ef6-9beb-9b3e3ae4a292 req-a0a6e751-59c8-4fc9-bd75-f27989cb030a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1534739 Dec 10 18:13:00.573582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba692ef2-9216-4ef6-9beb-9b3e3ae4a292 req-7d970a4b-016b-4732-b269-f824f1b2f44f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872760 Dec 10 18:13:00.584626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:00.634329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7539fe-2a38-49e3-94f4-e416603edcc3 req-16e4e9cb-feec-43dc-a1d8-a6984e96c453 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:00.640125 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Set router 96e4072a-3067-45da-b07e-0df80770adf1 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:13:00.649440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b7539fe-2a38-49e3-94f4-e416603edcc3 req-16e4e9cb-feec-43dc-a1d8-a6984e96c453 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 947 time: 0.1287303 Dec 10 18:13:00.670404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 98dab9ba-cff6-49a1-8c7e-8dfb07866105 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:00.765554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b7539fe-2a38-49e3-94f4-e416603edcc3 req-3f312ec8-9860-4e51-abbd-ffd0146648c4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104891 Dec 10 18:13:00.900720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:00.905556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 172.25.2.195 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/29a707df-6e7e-4b18-bc2e-5e88e66feaed) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:00.945689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'mac_address': 'fa:16:3e:9e:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:00.994412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b61e20-e970-4dea-8f99-3cc33ee54117 req-dec773d3-67e5-480d-ac66-9ea10d7b7555 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:00.997866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-2855d85e-c44f-485e-b7b5-4405870108e4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:00.998653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53b61e20-e970-4dea-8f99-3cc33ee54117 req-dec773d3-67e5-480d-ac66-9ea10d7b7555 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1402345 Dec 10 18:13:01.012021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-2855d85e-c44f-485e-b7b5-4405870108e4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 819 time: 0.2500741 Dec 10 18:13:01.029409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-e3d6e3a5-aab6-46ce-9dd8-d782785adcce tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/quotas/5ac8fd40578749af965d74b4e40934cf HTTP/1.1" status: 200 len: 375 time: 0.0161006 Dec 10 18:13:01.063802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.074533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53b61e20-e970-4dea-8f99-3cc33ee54117 req-3c1e0571-72a2-4c57-bc0e-5c24ce9e692b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Dec 10 18:13:01.079172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a9299696-955d-444e-a97b-97ee34b90faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.084242 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:12:55Z', 'revision_number': 4, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port': {'id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:51Z', 'updated_at': '2021-12-10T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a59a81b0-9ab4-4c61-8d14-4178606ababc', 'name': '', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'mac_address': 'fa:16:3e:da:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:54Z', 'updated_at': '2021-12-10T18:12:56Z', 'revision_number': 2, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'subnets': [{'id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:01.084567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dab9ba-cff6-49a1-8c7e-8dfb07866105 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:01.127764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:01.138459 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.169306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Checking router: 96e4072a-3067-45da-b07e-0df80770adf1 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:13:01.170555 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Updating router 96e4072a-3067-45da-b07e-0df80770adf1 port a59a81b0-9ab4-4c61-8d14-4178606ababc binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:13:01.172482 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-b3e85052-39a4-4171-9499-c72c1521f0b6 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1351526 Dec 10 18:13:01.189140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.240850 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.247268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b25dce2-8df4-4136-83b2-8325b74169e3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:01.312552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60d2b2d9-0c8c-4220-b53e-faf22d012592 req-d6b12dfd-3b7c-48f5-b0f5-7b1fd64eeafe tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 210 time: 0.0629911 Dec 10 18:13:01.322023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:01.324357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4828f3a6-9cf8-4359-ad3a-f852cabbf268 service neutron] 10.222.0.55 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503232 Dec 10 18:13:01.343696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.379491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3b25dce2-8df4-4136-83b2-8325b74169e3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:01.379871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.432954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:01.457733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:01.466341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:01.470192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:01.475158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08756a-8190-486b-bd80-994fcb92273f req-5e0c4561-60bb-443f-8f59-566ac8191122 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:01.478585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d08756a-8190-486b-bd80-994fcb92273f req-5e0c4561-60bb-443f-8f59-566ac8191122 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0810905 Dec 10 18:13:01.498786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=29a707df-6e7e-4b18-bc2e-5e88e66feaed,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:01.572649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d08756a-8190-486b-bd80-994fcb92273f req-676bab7a-bb85-4de8-af7a-412336c1c357 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811858 Dec 10 18:13:01.581816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-27426464-3207-4fe5-bb2d-884337b08d21 service neutron] 10.222.0.55 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563846 Dec 10 18:13:01.654205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.757606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.801527 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.816141 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.827597 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:01.909920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac0bfc-6222-43af-8475-0019fd27c214 req-a72b3009-ab04-4be8-8bb5-5b8546e09f88 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:01.922216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aac0bfc-6222-43af-8475-0019fd27c214 req-a72b3009-ab04-4be8-8bb5-5b8546e09f88 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.2704055 Dec 10 18:13:01.999831 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c39cf-3ac8-4111-83c3-d7f0baa179b3 None None] Pushing event updated for resources: {'Port': ['ID=a59a81b0-9ab4-4c61-8d14-4178606ababc,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:02.003907 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.032593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Attempting to bind port a59a81b0-9ab4-4c61-8d14-4178606ababc on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:02.033271 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Attempting to bind port a59a81b0-9ab4-4c61-8d14-4178606ababc by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:02.033794 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Attempting to bind port a59a81b0-9ab4-4c61-8d14-4178606ababc on network b0bb4668-14ab-4625-a3ee-796bd54468f8 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:02.039464 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:02.040451 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Checking segment: {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:02.041021 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.041571 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Bound using segment: {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:02.042946 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Bound port: a59a81b0-9ab4-4c61-8d14-4178606ababc, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:02.043515 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.087504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.105351 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.139714 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] For port a59a81b0-9ab4-4c61-8d14-4178606ababc, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:02.141363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744accf-373d-47b7-8f36-4265bf601eea req-7a1a7cb7-d1a2-4f82-aac6-29fc09023c3e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:02.143178 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] For port a59a81b0-9ab4-4c61-8d14-4178606ababc, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a81b0-9ab4-4c61-8d14-4178606ababc,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:02.145277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-7a1a7cb7-d1a2-4f82-aac6-29fc09023c3e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.59 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 819 time: 0.4428926 Dec 10 18:13:02.159810 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.177986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aac0bfc-6222-43af-8475-0019fd27c214 req-abd74641-28bc-422e-b079-5b1a6c949587 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392690 Dec 10 18:13:02.184566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Request body: {'port': {'device_id': '218feae8-0fb5-4235-8789-a4d6fa326823', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'admin_state_up': True, 'tenant_id': '5ac8fd40578749af965d74b4e40934cf'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:02.277461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c3ba6-0f7a-43f1-8015-fe65a9bc1093 req-4df837a8-40dc-4b27-838d-b0d6fbe929b1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:02.279110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-482c3ba6-0f7a-43f1-8015-fe65a9bc1093 req-4df837a8-40dc-4b27-838d-b0d6fbe929b1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.2163539 Dec 10 18:13:02.287344 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Routers {'96e4072a-3067-45da-b07e-0df80770adf1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:13:02.287982 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:13:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['96e4072a-3067-45da-b07e-0df80770adf1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:02.289990 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c39cf-3ac8-4111-83c3-d7f0baa179b3 None None] Pushing event updated for resources: {'Port': ['ID=a59a81b0-9ab4-4c61-8d14-4178606ababc,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:02.331521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=29a707df-6e7e-4b18-bc2e-5e88e66feaed,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:02.363433 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.429451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29753f6f-1b41-4fd7-9486-c7b475d9d202 req-fb109fca-423d-477b-bcda-a46ee918d30f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:02.432185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29753f6f-1b41-4fd7-9486-c7b475d9d202 req-fb109fca-423d-477b-bcda-a46ee918d30f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 948 time: 0.0811002 Dec 10 18:13:02.433728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Made reservation on behalf of 5ac8fd40578749af965d74b4e40934cf for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:02.439060 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.454346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-482c3ba6-0f7a-43f1-8015-fe65a9bc1093 req-5fce9b64-9d9a-4826-86e5-691548088c3c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522808 Dec 10 18:13:02.460066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.479796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8ec17a27-8cbf-48e5-92eb-c05b6a6695da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4554193 Dec 10 18:13:02.533831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29753f6f-1b41-4fd7-9486-c7b475d9d202 req-52abce46-2cdc-4948-866c-f3bd1710c6ae tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883443 Dec 10 18:13:02.550277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-408dddee-c558-406b-b63f-0897345bc61c req-835c1752-11d0-4ec3-aebc-c3aeb97b2041 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 210 time: 0.0389864 Dec 10 18:13:02.663623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d23ccef-7b60-49ce-b561-e1d0ce5d0ca4 req-6240a0f4-fd00-4071-87e4-520465b4e0f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec3cf00a-0ae6-4f93-a224-0fc56ba0aecd HTTP/1.1" status: 200 len: 210 time: 0.0448012 Dec 10 18:13:02.676274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 98dab9ba-cff6-49a1-8c7e-8dfb07866105 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:02.678285 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] Set router 96e4072a-3067-45da-b07e-0df80770adf1 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:13:02.816827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:13:02.822937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:02.823793 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:02.842989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd120ec-c98a-4d35-b8c3-3317b735d594 req-17d52a99-560d-4373-afb8-15691d35a52c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:02.851196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fd120ec-c98a-4d35-b8c3-3317b735d594 req-17d52a99-560d-4373-afb8-15691d35a52c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1523042 Dec 10 18:13:02.878226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9126d740-697e-4809-8e4a-e04512e76253 req-fcd3c9f7-1103-4139-9b4e-55bf8d5b6d16 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:02.888717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Allocated IP 172.20.0.6 (b0bb4668-14ab-4625-a3ee-796bd54468f8/2e0c7b86-0828-4f16-b885-3754b9b51878/57677261-f1f0-4ed1-9f65-bc2c8a623865) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:02.888862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9126d740-697e-4809-8e4a-e04512e76253 req-fcd3c9f7-1103-4139-9b4e-55bf8d5b6d16 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1116097 Dec 10 18:13:02.940609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fd120ec-c98a-4d35-b8c3-3317b735d594 req-cffefa93-6937-4a06-853a-b21d42ee1de4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839052 Dec 10 18:13:02.967102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9126d740-697e-4809-8e4a-e04512e76253 req-0db709af-55b2-40da-8886-12e6194e0e1d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774031 Dec 10 18:13:02.983516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.017287 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:12:55Z', 'revision_number': 4, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port': {'id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:51Z', 'updated_at': '2021-12-10T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a59a81b0-9ab4-4c61-8d14-4178606ababc', 'name': '', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'mac_address': 'fa:16:3e:da:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:54Z', 'updated_at': '2021-12-10T18:13:02Z', 'revision_number': 4, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'subnets': [{'id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:03.057653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:03.058854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:03.062961 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f67b90-dbe6-4eaa-8f49-88870c28dba4" -d '{"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-plugged", "status": "completed", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:03.068163 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.089939 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8209d4-1bf5-4e43-a1a7-6a762bda13fb None None] The sync data for ids ['96e4072a-3067-45da-b07e-0df80770adf1'] in n-d-821424-1 is: [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:12:55Z', 'revision_number': 4, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port': {'id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:51Z', 'updated_at': '2021-12-10T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a59a81b0-9ab4-4c61-8d14-4178606ababc', 'name': '', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'mac_address': 'fa:16:3e:da:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:54Z', 'updated_at': '2021-12-10T18:13:02Z', 'revision_number': 4, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'subnets': [{'id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:13:03.151306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:03.182999 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa8a0e3-3926-4229-a71e-fe43ee5d1a34 x-openstack-request-id: req-faa8a0e3-3926-4229-a71e-fe43ee5d1a34 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:03.183492 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-plugged", "status": "completed", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:03.183928 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-faa8a0e3-3926-4229-a71e-fe43ee5d1a34 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:03.185080 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'code': 200} Dec 10 18:13:03.215699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c0f785cf-7b79-4c25-a3ec-d58ad93b61f8 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--232416269&fields=id&tenant_id=9368629d6e7f4971ab4815dffa7ee9c5 HTTP/1.1" status: 200 len: 267 time: 0.1558905 Dec 10 18:13:03.340048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a59a81b0-9ab4-4c61-8d14-4178606ababc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:03.353919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0f139702-6bfc-41bb-9a6a-8997b6a1b59a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.355766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0f139702-6bfc-41bb-9a6a-8997b6a1b59a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 932 time: 0.1392753 Dec 10 18:13:03.397924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f00e-e79e-4d83-8bc3-8d4267d2fc66 req-b4c2827d-6965-40e0-b8ce-3314905a969f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.406250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9808f00e-e79e-4d83-8bc3-8d4267d2fc66 req-b4c2827d-6965-40e0-b8ce-3314905a969f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1007071 Dec 10 18:13:03.409332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a59a81b0-9ab4-4c61-8d14-4178606ababc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:03.409720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.411516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ca148-0b38-418a-83ef-cfadb090b09a req-9eb853db-e288-49ed-928d-791d4cf9d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.414103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-671ca148-0b38-418a-83ef-cfadb090b09a req-9eb853db-e288-49ed-928d-791d4cf9d8d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1100 time: 0.1516147 Dec 10 18:13:03.414416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.435111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0a4667c2-b090-49de-8c89-4bc730340df0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.437122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0a4667c2-b090-49de-8c89-4bc730340df0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports/5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 931 time: 0.0733128 Dec 10 18:13:03.517198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9808f00e-e79e-4d83-8bc3-8d4267d2fc66 req-ccbb1793-d2d2-43a8-8489-5c22d1db6206 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042545 Dec 10 18:13:03.522782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-a14a952c-696a-4494-9d7b-a386e5f577d9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0714750 Dec 10 18:13:03.531360 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.540411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-671ca148-0b38-418a-83ef-cfadb090b09a req-e8b62bf9-1d4a-4938-b757-84fb4d8b66a2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103070 Dec 10 18:13:03.643715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-d7970867-aa4f-42fd-8dac-5fa9d04e50f9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0871060 Dec 10 18:13:03.662521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aa7cb-bb70-48eb-804d-c29baa9abbdb req-18465df9-ad32-4946-9ab3-c7330dbb908b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.671141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-566aa7cb-bb70-48eb-804d-c29baa9abbdb req-18465df9-ad32-4946-9ab3-c7330dbb908b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.0797555 Dec 10 18:13:03.675709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a59a81b0-9ab4-4c61-8d14-4178606ababc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a81b0-9ab4-4c61-8d14-4178606ababc,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:03.679217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.685958 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.769854 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-566aa7cb-bb70-48eb-804d-c29baa9abbdb req-7cd48667-27db-46a6-8e6f-f94035268b32 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976231 Dec 10 18:13:03.813083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-8b3fefb9-da21-4755-a876-647ca51baebb tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.820411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-8b3fefb9-da21-4755-a876-647ca51baebb tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.828865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-8b3fefb9-da21-4755-a876-647ca51baebb tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.831315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-8b3fefb9-da21-4755-a876-647ca51baebb tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/networks?id=54f16a1c-0704-4aef-b293-34ef2c867633&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 200 len: 1989 time: 0.1826456 Dec 10 18:13:03.837879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a59a81b0-9ab4-4c61-8d14-4178606ababc,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:03.919956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:03.976872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c10e37-d509-4fde-b697-3f495756b5a8 req-aabe8489-dfb4-45ba-bce3-df9c814b5a82 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:03.978637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2c10e37-d509-4fde-b697-3f495756b5a8 req-aabe8489-dfb4-45ba-bce3-df9c814b5a82 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0902724 Dec 10 18:13:03.993277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-d9b42264-b5d4-413f-808a-92677d7f2211 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/quotas/9368629d6e7f4971ab4815dffa7ee9c5 HTTP/1.1" status: 200 len: 375 time: 0.0665405 Dec 10 18:13:04.000956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:04.013629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:04.036486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2c10e37-d509-4fde-b697-3f495756b5a8 req-1735f31b-3b60-41da-98d9-87cb6212e0d5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493779 Dec 10 18:13:04.052278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:04.099158 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:04.131544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4e18fabe-8699-408c-9f28-801c77536170 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:04.133055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4e18fabe-8699-408c-9f28-801c77536170 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.30 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 819 time: 0.3005695 Dec 10 18:13:04.136567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Pushing event updated for resources: {'Port': ['ID=57677261-f1f0-4ed1-9f65-bc2c8a623865,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:04.148122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.148482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.148828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.149172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.149516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.149851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.150183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.150545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.150880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.151212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.151542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.151867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.152196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:04.158387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a362ecd3-3e67-4f6b-a7be-f71627faae78 req-4b679583-d382-4f2e-a220-334aec5792cb tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 210 time: 0.0361516 Dec 10 18:13:04.159919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Request body: {'port': {'device_id': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'admin_state_up': True, 'tenant_id': '5ac8fd40578749af965d74b4e40934cf'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:04.289199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab68da83-ce9b-45d9-83b6-bc136b1e5e8b tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2675221 Dec 10 18:13:04.298015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:04.298527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:04.406018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b55b6-6769-43e1-81ab-8d66729c8456 req-42287769-2999-41b9-bfcb-20dc93fbbad4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:04.412115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb4b55b6-6769-43e1-81ab-8d66729c8456 req-42287769-2999-41b9-bfcb-20dc93fbbad4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1387398 Dec 10 18:13:04.416250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:04.426033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-a3d770e2-1e78-4570-be47-5cdacf8e2478 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2550576 Dec 10 18:13:04.444723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Request body: {'port': {'device_id': '218feae8-0fb5-4235-8789-a4d6fa326823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:04.486328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb4b55b6-6769-43e1-81ab-8d66729c8456 req-5cacceb2-59c1-436e-bc5a-6ec53aac34fa tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610631 Dec 10 18:13:04.499927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Made reservation on behalf of 5ac8fd40578749af965d74b4e40934cf for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:04.504248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:04.559311 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:04.565571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f0fb6a53-a0b4-4293-a46c-7cebcdab334e service neutron] 10.222.0.55 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271054 Dec 10 18:13:04.618634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d775ccb-65d9-4314-8279-7ac8a30361c6 req-526bd2cd-0aa8-4cd8-9630-0d56b8278bf5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:04.620339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d775ccb-65d9-4314-8279-7ac8a30361c6 req-526bd2cd-0aa8-4cd8-9630-0d56b8278bf5 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0653930 Dec 10 18:13:04.678905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d775ccb-65d9-4314-8279-7ac8a30361c6 req-0cc5f260-1051-4e01-90a6-98ee2700263f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504589 Dec 10 18:13:04.831202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b125f04-98a1-42b6-b8ed-0bb251a9b3ab req-cc2e94de-d8ec-4025-8f17-f5ad3e5fb5f0 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:04.832907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b125f04-98a1-42b6-b8ed-0bb251a9b3ab req-cc2e94de-d8ec-4025-8f17-f5ad3e5fb5f0 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0799460 Dec 10 18:13:04.927009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b125f04-98a1-42b6-b8ed-0bb251a9b3ab req-358a6fea-6f92-4c96-9ed7-95211f02f255 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867214 Dec 10 18:13:05.057390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6cd74-8702-44ba-b8a3-fc646cbd083e req-e434eff3-69f6-4d4f-b6de-b6e00b13678a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:05.066114 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16f6cd74-8702-44ba-b8a3-fc646cbd083e req-e434eff3-69f6-4d4f-b6de-b6e00b13678a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.0649319 Dec 10 18:13:05.122454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16f6cd74-8702-44ba-b8a3-fc646cbd083e req-d428d7f4-e83f-469c-b057-d2e745fc8674 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519140 Dec 10 18:13:05.240572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a59a81b0-9ab4-4c61-8d14-4178606ababc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:05.272574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099aa78-b39c-4f52-9654-b47869c1ac32 req-28839ee0-6925-4212-b192-7f773ef14b7a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:05.285308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f099aa78-b39c-4f52-9654-b47869c1ac32 req-28839ee0-6925-4212-b192-7f773ef14b7a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0825751 Dec 10 18:13:05.337185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a59a81b0-9ab4-4c61-8d14-4178606ababc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:05.337450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:05.351765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f099aa78-b39c-4f52-9654-b47869c1ac32 req-ffa8e4d4-22fc-42f3-bcd4-e7c1bce97676 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662174 Dec 10 18:13:05.417874 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1937c2a3-adf1-476e-9461-bb4ac42c40c0 service neutron] 10.222.0.55 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368943 Dec 10 18:13:05.473696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6048f36c-e9d6-4f2c-aff1-43fe2f3fb0e7 req-d2949cc2-ffeb-4c71-b2e9-9f582ac7eb2f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 210 time: 0.0350473 Dec 10 18:13:05.477736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Allocated IP 172.20.0.8 (b0bb4668-14ab-4625-a3ee-796bd54468f8/2e0c7b86-0828-4f16-b885-3754b9b51878/9cde4701-2af6-41ee-8f7c-714544fae8b9) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:05.505442 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-4c198848-4206-4c7c-a6d2-7e1280ffd4ec service neutron] 10.222.0.55 "GET /v2.0/ports/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0855632 Dec 10 18:13:05.715005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bebf94-15bc-42bc-84b6-cd6cc15b2cf8 req-da0ad329-396c-4a9e-8841-81516eec2e06 tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:05.723443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54bebf94-15bc-42bc-84b6-cd6cc15b2cf8 req-da0ad329-396c-4a9e-8841-81516eec2e06 tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1100 time: 0.0635061 Dec 10 18:13:05.731500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-9ec89b83-d67c-4ba5-ba21-5b98320b3dfc service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246165 Dec 10 18:13:05.739467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-54bebf94-15bc-42bc-84b6-cd6cc15b2cf8 req-ad10f345-62a9-445b-b492-e71c9bddceac tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:05.842180 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-54bebf94-15bc-42bc-84b6-cd6cc15b2cf8 req-ad10f345-62a9-445b-b492-e71c9bddceac tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:05.848050 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-54bebf94-15bc-42bc-84b6-cd6cc15b2cf8 req-ad10f345-62a9-445b-b492-e71c9bddceac tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:05.897976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-90128fbf-1b9c-40f2-92f2-200ba647a380 service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655247 Dec 10 18:13:05.909208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54bebf94-15bc-42bc-84b6-cd6cc15b2cf8 req-ad10f345-62a9-445b-b492-e71c9bddceac tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846068 Dec 10 18:13:05.941258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f298da0f-961c-4780-b2cc-e2783263c027 service neutron] 10.222.0.55 "GET /v2.0/ports/5d41dd94-ccb4-4690-9ad4-84cab7b72738?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0423019 Dec 10 18:13:05.947557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10f345-62a9-445b-b492-e71c9bddceac tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7115ce-b44c-486d-9bd7-b45a0c1bd402,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:06.021858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:06.072439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a653eb-5bf6-4a46-a49e-b77f8d2e37a7 req-37c20b9a-d85b-4cfd-8663-ca66b81dab1f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:06.074089 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27a653eb-5bf6-4a46-a49e-b77f8d2e37a7 req-37c20b9a-d85b-4cfd-8663-ca66b81dab1f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.0497737 Dec 10 18:13:06.081647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-d224c833-5e3e-43c4-bbc5-5958690382c2 service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394570 Dec 10 18:13:06.126254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27a653eb-5bf6-4a46-a49e-b77f8d2e37a7 req-e1b089b5-6119-478e-b076-f757ad6a60e5 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Dec 10 18:13:06.199292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:06.226688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Network b0bb4668-14ab-4625-a3ee-796bd54468f8 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:06.232574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:06.255219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:06.280371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478508c8-59d3-4657-99f5-a7a71d45d390 req-a9fbfa42-b5d2-45c6-8216-244b5ab8bcc2 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:06.287229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478508c8-59d3-4657-99f5-a7a71d45d390 req-a9fbfa42-b5d2-45c6-8216-244b5ab8bcc2 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0601559 Dec 10 18:13:06.340253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Pushing event updated for resources: {'Port': ['ID=9cde4701-2af6-41ee-8f7c-714544fae8b9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:06.353177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478508c8-59d3-4657-99f5-a7a71d45d390 req-fdb5488c-143d-4e9b-989f-7160d7e4aa38 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638623 Dec 10 18:13:06.374322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:06.375127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:06.400043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-4a162d14-85d7-4bdb-b092-deccd0bc8d9c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2557869 Dec 10 18:13:06.410484 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-970a1fa0-e583-4814-be22-daff046a4cc5 service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277674 Dec 10 18:13:06.426070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Request body: {'port': {'device_id': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:06.577373 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-e83c988a-80df-4df7-9660-b6c32db3a16f service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658404 Dec 10 18:13:06.710910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:06.716071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57677261-f1f0-4ed1-9f65-bc2c8a623865 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:06.729084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:06.757312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Transition to ACTIVE for port object 57677261-f1f0-4ed1-9f65-bc2c8a623865 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:06.798887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:06.874165 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3f727d4f-274e-4e6a-ba4a-6e6016a49767 service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868135 Dec 10 18:13:07.031391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Pushing event updated for resources: {'Port': ['ID=57677261-f1f0-4ed1-9f65-bc2c8a623865,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:07.112227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8f1e6-0785-42bc-a18d-b5c033c9a419 req-3695bc80-5143-4ab9-8cde-8be09af5b37c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:07.114010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67e8f1e6-0785-42bc-a18d-b5c033c9a419 req-3695bc80-5143-4ab9-8cde-8be09af5b37c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0785806 Dec 10 18:13:07.182131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67e8f1e6-0785-42bc-a18d-b5c033c9a419 req-36448b6a-ed92-416d-ab02-693fb50e969b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593524 Dec 10 18:13:07.217320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0865b234-0d76-4724-b172-c989c01f0116 service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236556 Dec 10 18:13:07.240010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Attempting to bind port 57677261-f1f0-4ed1-9f65-bc2c8a623865 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:07.240381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Attempting to bind port 57677261-f1f0-4ed1-9f65-bc2c8a623865 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:07.240722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Attempting to bind port 57677261-f1f0-4ed1-9f65-bc2c8a623865 on network b0bb4668-14ab-4625-a3ee-796bd54468f8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:07.248925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Port 57677261-f1f0-4ed1-9f65-bc2c8a623865 on network b0bb4668-14ab-4625-a3ee-796bd54468f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:07.249257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Attempting to bind port 57677261-f1f0-4ed1-9f65-bc2c8a623865 on network b0bb4668-14ab-4625-a3ee-796bd54468f8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:07.266220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:07.266762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Checking segment: {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:07.267303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Bound using segment: {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:07.267762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Bound port: 57677261-f1f0-4ed1-9f65-bc2c8a623865, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:07.268127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:07.305329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d1885-fae7-4c09-9a57-66d5dfe5083e req-472c6b7b-f5f9-4274-a65d-2b4d3f628999 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:07.307011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a14d1885-fae7-4c09-9a57-66d5dfe5083e req-472c6b7b-f5f9-4274-a65d-2b4d3f628999 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.0620761 Dec 10 18:13:07.392730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a14d1885-fae7-4c09-9a57-66d5dfe5083e req-7b2fd31d-f172-4118-817d-a9c333544e10 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759392 Dec 10 18:13:07.397862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-f9f20f1b-6edc-4d93-9024-746d20feaa9a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3262136 Dec 10 18:13:07.418134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-7b0a69b1-b5b4-4c1e-ab1c-a2d24b57bcbd service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:13:07.419328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-7b0a69b1-b5b4-4c1e-ab1c-a2d24b57bcbd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064375 Dec 10 18:13:07.488153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0adbf2e6-999e-4121-b758-6d623345145c service neutron] 10.222.0.55 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402301 Dec 10 18:13:07.493812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] For port 57677261-f1f0-4ed1-9f65-bc2c8a623865, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:07.499842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] For port 57677261-f1f0-4ed1-9f65-bc2c8a623865, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:07.560484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7e49a-80f5-4771-bccd-4ea4ae2d316e req-c0fc043a-f127-4841-b790-b5e38692751e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:07.570851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aff7e49a-80f5-4771-bccd-4ea4ae2d316e req-c0fc043a-f127-4841-b790-b5e38692751e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 931 time: 0.0806787 Dec 10 18:13:07.597990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-6dbf0680-2e63-4317-9c56-ac5fe933495f service neutron] 10.222.0.55 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002207 Dec 10 18:13:07.670441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aff7e49a-80f5-4771-bccd-4ea4ae2d316e req-2069ce50-eea3-464e-b722-c861742873ac tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984612 Dec 10 18:13:07.690817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cde4701-2af6-41ee-8f7c-714544fae8b9 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:07.697180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:07.720816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Transition to ACTIVE for port object 9cde4701-2af6-41ee-8f7c-714544fae8b9 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:07.731937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:07.755391 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:07.836216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d74e5-04a6-4414-b624-89ed17205a46 req-b6acf9ff-fa43-493e-9750-a81498e21e9a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:07.845712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:07.846911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:07.848554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] 10.222.0.59 "PUT /v2.0/ports/57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 1091 time: 3.4120855 Dec 10 18:13:07.850449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-137d74e5-04a6-4414-b624-89ed17205a46 req-b6acf9ff-fa43-493e-9750-a81498e21e9a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0901029 Dec 10 18:13:07.851534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218feae8-0fb5-4235-8789-a4d6fa326823', 'tag': '57677261-f1f0-4ed1-9f65-bc2c8a623865'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:07.854123 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30d2535-7b9b-46e7-90f3-acd5573324bf" -d '{"events": [{"name": "network-changed", "server_uuid": "218feae8-0fb5-4235-8789-a4d6fa326823", "tag": "57677261-f1f0-4ed1-9f65-bc2c8a623865"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:07.939801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-137d74e5-04a6-4414-b624-89ed17205a46 req-53404148-8895-4edc-b568-2919fe212575 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882626 Dec 10 18:13:07.999759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e413ae-0386-4740-8a9a-9cb400e61a72 service neutron] Pushing event updated for resources: {'Port': ['ID=57677261-f1f0-4ed1-9f65-bc2c8a623865,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:08.065933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e70af-b7a4-40a2-93b7-545dc5c99e56 req-01b4ab4b-7419-429d-865b-8d20139ce550 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:08.073531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-294e70af-b7a4-40a2-93b7-545dc5c99e56 req-01b4ab4b-7419-429d-865b-8d20139ce550 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.0736592 Dec 10 18:13:08.125511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-e1ef33c8-1f75-47dd-bd6f-dc03687e48b4 service neutron] 10.222.0.55 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031925 Dec 10 18:13:08.160688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-294e70af-b7a4-40a2-93b7-545dc5c99e56 req-ca4051cd-0a6a-4d9a-9a75-75c0d413465e tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772445 Dec 10 18:13:08.247958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744accf-373d-47b7-8f36-4265bf601eea req-db919a7f-d233-4d8d-a5e4-de13fbe861a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:08.249685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-db919a7f-d233-4d8d-a5e4-de13fbe861a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1094 time: 0.3266404 Dec 10 18:13:08.306602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071c73-7f19-4fed-b00b-c94752603a00 req-5c07ca89-148c-4fd5-b6d1-642842bd24b2 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:08.315456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c071c73-7f19-4fed-b00b-c94752603a00 req-5c07ca89-148c-4fd5-b6d1-642842bd24b2 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0624335 Dec 10 18:13:08.328863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-7e91e63e-c1ab-4fc6-aaaf-4a37573a48c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 217 time: 0.0674765 Dec 10 18:13:08.329570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Attempting to bind port 9cde4701-2af6-41ee-8f7c-714544fae8b9 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:08.330108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Attempting to bind port 9cde4701-2af6-41ee-8f7c-714544fae8b9 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:08.330520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Attempting to bind port 9cde4701-2af6-41ee-8f7c-714544fae8b9 on network b0bb4668-14ab-4625-a3ee-796bd54468f8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:08.346512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Port 9cde4701-2af6-41ee-8f7c-714544fae8b9 on network b0bb4668-14ab-4625-a3ee-796bd54468f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:08.346844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Attempting to bind port 9cde4701-2af6-41ee-8f7c-714544fae8b9 on network b0bb4668-14ab-4625-a3ee-796bd54468f8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:08.349018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Pushing event updated for resources: {'Port': ['ID=9cde4701-2af6-41ee-8f7c-714544fae8b9,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:08.384104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c071c73-7f19-4fed-b00b-c94752603a00 req-3ee9cfb1-313a-4a69-b84b-e6205aae2d9d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642560 Dec 10 18:13:08.451649 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d8edf3-699e-426f-abc2-d16b750b1332 x-openstack-request-id: req-27d8edf3-699e-426f-abc2-d16b750b1332 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:08.451960 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218feae8-0fb5-4235-8789-a4d6fa326823", "tag": "57677261-f1f0-4ed1-9f65-bc2c8a623865", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:08.452348 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27d8edf3-699e-426f-abc2-d16b750b1332 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:08.452629 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218feae8-0fb5-4235-8789-a4d6fa326823', 'tag': '57677261-f1f0-4ed1-9f65-bc2c8a623865', 'status': 'completed', 'code': 200} Dec 10 18:13:08.453520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:08.453897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Checking segment: {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:08.454292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Bound using segment: {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:08.455409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Bound port: 9cde4701-2af6-41ee-8f7c-714544fae8b9, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a704145-adf3-400a-acb3-89425c719d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:08.455409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:08.528205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744accf-373d-47b7-8f36-4265bf601eea req-93295014-a364-443b-95c7-409195ff13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:08.531342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-93295014-a364-443b-95c7-409195ff13ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.1866553 Dec 10 18:13:08.542937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-772b0089-af3f-4fde-8a0c-7231223a3a34 service neutron] 10.222.0.55 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084735 Dec 10 18:13:08.612024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1276f4a-4dd9-4c0f-baba-5c51d620d70b req-2ab47c73-3ba5-4ab9-bf0a-373ddc2048bb tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:08.620047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1276f4a-4dd9-4c0f-baba-5c51d620d70b req-2ab47c73-3ba5-4ab9-bf0a-373ddc2048bb tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1116784 Dec 10 18:13:08.644993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] For port 9cde4701-2af6-41ee-8f7c-714544fae8b9, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:08.649128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] For port 9cde4701-2af6-41ee-8f7c-714544fae8b9, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:08.706594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1276f4a-4dd9-4c0f-baba-5c51d620d70b req-c2b4afe0-9f6a-4d9b-93c1-3d763b87c1f0 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731082 Dec 10 18:13:08.725469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-b6caffef-fe79-42e8-b6e5-9efc30a9012a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689491 Dec 10 18:13:08.731728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:08.904718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70418137-f1c4-406c-bfd0-4c5df4aa3717 req-ad30dee0-5b4d-4f43-a68b-5ac962247fd6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:08.915669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:08.915915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:08.917622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] 10.222.0.30 "PUT /v2.0/ports/9cde4701-2af6-41ee-8f7c-714544fae8b9 HTTP/1.1" status: 200 len: 1091 time: 2.4969552 Dec 10 18:13:08.918324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70418137-f1c4-406c-bfd0-4c5df4aa3717 req-ad30dee0-5b4d-4f43-a68b-5ac962247fd6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1268468 Dec 10 18:13:08.944059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415a7ad-2204-42cb-aabb-d7d2a6386b9e service neutron] Pushing event updated for resources: {'Port': ['ID=9cde4701-2af6-41ee-8f7c-714544fae8b9,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:08.996521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-711be701-8d44-498d-8b03-c2be81c01b2e service neutron] 10.222.0.55 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523301 Dec 10 18:13:09.050328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70418137-f1c4-406c-bfd0-4c5df4aa3717 req-2470a5fa-5144-4206-9e31-2992a51cca54 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300125 Dec 10 18:13:09.062020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-fd335b60-ab8a-4fa3-ba1c-f019c815432e service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980125 Dec 10 18:13:09.206275 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1744accf-373d-47b7-8f36-4265bf601eea req-cc4b8849-ad26-491a-a5f6-ab1b1e29b145 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125441 Dec 10 18:13:09.222325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-29fe641f-7c1d-4871-94a5-8275de56a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.223899 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-29fe641f-7c1d-4871-94a5-8275de56a83b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 1094 time: 0.1962106 Dec 10 18:13:09.230587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2466e-33df-44c5-b119-476c35b51bac req-52cb258f-8ae1-43a3-956b-beee05618362 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.232169 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cae2466e-33df-44c5-b119-476c35b51bac req-52cb258f-8ae1-43a3-956b-beee05618362 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 943 time: 0.0901752 Dec 10 18:13:09.285926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-d417bf0b-cf1b-48f7-bec8-19eb72304d4b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9 HTTP/1.1" status: 200 len: 217 time: 0.0493107 Dec 10 18:13:09.309716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cae2466e-33df-44c5-b119-476c35b51bac req-515d73eb-c48a-4f54-9f8e-26afbce90df3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650616 Dec 10 18:13:09.543244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-503526c2-e597-4a0f-8097-497b226bf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.546612 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-503526c2-e597-4a0f-8097-497b226bf40d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1100 time: 0.0685251 Dec 10 18:13:09.701958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42c62e-1e0f-4adf-9201-9d807ca205cf req-9e6f7b64-5e44-4a80-a91b-a5cbc1552ded tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.704680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a42c62e-1e0f-4adf-9201-9d807ca205cf req-9e6f7b64-5e44-4a80-a91b-a5cbc1552ded tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0849929 Dec 10 18:13:09.742105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-4048381b-e068-40d3-9ea7-309377199bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.744065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-4048381b-e068-40d3-9ea7-309377199bf1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1901219 Dec 10 18:13:09.802169 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-49ba15bf-d22c-45c8-a656-ea13eca99c6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0459216 Dec 10 18:13:09.832143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6241bf56-06e6-47ec-a825-d1da492c2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.834274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-6241bf56-06e6-47ec-a825-d1da492c2996 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.5292215 Dec 10 18:13:09.856974 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a42c62e-1e0f-4adf-9201-9d807ca205cf req-2d4e7309-4ef4-4e43-bcbb-12d639521713 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446867 Dec 10 18:13:09.884497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-5863671c-cd9c-4363-a067-1557e4e38cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.884497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-5863671c-cd9c-4363-a067-1557e4e38cae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0660625 Dec 10 18:13:09.893723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-04eb958c-63d7-4979-a5e7-c3b18b87c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.895860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-04eb958c-63d7-4979-a5e7-c3b18b87c696 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1094 time: 0.6046343 Dec 10 18:13:09.925563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-3bed2894-9d0d-442a-bd3c-2dc8db379a20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743155 Dec 10 18:13:09.948041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-12b2a027-c04e-4b20-b9a7-60619c7d25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:09.950130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-12b2a027-c04e-4b20-b9a7-60619c7d25f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0570960 Dec 10 18:13:10.033868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4ed17-e3d7-4488-8a75-56c1df9d27ea req-31730925-80c9-42f1-86f8-5f9768abd1f8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.035776 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbf4ed17-e3d7-4488-8a75-56c1df9d27ea req-31730925-80c9-42f1-86f8-5f9768abd1f8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1994734 Dec 10 18:13:10.148074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee7a18-2649-4166-b7e0-797641eba074 req-98dc92f4-f582-4ec4-b052-99be73238980 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.150533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcee7a18-2649-4166-b7e0-797641eba074 req-98dc92f4-f582-4ec4-b052-99be73238980 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1823113 Dec 10 18:13:10.152727 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-093baa84-6d4b-4f9f-a645-9403a1cbab25 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839130 Dec 10 18:13:10.183462 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-a36c34fa-41ca-4dc6-9758-7a77623394fb service neutron] 10.222.0.30 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426758 Dec 10 18:13:10.186195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-76a8b6fe-240f-450a-854d-e70e6eb4cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.187835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-76a8b6fe-240f-450a-854d-e70e6eb4cddc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.2590139 Dec 10 18:13:10.214719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbf4ed17-e3d7-4488-8a75-56c1df9d27ea req-ab3eb39e-40f3-4ffe-a26e-bbf08f7eaf25 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271520 Dec 10 18:13:10.285230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcee7a18-2649-4166-b7e0-797641eba074 req-42efd5df-bddd-4445-a70c-bbf11a9c0867 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255827 Dec 10 18:13:10.289767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-92dac3a0-901c-46b5-a89c-13d4de474348 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 217 time: 0.0829930 Dec 10 18:13:10.297762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-0228de80-0d15-4b18-b77b-ad9f59eccea4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.299325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-0228de80-0d15-4b18-b77b-ad9f59eccea4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 944 time: 0.2143891 Dec 10 18:13:10.358386 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-f2194180-3471-474f-a4cc-5fbf2a6890d2 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756968 Dec 10 18:13:10.417669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-5d4c0238-e1b8-45b3-a098-223c01eea546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.419315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-5d4c0238-e1b8-45b3-a098-223c01eea546 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.0936508 Dec 10 18:13:10.441703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e21db-709d-47e1-aa74-5b1a1ae9d4bc req-0cb0b2a1-abcb-4597-a8be-550b9189a44e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.443144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d7e21db-709d-47e1-aa74-5b1a1ae9d4bc req-0cb0b2a1-abcb-4597-a8be-550b9189a44e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0875409 Dec 10 18:13:10.447354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255d9d6-7807-4b36-95a3-9f824c45393e req-72af489e-3744-4ba1-83bc-b65f585cc536 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.448882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8255d9d6-7807-4b36-95a3-9f824c45393e req-72af489e-3744-4ba1-83bc-b65f585cc536 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 944 time: 0.1641514 Dec 10 18:13:10.451258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc8447f-906e-4287-baa8-17f7c3243492 req-95549844-5a48-40e6-a1de-bb760b7c0bd0 service neutron] 10.222.0.30 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434013 Dec 10 18:13:10.454186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'tag': '9cde4701-2af6-41ee-8f7c-714544fae8b9'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:10.456555 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc517cc-1acb-43c5-82a8-f64ef2eea50b", "tag": "9cde4701-2af6-41ee-8f7c-714544fae8b9"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:10.484279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Deleting port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:13:10.484804 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:10.506610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-f0019ac7-8eee-47ac-8093-6d807bfde184 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532043 Dec 10 18:13:10.554583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d7e21db-709d-47e1-aa74-5b1a1ae9d4bc req-47eb6766-0bb8-4866-be56-0ac49fc20d8f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976849 Dec 10 18:13:10.601381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] For port 6db1730a-aa7e-4167-ad3e-e7c5755413f6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6db1730a-aa7e-4167-ad3e-e7c5755413f6,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:10.601902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:10.614844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Calling delete_port for 6db1730a-aa7e-4167-ad3e-e7c5755413f6 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:13:10.631587 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8255d9d6-7807-4b36-95a3-9f824c45393e req-c7534cd4-b907-436d-bb89-4a19413b0fb4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628454 Dec 10 18:13:10.696947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-77ba37e9-ba6b-4d90-9f3b-4f09a03416e1 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815710 Dec 10 18:13:10.725311 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5a5cc11-f6c9-4227-9a7e-e69f8a1400e9 req-7196d02d-7b7f-48d2-9daf-be27967a216f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0460324 Dec 10 18:13:10.835329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:10.843021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd3d7a-544f-42bd-b586-6c3df4689a5e req-15ffa0ae-7336-4cae-902b-70fc2b427c28 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:10.844720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afd3d7a-544f-42bd-b586-6c3df4689a5e req-15ffa0ae-7336-4cae-902b-70fc2b427c28 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1226234 Dec 10 18:13:10.848732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a30d2535-7b9b-46e7-90f3-acd5573324bf req-5c2cc096-dbc0-4d52-bd6a-85e64b4ba3a2 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406109 Dec 10 18:13:10.851748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6db1730a-aa7e-4167-ad3e-e7c5755413f6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:10.903351 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afd3d7a-544f-42bd-b586-6c3df4689a5e req-3ffad1ee-d581-47f3-a023-635aec6beb88 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Dec 10 18:13:10.949809 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65d5263-aae7-4dfc-a8e3-50d1a0292cde x-openstack-request-id: req-a65d5263-aae7-4dfc-a8e3-50d1a0292cde {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:10.950104 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc517cc-1acb-43c5-82a8-f64ef2eea50b", "tag": "9cde4701-2af6-41ee-8f7c-714544fae8b9", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:10.950396 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a65d5263-aae7-4dfc-a8e3-50d1a0292cde {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:10.950803 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'tag': '9cde4701-2af6-41ee-8f7c-714544fae8b9', 'status': 'completed', 'code': 200} Dec 10 18:13:11.053242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-3bf1c8da-0a76-4197-a5f1-6741ba7b0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.054872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-3bf1c8da-0a76-4197-a5f1-6741ba7b0e83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 1094 time: 0.0761676 Dec 10 18:13:11.066538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e613bc-f4e4-4f43-b0ed-e0b827487365 req-8ab3b778-31ca-4887-a741-ddae113de283 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.068115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3e613bc-f4e4-4f43-b0ed-e0b827487365 req-8ab3b778-31ca-4887-a741-ddae113de283 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0630059 Dec 10 18:13:11.196827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event deleted for resources: {'Port': ['ID=6db1730a-aa7e-4167-ad3e-e7c5755413f6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:11.211529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3e613bc-f4e4-4f43-b0ed-e0b827487365 req-6cfcd1ba-50fa-4ba8-8be0-5e8b6fda5490 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349354 Dec 10 18:13:11.213276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.213627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.213966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.214312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.216111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.216453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.216841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.217182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.218015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.218015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.218220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.218458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.219231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:11.222591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-cfe2f639-bd52-4e3a-9ef9-f4a57dcedfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.223998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-cfe2f639-bd52-4e3a-9ef9-f4a57dcedfc3 service neutron] 10.222.0.59 "GET /v2.0/ports/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 1028 time: 0.0791433 Dec 10 18:13:11.229330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-13129304-8f1d-4596-9d17-b00c7fd1b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.230793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-13129304-8f1d-4596-9d17-b00c7fd1b37a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.1617663 Dec 10 18:13:11.251568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfed1877-9565-481d-ae91-868a0e069b75 req-014cf7b3-a7c4-4cbc-ac80-53da45047dbb tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.253615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfed1877-9565-481d-ae91-868a0e069b75 req-014cf7b3-a7c4-4cbc-ac80-53da45047dbb tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 943 time: 0.4308105 Dec 10 18:13:11.287668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] No DVR routers for this DVR port 6db1730a-aa7e-4167-ad3e-e7c5755413f6 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:11.292497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:11.296749 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-732fe943-4b1f-4591-b608-89061f7f5be3 req-1fec2e14-a884-4706-983a-b3d1a6d0b8a4 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.30 "DELETE /v2.0/ports/6db1730a-aa7e-4167-ad3e-e7c5755413f6 HTTP/1.1" status: 204 len: 173 time: 0.9901059 Dec 10 18:13:11.297486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'name': 'network-vif-deleted', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:11.299918 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39506e57-f75b-4cd8-96fe-1d923124eef7" -d '{"events": [{"server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "name": "network-vif-deleted", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:11.324802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-5c3a8f95-2865-4f0b-b2ce-0c789ae00da4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9 HTTP/1.1" status: 200 len: 217 time: 0.0829189 Dec 10 18:13:11.345948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-9e8f3aa6-8616-446b-897d-1503f184827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.347463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-9e8f3aa6-8616-446b-897d-1503f184827c service neutron] 10.222.0.59 "GET /v2.0/ports/5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 1027 time: 0.1150730 Dec 10 18:13:11.362275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfed1877-9565-481d-ae91-868a0e069b75 req-3f0fce9c-f9cf-4459-8c27-de948c8a7563 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801077 Dec 10 18:13:11.403010 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6dd6d3-3ea6-4d20-ac18-6cccfc4b73ff x-openstack-request-id: req-0e6dd6d3-3ea6-4d20-ac18-6cccfc4b73ff {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:11.403409 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622e2398-8d5b-4cd6-b0a1-cc86656cb3fb", "name": "network-vif-deleted", "tag": "6db1730a-aa7e-4167-ad3e-e7c5755413f6", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:11.403756 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e6dd6d3-3ea6-4d20-ac18-6cccfc4b73ff {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:11.404270 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622e2398-8d5b-4cd6-b0a1-cc86656cb3fb', 'name': 'network-vif-deleted', 'tag': '6db1730a-aa7e-4167-ad3e-e7c5755413f6', 'status': 'completed', 'code': 200} Dec 10 18:13:11.470405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-923128c0-d869-4ea2-891c-1c612454877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.471910 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-923128c0-d869-4ea2-891c-1c612454877f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.1354117 Dec 10 18:13:11.480592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f60bb-a746-4bd5-ade8-7dd479179820 req-8ce310ef-5e5e-4746-bc26-57c51eef6dee tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.488823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-970f60bb-a746-4bd5-ade8-7dd479179820 req-8ce310ef-5e5e-4746-bc26-57c51eef6dee tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1681697 Dec 10 18:13:11.524492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5dd0-4578-4519-bfe8-3e9f39265c5e req-c5cf1ec8-d909-4f20-8aa4-afc606e62e14 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.526601 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-953a5dd0-4578-4519-bfe8-3e9f39265c5e req-c5cf1ec8-d909-4f20-8aa4-afc606e62e14 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0632188 Dec 10 18:13:11.539283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-521cdb4f-48ea-4fef-90d9-90ede37b3d77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483377 Dec 10 18:13:11.583400 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-953a5dd0-4578-4519-bfe8-3e9f39265c5e req-eb26302f-78d9-44cd-a385-7ddba7a88a65 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493689 Dec 10 18:13:11.612457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:11.616535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:11.651962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-970f60bb-a746-4bd5-ade8-7dd479179820 req-352f11b9-7eaf-48ee-ae63-fc46d8bd6a8d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603007 Dec 10 18:13:11.682252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-90347bc3-d7d1-4d62-87f1-b2cea93d55e3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.690582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-90347bc3-d7d1-4d62-87f1-b2cea93d55e3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.713364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-90347bc3-d7d1-4d62-87f1-b2cea93d55e3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.714999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-90347bc3-d7d1-4d62-87f1-b2cea93d55e3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "GET /v2.0/networks?id=54f16a1c-0704-4aef-b293-34ef2c867633&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 200 len: 1989 time: 0.3346741 Dec 10 18:13:11.741368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:11.755348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'mac_address': 'fa:16:3e:47:cf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:11.763687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c09f6-e891-48e8-99b7-a04170f08f67 req-9b13a6d6-bb1a-4afc-84d6-7db39e22e151 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:11.766264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-244c09f6-e891-48e8-99b7-a04170f08f67 req-9b13a6d6-bb1a-4afc-84d6-7db39e22e151 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.0889566 Dec 10 18:13:11.839373 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-244c09f6-e891-48e8-99b7-a04170f08f67 req-9d1593bd-7c16-4c74-9998-d3583faf0f52 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665593 Dec 10 18:13:11.865051 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:11.874815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46a9f05c-6811-4d2b-9495-c833c970974b req-b7d07867-ed22-4da8-a80a-77965ef4841e tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=622e2398-8d5b-4cd6-b0a1-cc86656cb3fb HTTP/1.1" status: 200 len: 210 time: 0.0718951 Dec 10 18:13:11.888166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-4d3d0d7f-ca0e-408b-80cc-70c1f7a27c81 service neutron] 10.222.0.30 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354588 Dec 10 18:13:11.915969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:11.952732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7e7b9daf-8e3c-4d38-8431-f682c62211c8 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9368629d6e7f4971ab4815dffa7ee9c5 HTTP/1.1" status: 200 len: 379 time: 0.2136898 Dec 10 18:13:11.958669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'admin_state_up': True, 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'security_groups': ['72b0006d-9a04-48f7-b7f5-8e71136e3bb4']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:11.999100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-96cc57a3-7938-4024-8b12-2d1ed9bdd272 req-6978d9b7-283f-43b0-ae64-a1a355957c3b tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0615916 Dec 10 18:13:12.009542 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:12.023003 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.024514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 079c7bf9-9c80-436b-947c-aed484c1d619 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:12.069366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.115494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:12.182202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fbeb1-9991-4003-a9cb-c8bbd9e29688 req-fc2c2dd9-0b3e-458f-9a91-84f6180bb4d7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:12.182865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.183214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.183652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.183901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e93fbeb1-9991-4003-a9cb-c8bbd9e29688 req-fc2c2dd9-0b3e-458f-9a91-84f6180bb4d7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1578245 Dec 10 18:13:12.184144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.184245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.184562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.184895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.185229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.185559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.185879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.186419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.186901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.187411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:13:12.188487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a198bd22-cad8-46f0-a2da-1c49dd1a94fb req-76163509-e6dd-454e-9a97-96edbd757674 service neutron] 10.222.0.30 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885265 Dec 10 18:13:12.217437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:12.224692 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:13:12.225000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.225823 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:13:12.255079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:12.267975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '079c7bf9-9c80-436b-947c-aed484c1d619', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'port_id': '079c7bf9-9c80-436b-947c-aed484c1d619', 'mac_address': 'fa:16:3e:26:88:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11421ecb-5e2d-45e3-a40f-915d57dcab4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:12.315589 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.329331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 079c7bf9-9c80-436b-947c-aed484c1d619 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:12.351769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:12.359200 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.361053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e93fbeb1-9991-4003-a9cb-c8bbd9e29688 req-e35f47b3-3daa-4487-a142-1fac4e03dd6c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331844 Dec 10 18:13:12.428999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 172.20.0.8 (54f16a1c-0704-4aef-b293-34ef2c867633/8dcb8681-2be1-4438-bbc8-5d4f939491fc/2395331e-6c4a-4a01-8f47-eaab22b9c2b5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:12.429696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e7f5a-ecd7-4583-b473-d98590c869ab req-a3825532-4033-46a3-b165-3967c08d0c4d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:12.431852 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e72e7f5a-ecd7-4583-b473-d98590c869ab req-a3825532-4033-46a3-b165-3967c08d0c4d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1122568 Dec 10 18:13:12.444737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:12.500024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e72e7f5a-ecd7-4583-b473-d98590c869ab req-dd0b85f6-71da-4e65-8731-0c8b7aca8e10 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Dec 10 18:13:12.586436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e57fc-39dc-42a0-ba21-00e4fd285220 req-65b40d00-f7c7-437a-9d3f-8e8aba97c0d9 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:12.587928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad3e57fc-39dc-42a0-ba21-00e4fd285220 req-65b40d00-f7c7-437a-9d3f-8e8aba97c0d9 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 943 time: 0.1101468 Dec 10 18:13:12.626062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['079c7bf9-9c80-436b-947c-aed484c1d619'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:12.632721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.664859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad3e57fc-39dc-42a0-ba21-00e4fd285220 req-30c2f549-d252-4ca4-94f7-3a9ae952158b tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693631 Dec 10 18:13:12.692658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['447d1335-8618-4dc8-8a26-c9b8b0859004'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:12.705927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.726867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 57677261-f1f0-4ed1-9f65-bc2c8a623865 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:12.754779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network 54f16a1c-0704-4aef-b293-34ef2c867633 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:12.756323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dd272-ed63-412e-8b1a-d4538abdd9f6 req-7c3af2c1-8f30-4fc0-99cc-5946ff8dd748 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:12.761684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:12.765818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-363dd272-ed63-412e-8b1a-d4538abdd9f6 req-7c3af2c1-8f30-4fc0-99cc-5946ff8dd748 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0843050 Dec 10 18:13:12.780388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:12.850495 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.851241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-363dd272-ed63-412e-8b1a-d4538abdd9f6 req-2dbe40f1-f496-4c0f-8bf7-4da86e6673c7 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843935 Dec 10 18:13:12.926939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:12.945165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:12.946105 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:12.950830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 57677261-f1f0-4ed1-9f65-bc2c8a623865, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:12.972386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae3db0-eb03-4436-8c64-77430f244869 req-0d35b863-11b6-4293-8618-343df676822c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:12.975079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '57677261-f1f0-4ed1-9f65-bc2c8a623865', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'port_id': '57677261-f1f0-4ed1-9f65-bc2c8a623865', 'mac_address': 'fa:16:3e:d7:d7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:12.980509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51ae3db0-eb03-4436-8c64-77430f244869 req-0d35b863-11b6-4293-8618-343df676822c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 949 time: 0.1382382 Dec 10 18:13:13.007446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-f975154a-c5d6-4efd-961c-71c8f732da75 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0527856 Dec 10 18:13:13.015081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:13.027862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'admin_state_up': True, 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'security_groups': ['72b0006d-9a04-48f7-b7f5-8e71136e3bb4']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:13.037919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:13.044220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859c202-b45b-41c5-946f-e31324ca2333 req-beced474-5d26-4e43-9a15-32c93f22512f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:13.056414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4859c202-b45b-41c5-946f-e31324ca2333 req-beced474-5d26-4e43-9a15-32c93f22512f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 945 time: 0.0924790 Dec 10 18:13:13.085097 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.085797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 079c7bf9-9c80-436b-947c-aed484c1d619 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:13.129582 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51ae3db0-eb03-4436-8c64-77430f244869 req-2feb1cd6-40fb-4164-941c-1772eb3ec429 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413107 Dec 10 18:13:13.158746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4859c202-b45b-41c5-946f-e31324ca2333 req-da84686d-9dea-44b6-b87f-36a5250c5694 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014643 Dec 10 18:13:13.164194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:13.244852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.278020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7e768580-5df6-4fab-afc5-a82dcde7853f None None] Provisioning complete for port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:13.278421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e768580-5df6-4fab-afc5-a82dcde7853f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.299501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57677261-f1f0-4ed1-9f65-bc2c8a623865 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:13.299795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:13.305411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.416828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2bd63-5b10-4913-bddd-e60a693d468e req-d44da15b-f7f1-4e55-bf5d-07ab7dd029a0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:13.418701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fca2bd63-5b10-4913-bddd-e60a693d468e req-d44da15b-f7f1-4e55-bf5d-07ab7dd029a0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 931 time: 0.0955191 Dec 10 18:13:13.431882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 57677261-f1f0-4ed1-9f65-bc2c8a623865, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:13.482993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fca2bd63-5b10-4913-bddd-e60a693d468e req-83d0ad36-3a4f-4e09-97d5-982948d0689b tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578339 Dec 10 18:13:13.504893 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.537222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 10.1.1.54 (6882d5c9-5aca-4fd8-a55c-99cb1d41a29f/4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45/a0cc190e-de3d-4154-b29a-ff40c386d307) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:13.551862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70582c6-5f3d-4525-bfe7-a777a2388deb req-759b7832-e45e-4673-a5c4-10402c0470db tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:13.561585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b70582c6-5f3d-4525-bfe7-a777a2388deb req-759b7832-e45e-4673-a5c4-10402c0470db tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1014485 Dec 10 18:13:13.604839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7e768580-5df6-4fab-afc5-a82dcde7853f None None] Port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:13:13.626765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bc466-b8c4-4bdb-9529-d44c3c4d6d31 req-b1040530-a7b3-4929-a9a9-ea324b099ced tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:13.630204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-244bc466-b8c4-4bdb-9529-d44c3c4d6d31 req-b1040530-a7b3-4929-a9a9-ea324b099ced tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 945 time: 0.0671189 Dec 10 18:13:13.635829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b70582c6-5f3d-4525-bfe7-a777a2388deb req-5f9e1f83-2df8-4d85-a5a5-21c597559fe6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733242 Dec 10 18:13:13.641413 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.676471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 079c7bf9-9c80-436b-947c-aed484c1d619 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:13.682662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9cde4701-2af6-41ee-8f7c-714544fae8b9 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:13.734117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=57677261-f1f0-4ed1-9f65-bc2c8a623865,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:13.739277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-244bc466-b8c4-4bdb-9529-d44c3c4d6d31 req-9fb4699a-475e-499d-8f55-5720317834de tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989850 Dec 10 18:13:13.753399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:13.777400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.830902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6db1730a-aa7e-4167-ad3e-e7c5755413f6 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:13.832924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:13.860495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772e376-6fee-4137-b723-bafc8e28c0fd req-3a304b1f-dc18-4801-8e47-9d1f94641aa1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:13.860495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3772e376-6fee-4137-b723-bafc8e28c0fd req-3a304b1f-dc18-4801-8e47-9d1f94641aa1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0964756 Dec 10 18:13:13.942447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59e74f-3bea-4843-9a20-bedeb30aabf6 req-4bf04829-6b02-4d56-931e-bf645d99a0cf tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:13.944080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae59e74f-3bea-4843-9a20-bedeb30aabf6 req-4bf04829-6b02-4d56-931e-bf645d99a0cf tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 943 time: 0.1008959 Dec 10 18:13:13.979378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3772e376-6fee-4137-b723-bafc8e28c0fd req-89cc8cb4-4f33-4f02-a33d-b204bfe1f9f3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130061 Dec 10 18:13:13.981700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-c20a9e0b-50ed-4868-84c2-2ed122823001 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:13.983589 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-c20a9e0b-50ed-4868-84c2-2ed122823001 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 945 time: 0.0894532 Dec 10 18:13:13.988887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.044715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae59e74f-3bea-4843-9a20-bedeb30aabf6 req-5c3aa42c-8bf1-4cb0-b450-d219ce58933c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916519 Dec 10 18:13:14.058147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:14.062760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:14.078309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 6db1730a-aa7e-4167-ad3e-e7c5755413f6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:13:14.079464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6db1730a-aa7e-4167-ad3e-e7c5755413f6 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:13:14.079570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=a0cc190e-de3d-4154-b29a-ff40c386d307,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:14.083367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:14.106272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['57677261-f1f0-4ed1-9f65-bc2c8a623865'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:14.186023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325fb5a-fc4c-4f14-bc95-9d97bac0240b req-a4b728e4-2d73-4ffc-bd2d-e7de0d2895db tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:14.189294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a325fb5a-fc4c-4f14-bc95-9d97bac0240b req-a4b728e4-2d73-4ffc-bd2d-e7de0d2895db tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.1275337 Dec 10 18:13:14.197164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:14.197935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.220784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Deleting port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:13:14.221530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.236935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:14.241160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b0f4fe69-42af-46cd-b459-532829001f55 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2212155 Dec 10 18:13:14.251129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9cde4701-2af6-41ee-8f7c-714544fae8b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:14.258004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'admin_state_up': True, 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'security_groups': ['72b0006d-9a04-48f7-b7f5-8e71136e3bb4']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:14.302704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a325fb5a-fc4c-4f14-bc95-9d97bac0240b req-4bf7f6ff-5527-407d-a4db-6e8bf8677a06 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014602 Dec 10 18:13:14.320331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '9cde4701-2af6-41ee-8f7c-714544fae8b9', 'network_id': 'b0bb4668-14ab-4625-a3ee-796bd54468f8', 'port_id': '9cde4701-2af6-41ee-8f7c-714544fae8b9', 'mac_address': 'fa:16:3e:23:ec:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e0c7b86-0828-4f16-b885-3754b9b51878', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:14.453184 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.472232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cde4701-2af6-41ee-8f7c-714544fae8b9 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:14.477346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f83492-0397-4d6f-a43d-40f43542e4c8 req-dc29489d-e621-4de5-8da3-8a6230abfcb6 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:14.479305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd85d0-3669-480e-82da-a3aa633a8bf7 req-ecbdce99-a970-4807-bc98-a7aaa1ee5b93 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:14.480947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78cd85d0-3669-480e-82da-a3aa633a8bf7 req-ecbdce99-a970-4807-bc98-a7aaa1ee5b93 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 944 time: 0.0831950 Dec 10 18:13:14.489890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67f83492-0397-4d6f-a43d-40f43542e4c8 req-dc29489d-e621-4de5-8da3-8a6230abfcb6 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 948 time: 0.1316457 Dec 10 18:13:14.505918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-722c0582-2ca4-4e4e-8f9c-bc3b4478d85d None None] Provisioning complete for port a0cc190e-de3d-4154-b29a-ff40c386d307 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:14.506294 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-722c0582-2ca4-4e4e-8f9c-bc3b4478d85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.508983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:14.513503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.514761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] For port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:14.516128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.531172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Calling delete_port for 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:13:14.548545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9cde4701-2af6-41ee-8f7c-714544fae8b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:14.550050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-722c0582-2ca4-4e4e-8f9c-bc3b4478d85d None None] Port a0cc190e-de3d-4154-b29a-ff40c386d307 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:13:14.566317 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.634474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9cde4701-2af6-41ee-8f7c-714544fae8b9,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:14.666003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78cd85d0-3669-480e-82da-a3aa633a8bf7 req-b3e3974f-ae29-483f-8f97-f06a4874d06b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704252 Dec 10 18:13:14.677208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 10.1.1.73 (6882d5c9-5aca-4fd8-a55c-99cb1d41a29f/4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45/b769134b-467d-47cb-8cf4-e0cf12918607) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:14.716459 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.766876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event deleted for resources: {'Port': ['ID=0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:14.800023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67f83492-0397-4d6f-a43d-40f43542e4c8 req-707f7609-5cf5-4b95-a70d-de5c7cddcb5a tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478589 Dec 10 18:13:14.845689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9cde4701-2af6-41ee-8f7c-714544fae8b9'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:14.855641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] No DVR routers for this DVR port 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:14.859317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.863900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01f84af0-7c9a-4d83-bfb0-1938b3ae0376 req-1cb9b172-5bfe-4fee-8b29-45698b74d7f3 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "DELETE /v2.0/ports/0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 HTTP/1.1" status: 204 len: 173 time: 0.8556039 Dec 10 18:13:14.864422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'name': 'network-vif-deleted', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:14.867479 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e7e9e2-a033-40c0-b0eb-05bab2c6bd65" -d '{"events": [{"server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "name": "network-vif-deleted", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:14.933347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:14.949382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881eaee-4110-4401-a263-3d8e8574cf0f req-55251b23-6f0f-4d1f-9248-a77070fb5946 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:14.955713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881eaee-4110-4401-a263-3d8e8574cf0f req-55251b23-6f0f-4d1f-9248-a77070fb5946 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:14.963082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b881eaee-4110-4401-a263-3d8e8574cf0f req-55251b23-6f0f-4d1f-9248-a77070fb5946 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 1652 time: 0.1477563 Dec 10 18:13:14.990453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e971c-1c1c-4327-9240-8abb528efd11 req-208f516b-59ba-489d-b3f7-375b6215a7cc tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:15.001690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d0e971c-1c1c-4327-9240-8abb528efd11 req-208f516b-59ba-489d-b3f7-375b6215a7cc tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1279085 Dec 10 18:13:15.067921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d0e971c-1c1c-4327-9240-8abb528efd11 req-e2c15e2d-5ab9-48ab-8aa7-7a8617d9fedb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605383 Dec 10 18:13:15.086055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b881eaee-4110-4401-a263-3d8e8574cf0f req-2536d487-13db-4599-a2ef-2b290d380108 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220558 Dec 10 18:13:15.101579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:15.143317 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e49b14-b875-4170-a85a-aa435e8009f7 x-openstack-request-id: req-74e49b14-b875-4170-a85a-aa435e8009f7 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:15.143596 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c52ff50c-36bc-41d6-a274-5d7d53c28fd3", "name": "network-vif-deleted", "tag": "0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:15.143850 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74e49b14-b875-4170-a85a-aa435e8009f7 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:15.144259 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c52ff50c-36bc-41d6-a274-5d7d53c28fd3', 'name': 'network-vif-deleted', 'tag': '0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5', 'status': 'completed', 'code': 200} Dec 10 18:13:15.164686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:15.169247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:15.195216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:15.200941 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f55cf6e-0e6e-4a94-ab0e-012050975551 req-bdfe9c8e-51da-4716-89e0-05214b0a4a56 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=c52ff50c-36bc-41d6-a274-5d7d53c28fd3 HTTP/1.1" status: 200 len: 210 time: 0.0450420 Dec 10 18:13:15.273275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=b769134b-467d-47cb-8cf4-e0cf12918607,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:15.316475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:15.317032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:15.345659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a91435-d84a-404d-8b9a-62bda5496df8 req-3ea45f9c-83ee-40ab-92b8-78ac98f38d75 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:15.347308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4a91435-d84a-404d-8b9a-62bda5496df8 req-3ea45f9c-83ee-40ab-92b8-78ac98f38d75 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 944 time: 0.0831385 Dec 10 18:13:15.358106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854eed0-e230-40a3-9797-79659c9c3dbe req-33e7a103-1341-4d78-8094-66cdcd21d798 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:15.367516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5854eed0-e230-40a3-9797-79659c9c3dbe req-33e7a103-1341-4d78-8094-66cdcd21d798 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1268415 Dec 10 18:13:15.374628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ab85196f-aa87-400a-aa09-519b5a642940 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1237707 Dec 10 18:13:15.414685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51', 'admin_state_up': True, 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'security_groups': ['72b0006d-9a04-48f7-b7f5-8e71136e3bb4']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:15.447226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4a91435-d84a-404d-8b9a-62bda5496df8 req-498f9592-bab1-4044-88b6-508d55691bea tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898783 Dec 10 18:13:15.489868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-812cc9a1-d397-4a7a-afd0-3a2e114f27ed None None] Provisioning complete for port b769134b-467d-47cb-8cf4-e0cf12918607 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:15.490553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-812cc9a1-d397-4a7a-afd0-3a2e114f27ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:15.537232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-812cc9a1-d397-4a7a-afd0-3a2e114f27ed None None] Port b769134b-467d-47cb-8cf4-e0cf12918607 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:13:15.538219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5854eed0-e230-40a3-9797-79659c9c3dbe req-d56a34fc-5a14-483a-8137-2acaadea3bb2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633234 Dec 10 18:13:15.602072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6b0bb-98ce-4e96-bf24-35bd14a2cea5 req-3f667290-4724-4bca-86c7-8518f53bfb02 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:15.603534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20c6b0bb-98ce-4e96-bf24-35bd14a2cea5 req-3f667290-4724-4bca-86c7-8518f53bfb02 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 946 time: 0.0615726 Dec 10 18:13:15.617468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:15.643376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:15.660497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20c6b0bb-98ce-4e96-bf24-35bd14a2cea5 req-230a968d-9be7-4e63-86cd-649566fa4b11 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500724 Dec 10 18:13:15.738647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 447d1335-8618-4dc8-8a26-c9b8b0859004 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:15.739180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:15.778283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:15.850812 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:15.860507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb7491-dc68-44ab-b3e8-d6068d920039 req-cb9cad2d-b552-4722-82c3-7dc65c3120c6 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:15.864766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fedb7491-dc68-44ab-b3e8-d6068d920039 req-cb9cad2d-b552-4722-82c3-7dc65c3120c6 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 944 time: 0.0932221 Dec 10 18:13:15.898311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:15.901594 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97db0b5-ec0f-4ddc-98ce-5d0159680680" -d '{"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-plugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:15.907678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:15.917287 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:15.919060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 079c7bf9-9c80-436b-947c-aed484c1d619 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:15.933848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fedb7491-dc68-44ab-b3e8-d6068d920039 req-8ba8eeb9-968c-437d-b627-6a7d85f8fbdc tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645797 Dec 10 18:13:16.069467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:16.075330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 079c7bf9-9c80-436b-947c-aed484c1d619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:16.075845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:16.212347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b836907-2ea3-4073-ade1-6952ff6b565e req-0128d594-a856-4599-80b1-ad5f16dae42c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:16.232463 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b836907-2ea3-4073-ade1-6952ff6b565e req-0128d594-a856-4599-80b1-ad5f16dae42c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1950760 Dec 10 18:13:16.240667 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:16.313738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b836907-2ea3-4073-ade1-6952ff6b565e req-435b5000-9325-4f6c-a36e-c088c62ebc1f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767319 Dec 10 18:13:16.325588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:16.331545 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:16.421204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:16.429480 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e442851-3fd4-46a3-814a-db722db1d1e4 x-openstack-request-id: req-7e442851-3fd4-46a3-814a-db722db1d1e4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:16.430733 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-plugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:16.431232 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e442851-3fd4-46a3-814a-db722db1d1e4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:16.431874 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'code': 200} Dec 10 18:13:16.566827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfce-9fcb-4a0a-87a9-0c34c7d7d384 req-cd541c8c-1002-4e1f-a201-982c0e3620a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:16.572989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfce-9fcb-4a0a-87a9-0c34c7d7d384 req-cd541c8c-1002-4e1f-a201-982c0e3620a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:16.579496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086bfce-9fcb-4a0a-87a9-0c34c7d7d384 req-cd541c8c-1002-4e1f-a201-982c0e3620a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:16.586955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0086bfce-9fcb-4a0a-87a9-0c34c7d7d384 req-cd541c8c-1002-4e1f-a201-982c0e3620a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 2372 time: 0.1044090 Dec 10 18:13:16.646609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bad45-00b0-42f0-bac0-9c79fbc8a5cf req-d1104de3-6343-4cb0-830b-827180ec1e5e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:16.648819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-241bad45-00b0-42f0-bac0-9c79fbc8a5cf req-d1104de3-6343-4cb0-830b-827180ec1e5e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1533103 Dec 10 18:13:16.659759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0086bfce-9fcb-4a0a-87a9-0c34c7d7d384 req-a8ccbe6d-d695-4bc1-a0a9-b197417a7a9d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660706 Dec 10 18:13:16.735436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 57677261-f1f0-4ed1-9f65-bc2c8a623865 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:16.771648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990564a2-d1e1-46d2-9834-8f4b00f9e334 req-11248168-0bf8-49c5-9694-f88d909d1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:16.774234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-990564a2-d1e1-46d2-9834-8f4b00f9e334 req-11248168-0bf8-49c5-9694-f88d909d1c93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1101 time: 0.1189480 Dec 10 18:13:16.804594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 10.2.2.100 (e7ebe828-8793-4cf3-96a8-cc75c5438a51/f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52/7c8a87a9-7089-45ae-a76b-4f2482a24754) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:16.815915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 57677261-f1f0-4ed1-9f65-bc2c8a623865 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:13:16.821034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-241bad45-00b0-42f0-bac0-9c79fbc8a5cf req-aa645cff-2306-4fe6-a236-4ca4f098756a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618342 Dec 10 18:13:16.840327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 57677261-f1f0-4ed1-9f65-bc2c8a623865 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:16.842816 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:16.887493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-990564a2-d1e1-46d2-9834-8f4b00f9e334 req-e7d4ef76-11a9-484d-87e0-7e7e0a46c94d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992935 Dec 10 18:13:16.895914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd13ae7-d4f8-4831-bb61-671f9500c0ea req-f7edb460-9cdf-44a4-aa92-e2a3fec97ad7 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:16.902813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3bd13ae7-d4f8-4831-bb61-671f9500c0ea req-f7edb460-9cdf-44a4-aa92-e2a3fec97ad7 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 944 time: 0.0813241 Dec 10 18:13:16.989730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3bd13ae7-d4f8-4831-bb61-671f9500c0ea req-d0cd66cb-57e5-4278-9052-fa2da07d308f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707145 Dec 10 18:13:17.021363 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.045882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170cc5e-8fc0-4e86-a94d-e5ac2fe72ab2 req-8364fdb3-8fa1-4b55-b8ae-d8f9d444d098 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:17.048992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4170cc5e-8fc0-4e86-a94d-e5ac2fe72ab2 req-8364fdb3-8fa1-4b55-b8ae-d8f9d444d098 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1051168 Dec 10 18:13:17.071471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 57677261-f1f0-4ed1-9f65-bc2c8a623865, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:17.079996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.080856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:17.086028 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.123767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:13:17.124111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0bb43630-54a1-48ab-a9e8-5f8e5e3d79d5 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:13:17.135872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4170cc5e-8fc0-4e86-a94d-e5ac2fe72ab2 req-285d4b89-0fe9-4dda-9ce5-d99442d38874 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772665 Dec 10 18:13:17.175675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.196586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=57677261-f1f0-4ed1-9f65-bc2c8a623865,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:17.239137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=7c8a87a9-7089-45ae-a76b-4f2482a24754,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:17.283372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:17.287395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:17.290227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:17.316327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae35749-107a-4fa2-a766-8b088c609805 req-38e57148-bc19-4582-ba3a-99ef6919069f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:17.318787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eae35749-107a-4fa2-a766-8b088c609805 req-38e57148-bc19-4582-ba3a-99ef6919069f tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 944 time: 0.0608823 Dec 10 18:13:17.344945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152221-4d7d-4067-890c-6e725fedbdd5 req-cb9d8b61-b859-4ca7-abce-688a7ae9ece9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:17.346616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e152221-4d7d-4067-890c-6e725fedbdd5 req-cb9d8b61-b859-4ca7-abce-688a7ae9ece9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1085646 Dec 10 18:13:17.358165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:17.358842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.391853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eae35749-107a-4fa2-a766-8b088c609805 req-334e9df3-e9d7-4bcd-a034-1debbb7b6d25 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639703 Dec 10 18:13:17.402624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-0466664c-3225-42a1-8025-3905bf2b1ba5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0033884 Dec 10 18:13:17.426175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51', 'admin_state_up': True, 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'security_groups': ['72b0006d-9a04-48f7-b7f5-8e71136e3bb4']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:17.433980 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e152221-4d7d-4067-890c-6e725fedbdd5 req-deb5faad-de4c-4120-babf-ef1a13a58bcb tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718217 Dec 10 18:13:17.525183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f536fa5-3de4-4b74-a30a-cdde4f3e058e req-6476e00c-e3eb-4145-8d81-09f46a63fe9d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:17.527145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f536fa5-3de4-4b74-a30a-cdde4f3e058e req-6476e00c-e3eb-4145-8d81-09f46a63fe9d tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.0751047 Dec 10 18:13:17.583385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6440e105-4663-4efa-af41-4bcabefa5f85 None None] Provisioning complete for port 7c8a87a9-7089-45ae-a76b-4f2482a24754 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:17.583743 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6440e105-4663-4efa-af41-4bcabefa5f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.586613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f536fa5-3de4-4b74-a30a-cdde4f3e058e req-b9611536-6e34-4474-a525-0c9110bfee40 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509274 Dec 10 18:13:17.590492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Made reservation on behalf of 9368629d6e7f4971ab4815dffa7ee9c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:17.598817 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.633450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6440e105-4663-4efa-af41-4bcabefa5f85 None None] Port 7c8a87a9-7089-45ae-a76b-4f2482a24754 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:13:17.643288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9cde4701-2af6-41ee-8f7c-714544fae8b9 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:17.723801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 9cde4701-2af6-41ee-8f7c-714544fae8b9 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:13:17.734613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 9cde4701-2af6-41ee-8f7c-714544fae8b9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:17.735956 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.810271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-86cbbb79-8ede-4d0a-8490-1392e0c31245 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:17.813480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-86cbbb79-8ede-4d0a-8490-1392e0c31245 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 944 time: 0.1329947 Dec 10 18:13:17.925548 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:17.930220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Allocated IP 10.2.2.200 (e7ebe828-8793-4cf3-96a8-cc75c5438a51/f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52/8eab9ab7-50e1-48a2-8573-423eb5570ca0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:17.994196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9cde4701-2af6-41ee-8f7c-714544fae8b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:18.000645 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.020452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0407-5d1d-47cd-9c4d-56e425529792 req-2938d820-9e7c-4a52-9960-fb52459d9c43 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.028446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0407-5d1d-47cd-9c4d-56e425529792 req-2938d820-9e7c-4a52-9960-fb52459d9c43 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.037930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0407-5d1d-47cd-9c4d-56e425529792 req-2938d820-9e7c-4a52-9960-fb52459d9c43 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.046050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0407-5d1d-47cd-9c4d-56e425529792 req-2938d820-9e7c-4a52-9960-fb52459d9c43 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.048574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-faec0407-5d1d-47cd-9c4d-56e425529792 req-2938d820-9e7c-4a52-9960-fb52459d9c43 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 3093 time: 0.2004004 Dec 10 18:13:18.081783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9cde4701-2af6-41ee-8f7c-714544fae8b9,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:18.089703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1defcc-4843-4fa6-a83b-62fd83290dd3 req-d3af2739-16cd-4429-9a4b-bc6bf5e1f68a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.091364 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d1defcc-4843-4fa6-a83b-62fd83290dd3 req-d3af2739-16cd-4429-9a4b-bc6bf5e1f68a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1762555 Dec 10 18:13:18.161731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Deleting port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:13:18.162084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.171243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-faec0407-5d1d-47cd-9c4d-56e425529792 req-45901626-7cc4-4b4c-a940-eab3987a28d6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096232 Dec 10 18:13:18.236852 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d1defcc-4843-4fa6-a83b-62fd83290dd3 req-4e4fd68d-b320-4bc2-b668-63364f5b8f8f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343124 Dec 10 18:13:18.267152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.335264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] For port 0566d9a6-9139-4ad2-b815-0cfaf644ae22, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0566d9a6-9139-4ad2-b815-0cfaf644ae22,segment=NetworkSegment(45d456c9-78ff-443a-b680-f1564147307e),segment_id=45d456c9-78ff-443a-b680-f1564147307e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:18.336097 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.359631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a061e-7fe5-4655-a9cd-c8bab76ea85c req-4e31dc8e-4166-4931-a54f-39291906c1d4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.362290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-986a061e-7fe5-4655-a9cd-c8bab76ea85c req-4e31dc8e-4166-4931-a54f-39291906c1d4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.0672050 Dec 10 18:13:18.366080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.390179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Calling delete_port for 0566d9a6-9139-4ad2-b815-0cfaf644ae22 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:13:18.433199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619'}, {'server_uuid': '218feae8-0fb5-4235-8789-a4d6fa326823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57677261-f1f0-4ed1-9f65-bc2c8a623865'}, {'server_uuid': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cde4701-2af6-41ee-8f7c-714544fae8b9'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:18.435760 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b71924b-5670-4c40-8059-50b382e3139f" -d '{"events": [{"server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "name": "network-vif-plugged", "status": "completed", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619"}, {"server_uuid": "218feae8-0fb5-4235-8789-a4d6fa326823", "name": "network-vif-plugged", "status": "completed", "tag": "57677261-f1f0-4ed1-9f65-bc2c8a623865"}, {"server_uuid": "dbc517cc-1acb-43c5-82a8-f64ef2eea50b", "name": "network-vif-plugged", "status": "completed", "tag": "9cde4701-2af6-41ee-8f7c-714544fae8b9"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:18.441774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:18.447365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:18.449685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event updated for resources: {'Port': ['ID=8eab9ab7-50e1-48a2-8573-423eb5570ca0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:18.458162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:18.473699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbbf62-1c66-4fa2-967e-1e8dd39b56c8 req-5a91107e-8d72-40fc-a784-6b2f34ba09b5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.478868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7edbbf62-1c66-4fa2-967e-1e8dd39b56c8 req-5a91107e-8d72-40fc-a784-6b2f34ba09b5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1298485 Dec 10 18:13:18.519470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-986a061e-7fe5-4655-a9cd-c8bab76ea85c req-eed34ef9-ea2c-4a6a-b556-637283e9b5b9 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455631 Dec 10 18:13:18.534332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.535463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.569544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3494b1cf-d314-4515-a6bb-e821517c3733 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1484282 Dec 10 18:13:18.590466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:18.605830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7edbbf62-1c66-4fa2-967e-1e8dd39b56c8 req-f94feb1c-6ed7-4473-aa29-3394c2687322 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217370 Dec 10 18:13:18.695158 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6d5ef1-b916-4b89-a65c-1a865ef093e3 x-openstack-request-id: req-ee6d5ef1-b916-4b89-a65c-1a865ef093e3 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:18.695758 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "name": "network-vif-plugged", "status": "completed", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619", "code": 200}, {"server_uuid": "218feae8-0fb5-4235-8789-a4d6fa326823", "name": "network-vif-plugged", "status": "completed", "tag": "57677261-f1f0-4ed1-9f65-bc2c8a623865", "code": 200}, {"server_uuid": "dbc517cc-1acb-43c5-82a8-f64ef2eea50b", "name": "network-vif-plugged", "status": "completed", "tag": "9cde4701-2af6-41ee-8f7c-714544fae8b9", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:18.696121 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ee6d5ef1-b916-4b89-a65c-1a865ef093e3 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:18.696615 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619', 'code': 200} Dec 10 18:13:18.696937 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218feae8-0fb5-4235-8789-a4d6fa326823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57677261-f1f0-4ed1-9f65-bc2c8a623865', 'code': 200} Dec 10 18:13:18.697256 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cde4701-2af6-41ee-8f7c-714544fae8b9', 'code': 200} Dec 10 18:13:18.720214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.743396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bbd70004-8497-414f-b5a9-c578cb6b8c58 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:18.743895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:18.779962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f37934-416d-4ec8-9b32-e9f5e23bddc5 req-d564d229-18f0-4aa4-80c0-0afc1b5ea502 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:18.787723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39f37934-416d-4ec8-9b32-e9f5e23bddc5 req-d564d229-18f0-4aa4-80c0-0afc1b5ea502 tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba3fface-8a4f-4504-8f4b-93a50a07d72f HTTP/1.1" status: 200 len: 944 time: 0.1214802 Dec 10 18:13:18.846769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Pushing event deleted for resources: {'Port': ['ID=0566d9a6-9139-4ad2-b815-0cfaf644ae22,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:18.984525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fc1c48fd-d5cd-436a-a50a-3a648c6ab0c4 None None] Provisioning complete for port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:18.984978 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc1c48fd-d5cd-436a-a50a-3a648c6ab0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:19.037518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828962f-3c77-4a12-87cb-039578b496c4 req-112601dd-a7fb-4978-80ce-4948158d612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.039402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5828962f-3c77-4a12-87cb-039578b496c4 req-112601dd-a7fb-4978-80ce-4948158d612a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.2084503 Dec 10 18:13:19.055999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39f37934-416d-4ec8-9b32-e9f5e23bddc5 req-f314d7b0-2b1c-40ef-ac10-8fc991fdf85a tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.55 "GET /v2.0/security-groups?id=be58785f-a618-4052-83e2-7efd974aaa2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619777 Dec 10 18:13:19.067851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] No DVR routers for this DVR port 0566d9a6-9139-4ad2-b815-0cfaf644ae22 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:19.071397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:19.075683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd9d2e89-6c22-4967-8aea-f7d9e9be228e req-5bc8541e-6649-40f3-87a2-d1919674ff4b tempest-LiveMigrationTest-554672142 tempest-LiveMigrationTest-554672142-project] 10.222.0.59 "DELETE /v2.0/ports/0566d9a6-9139-4ad2-b815-0cfaf644ae22 HTTP/1.1" status: 204 len: 173 time: 1.2551882 Dec 10 18:13:19.090397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'name': 'network-vif-deleted', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:19.090644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:19.097216 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf446411-eb94-4325-b7de-ec14846be85b" -d '{"events": [{"server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "name": "network-vif-deleted", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:19.117258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c48fd-d5cd-436a-a50a-3a648c6ab0c4 None None] Port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:13:19.130268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'mac_address': 'fa:16:3e:17:a1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:19.205957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa9985-34b7-4bad-9e7b-290f58ca17ec req-06e8203c-beb1-4d7a-abfc-175631be8420 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.216390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e3aa9985-34b7-4bad-9e7b-290f58ca17ec req-06e8203c-beb1-4d7a-abfc-175631be8420 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.3508892 Dec 10 18:13:19.222168 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:19.250426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc4d48-c09c-48a4-b878-2b9999f35c04 req-7d4a6648-a51d-4eda-9263-097c014a3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.251987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acdc4d48-c09c-48a4-b878-2b9999f35c04 req-7d4a6648-a51d-4eda-9263-097c014a3799 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 1097 time: 0.2200170 Dec 10 18:13:19.264347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbd70004-8497-414f-b5a9-c578cb6b8c58 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:19.314742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:19.321110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acdc4d48-c09c-48a4-b878-2b9999f35c04 req-c179d491-aac4-40ac-a587-1ec394b35295 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581822 Dec 10 18:13:19.326141 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:19.342127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e3aa9985-34b7-4bad-9e7b-290f58ca17ec req-3263a4f3-310a-49cd-b804-2c005ca699cc tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174724 Dec 10 18:13:19.388951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179058fb-a016-446f-8670-3a9e3cf4fc69 req-0fedf157-4871-4167-a3ed-ac2ed33b551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.390598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-179058fb-a016-446f-8670-3a9e3cf4fc69 req-0fedf157-4871-4167-a3ed-ac2ed33b551f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 1096 time: 0.4710424 Dec 10 18:13:19.431379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:19.447843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['bbd70004-8497-414f-b5a9-c578cb6b8c58'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:19.453333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5828962f-3c77-4a12-87cb-039578b496c4 req-00cc5799-331c-4b3e-9059-79bf99166e26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862951 Dec 10 18:13:19.455881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:19.479740 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17770dad-976e-4b2b-a2d1-c6a9efeeb27d x-openstack-request-id: req-17770dad-976e-4b2b-a2d1-c6a9efeeb27d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:19.480042 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba3fface-8a4f-4504-8f4b-93a50a07d72f", "name": "network-vif-deleted", "tag": "0566d9a6-9139-4ad2-b815-0cfaf644ae22", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:19.480344 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-17770dad-976e-4b2b-a2d1-c6a9efeeb27d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:19.480810 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba3fface-8a4f-4504-8f4b-93a50a07d72f', 'name': 'network-vif-deleted', 'tag': '0566d9a6-9139-4ad2-b815-0cfaf644ae22', 'status': 'completed', 'code': 200} Dec 10 18:13:19.489672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:19.516587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Transition to ACTIVE for port object 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:19.536565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670508b-bb24-44a4-a249-784a072bfb9b req-e38a61b4-16c8-41a1-bbb0-29da8b5cdaf7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.538754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f670508b-bb24-44a4-a249-784a072bfb9b req-e38a61b4-16c8-41a1-bbb0-29da8b5cdaf7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1393397 Dec 10 18:13:19.547658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:19.614119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:19.649643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e518b-00a8-4ccf-921e-54fbe7e464a2 req-2200b7e4-8da7-46da-a443-e0ad2af00c52 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.660391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e518b-00a8-4ccf-921e-54fbe7e464a2 req-2200b7e4-8da7-46da-a443-e0ad2af00c52 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.674579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e518b-00a8-4ccf-921e-54fbe7e464a2 req-2200b7e4-8da7-46da-a443-e0ad2af00c52 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.680826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e518b-00a8-4ccf-921e-54fbe7e464a2 req-2200b7e4-8da7-46da-a443-e0ad2af00c52 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.707366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e518b-00a8-4ccf-921e-54fbe7e464a2 req-2200b7e4-8da7-46da-a443-e0ad2af00c52 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:19.709252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-128e518b-00a8-4ccf-921e-54fbe7e464a2 req-2200b7e4-8da7-46da-a443-e0ad2af00c52 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 3826 time: 0.1375759 Dec 10 18:13:19.724906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-179058fb-a016-446f-8670-3a9e3cf4fc69 req-7f786856-94ce-4d41-b96b-e36e2ceee3a6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840479 Dec 10 18:13:19.750533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f670508b-bb24-44a4-a249-784a072bfb9b req-c39620e1-7f10-42bc-8e50-853b552b69b0 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514294 Dec 10 18:13:19.876219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-128e518b-00a8-4ccf-921e-54fbe7e464a2 req-2fa7637f-7389-4ee9-a1ef-33c3fa7bfc74 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583636 Dec 10 18:13:19.975478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Attempting to bind port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:19.976062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Attempting to bind port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:19.976837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Attempting to bind port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 on network 54f16a1c-0704-4aef-b293-34ef2c867633 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:19.988175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 on network 54f16a1c-0704-4aef-b293-34ef2c867633 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:19.988540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Attempting to bind port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 on network 54f16a1c-0704-4aef-b293-34ef2c867633 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:19.997191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:19.997690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Checking segment: {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:19.998085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Bound using segment: {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:19.998556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Bound port: 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:19.998925 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.021618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c32891-6494-4601-b515-dfb88b8d4872 req-386f69a8-e773-4273-9eee-5eb491b1e0aa tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:20.031277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3c32891-6494-4601-b515-dfb88b8d4872 req-386f69a8-e773-4273-9eee-5eb491b1e0aa tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1469033 Dec 10 18:13:20.089439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a07de-f84f-4030-b758-f8bcfd46546c req-bbde5423-28b3-4041-8023-e2207034a7b8 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:20.099522 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-636a07de-f84f-4030-b758-f8bcfd46546c req-bbde5423-28b3-4041-8023-e2207034a7b8 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.0697896 Dec 10 18:13:20.111175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] For port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:20.115277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] For port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:20.131279 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.152275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:20.153193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.154601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] 10.222.0.59 "PUT /v2.0/ports/2395331e-6c4a-4a01-8f47-eaab22b9c2b5 HTTP/1.1" status: 200 len: 1091 time: 1.5711627 Dec 10 18:13:20.157881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:20.161988 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:20.165108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-636a07de-f84f-4030-b758-f8bcfd46546c req-7d39bad8-b84f-43e6-9ee5-7c86fedaf0dd tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644648 Dec 10 18:13:20.199796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:20.306295 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.307095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f34066-335f-4fba-9383-795d3ae97c43 req-1b8d44e2-ee33-404c-b5dd-b3125571a11e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:20.315140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20f34066-335f-4fba-9383-795d3ae97c43 req-1b8d44e2-ee33-404c-b5dd-b3125571a11e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0709920 Dec 10 18:13:20.318384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3c32891-6494-4601-b515-dfb88b8d4872 req-09b109c2-1423-4332-96cb-f8d34a6ba35b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862639 Dec 10 18:13:20.346719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07023f81-9352-40b3-93d4-951f61ecaaf1 service neutron] Pushing event updated for resources: {'Port': ['ID=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:20.375544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20f34066-335f-4fba-9383-795d3ae97c43 req-df443d09-d9c8-4f76-bd3e-dfc01ea9d648 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570843 Dec 10 18:13:20.453633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33312) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:20.755061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bbd70004-8497-414f-b5a9-c578cb6b8c58 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:20.801148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] Deleting subnet fd998ce2-516b-4a71-af73-5a46cfbdfd4d {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:13:20.813496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.892465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port bbd70004-8497-414f-b5a9-c578cb6b8c58 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:20.895203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.917819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:20.922950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.930172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:20.950595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Transition to ACTIVE for port object 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:20.954745 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f52ce0-aad6-4303-baf0-caf46a7c999f x-openstack-request-id: req-e7f52ce0-aad6-4303-baf0-caf46a7c999f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:20.955107 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:20.955363 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7f52ce0-aad6-4303-baf0-caf46a7c999f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:20.956793 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'status': 'completed', 'code': 200} Dec 10 18:13:21.011617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfbf60a-47f7-4c3a-af92-d6b256e31d62 req-7d3a90eb-1ead-4848-ba19-946a9b0934f9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.013690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3dfbf60a-47f7-4c3a-af92-d6b256e31d62 req-7d3a90eb-1ead-4848-ba19-946a9b0934f9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.3256540 Dec 10 18:13:21.079269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.124312 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.163913 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.182406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:21.186900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3dfbf60a-47f7-4c3a-af92-d6b256e31d62 req-ad320057-3bed-412c-870c-a9ca92447f91 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450005 Dec 10 18:13:21.191319 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a71600-d49c-4cd6-91f3-3c163fe2a1ce" -d '{"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-plugged", "status": "completed", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:21.230088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.261247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:21.295418 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.296320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:21.345479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.353182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-52653d35-5f84-48a2-8225-95c74dec859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.353454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fd998ce2-516b-4a71-af73-5a46cfbdfd4d HTTP/1.1" status: 204 len: 168 time: 0.8983374 Dec 10 18:13:21.353931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-52653d35-5f84-48a2-8225-95c74dec859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.354285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:21.354571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-52653d35-5f84-48a2-8225-95c74dec859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.355141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-52653d35-5f84-48a2-8225-95c74dec859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.355678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-52653d35-5f84-48a2-8225-95c74dec859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.356217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-52653d35-5f84-48a2-8225-95c74dec859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.356475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d102ed-10da-4305-a245-0d0db46b4ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd998ce2-516b-4a71-af73-5a46cfbdfd4d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:21.358702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-52653d35-5f84-48a2-8225-95c74dec859e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5243 time: 0.4008255 Dec 10 18:13:21.386621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Pushing event updated for resources: {'Port': ['ID=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:21.405488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 0566d9a6-9139-4ad2-b815-0cfaf644ae22 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:13:21.407383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0566d9a6-9139-4ad2-b815-0cfaf644ae22 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:13:21.422575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bb325-7498-45f6-9bc7-14ddd260ac96 req-f7dc080a-0ac4-4841-a95a-8387cc2e3209 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.425505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-590bb325-7498-45f6-9bc7-14ddd260ac96 req-f7dc080a-0ac4-4841-a95a-8387cc2e3209 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.4096131 Dec 10 18:13:21.455268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:21.466250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.591762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-fe9b7eb2-f144-4fa8-956d-bb11113e9ad6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.597901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-fe9b7eb2-f144-4fa8-956d-bb11113e9ad6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.611383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-fe9b7eb2-f144-4fa8-956d-bb11113e9ad6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.617519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-fe9b7eb2-f144-4fa8-956d-bb11113e9ad6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.630457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-fe9b7eb2-f144-4fa8-956d-bb11113e9ad6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.651815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-fe9b7eb2-f144-4fa8-956d-bb11113e9ad6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.653759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-fe9b7eb2-f144-4fa8-956d-bb11113e9ad6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 4599 time: 0.1853151 Dec 10 18:13:21.665381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Attempting to bind port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:21.665754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Attempting to bind port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:21.666106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Attempting to bind port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:21.690731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:21.691338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Attempting to bind port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:21.710747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:21.711217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Checking segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:21.711793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Bound using segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:21.712349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Bound port: 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:21.712720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.766821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-590bb325-7498-45f6-9bc7-14ddd260ac96 req-83c88c9b-ae15-4422-9f10-46ff44560620 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932184 Dec 10 18:13:21.769524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-f3389f2c-832a-4e35-ab6b-44e34427f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.770145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-f3389f2c-832a-4e35-ab6b-44e34427f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.770921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-f3389f2c-832a-4e35-ab6b-44e34427f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.772438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-f3389f2c-832a-4e35-ab6b-44e34427f348 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4038742 Dec 10 18:13:21.816542 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.904761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f5c8250-7b76-4abc-aff4-16c1cbb23cf0 req-cb810b41-baf4-4a89-bda3-c3f630a0277d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2392647 Dec 10 18:13:21.914443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:21.934481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d456c9-78ff-443a-b680-f1564147307e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:21.935870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-98ad1611-b12e-4981-998c-8006ce962f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:21.937481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb7aaa44-f0a4-4d70-8860-2d8b30ca5255 req-98ad1611-b12e-4981-998c-8006ce962f96 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154246 Dec 10 18:13:21.938073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d456c9-78ff-443a-b680-f1564147307e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:21.967915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.988311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:21.989065 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db94b8af-21b8-4e49-88b6-15f2622d1472 x-openstack-request-id: req-db94b8af-21b8-4e49-88b6-15f2622d1472 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:21.989597 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-plugged", "status": "completed", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:21.989597 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db94b8af-21b8-4e49-88b6-15f2622d1472 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:21.990010 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'code': 200} Dec 10 18:13:22.002423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:13:22.005799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:13:22.008106 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:13:22.035110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] For port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:22.039359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] For port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:22.055722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f748c-e6e4-4ead-b1db-aec11a6c5b96 req-93c823bc-5dec-4144-a577-eab0f2a137b9 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:22.057417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-832f748c-e6e4-4ead-b1db-aec11a6c5b96 req-93c823bc-5dec-4144-a577-eab0f2a137b9 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.1190040 Dec 10 18:13:22.059519 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.138065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.146150 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.147676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:22.148348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.150156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] 10.222.0.59 "PUT /v2.0/ports/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 1131 time: 1.9552712 Dec 10 18:13:22.153336 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] 10.222.0.55 "DELETE /v2.0/networks/32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe HTTP/1.1" status: 204 len: 168 time: 0.7974818 Dec 10 18:13:22.158849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33338) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:22.193753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:22.211752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5c891-e51c-4a80-bc85-7183caafc636 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a2f958-ed4a-41cf-93e8-dae0ea1cb4fe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:22.239130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b196ee-1f08-40a2-baf6-6daaab34f501 req-383b15b7-24f1-46da-b64f-1c72990a84cb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:22.241215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4b196ee-1f08-40a2-baf6-6daaab34f501 req-383b15b7-24f1-46da-b64f-1c72990a84cb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1411114 Dec 10 18:13:22.249463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-832f748c-e6e4-4ead-b1db-aec11a6c5b96 req-13647b70-ed14-4d28-b0ae-99daa3f8adfd tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844523 Dec 10 18:13:22.250230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d67cd0-7b2d-4888-bbc9-4fff10cfcb7d service neutron] Pushing event updated for resources: {'Port': ['ID=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:22.275066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] Deleting subnet ecbf27a3-326e-44b0-ab58-7c17e9a78dfc {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:13:22.285548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.337383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.388053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4b196ee-1f08-40a2-baf6-6daaab34f501 req-7f377654-8963-4934-a6d6-1fc478734c43 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395206 Dec 10 18:13:22.393616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.509170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.585224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5395689-0cd4-4e74-8848-f654cc388e9d req-73a4fb46-dbb3-4648-8d3b-72dedea92ef3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:22.586860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5395689-0cd4-4e74-8848-f654cc388e9d req-73a4fb46-dbb3-4648-8d3b-72dedea92ef3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1552985 Dec 10 18:13:22.645558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.686928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbf27a3-326e-44b0-ab58-7c17e9a78dfc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:22.693465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.699369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-441ea575-b51d-40cd-af54-f62e568c2ab7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ecbf27a3-326e-44b0-ab58-7c17e9a78dfc HTTP/1.1" status: 204 len: 168 time: 0.5391464 Dec 10 18:13:22.702828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33354) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:22.768719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device aac50712-4af3-4915-b612-8a2fce2ebd8f details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:22.777155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5395689-0cd4-4e74-8848-f654cc388e9d req-fec8b8e3-7343-4c2f-8c4d-9e9a53fb42c8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816587 Dec 10 18:13:22.898304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:22.972005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '2b14d7a2-5ec7-43bb-86a5-3c09db8510c8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:22.974693 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3739500-86b2-4d10-b02a-aa5df19d1d95" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "2b14d7a2-5ec7-43bb-86a5-3c09db8510c8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:23.048480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:23.076556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1c959-1fcc-48de-b1b2-59c82c0c265b req-a8322eef-c3a9-47cd-8967-c9122241d369 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.082468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04b1c959-1fcc-48de-b1b2-59c82c0c265b req-a8322eef-c3a9-47cd-8967-c9122241d369 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1808691 Dec 10 18:13:23.085511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'mac_address': 'fa:16:3e:29:a9:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:23.160426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.182171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.210054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9351aeb-45cb-440b-b3f8-7dbc9b37a26f']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:23.214832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aac50712-4af3-4915-b612-8a2fce2ebd8f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:23.232857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23c06ac-c7cc-4e23-9e1c-0c17bf6d529d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:23.233301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23c06ac-c7cc-4e23-9e1c-0c17bf6d529d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:13:23.256422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.268419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:23.280067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.293575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.305947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04b1c959-1fcc-48de-b1b2-59c82c0c265b req-a0aac750-7eda-429a-87dc-2aa018269b66 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036235 Dec 10 18:13:23.316303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d41dd94-ccb4-4690-9ad4-84cab7b72738 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:23.328409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.339681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-d0ed8402-b460-46bb-be29-21c936b19a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.341187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-d0ed8402-b460-46bb-be29-21c936b19a51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 1096 time: 0.1829169 Dec 10 18:13:23.353411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Transition to ACTIVE for port object 5d41dd94-ccb4-4690-9ad4-84cab7b72738 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:23.373750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:23.389220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:13:23.393745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:13:23.400232 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:13:23.426488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['aac50712-4af3-4915-b612-8a2fce2ebd8f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:23.495389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.497668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c555bd-286d-4816-a7e7-53174f84095f req-dd39de1a-bb08-4930-8841-68dbeaec0ffe tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.498910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28c555bd-286d-4816-a7e7-53174f84095f req-dd39de1a-bb08-4930-8841-68dbeaec0ffe tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.2196536 Dec 10 18:13:23.500156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.517720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:23.523957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] 10.222.0.55 "DELETE /v2.0/networks/e9351aeb-45cb-440b-b3f8-7dbc9b37a26f HTTP/1.1" status: 204 len: 168 time: 0.8174393 Dec 10 18:13:23.530349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26e2ca-1785-4394-98c1-ad39f43c4f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9351aeb-45cb-440b-b3f8-7dbc9b37a26f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:23.658636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28c555bd-286d-4816-a7e7-53174f84095f req-c7479ce7-ab50-42a5-bd91-d49c9264c391 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345315 Dec 10 18:13:23.698543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Pushing event updated for resources: {'Port': ['ID=5d41dd94-ccb4-4690-9ad4-84cab7b72738,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:23.806236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33386) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:23.835631 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7109aad3-cc3b-4cd7-8f0a-e731639703e8 x-openstack-request-id: req-7109aad3-cc3b-4cd7-8f0a-e731639703e8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:23.835924 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "2b14d7a2-5ec7-43bb-86a5-3c09db8510c8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:23.836178 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7109aad3-cc3b-4cd7-8f0a-e731639703e8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:23.836573 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '2b14d7a2-5ec7-43bb-86a5-3c09db8510c8', 'status': 'completed', 'code': 200} Dec 10 18:13:23.851088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.857251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.863815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.870659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.877184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.883479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.901039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.902966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-3b486b50-9bef-46dc-9a3a-d65335f474a2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5371 time: 0.4165938 Dec 10 18:13:23.906814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cd0cb69b-d8ae-480f-8ccd-611344da6eb3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44795ba1db854a8e9bb5661c6b2b51a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981812 Dec 10 18:13:23.926922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33388) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:23.928833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-002985a0-6b25-4156-916c-01ea45a92beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.930410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-002985a0-6b25-4156-916c-01ea45a92beb service neutron] 10.222.0.30 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.5751908 Dec 10 18:13:23.981378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dba150-77a5-40b8-b204-d293c59058d3 req-80e425ae-3526-4001-9cd7-e3646706930c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:23.989046 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90dba150-77a5-40b8-b204-d293c59058d3 req-80e425ae-3526-4001-9cd7-e3646706930c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.1010168 Dec 10 18:13:24.015943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-14db1f14-d262-4c95-92ac-2f68a661682c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9 HTTP/1.1" status: 200 len: 217 time: 0.0367293 Dec 10 18:13:24.066951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90dba150-77a5-40b8-b204-d293c59058d3 req-76e190cd-1587-4946-b988-71c2143595ba tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752931 Dec 10 18:13:24.146517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bff060c2-95f4-45be-b6c2-1906a5bacf98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:24.153157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.153774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.154312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.154862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.155504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.156210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.156748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.158955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-62468742-6c9e-4c81-8a5d-371dd6543159 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6166 time: 0.3323102 Dec 10 18:13:24.166429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Attempting to bind port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:24.166905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Attempting to bind port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:24.167326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Attempting to bind port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:24.178614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:24.178868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Attempting to bind port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:24.197426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-5fe2f8e7-aaa9-4d2e-886d-7376d4d2bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.199094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-5fe2f8e7-aaa9-4d2e-886d-7376d4d2bdce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.1695168 Dec 10 18:13:24.200692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bff060c2-95f4-45be-b6c2-1906a5bacf98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:24.213192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:24.213682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Checking segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:24.214162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Bound using segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:24.214944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Bound port: 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:24.215394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:24.260985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-e2fb4538-cfa2-4b31-b9bb-537697c7ab04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418429 Dec 10 18:13:24.267896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62445709-5aee-488f-ae33-c54088ec6344 req-bb0ff316-3cff-4919-bda9-f2a7ad4f1b4d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.277972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ffc8f06-b5ab-4c5d-b4c6-c34c77a722a6 req-692ef5e9-c01c-4e28-8012-b949fa65a6cd tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3457952 Dec 10 18:13:24.301714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62445709-5aee-488f-ae33-c54088ec6344 req-bb0ff316-3cff-4919-bda9-f2a7ad4f1b4d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1042364 Dec 10 18:13:24.426007 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62445709-5aee-488f-ae33-c54088ec6344 req-e258b490-e55e-4b5d-8867-c97d83e32299 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282613 Dec 10 18:13:24.454525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bff060c2-95f4-45be-b6c2-1906a5bacf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:24.460022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bff060c2-95f4-45be-b6c2-1906a5bacf98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:24.471333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bff060c2-95f4-45be-b6c2-1906a5bacf98 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be58785f-a618-4052-83e2-7efd974aaa2e HTTP/1.1" status: 204 len: 168 time: 0.5396421 Dec 10 18:13:24.498824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff060c2-95f4-45be-b6c2-1906a5bacf98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58785f-a618-4052-83e2-7efd974aaa2e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:24.660324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c7816-d548-4c7a-85bc-e0ff29e22886 req-0c49e2a5-53d2-476d-94d1-2473b94a1f0e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:24.668918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee0c7816-d548-4c7a-85bc-e0ff29e22886 req-0c49e2a5-53d2-476d-94d1-2473b94a1f0e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0833931 Dec 10 18:13:24.697833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] For port 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:24.705185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] For port 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:24.766908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:24.776285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee0c7816-d548-4c7a-85bc-e0ff29e22886 req-1b8a34c6-6bca-4588-a69f-68cd36a4c6f6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017923 Dec 10 18:13:24.777208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device aac50712-4af3-4915-b612-8a2fce2ebd8f up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:25.011769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port aac50712-4af3-4915-b612-8a2fce2ebd8f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:25.012527 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.146525 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.175525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:25.179093 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea2fe64-9fbf-4578-a329-b40f82486045" -d '{"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-plugged", "status": "completed", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:25.194667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:25.200993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.255121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33426) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:25.318276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:25.331268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1661bb96-4ad6-42b9-916c-b6061ba07e93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9c3eafee482444c5b068fd4738c33609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749722 Dec 10 18:13:25.333699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:25.399197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc16d215-0093-496f-8cbb-f60dd757f2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.454078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc16d215-0093-496f-8cbb-f60dd757f2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.523422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc16d215-0093-496f-8cbb-f60dd757f2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.526139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc16d215-0093-496f-8cbb-f60dd757f2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.532817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc16d215-0093-496f-8cbb-f60dd757f2ab admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/82cdd2ae-e2ee-4694-9366-5039d001de86 HTTP/1.1" status: 204 len: 168 time: 0.1980507 Dec 10 18:13:25.560797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16d215-0093-496f-8cbb-f60dd757f2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cdd2ae-e2ee-4694-9366-5039d001de86,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:25.666817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-18f78df9-8fde-48ea-b9d9-3b17f3a56608 service neutron] 10.222.0.30 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3874102 Dec 10 18:13:25.775633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:25.777128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:25.780602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] 10.222.0.59 "PUT /v2.0/ports/5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 1130 time: 3.5939469 Dec 10 18:13:25.870104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '5d41dd94-ccb4-4690-9ad4-84cab7b72738'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:25.872518 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "5d41dd94-ccb4-4690-9ad4-84cab7b72738"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:25.887681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:26.068339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd41f2b-9385-43d7-86bf-851ccf5530c6 req-b8e38a64-6846-4dc9-89e5-3437bc952379 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:26.070203 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0dd41f2b-9385-43d7-86bf-851ccf5530c6 req-b8e38a64-6846-4dc9-89e5-3437bc952379 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 944 time: 1.6258147 Dec 10 18:13:26.074970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-ad4ba5e6-9be7-40ef-b4e4-740852d33ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:26.076286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-ad4ba5e6-9be7-40ef-b4e4-740852d33ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:26.078048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-ad4ba5e6-9be7-40ef-b4e4-740852d33ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:26.082964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-ad4ba5e6-9be7-40ef-b4e4-740852d33ca4 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.8797176 Dec 10 18:13:26.154235 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:13:26.386679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-290cd1a5-7b0b-4e17-a847-4617f162b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:26.389570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3739500-86b2-4d10-b02a-aa5df19d1d95 req-290cd1a5-7b0b-4e17-a847-4617f162b893 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2623761 Dec 10 18:13:26.389919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644d162a-3c62-465a-b80a-7ac60a39cdac req-22542cc3-90ca-4f1c-8a46-9621100a17d9 service neutron] 10.222.0.30 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7039630 Dec 10 18:13:26.395408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86284d-fd17-4aaa-a781-ed8311eab794 service neutron] Pushing event updated for resources: {'Port': ['ID=5d41dd94-ccb4-4690-9ad4-84cab7b72738,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:26.420299 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:26.458077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0dd41f2b-9385-43d7-86bf-851ccf5530c6 req-4e50d886-aba8-49eb-9e73-29cd94b2808a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450990 Dec 10 18:13:26.896850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0cc190e-de3d-4154-b29a-ff40c386d307 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:26.915691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:26.943805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Transition to ACTIVE for port object a0cc190e-de3d-4154-b29a-ff40c386d307 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:26.952099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:27.206839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cc190e-de3d-4154-b29a-ff40c386d307,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:27.325915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319226d9-fada-463f-85c2-ddeee823d927 req-c5449c46-52c5-4bd5-b4b0-f65d54d25f4e tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:27.342890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-319226d9-fada-463f-85c2-ddeee823d927 req-c5449c46-52c5-4bd5-b4b0-f65d54d25f4e tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.2705960 Dec 10 18:13:27.484347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Attempting to bind port a0cc190e-de3d-4154-b29a-ff40c386d307 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:27.485174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Attempting to bind port a0cc190e-de3d-4154-b29a-ff40c386d307 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:27.487132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Attempting to bind port a0cc190e-de3d-4154-b29a-ff40c386d307 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:27.501697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Port a0cc190e-de3d-4154-b29a-ff40c386d307 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:27.505017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Attempting to bind port a0cc190e-de3d-4154-b29a-ff40c386d307 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:27.524406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-319226d9-fada-463f-85c2-ddeee823d927 req-b8811e02-4d85-4852-b730-92b9c8dc874c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756265 Dec 10 18:13:27.536324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:27.538534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Checking segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:27.539944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Bound using segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:27.540737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Bound port: a0cc190e-de3d-4154-b29a-ff40c386d307, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:27.542861 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:27.710647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] For port a0cc190e-de3d-4154-b29a-ff40c386d307, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:27.715331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] For port a0cc190e-de3d-4154-b29a-ff40c386d307, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a0cc190e-de3d-4154-b29a-ff40c386d307,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:27.726830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:27.847773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:27.848775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:27.850792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] 10.222.0.59 "PUT /v2.0/ports/a0cc190e-de3d-4154-b29a-ff40c386d307 HTTP/1.1" status: 200 len: 1090 time: 1.9684134 Dec 10 18:13:27.906083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:28.015607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e2d34-cffd-4877-8fae-72d6361df7ca req-5905779b-f7b2-4626-8ad9-fda9cc94c619 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.027706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-315e2d34-cffd-4877-8fae-72d6361df7ca req-5905779b-f7b2-4626-8ad9-fda9cc94c619 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.2740479 Dec 10 18:13:28.062201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9c6c3-901d-4fca-9e2d-bbfe36cfa2c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0cc190e-de3d-4154-b29a-ff40c386d307,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:28.264749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-315e2d34-cffd-4877-8fae-72d6361df7ca req-7464b419-8928-4d1f-ab19-66b90ac0cbe9 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344413 Dec 10 18:13:28.268284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:28.280400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5dfddad9-780d-44e4-a1e7-a42897dd5290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:28.448179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-765e5b4b-0c6c-4456-a3a3-a5f4a74e9be8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.450283 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adacf05d-3bc6-4edf-9e78-00d2bba28ec7 x-openstack-request-id: req-adacf05d-3bc6-4edf-9e78-00d2bba28ec7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:28.450883 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-plugged", "status": "completed", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:28.451030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-765e5b4b-0c6c-4456-a3a3-a5f4a74e9be8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96 HTTP/1.1" status: 200 len: 946 time: 0.1403639 Dec 10 18:13:28.451547 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adacf05d-3bc6-4edf-9e78-00d2bba28ec7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:28.452111 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'code': 200} Dec 10 18:13:28.903082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.909746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.917302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.924269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.930666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.937368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.944431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:28.952733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86d811ed-4143-42e7-93c8-d287d870da78 req-a9f5adab-6d68-4f4a-9896-aff4e09dd5da tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5383 time: 0.3249371 Dec 10 18:13:29.002963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Deleting port 079c7bf9-9c80-436b-947c-aed484c1d619 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:13:29.003627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.018592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33492) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:29.170968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86d811ed-4143-42e7-93c8-d287d870da78 req-6f83011a-c0f1-4ee9-af79-f619c8828a0e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137477 Dec 10 18:13:29.244356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cf2-af22-4720-96ff-950723767c05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.307171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] For port 079c7bf9-9c80-436b-947c-aed484c1d619, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=079c7bf9-9c80-436b-947c-aed484c1d619,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:29.307960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.312324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b769134b-467d-47cb-8cf4-e0cf12918607 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:29.342735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.357780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Calling delete_port for 079c7bf9-9c80-436b-947c-aed484c1d619 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:13:29.376686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Transition to ACTIVE for port object b769134b-467d-47cb-8cf4-e0cf12918607 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:29.405607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cf2-af22-4720-96ff-950723767c05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.413477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cf2-af22-4720-96ff-950723767c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.473513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.500338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f43cf2-af22-4720-96ff-950723767c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3abd9e-07eb-4e5f-a7d9-82bec717bb5f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:29.535052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0f43cf2-af22-4720-96ff-950723767c05 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d41745dc46bd4aa6b8dcbe418c946f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148489 Dec 10 18:13:29.544548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33498) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:29.576495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Pushing event updated for resources: {'Port': ['ID=b769134b-467d-47cb-8cf4-e0cf12918607,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:29.615675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc65d4-eada-4c05-95d7-18eda519141b req-f99b6af3-74c3-42ec-abca-7cc327545659 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:29.617352 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdcc65d4-eada-4c05-95d7-18eda519141b req-f99b6af3-74c3-42ec-abca-7cc327545659 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.3323267 Dec 10 18:13:29.673183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4378e881-d6fb-4074-b6fb-d91f9031d4db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.727298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4378e881-d6fb-4074-b6fb-d91f9031d4db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.892624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4378e881-d6fb-4074-b6fb-d91f9031d4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.895549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4378e881-d6fb-4074-b6fb-d91f9031d4db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:29.899862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdcc65d4-eada-4c05-95d7-18eda519141b req-c5e60c09-596e-4479-8e6b-ce5c4eea3a18 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658222 Dec 10 18:13:29.911182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4378e881-d6fb-4074-b6fb-d91f9031d4db admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0f3abd9e-07eb-4e5f-a7d9-82bec717bb5f HTTP/1.1" status: 204 len: 168 time: 0.3536744 Dec 10 18:13:29.949220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378e881-d6fb-4074-b6fb-d91f9031d4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3abd9e-07eb-4e5f-a7d9-82bec717bb5f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:30.123486 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aeddce2-6207-4161-95be-f661ea2ae297 x-openstack-request-id: req-6aeddce2-6207-4161-95be-f661ea2ae297 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:30.125564 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "5d41dd94-ccb4-4690-9ad4-84cab7b72738", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:30.126112 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6aeddce2-6207-4161-95be-f661ea2ae297 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:30.132021 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '5d41dd94-ccb4-4690-9ad4-84cab7b72738', 'status': 'completed', 'code': 200} Dec 10 18:13:30.233840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Attempting to bind port b769134b-467d-47cb-8cf4-e0cf12918607 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:30.237181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Attempting to bind port b769134b-467d-47cb-8cf4-e0cf12918607 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:30.237660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Attempting to bind port b769134b-467d-47cb-8cf4-e0cf12918607 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:30.292008 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:30.397627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Port b769134b-467d-47cb-8cf4-e0cf12918607 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:30.398050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Attempting to bind port b769134b-467d-47cb-8cf4-e0cf12918607 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:30.413805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33510) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:30.442434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08aa091b-8b28-4284-ae4a-88c3f2f372a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:30.450810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Pushing event deleted for resources: {'Port': ['ID=079c7bf9-9c80-436b-947c-aed484c1d619,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:30.487598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:30.490272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:30.493640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:30.494171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:30.494680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:30.495153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:30.497066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:30.501218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-67712727-a861-4e52-ad89-f773c9ffc863 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6300 time: 0.3244298 Dec 10 18:13:30.509740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:30.511722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Checking segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:30.512192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Bound using segment: {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:30.512717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Bound port: b769134b-467d-47cb-8cf4-e0cf12918607, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:30.514226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:30.670283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08aa091b-8b28-4284-ae4a-88c3f2f372a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:30.675516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08aa091b-8b28-4284-ae4a-88c3f2f372a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:30.731924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] No DVR routers for this DVR port 079c7bf9-9c80-436b-947c-aed484c1d619 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:30.737211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:30.746247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab7e9ae0-2eb6-4638-b4ff-e3058765291a req-457024f7-aee9-41fa-9d5e-85be94cd21c8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "DELETE /v2.0/ports/079c7bf9-9c80-436b-947c-aed484c1d619 HTTP/1.1" status: 204 len: 173 time: 2.2843056 Dec 10 18:13:30.786508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-08aa091b-8b28-4284-ae4a-88c3f2f372a4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b20da12e6bd43d296d6d71e29e59404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698902 Dec 10 18:13:30.787279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:13:30.789079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa091b-8b28-4284-ae4a-88c3f2f372a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c931af-7558-46d9-a6a9-cfbca5a94e2d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:30.928805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c71e006-79bb-47af-a401-ddbfb739e1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:30.967196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] For port b769134b-467d-47cb-8cf4-e0cf12918607, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:30.980531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] For port b769134b-467d-47cb-8cf4-e0cf12918607, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b769134b-467d-47cb-8cf4-e0cf12918607,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:31.012830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c71e006-79bb-47af-a401-ddbfb739e1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.029921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0b27566b-bbfc-4e1a-ad50-e4eb8529aee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.060112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-74b40666-47bd-4f80-ac0e-df29d226edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:31.060614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-74b40666-47bd-4f80-ac0e-df29d226edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:31.061058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-74b40666-47bd-4f80-ac0e-df29d226edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:31.063320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-74b40666-47bd-4f80-ac0e-df29d226edd6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4668133 Dec 10 18:13:31.064667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.117099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c71e006-79bb-47af-a401-ddbfb739e1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.140586 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c71e006-79bb-47af-a401-ddbfb739e1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.166106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c71e006-79bb-47af-a401-ddbfb739e1bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/50c931af-7558-46d9-a6a9-cfbca5a94e2d HTTP/1.1" status: 204 len: 168 time: 0.3519819 Dec 10 18:13:31.171492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Pushing event updated for resources: {'Port': ['ID=b769134b-467d-47cb-8cf4-e0cf12918607,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:31.190676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:31.192210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.194262 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-af688219-362d-4721-8a49-0537bd2f5619 service neutron] 10.222.0.59 "PUT /v2.0/ports/b769134b-467d-47cb-8cf4-e0cf12918607 HTTP/1.1" status: 200 len: 1090 time: 3.3009136 Dec 10 18:13:31.207283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71e006-79bb-47af-a401-ddbfb739e1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c931af-7558-46d9-a6a9-cfbca5a94e2d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:31.412244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:31.518259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.520923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-ac6acb21-bc3c-467f-b93d-b5ba8237cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:31.522526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-122b5df8-a3c3-448e-ab8a-54005e4cd7b0 req-ac6acb21-bc3c-467f-b93d-b5ba8237cc76 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4478042 Dec 10 18:13:31.697766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 079c7bf9-9c80-436b-947c-aed484c1d619 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:31.751813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 079c7bf9-9c80-436b-947c-aed484c1d619 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:13:31.752576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 079c7bf9-9c80-436b-947c-aed484c1d619 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:13:31.782851 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:31.938179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:32.133915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307'}, {'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'name': 'network-vif-deleted', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619'}, {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:32.140184 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307"}, {"server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "name": "network-vif-deleted", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619"}, {"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:32.172901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8a87a9-7089-45ae-a76b-4f2482a24754 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:32.208575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:32.255962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Transition to ACTIVE for port object 7c8a87a9-7089-45ae-a76b-4f2482a24754 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:32.265897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:32.450246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8a87a9-7089-45ae-a76b-4f2482a24754,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:32.554614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Attempting to bind port 7c8a87a9-7089-45ae-a76b-4f2482a24754 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:32.554906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Attempting to bind port 7c8a87a9-7089-45ae-a76b-4f2482a24754 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:32.555245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Attempting to bind port 7c8a87a9-7089-45ae-a76b-4f2482a24754 on network e7ebe828-8793-4cf3-96a8-cc75c5438a51 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:32.564836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Port 7c8a87a9-7089-45ae-a76b-4f2482a24754 on network e7ebe828-8793-4cf3-96a8-cc75c5438a51 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:32.565176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Attempting to bind port 7c8a87a9-7089-45ae-a76b-4f2482a24754 on network e7ebe828-8793-4cf3-96a8-cc75c5438a51 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:32.583760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:32.584163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Checking segment: {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:32.584572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Bound using segment: {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:32.585030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Bound port: 7c8a87a9-7089-45ae-a76b-4f2482a24754, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:32.585399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:32.689965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] For port 7c8a87a9-7089-45ae-a76b-4f2482a24754, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:32.696479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] For port 7c8a87a9-7089-45ae-a76b-4f2482a24754, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:32.711414 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:32.864084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8a87a9-7089-45ae-a76b-4f2482a24754,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:32.919992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:32.921728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:32.928166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-182ec66f-1562-4515-9277-779cf14138b4 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c8a87a9-7089-45ae-a76b-4f2482a24754 HTTP/1.1" status: 200 len: 1091 time: 1.5233550 Dec 10 18:13:32.974892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Request body: {'port': {'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:33.179527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:33.594155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:33.768846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eab9ab7-50e1-48a2-8573-423eb5570ca0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:33.778092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:33.818767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Transition to ACTIVE for port object 8eab9ab7-50e1-48a2-8573-423eb5570ca0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:33.844076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:34.005220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Pushing event updated for resources: {'Port': ['ID=8eab9ab7-50e1-48a2-8573-423eb5570ca0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:34.113281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:34.131532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Attempting to bind port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:34.131883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Attempting to bind port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:34.132224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Attempting to bind port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 on network e7ebe828-8793-4cf3-96a8-cc75c5438a51 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:34.145105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 on network e7ebe828-8793-4cf3-96a8-cc75c5438a51 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:34.145525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Attempting to bind port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 on network e7ebe828-8793-4cf3-96a8-cc75c5438a51 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:34.158981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:34.159391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Checking segment: {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:34.159739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Bound using segment: {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:34.160201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Bound port: 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d544ad-aa7f-4369-a579-948eac070d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:34.160570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:34.290286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] For port 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:34.294973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] For port 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:34.306126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:34.379520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Pushing event updated for resources: {'Port': ['ID=8eab9ab7-50e1-48a2-8573-423eb5570ca0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:34.412511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.413574 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:34.415884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1f02288c-4b23-4b4c-91a5-5077b6fb746f service neutron] 10.222.0.59 "PUT /v2.0/ports/8eab9ab7-50e1-48a2-8573-423eb5570ca0 HTTP/1.1" status: 200 len: 1091 time: 1.4467335 Dec 10 18:13:34.446463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:34.592911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.593544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.594531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.597068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.597627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.599710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.600206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.602287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7afdd80d-0c8a-469d-b459-44d7799107c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6476 time: 0.1236095 Dec 10 18:13:34.744296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-dbfc4bc0-4326-4cbd-8dd1-4e4609796c90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5 HTTP/1.1" status: 200 len: 217 time: 0.1280994 Dec 10 18:13:34.871900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-e81afb67-efac-41ca-9667-456355b4817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:34.880190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-e81afb67-efac-41ca-9667-456355b4817d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dcb8681-2be1-4438-bbc8-5d4f939491fc HTTP/1.1" status: 200 len: 850 time: 0.1265585 Dec 10 18:13:35.000231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-58799160-a1da-4e4b-af9c-abfbda5b6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:35.007118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-58799160-a1da-4e4b-af9c-abfbda5b6a03 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f16a1c-0704-4aef-b293-34ef2c867633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141617 Dec 10 18:13:35.148312 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-2b8a7421-3d21-40ef-9f25-21c7d09e8570 service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304929 Dec 10 18:13:35.300441 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-1ecb6e87-f66b-40f0-9538-c550f19502d5 service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403589 Dec 10 18:13:35.395300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b47b224a-5a91-4be9-947f-10a0dccc6a41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 217 time: 0.0866597 Dec 10 18:13:35.481740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b3a48cf5-9c0c-40af-b4a6-b54bb46403e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:35.483397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b3a48cf5-9c0c-40af-b4a6-b54bb46403e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0733788 Dec 10 18:13:35.584708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-d6680144-e9bb-4ebf-a20c-6b21fb3d9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:35.588432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-d6680144-e9bb-4ebf-a20c-6b21fb3d9207 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0920086 Dec 10 18:13:35.768699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ebc1662f-1a87-4f64-ad0f-d1ea090aeebe service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687357 Dec 10 18:13:36.176350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-fde3f9f9-566e-445f-a30d-c6834cb44247 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970370 Dec 10 18:13:36.257060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-4d5d1428-6dbc-47c7-bc14-bbacb90bdfb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 217 time: 0.0693238 Dec 10 18:13:36.371641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c156fa98-5789-4969-b457-530b43181a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:36.374454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-c156fa98-5789-4969-b457-530b43181a83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.1034715 Dec 10 18:13:36.471622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-eccbc652-b241-4fa2-a988-638653fd8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:36.477829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-eccbc652-b241-4fa2-a988-638653fd8b30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0875640 Dec 10 18:13:36.650871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-a52ada64-406f-48ca-8237-3ca27dafbdb2 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593211 Dec 10 18:13:36.938669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-116b5f0b-3e49-4c3a-ad42-00ddadd8a20e service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803345 Dec 10 18:13:37.016106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-a26ba97f-0b33-4358-a4b8-ae2481b1a63c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=a0cc190e-de3d-4154-b29a-ff40c386d307 HTTP/1.1" status: 200 len: 217 time: 0.0663311 Dec 10 18:13:37.144126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-38d2c49b-9db0-42cb-a664-88896f83abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:37.146239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-38d2c49b-9db0-42cb-a664-88896f83abcc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.1238146 Dec 10 18:13:37.236419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-4a0f8919-5120-4034-a48d-42cbb049523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:37.239705 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-4a0f8919-5120-4034-a48d-42cbb049523a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792243 Dec 10 18:13:37.411210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-2abe0d97-766d-4f20-8fc0-7be003a3c9a2 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607590 Dec 10 18:13:37.602850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-676b54e3-641c-46bf-ac6f-b34c59376432 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822731 Dec 10 18:13:37.776565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-4ea93b60-4724-49a9-babf-f2ceaa1907a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b769134b-467d-47cb-8cf4-e0cf12918607 HTTP/1.1" status: 200 len: 217 time: 0.1660838 Dec 10 18:13:37.905756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-dc050bd0-5538-441e-a59e-627a68ab2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:37.915550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-dc050bd0-5538-441e-a59e-627a68ab2c8e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.1262395 Dec 10 18:13:37.996543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-e9baa6ec-c279-4ed5-bf17-918d3ad44daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:37.998178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-e9baa6ec-c279-4ed5-bf17-918d3ad44daf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703025 Dec 10 18:13:38.131019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7466e052-d075-424b-bfcb-2be6cda6e1a6 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219571 Dec 10 18:13:38.372234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b4b3687b-9a19-4510-87f4-6d6095815d4a service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171736 Dec 10 18:13:38.432346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-5fcbd72d-c256-4b10-8d2f-e97cbd3aeed2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754 HTTP/1.1" status: 200 len: 217 time: 0.0480871 Dec 10 18:13:38.551736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b65825a5-e017-407d-95a4-856fd147ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:38.553465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b65825a5-e017-407d-95a4-856fd147ea40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.1074827 Dec 10 18:13:38.666154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-87c664bc-b10d-4c97-a590-34a0c377371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:38.668296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-87c664bc-b10d-4c97-a590-34a0c377371e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1008193 Dec 10 18:13:38.822187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-a4d46b37-4cd8-4e4e-9625-c0de7a0c3eb8 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315131 Dec 10 18:13:39.415510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-b8beb022-0157-4253-abd2-703cac31cf3d service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831797 Dec 10 18:13:39.521247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45d8b4-7db3-427a-8bb4-abe940911caa req-594f229a-1eaa-4067-96dc-890834d03c0e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:39.525069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf45d8b4-7db3-427a-8bb4-abe940911caa req-594f229a-1eaa-4067-96dc-890834d03c0e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.0788460 Dec 10 18:13:39.543729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-7f7b98cc-21b7-41f0-a183-bcaece80e3a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0 HTTP/1.1" status: 200 len: 217 time: 0.0496957 Dec 10 18:13:39.592092 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf45d8b4-7db3-427a-8bb4-abe940911caa req-d04837d3-e11e-4b19-9be3-3588bf45f293 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615363 Dec 10 18:13:39.648998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ae5a17c0-a75f-45d1-8ae2-c4041980d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:39.651057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ae5a17c0-a75f-45d1-8ae2-c4041980d058 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.0974958 Dec 10 18:13:39.670073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-03b6f169-f5a5-4e41-8046-e2f8fd7abdce tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:39.672376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-03b6f169-f5a5-4e41-8046-e2f8fd7abdce tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 815 time: 0.2538862 Dec 10 18:13:39.688870 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-bae15ca7-7c81-4447-a1b0-2ba14246a25d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/quotas/ece9534ea2694035aa9b05e5fab49f48 HTTP/1.1" status: 200 len: 375 time: 0.0104673 Dec 10 18:13:39.743613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-d66a5724-401e-4633-ae27-0dd26c9eed0f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474284 Dec 10 18:13:39.766912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b55cb1-2fc4-497d-93c0-57cd6b013eee req-525ed328-eb33-4fef-bab4-21aef7198b1b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:39.774799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88b55cb1-2fc4-497d-93c0-57cd6b013eee req-525ed328-eb33-4fef-bab4-21aef7198b1b tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1018846 Dec 10 18:13:39.843750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88b55cb1-2fc4-497d-93c0-57cd6b013eee req-107ef548-043d-4771-8e26-f7ae18927af0 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669992 Dec 10 18:13:39.944978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-4c85611d-376a-47cf-9418-4fbd5a35a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:39.947511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-4c85611d-376a-47cf-9418-4fbd5a35a4aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2070363 Dec 10 18:13:39.958636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f96fa-9575-45ec-bc8b-d5a24a6b3ab2 req-e87c5568-91f1-4d9b-8cba-1530dd0f2aab tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:39.966284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c89f96fa-9575-45ec-bc8b-d5a24a6b3ab2 req-e87c5568-91f1-4d9b-8cba-1530dd0f2aab tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.0599701 Dec 10 18:13:40.028525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a3e4210f-a747-45ec-be4a-3c173e191b6c service neutron] 10.222.0.55 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427661 Dec 10 18:13:40.038779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c89f96fa-9575-45ec-bc8b-d5a24a6b3ab2 req-2db07980-f6f5-4be7-9a45-3c28d38f54b8 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710864 Dec 10 18:13:40.164929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-29cbbca9-400e-42c4-aa6d-8c1a6f180ed8 service neutron] 10.222.0.55 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284502 Dec 10 18:13:40.189662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.196038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.208297 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-ed7feaac-569b-4205-88f1-545470e3ae60 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434235 Dec 10 18:13:40.208863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.215198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.221776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.235862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.242163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.250802 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-b9242a92-0047-4cb3-be58-25841654a60f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1300392 Dec 10 18:13:40.350088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8dc2139-377a-4fbc-9080-84945bf2d2e8 req-8d066f1a-0932-401c-af31-29f237c80592 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964940 Dec 10 18:13:40.383458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94a0ec4c-6a4e-47ae-97bb-66e4f687c58a req-3250681f-7934-4c0e-a4ff-21857cf9b8c2 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651971 Dec 10 18:13:40.445146 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7793cd-dde0-4a99-a92b-c4719b64d346 x-openstack-request-id: req-cc7793cd-dde0-4a99-a92b-c4719b64d346 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:40.445471 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307", "status": "completed", "code": 200}, {"server_uuid": "9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96", "name": "network-vif-deleted", "tag": "079c7bf9-9c80-436b-947c-aed484c1d619", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:40.445957 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc7793cd-dde0-4a99-a92b-c4719b64d346 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:40.446539 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307', 'status': 'completed', 'code': 200} Dec 10 18:13:40.446902 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c6ef4d1-d2b4-4d72-9a6e-53ac71df1c96', 'name': 'network-vif-deleted', 'tag': '079c7bf9-9c80-436b-947c-aed484c1d619', 'status': 'completed', 'code': 200} Dec 10 18:13:40.447256 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607', 'status': 'completed', 'code': 200} Dec 10 18:13:40.491008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a326fb5-a2f4-4c23-9371-a66c2d330095 req-53d73164-b2b3-4e54-988d-697d8159836e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.495405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a326fb5-a2f4-4c23-9371-a66c2d330095 req-53d73164-b2b3-4e54-988d-697d8159836e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1064301 Dec 10 18:13:40.646614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a326fb5-a2f4-4c23-9371-a66c2d330095 req-b6579bd0-cbcc-440b-89cd-3db270e69f27 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416440 Dec 10 18:13:40.661835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.662557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.663204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.663680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.664147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.664667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.665169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.667477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2dc27f46-eda2-4b0a-9256-586b433584c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6476 time: 0.1153622 Dec 10 18:13:40.840811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-046fe290-2fc8-4556-b678-6d6571d59936 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a42ea51da2164ca8b9c46cade4cf905a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415788 Dec 10 18:13:40.856174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c64dc1f-6186-4a65-8290-ab73eb232b58 req-dca00df8-254e-4bf1-9601-698469683b8f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 210 time: 0.0530703 Dec 10 18:13:40.861045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2275fc12-fd48-446d-953e-01807a71cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:40.865669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-2275fc12-fd48-446d-953e-01807a71cda9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f HTTP/1.1" status: 200 len: 902 time: 0.1862257 Dec 10 18:13:40.977177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-cfab7693-db6d-4e17-bc5e-d91f0c6ed2a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=a0cc190e-de3d-4154-b29a-ff40c386d307 HTTP/1.1" status: 200 len: 217 time: 0.1015928 Dec 10 18:13:40.995031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-950d5de5-634e-45f1-ab57-4a3295f8d1e8 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:41.007523 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-950d5de5-634e-45f1-ab57-4a3295f8d1e8 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1636410 Dec 10 18:13:41.026574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-16bff0d9-fe6d-460d-9a9c-38cf2732d39d tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/quotas/a42ea51da2164ca8b9c46cade4cf905a HTTP/1.1" status: 200 len: 375 time: 0.0181353 Dec 10 18:13:41.066509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-e9ab9adf-dc34-454c-8e7c-30e939cb3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:41.067730 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-e9ab9adf-dc34-454c-8e7c-30e939cb3991 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0770338 Dec 10 18:13:41.068479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-365834a0-c8dc-40d5-b4fd-88ed84527a9f tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a42ea51da2164ca8b9c46cade4cf905a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409226 Dec 10 18:13:41.153781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d97ac-f3b9-4d7c-bb5d-a5d73d8dc13a req-d0421c83-0360-41bd-afda-327ed2949333 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:41.156052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb3d97ac-f3b9-4d7c-bb5d-a5d73d8dc13a req-d0421c83-0360-41bd-afda-327ed2949333 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.1829593 Dec 10 18:13:41.198241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-3748c92f-f195-413a-8297-7d328a177826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:41.208553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-3748c92f-f195-413a-8297-7d328a177826 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1235356 Dec 10 18:13:41.295575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb3d97ac-f3b9-4d7c-bb5d-a5d73d8dc13a req-51cce95b-57ee-4f1e-a6ea-be5f08fadf42 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316314 Dec 10 18:13:41.591308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-0f0cb031-9b65-4e13-8544-4e5da1475977 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636918 Dec 10 18:13:41.608490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e2a51-31e9-49d5-a86e-40fddc3b1b36 req-49ec640b-87ba-4066-b663-5eccfbcfdb33 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:41.610922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-197e2a51-31e9-49d5-a86e-40fddc3b1b36 req-49ec640b-87ba-4066-b663-5eccfbcfdb33 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.1329582 Dec 10 18:13:41.729311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-197e2a51-31e9-49d5-a86e-40fddc3b1b36 req-4f8a9f38-20b8-4287-85f8-846bf8ac1152 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056314 Dec 10 18:13:41.798699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-27e70b6b-33be-4f0e-8f6a-e26747372b3a service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865427 Dec 10 18:13:42.135389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.135860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.136319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.136774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.137225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.137672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.138132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.141042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-202ec073-c069-4883-9195-706628727a85 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6476 time: 0.2269559 Dec 10 18:13:42.155538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc7776-0d28-4bdd-bf19-15c571fe472b req-4f407fe2-47fa-46fb-9d1a-2eecf1874ac3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.164957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dfc7776-0d28-4bdd-bf19-15c571fe472b req-4f407fe2-47fa-46fb-9d1a-2eecf1874ac3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.2704463 Dec 10 18:13:42.380531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-df284326-01c9-4004-8ac1-5b88efbac229 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.382270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-df284326-01c9-4004-8ac1-5b88efbac229 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 815 time: 0.3435066 Dec 10 18:13:42.417965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Request body: {'port': {'device_id': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'admin_state_up': True, 'tenant_id': 'ece9534ea2694035aa9b05e5fab49f48'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:42.448692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '7c8a87a9-7089-45ae-a76b-4f2482a24754'}, {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:42.451037 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfb5d3d-c670-4522-97ca-f49950f514f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "7c8a87a9-7089-45ae-a76b-4f2482a24754"}, {"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:42.465649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dfc7776-0d28-4bdd-bf19-15c571fe472b req-3bf3b003-aac3-4b35-bc61-8021e7f95d02 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976918 Dec 10 18:13:42.536818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-5db415d8-bc00-46f0-bcf4-7913a7177b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.538616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-5db415d8-bc00-46f0-bcf4-7913a7177b40 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f HTTP/1.1" status: 200 len: 902 time: 0.3693228 Dec 10 18:13:42.604863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-56edbc91-a732-465d-bf04-84d4c7e2ee98 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b769134b-467d-47cb-8cf4-e0cf12918607 HTTP/1.1" status: 200 len: 217 time: 0.0548775 Dec 10 18:13:42.675314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c806ac6b-edce-44fa-8d45-6f44172a4b34 req-41631091-758f-4b19-9956-fd8b744f76a8 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 210 time: 0.0881488 Dec 10 18:13:42.774864 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-540180fc-2729-4cb7-9484-c12017363aad req-2b476652-7b15-4828-81fe-a7f371f6edea service neutron] show failed (client error): The resource could not be found. Dec 10 18:13:42.775950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-2b476652-7b15-4828-81fe-a7f371f6edea service neutron] 10.222.0.59 "GET /v2.0/ports/98dab9ba-cff6-49a1-8c7e-8dfb07866105/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.1858530 Dec 10 18:13:42.778097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-1d080acc-5b3f-4478-9b2e-4fd030294388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.780197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-1d080acc-5b3f-4478-9b2e-4fd030294388 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.1633220 Dec 10 18:13:42.824277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.844831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.845723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Made reservation on behalf of ece9534ea2694035aa9b05e5fab49f48 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:42.850193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:42.854554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.864185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.873017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bbd70004-8497-414f-b5a9-c578cb6b8c58 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:42.887357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.893769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cee3f7-3a2c-413a-979f-6e850a2c2cd6 req-75a605f8-1756-429f-9f9f-6bb6354fccc0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.895450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.899128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83cee3f7-3a2c-413a-979f-6e850a2c2cd6 req-75a605f8-1756-429f-9f9f-6bb6354fccc0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1174910 Dec 10 18:13:42.904366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:42.914841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-14f146a7-b8a9-4d62-bf4a-b0eff12008c3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1834757 Dec 10 18:13:42.992659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-9b80606f-a00b-459e-90e9-e9d51527343a tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a42ea51da2164ca8b9c46cade4cf905a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440726 Dec 10 18:13:43.140341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Allocated IP 172.20.0.11 (583ae604-a47c-4d8f-8084-c1e298494ed3/11421ecb-5e2d-45e3-a40f-915d57dcab4e/da20d318-d5ea-4118-b8b8-ae84db82d69a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:43.150722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-71a7ca99-8e38-4918-8673-408228d88a7c tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:43.152312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-71a7ca99-8e38-4918-8673-408228d88a7c tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465411 Dec 10 18:13:43.193456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Request body: {'port': {'device_id': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'a42ea51da2164ca8b9c46cade4cf905a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:43.213685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1fbf57d-1d3b-4672-8f7a-729adafee6ab req-25d6ec09-ebb5-4d32-9aa0-628f944b975a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2974925 Dec 10 18:13:43.226929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83cee3f7-3a2c-413a-979f-6e850a2c2cd6 req-bf587491-7246-49cd-aeed-cdc8741e0058 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802708 Dec 10 18:13:43.234104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-9fff3b9b-58d9-45bd-b4be-5b524d5a728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:43.240270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-9fff3b9b-58d9-45bd-b4be-5b524d5a728a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4433234 Dec 10 18:13:43.372812 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.409535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:43.410805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:43.415550 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d25d4d-c637-4406-87c6-e363398c8e32" -d '{"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:43.420815 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.461317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Made reservation on behalf of a42ea51da2164ca8b9c46cade4cf905a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:43.466509 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.475678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:43.486924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d360-2919-41b1-8286-4e92f059cbd7 req-870bb159-daaf-4945-8a51-d9f778f21a30 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:43.487100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2c9a839-5264-4af7-8c9d-fc6a184f6022 req-d83045d8-ebe7-4953-ac39-5485e4c7c631 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 210 time: 0.0979514 Dec 10 18:13:43.500438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad10d360-2919-41b1-8286-4e92f059cbd7 req-870bb159-daaf-4945-8a51-d9f778f21a30 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.0956795 Dec 10 18:13:43.500438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.550747 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a52a685-3c82-4f41-b357-b208ec0c8681 x-openstack-request-id: req-5a52a685-3c82-4f41-b357-b208ec0c8681 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:43.552349 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "7c8a87a9-7089-45ae-a76b-4f2482a24754", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:43.552813 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a52a685-3c82-4f41-b357-b208ec0c8681 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:43.553323 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '7c8a87a9-7089-45ae-a76b-4f2482a24754', 'status': 'completed', 'code': 200} Dec 10 18:13:43.553817 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0', 'status': 'completed', 'code': 200} Dec 10 18:13:43.569677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-61bf4dbd-7554-4f4c-b0c3-07a0188141de service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135531 Dec 10 18:13:43.575593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad10d360-2919-41b1-8286-4e92f059cbd7 req-42f922ad-b078-4812-b3af-f3b029da7b49 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804389 Dec 10 18:13:43.579794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-fc44c112-22ce-40cb-a075-d73208d85ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:43.581461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-fc44c112-22ce-40cb-a075-d73208d85ee9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 1100 time: 0.1861918 Dec 10 18:13:43.602828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:43.657246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.676241 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.691843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.746039 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8c612b-9ead-401a-91bf-d1f03e29cfe6 x-openstack-request-id: req-6a8c612b-9ead-401a-91bf-d1f03e29cfe6 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:43.746427 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-unplugged", "status": "completed", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:43.746778 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6a8c612b-9ead-401a-91bf-d1f03e29cfe6 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:43.747271 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'code': 200} Dec 10 18:13:43.770523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:43.786635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=456c426a-b8a6-4e33-9de6-3532d77c2ce1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:43.838767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c7975-808f-421b-8d9f-36b9935e311d req-1f13027d-7e45-477d-95b2-e0f28eb661b7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:43.841118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-443c7975-808f-421b-8d9f-36b9935e311d req-1f13027d-7e45-477d-95b2-e0f28eb661b7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.2024834 Dec 10 18:13:43.903421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50448658-4ea2-4b8a-9e8c-a2bf88a3dcdd req-546e7be4-4e7a-44a2-ac64-a789dfb43c49 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175272 Dec 10 18:13:43.929542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Allocated IP 192.168.233.37 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/91b654af-eb17-4913-be69-5b3d67a7d9c5) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:43.935629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-443c7975-808f-421b-8d9f-36b9935e311d req-75f6215e-327d-4a96-a2c8-8b606d74b964 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873647 Dec 10 18:13:43.947305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:44.013796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822cff3d-c19e-490b-ad5c-002b0ad0510c req-3530acf6-0a99-4b1f-8b25-e7e32b38c64f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.015545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-822cff3d-c19e-490b-ad5c-002b0ad0510c req-3530acf6-0a99-4b1f-8b25-e7e32b38c64f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.1927140 Dec 10 18:13:44.062310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a4f2762b-be21-4d54-9a2e-a9698b194dc4 req-5903df8d-ecb9-465c-aaf4-a23e9426a8df tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 210 time: 0.0580018 Dec 10 18:13:44.122991 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:44.160185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Network 583ae604-a47c-4d8f-8084-c1e298494ed3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:44.172720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Pushing event updated for resources: {'Port': ['ID=da20d318-d5ea-4118-b8b8-ae84db82d69a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:44.177133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:44.179439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:44.213168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:44.276402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-70dd5187-c27e-4cb6-a1e1-343b41085bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.277837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-70dd5187-c27e-4cb6-a1e1-343b41085bb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 1096 time: 0.3272710 Dec 10 18:13:44.284494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:44.289231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-822cff3d-c19e-490b-ad5c-002b0ad0510c req-b4557b7f-1c7b-43d7-90ae-337a28e6ab3f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433002 Dec 10 18:13:44.291885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:44.295453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.295947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.296422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.296893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.297157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:44.297356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.297822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.298282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.300243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4b0e7593-cf2c-4c19-b1f5-9dbe03084cee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6476 time: 0.2719629 Dec 10 18:13:44.305973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-5a677c01-439d-497e-a90b-238a00207e80 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.307528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-5a677c01-439d-497e-a90b-238a00207e80 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.1605790 Dec 10 18:13:44.310046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Pushing event updated for resources: {'Port': ['ID=91b654af-eb17-4913-be69-5b3d67a7d9c5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:44.379978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.381001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:44.397847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-50f7943f-1be1-4a46-bb49-be02d3775a11 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/quotas/68c8bb1bfcb54f01b8cc66a8a5ff760a HTTP/1.1" status: 200 len: 375 time: 0.0620840 Dec 10 18:13:44.404690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-00591d30-4646-40eb-9d5a-0bae4069ef23 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2242577 Dec 10 18:13:44.421066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Request body: {'port': {'device_id': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:44.421875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.422567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:44.505933 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-28a334fb-23b2-4828-ba20-809f22b57cf6 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0993016 Dec 10 18:13:44.507173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:44.511105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:44.520326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-a60e409a-3564-44c8-827b-a5823e6bc79c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1258903 Dec 10 18:13:44.550489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Request body: {'port': {'device_id': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:44.588190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-927dfd03-4b9d-44c2-a7c2-bc92ca4fa530 None None] Provisioning complete for port 91b654af-eb17-4913-be69-5b3d67a7d9c5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:44.589611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-927dfd03-4b9d-44c2-a7c2-bc92ca4fa530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:44.636424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-927dfd03-4b9d-44c2-a7c2-bc92ca4fa530 None None] Port 91b654af-eb17-4913-be69-5b3d67a7d9c5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:13:44.657166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619db97c-67d8-4b12-b423-ac6ebdf7c751 req-ef1c8c2c-fce7-44eb-9b48-d268b2c0f9c5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.658723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-619db97c-67d8-4b12-b423-ac6ebdf7c751 req-ef1c8c2c-fce7-44eb-9b48-d268b2c0f9c5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.2233927 Dec 10 18:13:44.659758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-47d2091b-9205-4add-8f2a-d24bd5ce5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.661087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-47d2091b-9205-4add-8f2a-d24bd5ce5bb1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 0.3564067 Dec 10 18:13:44.681604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:44.684847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-1e54934d-6394-450f-a9d1-db95be5f0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:44.686394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-1e54934d-6394-450f-a9d1-db95be5f0e1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 200 len: 903 time: 0.3678050 Dec 10 18:13:44.873428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 98dab9ba-cff6-49a1-8c7e-8dfb07866105 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:45.008623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:45.060614 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-0e78d5ae-17fe-47b7-9d38-c170dd86b4f9 service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390043 Dec 10 18:13:45.148609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-d1e770db-c708-498b-8f3e-b10cb34647ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f HTTP/1.1" status: 200 len: 217 time: 0.4700968 Dec 10 18:13:45.149168 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:45.161597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-16c04924-6cc1-4c26-bc45-5f52bdcf773a service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945225 Dec 10 18:13:45.163112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-52027bf9-78d5-4a18-a6c2-76736146f4e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754 HTTP/1.1" status: 200 len: 217 time: 0.4379523 Dec 10 18:13:45.275121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:45.319365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Transition to ACTIVE for port object 98dab9ba-cff6-49a1-8c7e-8dfb07866105 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:45.324590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-009d3b5c-7230-4583-b1bc-91bfb431dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.326307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-009d3b5c-7230-4583-b1bc-91bfb431dd79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1602845 Dec 10 18:13:45.334185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-619db97c-67d8-4b12-b423-ac6ebdf7c751 req-aae29b92-c6ab-47b3-b36c-99ca12005a45 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506484 Dec 10 18:13:45.362771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:45.381770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-890549c0-c42d-4055-a26f-1b2898295157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.383339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-890549c0-c42d-4055-a26f-1b2898295157 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.1776087 Dec 10 18:13:45.392232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-3f817e4a-585a-4fce-8b04-a74bc033236b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531964 Dec 10 18:13:45.436692 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:13:45.437129 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:13:45.509977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-4b4c8f42-024b-428e-b7da-8efc903a3b8e tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.511675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-4b4c8f42-024b-428e-b7da-8efc903a3b8e tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e HTTP/1.1" status: 200 len: 944 time: 0.1924396 Dec 10 18:13:45.570884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:45.574204 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9d2bc-8cad-464a-87ce-c035fbbaec79" -d '{"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-unplugged", "status": "completed", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:45.575629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.582183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.588391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.595106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.602336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.608669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.615466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.617410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-582b2712-d7ae-46e2-837b-78ab4fdc5720 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.2418199 Dec 10 18:13:45.637540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:45.646384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] No DVR routers for this DVR port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:45.746208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-62ac7363-b9fa-43cb-b9bd-3bc85aedbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.748034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-62ac7363-b9fa-43cb-b9bd-3bc85aedbb8f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3319614 Dec 10 18:13:45.798393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b654af-eb17-4913-be69-5b3d67a7d9c5 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:45.815427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849640af-bcfd-4628-89ea-4ff0253c1d44 req-428370c0-ceed-46ce-9e60-d64d500f6e44 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:45.817037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-849640af-bcfd-4628-89ea-4ff0253c1d44 req-428370c0-ceed-46ce-9e60-d64d500f6e44 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 932 time: 0.3362937 Dec 10 18:13:45.819548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:45.833379 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f390dd9b-3df4-4493-8b98-46b260b3e957 req-ee6a49ea-1e22-42bb-82e8-1c4b582268fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002878 Dec 10 18:13:45.845114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Transition to ACTIVE for port object 91b654af-eb17-4913-be69-5b3d67a7d9c5 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:45.848144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Deleting port bbd70004-8497-414f-b5a9-c578cb6b8c58 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:13:45.848884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:45.853391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:45.888020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-f10d9390-e5fc-40e9-9ea1-c7fd19f2f0ec service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730394 Dec 10 18:13:45.940298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:45.940639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:45.943322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:45.965028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Pushing event updated for resources: {'Port': ['ID=91b654af-eb17-4913-be69-5b3d67a7d9c5,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:46.017724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:46.018060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Attempting to bind port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:46.053859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device aac50712-4af3-4915-b612-8a2fce2ebd8f no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:46.065947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:46.066297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:46.066735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:46.067202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Bound port: 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:46.067582 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.100867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] For port bbd70004-8497-414f-b5a9-c578cb6b8c58, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bbd70004-8497-414f-b5a9-c578cb6b8c58,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:46.100867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.122846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Calling delete_port for bbd70004-8497-414f-b5a9-c578cb6b8c58 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:13:46.150958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Attempting to bind port 91b654af-eb17-4913-be69-5b3d67a7d9c5 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:46.150958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Attempting to bind port 91b654af-eb17-4913-be69-5b3d67a7d9c5 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:46.150958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Attempting to bind port 91b654af-eb17-4913-be69-5b3d67a7d9c5 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:46.197079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da20d318-d5ea-4118-b8b8-ae84db82d69a {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:46.207601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.216044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Port 91b654af-eb17-4913-be69-5b3d67a7d9c5 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:46.216359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Attempting to bind port 91b654af-eb17-4913-be69-5b3d67a7d9c5 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:46.226949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Transition to ACTIVE for port object da20d318-d5ea-4118-b8b8-ae84db82d69a will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:46.231180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f2848-94f2-457c-b90e-8fcb0f5a5c30 req-b3d5c6eb-c999-42b2-8d94-d035673c770e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:46.232859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f52f2848-94f2-457c-b90e-8fcb0f5a5c30 req-b3d5c6eb-c999-42b2-8d94-d035673c770e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 945 time: 0.2053716 Dec 10 18:13:46.241834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-849640af-bcfd-4628-89ea-4ff0253c1d44 req-0d9f1f56-7b0e-4a45-99a5-376e7b32674a tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052231 Dec 10 18:13:46.248067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:46.248473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:46.248863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:46.249494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Bound port: 91b654af-eb17-4913-be69-5b3d67a7d9c5, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:46.249865 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.252480 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.256551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.305527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:46.309733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:46.312810 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72946a99-80a8-4ad7-bf72-de7e5a0238ed" -d '{"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:46.326505 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.404680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-d156f502-52b2-4adf-8d1c-be3b12c90534 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356390 Dec 10 18:13:46.410276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:46.412955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f52f2848-94f2-457c-b90e-8fcb0f5a5c30 req-9bfcbeb1-714c-49b0-b199-296a7da011a0 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700683 Dec 10 18:13:46.493264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] For port 91b654af-eb17-4913-be69-5b3d67a7d9c5, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:46.513048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:46.577595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Pushing event updated for resources: {'Port': ['ID=da20d318-d5ea-4118-b8b8-ae84db82d69a,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:46.577894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] For port 91b654af-eb17-4913-be69-5b3d67a7d9c5, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=91b654af-eb17-4913-be69-5b3d67a7d9c5,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:46.581578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-627b5884-97cd-4ba6-a67f-b2faade4f31c req-d5172bda-502c-46ec-9a8a-6419563e6d2c service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6813974 Dec 10 18:13:46.592362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:46.594887 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.626285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.649464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.680716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd2f71-1593-44b7-bdc7-768b46648615 req-eb36ab1f-97b1-4ada-bb41-3ab9d86f5909 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:46.682395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31dd2f71-1593-44b7-bdc7-768b46648615 req-eb36ab1f-97b1-4ada-bb41-3ab9d86f5909 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.2845993 Dec 10 18:13:46.683083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:46.684179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.687871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] 10.222.0.30 "PUT /v2.0/ports/91b654af-eb17-4913-be69-5b3d67a7d9c5 HTTP/1.1" status: 200 len: 1095 time: 2.2709918 Dec 10 18:13:46.693955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:46.694614 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.696064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] 10.222.0.30 "PUT /v2.0/ports/98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 1095 time: 3.1040664 Dec 10 18:13:46.711337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'tag': '91b654af-eb17-4913-be69-5b3d67a7d9c5'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:46.719554 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ec374b-a24d-4804-ac3a-2939078bd8bd" -d '{"events": [{"name": "network-changed", "server_uuid": "845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30", "tag": "91b654af-eb17-4913-be69-5b3d67a7d9c5"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:46.751508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e02ca-edc6-4e54-bd4d-75b44fde2913 req-ecc2df91-fb0f-4588-a495-f6734ddd8280 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:46.759596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-378e02ca-edc6-4e54-bd4d-75b44fde2913 req-ecc2df91-fb0f-4588-a495-f6734ddd8280 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 947 time: 0.2728212 Dec 10 18:13:46.876206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Attempting to bind port da20d318-d5ea-4118-b8b8-ae84db82d69a on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:46.876601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Attempting to bind port da20d318-d5ea-4118-b8b8-ae84db82d69a by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:46.876883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Attempting to bind port da20d318-d5ea-4118-b8b8-ae84db82d69a on network 583ae604-a47c-4d8f-8084-c1e298494ed3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:46.889574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac03b5e-3d45-4087-a706-37fd3e99ef0c service neutron] Pushing event updated for resources: {'Port': ['ID=91b654af-eb17-4913-be69-5b3d67a7d9c5,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:46.900118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-b00b6d44-c73b-468c-94e2-f176e18d00d5 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702663 Dec 10 18:13:46.927307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] No DVR routers for this DVR port bbd70004-8497-414f-b5a9-c578cb6b8c58 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:46.933304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:46.937032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d846ab42-7430-4e8a-815e-2a3178bfc787 req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "DELETE /v2.0/ports/bbd70004-8497-414f-b5a9-c578cb6b8c58 HTTP/1.1" status: 204 len: 173 time: 1.4179382 Dec 10 18:13:46.942032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Port da20d318-d5ea-4118-b8b8-ae84db82d69a on network 583ae604-a47c-4d8f-8084-c1e298494ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:46.948752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Attempting to bind port da20d318-d5ea-4118-b8b8-ae84db82d69a on network 583ae604-a47c-4d8f-8084-c1e298494ed3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:46.956318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85541029-84fb-45e1-b67c-0cd2c300f405 service neutron] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:46.973921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-378e02ca-edc6-4e54-bd4d-75b44fde2913 req-7dd11711-6973-4fa4-86fc-f230a7958b65 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128146 Dec 10 18:13:46.976833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734423ee-b77c-4f08-9e2d-d039bdb0c839 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event deleted for resources: {'Port': ['ID=bbd70004-8497-414f-b5a9-c578cb6b8c58,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:47.000258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-f3701c5c-6050-462a-985b-be31e152f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.007486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-f3701c5c-6050-462a-985b-be31e152f978 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a42ea51da2164ca8b9c46cade4cf905a&device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 1098 time: 0.2086599 Dec 10 18:13:47.019335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:47.020011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Checking segment: {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:47.020579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Bound using segment: {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:47.021228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Bound port: da20d318-d5ea-4118-b8b8-ae84db82d69a, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:47.021793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:47.057215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31dd2f71-1593-44b7-bdc7-768b46648615 req-7ce9aea2-089f-4c34-991c-cf3a14a05f28 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481810 Dec 10 18:13:47.078916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-3ea1fef9-0dfa-45cc-8a9a-ebe2c7aecbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.083848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-3ea1fef9-0dfa-45cc-8a9a-ebe2c7aecbd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1098 time: 0.3212726 Dec 10 18:13:47.149150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-5c37a33b-ae8b-4694-866b-9077c1fe4051 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=91b654af-eb17-4913-be69-5b3d67a7d9c5 HTTP/1.1" status: 200 len: 217 time: 0.1310000 Dec 10 18:13:47.163666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9b71615-949a-492c-9a63-d46fe6e91e82 req-db7ba118-7b11-4049-8c03-31df8d424b4b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 210 time: 0.0905256 Dec 10 18:13:47.222471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-59bd28a4-cd3c-4787-836e-56bbfd529c00 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.226717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-59bd28a4-cd3c-4787-836e-56bbfd529c00 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.5297058 Dec 10 18:13:47.262407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Request body: {'port': {'device_id': 'b0d827f5-d676-49e5-8b78-a39255987277', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'admin_state_up': True, 'tenant_id': '68c8bb1bfcb54f01b8cc66a8a5ff760a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:47.275621 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a47e08-d3e7-411b-9a68-dcde8d197b3b x-openstack-request-id: req-75a47e08-d3e7-411b-9a68-dcde8d197b3b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:47.275839 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-unplugged", "status": "completed", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:47.276140 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-75a47e08-d3e7-411b-9a68-dcde8d197b3b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:47.276706 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'code': 200} Dec 10 18:13:47.280488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.281348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.281835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.282314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.283765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.283765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.284150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.286665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-ca5f545d-e5f7-4883-87a1-d23eb43f71b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6476 time: 0.2779841 Dec 10 18:13:47.309567 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c49707-b715-4602-aa60-c9c9b28be2cb x-openstack-request-id: req-29c49707-b715-4602-aa60-c9c9b28be2cb {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:47.310079 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-unplugged", "status": "completed", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:47.310249 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29c49707-b715-4602-aa60-c9c9b28be2cb {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:47.310727 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'code': 200} Dec 10 18:13:47.322966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-68c7b4cb-6059-4519-9878-6902803b8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.324506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-68c7b4cb-6059-4519-9878-6902803b8b3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1576767 Dec 10 18:13:47.411345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] For port da20d318-d5ea-4118-b8b8-ae84db82d69a, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:47.468529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] For port da20d318-d5ea-4118-b8b8-ae84db82d69a, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=da20d318-d5ea-4118-b8b8-ae84db82d69a,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:47.477577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf8fa7-8df0-4a2a-9a43-efd357c4d158 req-10c524bd-8ce9-4c10-bc52-1230861bf766 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.479200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bdf8fa7-8df0-4a2a-9a43-efd357c4d158 req-10c524bd-8ce9-4c10-bc52-1230861bf766 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.2761035 Dec 10 18:13:47.486540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:47.493444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-3e2ca64f-4377-4208-880e-60d33834b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.495317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-3e2ca64f-4377-4208-880e-60d33834b37e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266663 Dec 10 18:13:47.495455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-bfd2ef44-df53-4810-92b0-7de00ff0a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.496853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-bfd2ef44-df53-4810-92b0-7de00ff0a2e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3974051 Dec 10 18:13:47.502765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-342cdb94-7041-48cd-abbe-7425f2230b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.504469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-342cdb94-7041-48cd-abbe-7425f2230b50 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 200 len: 903 time: 0.2065895 Dec 10 18:13:47.516156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a406f-c9c2-4b35-99c7-d3e718064c66 req-773f6012-f044-4b7f-b580-cbb16ce2abbe tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.518413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f39a406f-c9c2-4b35-99c7-d3e718064c66 req-773f6012-f044-4b7f-b580-cbb16ce2abbe tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 947 time: 0.1483958 Dec 10 18:13:47.586319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-cd9a32a5-3e1b-43c7-8041-fb29043339a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0 HTTP/1.1" status: 200 len: 217 time: 0.0669224 Dec 10 18:13:47.594515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.595031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:47.596793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] 10.222.0.30 "PUT /v2.0/ports/da20d318-d5ea-4118-b8b8-ae84db82d69a HTTP/1.1" status: 200 len: 1092 time: 3.0620360 Dec 10 18:13:47.604759 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-fac60de7-7614-46f6-9bcb-7830029ff9ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0725834 Dec 10 18:13:47.721687 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f39a406f-c9c2-4b35-99c7-d3e718064c66 req-d04ea024-5511-430c-999d-065c4b5bb803 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816196 Dec 10 18:13:47.724353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2997cb87-029c-4b29-af5b-b21792f5d623 service neutron] Pushing event updated for resources: {'Port': ['ID=da20d318-d5ea-4118-b8b8-ae84db82d69a,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:47.737679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4da96569-33e1-4557-a3a7-554fda8680a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.737679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-4da96569-33e1-4557-a3a7-554fda8680a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.1068368 Dec 10 18:13:47.745928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bdf8fa7-8df0-4a2a-9a43-efd357c4d158 req-ba1f8f25-d82e-4a78-8960-a52897086494 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479606 Dec 10 18:13:47.757825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Made reservation on behalf of 68c8bb1bfcb54f01b8cc66a8a5ff760a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:47.761562 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:47.765076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-e44bd747-9374-463a-b5a7-59512be42a26 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441208 Dec 10 18:13:47.790075 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b73ed75-ebaf-4b3b-babc-fe9bbe252618 x-openstack-request-id: req-0b73ed75-ebaf-4b3b-babc-fe9bbe252618 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:47.790303 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30", "tag": "91b654af-eb17-4913-be69-5b3d67a7d9c5", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:47.790666 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0b73ed75-ebaf-4b3b-babc-fe9bbe252618 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:47.791046 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'tag': '91b654af-eb17-4913-be69-5b3d67a7d9c5', 'status': 'completed', 'code': 200} Dec 10 18:13:47.819424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-24312b6f-490a-45a9-82d8-b192c4fe7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.821425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-24312b6f-490a-45a9-82d8-b192c4fe7bd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2057858 Dec 10 18:13:47.878310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-c993a3e5-e9c2-487e-9d58-c046d3cf0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.879873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-c993a3e5-e9c2-487e-9d58-c046d3cf0592 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1387987 Dec 10 18:13:47.964467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-356cadf1-bfb5-46cb-b850-d125f68c42be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.966025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-356cadf1-bfb5-46cb-b850-d125f68c42be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 1095 time: 0.2909336 Dec 10 18:13:47.976873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e038f4d-ad9d-4a65-b6de-1cf89653909d req-4122af66-7525-45b1-8793-1006ac00620b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:47.978315 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e038f4d-ad9d-4a65-b6de-1cf89653909d req-4122af66-7525-45b1-8793-1006ac00620b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 944 time: 0.1383204 Dec 10 18:13:47.982597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc55855-7cf7-496c-ad46-16ddd704492a req-723322dc-478f-4518-8c47-1913b942ddfa service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027383 Dec 10 18:13:48.046288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-85140c3c-e418-4e31-bb91-8c211641c23e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da20d318-d5ea-4118-b8b8-ae84db82d69a HTTP/1.1" status: 200 len: 217 time: 0.0707982 Dec 10 18:13:48.052354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540180fc-2729-4cb7-9484-c12017363aad req-51146f62-b3b2-4a30-9f07-93b002b6d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.053876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-51146f62-b3b2-4a30-9f07-93b002b6d333 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2222314 Dec 10 18:13:48.057708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-662982ea-f8c9-4a35-943b-38d029d3dfc6 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627300 Dec 10 18:13:48.062921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e038f4d-ad9d-4a65-b6de-1cf89653909d req-ef75f15a-9c0c-474e-aeee-ca584c2822fa tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773458 Dec 10 18:13:48.098909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.105003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.112130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.117387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.123479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.129406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.135305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.137215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-9e95af51-aec8-4659-9f13-1561e0c1a8e1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.3070798 Dec 10 18:13:48.178052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-5f608913-14d8-48a5-ac04-bcfc1b369cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.179772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-5f608913-14d8-48a5-ac04-bcfc1b369cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a42ea51da2164ca8b9c46cade4cf905a&device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 1098 time: 0.1321037 Dec 10 18:13:48.259601 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecfb5d3d-c670-4522-97ca-f49950f514f3 req-b11e53cc-4da8-4ec7-9d25-881391926d6c service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821988 Dec 10 18:13:48.273350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123e3eb-5f03-42f8-8c31-88d4440bcff0 req-389eb2aa-144f-4319-b6a5-4b2a904a2707 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.275065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7123e3eb-5f03-42f8-8c31-88d4440bcff0 req-389eb2aa-144f-4319-b6a5-4b2a904a2707 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 943 time: 0.1452770 Dec 10 18:13:48.291544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Allocated IP 172.20.0.13 (3bb0b288-c30d-4141-9e74-e08ced68f7aa/43388b79-577f-4c12-ac62-071c26821e53/938f77bb-91f9-4360-b872-0e8203c1e97d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:48.295270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-6b7efafc-4f8e-4725-8b3a-ebe27cc79fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.296636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-6b7efafc-4f8e-4725-8b3a-ebe27cc79fa0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11421ecb-5e2d-45e3-a40f-915d57dcab4e HTTP/1.1" status: 200 len: 855 time: 0.2417235 Dec 10 18:13:48.345384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-31d82d9d-d00d-4ec6-8e78-569edf82b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.346907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-31d82d9d-d00d-4ec6-8e78-569edf82b1ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1557729 Dec 10 18:13:48.356390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-3552622b-92b6-4791-a9a1-25011f2e0268 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=583ae604-a47c-4d8f-8084-c1e298494ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480781 Dec 10 18:13:48.366448 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7123e3eb-5f03-42f8-8c31-88d4440bcff0 req-66fb1253-6bf9-4010-a120-fd76a6572903 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734391 Dec 10 18:13:48.395533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-2e4e9ba1-0d3b-465e-9be1-0245c8e6d3ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=91b654af-eb17-4913-be69-5b3d67a7d9c5 HTTP/1.1" status: 200 len: 217 time: 0.0396121 Dec 10 18:13:48.467750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-6f11c454-a7cb-4fe2-b7af-dcd2c5227640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.469405 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-6f11c454-a7cb-4fe2-b7af-dcd2c5227640 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0664124 Dec 10 18:13:48.481627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bd4767d-7336-4700-a3b3-2a3019e3e65b req-0689a950-f274-42fc-8e4c-322964e5a53c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2938185 Dec 10 18:13:48.490169 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-19175df3-6471-4323-9b5d-bf63eecdb3ba service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507774 Dec 10 18:13:48.545271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-a2271637-5dba-4521-bea4-a4069981e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.546929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-a2271637-5dba-4521-bea4-a4069981e231 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0694587 Dec 10 18:13:48.562506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a3dc3-b529-4f18-bb2e-2ba733a186fc req-0b9a7f3b-e10f-4280-aced-3a2af8308ba0 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.564196 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd4a3dc3-b529-4f18-bb2e-2ba733a186fc req-0b9a7f3b-e10f-4280-aced-3a2af8308ba0 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 947 time: 0.1003568 Dec 10 18:13:48.675419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd4a3dc3-b529-4f18-bb2e-2ba733a186fc req-88ad5c1d-bad2-4737-a88b-466faf5b5a8e tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023571 Dec 10 18:13:48.710163 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-120b1b7d-2f3f-4311-803d-27309aecf13f service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448703 Dec 10 18:13:48.820820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28510e5c-ceb3-4f3d-a04c-f61a4c320c19 req-79310e6d-283e-4e25-948b-02ee1cda739c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 210 time: 0.0468030 Dec 10 18:13:48.877338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device aac50712-4af3-4915-b612-8a2fce2ebd8f no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:48.891328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3ec374b-a24d-4804-ac3a-2939078bd8bd req-25d96d96-d5b1-4951-a7ae-dba578a05ceb service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730013 Dec 10 18:13:48.977241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd731e-cc8a-456e-a86f-79d02853ffe8 req-420e19d2-4327-4e26-9982-96c1972dfb83 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:48.987512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8bd731e-cc8a-456e-a86f-79d02853ffe8 req-420e19d2-4327-4e26-9982-96c1972dfb83 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 947 time: 0.0939162 Dec 10 18:13:48.991364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bbd70004-8497-414f-b5a9-c578cb6b8c58 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:49.014868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: bbd70004-8497-414f-b5a9-c578cb6b8c58 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:13:49.015642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bbd70004-8497-414f-b5a9-c578cb6b8c58 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:13:49.044505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8bd731e-cc8a-456e-a86f-79d02853ffe8 req-da50fac9-ce09-4d2a-8584-20fdf69b77a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559773 Dec 10 18:13:49.072027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-45097b86-a0c0-4990-acdb-419f967b5c13 service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7009342 Dec 10 18:13:49.122667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838c9bb-3204-4ac8-bce5-e4f2db116f70 req-b552f9cc-1255-472f-9227-a84fa3cf8f66 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.124571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d838c9bb-3204-4ac8-bce5-e4f2db116f70 req-b552f9cc-1255-472f-9227-a84fa3cf8f66 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.2192066 Dec 10 18:13:49.178633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c7dae-a4ee-483d-ab0a-5d11f03529d8 req-98db4513-fba0-4c2b-b8fd-4429c386a3a5 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.186774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e3c7dae-a4ee-483d-ab0a-5d11f03529d8 req-98db4513-fba0-4c2b-b8fd-4429c386a3a5 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.0677159 Dec 10 18:13:49.212580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540180fc-2729-4cb7-9484-c12017363aad req-41b69306-d417-421e-bb7d-974305fcc673 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7127972 Dec 10 18:13:49.239041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e3c7dae-a4ee-483d-ab0a-5d11f03529d8 req-d4700be8-62d4-4c35-92c5-5d66e0e77274 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Dec 10 18:13:49.261541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:49.280740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105'}, {'name': 'network-changed', 'server_uuid': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'tag': 'da20d318-d5ea-4118-b8b8-ae84db82d69a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:49.283127 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31513ee-910c-43c3-985d-0714405ea7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105"}, {"name": "network-changed", "server_uuid": "7a19dfb7-c2d8-4d7d-add1-c26120b21ead", "tag": "da20d318-d5ea-4118-b8b8-ae84db82d69a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:49.296575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d838c9bb-3204-4ac8-bce5-e4f2db116f70 req-835fc704-a7b0-4217-b7e8-856a1ec31d8f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339343 Dec 10 18:13:49.300158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d2540e2-b9dc-40dc-841d-34dbab1a8583 req-1f7023ee-f822-4b8a-afd7-867ef11f4531 service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177820 Dec 10 18:13:49.349213 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:49.392846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e1cd8-b31d-41b4-a854-0cff52c7b559 req-b8adf7b5-cfd5-441f-afa2-ed434671928c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.403652 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62e4615-7b97-426f-9119-23f033229012 x-openstack-request-id: req-f62e4615-7b97-426f-9119-23f033229012 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:49.411016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-984e1cd8-b31d-41b4-a854-0cff52c7b559 req-b8adf7b5-cfd5-441f-afa2-ed434671928c tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 944 time: 0.1140318 Dec 10 18:13:49.411659 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7a19dfb7-c2d8-4d7d-add1-c26120b21ead", "tag": "da20d318-d5ea-4118-b8b8-ae84db82d69a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:49.412119 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f62e4615-7b97-426f-9119-23f033229012 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:49.414438 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'status': 'completed', 'code': 200} Dec 10 18:13:49.414694 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'tag': 'da20d318-d5ea-4118-b8b8-ae84db82d69a', 'status': 'completed', 'code': 200} Dec 10 18:13:49.431528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:49.436554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:49.471044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:49.513858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-984e1cd8-b31d-41b4-a854-0cff52c7b559 req-b9eff935-8db4-46df-9268-9e3b90693dfc tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013203 Dec 10 18:13:49.518405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-1f419f06-18d4-4e26-bce4-ff07b1e3c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.518405 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-1f419f06-18d4-4e26-bce4-ff07b1e3c846 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1098 time: 0.0791202 Dec 10 18:13:49.519628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:49.567346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.567988 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:49.574656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-8c4a2c59-9146-4734-a800-26e893474b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.576029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-8c4a2c59-9146-4734-a800-26e893474b6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1098 time: 0.1409795 Dec 10 18:13:49.611239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-7536a5be-a14d-47de-95f7-711731bdffcf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3563204 Dec 10 18:13:49.620933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9acdaf-ad05-4475-a033-eeef0b2e57bf req-62f30fab-7291-43ca-b689-88bf932eda63 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.622561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9acdaf-ad05-4475-a033-eeef0b2e57bf req-62f30fab-7291-43ca-b689-88bf932eda63 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 943 time: 0.1429698 Dec 10 18:13:49.658386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Request body: {'port': {'device_id': 'b0d827f5-d676-49e5-8b78-a39255987277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:49.797713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9acdaf-ad05-4475-a033-eeef0b2e57bf req-e7fc7092-e86c-4d9a-a564-04f418907a99 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441085 Dec 10 18:13:49.799384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-5325af6e-62d5-400c-9f6d-1e7f94a2a19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.805162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-5325af6e-62d5-400c-9f6d-1e7f94a2a19c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2150402 Dec 10 18:13:49.805162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:49.805646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 91b654af-eb17-4913-be69-5b3d67a7d9c5 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:49.857333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-0155dea1-66e2-4aeb-a17d-5f40df7feb2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0425897 Dec 10 18:13:49.924944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-deleted', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:49.927230 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32b4f1c-e46f-462c-b145-9f8bedec4108" -d '{"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-deleted", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:49.942952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 91b654af-eb17-4913-be69-5b3d67a7d9c5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=91b654af-eb17-4913-be69-5b3d67a7d9c5,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:49.954065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '91b654af-eb17-4913-be69-5b3d67a7d9c5', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '91b654af-eb17-4913-be69-5b3d67a7d9c5', 'mac_address': 'fa:16:3e:19:5d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:49.987194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-ca2d686e-190b-4186-a4eb-9834ccbe8d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:49.988689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-ca2d686e-190b-4186-a4eb-9834ccbe8d25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4624636 Dec 10 18:13:50.000724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.004896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:50.006928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.013081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.017790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b654af-eb17-4913-be69-5b3d67a7d9c5 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:50.019133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.025022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.025863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-80aaeadb-be26-470a-8ae5-cc80fa8e7e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.027433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-80aaeadb-be26-470a-8ae5-cc80fa8e7e35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1502128 Dec 10 18:13:50.031548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.037415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.039930 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-1b45b0ac-7f15-423d-8e0e-72f04a8429f3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.4414866 Dec 10 18:13:50.040089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 91b654af-eb17-4913-be69-5b3d67a7d9c5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=91b654af-eb17-4913-be69-5b3d67a7d9c5,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:50.046388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:50.062630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260ba95-f899-4afd-a148-9c16dcb50d47 req-35430843-c568-44d8-bb84-9fb3a554279f tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.064170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0260ba95-f899-4afd-a148-9c16dcb50d47 req-35430843-c568-44d8-bb84-9fb3a554279f tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 947 time: 0.1642256 Dec 10 18:13:50.078933 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-a3db5362-1482-414f-a6be-a842042d9154 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0385666 Dec 10 18:13:50.122812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=91b654af-eb17-4913-be69-5b3d67a7d9c5,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:50.172109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-a66aea93-358f-480e-9b28-6b1e6d2b0ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.173419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-a66aea93-358f-480e-9b28-6b1e6d2b0ede service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0779016 Dec 10 18:13:50.183412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-b74d9ec7-6670-46c3-95c1-d823c92b0ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.184100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-573689f7-d2b9-44c5-b776-ff641ab1a20d req-ed150889-bd52-4592-a1d3-b2240eff8aec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1080568 Dec 10 18:13:50.184843 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-b74d9ec7-6670-46c3-95c1-d823c92b0ffb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447353 Dec 10 18:13:50.212602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0260ba95-f899-4afd-a148-9c16dcb50d47 req-b8de4524-3017-4762-8aea-f499a7fe9476 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320217 Dec 10 18:13:50.247397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-7f10fa7f-bfcf-44b0-a491-46fb82a0930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.248983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-7f10fa7f-bfcf-44b0-a491-46fb82a0930a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0639920 Dec 10 18:13:50.334040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['91b654af-eb17-4913-be69-5b3d67a7d9c5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:50.362927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-24312e35-e015-4d66-995e-4e0eadbbb546 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053522 Dec 10 18:13:50.383448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-11532c1f-c819-4743-9944-43a0b014b8be service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881173 Dec 10 18:13:50.415806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4299804-db9b-4805-bfb9-75d5d59f24c3 req-a40725da-6fc5-44a9-b24f-74ac847a9fec tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.417511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4299804-db9b-4805-bfb9-75d5d59f24c3 req-a40725da-6fc5-44a9-b24f-74ac847a9fec tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 932 time: 0.1404643 Dec 10 18:13:50.483616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-4f2c41ea-df31-40d8-a676-15c7aec832df service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124680 Dec 10 18:13:50.525882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938f77bb-91f9-4360-b872-0e8203c1e97d {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:50.555663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:50.583972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4299804-db9b-4805-bfb9-75d5d59f24c3 req-38fed70f-0a73-43b0-8d7b-d846c99ba504 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407301 Dec 10 18:13:50.589255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Transition to ACTIVE for port object 938f77bb-91f9-4360-b872-0e8203c1e97d will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:50.600427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:50.614646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-112b3567-4614-45ed-b394-cb9bded0ab41 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091341 Dec 10 18:13:50.667143 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adcd97e-039a-4c1a-9cdc-c92c99db877f x-openstack-request-id: req-6adcd97e-039a-4c1a-9cdc-c92c99db877f {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:50.667516 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e", "name": "network-vif-deleted", "tag": "bbd70004-8497-414f-b5a9-c578cb6b8c58", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:50.667838 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6adcd97e-039a-4c1a-9cdc-c92c99db877f {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:50.668303 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2cfc61-e1da-4b1d-b0f7-762f29f97c5e', 'name': 'network-vif-deleted', 'tag': 'bbd70004-8497-414f-b5a9-c578cb6b8c58', 'status': 'completed', 'code': 200} Dec 10 18:13:50.695290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:50.839747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-441e38de-d9eb-4749-9abb-8658388a8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.841270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-441e38de-d9eb-4749-9abb-8658388a8c9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ece9534ea2694035aa9b05e5fab49f48&device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 1095 time: 0.1629391 Dec 10 18:13:50.843727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Attempting to bind port 938f77bb-91f9-4360-b872-0e8203c1e97d on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:50.844067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Attempting to bind port 938f77bb-91f9-4360-b872-0e8203c1e97d by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:50.844399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Attempting to bind port 938f77bb-91f9-4360-b872-0e8203c1e97d on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:50.857028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8223936-431e-4064-809d-45c0abe4046f req-17555160-cf3f-4f48-baae-856f4327072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.859240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8223936-431e-4064-809d-45c0abe4046f req-17555160-cf3f-4f48-baae-856f4327072d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 1096 time: 0.1184139 Dec 10 18:13:50.866836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Port 938f77bb-91f9-4360-b872-0e8203c1e97d on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:50.867169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Attempting to bind port 938f77bb-91f9-4360-b872-0e8203c1e97d on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:50.876921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256608c-3a29-4a64-925c-7992b19bafd8 req-b420264c-c98c-4991-8aa2-839b15d07aba tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.878434 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8256608c-3a29-4a64-925c-7992b19bafd8 req-b420264c-c98c-4991-8aa2-839b15d07aba tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 947 time: 0.1283247 Dec 10 18:13:50.895912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-bd1e6f70-5d98-46d2-8d08-64bade865373 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:50.897410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-bd1e6f70-5d98-46d2-8d08-64bade865373 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e HTTP/1.1" status: 200 len: 943 time: 0.0511203 Dec 10 18:13:50.937113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:50.937376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Checking segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:50.937757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Bound using segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:50.938225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Bound port: 938f77bb-91f9-4360-b872-0e8203c1e97d, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:50.938614 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:50.996435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Deleting port aac50712-4af3-4915-b612-8a2fce2ebd8f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:13:50.996744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:51.058872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8256608c-3a29-4a64-925c-7992b19bafd8 req-dec4712f-6628-439e-95f5-fa048af138c5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680100 Dec 10 18:13:51.061035 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8223936-431e-4064-809d-45c0abe4046f req-83b053b2-cee5-4b95-9b22-9aa2febeafaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805441 Dec 10 18:13:51.076956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-a9d77219-098c-4a8d-81ff-672f0ef379b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:51.076956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-a9d77219-098c-4a8d-81ff-672f0ef379b7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 200 len: 916 time: 0.2168632 Dec 10 18:13:51.093830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] For port aac50712-4af3-4915-b612-8a2fce2ebd8f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=aac50712-4af3-4915-b612-8a2fce2ebd8f,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:51.094190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:51.097811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:51.101327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:51.107994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:51.108198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Calling delete_port for aac50712-4af3-4915-b612-8a2fce2ebd8f owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:13:51.164362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:51.164998 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:51.166471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] 10.222.0.59 "PUT /v2.0/ports/938f77bb-91f9-4360-b872-0e8203c1e97d HTTP/1.1" status: 200 len: 1092 time: 1.5428784 Dec 10 18:13:51.206307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42156361-a0b4-408d-b3b4-529f3c4ccadf service neutron] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:51.244662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b2b29-86fd-4f7f-835d-001664cadf36 req-66022ace-a68d-4ab7-9202-60dafdd22a68 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:51.246478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de8b2b29-86fd-4f7f-835d-001664cadf36 req-66022ace-a68d-4ab7-9202-60dafdd22a68 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.1237743 Dec 10 18:13:51.264324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:51.296011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event deleted for resources: {'Port': ['ID=aac50712-4af3-4915-b612-8a2fce2ebd8f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:51.321139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-d4ecb292-fc41-4f74-9fb8-2df7d71f617a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da20d318-d5ea-4118-b8b8-ae84db82d69a HTTP/1.1" status: 200 len: 217 time: 0.0471268 Dec 10 18:13:51.328251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-946cacfa-6d76-4e35-8a94-16879a7cf891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:51.329785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-946cacfa-6d76-4e35-8a94-16879a7cf891 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 1095 time: 0.1199026 Dec 10 18:13:51.355752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] No DVR routers for this DVR port aac50712-4af3-4915-b612-8a2fce2ebd8f on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:51.359639 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:51.364850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b26d4c67-0928-4ea1-86d4-937e85ff18d4 req-e4d28bcd-659e-4569-94ce-a802b028a457 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "DELETE /v2.0/ports/aac50712-4af3-4915-b612-8a2fce2ebd8f HTTP/1.1" status: 204 len: 173 time: 0.4603879 Dec 10 18:13:51.389462 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de8b2b29-86fd-4f7f-835d-001664cadf36 req-222fa883-426f-4f6a-9e8c-ce37342ab0ca tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364763 Dec 10 18:13:51.392438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-0a8ad061-ca11-448e-a792-9d2a6fdd0932 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938f77bb-91f9-4360-b872-0e8203c1e97d HTTP/1.1" status: 200 len: 217 time: 0.0522866 Dec 10 18:13:51.423070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:51.425821 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa71b7df-7616-4248-85df-34e21034f44c" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:51.471698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-1f62e5a8-ec87-46b6-a13e-b56375f41dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:51.473209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-1f62e5a8-ec87-46b6-a13e-b56375f41dcf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11421ecb-5e2d-45e3-a40f-915d57dcab4e HTTP/1.1" status: 200 len: 855 time: 0.1229465 Dec 10 18:13:51.479099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-cc7e9e16-13f0-4c2a-8fd5-99af90dfafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:51.480225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-cc7e9e16-13f0-4c2a-8fd5-99af90dfafe1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.0665476 Dec 10 18:13:51.539097 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-e8a672a7-43a0-4255-8e19-7bf3dc70982d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489640 Dec 10 18:13:51.562433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-35f59f77-5348-4395-bfc1-6ee92243113e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=583ae604-a47c-4d8f-8084-c1e298494ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622005 Dec 10 18:13:51.684596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f3bc8-a381-4d80-9b3a-dbbe0b3baaf1 req-5de9920d-8967-422d-b3ea-3d4a28708be0 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:51.686193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df6f3bc8-a381-4d80-9b3a-dbbe0b3baaf1 req-5de9920d-8967-422d-b3ea-3d4a28708be0 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.2047956 Dec 10 18:13:51.764391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-81213f95-2401-439e-aa86-0e5920e92183 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045197 Dec 10 18:13:51.768402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-071633fd-e236-4eb4-afab-fb23869a59cb service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958835 Dec 10 18:13:51.815633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 98dab9ba-cff6-49a1-8c7e-8dfb07866105 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:51.819302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 91b654af-eb17-4913-be69-5b3d67a7d9c5 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:51.822382 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df6f3bc8-a381-4d80-9b3a-dbbe0b3baaf1 req-d8de8219-3a67-4060-80be-5aca3634f6a8 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279182 Dec 10 18:13:51.968199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 91b654af-eb17-4913-be69-5b3d67a7d9c5 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:13:51.973780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 91b654af-eb17-4913-be69-5b3d67a7d9c5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:51.974073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:52.003886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfe913ca-8217-4d0e-8612-e62765c9ed3b req-5f06ad65-ba35-4388-b04e-5762fa9dd19a service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259998 Dec 10 18:13:52.010717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c31513ee-910c-43c3-985d-0714405ea7a5 req-0dc897f0-a416-4666-9da0-023268028cb8 service neutron] 10.222.0.30 "GET /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340331 Dec 10 18:13:52.019650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:52.023431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.029474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.035767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.041801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.043508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'mac_address': 'fa:16:3e:9e:6f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:52.048463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.054463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.060444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.062627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-afc18d71-bcf8-48b5-98fc-3f7f91ca1e6f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1559598 Dec 10 18:13:52.079348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dc4da-d5cb-4cd4-85e0-38ac064a6fc4 req-76853d52-0f86-4ac0-af57-296e289eab7d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.088713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-785dc4da-d5cb-4cd4-85e0-38ac064a6fc4 req-76853d52-0f86-4ac0-af57-296e289eab7d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 944 time: 0.0895395 Dec 10 18:13:52.117659 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:52.137271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98dab9ba-cff6-49a1-8c7e-8dfb07866105 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:52.138646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-811527a2-d5a3-481b-8b9a-101d17c591b5 req-f8028038-a087-4f46-8326-2015f3c3b483 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653148 Dec 10 18:13:52.142456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:52.168305 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-785dc4da-d5cb-4cd4-85e0-38ac064a6fc4 req-240e7a72-6162-4b24-ab7d-630445d7b603 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783529 Dec 10 18:13:52.193243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:52.198430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b654af-eb17-4913-be69-5b3d67a7d9c5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:52.200833 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb157a3-0a2f-4c02-a302-5396b606cdbb" -d '{"events": [{"server_uuid": "845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30", "name": "network-vif-plugged", "status": "completed", "tag": "91b654af-eb17-4913-be69-5b3d67a7d9c5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:52.211689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:52.212355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device da20d318-d5ea-4118-b8b8-ae84db82d69a details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:52.221136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 91b654af-eb17-4913-be69-5b3d67a7d9c5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=91b654af-eb17-4913-be69-5b3d67a7d9c5,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:52.244826 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be89b2e7-024f-4237-8b22-6cdd6efa17de x-openstack-request-id: req-be89b2e7-024f-4237-8b22-6cdd6efa17de {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:52.245133 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:52.245689 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be89b2e7-024f-4237-8b22-6cdd6efa17de {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:52.246109 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'status': 'completed', 'code': 200} Dec 10 18:13:52.253147 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:52.273077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6507b-1171-44cf-a6b2-4c250f45caac req-b16db4fa-9279-4bff-aa1b-3471b160b2c1 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.275084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3af6507b-1171-44cf-a6b2-4c250f45caac req-b16db4fa-9279-4bff-aa1b-3471b160b2c1 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 948 time: 0.0663314 Dec 10 18:13:52.295423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:52.352324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda94144-30ff-4479-b62c-bf7fabe40a7e req-60357ffb-e8fe-47ff-8131-62001a8dbc5e tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.352961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71b7df-7616-4248-85df-34e21034f44c req-8e7f5dd2-2eac-48b8-b3d6-5eaef862ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.353863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dda94144-30ff-4479-b62c-bf7fabe40a7e req-60357ffb-e8fe-47ff-8131-62001a8dbc5e tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 944 time: 0.0560060 Dec 10 18:13:52.354215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa71b7df-7616-4248-85df-34e21034f44c req-8e7f5dd2-2eac-48b8-b3d6-5eaef862ba38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 1095 time: 0.0780964 Dec 10 18:13:52.364012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3af6507b-1171-44cf-a6b2-4c250f45caac req-5490b866-41c4-4a46-831f-3f13284fdf17 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781975 Dec 10 18:13:52.392909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=91b654af-eb17-4913-be69-5b3d67a7d9c5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:52.415823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port da20d318-d5ea-4118-b8b8-ae84db82d69a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=da20d318-d5ea-4118-b8b8-ae84db82d69a,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:52.440069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dda94144-30ff-4479-b62c-bf7fabe40a7e req-41b8b612-0db0-447d-8eba-ee2d26b6d31d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 Dec 10 18:13:52.468433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'da20d318-d5ea-4118-b8b8-ae84db82d69a', 'network_id': '583ae604-a47c-4d8f-8084-c1e298494ed3', 'port_id': 'da20d318-d5ea-4118-b8b8-ae84db82d69a', 'mac_address': 'fa:16:3e:1e:66:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11421ecb-5e2d-45e3-a40f-915d57dcab4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:52.503596 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1cca3f-c939-4846-9701-95086be60eb0 x-openstack-request-id: req-cd1cca3f-c939-4846-9701-95086be60eb0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:52.503887 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30", "name": "network-vif-plugged", "status": "completed", "tag": "91b654af-eb17-4913-be69-5b3d67a7d9c5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:52.504138 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cd1cca3f-c939-4846-9701-95086be60eb0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:52.504526 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b654af-eb17-4913-be69-5b3d67a7d9c5', 'code': 200} Dec 10 18:13:52.524279 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:52.558706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71b7df-7616-4248-85df-34e21034f44c req-5ee39c07-e004-4e44-86c5-6f061c6bb365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.559713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da20d318-d5ea-4118-b8b8-ae84db82d69a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:52.561737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa71b7df-7616-4248-85df-34e21034f44c req-5ee39c07-e004-4e44-86c5-6f061c6bb365 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 906 time: 0.1951556 Dec 10 18:13:52.574840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c8d64-b871-4c2f-9ede-56cf1e37f7a6 req-9414fd0d-f5c9-4e45-93c8-9961828f6962 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.579026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-686c8d64-b871-4c2f-9ede-56cf1e37f7a6 req-9414fd0d-f5c9-4e45-93c8-9961828f6962 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 948 time: 0.1018534 Dec 10 18:13:52.587959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port da20d318-d5ea-4118-b8b8-ae84db82d69a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=da20d318-d5ea-4118-b8b8-ae84db82d69a,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:52.593902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:52.645163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60714-24b6-49c4-863b-b372ee9a9b92 req-8d0ca934-d8dc-4625-8aa2-55db0e623349 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.647157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fce60714-24b6-49c4-863b-b372ee9a9b92 req-8d0ca934-d8dc-4625-8aa2-55db0e623349 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.0588336 Dec 10 18:13:52.647324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=da20d318-d5ea-4118-b8b8-ae84db82d69a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:52.658389 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa71b7df-7616-4248-85df-34e21034f44c req-645533c7-d036-47f2-9c7a-6df0d96bddb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=938f77bb-91f9-4360-b872-0e8203c1e97d HTTP/1.1" status: 200 len: 217 time: 0.0778575 Dec 10 18:13:52.669196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-deleted', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:52.671780 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ba927f-73a6-4f4c-969a-0e0bc08044eb" -d '{"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-deleted", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:52.703893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fce60714-24b6-49c4-863b-b372ee9a9b92 req-1e50159a-08bb-428a-9e16-dead3912d976 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476880 Dec 10 18:13:52.726211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43476354-e40e-408b-a623-cacf71422066 req-74ddcb0a-2508-4fb9-bba2-8c38843e0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.727845 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43476354-e40e-408b-a623-cacf71422066 req-74ddcb0a-2508-4fb9-bba2-8c38843e0bed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 1100 time: 0.1456549 Dec 10 18:13:52.735406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-686c8d64-b871-4c2f-9ede-56cf1e37f7a6 req-e2c36fd2-8514-4b76-a0ce-18d75be15c69 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428940 Dec 10 18:13:52.744880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71b7df-7616-4248-85df-34e21034f44c req-5ee18fec-2c5f-45cf-87b8-e01b603323c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.746302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa71b7df-7616-4248-85df-34e21034f44c req-5ee18fec-2c5f-45cf-87b8-e01b603323c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.0776742 Dec 10 18:13:52.790251 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b3fc5d-534a-42d0-b205-53886caa89d8 x-openstack-request-id: req-99b3fc5d-534a-42d0-b205-53886caa89d8 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:52.790568 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e", "name": "network-vif-deleted", "tag": "aac50712-4af3-4915-b612-8a2fce2ebd8f", "status": "failed", "code": 422}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:52.790820 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99b3fc5d-534a-42d0-b205-53886caa89d8 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:52.791236 n-d-821424-1 neutron-server[103500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c466d3e3-1738-4e9d-ad9c-fa1c3bd29c3e', 'name': 'network-vif-deleted', 'tag': 'aac50712-4af3-4915-b612-8a2fce2ebd8f', 'status': 'failed', 'code': 422} returned with failed status Dec 10 18:13:52.793114 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa71b7df-7616-4248-85df-34e21034f44c req-5ec757c3-d70b-49d0-a14d-07cd695ce880 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379596 Dec 10 18:13:52.827757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43476354-e40e-408b-a623-cacf71422066 req-4bf6602e-19cd-409c-90f7-27638ca6fe03 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888345 Dec 10 18:13:52.884390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['da20d318-d5ea-4118-b8b8-ae84db82d69a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:52.904852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-27ec4215-b63f-4cef-8b59-cd1a5fc7383b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.906508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-27ec4215-b63f-4cef-8b59-cd1a5fc7383b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.1143110 Dec 10 18:13:52.916565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:52.925859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-5c4cab0f-8b1c-46f8-b234-64948ec2e7c8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/quotas/8d1c617fa8a04d7c98b753e07497db5f HTTP/1.1" status: 200 len: 375 time: 0.0106061 Dec 10 18:13:52.936494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451615-9a89-450a-924b-45550517a5fc req-f0706edc-1488-4b95-8a6e-35619e78aeba tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:52.937981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45451615-9a89-450a-924b-45550517a5fc req-f0706edc-1488-4b95-8a6e-35619e78aeba tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0855734 Dec 10 18:13:52.941788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa71b7df-7616-4248-85df-34e21034f44c req-b93cf208-eba7-4c89-8681-758e58cf7bd5 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385479 Dec 10 18:13:52.961308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-6ff6dc53-e796-4a11-ad67-635113542f0c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287051 Dec 10 18:13:53.039149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45451615-9a89-450a-924b-45550517a5fc req-9a527c70-4ea4-4f87-85cd-0ec9f6b16aec tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931516 Dec 10 18:13:53.059180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-d61c2137-da2b-4fc9-a52e-d229c9602ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901234 Dec 10 18:13:53.074566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa71b7df-7616-4248-85df-34e21034f44c req-d7940f9e-1f41-46b0-986a-dbaa9758c3f8 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208229 Dec 10 18:13:53.182795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-726c5254-d82e-4ee4-a59e-7c3d01277327 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121912 Dec 10 18:13:53.273637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a3d3d-bc63-44ae-9e9a-e587ff44cd94 req-d25092bb-095b-4f06-85b4-aae39c296a11 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.275466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-718a3d3d-bc63-44ae-9e9a-e587ff44cd94 req-d25092bb-095b-4f06-85b4-aae39c296a11 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.0630200 Dec 10 18:13:53.425435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.431525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.438127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.444308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.450375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.456686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.462631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.467607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f1dabea-dc8d-4375-9578-af785e30feed req-235abefa-bd22-42d4-a5be-632524e557e2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1073806 Dec 10 18:13:53.533350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f1dabea-dc8d-4375-9578-af785e30feed req-f47b9f75-f1c0-47cb-8c91-422f926840fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619211 Dec 10 18:13:53.663085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660aef8e-b57e-4bcb-95b0-385c42bfa6de req-376bef38-036c-437e-bf55-0c6a6f675d82 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.664609 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-660aef8e-b57e-4bcb-95b0-385c42bfa6de req-376bef38-036c-437e-bf55-0c6a6f675d82 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 948 time: 0.0603330 Dec 10 18:13:53.721649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-660aef8e-b57e-4bcb-95b0-385c42bfa6de req-81bc8036-3397-47f2-a043-b890eaacd2b5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Dec 10 18:13:53.769933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-718a3d3d-bc63-44ae-9e9a-e587ff44cd94 req-6bb5a7a5-9c01-4e73-9e68-4c18ebd26c3a tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838564 Dec 10 18:13:53.781845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-b12d5960-8888-4427-99bb-b4d5db4dc800 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.783951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-b12d5960-8888-4427-99bb-b4d5db4dc800 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 948 time: 0.5075707 Dec 10 18:13:53.834616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:53.838851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:53.845534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27930c-dd74-44be-890d-46f60f9d88e0 req-2ea40722-ac81-4a70-87a0-23099aa24a13 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:53.847627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed27930c-dd74-44be-890d-46f60f9d88e0 req-2ea40722-ac81-4a70-87a0-23099aa24a13 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 945 time: 0.0570378 Dec 10 18:13:53.908984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed27930c-dd74-44be-890d-46f60f9d88e0 req-c83328e1-68a3-42ea-8b80-b857e142891d tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Dec 10 18:13:53.909199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16a09640-161b-4670-94f7-f1f48def57a8 req-a0097b95-0a46-4d24-9bad-c730c58f64a7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 210 time: 0.0489821 Dec 10 18:13:53.910607 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-a22e4037-6074-4c53-8b13-a169f34afcdd service neutron] delete failed (client error): The resource could not be found. Dec 10 18:13:53.911657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-a22e4037-6074-4c53-8b13-a169f34afcdd service neutron] 10.222.0.59 "DELETE /v2.0/ports/98dab9ba-cff6-49a1-8c7e-8dfb07866105/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.1137290 Dec 10 18:13:54.080459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3070f-3e97-4cda-b240-653629e056f3 req-e5aef306-8fb0-4e1e-a180-aaeaea40e1ae tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.082345 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47a3070f-3e97-4cda-b240-653629e056f3 req-e5aef306-8fb0-4e1e-a180-aaeaea40e1ae tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 949 time: 0.0832140 Dec 10 18:13:54.096964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-ada604d7-184a-4feb-bcee-42e96df8629c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.099596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-ada604d7-184a-4feb-bcee-42e96df8629c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1099 time: 0.0719037 Dec 10 18:13:54.104373 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:54.145140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47a3070f-3e97-4cda-b240-653629e056f3 req-a2329d1d-8522-4843-985a-e606d1a5fc3d tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513546 Dec 10 18:13:54.149283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:54.181439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'mac_address': 'fa:16:3e:47:cf:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:54.202211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:54.235344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403955bc-c83c-4e19-9e71-b01acdf07d54 req-c7be6ce7-b32f-45f9-9507-f9bb4b0729fd tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.236931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-403955bc-c83c-4e19-9e71-b01acdf07d54 req-c7be6ce7-b32f-45f9-9507-f9bb4b0729fd tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 944 time: 0.1169848 Dec 10 18:13:54.239838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:54.282179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-3c27c165-1643-485f-9623-68a3720cb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.285666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-3c27c165-1643-485f-9623-68a3720cb54b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1762989 Dec 10 18:13:54.304047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32e475-1b53-4ca0-8a2d-6a352b48265f req-79edc43c-84a1-4fb2-901a-00f7611b8863 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.304274 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:54.305587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4e32e475-1b53-4ca0-8a2d-6a352b48265f req-79edc43c-84a1-4fb2-901a-00f7611b8863 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0598075 Dec 10 18:13:54.333103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:54.336771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:54.350631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-5c6166cd-a95c-4eae-a968-0a31512466e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0405922 Dec 10 18:13:54.359259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-403955bc-c83c-4e19-9e71-b01acdf07d54 req-6a528e3f-78a7-4ab1-a495-d575f327a0e8 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038702 Dec 10 18:13:54.376889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4e32e475-1b53-4ca0-8a2d-6a352b48265f req-fb4d469e-373d-4bb2-907e-549cd434e66e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651629 Dec 10 18:13:54.400060 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:13:54.400433 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:13:54.423650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-80b613dd-8f77-4cc4-a46b-10bdf2a11151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.425217 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-80b613dd-8f77-4cc4-a46b-10bdf2a11151 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0650604 Dec 10 18:13:54.479191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-77b977cc-b7cc-4c53-b509-84a3a001d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.480747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-77b977cc-b7cc-4c53-b509-84a3a001d29d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440276 Dec 10 18:13:54.505883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:54.508742 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5725394f-05ff-456f-960f-7a00db235813" -d '{"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-unplugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:54.550552 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee92646-4c0b-43cc-98f0-b28973d7e703 x-openstack-request-id: req-fee92646-4c0b-43cc-98f0-b28973d7e703 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:54.550866 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-unplugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:54.551119 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fee92646-4c0b-43cc-98f0-b28973d7e703 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:54.551516 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'code': 200} Dec 10 18:13:54.561971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-b2625f0b-6910-4578-ace9-57e1afaa196c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.563557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-b2625f0b-6910-4578-ace9-57e1afaa196c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.1268685 Dec 10 18:13:54.580418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Request body: {'port': {'device_id': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'admin_state_up': True, 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:54.596308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-4303f5b6-5f9a-4e1f-9733-4b81a841297c service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073332 Dec 10 18:13:54.704668 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3941361e-0ec4-4b56-aac9-77b53a095821 req-cae7e3a7-8f18-4595-818a-e8798ff0c693 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954406 Dec 10 18:13:54.716899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.724337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.730523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.736722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.743092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.749549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.755696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.757634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-68a4392e-f65c-4a9f-883d-6d366389a983 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1328669 Dec 10 18:13:54.797708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:13:54.801976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:54.857247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a3de7a-f44d-4e17-9e94-e7b26fbc36e9 req-7e25a927-aa4a-45a0-8a05-77298e9361b9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926666 Dec 10 18:13:54.863208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4df52-fd14-4875-ae5a-483f7a0c5b6d req-c00966a6-d68c-46bb-a12d-3589624905aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:54.864930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ec4df52-fd14-4875-ae5a-483f7a0c5b6d req-c00966a6-d68c-46bb-a12d-3589624905aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 948 time: 0.0561287 Dec 10 18:13:54.869019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 938f77bb-91f9-4360-b872-0e8203c1e97d details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:54.968020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ec4df52-fd14-4875-ae5a-483f7a0c5b6d req-14f78b59-3d69-438f-96b5-c3dea654e54d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936534 Dec 10 18:13:55.053917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a9433-7aab-4486-8f09-5f7a8d072ea5 req-a2186965-4a4f-4006-8bb0-33ad266c2dbb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:55.064352 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-925a9433-7aab-4486-8f09-5f7a8d072ea5 req-a2186965-4a4f-4006-8bb0-33ad266c2dbb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 948 time: 0.1099050 Dec 10 18:13:55.073568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Allocated IP 172.20.0.12 (9991c54f-ff41-48aa-8b6f-70c12caf5dff/e6305297-35c8-4bd1-84c5-3776d17fe8cc/8e491a87-de3b-437e-b471-8406a78fb905) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:13:55.111070 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93cbb56c-be5e-4396-8f7c-a3baa67f20e8 req-03cb2139-14a4-4553-bc7d-41458f4d7c4a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 210 time: 0.0368855 Dec 10 18:13:55.140947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-925a9433-7aab-4486-8f09-5f7a8d072ea5 req-161fbe0e-24ca-465f-9523-6162e1b8bfff tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753906 Dec 10 18:13:55.175236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.200106 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:55.240272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:55.242267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:55.254108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.272183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'mac_address': 'fa:16:3e:c8:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:55.286234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b24ce7-0f52-4667-98b3-c719ae088af2 req-774ccbb9-18a9-461d-a023-0203a57bbbd8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:55.293627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48b24ce7-0f52-4667-98b3-c719ae088af2 req-774ccbb9-18a9-461d-a023-0203a57bbbd8 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 945 time: 0.0921352 Dec 10 18:13:55.341197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.345376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48b24ce7-0f52-4667-98b3-c719ae088af2 req-d616c738-9c90-4418-bc6d-bbdb34a71b2b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508521 Dec 10 18:13:55.362221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:55.364789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc040d8f-2d2d-446f-8708-a2279e55c24e req-6c4bb061-0b26-42d8-a8b8-00de536a0189 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:55.366059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.367364 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc040d8f-2d2d-446f-8708-a2279e55c24e req-6c4bb061-0b26-42d8-a8b8-00de536a0189 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 949 time: 0.0913491 Dec 10 18:13:55.385731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938f77bb-91f9-4360-b872-0e8203c1e97d {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:55.409405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:55.415835 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.443138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.497755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:55.504090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:13:55.508813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:13:55.520448 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc040d8f-2d2d-446f-8708-a2279e55c24e req-ac775536-33c1-4b84-a54e-e9b5193c17a2 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451108 Dec 10 18:13:55.521462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:13:55.526505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event updated for resources: {'Port': ['ID=8e491a87-de3b-437e-b471-8406a78fb905,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:55.528867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fbf02-901a-42fb-bfec-68e457f4f654 req-44c63b92-f2f1-4f6c-a2d6-f937553000d0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:55.537954 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74fbf02-901a-42fb-bfec-68e457f4f654 req-44c63b92-f2f1-4f6c-a2d6-f937553000d0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 945 time: 0.0759053 Dec 10 18:13:55.580572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['447d1335-8618-4dc8-8a26-c9b8b0859004'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:55.582122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:55.583423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.615244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-2a3b7961-127c-4610-9f63-4e2adddfeca9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0380759 Dec 10 18:13:55.632262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Request body: {'port': {'device_id': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:55.636073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74fbf02-901a-42fb-bfec-68e457f4f654 req-b281d42c-c93d-4383-9f6e-a63a5209cb29 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740535 Dec 10 18:13:55.647217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['938f77bb-91f9-4360-b872-0e8203c1e97d'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:13:55.749159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906c04-d9db-4cf1-845f-9d54d9ea783a req-964b0045-ecbd-4091-a9be-5d90d08d0888 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:55.750766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13906c04-d9db-4cf1-845f-9d54d9ea783a req-964b0045-ecbd-4091-a9be-5d90d08d0888 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1120305 Dec 10 18:13:55.777177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.830543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 98dab9ba-cff6-49a1-8c7e-8dfb07866105 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:55.855403 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13906c04-d9db-4cf1-845f-9d54d9ea783a req-64729998-16cf-48eb-a7fa-e979faab8c6a tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982997 Dec 10 18:13:55.973953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:13:55.978769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:55.980101 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:55.988198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e9ad6d-bbd6-4228-bc3f-ee0bf57bdbed req-3d661fc1-039e-44f2-acaf-34ef0fb03494 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:55.996498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66e9ad6d-bbd6-4228-bc3f-ee0bf57bdbed req-3d661fc1-039e-44f2-acaf-34ef0fb03494 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 949 time: 0.0695558 Dec 10 18:13:56.056751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66e9ad6d-bbd6-4228-bc3f-ee0bf57bdbed req-91efcb12-2462-44ec-abd2-a9d1ae73fa4f tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569141 Dec 10 18:13:56.073963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.109631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:56.116351 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.116351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device da20d318-d5ea-4118-b8b8-ae84db82d69a up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:56.152473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.159412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.166782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.175117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.182162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.188826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.198231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.200347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-a05599e0-4a95-4949-a8e4-ea1006dcf61f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1423647 Dec 10 18:13:56.203680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:56.218291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port da20d318-d5ea-4118-b8b8-ae84db82d69a completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:13:56.223782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port da20d318-d5ea-4118-b8b8-ae84db82d69a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:56.224090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.264659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc91596-9f67-46f0-aabd-e0a517a4541a req-84a56082-2391-4627-8ef0-b908f6f645c7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.266732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0dc91596-9f67-46f0-aabd-e0a517a4541a req-84a56082-2391-4627-8ef0-b908f6f645c7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.0558281 Dec 10 18:13:56.308505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e491a87-de3b-437e-b471-8406a78fb905 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:56.322027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0dc91596-9f67-46f0-aabd-e0a517a4541a req-a8a2fb15-734b-43b7-9820-af166357b33a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Dec 10 18:13:56.322879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.337560 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45793f42-2ee0-4bba-9223-5b34e8b5e440 req-1aa6667f-08c7-4875-b199-24c89e5a1cd1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120605 Dec 10 18:13:56.359144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.362636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Transition to ACTIVE for port object 8e491a87-de3b-437e-b471-8406a78fb905 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:13:56.378811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.412188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port da20d318-d5ea-4118-b8b8-ae84db82d69a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=da20d318-d5ea-4118-b8b8-ae84db82d69a,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:56.424326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.486640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e75c-99b6-4220-837c-f1478da241fc req-728da2af-e0e1-4a7d-b508-4993463675eb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.488380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0f9e75c-99b6-4220-837c-f1478da241fc req-728da2af-e0e1-4a7d-b508-4993463675eb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 944 time: 0.0738182 Dec 10 18:13:56.493883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Pushing event updated for resources: {'Port': ['ID=8e491a87-de3b-437e-b471-8406a78fb905,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:56.498922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=da20d318-d5ea-4118-b8b8-ae84db82d69a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:56.552967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105'}, {'server_uuid': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da20d318-d5ea-4118-b8b8-ae84db82d69a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:56.554533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614604d-3425-4681-a31b-3896f8d8bca2 req-0bf7409a-2961-4549-bec8-c413121fbca4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.555471 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ae7d1c-6465-429a-b877-7e12e377c9c1" -d '{"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-plugged", "status": "completed", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105"}, {"server_uuid": "7a19dfb7-c2d8-4d7d-add1-c26120b21ead", "name": "network-vif-plugged", "status": "completed", "tag": "da20d318-d5ea-4118-b8b8-ae84db82d69a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:56.556119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4614604d-3425-4681-a31b-3896f8d8bca2 req-0bf7409a-2961-4549-bec8-c413121fbca4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1048226 Dec 10 18:13:56.559910 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0f9e75c-99b6-4220-837c-f1478da241fc req-0202304b-d90a-4a61-9b6c-9af4aa263a1a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562317 Dec 10 18:13:56.605303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Attempting to bind port 8e491a87-de3b-437e-b471-8406a78fb905 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:13:56.605952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Attempting to bind port 8e491a87-de3b-437e-b471-8406a78fb905 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:13:56.606123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Attempting to bind port 8e491a87-de3b-437e-b471-8406a78fb905 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:56.620362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Port 8e491a87-de3b-437e-b471-8406a78fb905 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:13:56.620781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Attempting to bind port 8e491a87-de3b-437e-b471-8406a78fb905 on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:13:56.633722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:13:56.634064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:13:56.634488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Bound using segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:13:56.634930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Bound port: 8e491a87-de3b-437e-b471-8406a78fb905, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:13:56.635288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.640685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4614604d-3425-4681-a31b-3896f8d8bca2 req-01b3a796-a750-474c-b676-2bb1c5c4622e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735755 Dec 10 18:13:56.671346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74680eb5-dc97-4d94-a86a-d16161c4b950 req-89419083-230f-49a5-802c-557e78271d83 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.673288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74680eb5-dc97-4d94-a86a-d16161c4b950 req-89419083-230f-49a5-802c-557e78271d83 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 950 time: 0.0527325 Dec 10 18:13:56.723061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74680eb5-dc97-4d94-a86a-d16161c4b950 req-6dfeea23-cfbb-43be-87a8-aed34b3dc420 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Dec 10 18:13:56.761267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] For port 8e491a87-de3b-437e-b471-8406a78fb905, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:13:56.764670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d9bb7-99ef-43d5-94de-b55a2e035525 req-5805a91e-6670-4e72-a7c2-86d3f6c6bf0e tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.766191 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-430d9bb7-99ef-43d5-94de-b55a2e035525 req-5805a91e-6670-4e72-a7c2-86d3f6c6bf0e tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1100 time: 0.0654020 Dec 10 18:13:56.768027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] For port 8e491a87-de3b-437e-b471-8406a78fb905, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8e491a87-de3b-437e-b471-8406a78fb905,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:13:56.779861 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.841287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96d68f-d4b9-40cf-bc44-117a1e18f695 req-9fd565c4-bee3-4056-85d4-4b5cb69e43cf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.843086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d96d68f-d4b9-40cf-bc44-117a1e18f695 req-9fd565c4-bee3-4056-85d4-4b5cb69e43cf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.0622835 Dec 10 18:13:56.845700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.846312 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.849003 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] 10.222.0.59 "PUT /v2.0/ports/8e491a87-de3b-437e-b471-8406a78fb905 HTTP/1.1" status: 200 len: 1092 time: 1.2264905 Dec 10 18:13:56.853294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'tag': '8e491a87-de3b-437e-b471-8406a78fb905'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:56.855616 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62085235-4155-4882-b111-8b93070a8e61" -d '{"events": [{"name": "network-changed", "server_uuid": "848afc93-3e5a-4e78-b2e3-d703292890d1", "tag": "8e491a87-de3b-437e-b471-8406a78fb905"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:56.869981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 938f77bb-91f9-4360-b872-0e8203c1e97d up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:56.870393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80820c0-0d89-4b1e-b171-1f4b08f55d41 service neutron] Pushing event updated for resources: {'Port': ['ID=8e491a87-de3b-437e-b471-8406a78fb905,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:56.880241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-430d9bb7-99ef-43d5-94de-b55a2e035525 req-e4fdebd4-2f70-425a-94bc-726756aa1cdf tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075776 Dec 10 18:13:56.937073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 938f77bb-91f9-4360-b872-0e8203c1e97d completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:13:56.942304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 938f77bb-91f9-4360-b872-0e8203c1e97d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:56.942731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:56.947307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d96d68f-d4b9-40cf-bc44-117a1e18f695 req-87cede90-d16d-4fe3-993a-28b2cf85ccbb tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970967 Dec 10 18:13:56.971604 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13293040-cdcc-47b2-9f52-6c0bb1167579 x-openstack-request-id: req-13293040-cdcc-47b2-9f52-6c0bb1167579 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:56.972022 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-plugged", "status": "completed", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105", "code": 200}, {"server_uuid": "7a19dfb7-c2d8-4d7d-add1-c26120b21ead", "name": "network-vif-plugged", "status": "completed", "tag": "da20d318-d5ea-4118-b8b8-ae84db82d69a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:56.972400 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13293040-cdcc-47b2-9f52-6c0bb1167579 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:56.972897 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'code': 200} Dec 10 18:13:56.973616 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da20d318-d5ea-4118-b8b8-ae84db82d69a', 'code': 200} Dec 10 18:13:56.981065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e7d5154b-852f-45dc-b031-33f5ea6f2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:56.985474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-e7d5154b-852f-45dc-b031-33f5ea6f2864 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 1095 time: 0.0682161 Dec 10 18:13:57.019124 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50b5c69-2b2c-4dad-84d5-572e2e46b8cb x-openstack-request-id: req-a50b5c69-2b2c-4dad-84d5-572e2e46b8cb {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:57.019472 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848afc93-3e5a-4e78-b2e3-d703292890d1", "tag": "8e491a87-de3b-437e-b471-8406a78fb905", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:57.019788 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a50b5c69-2b2c-4dad-84d5-572e2e46b8cb {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:57.020353 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'tag': '8e491a87-de3b-437e-b471-8406a78fb905', 'status': 'completed', 'code': 200} Dec 10 18:13:57.068872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:57.071378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-83d39dcf-83ed-4bb4-a2fb-2f62017c6e68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e491a87-de3b-437e-b471-8406a78fb905 HTTP/1.1" status: 200 len: 217 time: 0.0772843 Dec 10 18:13:57.124936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:57.136405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:57.137506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02487-4e02-43e6-991d-2abaaee29d5e req-1757fa64-6a9f-472a-8768-8f43f2b7f7c6 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.139244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65e02487-4e02-43e6-991d-2abaaee29d5e req-1757fa64-6a9f-472a-8768-8f43f2b7f7c6 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 945 time: 0.1230156 Dec 10 18:13:57.145346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-409cfcda-50ff-4aee-a4fa-704e1e0f3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.147329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-409cfcda-50ff-4aee-a4fa-704e1e0f3bc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.0678940 Dec 10 18:13:57.171374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceed2b7-6298-48c9-b140-a298f1dc33ca req-09981ee7-10ee-48e6-a404-9b8eb67a427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.175774 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ceed2b7-6298-48c9-b140-a298f1dc33ca req-09981ee7-10ee-48e6-a404-9b8eb67a427a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 1097 time: 0.1122038 Dec 10 18:13:57.181475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-7412d689-0f99-4c27-8515-0c9f90a6996d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261297 Dec 10 18:13:57.219319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:57.263983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ceed2b7-6298-48c9-b140-a298f1dc33ca req-8febd6e1-590a-4734-a271-e0c5af44b67f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788209 Dec 10 18:13:57.272468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b87e-d04a-4f74-9683-d6bc270e7a01 req-3fe6f8a3-e0b2-4f1c-a0ac-9777e8bae269 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.273939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49e7b87e-d04a-4f74-9683-d6bc270e7a01 req-3fe6f8a3-e0b2-4f1c-a0ac-9777e8bae269 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 949 time: 0.0814912 Dec 10 18:13:57.274968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65e02487-4e02-43e6-991d-2abaaee29d5e req-a1163437-615f-41e3-9cd7-2333c4c69796 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266947 Dec 10 18:13:57.315060 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-12f9c626-d8ca-4404-ad06-cf4a4eb9749d service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244750 Dec 10 18:13:57.331793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49e7b87e-d04a-4f74-9683-d6bc270e7a01 req-8933aaea-f5e3-4058-888d-e56f14722dfa tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/security-groups?id=456c426a-b8a6-4e33-9de6-3532d77c2ce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495112 Dec 10 18:13:57.416193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-59e55a19-8a6d-4815-b9bd-89a631f471df tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659969 Dec 10 18:13:57.502720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcc82fe2-4f8b-44d1-9ef7-d31a94bff922 req-de2c8a65-5cb5-44c9-a66b-7c3ad95c2cce service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792414 Dec 10 18:13:57.508915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.515091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.521251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.527969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.534439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.541698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.548959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.555048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-245adac4-d418-45c4-82f1-325d67c5c8e5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1264627 Dec 10 18:13:57.557613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-5198baf1-68ee-4e53-8c68-94c273378ca3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.559471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-5198baf1-68ee-4e53-8c68-94c273378ca3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373491 Dec 10 18:13:57.604388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225230f-438b-4700-b253-a0a27eaa516d req-451b809f-9f43-46ee-9a36-fa7e2b003a37 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.605829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-fb8d2aa5-42b7-4209-91e3-59b451fb1f68 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/quotas/0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 375 time: 0.0328741 Dec 10 18:13:57.606416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e225230f-438b-4700-b253-a0a27eaa516d req-451b809f-9f43-46ee-9a36-fa7e2b003a37 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.30 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 949 time: 0.1406693 Dec 10 18:13:57.632552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62085235-4155-4882-b111-8b93070a8e61 req-a4ad457a-10fc-4d11-bf37-1c4c3198729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.634044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62085235-4155-4882-b111-8b93070a8e61 req-a4ad457a-10fc-4d11-bf37-1c4c3198729e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 1095 time: 0.0695558 Dec 10 18:13:57.670143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8eae6a0b-2555-4388-93fe-478d40ad40b3 req-555c4a89-c8fe-4d28-bec8-341d310a7555 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116076 Dec 10 18:13:57.722404 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-a62ebaf6-ae48-4847-ab0b-1b2a4b2260d0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050065 Dec 10 18:13:57.737155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Deleting port 91b654af-eb17-4913-be69-5b3d67a7d9c5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:13:57.737783 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:57.753696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62085235-4155-4882-b111-8b93070a8e61 req-0bfe97e4-ca86-4b86-8265-c108c375e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.755344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62085235-4155-4882-b111-8b93070a8e61 req-0bfe97e4-ca86-4b86-8265-c108c375e9fb service neutron] 10.222.0.59 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 0.1079659 Dec 10 18:13:57.806411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62085235-4155-4882-b111-8b93070a8e61 req-ba10a56f-5958-47c6-993f-9662ab3b978c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e491a87-de3b-437e-b471-8406a78fb905 HTTP/1.1" status: 200 len: 217 time: 0.0419474 Dec 10 18:13:57.835817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:13:57.901675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62085235-4155-4882-b111-8b93070a8e61 req-b59431b4-a381-4a6b-b5ca-d7f8428b9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.903874 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62085235-4155-4882-b111-8b93070a8e61 req-b59431b4-a381-4a6b-b5ca-d7f8428b9c79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.0882823 Dec 10 18:13:57.930257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 447d1335-8618-4dc8-8a26-c9b8b0859004 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:13:57.930257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:57.932445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80e153-fee6-4f04-8d0f-a7b0ad841110 req-599f21f6-5911-4fd1-bdf8-277fe8dd3910 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:57.945430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d80e153-fee6-4f04-8d0f-a7b0ad841110 req-599f21f6-5911-4fd1-bdf8-277fe8dd3910 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 944 time: 0.1560245 Dec 10 18:13:57.968269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62085235-4155-4882-b111-8b93070a8e61 req-80d4e8bb-63d3-4859-a7aa-b2b2d791e6bf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565033 Dec 10 18:13:57.996187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] For port 91b654af-eb17-4913-be69-5b3d67a7d9c5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=91b654af-eb17-4913-be69-5b3d67a7d9c5,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:57.997000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:58.027810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Calling delete_port for 91b654af-eb17-4913-be69-5b3d67a7d9c5 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:13:58.042260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d80e153-fee6-4f04-8d0f-a7b0ad841110 req-919be3e0-d346-46c9-8fb6-3bdd1b2c2856 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967083 Dec 10 18:13:58.043094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:58.105651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:58.111251 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62085235-4155-4882-b111-8b93070a8e61 req-f104a3e0-3d67-491a-a3ff-2158682edeaf service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315410 Dec 10 18:13:58.111968 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:58.113135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 91b654af-eb17-4913-be69-5b3d67a7d9c5 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:13:58.215936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4f601-98ef-4d91-a3f4-0df48f789a1f req-72593336-47e0-47b7-bc06-647cb2bebf97 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:58.220159 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95f4f601-98ef-4d91-a3f4-0df48f789a1f req-72593336-47e0-47b7-bc06-647cb2bebf97 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.2957213 Dec 10 18:13:58.254002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=11']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:58.272052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:58.282827 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62085235-4155-4882-b111-8b93070a8e61 req-946b8231-d872-46ff-be2e-29c511e78a66 service neutron] 10.222.0.59 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627047 Dec 10 18:13:58.319702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95f4f601-98ef-4d91-a3f4-0df48f789a1f req-60ac79d6-8784-4950-b05e-0fe856869441 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Dec 10 18:13:58.335566 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cf94ce35-2a92-4c5b-9703-c810c0cf4ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:58.339831 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:58.423255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Pushing event deleted for resources: {'Port': ['ID=91b654af-eb17-4913-be69-5b3d67a7d9c5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:58.458635 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4544d86-29f3-41f7-b939-047899d5a4bf req-aae36dac-1918-4d7c-9616-c165dc83771a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 210 time: 0.0600562 Dec 10 18:13:58.497080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac565d6f-7f35-4c6c-8432-a3530248a9f1 req-26cc64b6-97b4-4449-9ba8-55ae140c56ac tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:58.504101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac565d6f-7f35-4c6c-8432-a3530248a9f1 req-26cc64b6-97b4-4449-9ba8-55ae140c56ac tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 951 time: 0.2470531 Dec 10 18:13:58.540396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] No DVR routers for this DVR port 91b654af-eb17-4913-be69-5b3d67a7d9c5 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:13:58.545589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:58.550485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e225230f-438b-4700-b253-a0a27eaa516d req-ace554b3-05de-4496-9e9a-d72b5f390b46 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.30 "DELETE /v2.0/ports/91b654af-eb17-4913-be69-5b3d67a7d9c5 HTTP/1.1" status: 204 len: 173 time: 0.9358945 Dec 10 18:13:58.559045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'name': 'network-vif-deleted', 'tag': '91b654af-eb17-4913-be69-5b3d67a7d9c5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:58.562213 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7baa93-32d1-4a62-8463-65a784ebd6bc" -d '{"events": [{"server_uuid": "845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30", "name": "network-vif-deleted", "tag": "91b654af-eb17-4913-be69-5b3d67a7d9c5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:58.654569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac565d6f-7f35-4c6c-8432-a3530248a9f1 req-60e232b7-3557-4a97-9ab6-166cc1aa4447 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159785 Dec 10 18:13:58.859003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f47c8a-ce21-4d4b-bbf4-302aae4df207 req-c055872e-07c9-4a48-8c05-ab0079e63606 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:58.860942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-49f47c8a-ce21-4d4b-bbf4-302aae4df207 req-c055872e-07c9-4a48-8c05-ab0079e63606 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.1285565 Dec 10 18:13:58.870391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a0cc190e-de3d-4154-b29a-ff40c386d307 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:58.881729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa950fbb-cec5-41a8-9ca8-7cfe5174f61d req-9e01f960-550b-402f-a878-ac63279bf910 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:58.896186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa950fbb-cec5-41a8-9ca8-7cfe5174f61d req-9e01f960-550b-402f-a878-ac63279bf910 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 946 time: 0.1587279 Dec 10 18:13:58.984222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d'}, {'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:13:58.992089 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949ebb11-d935-49a0-9e8a-d8c5ab2984a2" -d '{"events": [{"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-plugged", "status": "completed", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d"}, {"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-plugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:13:59.035411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-49f47c8a-ce21-4d4b-bbf4-302aae4df207 req-863b0c66-da91-4c23-8e69-a2063060e5bf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607907 Dec 10 18:13:59.055949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa950fbb-cec5-41a8-9ca8-7cfe5174f61d req-24dc9a06-b2cf-4c3d-87a4-ec9728ac5c93 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514838 Dec 10 18:13:59.116962 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657e42f5-3632-44f1-96d3-89698e73cb76 x-openstack-request-id: req-657e42f5-3632-44f1-96d3-89698e73cb76 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:59.117615 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30", "name": "network-vif-deleted", "tag": "91b654af-eb17-4913-be69-5b3d67a7d9c5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:59.118061 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-657e42f5-3632-44f1-96d3-89698e73cb76 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:59.118509 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30', 'name': 'network-vif-deleted', 'tag': '91b654af-eb17-4913-be69-5b3d67a7d9c5', 'status': 'completed', 'code': 200} Dec 10 18:13:59.163180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a0cc190e-de3d-4154-b29a-ff40c386d307, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a0cc190e-de3d-4154-b29a-ff40c386d307,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:59.179305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'a0cc190e-de3d-4154-b29a-ff40c386d307', 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'port_id': 'a0cc190e-de3d-4154-b29a-ff40c386d307', 'mac_address': 'fa:16:3e:42:b0:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45', 'ip_address': '10.1.1.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:59.211019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a5e3e25-3162-45a3-9111-8e387c650239 req-0f0825d1-d5b3-4802-b988-11dc70fded06 tempest-ServerDiagnosticsNegativeTest-942488087 tempest-ServerDiagnosticsNegativeTest-942488087-project] 10.222.0.55 "GET /v2.0/ports?device_id=845b8e5b-dee8-46c1-a8d2-3cbdf98bdf30 HTTP/1.1" status: 200 len: 210 time: 0.0436530 Dec 10 18:13:59.242933 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:59.263093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0cc190e-de3d-4154-b29a-ff40c386d307 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:59.346868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.348707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a0cc190e-de3d-4154-b29a-ff40c386d307, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a0cc190e-de3d-4154-b29a-ff40c386d307,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:59.354812 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ea1e2e-16b3-4381-b3b2-61593ebdfd56 x-openstack-request-id: req-62ea1e2e-16b3-4381-b3b2-61593ebdfd56 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:13:59.355111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.356252 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-plugged", "status": "completed", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d", "code": 200}, {"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-plugged", "status": "completed", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:13:59.356678 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62ea1e2e-16b3-4381-b3b2-61593ebdfd56 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:13:59.357895 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'code': 200} Dec 10 18:13:59.358269 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'code': 200} Dec 10 18:13:59.365426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.367639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:59.368428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:59.372620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.380582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.389151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.396886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.407225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-a6e6e2de-300d-4dd2-8aee-f94ab5124b17 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5419 time: 0.1746948 Dec 10 18:13:59.485974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9bf9b-c054-4600-b375-a0b72334a5a4 req-d933a1a7-19a5-4d2b-9d1e-8fc04ad83dbd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.495433 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8f9bf9b-c054-4600-b375-a0b72334a5a4 req-d933a1a7-19a5-4d2b-9d1e-8fc04ad83dbd tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 944 time: 0.1008353 Dec 10 18:13:59.509091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae86c946-ad39-4363-bba5-b3bc3b58a3f1 req-b72b244c-20e7-49dc-8239-49693118aae0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007259 Dec 10 18:13:59.618386 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8f9bf9b-c054-4600-b375-a0b72334a5a4 req-500a3ac8-aa41-4df1-af18-b5ed909a3d69 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215219 Dec 10 18:13:59.620172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:59.637883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8faae7fa-cd65-4a8c-b733-48f9f043a817 req-8db31942-0743-43f4-bc4b-115a92642740 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 210 time: 0.0543745 Dec 10 18:13:59.678829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-f1e50aec-0c67-46fe-a603-cf71493c8589 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589843 Dec 10 18:13:59.691095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'port_id': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'mac_address': 'fa:16:3e:f1:f3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:13:59.771755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a0cc190e-de3d-4154-b29a-ff40c386d307,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:13:59.775581 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:59.803403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:13:59.852768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:13:59.864189 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:13:59.865100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device b769134b-467d-47cb-8cf4-e0cf12918607 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:13:59.875333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b601-7440-49bd-bcab-025e355e9f56 req-f3d14f6f-b67d-4d62-bc3c-ef82e41d8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.877925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4e4b601-7440-49bd-bcab-025e355e9f56 req-f3d14f6f-b67d-4d62-bc3c-ef82e41d8138 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1102 time: 0.2362266 Dec 10 18:13:59.896945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-7185689e-ec2e-43c8-b297-1145b08f8adb tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.898534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-7185689e-ec2e-43c8-b297-1145b08f8adb tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112138 Dec 10 18:13:59.902707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b45b1-97a7-46ab-87e3-7ac7974bfc19 req-cb1f6720-5e82-48fe-b82f-73dda6cf7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:13:59.908409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d9b45b1-97a7-46ab-87e3-7ac7974bfc19 req-cb1f6720-5e82-48fe-b82f-73dda6cf7100 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 1097 time: 0.2558322 Dec 10 18:13:59.921373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Request body: {'port': {'device_id': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '0f1e6a68a6a44ab18808da2d7c2ddc92'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:13:59.980969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:00.011115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port b769134b-467d-47cb-8cf4-e0cf12918607, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b769134b-467d-47cb-8cf4-e0cf12918607,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:00.043175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'b769134b-467d-47cb-8cf4-e0cf12918607', 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'port_id': 'b769134b-467d-47cb-8cf4-e0cf12918607', 'mac_address': 'fa:16:3e:08:ef:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45', 'ip_address': '10.1.1.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:00.088453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d9b45b1-97a7-46ab-87e3-7ac7974bfc19 req-c9cb6055-3515-47cd-ae25-8aec56048d2e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568422 Dec 10 18:14:00.095046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4e4b601-7440-49bd-bcab-025e355e9f56 req-5eaa4ea5-32b7-487e-834e-77b74e19b86a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966469 Dec 10 18:14:00.186953 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:00.215111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f10e1-2b60-46ef-83f7-c2a7769b9954 req-2ad29358-f7a2-48b6-a5ab-49cf6aa7f9fe tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.217201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b1f10e1-2b60-46ef-83f7-c2a7769b9954 req-2ad29358-f7a2-48b6-a5ab-49cf6aa7f9fe tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.0882084 Dec 10 18:14:00.230457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b769134b-467d-47cb-8cf4-e0cf12918607 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:00.283082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port b769134b-467d-47cb-8cf4-e0cf12918607, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b769134b-467d-47cb-8cf4-e0cf12918607,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:00.293337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b1f10e1-2b60-46ef-83f7-c2a7769b9954 req-d1860137-f98c-4cff-90c4-6ff29663ebeb tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666134 Dec 10 18:14:00.299786 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:00.301102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8eab9ab7-50e1-48a2-8573-423eb5570ca0 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:00.369552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c47564-52a1-4415-8f1d-be4b78e8fde2 req-da36ba30-3865-4d5f-8f1c-09ec7853c4a5 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.384127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25c47564-52a1-4415-8f1d-be4b78e8fde2 req-da36ba30-3865-4d5f-8f1c-09ec7853c4a5 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 951 time: 0.4842768 Dec 10 18:14:00.451775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Made reservation on behalf of 0f1e6a68a6a44ab18808da2d7c2ddc92 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:00.458794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:00.472760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:00.484616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d7343-6482-4328-a7a4-3fae6f6b9220 req-62a8aa0a-2772-4857-bbbc-48e2bc2fdc8a tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.496484 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-375d7343-6482-4328-a7a4-3fae6f6b9220 req-62a8aa0a-2772-4857-bbbc-48e2bc2fdc8a tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 946 time: 0.1203287 Dec 10 18:14:00.516886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '8eab9ab7-50e1-48a2-8573-423eb5570ca0', 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51', 'port_id': '8eab9ab7-50e1-48a2-8573-423eb5570ca0', 'mac_address': 'fa:16:3e:0a:26:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:00.532001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25c47564-52a1-4415-8f1d-be4b78e8fde2 req-5df9c08e-8d79-427a-861e-bc8b0c841932 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463912 Dec 10 18:14:00.583642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-375d7343-6482-4328-a7a4-3fae6f6b9220 req-86024b52-becb-464b-9044-dd79de6f9b7f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862408 Dec 10 18:14:00.643038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=b769134b-467d-47cb-8cf4-e0cf12918607,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:00.687594 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:00.709760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eab9ab7-50e1-48a2-8573-423eb5570ca0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:00.754042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:00.763291 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:00.764526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8e491a87-de3b-437e-b471-8406a78fb905 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:00.848636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=8eab9ab7-50e1-48a2-8573-423eb5570ca0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:00.941007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Allocated IP 192.168.233.243 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/62d21382-e7f8-4a90-8039-7a0640ee417a) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:00.941703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.958099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.961601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9c054-4364-465c-98d9-a8eab53127b3 req-8c8ce54e-c182-413b-8d9f-ef1a08e472f2 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.975979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.976746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0e9c054-4364-465c-98d9-a8eab53127b3 req-8c8ce54e-c182-413b-8d9f-ef1a08e472f2 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.2150459 Dec 10 18:14:00.981844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.989982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:00.996700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:01.003967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:01.006339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-cd4fe81d-acde-481a-98b2-80d0720d206a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5423 time: 0.2314806 Dec 10 18:14:01.055406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8e491a87-de3b-437e-b471-8406a78fb905, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8e491a87-de3b-437e-b471-8406a78fb905,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:01.059022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a3072955-60fb-44f3-a8ef-ce041e05b563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.071184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '8e491a87-de3b-437e-b471-8406a78fb905', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': '8e491a87-de3b-437e-b471-8406a78fb905', 'mac_address': 'fa:16:3e:f5:1b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:01.108133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b5416dd-63ef-4fa2-bb29-f36c6d7e3495 req-264bc741-4fb7-4fdd-a6a5-7f75ea1fc23a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904260 Dec 10 18:14:01.139179 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0e9c054-4364-465c-98d9-a8eab53127b3 req-37b6efa3-4474-47ef-89eb-0f4537f1a634 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594257 Dec 10 18:14:01.159282 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.196716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e491a87-de3b-437e-b471-8406a78fb905 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:01.216077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34040) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:01.285138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8e491a87-de3b-437e-b471-8406a78fb905, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8e491a87-de3b-437e-b471-8406a78fb905,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:01.297853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.298566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:01.341043 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b8afd9c-07d0-42fa-b535-4a47280b3f6e req-508792ac-0902-4dd2-85a9-8eabbf09282c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 210 time: 0.0552909 Dec 10 18:14:01.360078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e1ffd-c3d2-4567-97d5-76511768aae2 req-2b71c45c-6727-490d-9938-3bfc383b16db tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:01.362505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d1e1ffd-c3d2-4567-97d5-76511768aae2 req-2b71c45c-6727-490d-9938-3bfc383b16db tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 944 time: 0.1059155 Dec 10 18:14:01.403700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.431668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:01.440407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=8e491a87-de3b-437e-b471-8406a78fb905,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:01.448863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '2b14d7a2-5ec7-43bb-86a5-3c09db8510c8', 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'port_id': '2b14d7a2-5ec7-43bb-86a5-3c09db8510c8', 'mac_address': 'fa:16:3e:ab:0d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:01.449316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.484392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:01.514327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d1e1ffd-c3d2-4567-97d5-76511768aae2 req-c8b92582-9916-402d-becc-f64eaef0862c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454139 Dec 10 18:14:01.547199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:01.552591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:01.565608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.565795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:01.575749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2672fce9-b57d-4255-93d1-56826b3f3bd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a42ea51da2164ca8b9c46cade4cf905a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3554733 Dec 10 18:14:01.576673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:01.584745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:01.615939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:01.642909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.644378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5d41dd94-ccb4-4690-9ad4-84cab7b72738 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:01.726568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b035d2be-ec91-4958-89e7-98e20031828e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.765594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b035d2be-ec91-4958-89e7-98e20031828e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.767470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:01.830065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.878804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:01.899614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '5d41dd94-ccb4-4690-9ad4-84cab7b72738', 'network_id': '6882d5c9-5aca-4fd8-a55c-99cb1d41a29f', 'port_id': '5d41dd94-ccb4-4690-9ad4-84cab7b72738', 'mac_address': 'fa:16:3e:62:9d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:01.928847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-8376793a-831b-461c-8e13-e0edfdd309bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:01.930502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-8376793a-831b-461c-8e13-e0edfdd309bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.1132324 Dec 10 18:14:01.939395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67bdfa-0e83-401a-91e3-8eceaa3374bb req-53342394-47d7-4676-8201-a4833526e35c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:01.941010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d67bdfa-0e83-401a-91e3-8eceaa3374bb req-53342394-47d7-4676-8201-a4833526e35c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 946 time: 0.1224349 Dec 10 18:14:01.961335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b035d2be-ec91-4958-89e7-98e20031828e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.965195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b035d2be-ec91-4958-89e7-98e20031828e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.967371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b035d2be-ec91-4958-89e7-98e20031828e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/456c426a-b8a6-4e33-9de6-3532d77c2ce1 HTTP/1.1" status: 204 len: 168 time: 0.3862860 Dec 10 18:14:01.977205 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:01.997271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d41dd94-ccb4-4690-9ad4-84cab7b72738 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:02.020828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:02.022243 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.048914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035d2be-ec91-4958-89e7-98e20031828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c426a-b8a6-4e33-9de6-3532d77c2ce1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:02.053404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.054400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 7c8a87a9-7089-45ae-a76b-4f2482a24754 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:02.086880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 7c8a87a9-7089-45ae-a76b-4f2482a24754, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:02.092908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:02.106961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9d9217f4-1693-471a-bf44-8f99688c46e1 None None] Provisioning complete for port 62d21382-e7f8-4a90-8039-7a0640ee417a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:02.107360 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d9217f4-1693-471a-bf44-8f99688c46e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.122667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d67bdfa-0e83-401a-91e3-8eceaa3374bb req-ab9f4c84-0c04-4567-a074-9531aa143feb tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627553 Dec 10 18:14:02.162263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '7c8a87a9-7089-45ae-a76b-4f2482a24754', 'network_id': 'e7ebe828-8793-4cf3-96a8-cc75c5438a51', 'port_id': '7c8a87a9-7089-45ae-a76b-4f2482a24754', 'mac_address': 'fa:16:3e:ed:b2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:02.174598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.175599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.198939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ef17e-3977-468d-b71d-571d9d51fca9 req-38cf1479-5708-4027-9342-9e5b13ac556f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.202581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=5d41dd94-ccb4-4690-9ad4-84cab7b72738,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:02.207045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a81ef17e-3977-468d-b71d-571d9d51fca9 req-38cf1479-5708-4027-9342-9e5b13ac556f tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 951 time: 0.1268299 Dec 10 18:14:02.247615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-a07d2869-0240-4490-bcbf-b8e5d61fa611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.249855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-a07d2869-0240-4490-bcbf-b8e5d61fa611 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.3079023 Dec 10 18:14:02.265406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-94cd296e-4502-49fb-8ac9-6d8c61110c3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3557529 Dec 10 18:14:02.275988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a81ef17e-3977-468d-b71d-571d9d51fca9 req-7371df8b-05a3-48ea-8703-892618fb3166 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677660 Dec 10 18:14:02.277127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af6af8-2737-42fb-ab38-0d0f982cbdfe req-b36e2a46-0a37-4e1b-ab24-d5d4ee021ebe tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.278814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94af6af8-2737-42fb-ab38-0d0f982cbdfe req-b36e2a46-0a37-4e1b-ab24-d5d4ee021ebe tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0689654 Dec 10 18:14:02.284343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Request body: {'port': {'device_id': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:02.309586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.336785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-5dbcc19a-2fc3-4c9f-98f6-a35db490de2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 217 time: 0.0749846 Dec 10 18:14:02.347148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8a87a9-7089-45ae-a76b-4f2482a24754 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:02.355173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.388320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 7c8a87a9-7089-45ae-a76b-4f2482a24754, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:02.391406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9d9217f4-1693-471a-bf44-8f99688c46e1 None None] Port 62d21382-e7f8-4a90-8039-7a0640ee417a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:14:02.400845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.431057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94af6af8-2737-42fb-ab38-0d0f982cbdfe req-11585c20-906c-440b-ae86-9390873e68a5 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972633 Dec 10 18:14:02.435025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-37a9f4f6-f3f4-4d5c-8e34-91a5797c313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.437101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-37a9f4f6-f3f4-4d5c-8e34-91a5797c313d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.0844343 Dec 10 18:14:02.479731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=7c8a87a9-7089-45ae-a76b-4f2482a24754,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:02.485368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34066) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:02.492111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-2821cded-8be1-4fda-8f36-a6ed525322a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380199 Dec 10 18:14:02.534009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40de63d9-2a24-48b2-adef-2ba32b885a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.610282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-1d69eab7-d7a8-4ccb-838c-435c61a2034e service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949330 Dec 10 18:14:02.633670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae677ee-76fc-44c9-b105-140b246f8828 req-ec4f77a8-6fec-4436-b208-b2f6c2fa264f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.641315 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ae677ee-76fc-44c9-b105-140b246f8828 req-ec4f77a8-6fec-4436-b208-b2f6c2fa264f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.1571517 Dec 10 18:14:02.752121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb65cf1c-d56e-4c9b-bf75-370b4bca0b4c req-2ca4b99d-4869-4bf0-b8bc-bda67c5c443a service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330221 Dec 10 18:14:02.754927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ae677ee-76fc-44c9-b105-140b246f8828 req-c1a5987d-b179-4936-acd2-0cb221483ee3 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125641 Dec 10 18:14:02.765250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.771363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.777547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.785567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.791842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.799162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.805245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:02.808497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-ad72e85f-4737-4018-86d3-607b88a75630 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5426 time: 0.1248353 Dec 10 18:14:02.825333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40de63d9-2a24-48b2-adef-2ba32b885a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.831765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d21382-e7f8-4a90-8039-7a0640ee417a {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:02.839124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40de63d9-2a24-48b2-adef-2ba32b885a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.850440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.890391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Transition to ACTIVE for port object 62d21382-e7f8-4a90-8039-7a0640ee417a will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:14:02.901368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-40de63d9-2a24-48b2-adef-2ba32b885a10 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8bc34090afc74f599bb083cea23decd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142740 Dec 10 18:14:02.904031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:02.906301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34078) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:02.915538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-484f32d8-43fb-48b1-b881-9d65b8cb9b27 req-de3712b1-4031-4c03-a4f9-17caa77105f1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974205 Dec 10 18:14:02.916733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de63d9-2a24-48b2-adef-2ba32b885a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af747fa8-e67b-486f-b478-acd461703de7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:03.009066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:03.068262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1331d0-b8fa-431e-96f2-9b0329ea8617 req-83ca0ff7-59b5-4ee0-9dd1-4cd7d4d098de tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.069922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c1331d0-b8fa-431e-96f2-9b0329ea8617 req-83ca0ff7-59b5-4ee0-9dd1-4cd7d4d098de tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.0642269 Dec 10 18:14:03.085168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea4ffa37-373f-4854-9e71-f46f4b02586c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:03.115773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cede75-f1b1-458f-a436-c62d84c13a8b req-c151ee67-f3c6-4dd3-992f-6889bfa1cc11 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.117366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20cede75-f1b1-458f-a436-c62d84c13a8b req-c151ee67-f3c6-4dd3-992f-6889bfa1cc11 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.1264460 Dec 10 18:14:03.136895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c1331d0-b8fa-431e-96f2-9b0329ea8617 req-c1ec13d6-79a7-404e-9e81-8511495c381e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567460 Dec 10 18:14:03.144525 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:14:03.155833 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea4ffa37-373f-4854-9e71-f46f4b02586c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:03.173825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:03.174149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:03.174509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:03.197945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Port 62d21382-e7f8-4a90-8039-7a0640ee417a on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:14:03.198285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:03.233788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:03.233941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:03.234226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:03.235112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Bound port: 62d21382-e7f8-4a90-8039-7a0640ee417a, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:03.235473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:03.260917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20cede75-f1b1-458f-a436-c62d84c13a8b req-cdf32160-aca2-4623-9701-4453a2e401b5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282105 Dec 10 18:14:03.316729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['2395331e-6c4a-4a01-8f47-eaab22b9c2b5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.335946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b8bd3-91b2-49c4-a43b-4b15748d35a7 req-f587e896-1ae8-4ef8-8d5d-c1f432c904cf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.337708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a8b8bd3-91b2-49c4-a43b-4b15748d35a7 req-f587e896-1ae8-4ef8-8d5d-c1f432c904cf tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 946 time: 0.1079190 Dec 10 18:14:03.350101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea4ffa37-373f-4854-9e71-f46f4b02586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:03.356028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea4ffa37-373f-4854-9e71-f46f4b02586c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:03.361653 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ea4ffa37-373f-4854-9e71-f46f4b02586c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af747fa8-e67b-486f-b478-acd461703de7 HTTP/1.1" status: 204 len: 168 time: 0.4483163 Dec 10 18:14:03.367239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a0cc190e-de3d-4154-b29a-ff40c386d307'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.378159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8eab9ab7-50e1-48a2-8573-423eb5570ca0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.414945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['7c8a87a9-7089-45ae-a76b-4f2482a24754'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.415501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ffa37-373f-4854-9e71-f46f4b02586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af747fa8-e67b-486f-b478-acd461703de7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:03.417297 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a8b8bd3-91b2-49c4-a43b-4b15748d35a7 req-cc741ce8-d68b-48fe-925a-e19300608f52 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727577 Dec 10 18:14:03.440171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:03.445105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:03.461385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc0893-ddfb-4da8-9782-272de09136cb req-eb941101-e8d5-42d4-b347-61e4cd6d9d4b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.463321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5bc0893-ddfb-4da8-9782-272de09136cb req-eb941101-e8d5-42d4-b347-61e4cd6d9d4b tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.1045022 Dec 10 18:14:03.465992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:03.513332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['5d41dd94-ccb4-4690-9ad4-84cab7b72738'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.557180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.558114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:03.561246 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] 10.222.0.59 "PUT /v2.0/ports/62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 1096 time: 1.2840912 Dec 10 18:14:03.561917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:03.567520 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b493325-3fd2-414a-8ff5-a3d0675236c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:03.581171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710fb901-72ce-4634-9711-af01895dd8ef req-9ce6a4a8-858a-413e-b8a9-9cd2b6327034 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.585030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['b769134b-467d-47cb-8cf4-e0cf12918607'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.589420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['2b14d7a2-5ec7-43bb-86a5-3c09db8510c8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.596912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-710fb901-72ce-4634-9711-af01895dd8ef req-9ce6a4a8-858a-413e-b8a9-9cd2b6327034 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1102 time: 0.0809679 Dec 10 18:14:03.600511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8e491a87-de3b-437e-b471-8406a78fb905'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:03.603449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5bc0893-ddfb-4da8-9782-272de09136cb req-b714fc04-b157-446e-9450-92b7aba88057 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297655 Dec 10 18:14:03.677815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-710fb901-72ce-4634-9711-af01895dd8ef req-e0a62a93-a71f-4c71-908a-77ae69376ce5 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789983 Dec 10 18:14:03.718051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7e112-ede4-4c6f-b2b8-e7dc496e704c service neutron] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:03.751853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-6e85f7dc-ae70-46b2-919d-f6165dbaba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.755515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-6e85f7dc-ae70-46b2-919d-f6165dbaba9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1099 time: 0.1403501 Dec 10 18:14:03.797730 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f0f85d-202d-4432-870d-d5504a0749d3 x-openstack-request-id: req-14f0f85d-202d-4432-870d-d5504a0749d3 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:03.798034 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:03.798288 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-14f0f85d-202d-4432-870d-d5504a0749d3 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:03.798721 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'status': 'completed', 'code': 200} Dec 10 18:14:03.907207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-9b33550c-e8f7-47e2-bc2d-0d3acd2b0dd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.1184261 Dec 10 18:14:03.929622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18859379-941e-4c75-9000-d33c19e85fc2 req-8b20f08f-9d57-46cd-9a27-43642d428c5f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:03.931518 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18859379-941e-4c75-9000-d33c19e85fc2 req-8b20f08f-9d57-46cd-9a27-43642d428c5f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1749105 Dec 10 18:14:04.032792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18859379-941e-4c75-9000-d33c19e85fc2 req-f59803ca-a36d-4987-a289-b351f544e020 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876572 Dec 10 18:14:04.043962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-51253152-de73-4a99-aa3b-6512847f8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.052366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-51253152-de73-4a99-aa3b-6512847f8ce9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1346378 Dec 10 18:14:04.138169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-c36e02f7-5e49-42e2-9ef0-aaeb45f2c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.142310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-c36e02f7-5e49-42e2-9ef0-aaeb45f2c5cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813224 Dec 10 18:14:04.208786 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:04.255697 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:04.284113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.293336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.300444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.308634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.316640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.323885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.331033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.343988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d57c68-f586-4395-b336-9154853bfd2c req-713b3fe5-8a2e-46bb-9704-754ab0202978 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.345800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04d57c68-f586-4395-b336-9154853bfd2c req-713b3fe5-8a2e-46bb-9704-754ab0202978 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.1660547 Dec 10 18:14:04.354979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-d3ccfa4e-bf58-41cd-b210-9ecde13aa64c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5426 time: 0.1288230 Dec 10 18:14:04.395023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-79df3a70-e969-46ce-a205-07a4a4baf39c service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447355 Dec 10 18:14:04.436094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04d57c68-f586-4395-b336-9154853bfd2c req-b27fe0f4-e056-4eae-afa8-983be329d5f7 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802212 Dec 10 18:14:04.471651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4fb8709-827d-450e-a0e8-a5e98db41e9a req-a6f2ab2e-09a5-46e1-b97d-2ed73e7b2012 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161397 Dec 10 18:14:04.551700 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05858e81-8b49-49a5-9108-6aab0b3550a2 req-0c2ba2dd-7e6d-4c00-8621-657f67a8102c service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445801 Dec 10 18:14:04.662852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:04.663993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e58ab1-e876-4fdf-b9c3-be71f8a39e20 req-ebff9599-f2a9-4d43-b074-036d354bd676 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.678788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc77d-47ec-40ba-a9f2-3aaf79daf727 req-28866dc9-28de-4a23-9696-351003f39a7f tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.679329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39e58ab1-e876-4fdf-b9c3-be71f8a39e20 req-ebff9599-f2a9-4d43-b074-036d354bd676 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.0934052 Dec 10 18:14:04.679887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34134) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:04.685323 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8dcc77d-47ec-40ba-a9f2-3aaf79daf727 req-28866dc9-28de-4a23-9696-351003f39a7f tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 1102 time: 0.0958757 Dec 10 18:14:04.689695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-ce951cbd-027a-4a15-aa19-696296e377b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.691166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-ce951cbd-027a-4a15-aa19-696296e377b8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1099 time: 0.0690358 Dec 10 18:14:04.751016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39e58ab1-e876-4fdf-b9c3-be71f8a39e20 req-aa2ba44e-4be3-4005-957f-ca7150c391f1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685368 Dec 10 18:14:04.872576 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8dcc77d-47ec-40ba-a9f2-3aaf79daf727 req-e73bb2a9-8eae-49eb-b0a3-af3b64df1460 tempest-ServersAdminTestJSON-105006951 tempest-ServersAdminTestJSON-105006951-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845160 Dec 10 18:14:04.882919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d58a21-8ae8-4fbc-a017-82b687bc6e6c req-278e3a9e-699d-4e6d-a5e1-f4bcb908f4c2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.901906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53d58a21-8ae8-4fbc-a017-82b687bc6e6c req-278e3a9e-699d-4e6d-a5e1-f4bcb908f4c2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.0922856 Dec 10 18:14:04.922990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-2648253d-37bb-4ec5-b966-9d9249ff3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:04.924273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-2648253d-37bb-4ec5-b966-9d9249ff3ebf service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2183983 Dec 10 18:14:04.928425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-network', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:04.969678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Made reservation on behalf of 82ee5b2cd648449a9eaa957f1fd190fc for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:04.972400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:04.999259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53d58a21-8ae8-4fbc-a017-82b687bc6e6c req-9161295f-3802-4f9d-9ca6-6ba89bc801a6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958588 Dec 10 18:14:05.013375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.017652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-637f9161-3018-41f4-b241-1ebd2677057c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.0715139 Dec 10 18:14:05.135478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-5f264729-b383-48a8-ab56-2ed4d2d04120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:05.137201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-5f264729-b383-48a8-ab56-2ed4d2d04120 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0619299 Dec 10 18:14:05.147208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38684beb-49c0-47c4-8305-3c0d95876e2b req-571f2ca2-27b3-4763-9e50-201e0106bc3c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:05.148977 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38684beb-49c0-47c4-8305-3c0d95876e2b req-571f2ca2-27b3-4763-9e50-201e0106bc3c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 946 time: 0.1299355 Dec 10 18:14:05.210298 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.219016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dee98a-9653-478d-b4c9-41033310441c req-d088abc2-5900-4030-8fd9-a73170303294 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:05.220728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4dee98a-9653-478d-b4c9-41033310441c req-d088abc2-5900-4030-8fd9-a73170303294 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.0956087 Dec 10 18:14:05.221944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.245491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-53814435-135f-459c-88dc-5762453b7090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:05.247050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-53814435-135f-459c-88dc-5762453b7090 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970335 Dec 10 18:14:05.255897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:14:05.258166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38684beb-49c0-47c4-8305-3c0d95876e2b req-393b052e-cf3e-4d2a-9552-17f887da151b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755382 Dec 10 18:14:05.283554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359eacc7-884f-4eaa-94fa-2dee2f603809,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:05.291183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.291649 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Added segment 51533e93-60e4-4194-9c90-12b3c5712d7c of type vlan for network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 Dec 10 18:14:05.312224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.312634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.312902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.313236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.313568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.313928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.314246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.314568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.314903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.315210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.315530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.315848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.316164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:05.357994 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4dee98a-9653-478d-b4c9-41033310441c req-8e4b0785-ccc8-4618-a441-72bf7eb78efd tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224916 Dec 10 18:14:05.367125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.386440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-62160785-33a7-4bf3-ae4b-cb1a2f72c596 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271648 Dec 10 18:14:05.406216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.409395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:05.411474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.493609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8124795 Dec 10 18:14:05.499770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34146) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:05.523873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Request body: {'subnet': {'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-subnet', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:05.554245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Made reservation on behalf of 82ee5b2cd648449a9eaa957f1fd190fc for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:05.555849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2c89b-3ac3-438f-b1b0-9376f8bd9e6e admin admin] Pushing event updated for resources: {'Network': ['ID=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:05.557471 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.576421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:14:05.584391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b493325-3fd2-414a-8ff5-a3d0675236c1 req-a47c9afd-a0db-420f-850f-b50616cb15ce service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887896 Dec 10 18:14:05.598761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e03a-29ad-40da-b919-fd632ad81ce4 req-4a9e12df-e88f-41c8-9e07-2f4a9d933134 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:05.600733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3506e03a-29ad-40da-b919-fd632ad81ce4 req-4a9e12df-e88f-41c8-9e07-2f4a9d933134 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1262860 Dec 10 18:14:05.666675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3506e03a-29ad-40da-b919-fd632ad81ce4 req-dba5e045-01a9-44b2-bd06-1d6dbb3dd673 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506110 Dec 10 18:14:05.808783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:05.886643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:05.911836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Checking segment: {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:05.912221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Network hostable DHCP agents. Network: 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:14:05.943086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:14:05.957438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:05.970605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557dc6d-da9a-4a97-8780-6dc99e55c3c0 None None] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:14:05.977752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:05.978798 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.034950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-df1aca05-e4ae-4a45-a94d-9c866f294ce1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5334513 Dec 10 18:14:06.037944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34166) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:06.042727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:06.082117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.088563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.097588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0f2b9-9064-4337-9bf7-53e00f928278 req-39032b90-6d8c-46a7-a200-8d4e2c274a48 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.098987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.102298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-abe0f2b9-9064-4337-9bf7-53e00f928278 req-39032b90-6d8c-46a7-a200-8d4e2c274a48 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 949 time: 0.1010187 Dec 10 18:14:06.106108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.111801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.117855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.124680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.134407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-301641b1-73d2-443e-90a7-d1de2f92fd36 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5426 time: 0.1418271 Dec 10 18:14:06.151225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.152476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.155494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:14:06.156831 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.191050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-abe0f2b9-9064-4337-9bf7-53e00f928278 req-dde6bc37-9f5f-42bf-a4b4-d6d330317da0 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808301 Dec 10 18:14:06.252609 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d5ccb8f-8add-4b3d-b7c7-d9ec3acf4ac6 req-f55b5060-594a-4dc6-9edf-2d318d79d4a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171675 Dec 10 18:14:06.254498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.334553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f23170-5b26-4b7f-acb9-2c04b25d135c req-ba546587-1d04-4cd6-9074-d6e18496a1d1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.347808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98f23170-5b26-4b7f-acb9-2c04b25d135c req-ba546587-1d04-4cd6-9074-d6e18496a1d1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.0914586 Dec 10 18:14:06.371705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Allocated IP 172.20.0.2 (10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8/9e2dba08-c8f4-4606-8817-9d1e51c9aa7d/f7c113fb-d39c-481a-9e2f-20f7cd3ff644) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:06.429102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.456760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98f23170-5b26-4b7f-acb9-2c04b25d135c req-c19d8c48-9ec9-4287-9d72-d3fad5bac2b7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078773 Dec 10 18:14:06.601955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6d5a1-cac5-4f59-89ae-8fdae6aaf7a2 req-6c586609-69f3-4fc4-bd72-265cc24682b3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.603642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46e6d5a1-cac5-4f59-89ae-8fdae6aaf7a2 req-6c586609-69f3-4fc4-bd72-265cc24682b3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.0589383 Dec 10 18:14:06.620501 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.634745 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.673216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46e6d5a1-cac5-4f59-89ae-8fdae6aaf7a2 req-5d2a5082-03be-49e1-9532-a0ea6055fe8c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567110 Dec 10 18:14:06.677335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:06.687382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Pushing event updated for resources: {'Port': ['ID=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:06.701200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8d547-fa92-492d-ba96-14803d311967 req-dd538d51-b601-49e0-a794-9ae0458847c9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.701315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:06.701428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13b8d547-fa92-492d-ba96-14803d311967 req-dd538d51-b601-49e0-a794-9ae0458847c9 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.1445882 Dec 10 18:14:06.701527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:06.759977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.784050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Attempting to bind port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:06.784967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Attempting to bind port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:06.785579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Attempting to bind port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 on network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:06.793282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:06.793845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Checking segment: {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:06.794387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.794934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Bound using segment: {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:06.795417 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.795761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Bound port: f7c113fb-d39c-481a-9e2f-20f7cd3ff644, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:06.796119 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.825397 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13b8d547-fa92-492d-ba96-14803d311967 req-4617f8c4-6e1a-44a4-a41d-bfff658c1385 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033068 Dec 10 18:14:06.879700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e292be-c1f3-40bf-8618-f649a0d9bd9a req-0210f005-7f05-462e-8b22-3bceccd32e39 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:06.881701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3e292be-c1f3-40bf-8618-f649a0d9bd9a req-0210f005-7f05-462e-8b22-3bceccd32e39 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0917597 Dec 10 18:14:06.897548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] For port f7c113fb-d39c-481a-9e2f-20f7cd3ff644, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:06.901997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] For port f7c113fb-d39c-481a-9e2f-20f7cd3ff644, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:06.910172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:06.956920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Allocated IP 172.25.2.164 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/631a8334-74b0-4c0e-b4e4-c16dbfb682db) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:06.962871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3e292be-c1f3-40bf-8618-f649a0d9bd9a req-d068f0d1-bbe7-4649-aa3c-94fd973d4853 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703497 Dec 10 18:14:07.000179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9985-d761-4827-acda-80ef7a764467 None None] Pushing event updated for resources: {'Port': ['ID=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:07.097687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.167148 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.226008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:07.234687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:07.241302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:07.353913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-9734ed84-a49b-4f2a-8688-af9e8261eeba tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.356725 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-9734ed84-a49b-4f2a-8688-af9e8261eeba tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 949 time: 0.1166635 Dec 10 18:14:07.359034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Pushing event updated for resources: {'Port': ['ID=631a8334-74b0-4c0e-b4e4-c16dbfb682db,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:07.431890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f7c113fb-d39c-481a-9e2f-20f7cd3ff644 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:07.492000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:07.492628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.513736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.518149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b691b-f7bd-4121-b0c2-a573b9ee54a6 req-fc489cd7-7c29-4ab8-8a92-1453a42da5c7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.520427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.527073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.531109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-278b691b-f7bd-4121-b0c2-a573b9ee54a6 req-fc489cd7-7c29-4ab8-8a92-1453a42da5c7 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 949 time: 0.2299306 Dec 10 18:14:07.535710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.548894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.559250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.568073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.570214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-569abded-2496-4c89-85e8-8334b592d4de req-ed3aa7e9-3e79-4a43-935b-544d2f57d933 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5426 time: 0.1633790 Dec 10 18:14:07.603504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-278b691b-f7bd-4121-b0c2-a573b9ee54a6 req-baddbe86-649b-45f7-aca7-78b7d5c9f582 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714250 Dec 10 18:14:07.623190 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.636485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Deleting port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:07.636647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.690059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port f7c113fb-d39c-481a-9e2f-20f7cd3ff644, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:07.700154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.705356 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-569abded-2496-4c89-85e8-8334b592d4de req-1e2aafee-a042-48b1-9065-dead353b3ecb tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132157 Dec 10 18:14:07.763124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.789301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:07.931436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] For port 79e7e083-663a-4fd2-8c6e-b7883d4592a3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79e7e083-663a-4fd2-8c6e-b7883d4592a3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:07.931729 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:07.960662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-314c3b5e-e10a-4633-b3a0-fefa4cf92aaf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.963134 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-314c3b5e-e10a-4633-b3a0-fefa4cf92aaf tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.1888666 Dec 10 18:14:07.964215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Calling delete_port for 79e7e083-663a-4fd2-8c6e-b7883d4592a3 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:07.971304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878215bf-bb81-4198-85e0-08faf7357ae1 req-002085e9-1350-4b60-babc-9eabaa5a33de tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:07.973001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-878215bf-bb81-4198-85e0-08faf7357ae1 req-002085e9-1350-4b60-babc-9eabaa5a33de tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.1285491 Dec 10 18:14:07.997934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79f2b8-899a-4ce1-80bf-1e00f7679d0e req-03a58257-de34-4086-8e95-adf1d91e3427 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:08.000031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc79f2b8-899a-4ce1-80bf-1e00f7679d0e req-03a58257-de34-4086-8e95-adf1d91e3427 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.1295445 Dec 10 18:14:08.131608 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-878215bf-bb81-4198-85e0-08faf7357ae1 req-cd0e8897-21bd-4327-817f-d5a04f59a9fb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097863 Dec 10 18:14:08.149843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:08.193619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc79f2b8-899a-4ce1-80bf-1e00f7679d0e req-8d453281-cedd-4417-9819-b749ef15c3a8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741092 Dec 10 18:14:08.274039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Deleting port da20d318-d5ea-4118-b8b8-ae84db82d69a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:08.274463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:08.292759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2145ae0-6734-45e1-8252-90006758b556 None None] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:14:08.411164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9188886-b9b9-4462-9745-c8ca9029e2c4 req-c0d46c3a-4077-4a9f-9590-58d1b80c6b1e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:08.419344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9188886-b9b9-4462-9745-c8ca9029e2c4 req-c0d46c3a-4077-4a9f-9590-58d1b80c6b1e tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 946 time: 0.1079698 Dec 10 18:14:08.427728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:14:08.439679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 938f77bb-91f9-4360-b872-0e8203c1e97d details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:08.442745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a0cc190e-de3d-4154-b29a-ff40c386d307 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:08.445274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f1fa20f3-25f8-4523-b2a0-1779b4355ec7 None None] Provisioning complete for port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:08.445830 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f1fa20f3-25f8-4523-b2a0-1779b4355ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:08.521540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9188886-b9b9-4462-9745-c8ca9029e2c4 req-99cca155-86b3-4edd-9f7e-230af029ad33 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011534 Dec 10 18:14:08.532704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e329a0f-0f39-433f-843a-e06f57a9f487 req-c046c4ad-2730-46ec-bdac-061ae4cfc4a0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:08.534398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e329a0f-0f39-433f-843a-e06f57a9f487 req-c046c4ad-2730-46ec-bdac-061ae4cfc4a0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.2162471 Dec 10 18:14:08.542581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] For port da20d318-d5ea-4118-b8b8-ae84db82d69a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=da20d318-d5ea-4118-b8b8-ae84db82d69a,segment=NetworkSegment(ac1a200b-3d7f-48bc-aa77-358f7f389bbd),segment_id=ac1a200b-3d7f-48bc-aa77-358f7f389bbd)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:08.543173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:08.549016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:08.578451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b5769cf8-6e22-459c-80e4-ca337cc97a3a', '447d1335-8618-4dc8-8a26-c9b8b0859004'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:08.631375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Pushing event deleted for resources: {'Port': ['ID=79e7e083-663a-4fd2-8c6e-b7883d4592a3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:08.656245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:14:08.660970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Calling delete_port for da20d318-d5ea-4118-b8b8-ae84db82d69a owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:08.687604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:08.697541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f6054786-2e5d-45de-a367-19a1167193dd admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.6587288 Dec 10 18:14:08.698517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34218) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:08.720063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Sync routers for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:14:08.850594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de911ce7-00c1-4769-821d-1ada1e04470c req-9be52dbf-3be7-4f2f-abb5-60111807c200 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00 HTTP/1.1" status: 200 len: 210 time: 0.0650318 Dec 10 18:14:08.900491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:08.901512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:08.926564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] No DVR routers for this DVR port 79e7e083-663a-4fd2-8c6e-b7883d4592a3 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:08.970177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:08.975092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5d79ffd-bb77-4671-9d94-3a1fa5ec6425 req-e8c85263-a9d4-4567-8346-143dc81483a4 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "DELETE /v2.0/ports/79e7e083-663a-4fd2-8c6e-b7883d4592a3 HTTP/1.1" status: 204 len: 173 time: 1.6033077 Dec 10 18:14:08.975856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'name': 'network-vif-deleted', 'tag': '79e7e083-663a-4fd2-8c6e-b7883d4592a3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:08.978809 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e9f48-8668-493c-b65e-8feaf7eda6d5" -d '{"events": [{"server_uuid": "f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00", "name": "network-vif-deleted", "tag": "79e7e083-663a-4fd2-8c6e-b7883d4592a3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:09.054856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e329a0f-0f39-433f-843a-e06f57a9f487 req-b9446533-f0cb-4732-984b-7dfc31de5c10 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026577 Dec 10 18:14:09.127003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port a0cc190e-de3d-4154-b29a-ff40c386d307 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:09.127523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:09.228291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port a0cc190e-de3d-4154-b29a-ff40c386d307 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:09.228584 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:09.284278 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416891d2-0629-47da-95d5-68210b79abe9 x-openstack-request-id: req-416891d2-0629-47da-95d5-68210b79abe9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:09.285875 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00", "name": "network-vif-deleted", "tag": "79e7e083-663a-4fd2-8c6e-b7883d4592a3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:09.286033 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-416891d2-0629-47da-95d5-68210b79abe9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:09.286447 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f5c326-a6c8-4e4c-84b6-07e8a4fdab00', 'name': 'network-vif-deleted', 'tag': '79e7e083-663a-4fd2-8c6e-b7883d4592a3', 'status': 'completed', 'code': 200} Dec 10 18:14:09.289028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Pushing event deleted for resources: {'Port': ['ID=da20d318-d5ea-4118-b8b8-ae84db82d69a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:09.373762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f7c113fb-d39c-481a-9e2f-20f7cd3ff644 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:09.389952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] No DVR routers for this DVR port da20d318-d5ea-4118-b8b8-ae84db82d69a on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:09.401686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:09.405679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8828ca-606c-4eb6-baf0-5f842a415405 req-250c64fd-9142-4004-82b6-5807fe0eb957 tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.30 "DELETE /v2.0/ports/da20d318-d5ea-4118-b8b8-ae84db82d69a HTTP/1.1" status: 204 len: 173 time: 1.4351268 Dec 10 18:14:09.509558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fdfef-011d-4380-afb7-c40b9978b234 req-4b9ea628-8ac5-43ad-bc63-a44479609335 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.519546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae3fdfef-011d-4380-afb7-c40b9978b234 req-4b9ea628-8ac5-43ad-bc63-a44479609335 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.1316478 Dec 10 18:14:09.658803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.675271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.682501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.690843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.697742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.704575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.721275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.722940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:09.727228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-56bd6e06-873a-4891-8431-381eae36afec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5426 time: 0.2384417 Dec 10 18:14:09.728111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae3fdfef-011d-4380-afb7-c40b9978b234 req-c8e4add5-27ad-4888-b258-6eae75db7aab tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666722 Dec 10 18:14:09.842461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'mac_address': 'fa:16:3e:c8:03:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:09.890904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9502f9-c24b-4a70-8e52-2c8ecfccbcb1 req-9b8d84a2-4b83-4ac3-8ffa-a8cfa05726a2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:09.905846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe9502f9-c24b-4a70-8e52-2c8ecfccbcb1 req-9b8d84a2-4b83-4ac3-8ffa-a8cfa05726a2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.1027792 Dec 10 18:14:09.910459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-48689dfe-354e-4b36-a298-6be77905c75b None None] Provisioning complete for port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:09.910804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-48689dfe-354e-4b36-a298-6be77905c75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:09.930451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79e7e083-663a-4fd2-8c6e-b7883d4592a3 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:09.988508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 79e7e083-663a-4fd2-8c6e-b7883d4592a3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:09.988843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79e7e083-663a-4fd2-8c6e-b7883d4592a3 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:09.989258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device da20d318-d5ea-4118-b8b8-ae84db82d69a no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:09.991126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:09.991625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:10.004676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27d14c79-66f8-41f7-8bf8-b730954b7a76 req-0c70ad22-6ec4-4d46-ab81-26d1499f6073 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996939 Dec 10 18:14:10.057719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe9502f9-c24b-4a70-8e52-2c8ecfccbcb1 req-1f4946b2-3320-418f-8951-790720582de6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508462 Dec 10 18:14:10.191620 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16095e04-c73a-4d6c-9753-496c7fdf5bc9 req-14079bf4-3b4c-4967-b917-c5f29535c52f tempest-ServerDiskConfigTestJSON-148267682 tempest-ServerDiskConfigTestJSON-148267682-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a19dfb7-c2d8-4d7d-add1-c26120b21ead HTTP/1.1" status: 200 len: 210 time: 0.0437684 Dec 10 18:14:10.450619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:10.507279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dd25a-69e4-4b09-be63-a4e711e966ab req-0c5ff65f-9be1-40c5-a267-d3037315183e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:10.510078 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e32dd25a-69e4-4b09-be63-a4e711e966ab req-0c5ff65f-9be1-40c5-a267-d3037315183e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1957858 Dec 10 18:14:10.538942 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:10.542103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: da20d318-d5ea-4118-b8b8-ae84db82d69a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:10.542643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device da20d318-d5ea-4118-b8b8-ae84db82d69a not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:10.605233 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:10.651814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e32dd25a-69e4-4b09-be63-a4e711e966ab req-415cd05b-2150-431d-8233-728833400f45 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339724 Dec 10 18:14:10.692795 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:10.718459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 938f77bb-91f9-4360-b872-0e8203c1e97d {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:10.779699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688acaf-3b9b-4ace-a8e5-b2fe31f568e0 req-9ce0daac-a19c-4740-ad87-487f11ecde64 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:10.795772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d688acaf-3b9b-4ace-a8e5-b2fe31f568e0 req-9ce0daac-a19c-4740-ad87-487f11ecde64 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 950 time: 0.1541126 Dec 10 18:14:10.817084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:10.819584 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9baa5a9-86c8-40cf-8285-7ce786549b6f" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:10.839510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:10.912473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a0cc190e-de3d-4154-b29a-ff40c386d307, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a0cc190e-de3d-4154-b29a-ff40c386d307,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:10.915950 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:10.916613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:10.924119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d688acaf-3b9b-4ace-a8e5-b2fe31f568e0 req-df3a40c8-a5f5-459a-b4c1-dde206877418 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212485 Dec 10 18:14:10.942262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Allocated IP 172.20.0.1 (10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8/9e2dba08-c8f4-4606-8817-9d1e51c9aa7d/7361eb17-1775-4f5f-884c-58e1fd8b9eb7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:10.962086 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:10.962949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8eab9ab7-50e1-48a2-8573-423eb5570ca0 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:10.972846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da9b40-ed7d-4a9b-9233-ea4651cdfb90 req-dee63e84-97cb-401d-89f7-cf9a76607cf7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:10.975009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82da9b40-ed7d-4a9b-9233-ea4651cdfb90 req-dee63e84-97cb-401d-89f7-cf9a76607cf7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.1020358 Dec 10 18:14:11.054276 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477236f6-93fe-4919-8f78-c833c40cf403 x-openstack-request-id: req-477236f6-93fe-4919-8f78-c833c40cf403 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:11.054600 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:11.054863 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-477236f6-93fe-4919-8f78-c833c40cf403 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:11.055272 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307', 'code': 200} Dec 10 18:14:11.132970 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82da9b40-ed7d-4a9b-9233-ea4651cdfb90 req-baa78f53-9687-431c-ac4e-fc9d194a5b58 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370997 Dec 10 18:14:11.181962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:11.207814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:11.213374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:11.260795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:11.294737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.315086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:11.323583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.332543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:11.336917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:11.340911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.341317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:11.345818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:11.352418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.361847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.375487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.375938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.376350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.377275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.377275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.377511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.377920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.378317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.379242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.379242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.379672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.380347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.380681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:11.381906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.397073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.402864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'mac_address': 'fa:16:3e:d6:e2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:11.409809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-305db14a-f5a9-4473-acca-fce0825c391a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5427 time: 0.2452106 Dec 10 18:14:11.410098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:11.410465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:11.430123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'name': 'network-vif-deleted', 'tag': 'da20d318-d5ea-4118-b8b8-ae84db82d69a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:11.437732 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19b1a23-05d1-44cc-937f-87f1d9126830" -d '{"events": [{"server_uuid": "7a19dfb7-c2d8-4d7d-add1-c26120b21ead", "name": "network-vif-deleted", "tag": "da20d318-d5ea-4118-b8b8-ae84db82d69a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:11.463722 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:11.483604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a0cc190e-de3d-4154-b29a-ff40c386d307,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:11.566157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:07Z', 'revision_number': 3, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:11.585360 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:11.606208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9542517a-fc14-4d9a-8e49-1aa8c4f0f411 req-154255ed-81bf-4f9c-b801-97ab429772ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1947455 Dec 10 18:14:11.617462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2ec9b-d995-44d4-8cbe-ba6cc57da8d3 req-04243bd5-0c87-4545-902e-4ff7a7d5bef7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:11.619292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ed2ec9b-d995-44d4-8cbe-ba6cc57da8d3 req-04243bd5-0c87-4545-902e-4ff7a7d5bef7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.2645946 Dec 10 18:14:11.661273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:11.742149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Checking router: c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:14:11.742590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Updating router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 port 631a8334-74b0-4c0e-b4e4-c16dbfb682db binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:14:11.777118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d21382-e7f8-4a90-8039-7a0640ee417a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:11.877486 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1443dea8-f86a-42a6-9d0d-050515c0b4a1 x-openstack-request-id: req-1443dea8-f86a-42a6-9d0d-050515c0b4a1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:11.878275 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a19dfb7-c2d8-4d7d-add1-c26120b21ead", "name": "network-vif-deleted", "tag": "da20d318-d5ea-4118-b8b8-ae84db82d69a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:11.878275 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1443dea8-f86a-42a6-9d0d-050515c0b4a1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:11.878275 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a19dfb7-c2d8-4d7d-add1-c26120b21ead', 'name': 'network-vif-deleted', 'tag': 'da20d318-d5ea-4118-b8b8-ae84db82d69a', 'status': 'completed', 'code': 200} Dec 10 18:14:11.903633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ed2ec9b-d995-44d4-8cbe-ba6cc57da8d3 req-2dda21d3-c6e2-4d6f-9939-7a979f4df727 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657733 Dec 10 18:14:11.951138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:11.964284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:11.975350 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.004597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.018138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.066250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dd5ba-276d-43d8-a05e-ea0ab97e705d req-a9a1163a-3d5f-468d-980f-0bdea0219393 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:12.079628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a64dd5ba-276d-43d8-a05e-ea0ab97e705d req-a9a1163a-3d5f-468d-980f-0bdea0219393 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1010067 Dec 10 18:14:12.087963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:12.105833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.118723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:12.124870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.228827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a64dd5ba-276d-43d8-a05e-ea0ab97e705d req-eff90a80-e519-4728-bb43-7fb9279ca8f4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470795 Dec 10 18:14:12.238133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['938f77bb-91f9-4360-b872-0e8203c1e97d'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:12.261982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-1e3e687f-c38c-47f1-897f-b7482f4d7d57 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:12.267174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-1e3e687f-c38c-47f1-897f-b7482f4d7d57 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 950 time: 0.1286027 Dec 10 18:14:12.273709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88efdf-b54e-45b0-bcac-5c7628100947 req-631d9f04-7efa-4b6e-9c8c-95f6a5728e0a tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:12.283434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b88efdf-b54e-45b0-bcac-5c7628100947 req-631d9f04-7efa-4b6e-9c8c-95f6a5728e0a tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 950 time: 0.1306956 Dec 10 18:14:12.351857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:12.363426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:12.388759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b88efdf-b54e-45b0-bcac-5c7628100947 req-cef1738f-2360-4750-8c38-64f77f434d2c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993297 Dec 10 18:14:12.557772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34306) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:12.739427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] Deleting subnet 11421ecb-5e2d-45e3-a40f-915d57dcab4e {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:14:12.752427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.767306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac5a3f-d9d3-48a7-9b0b-36447a462f11 req-5450a97c-9ffd-4c2a-ba24-41a521bbf24a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:12.779835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9dac5a3f-d9d3-48a7-9b0b-36447a462f11 req-5450a97c-9ffd-4c2a-ba24-41a521bbf24a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.2869420 Dec 10 18:14:12.839586 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.842713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Deleting port b5769cf8-6e22-459c-80e4-ca337cc97a3a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:12.843415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.917721 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.918318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.964335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:12.973037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c5175db1-e2d5-4900-975d-1d8de0155e6e None None] Provisioning complete for port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:12.974021 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5175db1-e2d5-4900-975d-1d8de0155e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:12.993616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['62d21382-e7f8-4a90-8039-7a0640ee417a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:12.997935 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.016503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.017844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8e491a87-de3b-437e-b471-8406a78fb905 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:13.151284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.205988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11421ecb-5e2d-45e3-a40f-915d57dcab4e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:13.223984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:13.228313 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106bd9b0-bd2d-41af-8812-40337cda0c24" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:13.251235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.257080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-75217fc4-c62a-492c-a088-fc966e7da8ae admin admin] 10.222.0.55 "DELETE /v2.0/subnets/11421ecb-5e2d-45e3-a40f-915d57dcab4e HTTP/1.1" status: 204 len: 168 time: 0.6968126 Dec 10 18:14:13.289444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:13.302178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:13.314435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:13.324890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Pushing event updated for resources: {'Port': ['ID=631a8334-74b0-4c0e-b4e4-c16dbfb682db,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:13.325923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:13.337756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:13.351148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:13.363354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:13.366742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-36255000-7a8b-4e8f-87a6-4ec241b40b0f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5428 time: 0.3385179 Dec 10 18:14:13.371795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34316) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:13.389092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Attempting to bind port 631a8334-74b0-4c0e-b4e4-c16dbfb682db on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:13.389663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Attempting to bind port 631a8334-74b0-4c0e-b4e4-c16dbfb682db by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:13.390462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Attempting to bind port 631a8334-74b0-4c0e-b4e4-c16dbfb682db on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:13.427634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.428584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.429160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.429715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.430263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.430949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.431501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.432046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.432589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.433139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.433691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.434456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.435072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:13.483858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:13.488067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9dac5a3f-d9d3-48a7-9b0b-36447a462f11 req-d5e42c44-18c3-4cb6-98b2-50cd37ea04e5 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7028952 Dec 10 18:14:13.489212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:13.490375 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.491463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:13.492588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Bound port: 631a8334-74b0-4c0e-b4e4-c16dbfb682db, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:13.493353 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.512332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:14:13.600123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.600775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] For port b5769cf8-6e22-459c-80e4-ca337cc97a3a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5769cf8-6e22-459c-80e4-ca337cc97a3a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:13.602123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.605993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] For port 631a8334-74b0-4c0e-b4e4-c16dbfb682db, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:13.612988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] For port 631a8334-74b0-4c0e-b4e4-c16dbfb682db, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=631a8334-74b0-4c0e-b4e4-c16dbfb682db,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:13.675094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Calling delete_port for b5769cf8-6e22-459c-80e4-ca337cc97a3a owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:13.681211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b186cf9-3c63-4ad1-b70c-ea75b7b99d5f req-7d3dd983-a05d-48e3-9e08-645b7c3c3017 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2909985 Dec 10 18:14:13.857681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=8eab9ab7-50e1-48a2-8573-423eb5570ca0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:13.875244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:13.890597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:14:13.907172 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-02f358d6-148c-4c47-a7e2-6b9ec29421a7 admin admin] 10.222.0.55 "PUT /v2.0/routers/c15b4ded-6980-4eca-b8f4-e0f0a981e5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2071943 Dec 10 18:14:13.929192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['583ae604-a47c-4d8f-8084-c1e298494ed3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:13.968234 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.071117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 8e491a87-de3b-437e-b471-8406a78fb905 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:14.080532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:14.088494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 8e491a87-de3b-437e-b471-8406a78fb905 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:14.088988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac1a200b-3d7f-48bc-aa77-358f7f389bbd') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:14.098102 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.104694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c5175db1-e2d5-4900-975d-1d8de0155e6e None None] Port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:14:14.106172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.137391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6d64b-2eb6-4d47-b9bd-a1776c0de046 req-1f8ceaa9-8d2f-4299-b4b3-04abe325635d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:14.150123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80f6d64b-2eb6-4d47-b9bd-a1776c0de046 req-1f8ceaa9-8d2f-4299-b4b3-04abe325635d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1987092 Dec 10 18:14:14.162102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39699b-7ae9-405a-809c-1e362159c546 req-ff5b8790-06a9-4519-a83a-99ff6ea45c8b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:14.182538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f39699b-7ae9-405a-809c-1e362159c546 req-ff5b8790-06a9-4519-a83a-99ff6ea45c8b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 949 time: 0.2466125 Dec 10 18:14:14.192371 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.219881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:14:14.220419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:14:14.224308 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:14:14.294336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80f6d64b-2eb6-4d47-b9bd-a1776c0de046 req-2c47f21d-1828-4388-842e-20bafe5d26f4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428418 Dec 10 18:14:14.327614 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f39699b-7ae9-405a-809c-1e362159c546 req-0fd7bd4f-bdc0-4d7b-a740-eb0ade8836cc tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436226 Dec 10 18:14:14.348262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.378105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e05815-219c-48f5-9f08-b6ff23ec711f req-ad8131cb-8507-4398-9b00-af366ec7d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:14.381091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19e05815-219c-48f5-9f08-b6ff23ec711f req-ad8131cb-8507-4398-9b00-af366ec7d98c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.2643175 Dec 10 18:14:14.388317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.402240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['447d1335-8618-4dc8-8a26-c9b8b0859004'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:14.456215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.465399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] 10.222.0.55 "DELETE /v2.0/networks/583ae604-a47c-4d8f-8084-c1e298494ed3 HTTP/1.1" status: 204 len: 168 time: 1.0883589 Dec 10 18:14:14.465399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72033b9e-458e-4f8d-a880-287c3c810b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=583ae604-a47c-4d8f-8084-c1e298494ed3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:14.480258 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160154cf-a747-446b-8ad6-98fa95916351 x-openstack-request-id: req-160154cf-a747-446b-8ad6-98fa95916351 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:14.480587 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:14.480834 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-160154cf-a747-446b-8ad6-98fa95916351 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:14.481250 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0', 'code': 200} Dec 10 18:14:14.488219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:14.489440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:14.527816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e15e0a14-38b4-4245-9c2d-8a81814e7617 req-bec74086-aae2-4b69-aa6a-ccd6df448a98 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f280b8c-4508-45be-a2cc-2fb2586f792a HTTP/1.1" status: 200 len: 210 time: 0.0733557 Dec 10 18:14:14.584041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19e05815-219c-48f5-9f08-b6ff23ec711f req-f1c47a8f-be15-437d-8621-56a9955e494f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921487 Dec 10 18:14:14.591475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Pushing event deleted for resources: {'Port': ['ID=b5769cf8-6e22-459c-80e4-ca337cc97a3a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:14.640078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7591cfe5-9f13-4628-acd0-7ba92834521a None None] Provisioning complete for port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:14.640427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7591cfe5-9f13-4628-acd0-7ba92834521a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.643601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] No DVR routers for this DVR port b5769cf8-6e22-459c-80e4-ca337cc97a3a on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:14.648149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:14.654335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93251071-920d-49d1-9a95-c07b6f7aca86 req-23be3d43-c246-46ea-b973-cf37fa2bb125 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "DELETE /v2.0/ports/b5769cf8-6e22-459c-80e4-ca337cc97a3a HTTP/1.1" status: 204 len: 173 time: 2.3781357 Dec 10 18:14:14.655456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'name': 'network-vif-deleted', 'tag': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:14.680921 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2304113f-fc1f-47db-8674-fd8d685239fb" -d '{"events": [{"server_uuid": "7f280b8c-4508-45be-a2cc-2fb2586f792a", "name": "network-vif-deleted", "tag": "b5769cf8-6e22-459c-80e4-ca337cc97a3a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:14.700857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e2271-b6e4-4d79-ae26-41ab27b019bf None None] Pushing event updated for resources: {'Port': ['ID=631a8334-74b0-4c0e-b4e4-c16dbfb682db,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:14.777781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f0589-1678-468f-90f7-bc18bd315815 req-7aee5287-0b45-45bd-a16d-272ada1bfc2a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:14.789496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-424f0589-1678-468f-90f7-bc18bd315815 req-7aee5287-0b45-45bd-a16d-272ada1bfc2a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 945 time: 0.1071978 Dec 10 18:14:14.821701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34348) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:14.918730 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77c4ce41-c618-46d0-8744-2fff65c08816 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ece9534ea2694035aa9b05e5fab49f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0956123 Dec 10 18:14:14.928631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34350) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:14.987447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7591cfe5-9f13-4628-acd0-7ba92834521a None None] Port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:14:15.029141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-424f0589-1678-468f-90f7-bc18bd315815 req-f6e5ccac-3d7c-46a0-85f3-e0e244c6c72c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229781 Dec 10 18:14:15.108227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81ac91cf-b4ba-474e-b01d-b3f28880a8bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:15.157071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:15.162664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81ac91cf-b4ba-474e-b01d-b3f28880a8bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:15.165003 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364ee098-47d5-4fae-b111-5b0bfe974fd5 x-openstack-request-id: req-364ee098-47d5-4fae-b111-5b0bfe974fd5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:15.165326 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f280b8c-4508-45be-a2cc-2fb2586f792a", "name": "network-vif-deleted", "tag": "b5769cf8-6e22-459c-80e4-ca337cc97a3a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:15.165572 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-364ee098-47d5-4fae-b111-5b0bfe974fd5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:15.171489 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f280b8c-4508-45be-a2cc-2fb2586f792a', 'name': 'network-vif-deleted', 'tag': 'b5769cf8-6e22-459c-80e4-ca337cc97a3a', 'status': 'completed', 'code': 200} Dec 10 18:14:15.212508 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:15.253682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81ac91cf-b4ba-474e-b01d-b3f28880a8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:15.256846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81ac91cf-b4ba-474e-b01d-b3f28880a8bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:15.259812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-81ac91cf-b4ba-474e-b01d-b3f28880a8bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd HTTP/1.1" status: 204 len: 168 time: 0.3295279 Dec 10 18:14:15.304834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac91cf-b4ba-474e-b01d-b3f28880a8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd71f5b5-970a-4fe0-bb3e-e2b8c1167efd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:15.359506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-60a5cefb-fc6a-4e68-af97-a1e69e43ce91 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.363817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-60a5cefb-fc6a-4e68-af97-a1e69e43ce91 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks?id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 200 len: 828 time: 0.3697407 Dec 10 18:14:15.423839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-e6c8d07e-b2f8-4a9b-b914-c9b8658da654 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/quotas/82ee5b2cd648449a9eaa957f1fd190fc HTTP/1.1" status: 200 len: 375 time: 0.0391359 Dec 10 18:14:15.485422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.490338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8e491a87-de3b-437e-b471-8406a78fb905, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8e491a87-de3b-437e-b471-8406a78fb905,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:15.496887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.508174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.516068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.516495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-3a96f667-eef6-4995-bba8-1a657b2a8fa6 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916407 Dec 10 18:14:15.528277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.553264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:15.554125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:15.563174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.582141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:15.590646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a651db9e-faf4-418a-adc3-ebd5e7862e37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5428 time: 0.2082641 Dec 10 18:14:15.669050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42dd28cf-8b27-417f-b578-a2adc09f5784 service neutron] 10.222.0.55 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515501 Dec 10 18:14:15.767640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:15.769858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=8e491a87-de3b-437e-b471-8406a78fb905,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:15.785754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0fc8cfe0-00af-4b35-8c1b-03770d6bb101 req-a1c32624-cd09-410f-b4f4-7aa1183736c8 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1938863 Dec 10 18:14:15.788597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:15.788979 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:15.909922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5769cf8-6e22-459c-80e4-ca337cc97a3a no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:15.921048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-129f49a5-1ce2-487f-ad85-41566267bf74 service neutron] 10.222.0.55 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495656 Dec 10 18:14:15.949925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: b5769cf8-6e22-459c-80e4-ca337cc97a3a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:15.950287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5769cf8-6e22-459c-80e4-ca337cc97a3a not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:16.025546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:16.032035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 2, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:16.075967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68660001-24fe-43ec-be90-75af7a8aa0af None None] The sync data for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 is: [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 2, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:14:16.108770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:16.116929 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:16.117827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device b769134b-467d-47cb-8cf4-e0cf12918607 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:16.125733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c24391-2798-4b16-826e-1a11e79c159c req-bce2a7cb-3b7f-4a29-ac4a-68743677de37 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:16.130880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43c24391-2798-4b16-826e-1a11e79c159c req-bce2a7cb-3b7f-4a29-ac4a-68743677de37 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1559031 Dec 10 18:14:16.336922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:16.343823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43c24391-2798-4b16-826e-1a11e79c159c req-c4d7a589-1546-4da3-81b1-559b2c3b000c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051575 Dec 10 18:14:16.483295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e491a87-de3b-437e-b471-8406a78fb905'}, {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:16.488076 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574acde-ec5b-4820-8d82-dffa821de3e5" -d '{"events": [{"server_uuid": "848afc93-3e5a-4e78-b2e3-d703292890d1", "name": "network-vif-plugged", "status": "completed", "tag": "8e491a87-de3b-437e-b471-8406a78fb905"}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:16.507669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port b769134b-467d-47cb-8cf4-e0cf12918607 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:16.515426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port b769134b-467d-47cb-8cf4-e0cf12918607 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:16.515805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:16.789578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbf85a-bb03-4cff-8916-d5016ac096aa req-b81f74a5-86c3-4911-bb38-af317359a392 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:16.815422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b618d-59f2-4622-bbd4-df1dac6963bb req-685e70ac-5af0-40c4-814b-e34ae0b85b4a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:16.829546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc0b618d-59f2-4622-bbd4-df1dac6963bb req-685e70ac-5af0-40c4-814b-e34ae0b85b4a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1472247 Dec 10 18:14:16.848062 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:16.854625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73dbf85a-bb03-4cff-8916-d5016ac096aa req-b81f74a5-86c3-4911-bb38-af317359a392 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 949 time: 0.3059773 Dec 10 18:14:16.950281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port b769134b-467d-47cb-8cf4-e0cf12918607, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b769134b-467d-47cb-8cf4-e0cf12918607,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:16.963120 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:16.964547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:16.979792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc0b618d-59f2-4622-bbd4-df1dac6963bb req-26803f1c-82ba-4f8f-aebe-14aef0b27e4f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478693 Dec 10 18:14:17.015627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73dbf85a-bb03-4cff-8916-d5016ac096aa req-a140e662-8a4b-40a7-8034-0fedcae17190 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598084 Dec 10 18:14:17.078447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=b769134b-467d-47cb-8cf4-e0cf12918607,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:17.109253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34418) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:17.133378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:17.143192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e7cb80ed-1d38-4e48-9e82-d0ce0a946e0b req-82c6d3c0-c997-4c7a-ab72-bec08207c4f2 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 210 time: 0.0690622 Dec 10 18:14:17.165379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:17.166971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:17.262532 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a8f5a7-df72-4108-98bf-eb6799a954e6 x-openstack-request-id: req-59a8f5a7-df72-4108-98bf-eb6799a954e6 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:17.262835 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848afc93-3e5a-4e78-b2e3-d703292890d1", "name": "network-vif-plugged", "status": "completed", "tag": "8e491a87-de3b-437e-b471-8406a78fb905", "code": 200}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:17.264911 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-59a8f5a7-df72-4108-98bf-eb6799a954e6 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:17.265544 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e491a87-de3b-437e-b471-8406a78fb905', 'code': 200} Dec 10 18:14:17.266610 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'code': 200} Dec 10 18:14:17.443009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f373e-a4c9-4207-b577-af74cd35f0f2 req-91fa9ec5-736b-4988-b072-a480a7501e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.444740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a1f373e-a4c9-4207-b577-af74cd35f0f2 req-91fa9ec5-736b-4988-b072-a480a7501e69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 1097 time: 0.1082659 Dec 10 18:14:17.483524 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:17.494102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-837417367-network', 'tenant_id': 'ab44671ec8a04dcab59c22c17f6ec992'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:17.510480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a1f373e-a4c9-4207-b577-af74cd35f0f2 req-e31e5d7d-4356-4ef9-a73e-1dc60b446dec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557814 Dec 10 18:14:17.584728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:17.600593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:17.602099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5d41dd94-ccb4-4690-9ad4-84cab7b72738 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:17.641778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.648121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.676392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.699667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:17.714760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.722722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:17.727669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:17.728508 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:17.751013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.771422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.786063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:17.805284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-b7ab0a4c-3239-49f5-8a28-a79d118ad044 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5430 time: 0.3979263 Dec 10 18:14:17.953059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Made reservation on behalf of ab44671ec8a04dcab59c22c17f6ec992 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:17.961412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.033531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.054777 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.082715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-852d472d-0ff4-4dff-a765-3b093435550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:18.089603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-852d472d-0ff4-4dff-a765-3b093435550d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.1325214 Dec 10 18:14:18.112512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:18.126645 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.128784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 7c8a87a9-7089-45ae-a76b-4f2482a24754 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:18.147502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-529ceb36-cfde-4bb7-909f-2848d3cb9a94 req-a5c5bc43-cfaf-4d55-bfc9-b8a616cccbf7 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3400519 Dec 10 18:14:18.242509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 7c8a87a9-7089-45ae-a76b-4f2482a24754 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:18.273016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=5d41dd94-ccb4-4690-9ad4-84cab7b72738,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:18.280245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 7c8a87a9-7089-45ae-a76b-4f2482a24754 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:18.282254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.296967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-dfbbe710-4b59-4f5b-8e3f-6d18ded1edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:18.304319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-dfbbe710-4b59-4f5b-8e3f-6d18ded1edf2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.1696112 Dec 10 18:14:18.372483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-cc3758dd-c936-4145-ba4f-3db68f3d5dd8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 217 time: 0.0574553 Dec 10 18:14:18.457568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.491371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.511420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac8c26-fcbc-42d5-a0ea-07a5924f1991 req-d263d0dd-1221-43f6-a526-0f31bbe63067 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:18.513072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99ac8c26-fcbc-42d5-a0ea-07a5924f1991 req-d263d0dd-1221-43f6-a526-0f31bbe63067 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 951 time: 0.4188418 Dec 10 18:14:18.522033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-7dd36a74-03ca-43e9-9885-65bc3ce4d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:18.526990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-7dd36a74-03ca-43e9-9885-65bc3ce4d2f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.1457856 Dec 10 18:14:18.559600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:14:18.569090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.615754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 7c8a87a9-7089-45ae-a76b-4f2482a24754, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:18.622809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58adbc-263f-4b76-a7e6-63591fdd61b4 req-e5b12feb-87f0-46e6-bc52-8a8dec581a2d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:18.627765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.645681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e58adbc-263f-4b76-a7e6-63591fdd61b4 req-e5b12feb-87f0-46e6-bc52-8a8dec581a2d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.3165729 Dec 10 18:14:18.647398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 938f77bb-91f9-4360-b872-0e8203c1e97d up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:18.656193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-059cc6c9-ed09-4fbc-8935-9494ba4a0ae3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986795 Dec 10 18:14:18.807558 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.815574 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Added segment 2478dd9b-78df-4981-b0aa-4e42e4e76a0b of type vlan for network 6130a897-6845-4709-ab7b-4aa8603c4e83 Dec 10 18:14:18.890059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=7c8a87a9-7089-45ae-a76b-4f2482a24754,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:18.895467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf349e0-5f20-4f0d-98c2-4524562f060b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:18.912324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 938f77bb-91f9-4360-b872-0e8203c1e97d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:18.913551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.946732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99ac8c26-fcbc-42d5-a0ea-07a5924f1991 req-763cfd3a-d9e2-41a6-8e44-cd00272402a2 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/security-groups?id=5559438f-5777-477d-b500-29b807e2f61d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848431 Dec 10 18:14:18.961690 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:18.979711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e58adbc-263f-4b76-a7e6-63591fdd61b4 req-013fe959-d0df-4cf6-bb16-231062c869a0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329408 Dec 10 18:14:19.045693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-8598c2c9-05d7-4ae9-8493-2818705c5776 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755002 Dec 10 18:14:19.077759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-315aef54-dd37-436f-aa34-19f89a25dfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:19.079386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-315aef54-dd37-436f-aa34-19f89a25dfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.30 "GET /v2.0/networks?id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 200 len: 828 time: 0.5159039 Dec 10 18:14:19.080699 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.081877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:19.082540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.120086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Request body: {'port': {'device_id': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'admin_state_up': True, 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:19.137309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.203810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34448) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:19.208391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0949078 Dec 10 18:14:19.219435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Request body: {'subnet': {'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-837417367-subnet', 'tenant_id': 'ab44671ec8a04dcab59c22c17f6ec992', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:19.225067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:19.233492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.236528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:19.313177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607'}, {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b14d7a2-5ec7-43bb-86a5-3c09db8510c8'}, {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d41dd94-ccb4-4690-9ad4-84cab7b72738'}, {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8a87a9-7089-45ae-a76b-4f2482a24754'}, {'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:19.316176 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac6239-e967-404d-916d-97a433391647" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607"}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "2b14d7a2-5ec7-43bb-86a5-3c09db8510c8"}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "5d41dd94-ccb4-4690-9ad4-84cab7b72738"}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "7c8a87a9-7089-45ae-a76b-4f2482a24754"}, {"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-plugged", "status": "completed", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:19.319334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:19.320109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dadaa1-d0be-4deb-98c6-66ca30238368 req-00487347-c9e4-4a50-bdd4-3a4f6ef7a77a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:19.339974 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79dadaa1-d0be-4deb-98c6-66ca30238368 req-00487347-c9e4-4a50-bdd4-3a4f6ef7a77a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.2542417 Dec 10 18:14:19.356633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 631a8334-74b0-4c0e-b4e4-c16dbfb682db up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:19.370909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e22750c8-5d85-444f-aee3-f59bdd941ec3 req-85eb0023-fa50-4004-91b1-2863869f2e36 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166647 Dec 10 18:14:19.433008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Made reservation on behalf of ab44671ec8a04dcab59c22c17f6ec992 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:19.437260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.467133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6f845-cd21-4d4c-a719-06d9c395dfa3 admin admin] Pushing event updated for resources: {'Network': ['ID=6130a897-6845-4709-ab7b-4aa8603c4e83,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:19.550211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e9228-6ae7-4408-9869-c143346212b9 req-ddd06d91-7c67-4f1c-8e44-52d9d0748d94 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:19.557626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-417e9228-6ae7-4408-9869-c143346212b9 req-ddd06d91-7c67-4f1c-8e44-52d9d0748d94 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 949 time: 0.4422369 Dec 10 18:14:19.574447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 6130a897-6845-4709-ab7b-4aa8603c4e83 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:14:19.584991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Made reservation on behalf of 82ee5b2cd648449a9eaa957f1fd190fc for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:19.589015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.606807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 62d21382-e7f8-4a90-8039-7a0640ee417a completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:19.621381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-1e96af61-52e2-4ad4-b38b-66691f5e6156 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:19.624252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-1e96af61-52e2-4ad4-b38b-66691f5e6156 tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 951 time: 0.1885290 Dec 10 18:14:19.681198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 62d21382-e7f8-4a90-8039-7a0640ee417a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:19.681883 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.773275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.776495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 631a8334-74b0-4c0e-b4e4-c16dbfb682db triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:19.777298 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.844007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d93cf0-1ed1-4ed0-8c3a-9eeba12add09,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:19.862766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79dadaa1-d0be-4deb-98c6-66ca30238368 req-546ab16a-c1a0-4924-9430-470155d8ac21 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191472 Dec 10 18:14:19.880665 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.912619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Allocated IP 172.20.0.12 (10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8/9e2dba08-c8f4-4606-8817-9d1e51c9aa7d/0d1a484e-cbe2-45b7-9166-6a4576902197) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:19.914693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Checking segment: {'id': '2478dd9b-78df-4981-b0aa-4e42e4e76a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:19.915324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Network hostable DHCP agents. Network: 6130a897-6845-4709-ab7b-4aa8603c4e83, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:14:19.966620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Network 6130a897-6845-4709-ab7b-4aa8603c4e83 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:14:19.967237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.978388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:19.988182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:19.998624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 6130a897-6845-4709-ab7b-4aa8603c4e83) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:20.009236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.010154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:20.027764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 631a8334-74b0-4c0e-b4e4-c16dbfb682db, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=631a8334-74b0-4c0e-b4e4-c16dbfb682db,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:20.030494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbe491-f72c-44cc-83f6-e7508ae863d0 None None] Network 6130a897-6845-4709-ab7b-4aa8603c4e83 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:14:20.067500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:20.075238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b7ab441e-afe3-451c-9ab8-4d7f33d98403 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8686757 Dec 10 18:14:20.142188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:20.210309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-126c51d9-528d-485e-a80f-8046e755fed2 req-61375ccd-60b7-494f-8d24-d3ad6c969f49 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 210 time: 0.0667355 Dec 10 18:14:20.242978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-417e9228-6ae7-4408-9869-c143346212b9 req-fe12985e-44b2-4a78-b24a-573100e5f8aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6825480 Dec 10 18:14:20.250069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=631a8334-74b0-4c0e-b4e4-c16dbfb682db,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:20.268307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a615c-2aba-4642-b63d-5a8b220ff639 None None] Network 6130a897-6845-4709-ab7b-4aa8603c4e83 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:14:20.299448 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Sync routers for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:14:20.315687 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:20.316323 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:20.340733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Deleting port 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:20.341471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:20.377122 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e59cf49-f56d-4f16-bbda-313739897fe5 x-openstack-request-id: req-1e59cf49-f56d-4f16-bbda-313739897fe5 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:20.377524 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607", "code": 200}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "2b14d7a2-5ec7-43bb-86a5-3c09db8510c8", "code": 200}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "5d41dd94-ccb4-4690-9ad4-84cab7b72738", "code": 200}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-plugged", "status": "completed", "tag": "7c8a87a9-7089-45ae-a76b-4f2482a24754", "code": 200}, {"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-plugged", "status": "completed", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:20.381508 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e59cf49-f56d-4f16-bbda-313739897fe5 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:20.383286 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607', 'code': 200} Dec 10 18:14:20.383743 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b14d7a2-5ec7-43bb-86a5-3c09db8510c8', 'code': 200} Dec 10 18:14:20.384175 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d41dd94-ccb4-4690-9ad4-84cab7b72738', 'code': 200} Dec 10 18:14:20.384595 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8a87a9-7089-45ae-a76b-4f2482a24754', 'code': 200} Dec 10 18:14:20.385008 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'code': 200} Dec 10 18:14:20.469016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.494575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.518599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.532275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] For port 447d1335-8618-4dc8-8a26-c9b8b0859004, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=447d1335-8618-4dc8-8a26-c9b8b0859004,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:20.532729 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:20.538947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.555255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Calling delete_port for 447d1335-8618-4dc8-8a26-c9b8b0859004 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:20.571163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.586171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.600707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.614455 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-2219f96c-e606-45a7-825a-486470dcbba1 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.2906489 Dec 10 18:14:20.646996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:20.715826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.716305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.716800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.717272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.717729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.718197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.718702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.720711 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-48381c90-d834-40e5-9a7d-b19b3484fe15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6490 time: 0.1042767 Dec 10 18:14:20.733620 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e04c3a4f-7cb9-473b-9539-a54967660a19 req-61ef5343-6c13-4679-84f5-9a4879111c94 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1182692 Dec 10 18:14:20.776680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:20.804854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:20.865829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcd19e44-75c5-4ebe-9beb-6722895c8c92 req-303d2c69-6cf6-495c-abae-88802499289c tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.55 "GET /v2.0/ports?device_id=96e3b73a-9051-4432-9a3d-fd29e0ba2558 HTTP/1.1" status: 200 len: 210 time: 0.1116457 Dec 10 18:14:20.898890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ef3999c-87bc-4911-881e-31beb1d00375 req-f2f91ab6-94cc-405a-8461-0e6da8d40d20 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588433 Dec 10 18:14:20.909494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:20.916490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Pushing event deleted for resources: {'Port': ['ID=447d1335-8618-4dc8-8a26-c9b8b0859004,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:20.944365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0f64d-ebd1-4bdf-a70c-c858054746e6 req-22561016-5c41-4656-bb2e-9d362c656d9d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:20.945967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41d0f64d-ebd1-4bdf-a70c-c858054746e6 req-22561016-5c41-4656-bb2e-9d362c656d9d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1002796 Dec 10 18:14:20.980516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:20.996877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:21.006890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:21.054018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] No DVR routers for this DVR port 447d1335-8618-4dc8-8a26-c9b8b0859004 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:21.057447 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41d0f64d-ebd1-4bdf-a70c-c858054746e6 req-fad291ef-e0c3-4624-b10f-8604c252c2f1 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032658 Dec 10 18:14:21.068348 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 2, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:21.079348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.082853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-055c2e25-9aa9-44d0-b4e6-3bad00ca93da req-ecd388c6-5e85-428b-8723-7d3ec8b85beb tempest-ServersAdminTestJSON-1588537160 tempest-ServersAdminTestJSON-1588537160-project] 10.222.0.30 "DELETE /v2.0/ports/447d1335-8618-4dc8-8a26-c9b8b0859004 HTTP/1.1" status: 204 len: 173 time: 1.4512260 Dec 10 18:14:21.088549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-deleted', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:21.091080 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0bb31e-0f00-493c-8625-9ffb0a40446b" -d '{"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-deleted", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:21.102456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event updated for resources: {'Port': ['ID=0d1a484e-cbe2-45b7-9166-6a4576902197,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:21.113294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Checking router: c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:14:21.114322 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Updating router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:14:21.146191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:21.146924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.149834 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.189013 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-c00e9789-d525-4ec2-a680-910284f595e1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0876720 Dec 10 18:14:21.212247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Request body: {'port': {'device_id': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:21.271790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0884a-9927-4dcb-a005-46a1b45f84f2 req-575299e1-71bc-46d9-b01b-be1d2de285d1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:21.290023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ce0884a-9927-4dcb-a005-46a1b45f84f2 req-575299e1-71bc-46d9-b01b-be1d2de285d1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1130834 Dec 10 18:14:21.443802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 631a8334-74b0-4c0e-b4e4-c16dbfb682db up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:21.467769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ce0884a-9927-4dcb-a005-46a1b45f84f2 req-51275fb3-d407-484c-b24a-1c52dc5b8699 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761725 Dec 10 18:14:21.488977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.635768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 631a8334-74b0-4c0e-b4e4-c16dbfb682db triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:21.636507 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.706850 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.721705 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.751153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d513b9bc-cf88-4f2b-a1aa-bef2b3c416ce None None] Provisioning complete for port 0d1a484e-cbe2-45b7-9166-6a4576902197 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:21.755553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d513b9bc-cf88-4f2b-a1aa-bef2b3c416ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.838842 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8564ff-bafe-4c57-9da3-4e26ec891c12 x-openstack-request-id: req-cf8564ff-bafe-4c57-9da3-4e26ec891c12 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:21.840332 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e3b73a-9051-4432-9a3d-fd29e0ba2558", "name": "network-vif-deleted", "tag": "447d1335-8618-4dc8-8a26-c9b8b0859004", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:21.840723 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf8564ff-bafe-4c57-9da3-4e26ec891c12 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:21.842985 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e3b73a-9051-4432-9a3d-fd29e0ba2558', 'name': 'network-vif-deleted', 'tag': '447d1335-8618-4dc8-8a26-c9b8b0859004', 'status': 'completed', 'code': 200} Dec 10 18:14:21.854025 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Pushing event updated for resources: {'Port': ['ID=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:21.878392 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.878761 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.879082 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.879427 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.879755 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.880082 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.880528 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.880921 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.881370 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.881565 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.881885 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.882202 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.882542 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:14:21.933119 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Attempting to bind port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:21.933489 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Attempting to bind port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:21.934219 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Attempting to bind port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 on network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:21.949795 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:21.950173 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Checking segment: {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:21.950585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:21.957362 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:21.957776 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Bound using segment: {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:21.958307 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Bound port: 7361eb17-1775-4f5f-884c-58e1fd8b9eb7, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:21.958769 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:22.015902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 447d1335-8618-4dc8-8a26-c9b8b0859004 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:22.022453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 447d1335-8618-4dc8-8a26-c9b8b0859004 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:22.033070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d513b9bc-cf88-4f2b-a1aa-bef2b3c416ce None None] Port 0d1a484e-cbe2-45b7-9166-6a4576902197 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:14:22.051805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab930fa-f99b-498b-b728-14677a990b03 req-0119b5ad-f3ec-453a-a80c-cd01302a79db tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.064252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dab930fa-f99b-498b-b728-14677a990b03 req-0119b5ad-f3ec-453a-a80c-cd01302a79db tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 932 time: 0.2347560 Dec 10 18:14:22.164282 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] For port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:22.169201 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] For port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:22.187494 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:22.251712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dab930fa-f99b-498b-b728-14677a990b03 req-24c7206c-1b42-4a7c-9707-a49584704c61 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679387 Dec 10 18:14:22.299132 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:22.300364 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:22.317395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ce823d67-e929-41eb-9bd3-5768ee370417 None None] Provisioning complete for port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:22.317772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce823d67-e929-41eb-9bd3-5768ee370417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:22.364367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bde6b-1534-4038-a199-fd3d3b6afebb req-4501b26c-61f6-4141-9493-2c921bb85d2a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.383975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e81bde6b-1534-4038-a199-fd3d3b6afebb req-4501b26c-61f6-4141-9493-2c921bb85d2a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.5680649 Dec 10 18:14:22.414143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:22.417468 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fdded2-261c-455b-843f-b9d695fa0598" -d '{"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-plugged", "status": "completed", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:22.462807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e81bde6b-1534-4038-a199-fd3d3b6afebb req-04d90d6b-32d4-462c-b5f8-0d1603af2a0a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771081 Dec 10 18:14:22.496358 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a9f3a-db7b-44aa-95f7-08402cffd638 None None] Pushing event updated for resources: {'Port': ['ID=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:22.535596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1a484e-cbe2-45b7-9166-6a4576902197 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:22.556406 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:22.560590 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce823d67-e929-41eb-9bd3-5768ee370417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:22.591046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Transition to ACTIVE for port object 0d1a484e-cbe2-45b7-9166-6a4576902197 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:14:22.610072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:22.661143 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:22.694913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.700551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ce823d67-e929-41eb-9bd3-5768ee370417 None None] For port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:22.707120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.710198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce823d67-e929-41eb-9bd3-5768ee370417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:22.716144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.723265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.734110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.743749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.758204 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:22.770236 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-252e23e1-8dda-40a5-acff-bb68cb4c6c37 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.1696117 Dec 10 18:14:22.828336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d1a484e-cbe2-45b7-9166-6a4576902197,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:22.892876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce823d67-e929-41eb-9bd3-5768ee370417 None None] Pushing event updated for resources: {'Port': ['ID=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:22.907514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3bc0dfdd-5000-424c-94da-de01b3b55d22 req-4c1c0c49-b880-4fd1-9a09-9a230ea1a3c8 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1351662 Dec 10 18:14:22.924564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-80375ffa-4987-40c1-8c33-f238e19c0f28 None None] Provisioning complete for port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:22.924921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80375ffa-4987-40c1-8c33-f238e19c0f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:23.073975 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9120f1b6-337d-4d93-bdd1-2f343e6c5ac4 x-openstack-request-id: req-9120f1b6-337d-4d93-bdd1-2f343e6c5ac4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:23.074630 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-plugged", "status": "completed", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:23.075124 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9120f1b6-337d-4d93-bdd1-2f343e6c5ac4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:23.075724 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'code': 200} Dec 10 18:14:23.219657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Attempting to bind port 0d1a484e-cbe2-45b7-9166-6a4576902197 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:23.221696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Attempting to bind port 0d1a484e-cbe2-45b7-9166-6a4576902197 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:23.225912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Attempting to bind port 0d1a484e-cbe2-45b7-9166-6a4576902197 on network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:23.259990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51367772-3b9b-4083-8bf3-cb4a5630b307 req-3b66ca9b-9c67-430e-9db2-5065278ac18e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:23.263093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51367772-3b9b-4083-8bf3-cb4a5630b307 req-3b66ca9b-9c67-430e-9db2-5065278ac18e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.3743362 Dec 10 18:14:23.264091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Port 0d1a484e-cbe2-45b7-9166-6a4576902197 on network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:14:23.264517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Attempting to bind port 0d1a484e-cbe2-45b7-9166-6a4576902197 on network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:23.285745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:23.286087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Checking segment: {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:23.286729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Bound using segment: {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:23.287357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Bound port: 0d1a484e-cbe2-45b7-9166-6a4576902197, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51533e93-60e4-4194-9c90-12b3c5712d7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:23.287903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:23.301547 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:23.321109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c547a6-dcbd-40a4-a2fd-8716e5547e1b req-33f24551-db37-4f58-b42b-047a7214d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:23.321109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29c547a6-dcbd-40a4-a2fd-8716e5547e1b req-33f24551-db37-4f58-b42b-047a7214d4cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1101 time: 0.2018385 Dec 10 18:14:23.326715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34512) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:23.336994 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b162df-c701-4431-87e8-58dfec2df50f None None] The sync data for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 is: [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:14:23.353882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:23.411033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c474d1-3978-49c7-a6a8-76c00f79284f req-84f681d6-6952-4f0c-a5a9-39fe6c69cc43 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:23.426541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:23.427190 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:23.427863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99c474d1-3978-49c7-a6a8-76c00f79284f req-84f681d6-6952-4f0c-a5a9-39fe6c69cc43 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.2181129 Dec 10 18:14:23.563344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51367772-3b9b-4083-8bf3-cb4a5630b307 req-b27422a7-1f6b-4997-ae02-aae4ef3fbef1 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789800 Dec 10 18:14:23.582668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29c547a6-dcbd-40a4-a2fd-8716e5547e1b req-11cee55e-b98a-4fde-8dc4-b87d26c65112 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469919 Dec 10 18:14:23.607183 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99c474d1-3978-49c7-a6a8-76c00f79284f req-5bfde9f8-93ef-449d-ab10-75944ea75d9a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784036 Dec 10 18:14:23.646497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c6ce1eed-0431-4e60-b7d3-01c4b8358e69 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d300a59c1a864c4a835640eec5d65148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168232 Dec 10 18:14:23.648873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34524) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:23.672728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] For port 0d1a484e-cbe2-45b7-9166-6a4576902197, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:23.715763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] For port 0d1a484e-cbe2-45b7-9166-6a4576902197, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0d1a484e-cbe2-45b7-9166-6a4576902197,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:23.739945 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:23.904006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:23.905772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:23.909956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] 10.222.0.30 "PUT /v2.0/ports/0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 1092 time: 2.7113066 Dec 10 18:14:23.924179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8717d56-d131-426d-944c-1783663fbb6f req-3c7ab500-32b9-44c3-8070-fea4d851a933 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:23.936931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8717d56-d131-426d-944c-1783663fbb6f req-3c7ab500-32b9-44c3-8070-fea4d851a933 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 944 time: 0.1036723 Dec 10 18:14:23.939784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:23.943493 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:24.036819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8717d56-d131-426d-944c-1783663fbb6f req-c340582d-2e88-4589-bd89-354051930293 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984476 Dec 10 18:14:24.081705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-569ffa0c-692f-40cc-9786-eca97cd7fff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:24.151019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-569ffa0c-692f-40cc-9786-eca97cd7fff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:24.234078 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-569ffa0c-692f-40cc-9786-eca97cd7fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:24.238292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-569ffa0c-692f-40cc-9786-eca97cd7fff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:24.239934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-569ffa0c-692f-40cc-9786-eca97cd7fff4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5559438f-5777-477d-b500-29b807e2f61d HTTP/1.1" status: 204 len: 168 time: 0.5901320 Dec 10 18:14:24.248207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d84952-616b-4faf-9cfb-c0e3376b86eb service neutron] Pushing event updated for resources: {'Port': ['ID=0d1a484e-cbe2-45b7-9166-6a4576902197,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:24.288551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2a4dc-4c72-466a-8768-7e826f3de5e0 req-1ff71ddc-7fc2-47a3-a89b-1cfb41759c01 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.298189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75a2a4dc-4c72-466a-8768-7e826f3de5e0 req-1ff71ddc-7fc2-47a3-a89b-1cfb41759c01 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.3270328 Dec 10 18:14:24.312074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ffa0c-692f-40cc-9786-eca97cd7fff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5559438f-5777-477d-b500-29b807e2f61d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:24.323081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-6e71024b-f514-4321-88fe-961a47cdf920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.338739 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-6e71024b-f514-4321-88fe-961a47cdf920 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 1095 time: 0.3385491 Dec 10 18:14:24.413583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.419742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.428263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.434636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.446763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.453711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.460602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.469448 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52df5274-7831-411d-8850-7df9b1f36740 req-e4685f74-dda5-42a4-bc91-67b9ffddad1f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.1688669 Dec 10 18:14:24.571381 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52df5274-7831-411d-8850-7df9b1f36740 req-2c28c32f-476f-497b-bc37-54fde6dd3ce4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006091 Dec 10 18:14:24.824975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.832206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.839845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.849953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.858122 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3810fa-f6d8-44f1-a0ec-13601fbfcefb x-openstack-request-id: req-5e3810fa-f6d8-44f1-a0ec-13601fbfcefb {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:24.858509 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:24.858903 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e3810fa-f6d8-44f1-a0ec-13601fbfcefb {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:24.859350 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'status': 'completed', 'code': 200} Dec 10 18:14:24.859594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.872503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.889335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:24.913927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a691230-9821-4585-8963-e824ba36356b req-b4346d5d-18bd-4de1-ad87-1d08fe7700ca tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.1645446 Dec 10 18:14:24.919766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34556) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:24.941814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75a2a4dc-4c72-466a-8768-7e826f3de5e0 req-8e8624cb-cdad-4745-96a3-ac4ad640c318 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6396976 Dec 10 18:14:24.946183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-babe5825-da2b-4238-b0ac-df2515419b92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 217 time: 0.5995264 Dec 10 18:14:24.948650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Request body: {'floatingip': {'port_id': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:25.093898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-7bc6493b-f6e5-46b1-abb9-5fc213392344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:25.095738 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-7bc6493b-f6e5-46b1-abb9-5fc213392344 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d HTTP/1.1" status: 200 len: 867 time: 0.1356494 Dec 10 18:14:25.096354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34558) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:25.143663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:25.277962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f7787243-e406-4c9f-a637-7a9ee04fb587 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=def45cbd5ae3496f9722130e9ab42066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800938 Dec 10 18:14:25.282586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34576) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:25.285484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc800b-70c3-4e83-a7ed-94e7a9097177 req-c8687af6-7d4d-4c56-9733-8039f8cdc155 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:25.287150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73bc800b-70c3-4e83-a7ed-94e7a9097177 req-c8687af6-7d4d-4c56-9733-8039f8cdc155 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.2016737 Dec 10 18:14:25.341294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-44a39bc3-8b47-4ee7-b167-66abcae6b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:25.343243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-44a39bc3-8b47-4ee7-b167-66abcae6b71f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243121 Dec 10 18:14:25.425111 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73bc800b-70c3-4e83-a7ed-94e7a9097177 req-c3abd775-3a68-495a-a6da-1095b8f52c19 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967400 Dec 10 18:14:25.470699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-134771cf-68c4-46c4-b4fb-23aa46e1f314 service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146035 Dec 10 18:14:25.487108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa6791-2590-473e-9919-04c25a63b8cf req-54a24565-0046-4ad0-9043-917b2c186e70 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:25.488737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6fa6791-2590-473e-9919-04c25a63b8cf req-54a24565-0046-4ad0-9043-917b2c186e70 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 944 time: 0.2096059 Dec 10 18:14:25.593787 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6df62be-410e-48eb-88e3-52cd56ec525b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:25.626797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6df62be-410e-48eb-88e3-52cd56ec525b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:25.740152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6fa6791-2590-473e-9919-04c25a63b8cf req-e3bacb96-f333-4423-963f-d97b667a914f tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355640 Dec 10 18:14:25.761915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d7c8c5e-3501-40e6-89ed-ee6e51401663 req-0020d277-bdf5-482b-a12f-2df008b18145 service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667906 Dec 10 18:14:25.816361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6df62be-410e-48eb-88e3-52cd56ec525b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:25.834690 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6df62be-410e-48eb-88e3-52cd56ec525b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:25.836809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b6df62be-410e-48eb-88e3-52cd56ec525b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3312ac5b-8d4d-40ba-a697-3ab80f6d0221 HTTP/1.1" status: 204 len: 168 time: 0.5532124 Dec 10 18:14:25.867413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df62be-410e-48eb-88e3-52cd56ec525b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3312ac5b-8d4d-40ba-a697-3ab80f6d0221,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:25.951446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-bb75086c-9df2-45f9-9498-3e115f6891ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:25.954008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-bb75086c-9df2-45f9-9498-3e115f6891ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 1095 time: 0.1113439 Dec 10 18:14:25.981957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.resource_extend [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:14:26.148691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-02c4ef78-c87e-4631-b9d4-35e8905625e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:26.151004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-02c4ef78-c87e-4631-b9d4-35e8905625e6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 200 len: 929 time: 0.1860461 Dec 10 18:14:26.171128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:26.194589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ddc90-4616-470e-93ea-cf7cb98a1485 req-78df8239-c13b-4db4-a4aa-c5ef166ad77c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:26.202649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd0ddc90-4616-470e-93ea-cf7cb98a1485 req-78df8239-c13b-4db4-a4aa-c5ef166ad77c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1078911 Dec 10 18:14:26.211366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:26.236937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-8b41bf27-f7b1-4322-8181-73760a235146 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 217 time: 0.0695193 Dec 10 18:14:26.355603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-af943344-a82f-4cf0-87aa-fd2b1eaff752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:26.357160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-af943344-a82f-4cf0-87aa-fd2b1eaff752 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d HTTP/1.1" status: 200 len: 867 time: 0.1085310 Dec 10 18:14:26.409756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-5c4ba156-aa82-49a2-8dd5-a6e9681207d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:26.411447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-5c4ba156-aa82-49a2-8dd5-a6e9681207d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430202 Dec 10 18:14:26.426571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd0ddc90-4616-470e-93ea-cf7cb98a1485 req-afe0205a-8074-44c6-906e-ad587f2394c7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225983 Dec 10 18:14:26.588512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658544a-795e-4945-ad76-c2bf488c2198 req-78f14f52-a11a-418e-a173-47606cf404de tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:26.590375 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f658544a-795e-4945-ad76-c2bf488c2198 req-78f14f52-a11a-418e-a173-47606cf404de tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1260300 Dec 10 18:14:26.612445 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-ef8b9ed2-9689-41e2-a491-b07acee5ea86 service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869028 Dec 10 18:14:26.628418 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Floating IP 3ea61980-a89d-45fe-86ee-bdc5d1718636 associated. External IP: 172.25.2.195, port: 2395331e-6c4a-4a01-8f47-eaab22b9c2b5. Dec 10 18:14:26.736740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f658544a-795e-4945-ad76-c2bf488c2198 req-68662adf-a5ce-407a-b23f-ecaa0717655b tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391981 Dec 10 18:14:26.824783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60c5f99d-fea7-4bbf-a56f-e319b7c00cd5 req-16c372db-507d-4fbc-992c-7fe109abbc87 service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962039 Dec 10 18:14:26.905029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89badf44-53c5-4be8-9e9f-c87ca007f5aa req-fee168e3-d04b-485c-b278-e41579c6d91c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:26.926838 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89badf44-53c5-4be8-9e9f-c87ca007f5aa req-fee168e3-d04b-485c-b278-e41579c6d91c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0861151 Dec 10 18:14:26.996134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:14:27.010916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-c8455e2a-b4fb-46f1-ad9e-f6bc80780173 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:27.013872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89badf44-53c5-4be8-9e9f-c87ca007f5aa req-ae166e4c-33a1-4fe2-b727-a14093ba391b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795376 Dec 10 18:14:27.018736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-c8455e2a-b4fb-46f1-ad9e-f6bc80780173 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/networks?id=6130a897-6845-4709-ab7b-4aa8603c4e83 HTTP/1.1" status: 200 len: 809 time: 0.4849074 Dec 10 18:14:27.097333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-2354178c-b130-451d-8dde-c0385c7db527 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/quotas/ab44671ec8a04dcab59c22c17f6ec992 HTTP/1.1" status: 200 len: 375 time: 0.0776629 Dec 10 18:14:27.141493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-30105a73-451c-4d9d-a77e-ef41a8cf8e79 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ab44671ec8a04dcab59c22c17f6ec992&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431769 Dec 10 18:14:27.180384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-f58736a2-3a53-4e45-ad68-4cfbb65f9346 req-a5181690-917f-4024-b0ea-2c170483725f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:14:27.181729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f58736a2-3a53-4e45-ad68-4cfbb65f9346 req-a5181690-917f-4024-b0ea-2c170483725f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060201 Dec 10 18:14:27.244797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:14:27.254442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:27.259901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] Sync routers for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:14:27.294262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:27.295345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:27.303645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-11a0f37d-1138-4f71-8f05-88841eca98fe tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "PUT /v2.0/floatingips/3ea61980-a89d-45fe-86ee-bdc5d1718636 HTTP/1.1" status: 200 len: 991 time: 2.3781698 Dec 10 18:14:27.304352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:27.306994 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024fbf04-753f-4bd9-a686-a0ddebd642e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:27.318712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-3ce729a2-b52b-4f44-80b3-292b3d29676a service neutron] 10.222.0.55 "GET /v2.0/networks/6130a897-6845-4709-ab7b-4aa8603c4e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762767 Dec 10 18:14:27.478606 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-a36ebe0c-4a5f-45b8-8496-2c5d477bcde4 service neutron] 10.222.0.55 "GET /v2.0/networks/6130a897-6845-4709-ab7b-4aa8603c4e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588812 Dec 10 18:14:27.585158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0081f7b-55da-4d7a-adea-ea4b9640f0dc req-fedeea9c-c848-42db-9988-c2523eebc79a tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:27.596787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0081f7b-55da-4d7a-adea-ea4b9640f0dc req-fedeea9c-c848-42db-9988-c2523eebc79a tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 944 time: 0.1001384 Dec 10 18:14:27.632919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:27.718982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0081f7b-55da-4d7a-adea-ea4b9640f0dc req-f91aee3d-f2f8-49cd-997e-3dcc62e47be5 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175840 Dec 10 18:14:27.869684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-5330340c-1ff2-4540-900d-e2b9c5620b9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3719294 Dec 10 18:14:27.888068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-4fa14784-4987-4e7d-b381-2b148cf5438b service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:14:27.889361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-4fa14784-4987-4e7d-b381-2b148cf5438b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105300 Dec 10 18:14:28.185155 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6243a350-1877-475f-abf1-e8e0a381fe99 x-openstack-request-id: req-6243a350-1877-475f-abf1-e8e0a381fe99 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:28.186131 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:28.187281 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6243a350-1877-475f-abf1-e8e0a381fe99 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:28.188463 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'status': 'completed', 'code': 200} Dec 10 18:14:28.206490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0d1a484e-cbe2-45b7-9166-6a4576902197 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:28.484483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31832b95-aeb1-40e8-8a17-6757ac366433 req-7c6a2bf5-4637-4014-8150-694f14b30099 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 210 time: 0.0738673 Dec 10 18:14:28.534573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.535115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.546568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.548259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.548749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.552676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.554288 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.564255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-990d904d-8718-47d1-bb6e-b8d45fb709ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6490 time: 0.3356800 Dec 10 18:14:28.664306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb49181-05e8-42c1-8969-1a84d74b2896 req-1976b94b-0fa8-406a-a620-3cc87ea75105 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.669773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eeb49181-05e8-42c1-8969-1a84d74b2896 req-1976b94b-0fa8-406a-a620-3cc87ea75105 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.3044460 Dec 10 18:14:28.679737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0d1a484e-cbe2-45b7-9166-6a4576902197, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0d1a484e-cbe2-45b7-9166-6a4576902197,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:28.726101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35529a-f48b-4dd4-8c87-2bc2b7fb4ff4 req-009c47ff-3032-4170-937e-8b1725feb1e2 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:28.732502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1691c333-2bbe-41fb-b74b-d5a1fd99f3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:28.735241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f35529a-f48b-4dd4-8c87-2bc2b7fb4ff4 req-009c47ff-3032-4170-937e-8b1725feb1e2 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1346805 Dec 10 18:14:28.746957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'port_id': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'mac_address': 'fa:16:3e:b7:09:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:28.852439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:28.868564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f35529a-f48b-4dd4-8c87-2bc2b7fb4ff4 req-cfc51aca-1eba-4948-98f7-46a6812efee3 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259806 Dec 10 18:14:28.886084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1a484e-cbe2-45b7-9166-6a4576902197 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:28.916864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3ea61980-a89d-45fe-86ee-bdc5d1718636', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'port_id': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'mac_address': 'fa:16:3e:f1:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:13:01Z', 'updated_at': '2021-12-10T18:14:25Z', 'revision_number': 1, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:59Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:28.989715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] Checking router: 57aff246-ad48-45fc-a8bd-71f6c5ce4791 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:14:29.019387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0d1a484e-cbe2-45b7-9166-6a4576902197, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0d1a484e-cbe2-45b7-9166-6a4576902197,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:29.021882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:29.022614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:29.143468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-e9b16551-c962-432f-b819-cccda4ee601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:29.147526 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-e9b16551-c962-432f-b819-cccda4ee601b service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f16a1c-0704-4aef-b293-34ef2c867633 HTTP/1.1" status: 200 len: 912 time: 0.5710876 Dec 10 18:14:29.156176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:29.203340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eeb49181-05e8-42c1-8969-1a84d74b2896 req-e1316377-31c8-49bf-b955-fac569b2d8aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707410 Dec 10 18:14:29.363375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4d604-e485-4dfc-a80a-586243992cb5 req-86e68a97-6708-489c-84c1-4ef34f15d4b1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:29.365032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef4d604-e485-4dfc-a80a-586243992cb5 req-86e68a97-6708-489c-84c1-4ef34f15d4b1 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 945 time: 0.1912644 Dec 10 18:14:29.398618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-a52f280e-8f1a-4058-a054-dccddf11da08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5 HTTP/1.1" status: 200 len: 999 time: 0.2297397 Dec 10 18:14:29.491543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef4d604-e485-4dfc-a80a-586243992cb5 req-3c67f93b-81e1-4b4d-bfd0-e63d70a104db tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170876 Dec 10 18:14:29.529957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-8edd4737-e2ca-42ec-8961-d39bd09deb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:29.533328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-8edd4737-e2ca-42ec-8961-d39bd09deb94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dcb8681-2be1-4438-bbc8-5d4f939491fc HTTP/1.1" status: 200 len: 850 time: 0.1248031 Dec 10 18:14:29.616190 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:29.656126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-5d97fe02-5e72-4c9d-8b8a-812c64455368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:29.664959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-5d97fe02-5e72-4c9d-8b8a-812c64455368 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f16a1c-0704-4aef-b293-34ef2c867633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113267 Dec 10 18:14:29.679718 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7432434-99f8-40a1-9fb1-43c2a03db94d req-baeaee39-4505-48d0-a230-4f594814396a tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 210 time: 0.0652738 Dec 10 18:14:29.725672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0d1a484e-cbe2-45b7-9166-6a4576902197,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:29.808071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-dfe154a4-90b8-43b3-bb1d-4994a2e65f19 service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331601 Dec 10 18:14:29.892876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0d1a484e-cbe2-45b7-9166-6a4576902197'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:30.046393 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-024fbf04-753f-4bd9-a686-a0ddebd642e7 req-eb8eb8d4-5c55-4d58-8eee-6ba21c8774ae service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300377 Dec 10 18:14:30.178787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe70596-b692-4ea7-ba25-d559a4de4af7 req-83054bbd-fd3e-4bbf-8173-617f148897c7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:30.194518 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fe70596-b692-4ea7-ba25-d559a4de4af7 req-83054bbd-fd3e-4bbf-8173-617f148897c7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1399739 Dec 10 18:14:30.228935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-a2621f41-4b52-401f-a454-5bf0e24192e8 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:30.230480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-a2621f41-4b52-401f-a454-5bf0e24192e8 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.30 "GET /v2.0/networks?id=6130a897-6845-4709-ab7b-4aa8603c4e83 HTTP/1.1" status: 200 len: 809 time: 0.3181748 Dec 10 18:14:30.231820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3ea61980-a89d-45fe-86ee-bdc5d1718636', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'port_id': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'mac_address': 'fa:16:3e:f1:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:13:01Z', 'updated_at': '2021-12-10T18:14:25Z', 'revision_number': 1, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:59Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:30.247889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Request body: {'port': {'device_id': '05a3ad69-6502-4b9b-8447-340d696b2456', 'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83', 'admin_state_up': True, 'tenant_id': 'ab44671ec8a04dcab59c22c17f6ec992'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:30.323343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61a2ed-58e0-4fd8-9954-5644401e9d9a None None] The sync data for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 is: [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3ea61980-a89d-45fe-86ee-bdc5d1718636', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'port_id': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 867, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'mac_address': 'fa:16:3e:f1:f3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:13:01Z', 'updated_at': '2021-12-10T18:14:25Z', 'revision_number': 1, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:59Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:14:30.347014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fe70596-b692-4ea7-ba25-d559a4de4af7 req-016b2d39-9733-4f52-b54e-f7b8df222e41 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518805 Dec 10 18:14:30.456277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Made reservation on behalf of ab44671ec8a04dcab59c22c17f6ec992 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:30.463106 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:30.700089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb0fcf-9fcd-4771-8878-abf0b6416cfe req-ca31adac-2b5e-4287-a2e8-8d82f675cc21 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:30.714633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-87fb0fcf-9fcd-4771-8878-abf0b6416cfe req-ca31adac-2b5e-4287-a2e8-8d82f675cc21 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.2343116 Dec 10 18:14:30.796838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-672fe5f9-6014-4eb3-bd52-df90fb765c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:30.802164 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-672fe5f9-6014-4eb3-bd52-df90fb765c33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1101 time: 0.2552159 Dec 10 18:14:30.834739 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31311ca5-3e52-4156-a2ae-d0d196a7fc0d None None] New status for floating IP 3ea61980-a89d-45fe-86ee-bdc5d1718636: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:14:30.914660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-87fb0fcf-9fcd-4771-8878-abf0b6416cfe req-8120c958-4d2f-4c85-99e7-a0d069a1119b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979063 Dec 10 18:14:30.952886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Allocated IP 172.20.0.3 (6130a897-6845-4709-ab7b-4aa8603c4e83/46d93cf0-1ed1-4ed0-8c3a-9eeba12add09/b29f0dbb-7634-4764-8e72-494261a25aad) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:31.036116 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0dd036d7-f340-40df-adec-5c69caacbef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:31.161954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada3c6df-7f76-472c-9ec4-534eec7dd90f req-f7806929-9a32-42ca-aacb-c8ecfb481eaa tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 210 time: 0.0565097 Dec 10 18:14:31.220720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34804) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:31.315970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-a9ba47dc-e141-4db8-832c-e53256666b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:31.319083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-a9ba47dc-e141-4db8-832c-e53256666b89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4260609 Dec 10 18:14:31.405136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f2975-a3b3-41dc-b2c9-0e1c69d654e0 req-5bfecafb-bb59-4622-aec6-e66da75400cd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:31.411753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012f2975-a3b3-41dc-b2c9-0e1c69d654e0 req-5bfecafb-bb59-4622-aec6-e66da75400cd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 945 time: 0.2538097 Dec 10 18:14:31.460139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-a9a87462-b5b2-4fc6-968e-175c0a2569ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.1220233 Dec 10 18:14:31.466594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:31.520814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012f2975-a3b3-41dc-b2c9-0e1c69d654e0 req-9260b1fd-3ad4-4727-b518-0c4ec25952ea tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926096 Dec 10 18:14:31.528021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-9eabc152-c60e-4740-af98-e7cd372daeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:31.529985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-9eabc152-c60e-4740-af98-e7cd372daeaf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0523252 Dec 10 18:14:31.548571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:31.564885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63b9bc4c-7c4e-4cb3-b392-767855a46c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:31.617686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Network 6130a897-6845-4709-ab7b-4aa8603c4e83 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:31.624765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:31.627263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Pushing event updated for resources: {'Port': ['ID=b29f0dbb-7634-4764-8e72-494261a25aad,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:31.637684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:31.658634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-1fc2ef7f-8830-4b5c-987c-6628ee54b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:31.661968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-1fc2ef7f-8830-4b5c-987c-6628ee54b086 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074281 Dec 10 18:14:31.684741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f734b-5238-4f78-b1f9-0cea8d508a0d req-8c7ffe57-e4ef-420a-915b-3fd773fbca1b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:31.694977 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b28f734b-5238-4f78-b1f9-0cea8d508a0d req-8c7ffe57-e4ef-420a-915b-3fd773fbca1b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1416955 Dec 10 18:14:31.737556 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:31.746836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:31.747644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:31.772812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-5029db7b-08ae-44d1-8808-10789e5422b2 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5297887 Dec 10 18:14:31.819558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Request body: {'port': {'device_id': '05a3ad69-6502-4b9b-8447-340d696b2456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:31.839548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-fbacbdd8-5982-47b3-bccc-488a692c0833 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414981 Dec 10 18:14:31.947949 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:31.972450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0d1a484e-cbe2-45b7-9166-6a4576902197 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:32.013535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.088971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0d1a484e-cbe2-45b7-9166-6a4576902197 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:32.093802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0d1a484e-cbe2-45b7-9166-6a4576902197 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:32.094179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.121164 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b28f734b-5238-4f78-b1f9-0cea8d508a0d req-057b9cb9-d8fd-4f9d-9f11-4934d06cdafb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250722 Dec 10 18:14:32.162511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63b9bc4c-7c4e-4cb3-b392-767855a46c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.174146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63b9bc4c-7c4e-4cb3-b392-767855a46c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.252373 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63b9bc4c-7c4e-4cb3-b392-767855a46c27 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=752896b72cd64964ac4e2c977bc207a0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0297625 Dec 10 18:14:32.255519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9bc4c-7c4e-4cb3-b392-767855a46c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ff73a-f2ae-4010-8901-76816079ee20,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:32.262611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34828) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:32.274563 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.302119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-1dac6cd9-72e5-4766-8df4-6c172f158c7b service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462202 Dec 10 18:14:32.329419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0d1a484e-cbe2-45b7-9166-6a4576902197, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0d1a484e-cbe2-45b7-9166-6a4576902197,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:32.331125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:32.334940 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e6f97-2441-460c-a129-1c2a2a9d03c1" -d '{"events": [{"server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "name": "network-vif-plugged", "status": "completed", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:32.339959 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.397857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0d1a484e-cbe2-45b7-9166-6a4576902197,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:32.576159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff8c86-b5d9-4fff-8e8c-9ab3b74fc6e6 req-8177132b-6d0e-453b-a5f9-4cd8b1f1dbf7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:32.584678 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbff8c86-b5d9-4fff-8e8c-9ab3b74fc6e6 req-8177132b-6d0e-453b-a5f9-4cd8b1f1dbf7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.4507070 Dec 10 18:14:32.685787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbff8c86-b5d9-4fff-8e8c-9ab3b74fc6e6 req-0dce5c53-af36-4f1b-8332-1a1e1100a282 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985818 Dec 10 18:14:32.790735 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9bbefe-0ef6-4e8b-849a-cc5231ca7e18 x-openstack-request-id: req-ea9bbefe-0ef6-4e8b-849a-cc5231ca7e18 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:32.791083 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "name": "network-vif-plugged", "status": "completed", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:32.791640 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea9bbefe-0ef6-4e8b-849a-cc5231ca7e18 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:32.792386 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'code': 200} Dec 10 18:14:32.848645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29f0dbb-7634-4764-8e72-494261a25aad {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:32.884530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.892842 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd4e8-d098-4156-8446-9fe976721ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.926398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd4e8-d098-4156-8446-9fe976721ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:32.992933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953859cb-a08d-436a-bec7-2d744759e2d0 req-812af676-3350-4d5c-848b-6fe38e4874be tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:33.000980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-953859cb-a08d-436a-bec7-2d744759e2d0 req-812af676-3350-4d5c-848b-6fe38e4874be tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 931 time: 0.6669631 Dec 10 18:14:33.021374 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd4e8-d098-4156-8446-9fe976721ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.024191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e2cd4e8-d098-4156-8446-9fe976721ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.025574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6e2cd4e8-d098-4156-8446-9fe976721ad8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b4ff73a-f2ae-4010-8901-76816079ee20 HTTP/1.1" status: 204 len: 168 time: 0.7614777 Dec 10 18:14:33.037412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Transition to ACTIVE for port object b29f0dbb-7634-4764-8e72-494261a25aad will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:14:33.044949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cd4e8-d098-4156-8446-9fe976721ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ff73a-f2ae-4010-8901-76816079ee20,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:33.055448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087aad00-20ad-42ba-a0c1-764e785038ec req-12e85490-d044-47a4-a5da-6a1c49b7d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:33.057204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-087aad00-20ad-42ba-a0c1-764e785038ec req-12e85490-d044-47a4-a5da-6a1c49b7d4a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 1097 time: 0.1460705 Dec 10 18:14:33.057886 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.105816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-953859cb-a08d-436a-bec7-2d744759e2d0 req-a228f947-1b67-47f7-87c1-0cab6e4ab93b tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025531 Dec 10 18:14:33.167297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2222c9-7645-4037-99b9-b5f53160d765 req-8bebffef-9133-4372-b80c-d3a7dda1fcfa tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:33.177635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa2222c9-7645-4037-99b9-b5f53160d765 req-8bebffef-9133-4372-b80c-d3a7dda1fcfa tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 946 time: 0.1916454 Dec 10 18:14:33.279938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-087aad00-20ad-42ba-a0c1-764e785038ec req-91250fcf-38ec-4ee9-918e-cec5bd25f903 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093513 Dec 10 18:14:33.283561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Pushing event updated for resources: {'Port': ['ID=b29f0dbb-7634-4764-8e72-494261a25aad,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:33.344259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa2222c9-7645-4037-99b9-b5f53160d765 req-7009aae7-d3b8-4f62-950a-1dc6d1c59460 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655750 Dec 10 18:14:33.410869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Attempting to bind port b29f0dbb-7634-4764-8e72-494261a25aad on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:33.411334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Attempting to bind port b29f0dbb-7634-4764-8e72-494261a25aad by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '2478dd9b-78df-4981-b0aa-4e42e4e76a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:33.411895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Attempting to bind port b29f0dbb-7634-4764-8e72-494261a25aad on network 6130a897-6845-4709-ab7b-4aa8603c4e83 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:33.417893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Port b29f0dbb-7634-4764-8e72-494261a25aad on network 6130a897-6845-4709-ab7b-4aa8603c4e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:14:33.419042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Attempting to bind port b29f0dbb-7634-4764-8e72-494261a25aad on network 6130a897-6845-4709-ab7b-4aa8603c4e83 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:33.427888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:33.428392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Checking segment: {'id': '2478dd9b-78df-4981-b0aa-4e42e4e76a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:33.428907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Bound using segment: {'id': '2478dd9b-78df-4981-b0aa-4e42e4e76a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:33.431388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Bound port: b29f0dbb-7634-4764-8e72-494261a25aad, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2478dd9b-78df-4981-b0aa-4e42e4e76a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:33.432468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.570007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c5db-b99b-4e85-88d8-e1081c19203a req-472a65d0-0313-48d3-b976-a7a4abf05a87 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:33.582223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a00c5db-b99b-4e85-88d8-e1081c19203a req-472a65d0-0313-48d3-b976-a7a4abf05a87 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0883493 Dec 10 18:14:33.598067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.637943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] For port b29f0dbb-7634-4764-8e72-494261a25aad, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:33.645279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] For port b29f0dbb-7634-4764-8e72-494261a25aad, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b29f0dbb-7634-4764-8e72-494261a25aad,segment=NetworkSegment(2478dd9b-78df-4981-b0aa-4e42e4e76a0b),segment_id=2478dd9b-78df-4981-b0aa-4e42e4e76a0b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:33.659920 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.668596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a00c5db-b99b-4e85-88d8-e1081c19203a req-d0450990-709c-43a6-ad3c-665bae96010c tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791388 Dec 10 18:14:33.737774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34856) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:33.758512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Pushing event updated for resources: {'Port': ['ID=b29f0dbb-7634-4764-8e72-494261a25aad,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:33.760914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132a9d55-4a9c-41f2-81b2-d79e638eedaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.809057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:33.809774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.812877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-8d521de7-d2ae-4500-9f05-2dd61123683a service neutron] 10.222.0.30 "PUT /v2.0/ports/b29f0dbb-7634-4764-8e72-494261a25aad HTTP/1.1" status: 200 len: 1091 time: 2.0205605 Dec 10 18:14:33.813522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a3ad69-6502-4b9b-8447-340d696b2456', 'tag': 'b29f0dbb-7634-4764-8e72-494261a25aad'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:33.816003 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c50dce7-17fc-4c4e-becb-196261f95260" -d '{"events": [{"name": "network-changed", "server_uuid": "05a3ad69-6502-4b9b-8447-340d696b2456", "tag": "b29f0dbb-7634-4764-8e72-494261a25aad"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:33.877784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa28a7d-aea8-4b40-bf57-35aa3c99f5c1 req-9968fa0e-b12b-4f02-b0b7-4c9951ef2390 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:33.878474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132a9d55-4a9c-41f2-81b2-d79e638eedaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.879408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-daa28a7d-aea8-4b40-bf57-35aa3c99f5c1 req-9968fa0e-b12b-4f02-b0b7-4c9951ef2390 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1177514 Dec 10 18:14:33.890158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132a9d55-4a9c-41f2-81b2-d79e638eedaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:33.910549 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1dc388-6b76-4fea-97b3-0b08ee422f6c x-openstack-request-id: req-db1dc388-6b76-4fea-97b3-0b08ee422f6c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:33.910830 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a3ad69-6502-4b9b-8447-340d696b2456", "tag": "b29f0dbb-7634-4764-8e72-494261a25aad", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:33.911088 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-db1dc388-6b76-4fea-97b3-0b08ee422f6c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:33.911492 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a3ad69-6502-4b9b-8447-340d696b2456', 'tag': 'b29f0dbb-7634-4764-8e72-494261a25aad', 'status': 'completed', 'code': 200} Dec 10 18:14:33.946392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a9d55-4a9c-41f2-81b2-d79e638eedaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6930a-13d7-4d95-a35f-ed7e23ac389c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:33.962650 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-132a9d55-4a9c-41f2-81b2-d79e638eedaa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c7b209c19d4640189c5380b4369074f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226841 Dec 10 18:14:33.968150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34860) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:34.002217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-b6834d38-b767-4576-a0d9-9ccc03259a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:34.004381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-b6834d38-b767-4576-a0d9-9ccc03259a19 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab44671ec8a04dcab59c22c17f6ec992&device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 1094 time: 0.1236959 Dec 10 18:14:34.009971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-daa28a7d-aea8-4b40-bf57-35aa3c99f5c1 req-8ed62a42-a182-4fb9-a3d7-0d2e2d444a21 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154292 Dec 10 18:14:34.055548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aad76c6e-5693-4836-a1bb-382bd96bae78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:34.076991 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-dc4f2892-c68f-4b15-8c24-02e1531a3477 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b29f0dbb-7634-4764-8e72-494261a25aad HTTP/1.1" status: 200 len: 217 time: 0.0600817 Dec 10 18:14:34.095562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:34.098703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aad76c6e-5693-4836-a1bb-382bd96bae78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:34.148637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-0a9488e3-5fd8-4380-b8f8-6dd8503e6101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:34.150549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-0a9488e3-5fd8-4380-b8f8-6dd8503e6101 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46d93cf0-1ed1-4ed0-8c3a-9eeba12add09 HTTP/1.1" status: 200 len: 849 time: 0.0665584 Dec 10 18:14:34.169796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aad76c6e-5693-4836-a1bb-382bd96bae78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:34.176628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aad76c6e-5693-4836-a1bb-382bd96bae78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:34.178035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aad76c6e-5693-4836-a1bb-382bd96bae78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97f6930a-13d7-4d95-a35f-ed7e23ac389c HTTP/1.1" status: 204 len: 168 time: 0.2053509 Dec 10 18:14:34.186852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad76c6e-5693-4836-a1bb-382bd96bae78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6930a-13d7-4d95-a35f-ed7e23ac389c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:34.217869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-e1f999f0-825b-4391-a715-17ed40745d27 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6130a897-6845-4709-ab7b-4aa8603c4e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577276 Dec 10 18:14:34.390322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-08e0d47c-7c60-40d1-b1f9-8000ec5eb7ff service neutron] 10.222.0.30 "GET /v2.0/networks/6130a897-6845-4709-ab7b-4aa8603c4e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625667 Dec 10 18:14:34.393083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856a047-6f23-450a-bc19-a81f0bd6f001 req-62f20e63-470b-4ca3-8f88-bfbddf05cf4d tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:34.394699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a856a047-6f23-450a-bc19-a81f0bd6f001 req-62f20e63-470b-4ca3-8f88-bfbddf05cf4d tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 943 time: 0.1353586 Dec 10 18:14:34.437993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:34.573594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a856a047-6f23-450a-bc19-a81f0bd6f001 req-08e8425b-587d-46fa-95a2-9fcc8a77787b tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629767 Dec 10 18:14:34.604526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-704bcc42-6d77-44f1-a14b-b5cfe71b4fca req-219d9801-832c-4745-9394-e22f87987cfc service neutron] 10.222.0.30 "GET /v2.0/networks/6130a897-6845-4709-ab7b-4aa8603c4e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981657 Dec 10 18:14:34.784198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-2a0276d3-67d3-4ed5-99d6-f407812183cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:34.787969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-2a0276d3-67d3-4ed5-99d6-f407812183cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab44671ec8a04dcab59c22c17f6ec992&device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 1094 time: 0.1017170 Dec 10 18:14:34.834686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e7c05-87de-46ff-95c1-d161e4a8f587 req-697117be-6c38-4dc9-afc0-2aced8775592 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:34.840790 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb3e7c05-87de-46ff-95c1-d161e4a8f587 req-697117be-6c38-4dc9-afc0-2aced8775592 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 946 time: 0.2070119 Dec 10 18:14:34.927133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5e5b5-4620-4015-bf14-b61e762ec3eb req-27bf2f94-f8a3-447e-abd5-df79f61e389f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:34.938052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23d5e5b5-4620-4015-bf14-b61e762ec3eb req-27bf2f94-f8a3-447e-abd5-df79f61e389f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1308022 Dec 10 18:14:34.976905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb3e7c05-87de-46ff-95c1-d161e4a8f587 req-22007016-8db7-48da-95e1-abb7701c7da2 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230495 Dec 10 18:14:35.037816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-69953766-0d09-4ee2-a8cf-99fc8c40465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:35.061909 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-69953766-0d09-4ee2-a8cf-99fc8c40465a service neutron] 10.222.0.30 "GET /v2.0/networks?id=6130a897-6845-4709-ab7b-4aa8603c4e83 HTTP/1.1" status: 200 len: 910 time: 0.2512114 Dec 10 18:14:35.087091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23d5e5b5-4620-4015-bf14-b61e762ec3eb req-0fd30ebf-c489-4a1c-86f7-a23180172a92 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479619 Dec 10 18:14:35.174768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-543a8c75-9d10-4dca-8e02-14d1e78d9f7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b29f0dbb-7634-4764-8e72-494261a25aad HTTP/1.1" status: 200 len: 217 time: 0.1074958 Dec 10 18:14:35.301602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-00ccea94-d423-46ad-ba8e-55f7fb8de39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:35.303545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-00ccea94-d423-46ad-ba8e-55f7fb8de39e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=46d93cf0-1ed1-4ed0-8c3a-9eeba12add09 HTTP/1.1" status: 200 len: 849 time: 0.1279240 Dec 10 18:14:35.345463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-c2024179-28a7-4095-ac89-f70aeb2537f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6130a897-6845-4709-ab7b-4aa8603c4e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309458 Dec 10 18:14:35.359052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4120b0-d5d8-424c-b176-18f22247bf08 req-857c7472-5d34-40e6-a11b-10627e331833 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:35.360765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da4120b0-d5d8-424c-b176-18f22247bf08 req-857c7472-5d34-40e6-a11b-10627e331833 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1768394 Dec 10 18:14:35.525922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da4120b0-d5d8-424c-b176-18f22247bf08 req-c58546f5-c629-4787-a511-58321d14f536 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558778 Dec 10 18:14:35.551029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-bc1b2c81-f25f-40ea-b910-51074649c934 service neutron] 10.222.0.30 "GET /v2.0/networks/6130a897-6845-4709-ab7b-4aa8603c4e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892490 Dec 10 18:14:36.004444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcbfa32-79d3-4fa9-b017-b2755e7c67cb req-9ef8b208-67e3-48f9-8da3-573fcd6cb5e4 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:36.005372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b29f0dbb-7634-4764-8e72-494261a25aad details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:36.011976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ddcbfa32-79d3-4fa9-b017-b2755e7c67cb req-9ef8b208-67e3-48f9-8da3-573fcd6cb5e4 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 943 time: 0.0878761 Dec 10 18:14:36.019624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c50dce7-17fc-4c4e-becb-196261f95260 req-b79b49fe-5086-4930-8199-2be452e01d98 service neutron] 10.222.0.30 "GET /v2.0/networks/6130a897-6845-4709-ab7b-4aa8603c4e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603169 Dec 10 18:14:36.181461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b29f0dbb-7634-4764-8e72-494261a25aad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b29f0dbb-7634-4764-8e72-494261a25aad,segment=NetworkSegment(2478dd9b-78df-4981-b0aa-4e42e4e76a0b),segment_id=2478dd9b-78df-4981-b0aa-4e42e4e76a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:36.190999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ddcbfa32-79d3-4fa9-b017-b2755e7c67cb req-fb08b913-034c-4264-a3de-8a157f199c8c tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750743 Dec 10 18:14:36.200055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'b29f0dbb-7634-4764-8e72-494261a25aad', 'network_id': '6130a897-6845-4709-ab7b-4aa8603c4e83', 'port_id': 'b29f0dbb-7634-4764-8e72-494261a25aad', 'mac_address': 'fa:16:3e:43:97:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d93cf0-1ed1-4ed0-8c3a-9eeba12add09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:36.258670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:36.285885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29f0dbb-7634-4764-8e72-494261a25aad {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:36.311801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b29f0dbb-7634-4764-8e72-494261a25aad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b29f0dbb-7634-4764-8e72-494261a25aad,segment=NetworkSegment(2478dd9b-78df-4981-b0aa-4e42e4e76a0b),segment_id=2478dd9b-78df-4981-b0aa-4e42e4e76a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:36.321041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6de7f7-1ae7-4b3c-8943-cfec1efd295e req-1d42905e-6348-4d3f-aaee-01aa549ed667 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:36.333064 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:36.333963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a6de7f7-1ae7-4b3c-8943-cfec1efd295e req-1d42905e-6348-4d3f-aaee-01aa549ed667 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 946 time: 0.1877472 Dec 10 18:14:36.403687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b29f0dbb-7634-4764-8e72-494261a25aad,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:36.411398 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a6de7f7-1ae7-4b3c-8943-cfec1efd295e req-06c0e683-b40c-4fdb-8c4f-93e34656586c tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763433 Dec 10 18:14:36.484887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2693c-e50d-415c-8e20-523dd67648c8 req-f0219d43-d33d-48f5-ae06-94ac3a90b356 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:36.486535 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86d2693c-e50d-415c-8e20-523dd67648c8 req-f0219d43-d33d-48f5-ae06-94ac3a90b356 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1845536 Dec 10 18:14:36.579432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b29f0dbb-7634-4764-8e72-494261a25aad'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:36.642094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86d2693c-e50d-415c-8e20-523dd67648c8 req-126f68dd-fe8e-47ed-be68-1b277d903d41 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428449 Dec 10 18:14:36.880280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-69460996-a33b-46c7-81bf-dd80c47654d3 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 258 time: 0.4186912 Dec 10 18:14:36.891385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:36.921372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42708-be7d-4aeb-bd1b-5cc1307872fe req-c3a278ab-a206-45e1-aa1a-2dd7f70f3e4f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:36.929477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:36.931150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdf42708-be7d-4aeb-bd1b-5cc1307872fe req-c3a278ab-a206-45e1-aa1a-2dd7f70f3e4f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0894794 Dec 10 18:14:36.988989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdf42708-be7d-4aeb-bd1b-5cc1307872fe req-b59ae27e-709b-4e3d-8879-6af305373a64 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565851 Dec 10 18:14:37.070869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.183609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Allocated IP 172.25.2.206 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/42941467-3cfc-4bff-bbca-9be97983e228) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:37.297365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-41ea9c57-2bd6-4243-8d94-ab720b549187 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0a140701f6814eff8ca4e51d773b3560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252702 Dec 10 18:14:37.312605 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.353236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.372833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:37.391914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:37.397812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:37.428615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-1de04b0e-079b-4ff3-b455-ccb4d724d57c tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:37.430733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-1de04b0e-079b-4ff3-b455-ccb4d724d57c tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263442 Dec 10 18:14:37.446891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event updated for resources: {'Port': ['ID=42941467-3cfc-4bff-bbca-9be97983e228,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:37.448132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-59ea5c84-ec7b-455a-953e-ce558b1d8a0c tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/quotas/0a140701f6814eff8ca4e51d773b3560 HTTP/1.1" status: 200 len: 375 time: 0.0100832 Dec 10 18:14:37.485086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-fda0f5a5-6441-4995-9007-f57e9186c007 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0a140701f6814eff8ca4e51d773b3560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302782 Dec 10 18:14:37.506458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.547312 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.733810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.736109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06195e0c-7450-4a4d-a2b1-717a6226faea req-fcee730d-a1dc-4304-9204-2727d2d8c563 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:37.738215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06195e0c-7450-4a4d-a2b1-717a6226faea req-fcee730d-a1dc-4304-9204-2727d2d8c563 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 944 time: 0.0568643 Dec 10 18:14:37.739560 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.805149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06195e0c-7450-4a4d-a2b1-717a6226faea req-7fc3a2cc-b410-4dc1-bc2a-055420103a93 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554624 Dec 10 18:14:37.842980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event updated for resources: {'Port': ['ID=42941467-3cfc-4bff-bbca-9be97983e228,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:37.846350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.868902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:37.870576 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-37026074-0c74-4605-bc7b-b51fdd145a05 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9888401 Dec 10 18:14:37.891935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f92d799-8c54-4b0e-9d65-5c66d5c71d1e req-84cee438-7773-4278-aab0-6e94f3e861b3 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 210 time: 0.0401566 Dec 10 18:14:37.943387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-04aaa115-f58f-44a5-a2f4-9175207d9991 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.0624440 Dec 10 18:14:38.022468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214648e4-cb47-4979-a3b6-92380abb1c65 req-4b466361-9d44-4852-be9b-46788baf8eb4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:38.024067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-214648e4-cb47-4979-a3b6-92380abb1c65 req-4b466361-9d44-4852-be9b-46788baf8eb4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0607190 Dec 10 18:14:38.031449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b29f0dbb-7634-4764-8e72-494261a25aad up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:38.098471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-214648e4-cb47-4979-a3b6-92380abb1c65 req-6e8bd846-37dd-4168-aef4-55914ed3488d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669158 Dec 10 18:14:38.099921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-e4c99d9f-3e8f-4ebe-aab4-7c4cd3fd61af tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:38.101898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ec432ce-780c-4cea-807a-98e83be1b3ce req-e4c99d9f-3e8f-4ebe-aab4-7c4cd3fd61af tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1466432 Dec 10 18:14:38.149990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port b29f0dbb-7634-4764-8e72-494261a25aad completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:38.156352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port b29f0dbb-7634-4764-8e72-494261a25aad triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:38.158874 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:38.262140 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:38.295283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a3ad69-6502-4b9b-8447-340d696b2456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29f0dbb-7634-4764-8e72-494261a25aad'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:38.298784 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a735e65-1b43-42f9-bbff-1f169c536d42" -d '{"events": [{"server_uuid": "05a3ad69-6502-4b9b-8447-340d696b2456", "name": "network-vif-plugged", "status": "completed", "tag": "b29f0dbb-7634-4764-8e72-494261a25aad"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:38.303822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae50bc-daa9-4688-8d36-e259ca17d02f req-70b8f4c2-7b70-431e-9b65-c03bce2a2b8e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:38.305830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dae50bc-daa9-4688-8d36-e259ca17d02f req-70b8f4c2-7b70-431e-9b65-c03bce2a2b8e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0823631 Dec 10 18:14:38.313333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b29f0dbb-7634-4764-8e72-494261a25aad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b29f0dbb-7634-4764-8e72-494261a25aad,segment=NetworkSegment(2478dd9b-78df-4981-b0aa-4e42e4e76a0b),segment_id=2478dd9b-78df-4981-b0aa-4e42e4e76a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:38.321013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:38.365921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dae50bc-daa9-4688-8d36-e259ca17d02f req-7b7866b8-ead1-441b-88f9-fca2a715a525 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504172 Dec 10 18:14:38.397055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b29f0dbb-7634-4764-8e72-494261a25aad,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:38.464550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-52b3d163-e182-48b9-959e-3f2ce9099444 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:38.468483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-52b3d163-e182-48b9-959e-3f2ce9099444 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1283805 Dec 10 18:14:38.491524 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514ad0c2-42b8-4bcc-a290-fe52bcbd42dc x-openstack-request-id: req-514ad0c2-42b8-4bcc-a290-fe52bcbd42dc {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:38.491935 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a3ad69-6502-4b9b-8447-340d696b2456", "name": "network-vif-plugged", "status": "completed", "tag": "b29f0dbb-7634-4764-8e72-494261a25aad", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:38.492275 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-514ad0c2-42b8-4bcc-a290-fe52bcbd42dc {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:38.492809 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a3ad69-6502-4b9b-8447-340d696b2456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29f0dbb-7634-4764-8e72-494261a25aad', 'code': 200} Dec 10 18:14:38.606840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-02abff54-6cef-4e9d-95c5-abe7ddf702b0 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.1320906 Dec 10 18:14:38.643320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Request body: {'floatingip': {'port_id': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:38.723953 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:38.766713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bfde8-435d-4093-90bf-827a69a7ca4b req-8d45720a-ff8c-4030-a183-d01a9053be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:38.768437 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c66bfde8-435d-4093-90bf-827a69a7ca4b req-8d45720a-ff8c-4030-a183-d01a9053be44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 1096 time: 0.1847217 Dec 10 18:14:38.877357 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c66bfde8-435d-4093-90bf-827a69a7ca4b req-7d07c41f-4789-4b37-ac7e-b36b5c119707 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849771 Dec 10 18:14:39.140868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-68305834-7db0-4d8c-b827-c4b33f63d1f7 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0a140701f6814eff8ca4e51d773b3560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678828 Dec 10 18:14:39.299945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b96151-bfd3-4ebd-9a05-8a13907a43c6 req-3bed83f0-5574-4510-ae29-079b9095c0e7 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:39.303716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8b96151-bfd3-4ebd-9a05-8a13907a43c6 req-3bed83f0-5574-4510-ae29-079b9095c0e7 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 945 time: 0.0617757 Dec 10 18:14:39.351412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8b96151-bfd3-4ebd-9a05-8a13907a43c6 req-ec8103c1-018d-4922-accd-655d98b0e1be tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436537 Dec 10 18:14:39.434524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-0e5f4700-5c79-47df-a9f4-71e56e070903 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:39.436065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-0e5f4700-5c79-47df-a9f4-71e56e070903 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869496 Dec 10 18:14:39.437908 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db614d8c-7290-404a-8364-f52273985d0e req-3aac8fe1-2d95-460d-9ace-d2dc52ccb16b tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 210 time: 0.0273201 Dec 10 18:14:39.459761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Request body: {'port': {'device_id': '539d9558-987a-4f65-9157-3c8947e7944e', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '0a140701f6814eff8ca4e51d773b3560'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:39.559260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28397e1-333e-4fba-9c42-7368bddebb8e req-1620499a-f185-4169-bf0f-254272cfc959 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:39.560709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b28397e1-333e-4fba-9c42-7368bddebb8e req-1620499a-f185-4169-bf0f-254272cfc959 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0588725 Dec 10 18:14:39.595826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:39.611989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:39.620602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b28397e1-333e-4fba-9c42-7368bddebb8e req-55f9fb1b-4945-4fbd-80c6-3728d58e495b tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533419 Dec 10 18:14:39.986889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Made reservation on behalf of 0a140701f6814eff8ca4e51d773b3560 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:39.990940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:39.991732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2544c-2c5d-4c21-8a7b-7ef64b0252fb req-dd43c5d7-a364-4eb7-a43a-2e46f2e7b3ce tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:39.993333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ac2544c-2c5d-4c21-8a7b-7ef64b0252fb req-dd43c5d7-a364-4eb7-a43a-2e46f2e7b3ce tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0556834 Dec 10 18:14:40.005826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:40.008545 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Floating IP bcfb622c-069d-415e-9e74-4fe2fb34e95f associated. External IP: 172.25.2.206, port: 0d1a484e-cbe2-45b7-9166-6a4576902197. Dec 10 18:14:40.048469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ac2544c-2c5d-4c21-8a7b-7ef64b0252fb req-ea00997b-59c5-49d1-b10b-4588f854dc7f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Dec 10 18:14:40.162340 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:14:40.184830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 938f77bb-91f9-4360-b872-0e8203c1e97d no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:40.252261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:40.260909 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:40.287038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-60e6295f-f3f2-45ee-895b-504846619876 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:40.289042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-60e6295f-f3f2-45ee-895b-504846619876 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.1323960 Dec 10 18:14:40.301646 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:40.304931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-f7d4420e-90fb-4aa1-9297-a28fcd311f3a tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/quotas/68c8bb1bfcb54f01b8cc66a8a5ff760a HTTP/1.1" status: 200 len: 375 time: 0.0102632 Dec 10 18:14:40.342754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:40.348724 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:40.366443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c5fda0ed-6d25-4d24-83d9-bfe7230d5f92 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558279 Dec 10 18:14:40.405001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:40.425507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42fb6377-f091-4376-bf43-f6742c757b77,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:40.450850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:14:40.467784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Allocated IP 192.168.233.94 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/74cd010a-646a-4d62-9f5e-8a1116108ab4) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:40.469021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-d93d2cab-c32a-4c18-938e-17d9460855a3 service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929432 Dec 10 18:14:40.493855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:40.497335 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b996b3e3-3cd2-4dfa-af39-c9783d1b034b" -d '{"events": [{"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-unplugged", "status": "completed", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:40.572745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-bf4d82f2-edd4-40c3-9261-fc1dd27aac48 service neutron] 10.222.0.55 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966172 Dec 10 18:14:40.684700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:14:40.691560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:40.697639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] Sync routers for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:14:40.721900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:40.722863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:40.774087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-82861778-f8fb-41fb-80e1-f5ce1ce85d24 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "PUT /v2.0/floatingips/bcfb622c-069d-415e-9e74-4fe2fb34e95f HTTP/1.1" status: 200 len: 997 time: 2.1408143 Dec 10 18:14:40.781579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:40.787190 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db510b4c-26db-439d-9fd5-d0d6ce4d111f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:40.878737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:40.879234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:40.883209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590f6cb-edda-422d-b131-e86a8255e054 req-fe259648-b855-4205-975e-a04cdfb23141 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:40.891637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3590f6cb-edda-422d-b131-e86a8255e054 req-fe259648-b855-4205-975e-a04cdfb23141 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 945 time: 0.0926867 Dec 10 18:14:40.895413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-06f1aa7c-ef46-41a3-8362-d9f507b17dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:40.897037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-06f1aa7c-ef46-41a3-8362-d9f507b17dbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 1097 time: 0.1073024 Dec 10 18:14:40.984500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3590f6cb-edda-422d-b131-e86a8255e054 req-5e9a6bfc-e1dc-48fb-88d5-b65eeae7b692 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915926 Dec 10 18:14:41.002518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:41.100108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:41.105609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:41.110733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:41.116415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-77a75fad-e031-4238-ad42-a282c231fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:41.118121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-77a75fad-e031-4238-ad42-a282c231fe75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 200 len: 929 time: 0.2102599 Dec 10 18:14:41.165163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Pushing event updated for resources: {'Port': ['ID=74cd010a-646a-4d62-9f5e-8a1116108ab4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:41.203557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b83ba-cd43-41eb-87a4-a24db276caf0 req-9d070e0c-6908-435c-b908-133beb378765 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:41.206668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441b83ba-cd43-41eb-87a4-a24db276caf0 req-9d070e0c-6908-435c-b908-133beb378765 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 935 time: 0.1328363 Dec 10 18:14:41.229306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'bcfb622c-069d-415e-9e74-4fe2fb34e95f', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'port_id': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'mac_address': 'fa:16:3e:b7:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:14:37Z', 'updated_at': '2021-12-10T18:14:39Z', 'revision_number': 1, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 5, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:41.283036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-ccf46f0b-15c8-4ffe-9d01-74210d323d84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 1000 time: 0.1365135 Dec 10 18:14:41.284970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] Checking router: c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:14:41.306039 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441b83ba-cd43-41eb-87a4-a24db276caf0 req-88da68d9-ea52-4684-ab2e-7c4e0d103760 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819235 Dec 10 18:14:41.315820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:41.317531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:41.369838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-1de02032-1e26-4580-a885-34ea6c9c0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:41.371331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-1de02032-1e26-4580-a885-34ea6c9c0d74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d HTTP/1.1" status: 200 len: 867 time: 0.0770731 Dec 10 18:14:41.378400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:41.378991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:41.430501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-4b6b2202-9346-4912-b1ff-c7eaf5b3b5b5 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9801407 Dec 10 18:14:41.435077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-77774892-85b8-40ba-b45f-27b9cba486dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:41.436690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-77774892-85b8-40ba-b45f-27b9cba486dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547490 Dec 10 18:14:41.441581 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b330bba2-c56e-4a9a-8613-6311ada9c83f x-openstack-request-id: req-b330bba2-c56e-4a9a-8613-6311ada9c83f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:41.441954 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-unplugged", "status": "completed", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:41.442274 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b330bba2-c56e-4a9a-8613-6311ada9c83f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:41.442752 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'code': 200} Dec 10 18:14:41.448766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Request body: {'port': {'device_id': '539d9558-987a-4f65-9157-3c8947e7944e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:41.470203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:41.520048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-eb654d9a-f13b-4008-945b-64cf3418dec5 None None] Provisioning complete for port 74cd010a-646a-4d62-9f5e-8a1116108ab4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:41.520516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-eb654d9a-f13b-4008-945b-64cf3418dec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:41.541119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcb413-3fd6-4231-a005-f30f0413ecaf req-ec209315-fd93-4581-84b3-13158b7e828d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:41.544527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84fcb413-3fd6-4231-a005-f30f0413ecaf req-ec209315-fd93-4581-84b3-13158b7e828d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0685754 Dec 10 18:14:41.576320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:41.612167 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84fcb413-3fd6-4231-a005-f30f0413ecaf req-e2cae39f-dafd-4cbe-b04f-8d867fb4e568 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569425 Dec 10 18:14:41.732787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af5ae2da-cb86-41f0-bd31-e3b5adbcc058 req-8f76a399-be3b-4142-831b-c14e19a4d73c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 210 time: 0.0326958 Dec 10 18:14:41.742704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-77490709-9ffd-435c-bf06-f2952bd86cf4 service neutron] 10.222.0.55 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879405 Dec 10 18:14:41.780859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-eb654d9a-f13b-4008-945b-64cf3418dec5 None None] Port 74cd010a-646a-4d62-9f5e-8a1116108ab4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:14:41.844181 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-adcb3696-6382-4a7c-a543-1ec8631474a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712173 Dec 10 18:14:41.851945 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd46520-f046-49ee-bfe8-2918ffeaccc4 x-openstack-request-id: req-3bd46520-f046-49ee-bfe8-2918ffeaccc4 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:41.852236 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:41.852493 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3bd46520-f046-49ee-bfe8-2918ffeaccc4 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:41.852929 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'status': 'completed', 'code': 200} Dec 10 18:14:41.968174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ffcf3b-e4a5-4f0e-b8cf-e4cac5b1d478 req-3092daa2-c63e-4490-ba11-2137b8c752b0 service neutron] 10.222.0.55 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116747 Dec 10 18:14:41.973913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-3498b2c7-13a5-4fbc-9699-42f52a6712ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:41.975809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-3498b2c7-13a5-4fbc-9699-42f52a6712ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 1097 time: 0.1000195 Dec 10 18:14:42.012867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-37ea4e90-7fb6-44fd-abd8-6d4d18f1c057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:42.014618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-37ea4e90-7fb6-44fd-abd8-6d4d18f1c057 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.0687103 Dec 10 18:14:42.016739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'bcfb622c-069d-415e-9e74-4fe2fb34e95f', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'port_id': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'mac_address': 'fa:16:3e:b7:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:14:37Z', 'updated_at': '2021-12-10T18:14:39Z', 'revision_number': 1, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 5, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:42.090802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5474c-a51c-446f-8a12-69a3b2a6bbb0 None None] The sync data for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 is: [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'bcfb622c-069d-415e-9e74-4fe2fb34e95f', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'port_id': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 938, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'mac_address': 'fa:16:3e:b7:09:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:14:37Z', 'updated_at': '2021-12-10T18:14:39Z', 'revision_number': 1, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 5, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:14:42.200538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74cd010a-646a-4d62-9f5e-8a1116108ab4 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:42.240599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-849ff0c6-f427-4d1e-878a-eea8541c72ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:42.243104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-3c6ddf9a-7fe5-4666-b45f-4b9482841796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:42.243725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-849ff0c6-f427-4d1e-878a-eea8541c72ce service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.1959467 Dec 10 18:14:42.244890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-3c6ddf9a-7fe5-4666-b45f-4b9482841796 service neutron] 10.222.0.30 "GET /v2.0/networks?id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 200 len: 929 time: 0.2604618 Dec 10 18:14:42.253142 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:42.263176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-18f58b54-0918-49e7-907d-df73cdc11e39 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 258 time: 0.1881022 Dec 10 18:14:42.277606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:42.333131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-0d01ba9e-b61b-4f08-b0e8-d1044518f271 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 217 time: 0.0684516 Dec 10 18:14:42.383241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a0b80-c194-4416-9375-37141667cba1 req-3677ad09-48a6-4273-94ee-04079c86774c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:42.384848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e8a0b80-c194-4416-9375-37141667cba1 req-3677ad09-48a6-4273-94ee-04079c86774c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.2983902 Dec 10 18:14:42.401444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Transition to ACTIVE for port object 74cd010a-646a-4d62-9f5e-8a1116108ab4 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:14:42.412747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-7c36688d-1968-44d8-8d2d-846dfdbdea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:42.415599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-7c36688d-1968-44d8-8d2d-846dfdbdea6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.0741093 Dec 10 18:14:42.417115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:42.422925 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798774c2-42e7-46ac-b30e-a0c4ad84b59d None None] New status for floating IP bcfb622c-069d-415e-9e74-4fe2fb34e95f: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:14:42.427933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:42.438621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-5d3eb68d-1940-435a-bc0e-d084e5b8ff32 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:42.440256 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-5d3eb68d-1940-435a-bc0e-d084e5b8ff32 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0d827f5-d676-49e5-8b78-a39255987277 HTTP/1.1" status: 200 len: 944 time: 0.2835090 Dec 10 18:14:42.463374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-7a7f6ee4-cfca-4ea2-b216-0584252750ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313029 Dec 10 18:14:42.554592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-af5ea5db-37cb-4cbd-a19c-bc08fdf94a0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 1000 time: 0.2979565 Dec 10 18:14:42.652593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-69ae5a81-f3cf-40e7-9fa4-8182582492b0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:42.656129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-69ae5a81-f3cf-40e7-9fa4-8182582492b0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 805 time: 0.4748383 Dec 10 18:14:42.665384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-f219c63d-7c62-49d1-8116-b8c25a8da3d3 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677413 Dec 10 18:14:42.676293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:42.685146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Pushing event updated for resources: {'Port': ['ID=74cd010a-646a-4d62-9f5e-8a1116108ab4,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:42.723517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Request body: {'port': {'device_id': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'admin_state_up': True, 'tenant_id': '68c8bb1bfcb54f01b8cc66a8a5ff760a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:42.770040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e8a0b80-c194-4416-9375-37141667cba1 req-93a12caa-2809-4810-a6c7-aadeca97fb87 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572180 Dec 10 18:14:42.903510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Allocated IP 172.25.2.80 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/e3060146-ea17-470f-b64b-73b1fe324130) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:42.911335 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40c83aa5-1969-4759-af05-9e5252d8b79c req-6e764bcb-067e-4041-87d4-2b52dd489012 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252603 Dec 10 18:14:43.076902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.118903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.161264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:43.162921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:43.167359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:43.191721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event updated for resources: {'Port': ['ID=e3060146-ea17-470f-b64b-73b1fe324130,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:43.232209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-d5aa736d-6bde-441e-8b6e-22d67688dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:43.234091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-d5aa736d-6bde-441e-8b6e-22d67688dc5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d HTTP/1.1" status: 200 len: 867 time: 0.6506820 Dec 10 18:14:43.271966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.317666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.384945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Deleting port 938f77bb-91f9-4360-b872-0e8203c1e97d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:43.385180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.389236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-17e59303-efb0-49db-b07e-3a9a61910263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:43.390798 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-17e59303-efb0-49db-b07e-3a9a61910263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316159 Dec 10 18:14:43.402101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5964ed-609c-488e-aa20-e96d2619c612 req-9b8c9dd1-30fc-4e6f-a317-b79b4e3cf529 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:43.404108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c5964ed-609c-488e-aa20-e96d2619c612 req-9b8c9dd1-30fc-4e6f-a317-b79b4e3cf529 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 947 time: 0.2133682 Dec 10 18:14:43.417052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Attempting to bind port 74cd010a-646a-4d62-9f5e-8a1116108ab4 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:43.417393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Attempting to bind port 74cd010a-646a-4d62-9f5e-8a1116108ab4 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:43.417735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Attempting to bind port 74cd010a-646a-4d62-9f5e-8a1116108ab4 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:43.484960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.485458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Port 74cd010a-646a-4d62-9f5e-8a1116108ab4 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:14:43.485795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Attempting to bind port 74cd010a-646a-4d62-9f5e-8a1116108ab4 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:43.491488 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.545507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:43.546000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:43.546423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:43.546891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Bound port: 74cd010a-646a-4d62-9f5e-8a1116108ab4, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:43.547259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.564950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event updated for resources: {'Port': ['ID=e3060146-ea17-470f-b64b-73b1fe324130,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:43.573172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.588624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.594839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-b093839a-7bc5-46e6-a3db-6b38ba3e3938 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3223307 Dec 10 18:14:43.597492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Made reservation on behalf of 68c8bb1bfcb54f01b8cc66a8a5ff760a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:43.601382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.644366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-25d5314a-125b-4d51-a08b-5fd555944ba6 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0480719 Dec 10 18:14:43.686937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c5964ed-609c-488e-aa20-e96d2619c612 req-4d6fc965-0f2f-42ad-849f-844c73490939 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657709 Dec 10 18:14:43.688690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] For port 938f77bb-91f9-4360-b872-0e8203c1e97d, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=938f77bb-91f9-4360-b872-0e8203c1e97d,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:43.689058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:43.754826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Calling delete_port for 938f77bb-91f9-4360-b872-0e8203c1e97d owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:43.767590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-cf2078a7-2fba-4f15-95bc-5ded0f7837a0 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:43.769121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc9a4072-1b10-42c8-a873-3a05579b4acc req-cf2078a7-2fba-4f15-95bc-5ded0f7837a0 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1188817 Dec 10 18:14:43.818796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-f36485ae-e6b8-42ee-a86b-2a99721256c6 service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033048 Dec 10 18:14:43.830176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] For port 74cd010a-646a-4d62-9f5e-8a1116108ab4, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:43.875703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd486005-7f4e-49bb-ae76-8119537b96be req-917c8485-c236-4824-aa36-4d2873fb2b83 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 210 time: 0.0308535 Dec 10 18:14:43.912288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] For port 74cd010a-646a-4d62-9f5e-8a1116108ab4, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:43.969689 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:44.057317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.057961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:44.059472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] 10.222.0.30 "PUT /v2.0/ports/74cd010a-646a-4d62-9f5e-8a1116108ab4 HTTP/1.1" status: 200 len: 1095 time: 2.6153533 Dec 10 18:14:44.065261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:44.068817 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742233c9-12c1-40e7-9aa4-bfdf8c46e215" -d '{"events": [{"name": "network-changed", "server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:44.097689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06053-4817-4443-ae9e-b78f01a597a7 req-8d78ce3f-7fae-4170-a55a-713277754742 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.099982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97a06053-4817-4443-ae9e-b78f01a597a7 req-8d78ce3f-7fae-4170-a55a-713277754742 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.3310649 Dec 10 18:14:44.103073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00703079-ca6a-4593-b06d-11beeb2a2f7e req-4e52b78d-83e4-40f9-8696-4559f54c0744 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.117937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Allocated IP 172.20.0.12 (3bb0b288-c30d-4141-9e74-e08ced68f7aa/43388b79-577f-4c12-ac62-071c26821e53/ae5ecfb7-b612-4693-a439-5cff328df2f0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:44.120273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00703079-ca6a-4593-b06d-11beeb2a2f7e req-4e52b78d-83e4-40f9-8696-4559f54c0744 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 945 time: 0.1048644 Dec 10 18:14:44.210070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00703079-ca6a-4593-b06d-11beeb2a2f7e req-fcafe63c-6863-4f00-b042-194cf3bb3fd7 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795665 Dec 10 18:14:44.213182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db510b4c-26db-439d-9fd5-d0d6ce4d111f req-8af0e8d0-17d2-4a55-8448-efa9bf4bdcbc service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806100 Dec 10 18:14:44.258844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004ebed-fbda-4406-9aae-fcff1867c256 service neutron] Pushing event updated for resources: {'Port': ['ID=74cd010a-646a-4d62-9f5e-8a1116108ab4,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:44.336392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97a06053-4817-4443-ae9e-b78f01a597a7 req-a65bf389-b4a4-49c8-b92b-3fa5b64d91e3 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124910 Dec 10 18:14:44.344840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:44.360654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-1176e8c1-4d29-4aa7-a477-5bfa5fa818da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.362265 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-1176e8c1-4d29-4aa7-a477-5bfa5fa818da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a140701f6814eff8ca4e51d773b3560&device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 1098 time: 0.2157848 Dec 10 18:14:44.370250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efddf7c2-3ae4-4727-89fc-0590ccaf4e69 req-1d877149-5805-422b-91ec-b2fa91f4985d tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.382121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efddf7c2-3ae4-4727-89fc-0590ccaf4e69 req-1d877149-5805-422b-91ec-b2fa91f4985d tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0785351 Dec 10 18:14:44.440614 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efddf7c2-3ae4-4727-89fc-0590ccaf4e69 req-2a2c9b8a-930a-41d5-b1e8-ce27c76c0543 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0579619 Dec 10 18:14:44.451054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event deleted for resources: {'Port': ['ID=938f77bb-91f9-4360-b872-0e8203c1e97d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:44.455591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-efddf7c2-3ae4-4727-89fc-0590ccaf4e69 req-de85b27c-0d1f-4790-bc06-8a366fbc63c9 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Request body: {'floatingip': {'port_id': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:44.500135 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-efddf7c2-3ae4-4727-89fc-0590ccaf4e69 req-de85b27c-0d1f-4790-bc06-8a366fbc63c9 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:44.525132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-5b5b3ae8-4cf0-403f-bd27-2f74609898f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4 HTTP/1.1" status: 200 len: 217 time: 0.1277006 Dec 10 18:14:44.631123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] No DVR routers for this DVR port 938f77bb-91f9-4360-b872-0e8203c1e97d on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:44.642278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:44.646429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f291dc0-9a48-4b79-87cf-672543340ab7 req-d5b8524f-7ca8-4dff-af75-d1216521746b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "DELETE /v2.0/ports/938f77bb-91f9-4360-b872-0e8203c1e97d HTTP/1.1" status: 204 len: 173 time: 2.1739998 Dec 10 18:14:44.695436 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:44.705564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef6187-3c53-4ddc-89c9-c5203e66af58 req-60cdd495-ddda-47e2-821d-6bd00714e6f4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.707432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beef6187-3c53-4ddc-89c9-c5203e66af58 req-60cdd495-ddda-47e2-821d-6bd00714e6f4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.2625570 Dec 10 18:14:44.715855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-cb05b21f-7e58-4881-a6f4-7bcc41cca249 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.717473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-cb05b21f-7e58-4881-a6f4-7bcc41cca249 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.30 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 945 time: 0.3191106 Dec 10 18:14:44.722181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-e398948e-0e6a-435a-ba74-444c37203545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.723742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-e398948e-0e6a-435a-ba74-444c37203545 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1565115 Dec 10 18:14:44.755944 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-efddf7c2-3ae4-4727-89fc-0590ccaf4e69 req-de85b27c-0d1f-4790-bc06-8a366fbc63c9 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 18:14:44.757013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efddf7c2-3ae4-4727-89fc-0590ccaf4e69 req-de85b27c-0d1f-4790-bc06-8a366fbc63c9 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "PUT /v2.0/floatingips/2c2be8c8-d564-403a-8c94-5f8ed3e35418 HTTP/1.1" status: 409 len: 550 time: 0.3099868 Dec 10 18:14:44.899365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beef6187-3c53-4ddc-89c9-c5203e66af58 req-f229c3d4-5d06-4cdc-9d6f-0634a1cca95c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789434 Dec 10 18:14:44.901386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-85ef518a-9c00-4aa5-a022-edcb1f5db8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:44.903133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-85ef518a-9c00-4aa5-a022-edcb1f5db8c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635542 Dec 10 18:14:44.905441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:44.965405 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b498b365-cd1d-4ae0-9a1c-cb9a1754a8f8 x-openstack-request-id: req-b498b365-cd1d-4ae0-9a1c-cb9a1754a8f8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:44.965405 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:44.965405 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b498b365-cd1d-4ae0-9a1c-cb9a1754a8f8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:44.965405 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4', 'status': 'completed', 'code': 200} Dec 10 18:14:45.019333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Network 3bb0b288-c30d-4141-9e74-e08ced68f7aa is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:45.038437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910a0141-3741-4712-a4e4-8095f1ec460c req-f02ebcce-6aef-4518-9b51-a5bcdc2b81a4 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips/2c2be8c8-d564-403a-8c94-5f8ed3e35418 HTTP/1.1" status: 200 len: 692 time: 0.0496862 Dec 10 18:14:45.053404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:45.091567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:45.103556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:45.157887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Deleting port b29f0dbb-7634-4764-8e72-494261a25aad {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:45.158220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.165894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a0141-3741-4712-a4e4-8095f1ec460c req-d4484c5c-b022-45cb-9a01-9e8c74c15b6b tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:45.167840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910a0141-3741-4712-a4e4-8095f1ec460c req-d4484c5c-b022-45cb-9a01-9e8c74c15b6b tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1226394 Dec 10 18:14:45.178983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-910a0141-3741-4712-a4e4-8095f1ec460c req-7e974823-64ca-4db4-87cc-5a24d920c851 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:14:45.180160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910a0141-3741-4712-a4e4-8095f1ec460c req-7e974823-64ca-4db4-87cc-5a24d920c851 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058756 Dec 10 18:14:45.247247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910a0141-3741-4712-a4e4-8095f1ec460c req-dd7e6241-6d65-4407-9483-042b756c3084 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0590281 Dec 10 18:14:45.251523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-46137bd6-6ece-4916-b86a-28c334e22884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:45.253020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-46137bd6-6ece-4916-b86a-28c334e22884 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.2326441 Dec 10 18:14:45.259300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-6a4432f7-3810-4136-9cec-a59c8348259a service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449926 Dec 10 18:14:45.268118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:45.268780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.282030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66438f-68c0-4c4a-90f0-9f050536f3d0 req-5f2657ce-e46e-40a3-b031-a59096a25110 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:45.283680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf66438f-68c0-4c4a-90f0-9f050536f3d0 req-5f2657ce-e46e-40a3-b031-a59096a25110 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 947 time: 0.2509315 Dec 10 18:14:45.310985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910a0141-3741-4712-a4e4-8095f1ec460c req-4be4d355-d5c9-44f8-ae1b-b538290de591 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0567918 Dec 10 18:14:45.396753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c8171cb6-ca44-4442-bf24-f2208df3b04b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7017584 Dec 10 18:14:45.446049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Request body: {'port': {'device_id': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:45.455719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Deleting port e3060146-ea17-470f-b64b-73b1fe324130 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:45.456453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.503144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] For port b29f0dbb-7634-4764-8e72-494261a25aad, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b29f0dbb-7634-4764-8e72-494261a25aad,segment=NetworkSegment(2478dd9b-78df-4981-b0aa-4e42e4e76a0b),segment_id=2478dd9b-78df-4981-b0aa-4e42e4e76a0b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:45.503412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.536816 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.537132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.548670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Calling delete_port for b29f0dbb-7634-4764-8e72-494261a25aad owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:45.551586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Calling delete_port for e3060146-ea17-470f-b64b-73b1fe324130 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:45.703317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.730738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event deleted for resources: {'Port': ['ID=e3060146-ea17-470f-b64b-73b1fe324130,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:45.799006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.801902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.803172 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-910a0141-3741-4712-a4e4-8095f1ec460c req-0b0f456a-8767-40f9-bbe3-d40f06915453 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "DELETE /v2.0/floatingips/2c2be8c8-d564-403a-8c94-5f8ed3e35418 HTTP/1.1" status: 204 len: 173 time: 0.4874330 Dec 10 18:14:45.876748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf66438f-68c0-4c4a-90f0-9f050536f3d0 req-60bd7220-36f8-4bd2-b037-b3ed61c04c41 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809603 Dec 10 18:14:45.940676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-9011cc43-717e-456b-8585-3430872acc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:45.942245 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-9011cc43-717e-456b-8585-3430872acc0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.6705871 Dec 10 18:14:45.945027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:45.951023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5fd0a10e-7cc0-4ca5-902f-eb9e9e61abfb req-ed2e7302-7871-47c4-a058-6b1889357935 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565671 Dec 10 18:14:46.013150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-bdeef73f-ec18-45dc-9850-13489ff5d549 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 217 time: 0.0531037 Dec 10 18:14:46.185977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 938f77bb-91f9-4360-b872-0e8203c1e97d no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:46.214536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 938f77bb-91f9-4360-b872-0e8203c1e97d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:46.214888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 938f77bb-91f9-4360-b872-0e8203c1e97d not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:46.238573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd1896-38d3-4d35-97ef-af10e3fbcbd8 req-439fae30-c50a-4baf-9563-93e073438e37 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.240056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fdfd1896-38d3-4d35-97ef-af10e3fbcbd8 req-439fae30-c50a-4baf-9563-93e073438e37 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 932 time: 0.3812449 Dec 10 18:14:46.243697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-bd1bbe95-9aaf-4172-bdb7-4cf6f0736c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.245173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-bd1bbe95-9aaf-4172-bdb7-4cf6f0736c3a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.1929977 Dec 10 18:14:46.294186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fdfd1896-38d3-4d35-97ef-af10e3fbcbd8 req-ee635d44-e848-4e20-b75c-c13c0638d13a tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472572 Dec 10 18:14:46.310406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-178b23bf-010e-41bc-bb55-23ea6aed956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.313109 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-178b23bf-010e-41bc-bb55-23ea6aed956f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a140701f6814eff8ca4e51d773b3560&device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 1098 time: 0.2696993 Dec 10 18:14:46.320873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fc6ec-9f7f-445b-87ce-9d945b4b0f05 req-562f9403-eee8-401d-a43d-9ab727d4e37c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.322392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf0fc6ec-9f7f-445b-87ce-9d945b4b0f05 req-562f9403-eee8-401d-a43d-9ab727d4e37c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.2637231 Dec 10 18:14:46.358167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-cc3d65d6-8a66-4cc3-a9fa-f214eaf13f89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733733 Dec 10 18:14:46.411692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16240e88-dc69-4e0d-8ec8-1da8289597fe req-1238cacc-dfa5-47d3-9098-5d926f5590c8 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.413311 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16240e88-dc69-4e0d-8ec8-1da8289597fe req-1238cacc-dfa5-47d3-9098-5d926f5590c8 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/ports?device_id=05a3ad69-6502-4b9b-8447-340d696b2456 HTTP/1.1" status: 200 len: 945 time: 0.0574479 Dec 10 18:14:46.467791 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16240e88-dc69-4e0d-8ec8-1da8289597fe req-c3521c6d-0d0b-4f09-9097-f8cae17c3b0e tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.55 "GET /v2.0/security-groups?id=aaf349e0-5f20-4f0d-98c2-4524562f060b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477366 Dec 10 18:14:46.539721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:46.620432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Pushing event deleted for resources: {'Port': ['ID=b29f0dbb-7634-4764-8e72-494261a25aad,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:46.624827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01f5bb-b9e4-4a2e-b179-18479c006de7 req-deb0eff5-d9bc-4b93-a349-fb127ed77e5e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.626445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d01f5bb-b9e4-4a2e-b179-18479c006de7 req-deb0eff5-d9bc-4b93-a349-fb127ed77e5e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0906811 Dec 10 18:14:46.646574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-dbb65cbe-de99-46a1-9926-b9313d4764ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979855 Dec 10 18:14:46.653063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf0fc6ec-9f7f-445b-87ce-9d945b4b0f05 req-f44ca621-7b46-4290-ae95-1be96f501abf tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009958 Dec 10 18:14:46.704824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d01f5bb-b9e4-4a2e-b179-18479c006de7 req-a3f9d2d4-4a36-443b-aa95-c05bda3567f9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674336 Dec 10 18:14:46.738323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] No DVR routers for this DVR port b29f0dbb-7634-4764-8e72-494261a25aad on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:46.740612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-6d4ba29b-9d21-4b49-bf57-d7cf55c2a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.742160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-6d4ba29b-9d21-4b49-bf57-d7cf55c2a408 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4036644 Dec 10 18:14:46.743529 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:46.747450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-171d85ab-1f44-4730-b9cd-06a99caa1752 req-880fbc4c-6c6f-491e-9932-20769e8c2234 tempest-ServerGroupTestJSON-1600983098 tempest-ServerGroupTestJSON-1600983098-project] 10.222.0.30 "DELETE /v2.0/ports/b29f0dbb-7634-4764-8e72-494261a25aad HTTP/1.1" status: 204 len: 173 time: 2.0222900 Dec 10 18:14:46.774273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-fb1edae0-c6c5-4e24-a3d1-e3284092f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.779882 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-fb1edae0-c6c5-4e24-a3d1-e3284092f8eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1100 time: 0.0714333 Dec 10 18:14:46.880506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-e78e7724-9540-4bc9-8a55-3514a07ef607 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4 HTTP/1.1" status: 200 len: 217 time: 0.1179302 Dec 10 18:14:46.895568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-8fbdaf69-fd2e-4ae9-b011-900763d812d0 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044317 Dec 10 18:14:46.908794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e7bea-f8f0-44a1-99c0-3e4c6986743a req-aafa5483-1acf-4bf7-9033-0d3088e770fb tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.910469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a2e7bea-f8f0-44a1-99c0-3e4c6986743a req-aafa5483-1acf-4bf7-9033-0d3088e770fb tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1290874 Dec 10 18:14:46.959708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-3b4cebec-f4e6-47e2-b224-62fc3aeb795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:46.961294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-3b4cebec-f4e6-47e2-b224-62fc3aeb795c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1480036 Dec 10 18:14:46.971599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-deleted', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d'}, {'server_uuid': '05a3ad69-6502-4b9b-8447-340d696b2456', 'name': 'network-vif-deleted', 'tag': 'b29f0dbb-7634-4764-8e72-494261a25aad'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:46.974117 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b960c1f2-5b8f-4958-a0c1-b4cd855adb54" -d '{"events": [{"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-deleted", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d"}, {"server_uuid": "05a3ad69-6502-4b9b-8447-340d696b2456", "name": "network-vif-deleted", "tag": "b29f0dbb-7634-4764-8e72-494261a25aad"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:47.024307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-028dc771-9eaa-49e2-92c6-e2b51969ba46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0514216 Dec 10 18:14:47.028418 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a2e7bea-f8f0-44a1-99c0-3e4c6986743a req-c378047e-17a5-407e-ad1f-7ec5fd1625e2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026888 Dec 10 18:14:47.048253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-365f68ee-4550-4fe1-9f1c-280723cd2a88 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 1002 time: 0.3210123 Dec 10 18:14:47.056575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5ecfb7-b612-4693-a439-5cff328df2f0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:47.077645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:47.083233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-9d6cb784-07db-4fa4-b5cb-d29679ee5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.085054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-9d6cb784-07db-4fa4-b5cb-d29679ee5679 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0524850 Dec 10 18:14:47.121528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-0b5745c0-f77b-4b2a-b12d-1a91f1f0c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.123170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-0b5745c0-f77b-4b2a-b12d-1a91f1f0c0a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2247758 Dec 10 18:14:47.145541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Transition to ACTIVE for port object ae5ecfb7-b612-4693-a439-5cff328df2f0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:14:47.170864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-30f25a05-a9de-4840-a2a9-97f6ad3befe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.172491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-30f25a05-a9de-4840-a2a9-97f6ad3befe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769155 Dec 10 18:14:47.177189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:47.188983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621836d1-e417-4e92-b281-407322c7a880 req-55352dea-79ad-4cf9-a822-ccd34b05f73e tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.191155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-621836d1-e417-4e92-b281-407322c7a880 req-55352dea-79ad-4cf9-a822-ccd34b05f73e tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 947 time: 0.0852826 Dec 10 18:14:47.198023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-050fc62a-9dad-42f1-9db0-888befba97bb tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.199620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-050fc62a-9dad-42f1-9db0-888befba97bb tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports/0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 943 time: 0.1274424 Dec 10 18:14:47.261108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900e6367-80e8-4b03-8c19-f7777ffe049f req-9d396f49-0b20-4c20-abf9-746a013420f8 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369524 Dec 10 18:14:47.283411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-a187f29a-a475-4a3c-b92c-cbb623803afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.284377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-a187f29a-a475-4a3c-b92c-cbb623803afe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503062 Dec 10 18:14:47.304768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:47.323066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-621836d1-e417-4e92-b281-407322c7a880 req-edf348b8-be72-4779-903b-20e01c3dfb39 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121554 Dec 10 18:14:47.340076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-9df293e6-3b88-4ff7-b217-0df0a4c1f7e2 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484468 Dec 10 18:14:47.466015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32d80f8d-4264-4823-8cba-acd0407769a2 req-d2b4d271-ed98-4c23-adf2-4e2d642824d3 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104963 Dec 10 18:14:47.472952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-656370f0-fe1e-43e9-8406-08f3689c7473 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 1002 time: 0.1858118 Dec 10 18:14:47.506407 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25b53dd-2e6e-42d1-a0e6-8c7797793dba x-openstack-request-id: req-d25b53dd-2e6e-42d1-a0e6-8c7797793dba {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:47.506844 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d827f5-d676-49e5-8b78-a39255987277", "name": "network-vif-deleted", "tag": "938f77bb-91f9-4360-b872-0e8203c1e97d", "status": "completed", "code": 200}, {"server_uuid": "05a3ad69-6502-4b9b-8447-340d696b2456", "name": "network-vif-deleted", "tag": "b29f0dbb-7634-4764-8e72-494261a25aad", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:47.507120 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d25b53dd-2e6e-42d1-a0e6-8c7797793dba {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:47.507640 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d827f5-d676-49e5-8b78-a39255987277', 'name': 'network-vif-deleted', 'tag': '938f77bb-91f9-4360-b872-0e8203c1e97d', 'status': 'completed', 'code': 200} Dec 10 18:14:47.507931 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a3ad69-6502-4b9b-8447-340d696b2456', 'name': 'network-vif-deleted', 'tag': 'b29f0dbb-7634-4764-8e72-494261a25aad', 'status': 'completed', 'code': 200} Dec 10 18:14:47.535275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Attempting to bind port ae5ecfb7-b612-4693-a439-5cff328df2f0 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:47.535642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Attempting to bind port ae5ecfb7-b612-4693-a439-5cff328df2f0 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:47.536075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Attempting to bind port ae5ecfb7-b612-4693-a439-5cff328df2f0 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:47.598345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Port ae5ecfb7-b612-4693-a439-5cff328df2f0 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:14:47.598826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Attempting to bind port ae5ecfb7-b612-4693-a439-5cff328df2f0 on network 3bb0b288-c30d-4141-9e74-e08ced68f7aa {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:47.615970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-717a8787-3ebc-4915-975d-87e2d7fb0cb5 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131638 Dec 10 18:14:47.619794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:47.620197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Checking segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:47.620855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Bound using segment: {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:47.622328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Bound port: ae5ecfb7-b612-4693-a439-5cff328df2f0, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75bb881d-1e75-45ed-b0f3-f13306d56307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:47.622927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:47.632526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456d9c7-90d1-4eb8-b65e-2c08f96912d1 req-0bb9a941-692c-449a-93b7-8668d4ebb52f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.634554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c456d9c7-90d1-4eb8-b65e-2c08f96912d1 req-0bb9a941-692c-449a-93b7-8668d4ebb52f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 944 time: 0.0679514 Dec 10 18:14:47.699247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c456d9c7-90d1-4eb8-b65e-2c08f96912d1 req-ba9b7b44-479d-4eb6-b9da-c52ffe2f61c9 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568173 Dec 10 18:14:47.872467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262d000-4789-47a2-a6c6-2f6c2c08429f req-172e6ec0-1079-41d6-87c3-413ec78f0f41 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:47.874736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7262d000-4789-47a2-a6c6-2f6c2c08429f req-172e6ec0-1079-41d6-87c3-413ec78f0f41 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0623298 Dec 10 18:14:47.949623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7262d000-4789-47a2-a6c6-2f6c2c08429f req-a4558326-299d-46da-84d5-a4b71a25374f tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Dec 10 18:14:48.071363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-aaadc844-fbfe-4851-9b34-51ee4de5439d tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.072791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-aaadc844-fbfe-4851-9b34-51ee4de5439d tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.5900435 Dec 10 18:14:48.074057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979ff0c-8c7d-40e9-bcc3-9b058f12ad33 req-4383ef3c-ac49-4a6a-9745-27e75ecf7326 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.079878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5979ff0c-8c7d-40e9-bcc3-9b058f12ad33 req-4383ef3c-ac49-4a6a-9745-27e75ecf7326 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0593529 Dec 10 18:14:48.107259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 74cd010a-646a-4d62-9f5e-8a1116108ab4 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:48.109846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b29f0dbb-7634-4764-8e72-494261a25aad no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:48.134100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5979ff0c-8c7d-40e9-bcc3-9b058f12ad33 req-f3683153-15ad-4613-aa22-fbea11a34f1a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512841 Dec 10 18:14:48.140665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: b29f0dbb-7634-4764-8e72-494261a25aad {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:48.141022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b29f0dbb-7634-4764-8e72-494261a25aad not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:48.167852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742233c9-12c1-40e7-9aa4-bfdf8c46e215 req-7ebe496d-228c-4d6e-a059-71eb2cfe57e5 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392988 Dec 10 18:14:48.174504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:48.181868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:48.188061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-d89e4b40-5b21-4ede-a26b-5f7805f7f4dc tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 1002 time: 0.1050370 Dec 10 18:14:48.193673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:48.203152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:48.257801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 74cd010a-646a-4d62-9f5e-8a1116108ab4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:48.279533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '74cd010a-646a-4d62-9f5e-8a1116108ab4', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '74cd010a-646a-4d62-9f5e-8a1116108ab4', 'mac_address': 'fa:16:3e:0f:d1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:48.287828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.287828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:48.288916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] 10.222.0.59 "PUT /v2.0/ports/ae5ecfb7-b612-4693-a439-5cff328df2f0 HTTP/1.1" status: 200 len: 1092 time: 2.8557022 Dec 10 18:14:48.317775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:48.322273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca9368-431d-4949-9e89-cdb593506c53 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:48.342618 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:48.349983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410e728-1130-4140-bb92-e92c021a0ed8 req-49b6e1e9-5490-448e-a52b-1301a8ecd130 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.352226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b410e728-1130-4140-bb92-e92c021a0ed8 req-49b6e1e9-5490-448e-a52b-1301a8ecd130 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0754156 Dec 10 18:14:48.365245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74cd010a-646a-4d62-9f5e-8a1116108ab4 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:48.393070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 74cd010a-646a-4d62-9f5e-8a1116108ab4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:48.399053 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:48.415276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b410e728-1130-4140-bb92-e92c021a0ed8 req-82145c64-d5fd-40ab-a74e-cd9f65e531e5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559835 Dec 10 18:14:48.460699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=74cd010a-646a-4d62-9f5e-8a1116108ab4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:48.466558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-28841ca9-57bb-48d5-bc0f-c4d9ec645136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.468274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-28841ca9-57bb-48d5-bc0f-c4d9ec645136 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 1095 time: 0.1056037 Dec 10 18:14:48.525685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-d9ec2172-afed-4abb-ab5a-ad317d9ddbf9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0 HTTP/1.1" status: 200 len: 217 time: 0.0470862 Dec 10 18:14:48.605495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:48.614263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:48.614866 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Floating IP bcfb622c-069d-415e-9e74-4fe2fb34e95f disassociated. External IP: 172.25.2.206, port: 0d1a484e-cbe2-45b7-9166-6a4576902197. Dec 10 18:14:48.643332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7c480-7743-42fa-91e3-16280a714023 req-8d8c758f-6e89-4132-9ecb-3a00d7496f93 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.645125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0f7c480-7743-42fa-91e3-16280a714023 req-8d8c758f-6e89-4132-9ecb-3a00d7496f93 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 948 time: 0.0768473 Dec 10 18:14:48.650307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['74cd010a-646a-4d62-9f5e-8a1116108ab4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:48.676748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-e10c7ed8-6cd6-480a-890a-90d42e4ca589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.678386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-e10c7ed8-6cd6-480a-890a-90d42e4ca589 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.1192727 Dec 10 18:14:48.698902 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0f7c480-7743-42fa-91e3-16280a714023 req-7a724dac-8501-4881-a156-7f0d00cd89a9 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464609 Dec 10 18:14:48.753962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-c9a28f27-1a1d-49ca-b0b6-ab729f8c5200 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399704 Dec 10 18:14:48.939177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-96bac7b8-18df-4176-a18a-a6fc059ef721 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753359 Dec 10 18:14:48.953145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e339dbd-11a0-4c0e-8424-f61dcfed16f8 req-406270e9-4e52-463f-be83-09e22d8fdcb0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:48.954339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8e339dbd-11a0-4c0e-8424-f61dcfed16f8 req-406270e9-4e52-463f-be83-09e22d8fdcb0 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 944 time: 0.0566452 Dec 10 18:14:48.964121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:14:49.024363 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8e339dbd-11a0-4c0e-8424-f61dcfed16f8 req-a014fdfe-6c74-4a93-82db-8ae8bc7718f3 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615830 Dec 10 18:14:49.094435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c559245-d2fb-4e2c-bfcc-e2e855446a88 req-4b9b5853-8072-445e-8a47-47a632bc0908 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430771 Dec 10 18:14:49.147664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:14:49.152439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:49.157933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] Sync routers for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:14:49.169098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:49.169719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:49.174733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27520c-cbdc-48a2-b549-e238e6e928d1 req-298b8361-4edb-4a16-a4eb-6668ddf81bf3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.176772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d27520c-cbdc-48a2-b549-e238e6e928d1 req-298b8361-4edb-4a16-a4eb-6668ddf81bf3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0623996 Dec 10 18:14:49.203019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-17155470-2e43-4d8c-9d5a-fe11333ff559 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "PUT /v2.0/floatingips/bcfb622c-069d-415e-9e74-4fe2fb34e95f HTTP/1.1" status: 200 len: 695 time: 1.0065718 Dec 10 18:14:49.236836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d27520c-cbdc-48a2-b549-e238e6e928d1 req-c2691388-dfd5-4591-8881-e1e354d14e17 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535121 Dec 10 18:14:49.270895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-c2aea0de-3521-4e7b-8073-4d9c78f523af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.273347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-c2aea0de-3521-4e7b-8073-4d9c78f523af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 1097 time: 0.0587502 Dec 10 18:14:49.282991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:49.372460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80d85f-2a43-47e7-a490-b8af3f79789d req-1531579d-fecf-46f7-96e3-250c4cf96dc7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.373366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-a877d458-e057-4f22-b885-ed15847ad954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.374920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-a877d458-e057-4f22-b885-ed15847ad954 service neutron] 10.222.0.55 "GET /v2.0/networks?id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 200 len: 929 time: 0.0955849 Dec 10 18:14:49.377263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c80d85f-2a43-47e7-a490-b8af3f79789d req-1531579d-fecf-46f7-96e3-250c4cf96dc7 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0616293 Dec 10 18:14:49.423897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-2e8d5ff5-720c-42c2-b240-74b33596f523 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 217 time: 0.0405390 Dec 10 18:14:49.425374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c80d85f-2a43-47e7-a490-b8af3f79789d req-8ab2db42-82b6-4add-bff7-52249e17e7ee tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448968 Dec 10 18:14:49.478390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-23c7e101-6099-4bfd-a3de-11cdb436a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.480121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-23c7e101-6099-4bfd-a3de-11cdb436a223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d HTTP/1.1" status: 200 len: 867 time: 0.0504081 Dec 10 18:14:49.504198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 5, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:49.513102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0'}, {'name': 'network-changed', 'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:49.515481 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa8e60d-d606-4793-848f-7e0cf96dcf32" -d '{"events": [{"name": "network-changed", "server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0"}, {"name": "network-changed", "server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:49.531128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] Checking router: c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:14:49.534800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-9a1a6476-82bb-40b0-ac1a-838f2f07ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.536381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-9a1a6476-82bb-40b0-ac1a-838f2f07ccca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475707 Dec 10 18:14:49.539652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:49.540351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:49.552224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27bc4f2-61ff-4490-9f56-5699ef8e17b6 req-05565cf9-e8e9-42a7-be6a-328bd0368faa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.553943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27bc4f2-61ff-4490-9f56-5699ef8e17b6 req-05565cf9-e8e9-42a7-be6a-328bd0368faa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0563369 Dec 10 18:14:49.612880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27bc4f2-61ff-4490-9f56-5699ef8e17b6 req-157edf55-3c90-4732-835d-fd743f2d10ee tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520039 Dec 10 18:14:49.641010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-c7367217-eff9-49d4-bc27-05914ae040ef service neutron] 10.222.0.55 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955393 Dec 10 18:14:49.662592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:49.692187 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4818a4f-16fb-4558-9c09-c982f47dc8c2 x-openstack-request-id: req-a4818a4f-16fb-4558-9c09-c982f47dc8c2 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:49.692481 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:49.692813 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4818a4f-16fb-4558-9c09-c982f47dc8c2 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:49.693170 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'status': 'completed', 'code': 200} Dec 10 18:14:49.693440 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'status': 'completed', 'code': 200} Dec 10 18:14:49.749954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35226) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:49.805300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2848ac8e-479a-44e7-9d83-3d78b8cae264 req-c75b96a3-5d67-42d2-be67-9060bf8a9499 service neutron] 10.222.0.55 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585181 Dec 10 18:14:49.819408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-9e597d77-3b3a-4372-9f3c-b16a27758319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.820692 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-9e597d77-3b3a-4372-9f3c-b16a27758319 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 1097 time: 0.0988026 Dec 10 18:14:49.824254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-9629518a-fc7a-458d-aaa3-84ad5897127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.825751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-9629518a-fc7a-458d-aaa3-84ad5897127a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 1095 time: 0.1052482 Dec 10 18:14:49.829581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] Deleting subnet 46d93cf0-1ed1-4ed0-8c3a-9eeba12add09 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:14:49.835163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:49.896519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:49.946375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbfcd1-db7a-48f6-be92-c91846e25419 req-e0e5f9a9-5162-493e-b0b0-f38e06106c88 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:49.947962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7dbfcd1-db7a-48f6-be92-c91846e25419 req-e0e5f9a9-5162-493e-b0b0-f38e06106c88 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 948 time: 0.1155303 Dec 10 18:14:49.963073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 5, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:49.964221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.003088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b2f067-3d38-4b4a-864a-41bb28843e9e None None] The sync data for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 is: [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:11Z', 'revision_number': 4, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '7361eb17-1775-4f5f-884c-58e1fd8b9eb7', 'name': '', 'network_id': '10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'mac_address': 'fa:16:3e:73:d5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:10Z', 'updated_at': '2021-12-10T18:14:22Z', 'revision_number': 5, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'subnets': [{'id': '9e2dba08-c8f4-4606-8817-9d1e51c9aa7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:14:50.054967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7dbfcd1-db7a-48f6-be92-c91846e25419 req-7ffa2bd5-82b7-446e-adca-b75d843436e8 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940461 Dec 10 18:14:50.076902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-b55844de-4b9a-4412-addb-361c41b88efb tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips/bcfb622c-069d-415e-9e74-4fe2fb34e95f HTTP/1.1" status: 200 len: 695 time: 0.1099660 Dec 10 18:14:50.080527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.119141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d93cf0-1ed1-4ed0-8c3a-9eeba12add09,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:50.121680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.127378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 74cd010a-646a-4d62-9f5e-8a1116108ab4 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:50.127626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c9ae4c8-db5c-4461-b489-db329259fd87 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/46d93cf0-1ed1-4ed0-8c3a-9eeba12add09 HTTP/1.1" status: 204 len: 168 time: 0.3777628 Dec 10 18:14:50.129041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35234) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:50.179968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-136dc7c3-4f7a-43b4-bebe-c36ae39b77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.181869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-136dc7c3-4f7a-43b4-bebe-c36ae39b77f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 200 len: 929 time: 0.3532114 Dec 10 18:14:50.192896 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 74cd010a-646a-4d62-9f5e-8a1116108ab4 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:50.201519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 74cd010a-646a-4d62-9f5e-8a1116108ab4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:50.202874 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.241000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-f48575d8-a4a8-44ed-ae4a-9eeb45024c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.242590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-f48575d8-a4a8-44ed-ae4a-9eeb45024c80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 200 len: 906 time: 0.3967967 Dec 10 18:14:50.246765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-6c5cf736-f2c2-4218-a29a-66d6b1c62be9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 200 len: 217 time: 0.0554256 Dec 10 18:14:50.247002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.289111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072a66b-12e6-433e-86e5-f18548627433 req-04cc9903-db10-4928-8e51-f347bd908ffd tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.290817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1072a66b-12e6-433e-86e5-f18548627433 req-04cc9903-db10-4928-8e51-f347bd908ffd tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 944 time: 0.1068628 Dec 10 18:14:50.328769 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.350246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-8b5a50dd-0844-40dd-8a4e-2f189cd32ef4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0 HTTP/1.1" status: 200 len: 217 time: 0.0950618 Dec 10 18:14:50.357043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:50.360574 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1379380-a663-4d9b-8563-dfe002a094a1" -d '{"events": [{"server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "name": "network-vif-plugged", "status": "completed", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:50.374770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 74cd010a-646a-4d62-9f5e-8a1116108ab4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:50.382647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.384232 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4de1bc2-b9b1-45ba-8cc5-f829e5a33890 None None] New status for floating IP bcfb622c-069d-415e-9e74-4fe2fb34e95f: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:14:50.413676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-4e8b5f09-fa07-4d15-b8ee-ce4c85ac6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.415647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-4e8b5f09-fa07-4d15-b8ee-ce4c85ac6094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d HTTP/1.1" status: 200 len: 867 time: 0.1401787 Dec 10 18:14:50.415874 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1072a66b-12e6-433e-86e5-f18548627433 req-b2d104b1-a28d-4fdb-b3d9-6d7eb5d65c68 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009054 Dec 10 18:14:50.428580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.463964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=74cd010a-646a-4d62-9f5e-8a1116108ab4,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:50.477754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6130a897-6845-4709-ab7b-4aa8603c4e83']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:50.506182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2478dd9b-78df-4981-b0aa-4e42e4e76a0b') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:50.506487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-c386e112-e875-4f66-a158-d7e626a36dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.506651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2478dd9b-78df-4981-b0aa-4e42e4e76a0b') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:50.508832 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-c386e112-e875-4f66-a158-d7e626a36dd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 200 len: 845 time: 0.0917583 Dec 10 18:14:50.531395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-f4813765-b067-49f5-ac6d-59418ff71724 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.532998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-f4813765-b067-49f5-ac6d-59418ff71724 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.4548883 Dec 10 18:14:50.547029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.570177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.579845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fa9a5-4669-4d49-ad71-ea779339750c req-f242f553-7531-4ec1-80b0-3a0d06b11a9d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.581336 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f65fa9a5-4669-4d49-ad71-ea779339750c req-f242f553-7531-4ec1-80b0-3a0d06b11a9d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0724452 Dec 10 18:14:50.587325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:14:50.587585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:14:50.589374 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:14:50.592767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-df3aa7f4-c11f-458f-9961-122534d960bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3bb0b288-c30d-4141-9e74-e08ced68f7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671253 Dec 10 18:14:50.659780 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-58a56a00-1572-4b36-b2b9-516a469b0fdb tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 698 time: 0.1032100 Dec 10 18:14:50.663524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-822b92c6-5ab5-4aeb-b2fe-0123c3fb522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.665072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-822b92c6-5ab5-4aeb-b2fe-0123c3fb522a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552455 Dec 10 18:14:50.687210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.700660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f65fa9a5-4669-4d49-ad71-ea779339750c req-9bcd060b-3fae-482d-b478-9e487c0042a0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971999 Dec 10 18:14:50.723661 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:50.730520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6130a897-6845-4709-ab7b-4aa8603c4e83 HTTP/1.1" status: 204 len: 168 time: 0.6004021 Dec 10 18:14:50.731574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c1a92-c79e-430e-a176-3f1eb717cd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=6130a897-6845-4709-ab7b-4aa8603c4e83,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:50.763616 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1892d52f-126f-4e7f-ab90-18794d740c60 x-openstack-request-id: req-1892d52f-126f-4e7f-ab90-18794d740c60 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:50.763974 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "name": "network-vif-plugged", "status": "completed", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:50.764239 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1892d52f-126f-4e7f-ab90-18794d740c60 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:50.764646 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4', 'code': 200} Dec 10 18:14:50.919068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23855cb5-6e0d-4219-a281-bcd237428520 req-eed4bbbf-6943-4265-9cd1-386c8ebaaa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.920881 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23855cb5-6e0d-4219-a281-bcd237428520 req-eed4bbbf-6943-4265-9cd1-386c8ebaaa97 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 1100 time: 0.0839050 Dec 10 18:14:50.934396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9610d949-fe4e-47e9-8e44-43c78493bac5 req-43786e22-d8ed-44e4-95a7-6456d42ad453 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:50.936197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9610d949-fe4e-47e9-8e44-43c78493bac5 req-43786e22-d8ed-44e4-95a7-6456d42ad453 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0866015 Dec 10 18:14:50.961666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:51.030775 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23855cb5-6e0d-4219-a281-bcd237428520 req-184150fe-a795-4105-950a-f0d30f7aa340 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933356 Dec 10 18:14:51.059757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fbd13083-1ba6-4af4-ab82-ac6c0aa1d720 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ab44671ec8a04dcab59c22c17f6ec992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968714 Dec 10 18:14:51.065364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:51.085740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9610d949-fe4e-47e9-8e44-43c78493bac5 req-a4a283f8-d6cb-4ae0-9e71-0ee6f2a53495 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148655 Dec 10 18:14:51.136516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-f82e21bd-9e13-46ea-9ac6-635c9f8d5c9c tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.206 HTTP/1.1" status: 200 len: 696 time: 0.4334714 Dec 10 18:14:51.140088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d939284-6608-4c07-9840-b66935458944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.165248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d939284-6608-4c07-9840-b66935458944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.233942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-a4cf65db-4921-45b8-96dd-f5f8501a28fc service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117556 Dec 10 18:14:51.242078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eecb0-a66c-401e-a6f5-c8dc0d02746d req-8c28b166-e0a8-4112-824e-6a0cd03f9d8e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:51.243702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-041eecb0-a66c-401e-a6f5-c8dc0d02746d req-8c28b166-e0a8-4112-824e-6a0cd03f9d8e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0712173 Dec 10 18:14:51.259771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d939284-6608-4c07-9840-b66935458944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.262673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d939284-6608-4c07-9840-b66935458944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.266575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8d939284-6608-4c07-9840-b66935458944 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaf349e0-5f20-4f0d-98c2-4524562f060b HTTP/1.1" status: 204 len: 168 time: 0.1978335 Dec 10 18:14:51.286390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-d65c931e-94df-4479-9fdf-6065e51a7e7b service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851295 Dec 10 18:14:51.286699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d939284-6608-4c07-9840-b66935458944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf349e0-5f20-4f0d-98c2-4524562f060b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:51.334053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-041eecb0-a66c-401e-a6f5-c8dc0d02746d req-e4e6f237-0427-4974-8fb5-6089fdeeb069 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689392 Dec 10 18:14:51.493666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-04e82f1b-5d9a-46da-bf97-3a4dbccdeafc service neutron] 10.222.0.30 "GET /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880989 Dec 10 18:14:51.497107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fa8e60d-d606-4793-848f-7e0cf96dcf32 req-e356a94d-ccb7-4caf-8c0b-05308904a639 service neutron] 10.222.0.59 "GET /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247853 Dec 10 18:14:51.499418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Deleting port 42941467-3cfc-4bff-bbca-9be97983e228 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:51.499774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.570083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32922d-8709-4018-a342-4f17fedf45a4 req-b9c8e7b2-0bda-47b4-bad4-73f3b72193b8 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:51.571834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac32922d-8709-4018-a342-4f17fedf45a4 req-b9c8e7b2-0bda-47b4-bad4-73f3b72193b8 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 949 time: 0.0786686 Dec 10 18:14:51.592526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.592847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.606335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Calling delete_port for 42941467-3cfc-4bff-bbca-9be97983e228 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:51.633568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac32922d-8709-4018-a342-4f17fedf45a4 req-fa39d80e-ee83-4a85-92e5-31061e593ee4 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513272 Dec 10 18:14:51.768723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.770694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dc294-139c-43d7-a244-cb327e104ce1 req-1f51e9f4-477a-40cc-9525-186e7da348b6 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:51.772409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa5dc294-139c-43d7-a244-cb327e104ce1 req-1f51e9f4-477a-40cc-9525-186e7da348b6 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 944 time: 0.0592525 Dec 10 18:14:51.807163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event deleted for resources: {'Port': ['ID=42941467-3cfc-4bff-bbca-9be97983e228,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:51.845437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa5dc294-139c-43d7-a244-cb327e104ce1 req-07bb87c1-b226-40c4-ae65-b9eec327416f tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Dec 10 18:14:51.878600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.881568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:51.882846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd2aafdd-289a-4856-a69d-4ddab56e34cb req-4263b8e0-e5a2-404c-95a8-0d8d88781c28 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "DELETE /v2.0/floatingips/bcfb622c-069d-415e-9e74-4fe2fb34e95f HTTP/1.1" status: 204 len: 173 time: 0.7377203 Dec 10 18:14:51.996704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f2bc0-6fb5-4c47-ad34-c6c6fc10f964 req-7882b539-4ac3-48ec-9817-6648e64764ba tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.003319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-831f2bc0-6fb5-4c47-ad34-c6c6fc10f964 req-7882b539-4ac3-48ec-9817-6648e64764ba tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0778415 Dec 10 18:14:52.017769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164b38b-ef32-4f4f-8024-455aa50e2e7c req-a07fe1ed-6043-4cae-8018-e136208f4393 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.019474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7164b38b-ef32-4f4f-8024-455aa50e2e7c req-a07fe1ed-6043-4cae-8018-e136208f4393 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0572076 Dec 10 18:14:52.063305 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-831f2bc0-6fb5-4c47-ad34-c6c6fc10f964 req-76e0414f-d5d3-437d-9f87-f5fb924e0f56 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566587 Dec 10 18:14:52.076278 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7164b38b-ef32-4f4f-8024-455aa50e2e7c req-e8f675a9-d054-4759-98bf-fa2275896155 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0508244 Dec 10 18:14:52.152636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4bf6e430-26f9-4dcf-9736-3144f2153580 req-7d1ff72f-19e3-405f-9a83-0fb884ee2eb4 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0513477 Dec 10 18:14:52.198714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ae5ecfb7-b612-4693-a439-5cff328df2f0 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:14:52.214415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:52.262969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81772ae-25df-4175-9d80-c30982de3ff3 req-1e04914e-d66a-4a0c-ba6d-0ee78a00a137 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.264744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e81772ae-25df-4175-9d80-c30982de3ff3 req-1e04914e-d66a-4a0c-ba6d-0ee78a00a137 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.0719240 Dec 10 18:14:52.329131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e81772ae-25df-4175-9d80-c30982de3ff3 req-f7c17536-28f1-447e-8187-d7f7de264f66 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568275 Dec 10 18:14:52.336312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:52.352511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'mac_address': 'fa:16:3e:a3:4d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:14:52.363336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-network', 'tenant_id': '9188bc6033bb4745aced6d8295614787'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:52.391584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Made reservation on behalf of 9188bc6033bb4745aced6d8295614787 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:52.394273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.405039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.406453 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.422225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5ecfb7-b612-4693-a439-5cff328df2f0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:14:52.448519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:52.453552 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.471339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2aba8-d8b7-4544-9df8-5efe490af512 req-b0a8bf9e-b985-40e8-a1c7-82e07a115b50 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.473141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7de2aba8-d8b7-4544-9df8-5efe490af512 req-b0a8bf9e-b985-40e8-a1c7-82e07a115b50 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0561721 Dec 10 18:14:52.508019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8b604-1655-4e92-916e-ab901ad9110e req-5d1e9c7a-c498-498b-9a0c-779c3acbc597 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.509562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06b8b604-1655-4e92-916e-ab901ad9110e req-5d1e9c7a-c498-498b-9a0c-779c3acbc597 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 946 time: 0.0790455 Dec 10 18:14:52.525719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:52.533118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7de2aba8-d8b7-4544-9df8-5efe490af512 req-fd4181fc-e4b5-43c4-9835-b7f129f4d3c6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Dec 10 18:14:52.562982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.568580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.614944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:14:52.621552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:52.627753 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06b8b604-1655-4e92-916e-ab901ad9110e req-4fef0650-ed4c-4774-9923-621ec0dd5e95 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082418 Dec 10 18:14:52.633683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.633683 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Added segment 033b351c-7743-47f5-9a1e-91be8098d702 of type vlan for network 73004976-a6bd-4644-abe6-9e4bd3b5bacd Dec 10 18:14:52.688384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.731874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.737001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.737001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.832377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['ae5ecfb7-b612-4693-a439-5cff328df2f0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:52.834177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6180501 Dec 10 18:14:52.835131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35304) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:52.838056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2fa0-1ea0-4e3a-860d-bf99c8bf489a req-85c43e44-8f56-43eb-9f98-732d4fcafee0 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.839939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fbfd2fa0-1ea0-4e3a-860d-bf99c8bf489a req-85c43e44-8f56-43eb-9f98-732d4fcafee0 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 949 time: 0.0667343 Dec 10 18:14:52.870174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Request body: {'subnet': {'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-subnet', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:52.905821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fbfd2fa0-1ea0-4e3a-860d-bf99c8bf489a req-cfaff502-d040-4e98-8683-0e4acb9cb3bd tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593004 Dec 10 18:14:52.906088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29231d84-aa25-499f-8793-32744cc3e292 admin admin] Pushing event updated for resources: {'Network': ['ID=73004976-a6bd-4644-abe6-9e4bd3b5bacd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:52.923115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 73004976-a6bd-4644-abe6-9e4bd3b5bacd details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:14:52.940905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Made reservation on behalf of 9188bc6033bb4745aced6d8295614787 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:14:52.943304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:52.966733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3a6e8-e519-4592-8285-cbf0561b2e9e req-406fe79b-39b3-4022-8598-95d98b007a45 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:52.975101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48b3a6e8-e519-4592-8285-cbf0561b2e9e req-406fe79b-39b3-4022-8598-95d98b007a45 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1554599 Dec 10 18:14:53.071243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f627ab-c158-4d7f-8369-4a5f3b15ea48 req-76b378ac-b062-4aa1-b3be-1e922be9317c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:53.076430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7f627ab-c158-4d7f-8369-4a5f3b15ea48 req-76b378ac-b062-4aa1-b3be-1e922be9317c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 945 time: 0.0828676 Dec 10 18:14:53.084500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48b3a6e8-e519-4592-8285-cbf0561b2e9e req-04ec9294-9cdb-4519-85df-5dd6298931ee tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084404 Dec 10 18:14:53.141439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7f627ab-c158-4d7f-8369-4a5f3b15ea48 req-c672d39b-885f-44f6-bf63-e68fef094741 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516315 Dec 10 18:14:53.229654 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:53.269180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1f2a5-5ed9-41ce-84b2-8aea02e7bb4d req-fce82273-bc35-4f63-9922-a9ef2937a519 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:53.275035 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ee1f2a5-5ed9-41ce-84b2-8aea02e7bb4d req-fce82273-bc35-4f63-9922-a9ef2937a519 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0676031 Dec 10 18:14:53.300002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0545861f-07a4-4159-950f-dd824555dfb8,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:53.305822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Checking segment: {'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:53.306187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Network hostable DHCP agents. Network: 73004976-a6bd-4644-abe6-9e4bd3b5bacd, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:14:53.326535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Network 73004976-a6bd-4644-abe6-9e4bd3b5bacd is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:14:53.336963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 73004976-a6bd-4644-abe6-9e4bd3b5bacd) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:53.341420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ee1f2a5-5ed9-41ce-84b2-8aea02e7bb4d req-2ab9a74c-9749-4973-ba1a-987cf4f7ca19 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625420 Dec 10 18:14:53.349012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f27b5b7-7d32-48db-a332-c289fcc505fa None None] Network 73004976-a6bd-4644-abe6-9e4bd3b5bacd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:14:53.349588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:53.350129 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:53.380683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35314) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:53.381029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f590893d-8929-46e7-963e-c302d604a9e7 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5215597 Dec 10 18:14:53.388283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:14:53.433043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:53.435232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:53.490069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7fc3e-4800-484a-bd9e-116e304e3f6e None None] Network 73004976-a6bd-4644-abe6-9e4bd3b5bacd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:14:53.505770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:53.689047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:53.727155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cedc47-7604-4f67-8aa0-d89dbe411b08 req-8b89d4c7-6964-4dfe-b54c-cce5f337d4aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:53.728886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97cedc47-7604-4f67-8aa0-d89dbe411b08 req-8b89d4c7-6964-4dfe-b54c-cce5f337d4aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.0949004 Dec 10 18:14:53.790504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5842a-8f0e-4f15-b46c-2c63d40b21bd req-967d125a-7c10-4be5-b707-27151d306c33 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:53.792153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7e5842a-8f0e-4f15-b46c-2c63d40b21bd req-967d125a-7c10-4be5-b707-27151d306c33 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 946 time: 0.0612876 Dec 10 18:14:53.849355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97cedc47-7604-4f67-8aa0-d89dbe411b08 req-9d81a719-8ee5-4a1f-b5a3-032ac2480d1a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855379 Dec 10 18:14:53.861584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7e5842a-8f0e-4f15-b46c-2c63d40b21bd req-9fe0e931-a37e-430d-9abb-572820003674 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/security-groups?id=359eacc7-884f-4eaa-94fa-2dee2f603809&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530021 Dec 10 18:14:53.878100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167ad51-f061-4a51-bf21-b147641cac3d req-0c3d2ce1-46a5-4389-a8d9-58c31027973b tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:53.879734 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f167ad51-f061-4a51-bf21-b147641cac3d req-0c3d2ce1-46a5-4389-a8d9-58c31027973b tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 946 time: 0.0768869 Dec 10 18:14:54.094288 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.117675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Deleting port 0d1a484e-cbe2-45b7-9166-6a4576902197 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:54.118004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.121331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.128111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfe450-8da0-490d-b7bd-20c6ce25d5ad req-db5e8bd6-a4a9-4cce-926e-e3bbd25db64d tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:54.129915 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-15dfe450-8da0-490d-b7bd-20c6ce25d5ad req-db5e8bd6-a4a9-4cce-926e-e3bbd25db64d tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 949 time: 0.0552940 Dec 10 18:14:54.183283 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-15dfe450-8da0-490d-b7bd-20c6ce25d5ad req-3e51ec5d-6de4-4593-b5bc-e73fcdcd7aca tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466969 Dec 10 18:14:54.226020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ae5ecfb7-b612-4693-a439-5cff328df2f0 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:14:54.290049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port ae5ecfb7-b612-4693-a439-5cff328df2f0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:14:54.295989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port ae5ecfb7-b612-4693-a439-5cff328df2f0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:14:54.296533 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.317192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b2a4a-cc9f-4294-819a-d5622eac74ab req-e66b8da7-bc3f-4e87-b08a-b183a68a720b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:54.319330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec5b2a4a-cc9f-4294-819a-d5622eac74ab req-e66b8da7-bc3f-4e87-b08a-b183a68a720b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 945 time: 0.0562844 Dec 10 18:14:54.326967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] For port 0d1a484e-cbe2-45b7-9166-6a4576902197, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0d1a484e-cbe2-45b7-9166-6a4576902197,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:54.327626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.376558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e817c-5bb3-49df-95a3-aefd31b245f4 req-10d2402a-8241-4994-bda7-e73e8b4e472f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:54.378153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-872e817c-5bb3-49df-95a3-aefd31b245f4 req-10d2402a-8241-4994-bda7-e73e8b4e472f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.2106147 Dec 10 18:14:54.379243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Calling delete_port for 0d1a484e-cbe2-45b7-9166-6a4576902197 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:54.390679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec5b2a4a-cc9f-4294-819a-d5622eac74ab req-65d0ea55-0e08-43d4-bd12-c2d307b55c9d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593822 Dec 10 18:14:54.409872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Allocated IP 172.25.2.246 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/f9d65f51-8173-4f23-a757-13f810fefa46) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:54.410623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.444708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:54.447024 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f6be54-047f-4366-bc4f-e7ad0cb64cb1" -d '{"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:54.463597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:54.468751 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.505015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-4a1f7e7d-5cb6-40b5-9eee-c279f9fab36f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:54.506627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-4a1f7e7d-5cb6-40b5-9eee-c279f9fab36f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.1993024 Dec 10 18:14:54.522897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:54.527442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ae783-e153-4bd7-b678-3fdb1d81e0b2 req-b836f61e-9576-4ac5-8092-c4d362d95f6a tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:54.529044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e13ae783-e153-4bd7-b678-3fdb1d81e0b2 req-b836f61e-9576-4ac5-8092-c4d362d95f6a tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0615990 Dec 10 18:14:54.586171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e13ae783-e153-4bd7-b678-3fdb1d81e0b2 req-29ea0f70-ba1d-4209-b649-7a73211644ab tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507219 Dec 10 18:14:54.607255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-872e817c-5bb3-49df-95a3-aefd31b245f4 req-46a51ca5-0bbd-47ff-b283-937a2ae9c7d5 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163959 Dec 10 18:14:54.650091 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2548b3d4-3295-417c-a3c1-5c57258dcbf1 x-openstack-request-id: req-2548b3d4-3295-417c-a3c1-5c57258dcbf1 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:54.650503 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:54.650763 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2548b3d4-3295-417c-a3c1-5c57258dcbf1 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:54.651195 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'code': 200} Dec 10 18:14:54.745657 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.805715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.853219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Pushing event deleted for resources: {'Port': ['ID=0d1a484e-cbe2-45b7-9166-6a4576902197,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:54.856669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Deleting port 8e491a87-de3b-437e-b471-8406a78fb905 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:54.857006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.863326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b7710-118f-4332-8ed8-db3d1e286637 req-96638f30-ab95-4081-b2c3-35f620ef5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:54.864860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-762b7710-118f-4332-8ed8-db3d1e286637 req-96638f30-ab95-4081-b2c3-35f620ef5f07 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 1097 time: 0.1417041 Dec 10 18:14:54.959657 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:54.988102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1e6d864-7fe3-456b-9608-6dfbe64701b3 req-b113c9cd-b4f1-4f3e-83a9-48091a63e00d tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c230c97-91c8-4c3c-9af9-d7056c455c4a HTTP/1.1" status: 200 len: 210 time: 0.0310535 Dec 10 18:14:55.000615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] No DVR routers for this DVR port 0d1a484e-cbe2-45b7-9166-6a4576902197 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:55.050500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:55.053989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f167ad51-f061-4a51-bf21-b147641cac3d req-fa887a62-4586-497a-8533-50af27ae7efd tempest-FloatingIPsAssociationNegativeTestJSON-1905307852 tempest-FloatingIPsAssociationNegativeTestJSON-1905307852-project] 10.222.0.30 "DELETE /v2.0/ports/0d1a484e-cbe2-45b7-9166-6a4576902197 HTTP/1.1" status: 204 len: 173 time: 1.1582475 Dec 10 18:14:55.058150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'name': 'network-vif-deleted', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:55.060562 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5b9720-f939-4c4c-9c4f-7f91f46b2194" -d '{"events": [{"server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "name": "network-vif-deleted", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:55.134783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:14:55.147697 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c494ed98-cafe-4b77-b547-391f3b3f40ab x-openstack-request-id: req-c494ed98-cafe-4b77-b547-391f3b3f40ab {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:55.147999 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c230c97-91c8-4c3c-9af9-d7056c455c4a", "name": "network-vif-deleted", "tag": "0d1a484e-cbe2-45b7-9166-6a4576902197", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:55.148259 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c494ed98-cafe-4b77-b547-391f3b3f40ab {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:55.148680 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c230c97-91c8-4c3c-9af9-d7056c455c4a', 'name': 'network-vif-deleted', 'tag': '0d1a484e-cbe2-45b7-9166-6a4576902197', 'status': 'completed', 'code': 200} Dec 10 18:14:55.154137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Pushing event updated for resources: {'Port': ['ID=f9d65f51-8173-4f23-a757-13f810fefa46,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:55.157883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:14:55.170898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:14:55.174530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-762b7710-118f-4332-8ed8-db3d1e286637 req-da8b08a3-7a29-4805-80e2-54295468342e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896855 Dec 10 18:14:55.214453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] For port 8e491a87-de3b-437e-b471-8406a78fb905, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8e491a87-de3b-437e-b471-8406a78fb905,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:55.214453 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:55.232545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26442b-ecdd-4b2a-824c-403723e3cc74 req-69b007a2-2875-4ec3-81bc-1cbada69dae0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:55.234198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae26442b-ecdd-4b2a-824c-403723e3cc74 req-69b007a2-2875-4ec3-81bc-1cbada69dae0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.2762246 Dec 10 18:14:55.245821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Calling delete_port for 8e491a87-de3b-437e-b471-8406a78fb905 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:55.325764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353dd1f-8c56-44c8-a34d-fed0627c116b req-5be76067-9bbc-4055-a059-ebedd75b5d72 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:55.327234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7353dd1f-8c56-44c8-a34d-fed0627c116b req-5be76067-9bbc-4055-a059-ebedd75b5d72 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 949 time: 0.0589273 Dec 10 18:14:55.380377 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7353dd1f-8c56-44c8-a34d-fed0627c116b req-c5778f95-3ffa-4a82-9b06-ad8ff6b2c29b tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465937 Dec 10 18:14:55.534462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55eb932-527c-4a35-892d-0a71c8f10f7b req-5db2371a-d6ef-4f76-96b4-02f6b55bae09 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:55.536195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a55eb932-527c-4a35-892d-0a71c8f10f7b req-5db2371a-d6ef-4f76-96b4-02f6b55bae09 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 946 time: 0.0630255 Dec 10 18:14:55.603407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a55eb932-527c-4a35-892d-0a71c8f10f7b req-7f0fa2bf-695e-465a-ba70-e7d07b943e73 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540569 Dec 10 18:14:55.729886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19202ea2-33f6-4214-8b9a-069ad29694a5 req-8018f3b6-d2c3-4fc0-9331-49cfe6b4dc85 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:55.731545 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19202ea2-33f6-4214-8b9a-069ad29694a5 req-8018f3b6-d2c3-4fc0-9331-49cfe6b4dc85 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0583034 Dec 10 18:14:55.739665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae26442b-ecdd-4b2a-824c-403723e3cc74 req-3807d558-17a7-4d09-9d79-ee6e01294c4b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966040 Dec 10 18:14:55.791313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c144962-ca25-4d9a-916f-082c88d154ef req-b0b08f5d-b2b2-4829-b910-935f983bf55b tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:55.793018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c144962-ca25-4d9a-916f-082c88d154ef req-b0b08f5d-b2b2-4829-b910-935f983bf55b tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.30 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 949 time: 0.1018648 Dec 10 18:14:55.793867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19202ea2-33f6-4214-8b9a-069ad29694a5 req-befabf49-a240-4da5-999b-aa0477077587 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 Dec 10 18:14:55.998286 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.012004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['8e491a87-de3b-437e-b471-8406a78fb905'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:14:56.050659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event deleted for resources: {'Port': ['ID=8e491a87-de3b-437e-b471-8406a78fb905,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:56.052273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35356) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:56.069604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ee0b6-0c5a-448f-aec9-94e82fc4775a req-1df4ab95-773c-46ce-938a-6b5ccb633fe9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:56.071139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae9ee0b6-0c5a-448f-aec9-94e82fc4775a req-1df4ab95-773c-46ce-938a-6b5ccb633fe9 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=848afc93-3e5a-4e78-b2e3-d703292890d1 HTTP/1.1" status: 200 len: 946 time: 0.2202437 Dec 10 18:14:56.095782 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.119790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] No DVR routers for this DVR port 8e491a87-de3b-437e-b471-8406a78fb905 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:56.161406 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.164757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a898baa1-c4f7-4cf0-b830-84a4595d1f68 req-f911435c-f62c-4209-b30f-953b92f2dca4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.59 "DELETE /v2.0/ports/8e491a87-de3b-437e-b471-8406a78fb905 HTTP/1.1" status: 204 len: 173 time: 1.6195877 Dec 10 18:14:56.180476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0d1a484e-cbe2-45b7-9166-6a4576902197 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:56.208346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Deleting port 74cd010a-646a-4d62-9f5e-8a1116108ab4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:56.208723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.223769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 0d1a484e-cbe2-45b7-9166-6a4576902197 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:56.225140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0d1a484e-cbe2-45b7-9166-6a4576902197 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:56.225414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 74cd010a-646a-4d62-9f5e-8a1116108ab4 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:56.308401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae9ee0b6-0c5a-448f-aec9-94e82fc4775a req-6945e5cf-c4ab-4a2d-b022-b59ffaa7b502 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185264 Dec 10 18:14:56.411296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] For port 74cd010a-646a-4d62-9f5e-8a1116108ab4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:56.411584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.460628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Calling delete_port for 74cd010a-646a-4d62-9f5e-8a1116108ab4 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:56.518091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.523490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.573348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 74cd010a-646a-4d62-9f5e-8a1116108ab4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=74cd010a-646a-4d62-9f5e-8a1116108ab4,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:56.578846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.604960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.638049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=74cd010a-646a-4d62-9f5e-8a1116108ab4,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:56.652749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:56.656066 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a06d61-c606-4721-89e4-21972a0d91dc" -d '{"events": [{"server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "name": "network-vif-unplugged", "status": "completed", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:56.665113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb4ad8-d609-4f9a-8d0a-1d038c0cd165 req-3f70cd13-22e2-4f92-9855-5aca92248b06 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:56.666918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25cb4ad8-d609-4f9a-8d0a-1d038c0cd165 req-3f70cd13-22e2-4f92-9855-5aca92248b06 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/ports?device_id=539d9558-987a-4f65-9157-3c8947e7944e HTTP/1.1" status: 200 len: 949 time: 0.1448026 Dec 10 18:14:56.763615 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:56.798467 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25cb4ad8-d609-4f9a-8d0a-1d038c0cd165 req-b332da26-e8e9-49f6-8e0f-ef1b5f26c427 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.55 "GET /v2.0/security-groups?id=42fb6377-f091-4376-bf43-f6742c757b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246483 Dec 10 18:14:56.813329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Pushing event deleted for resources: {'Port': ['ID=74cd010a-646a-4d62-9f5e-8a1116108ab4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:56.818839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Router b7c6ae32-2438-47fc-ad26-251f8be524d3 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:14:56.856343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0d87f-c786-4411-ac07-62e5aa9c621b req-edcb8c55-a8fa-4bfc-8034-aa4aaea0e3d8 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:56.858638 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48f0d87f-c786-4411-ac07-62e5aa9c621b req-edcb8c55-a8fa-4bfc-8034-aa4aaea0e3d8 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 946 time: 0.1429307 Dec 10 18:14:56.918788 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d7c29-cfd7-4411-8e71-c078c0331d02 x-openstack-request-id: req-5d7d7c29-cfd7-4411-8e71-c078c0331d02 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:56.919079 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "name": "network-vif-unplugged", "status": "completed", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:56.919307 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d7d7c29-cfd7-4411-8e71-c078c0331d02 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:56.919714 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4', 'code': 200} Dec 10 18:14:57.008025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] No DVR routers for this DVR port 74cd010a-646a-4d62-9f5e-8a1116108ab4 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:14:57.023655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:57.027198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c144962-ca25-4d9a-916f-082c88d154ef req-e1fb0f63-0ebc-4365-89ff-1b9a4f24b858 tempest-TenantUsagesTestJSON-209815359 tempest-TenantUsagesTestJSON-209815359-project] 10.222.0.30 "DELETE /v2.0/ports/74cd010a-646a-4d62-9f5e-8a1116108ab4 HTTP/1.1" status: 204 len: 173 time: 1.1949401 Dec 10 18:14:57.092338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338b96-c338-452d-9b46-e348385e2ee5 req-11237ecc-bd35-4382-91f5-d83886008922 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:57.100417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98338b96-c338-452d-9b46-e348385e2ee5 req-11237ecc-bd35-4382-91f5-d83886008922 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1117945 Dec 10 18:14:57.126460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48f0d87f-c786-4411-ac07-62e5aa9c621b req-74bd9ae7-580e-4e22-96fc-fe78aa5c9a08 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356374 Dec 10 18:14:57.127734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Deleting port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:14:57.127734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:57.156720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'name': 'network-vif-deleted', 'tag': '8e491a87-de3b-437e-b471-8406a78fb905'}, {'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'name': 'network-vif-deleted', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:14:57.159654 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b742b-f2ba-4ff0-9b10-e1a555873a30" -d '{"events": [{"server_uuid": "848afc93-3e5a-4e78-b2e3-d703292890d1", "name": "network-vif-deleted", "tag": "8e491a87-de3b-437e-b471-8406a78fb905"}, {"server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "name": "network-vif-deleted", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:14:57.163708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:14:57.177666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Sync routers for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:14:57.201076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:57.205886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35376) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:57.206082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c85f7d4-0804-4d1b-81dc-7f42c932c4be admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8236153 Dec 10 18:14:57.208074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:57.208916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:57.269411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3522f64-aa97-4b00-a6c9-c57849947b38 req-bc8a2a0f-3886-4f7b-bd4d-b1d0a9abba0e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:57.271183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3522f64-aa97-4b00-a6c9-c57849947b38 req-bc8a2a0f-3886-4f7b-bd4d-b1d0a9abba0e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0638356 Dec 10 18:14:57.295753 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98338b96-c338-452d-9b46-e348385e2ee5 req-32c5d14f-f55b-4440-9ca6-28fd8724136c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938813 Dec 10 18:14:57.330978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3522f64-aa97-4b00-a6c9-c57849947b38 req-5e001103-0989-4913-8a44-f73dbd30af29 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517485 Dec 10 18:14:57.341112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:57.375763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] For port 7361eb17-1775-4f5f-884c-58e1fd8b9eb7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:14:57.376072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:57.397154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Calling delete_port for 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:14:57.419425 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8831063-7efe-4979-bac5-a8f26de760c6 x-openstack-request-id: req-e8831063-7efe-4979-bac5-a8f26de760c6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:14:57.420035 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848afc93-3e5a-4e78-b2e3-d703292890d1", "name": "network-vif-deleted", "tag": "8e491a87-de3b-437e-b471-8406a78fb905", "status": "completed", "code": 200}, {"server_uuid": "539d9558-987a-4f65-9157-3c8947e7944e", "name": "network-vif-deleted", "tag": "74cd010a-646a-4d62-9f5e-8a1116108ab4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:14:57.420642 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8831063-7efe-4979-bac5-a8f26de760c6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:14:57.421537 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848afc93-3e5a-4e78-b2e3-d703292890d1', 'name': 'network-vif-deleted', 'tag': '8e491a87-de3b-437e-b471-8406a78fb905', 'status': 'completed', 'code': 200} Dec 10 18:14:57.422008 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539d9558-987a-4f65-9157-3c8947e7944e', 'name': 'network-vif-deleted', 'tag': '74cd010a-646a-4d62-9f5e-8a1116108ab4', 'status': 'completed', 'code': 200} Dec 10 18:14:57.639626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:14:55Z', 'revision_number': 3, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:57.670243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Checking router: b7c6ae32-2438-47fc-ad26-251f8be524d3 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:14:57.670643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Updating router b7c6ae32-2438-47fc-ad26-251f8be524d3 port f9d65f51-8173-4f23-a757-13f810fefa46 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:14:57.722177 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.048644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0622f413-3afc-4177-b8cc-79e73e453a83 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:58.059406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0622f413-3afc-4177-b8cc-79e73e453a83 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.2458029 Dec 10 18:14:58.092760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-d8039ca3-8c09-4931-b37b-dd37eec0a443 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/quotas/8d1c617fa8a04d7c98b753e07497db5f HTTP/1.1" status: 200 len: 375 time: 0.0306497 Dec 10 18:14:58.131009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.134811 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-369c5b19-ede6-4b8f-85e9-c59d7b029689 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411141 Dec 10 18:14:58.145699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.206580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339df2b-e6f6-4837-b53b-a55f8cd4b04f None None] Pushing event updated for resources: {'Port': ['ID=f9d65f51-8173-4f23-a757-13f810fefa46,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:58.261666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Attempting to bind port f9d65f51-8173-4f23-a757-13f810fefa46 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:14:58.262819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Attempting to bind port f9d65f51-8173-4f23-a757-13f810fefa46 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:14:58.263242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Attempting to bind port f9d65f51-8173-4f23-a757-13f810fefa46 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:14:58.265824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-8ea7838d-2bfb-4991-ac36-26de4e9dee71 service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299984 Dec 10 18:14:58.277623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ad70224a-ff3f-47f3-b994-5fff411971fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.282834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:14:58.283265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:14:58.283710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.284627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:14:58.285199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Bound port: f9d65f51-8173-4f23-a757-13f810fefa46, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:14:58.285593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.289342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8e491a87-de3b-437e-b471-8406a78fb905 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:14:58.343024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 8e491a87-de3b-437e-b471-8406a78fb905 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:14:58.343639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8e491a87-de3b-437e-b471-8406a78fb905 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:14:58.376721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.389045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35444) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:58.392508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] For port f9d65f51-8173-4f23-a757-13f810fefa46, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:14:58.400239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] For port f9d65f51-8173-4f23-a757-13f810fefa46, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f9d65f51-8173-4f23-a757-13f810fefa46,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:14:58.410872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.425039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Pushing event deleted for resources: {'Port': ['ID=7361eb17-1775-4f5f-884c-58e1fd8b9eb7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:58.492329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-47cc2102-541e-461d-8f76-6fc0d59e72cf service neutron] 10.222.0.55 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241740 Dec 10 18:14:58.497007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:14:58.502433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:58.513722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339df2b-e6f6-4837-b53b-a55f8cd4b04f None None] Pushing event updated for resources: {'Port': ['ID=f9d65f51-8173-4f23-a757-13f810fefa46,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:58.607047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:58.632986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8873c-cd70-4413-be2b-ca5763fd2e73 req-d1bbaab1-f700-4453-827e-b57c42f11bea tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:58.639686 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-49a8873c-cd70-4413-be2b-ca5763fd2e73 req-d1bbaab1-f700-4453-827e-b57c42f11bea tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1845825 Dec 10 18:14:58.820259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875f289-b8ab-4d0b-8085-7781b2be668b req-0cdc1df3-8283-4f2f-baa7-280fb5768d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:58.821882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5875f289-b8ab-4d0b-8085-7781b2be668b req-0cdc1df3-8283-4f2f-baa7-280fb5768d50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.1200149 Dec 10 18:14:58.875831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:14:58.935034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e40024d-3974-4474-9aac-ade203e60862 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a140701f6814eff8ca4e51d773b3560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5419302 Dec 10 18:14:58.939353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35450) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:58.947106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5875f289-b8ab-4d0b-8085-7781b2be668b req-96bd9d7f-44f6-4797-9d06-6f87757566c1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077182 Dec 10 18:14:58.991894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:59.008975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-49a8873c-cd70-4413-be2b-ca5763fd2e73 req-7bb005fb-5948-4d32-9447-93291ae0047b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575039 Dec 10 18:14:59.069843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaa5d-e682-4ea3-a6a7-1f35b7709423 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:59.181655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaa5d-e682-4ea3-a6a7-1f35b7709423 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:59.295237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e179c6-9828-4c87-a0a1-af5c7dd72880 req-94107f5c-4f76-4c20-bfab-617f23082288 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:59.297157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85e179c6-9828-4c87-a0a1-af5c7dd72880 req-94107f5c-4f76-4c20-bfab-617f23082288 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 946 time: 0.2019136 Dec 10 18:14:59.327532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:14:55Z', 'revision_number': 3, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:14:59.332301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaa5d-e682-4ea3-a6a7-1f35b7709423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:59.339413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcfcaa5d-e682-4ea3-a6a7-1f35b7709423 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:14:59.346047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fcfcaa5d-e682-4ea3-a6a7-1f35b7709423 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/42fb6377-f091-4376-bf43-f6742c757b77 HTTP/1.1" status: 204 len: 168 time: 0.3976076 Dec 10 18:14:59.387710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b9f55c-8dd5-4b33-beda-de35536de51b None None] The sync data for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 is: [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:14:55Z', 'revision_number': 3, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:14:59.396238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcaa5d-e682-4ea3-a6a7-1f35b7709423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fb6377-f091-4376-bf43-f6742c757b77,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:14:59.416948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Allocated IP 172.20.0.1 (73004976-a6bd-4644-abe6-9e4bd3b5bacd/0545861f-07a4-4159-950f-dd824555dfb8/c22b0bc4-b585-4c80-ab37-6c6e6e188bff) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:14:59.478814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85e179c6-9828-4c87-a0a1-af5c7dd72880 req-f70caa96-6d26-47d6-b284-0bffbefc261b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642399 Dec 10 18:14:59.511796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbac21a-fbba-4080-b4e8-3184bc155023 req-7ed6018e-4680-47af-8ace-8f53d8563c6e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:14:59.525198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2dbac21a-fbba-4080-b4e8-3184bc155023 req-7ed6018e-4680-47af-8ace-8f53d8563c6e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.3451538 Dec 10 18:14:59.666024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2dbac21a-fbba-4080-b4e8-3184bc155023 req-9ec2a495-13c4-4f10-93a0-07cd9437990a tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394620 Dec 10 18:14:59.708802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de219f4c-9f1b-42f1-8f67-b60a5c922634 req-4c442bcb-32c9-49a2-af63-bb0b461c13a1 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 210 time: 0.0627646 Dec 10 18:14:59.933581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:14:59.941353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:14:59.949093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e765253c-dccf-4d85-b30a-eefd26eac8fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.065491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.120796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e765253c-dccf-4d85-b30a-eefd26eac8fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.131105 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e765253c-dccf-4d85-b30a-eefd26eac8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.161685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:00.172257 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-795981de-d874-497b-8f81-ea42521d5644 admin admin] 10.222.0.55 "PUT /v2.0/routers/c15b4ded-6980-4eca-b8f4-e0f0a981e5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1164734 Dec 10 18:15:00.176606 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] Sync routers for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:00.179837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:00.194931 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:00.196988 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:00.218927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.239287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e765253c-dccf-4d85-b30a-eefd26eac8fc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=070ca2721af44157ad6a5c9368b4e589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044467 Dec 10 18:15:00.240131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765253c-dccf-4d85-b30a-eefd26eac8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ac46e-6e06-402f-bf5c-e988f759dd92,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:00.247575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35472) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:00.267188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ae5ecfb7-b612-4693-a439-5cff328df2f0 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:15:00.360885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Pushing event updated for resources: {'Port': ['ID=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:00.432470 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b9636eb-642a-4e9d-bebb-538cfdcc1339 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.452838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Network 73004976-a6bd-4644-abe6-9e4bd3b5bacd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:00.480845 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:00.497952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14d961-79bb-44aa-9b07-ada2bb2b7692 req-1390a6d6-f279-4178-aa32-c3db3e3f047c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:00.509378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea14d961-79bb-44aa-9b07-ada2bb2b7692 req-1390a6d6-f279-4178-aa32-c3db3e3f047c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.3454297 Dec 10 18:15:00.519052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:00.531299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:00.560492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:00.594206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'network_id': '3bb0b288-c30d-4141-9e74-e08ced68f7aa', 'port_id': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'mac_address': 'fa:16:3e:a3:4d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43388b79-577f-4c12-ac62-071c26821e53', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:15:00.649196 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.697728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b9636eb-642a-4e9d-bebb-538cfdcc1339 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.714284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.755246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae5ecfb7-b612-4693-a439-5cff328df2f0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:00.844338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:00.856304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.859961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.865730 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.909821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b9636eb-642a-4e9d-bebb-538cfdcc1339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.918437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b9636eb-642a-4e9d-bebb-538cfdcc1339 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:00.921333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea14d961-79bb-44aa-9b07-ada2bb2b7692 req-ebf067e3-4e10-4e47-8fb7-a6c8995a32d1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074543 Dec 10 18:15:00.922444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3b9636eb-642a-4e9d-bebb-538cfdcc1339 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c71ac46e-6e06-402f-bf5c-e988f759dd92 HTTP/1.1" status: 204 len: 168 time: 0.6721501 Dec 10 18:15:00.943160 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164'}], 'enable_snat': True}, 'gw_port_id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:58Z', 'revision_number': 5, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port': {'id': '631a8334-74b0-4c0e-b4e4-c16dbfb682db', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ab:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:14:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:00.960933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d141d-e037-4a21-845d-c2e6f169da19 req-f66ab5a0-2aa4-48a2-b6f4-0febf1fa43b6 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:00.970722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-663d141d-e037-4a21-845d-c2e6f169da19 req-f66ab5a0-2aa4-48a2-b6f4-0febf1fa43b6 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 946 time: 0.2663500 Dec 10 18:15:01.057605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9636eb-642a-4e9d-bebb-538cfdcc1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ac46e-6e06-402f-bf5c-e988f759dd92,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:01.070947 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] Checking router: c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:01.073681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['ae5ecfb7-b612-4693-a439-5cff328df2f0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:01.081690 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] Routers {'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:01.083191 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:14:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:01.106386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:01.156524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Deleting port 631a8334-74b0-4c0e-b4e4-c16dbfb682db {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:01.156911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.159011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-4c32351c-99ca-4360-a5d8-01bf9cac9feb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:01.161853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-4c32351c-99ca-4360-a5d8-01bf9cac9feb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 812 time: 0.6709001 Dec 10 18:15:01.168136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-663d141d-e037-4a21-845d-c2e6f169da19 req-d5435fda-1bbb-45f8-9bc3-5bd1d0399312 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961000 Dec 10 18:15:01.188983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Request body: {'port': {'device_id': '635352b6-5116-428e-b28f-556592cce043', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'admin_state_up': True, 'tenant_id': '8d1c617fa8a04d7c98b753e07497db5f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:01.310377 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef9ed12b-5292-4656-8c91-aba42f810bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.445595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f9d65f51-8173-4f23-a757-13f810fefa46 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:01.481204 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] Set router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:01.513321 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.520980 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea5eae56-af56-428f-877d-e236a23a359f req-b9e187c7-ba36-4de9-8d7c-7c22e5cbf748 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 210 time: 0.0723078 Dec 10 18:15:01.527140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f9d65f51-8173-4f23-a757-13f810fefa46 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:01.527629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.547536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Made reservation on behalf of 8d1c617fa8a04d7c98b753e07497db5f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:01.557761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.571857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2044b1-06b9-4392-b8e8-d8a9e8e39993 req-ea16b661-982a-4c1b-9e00-1be04e1403ea tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:01.604892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f2044b1-06b9-4392-b8e8-d8a9e8e39993 req-ea16b661-982a-4c1b-9e00-1be04e1403ea tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.4172552 Dec 10 18:15:01.631486 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:15:00Z', 'revision_number': 6, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:01.636759 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.667194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port f9d65f51-8173-4f23-a757-13f810fefa46, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f9d65f51-8173-4f23-a757-13f810fefa46,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:01.675713 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.692380 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bc73d1-ebec-402b-8b18-11661ec31d9a None None] The sync data for ids ['c15b4ded-6980-4eca-b8f4-e0f0a981e5a4'] in n-d-821424-1 is: [{'id': 'c15b4ded-6980-4eca-b8f4-e0f0a981e5a4', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-772763451-router', 'tenant_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:06Z', 'updated_at': '2021-12-10T18:15:00Z', 'revision_number': 6, 'project_id': '82ee5b2cd648449a9eaa957f1fd190fc', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:01.725915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] For port 631a8334-74b0-4c0e-b4e4-c16dbfb682db, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=631a8334-74b0-4c0e-b4e4-c16dbfb682db,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:01.726313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.788629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:01.790921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Allocated IP 172.20.0.7 (9991c54f-ff41-48aa-8b6f-70c12caf5dff/e6305297-35c8-4bd1-84c5-3776d17fe8cc/6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:01.797120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Calling delete_port for 631a8334-74b0-4c0e-b4e4-c16dbfb682db owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:01.816447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=f9d65f51-8173-4f23-a757-13f810fefa46,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:01.894555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f2044b1-06b9-4392-b8e8-d8a9e8e39993 req-de16321d-7b35-431e-aef1-f428bd91cf33 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886128 Dec 10 18:15:01.932217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.036761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.125634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.179767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.194018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Network 9991c54f-ff41-48aa-8b6f-70c12caf5dff is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:02.194781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.199326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:02.213720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:02.243359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event updated for resources: {'Port': ['ID=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:02.262966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35516) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:02.284509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ae5ecfb7-b612-4693-a439-5cff328df2f0 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:02.303439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:02.304758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.330681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-51b88374-ba7c-4309-b721-557787bd4d71 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1515846 Dec 10 18:15:02.343099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3434ea-c126-4b0b-96a3-6ac2bc2cc31d req-12b4dc4d-fee9-417f-8b04-2b17583e3742 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:02.347285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Request body: {'port': {'device_id': '635352b6-5116-428e-b28f-556592cce043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:02.354905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e3434ea-c126-4b0b-96a3-6ac2bc2cc31d req-12b4dc4d-fee9-417f-8b04-2b17583e3742 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.3415751 Dec 10 18:15:02.409459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port ae5ecfb7-b612-4693-a439-5cff328df2f0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:02.410304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.438185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1928790200-network', 'tenant_id': 'e8562045c7524ad7ba8e3eaca84bdb79'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:02.486962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.502764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.534664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:02.537445 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1725b46-a08a-4cd7-8c8a-1ec013b1d304" -d '{"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:02.562933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Made reservation on behalf of e8562045c7524ad7ba8e3eaca84bdb79 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:02.565311 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.706595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:02.714435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.766977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Pushing event updated for resources: {'Port': ['ID=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:02.780213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:02.791579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.816730 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.838925 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e3434ea-c126-4b0b-96a3-6ac2bc2cc31d req-4c411c24-0143-4619-9fb6-8d70934ac204 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830847 Dec 10 18:15:02.868691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-1cce5bfc-7f79-4f49-89f9-4c581969113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:02.870210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-1cce5bfc-7f79-4f49-89f9-4c581969113f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5ac8fd40578749af965d74b4e40934cf&device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 1096 time: 0.4455712 Dec 10 18:15:02.873600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:02.889767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Pushing event deleted for resources: {'Port': ['ID=631a8334-74b0-4c0e-b4e4-c16dbfb682db,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:02.898535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09589b-83d0-4b87-a2a5-d5761e9413fb req-a25d8121-eb90-4df0-8d25-26a15b9bec6b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:02.906050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1a09589b-83d0-4b87-a2a5-d5761e9413fb req-a25d8121-eb90-4df0-8d25-26a15b9bec6b tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 945 time: 0.4599333 Dec 10 18:15:03.020003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.025506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Network 73004976-a6bd-4644-abe6-9e4bd3b5bacd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:03.084345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:03.093500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf846031-7a61-486f-879c-dadc499012a9 req-47f92943-9934-471c-a634-a1e785844945 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:03.095129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf846031-7a61-486f-879c-dadc499012a9 req-47f92943-9934-471c-a634-a1e785844945 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1739848 Dec 10 18:15:03.139572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.154785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1a09589b-83d0-4b87-a2a5-d5761e9413fb req-e01ac4b8-76fc-454c-869d-0eba2e86355d tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477217 Dec 10 18:15:03.176599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.195126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-027a7c56-16a0-4061-984e-e8749a941702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:03.199050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-027a7c56-16a0-4061-984e-e8749a941702 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 200 len: 920 time: 0.2769995 Dec 10 18:15:03.263086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-eebbc459-9b88-4b83-900b-f9ce9a62add2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 200 len: 217 time: 0.0539868 Dec 10 18:15:03.281277 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.282102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:15:03.297208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.300888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d678032-90d8-4c5e-a494-a198c7cd1163 admin admin] 10.222.0.55 "DELETE /v2.0/routers/c15b4ded-6980-4eca-b8f4-e0f0a981e5a4 HTTP/1.1" status: 204 len: 168 time: 3.1170940 Dec 10 18:15:03.301709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35530) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:03.316729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f9d65f51-8173-4f23-a757-13f810fefa46 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:03.324259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf846031-7a61-486f-879c-dadc499012a9 req-645f3ef2-6627-43b3-8420-a7d9a0032f15 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956196 Dec 10 18:15:03.344494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.367789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.385997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] Deleting subnet 9e2dba08-c8f4-4606-8817-9d1e51c9aa7d {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:15:03.404192 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8513cd-1e6e-4767-8281-449c35c391b2 x-openstack-request-id: req-ec8513cd-1e6e-4767-8281-449c35c391b2 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:03.405843 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-plugged", "status": "completed", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:03.406701 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec8513cd-1e6e-4767-8281-449c35c391b2 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:03.407350 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'code': 200} Dec 10 18:15:03.418975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f9d65f51-8173-4f23-a757-13f810fefa46 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:03.419192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.423799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:15:03.425283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.440032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-ccb38299-ba96-4b26-9424-201ef715e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:03.441690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-ccb38299-ba96-4b26-9424-201ef715e020 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 200 len: 859 time: 0.1603315 Dec 10 18:15:03.470097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bfc7c-bc03-4c3c-86dc-72194d66c467 req-91cfd0b7-7481-4427-abc1-af9ad37fe3a6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:03.475318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e98bfc7c-bc03-4c3c-86dc-72194d66c467 req-91cfd0b7-7481-4427-abc1-af9ad37fe3a6 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 931 time: 0.2183669 Dec 10 18:15:03.478398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.510686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbeb014-b7a8-466c-8774-1b54d39959b9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:03.517039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Router b7c6ae32-2438-47fc-ad26-251f8be524d3 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:15:03.558287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-a5e8d7fe-31e2-4da2-9ba2-10555b17b95a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0bb4668-14ab-4625-a3ee-796bd54468f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717101 Dec 10 18:15:03.576941 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.577336 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Added segment 26be5271-fcff-41cd-b2c9-6a871c6f0ed6 of type vlan for network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 Dec 10 18:15:03.638693 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.672218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 631a8334-74b0-4c0e-b4e4-c16dbfb682db no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:03.693098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:03.693759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 631a8334-74b0-4c0e-b4e4-c16dbfb682db {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:03.694068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 631a8334-74b0-4c0e-b4e4-c16dbfb682db not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:03.694594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:03.702405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.713290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.715288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:03.715767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7361eb17-1775-4f5f-884c-58e1fd8b9eb7 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:03.740461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e98bfc7c-bc03-4c3c-86dc-72194d66c467 req-f1a13d93-2381-4502-80d8-f3b72467a53a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616301 Dec 10 18:15:03.750942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.769779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:03.777806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8702fcb2-1487-44f4-a0e5-dd629882fc88 admin admin] 10.222.0.55 "PUT /v2.0/routers/b7c6ae32-2438-47fc-ad26-251f8be524d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5680106 Dec 10 18:15:03.789926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Sync routers for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:03.804971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:03.805828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:03.828059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-c44a0b33-3adc-4394-a796-b7488fa5b0d0 service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485888 Dec 10 18:15:03.830671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.830868 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.832262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:03.833103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.847097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Transition to ACTIVE for port object 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:15:03.880397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:03.888060 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9e2dba08-c8f4-4606-8817-9d1e51c9aa7d HTTP/1.1" status: 204 len: 168 time: 0.5825660 Dec 10 18:15:03.889147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35546) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:03.894080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be569dc5-1d29-499a-82e3-58ab526374b2 None None] Network 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:03.895168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02afe5a-da0a-4b1b-8247-aa58f34039bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e2dba08-c8f4-4606-8817-9d1e51c9aa7d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:03.926668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.030847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.059320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037b2d9-f207-4212-bf9e-eb23420a2991 req-0b390a24-7e8c-449f-aa67-f4661ecb465b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:04.066707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1037b2d9-f207-4212-bf9e-eb23420a2991 req-0b390a24-7e8c-449f-aa67-f4661ecb465b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1267018 Dec 10 18:15:04.075805 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8091209 Dec 10 18:15:04.078197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:04.081265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Request body: {'subnet': {'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1928790200-subnet', 'tenant_id': 'e8562045c7524ad7ba8e3eaca84bdb79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:04.098509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:04.143192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.148095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a407f27-1ea0-4735-b18e-3b3228264a01 admin admin] Pushing event updated for resources: {'Network': ['ID=030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:04.159183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Made reservation on behalf of e8562045c7524ad7ba8e3eaca84bdb79 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:04.161500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.192614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:04.192883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:15:04.197707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1037b2d9-f207-4212-bf9e-eb23420a2991 req-dfad6fbb-1190-4354-9f6f-9d9a35acd6cf tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296027 Dec 10 18:15:04.246815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d93f6-e47d-4c6a-ad4c-32aa4fc3bf42 req-13691cc9-85b5-4068-93f7-3e941fadf28a tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:04.248572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab7d93f6-e47d-4c6a-ad4c-32aa4fc3bf42 req-13691cc9-85b5-4068-93f7-3e941fadf28a tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 946 time: 0.2604616 Dec 10 18:15:04.264908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Attempting to bind port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:04.265715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Attempting to bind port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:04.267550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Attempting to bind port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:04.286473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Deleting port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:04.286756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8d866db-2d72-4606-ae28-df6c1252aba3 req-37c2d692-f183-4b97-b5f0-1ac45976f86d service neutron] 10.222.0.59 "GET /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453516 Dec 10 18:15:04.287246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.293362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] DHCP port deletion for 10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:15:04.295399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ae5ecfb7-b612-4693-a439-5cff328df2f0 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:04.295803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:15:04.296536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Attempting to bind port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c on network 9991c54f-ff41-48aa-8b6f-70c12caf5dff {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:04.310256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:04.311252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Checking segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:04.311653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Bound using segment: {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:04.335095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Bound port: 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:04.335799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.388248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] For port f7c113fb-d39c-481a-9e2f-20f7cd3ff644, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:04.388934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.411022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Calling delete_port for f7c113fb-d39c-481a-9e2f-20f7cd3ff644 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:04.486722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab7d93f6-e47d-4c6a-ad4c-32aa4fc3bf42 req-e1582443-ddeb-4359-93a2-32931daedc3c tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963193 Dec 10 18:15:04.488064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] For port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:04.491796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] For port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:04.497370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.511420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.546447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] Deleting port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:04.546857 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.557683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:04.558350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.560769 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.561528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-0d75fe23-69cf-4280-a247-6948859954de service neutron] 10.222.0.30 "PUT /v2.0/ports/6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c HTTP/1.1" status: 200 len: 1091 time: 2.2195871 Dec 10 18:15:04.561949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:04.571549 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f39c94-b702-4426-92d6-3d09394b9859" -d '{"events": [{"name": "network-changed", "server_uuid": "635352b6-5116-428e-b28f-556592cce043", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:04.601288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75fe23-69cf-4280-a247-6948859954de service neutron] Pushing event updated for resources: {'Port': ['ID=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:04.665763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:04.670871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] For port f7c113fb-d39c-481a-9e2f-20f7cd3ff644, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,segment=NetworkSegment(51533e93-60e4-4194-9c90-12b3c5712d7c),segment_id=51533e93-60e4-4194-9c90-12b3c5712d7c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:04.671453 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.684340 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.695718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 2, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:04.696492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.718117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] Calling delete_port for f7c113fb-d39c-481a-9e2f-20f7cd3ff644 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:04.727818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b593c-f229-419c-ac69-9fb4b0f7fa47 req-c1c84080-61e7-452d-ab6d-945bbdf9fd1d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:04.729537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac7b593c-f229-419c-ac69-9fb4b0f7fa47 req-c1c84080-61e7-452d-ab6d-945bbdf9fd1d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1220257 Dec 10 18:15:04.736847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-fc11fa42-f956-4097-9229-8b2d5b8355d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:04.737843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.738328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-fc11fa42-f956-4097-9229-8b2d5b8355d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 1094 time: 0.1170340 Dec 10 18:15:04.754601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Checking router: b7c6ae32-2438-47fc-ad26-251f8be524d3 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:04.754966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Updating router b7c6ae32-2438-47fc-ad26-251f8be524d3 port c22b0bc4-b585-4c80-ab37-6c6e6e188bff binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:15:04.796507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:04.799108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-545460a5-56e7-41ad-a700-eab6aaed9d19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c HTTP/1.1" status: 200 len: 217 time: 0.0454385 Dec 10 18:15:04.812197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] No DVR routers for this DVR port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:04.845307 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.849796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:04.872406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11975c01-3683-4bfe-b8d4-cd2b10898939,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:04.886103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac7b593c-f229-419c-ac69-9fb4b0f7fa47 req-841aae36-7c69-409e-bdd5-258f3ab68d73 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466250 Dec 10 18:15:04.908278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-8bde390c-66aa-4c7b-8bfd-e6c3ec385276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:04.909694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-8bde390c-66aa-4c7b-8bfd-e6c3ec385276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.0865281 Dec 10 18:15:04.918442 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-307ceded-0c3e-4731-9433-21684204c595 req-6412665b-9f47-47d9-9da7-99c59a508d4d service neutron] show failed (client error): The resource could not be found. Dec 10 18:15:04.918442 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-6412665b-9f47-47d9-9da7-99c59a508d4d service neutron] 10.222.0.59 "GET /v2.0/ports/62d21382-e7f8-4a90-8039-7a0640ee417a/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.1263106 Dec 10 18:15:04.963700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-c4f33899-3539-447e-a5a9-a788195afafe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417836 Dec 10 18:15:04.967507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-e640dc2a-924c-47e1-ad38-94f2b5ffe6e7 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:04.974619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-e640dc2a-924c-47e1-ad38-94f2b5ffe6e7 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 820 time: 0.3625665 Dec 10 18:15:04.984587 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:04.994254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.010079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Checking segment: {'id': '26be5271-fcff-41cd-b2c9-6a871c6f0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:05.010519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Network hostable DHCP agents. Network: 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:15:05.023570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] Pushing event deleted for resources: {'Port': ['ID=f7c113fb-d39c-481a-9e2f-20f7cd3ff644,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:05.027931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e179171-522c-4f5e-b8b1-6f5392f0510e None None] No DVR routers for this DVR port f7c113fb-d39c-481a-9e2f-20f7cd3ff644 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:05.031488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-8d5a1193-d920-496b-9785-ef2f0d82c5be tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/quotas/9188bc6033bb4745aced6d8295614787 HTTP/1.1" status: 200 len: 375 time: 0.0553143 Dec 10 18:15:05.073223 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f2a97c-c274-417c-ae88-87715d725f0b x-openstack-request-id: req-18f2a97c-c274-417c-ae88-87715d725f0b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:05.073884 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635352b6-5116-428e-b28f-556592cce043", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:05.074310 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-18f2a97c-c274-417c-ae88-87715d725f0b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:05.074881 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c', 'status': 'completed', 'code': 200} Dec 10 18:15:05.104673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:05.139579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51533e93-60e4-4194-9c90-12b3c5712d7c') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:05.140053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51533e93-60e4-4194-9c90-12b3c5712d7c') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:05.141007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-4bdcb40d-16b1-49cf-84d6-0cdefcc99d26 service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663718 Dec 10 18:15:05.158845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.179210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.199627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-1bd89c26-86e9-4113-a0db-8af60a689c25 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1651754 Dec 10 18:15:05.200526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:15:05.205384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:15:05.206001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:15:05.208365 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:15:05.243233 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.259743 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.291881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:05.304392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141d946-7512-48fa-9f13-da76e0eb43fb None None] Network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:05.315795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:05.316386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.340768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce6692-4436-4d54-8bf8-edf58d82b014 req-37821a4d-2007-45b1-b7dd-147241d9c517 service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920028 Dec 10 18:15:05.409503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.414914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.416324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412df986-202c-4f62-961b-1146851082f4 req-d00cc3d4-7942-4b72-861c-b09c9621e6af tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:05.418801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412df986-202c-4f62-961b-1146851082f4 req-d00cc3d4-7942-4b72-861c-b09c9621e6af tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 943 time: 0.0770772 Dec 10 18:15:05.421148 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] 10.222.0.55 "DELETE /v2.0/networks/10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8 HTTP/1.1" status: 204 len: 168 time: 1.5305722 Dec 10 18:15:05.430204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-998501f9-f6c8-43da-bb52-b0767db130e1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3529589 Dec 10 18:15:05.452442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b6592-a18a-4dc0-9ce4-549f7aa16b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=10fc4d62-abb9-4dc1-aa38-f0e9fb6a2cd8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:05.469749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-9ea88de1-f011-4274-9a1c-f32c91346111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:05.471308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-9ea88de1-f011-4274-9a1c-f32c91346111 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 1101 time: 0.1572006 Dec 10 18:15:05.494391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:05.528770 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-1167f43e-dd4a-49a0-add9-1d2c865fa960 service neutron] 10.222.0.55 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898428 Dec 10 18:15:05.572857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412df986-202c-4f62-961b-1146851082f4 req-19f4d675-4ebc-4449-829b-209661de4644 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386006 Dec 10 18:15:05.584618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39c94-b702-4426-92d6-3d09394b9859 req-9a77f090-f9f5-4ec0-9938-e76dc8bddb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:05.586646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f39c94-b702-4426-92d6-3d09394b9859 req-9a77f090-f9f5-4ec0-9938-e76dc8bddb6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 1094 time: 0.1664474 Dec 10 18:15:05.655639 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.665834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:05.671490 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee54f690-650c-46be-a454-030aaf9eadbf" -d '{"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:05.678887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1963f0-6b5f-4dda-a6a2-e90725780674 None None] Pushing event updated for resources: {'Port': ['ID=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:05.684788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35582) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:05.687316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f7c113fb-d39c-481a-9e2f-20f7cd3ff644 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:05.753485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f7c113fb-d39c-481a-9e2f-20f7cd3ff644 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:05.754659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f7c113fb-d39c-481a-9e2f-20f7cd3ff644 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:05.792856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Attempting to bind port c22b0bc4-b585-4c80-ab37-6c6e6e188bff on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:05.793501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Attempting to bind port c22b0bc4-b585-4c80-ab37-6c6e6e188bff by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:05.794265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Attempting to bind port c22b0bc4-b585-4c80-ab37-6c6e6e188bff on network 73004976-a6bd-4644-abe6-9e4bd3b5bacd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:05.798161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-5acfa36c-8eb7-415c-8111-98e08b3e6a9a service neutron] 10.222.0.55 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613180 Dec 10 18:15:05.827856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:05.830824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-c4cbea53-b3b9-4df0-a35f-498e4842023e tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:05.831468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Checking segment: {'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:05.832378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-c4cbea53-b3b9-4df0-a35f-498e4842023e tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 944 time: 0.2184978 Dec 10 18:15:05.832997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.835443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Bound using segment: {'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:05.836167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Bound port: c22b0bc4-b585-4c80-ab37-6c6e6e188bff, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:05.836808 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:05.864605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a83b73-3653-4c00-bb69-230ad089f9aa req-85186937-8885-4e1a-9257-4e59b81b22ba tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:05.872053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47a83b73-3653-4c00-bb69-230ad089f9aa req-85186937-8885-4e1a-9257-4e59b81b22ba tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1649854 Dec 10 18:15:05.897967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e0f74a-0823-44c1-8ae4-6dddb62398f3 None None] Network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:05.930514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39c94-b702-4426-92d6-3d09394b9859 req-6897fa48-9bce-451c-9d35-eeb900cc0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:05.932074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f39c94-b702-4426-92d6-3d09394b9859 req-6897fa48-9bce-451c-9d35-eeb900cc0311 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 200 len: 913 time: 0.3365469 Dec 10 18:15:05.943147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e0f801ce-d544-432e-bc33-e0e41ded28c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82ee5b2cd648449a9eaa957f1fd190fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546706 Dec 10 18:15:05.947701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35588) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:06.035769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f39c94-b702-4426-92d6-3d09394b9859 req-dfc6e01e-df25-4ec4-849f-0f913604b786 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c HTTP/1.1" status: 200 len: 217 time: 0.0699933 Dec 10 18:15:06.053957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47a83b73-3653-4c00-bb69-230ad089f9aa req-e920aab2-a8fb-43bd-bde1-a22a2a550151 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808033 Dec 10 18:15:06.135208 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56571dd8-9b1f-46ec-ab73-db92b4f3d67b x-openstack-request-id: req-56571dd8-9b1f-46ec-ab73-db92b4f3d67b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:06.135804 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:06.136368 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56571dd8-9b1f-46ec-ab73-db92b4f3d67b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:06.136882 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'code': 200} Dec 10 18:15:06.223099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Deleting port ae5ecfb7-b612-4693-a439-5cff328df2f0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:06.223623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.249774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f39c94-b702-4426-92d6-3d09394b9859 req-342e3148-0354-46f3-be7e-699c26a1098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:06.251461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f39c94-b702-4426-92d6-3d09394b9859 req-342e3148-0354-46f3-be7e-699c26a1098c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 200 len: 852 time: 0.1935430 Dec 10 18:15:06.274587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] For port c22b0bc4-b585-4c80-ab37-6c6e6e188bff, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:06.282535 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f99b254e-2eeb-4fa3-bf8e-6f721eb93613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.284402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] For port c22b0bc4-b585-4c80-ab37-6c6e6e188bff, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:06.297230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.339141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c91f-1464-4d63-afc9-bb7fa53ca2cf req-5ee5e287-e936-4bd7-a0ae-df0a2bdeaa94 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:06.340671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b802c91f-1464-4d63-afc9-bb7fa53ca2cf req-5ee5e287-e936-4bd7-a0ae-df0a2bdeaa94 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 944 time: 0.2539022 Dec 10 18:15:06.342905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f99b254e-2eeb-4fa3-bf8e-6f721eb93613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.386140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f39c94-b702-4426-92d6-3d09394b9859 req-c968965f-52b1-496c-be31-08cd68ed78ad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9991c54f-ff41-48aa-8b6f-70c12caf5dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936136 Dec 10 18:15:06.400914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:06.401559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:06.403444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1963f0-6b5f-4dda-a6a2-e90725780674 None None] Pushing event updated for resources: {'Port': ['ID=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:06.425143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:06.485093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b802c91f-1464-4d63-afc9-bb7fa53ca2cf req-9d4cd791-3db1-4700-880b-89c9d518f916 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/security-groups?id=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336746 Dec 10 18:15:06.517094 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f99b254e-2eeb-4fa3-bf8e-6f721eb93613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.520819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f99b254e-2eeb-4fa3-bf8e-6f721eb93613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.522271 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f99b254e-2eeb-4fa3-bf8e-6f721eb93613 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/359eacc7-884f-4eaa-94fa-2dee2f603809 HTTP/1.1" status: 204 len: 168 time: 0.5736229 Dec 10 18:15:06.524458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:06.571999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b254e-2eeb-4fa3-bf8e-6f721eb93613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359eacc7-884f-4eaa-94fa-2dee2f603809,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:06.573081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d0028-31c9-4c91-ad51-d7b72199c67f req-5620c461-e420-46ed-bcf8-a4716235c516 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:06.580997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-545d0028-31c9-4c91-ad51-d7b72199c67f req-5620c461-e420-46ed-bcf8-a4716235c516 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.3190997 Dec 10 18:15:06.624043 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61ce2a00-1f82-439b-86ce-53a7ff6730f4 req-491b894d-3f4b-4aac-921e-5240e04ccd77 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 210 time: 0.0438523 Dec 10 18:15:06.636981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:06.643438 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91052f6-f42b-4a99-9b2d-c06195d20d50" -d '{"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-unplugged", "status": "completed", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:06.653087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] For port ae5ecfb7-b612-4693-a439-5cff328df2f0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ae5ecfb7-b612-4693-a439-5cff328df2f0,segment=NetworkSegment(75bb881d-1e75-45ed-b0f3-f13306d56307),segment_id=75bb881d-1e75-45ed-b0f3-f13306d56307)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:06.653471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.655832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.696146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Transition to ACTIVE for port object 62d21382-e7f8-4a90-8039-7a0640ee417a will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:15:06.703759 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:06.720293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Calling delete_port for ae5ecfb7-b612-4693-a439-5cff328df2f0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:06.728720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f39c94-b702-4426-92d6-3d09394b9859 req-c05decc1-fa54-40c0-a9f6-751cd04a16e3 service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236690 Dec 10 18:15:06.767396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:06.790035 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-545d0028-31c9-4c91-ad51-d7b72199c67f req-c27d42fd-40fb-4b1b-8997-850853550b7d tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823876 Dec 10 18:15:06.879501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:06.919088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35620) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:06.920549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] No DVR routers for this DVR port 62d21382-e7f8-4a90-8039-7a0640ee417a on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:06.938336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1444398973-network', 'tenant_id': '112018e5fa9c4c79b60c48e67c8c3340'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:07.043648 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f793994-20dd-4290-b512-1b7761f6e32c x-openstack-request-id: req-2f793994-20dd-4290-b512-1b7761f6e32c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:07.044233 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-unplugged", "status": "completed", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:07.044539 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f793994-20dd-4290-b512-1b7761f6e32c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:07.044931 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'code': 200} Dec 10 18:15:07.096800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:07.097080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:07.097415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:07.103336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Port 62d21382-e7f8-4a90-8039-7a0640ee417a on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:15:07.103688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Attempting to bind port 62d21382-e7f8-4a90-8039-7a0640ee417a on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:07.126123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Made reservation on behalf of 112018e5fa9c4c79b60c48e67c8c3340 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:07.128483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.148662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:07.149264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:07.149874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:07.150546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Bound port: 62d21382-e7f8-4a90-8039-7a0640ee417a, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:07.155025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.157819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.309377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:07.335577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:07.342859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.414250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.415862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:07.416702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.418146 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] 10.222.0.30 "PUT /v2.0/ports/62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 1096 time: 1.9316149 Dec 10 18:15:07.424150 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.456172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3c2c2-e6ce-4aca-a433-d150a5c289be req-c3e98c95-d357-4396-ab5f-38ccfd67b037 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:07.468941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ec3c2c2-e6ce-4aca-a433-d150a5c289be req-c3e98c95-d357-4396-ab5f-38ccfd67b037 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 943 time: 0.1161916 Dec 10 18:15:07.474554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:06Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:07.549118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb72a49-d6af-4ca9-8c90-459715652906 None None] The sync data for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 is: [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:06Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:07.553145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633d179-c01e-4669-81d1-3f3ad8f2913d service neutron] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:07.575181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:15:07.600913 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f39c94-b702-4426-92d6-3d09394b9859 req-3a50f542-151d-4632-8702-20de0943b5ca service neutron] 10.222.0.30 "GET /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8605142 Dec 10 18:15:07.658642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-d04f3bd8-84da-4ef2-81c6-9f9424cb614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:07.662967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-d04f3bd8-84da-4ef2-81c6-9f9424cb614e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1099 time: 0.1851389 Dec 10 18:15:07.668323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0319a0-7de0-4bb1-bc59-7774160cb71e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:07.680174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.680764 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Added segment 62ead0be-52bd-4922-a7e8-4ee9cc6cd6f7 of type vlan for network d3dacb86-fee8-4790-bd35-a328d34482ca Dec 10 18:15:07.869055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aec4a3-3fd4-48dd-8b98-1b2d3ea028d3 req-691b6b9a-4ef6-4343-88ec-5a4865cdb2e8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:07.881154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3aec4a3-3fd4-48dd-8b98-1b2d3ea028d3 req-691b6b9a-4ef6-4343-88ec-5a4865cdb2e8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.3378110 Dec 10 18:15:07.897248 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ec3c2c2-e6ce-4aca-a433-d150a5c289be req-30591831-a191-4ff9-8eee-2581cf00abbb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245036 Dec 10 18:15:07.899360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:07.982072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:08.050640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-d0f5d50e-5170-483a-911b-c4ccdbc8d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:08.064064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-d0f5d50e-5170-483a-911b-c4ccdbc8d420 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3754184 Dec 10 18:15:08.096684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Pushing event deleted for resources: {'Port': ['ID=ae5ecfb7-b612-4693-a439-5cff328df2f0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:08.104499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3aec4a3-3fd4-48dd-8b98-1b2d3ea028d3 req-5b91836d-0387-4115-a63c-39d98ba5758b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191985 Dec 10 18:15:08.124576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.125149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.135181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.136177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.136544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.137250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.137601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.137941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.138277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.138640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.139209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.139854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.139989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:08.183550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:08.184523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:08.185102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:08.202048 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-1a34fcf8-b7af-4491-95a6-c41ed39797b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.1296365 Dec 10 18:15:08.208743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-edba031a-fef3-48b7-b194-10a1debf3cc2 req-ca1edc0c-96e8-4757-9255-aa60fb0cb756 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.55 "GET /v2.0/ports?device_id=285a7cd2-0fe0-4bba-bb28-84d3e633c37e HTTP/1.1" status: 200 len: 210 time: 0.0926025 Dec 10 18:15:08.211533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] No DVR routers for this DVR port ae5ecfb7-b612-4693-a439-5cff328df2f0 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:08.223439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:08.233730 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e75dfc23-22bc-4af9-83ae-1dc08705cff1 req-f248ed19-1cc8-4cc0-a826-39a0cf283f96 tempest-ImagesTestJSON-922677031 tempest-ImagesTestJSON-922677031-project] 10.222.0.59 "DELETE /v2.0/ports/ae5ecfb7-b612-4693-a439-5cff328df2f0 HTTP/1.1" status: 204 len: 173 time: 2.3885643 Dec 10 18:15:08.234786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-deleted', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:08.239883 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935db184-1723-4263-af8f-1aa56e41546a" -d '{"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-deleted", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:08.263976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:15:08.280603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d364b136-4940-4e97-8181-b8e38bdd8c4c tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:08.287277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d364b136-4940-4e97-8181-b8e38bdd8c4c tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.30 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 820 time: 0.5628700 Dec 10 18:15:08.297117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:08.304105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Request body: {'port': {'device_id': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'admin_state_up': True, 'tenant_id': '9188bc6033bb4745aced6d8295614787'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:08.499884 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6b5059-3f1f-43f2-8310-0d734265077a x-openstack-request-id: req-fc6b5059-3f1f-43f2-8310-0d734265077a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:08.499884 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285a7cd2-0fe0-4bba-bb28-84d3e633c37e", "name": "network-vif-deleted", "tag": "ae5ecfb7-b612-4693-a439-5cff328df2f0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:08.499884 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fc6b5059-3f1f-43f2-8310-0d734265077a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:08.499884 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285a7cd2-0fe0-4bba-bb28-84d3e633c37e', 'name': 'network-vif-deleted', 'tag': 'ae5ecfb7-b612-4693-a439-5cff328df2f0', 'status': 'completed', 'code': 200} Dec 10 18:15:08.506909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:08.507337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ae5ecfb7-b612-4693-a439-5cff328df2f0 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:08.514155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5907025 Dec 10 18:15:08.518238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35662) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:08.525416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Request body: {'subnet': {'network_id': 'd3dacb86-fee8-4790-bd35-a328d34482ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1444398973-subnet', 'tenant_id': '112018e5fa9c4c79b60c48e67c8c3340', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:08.537968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-763f1a38-5c6e-440a-b65b-356df6806d40 req-23b5c21c-5920-486e-b705-39d8e3c04b39 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 210 time: 0.1850436 Dec 10 18:15:08.551117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: ae5ecfb7-b612-4693-a439-5cff328df2f0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:08.551474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ae5ecfb7-b612-4693-a439-5cff328df2f0 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:08.603156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Made reservation on behalf of 112018e5fa9c4c79b60c48e67c8c3340 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:08.605794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:08.616049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-19cbbb81-bfe3-485d-ae49-8a1f64318698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:08.620773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-19cbbb81-bfe3-485d-ae49-8a1f64318698 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.4177864 Dec 10 18:15:08.621706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697eee5e-180e-4bb6-a1c2-bef78de3163f admin admin] Pushing event updated for resources: {'Network': ['ID=d3dacb86-fee8-4790-bd35-a328d34482ca,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:08.637393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d3dacb86-fee8-4790-bd35-a328d34482ca details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:15:08.699441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ceded-0c3e-4731-9433-21684204c595 req-2589934a-3e4f-4713-9e68-12bfc6a4eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:08.702928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-2589934a-3e4f-4713-9e68-12bfc6a4eec8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702868 Dec 10 18:15:08.708341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Made reservation on behalf of 9188bc6033bb4745aced6d8295614787 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:08.712470 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:08.816872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:08.835883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c', 'network_id': '9991c54f-ff41-48aa-8b6f-70c12caf5dff', 'port_id': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c', 'mac_address': 'fa:16:3e:36:70:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6305297-35c8-4bd1-84c5-3776d17fe8cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:15:08.942834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:08.979027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:08.989702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-726ca211-a893-4251-830c-dbc01e0c53b6 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795453 Dec 10 18:15:09.016015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:09.039934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:09.055609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:09.057944 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:09.109532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Allocated IP 172.20.0.7 (73004976-a6bd-4644-abe6-9e4bd3b5bacd/0545861f-07a4-4159-950f-dd824555dfb8/a1591daa-267a-4837-b728-7245dfe7e9fc) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:09.132112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:09.270977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:09.293392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:09.434157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c22b0bc4-b585-4c80-ab37-6c6e6e188bff up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:09.506324 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:09.568782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c22b0bc4-b585-4c80-ab37-6c6e6e188bff triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:09.569170 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:09.581785 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:09.589232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c2405c0-0880-436d-aa98-ad250ca1b752 req-5e3d7ee6-6688-4970-bbd2-02333a25c1a8 tempest-AbsoluteLimitsNegativeTestJSON-1877804125 tempest-AbsoluteLimitsNegativeTestJSON-1877804125-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=379ec8dfaf294ac5aaedcbfb469b821c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4719751 Dec 10 18:15:09.653588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8605eb1-f271-4078-aa99-fb2c6fac2889 req-a71840c1-3b5c-437e-be17-87654214ee9a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:09.665306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8605eb1-f271-4078-aa99-fb2c6fac2889 req-a71840c1-3b5c-437e-be17-87654214ee9a tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 944 time: 0.5918219 Dec 10 18:15:09.669105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-74b00f63-bd53-4ab3-af51-245f598ea574 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708210 Dec 10 18:15:09.684814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Network 73004976-a6bd-4644-abe6-9e4bd3b5bacd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:09.739152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8605eb1-f271-4078-aa99-fb2c6fac2889 req-e032c106-94ea-4673-a543-902efacb7c9f tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740495 Dec 10 18:15:09.756801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:09.757225 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:09.768482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:09.808857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port c22b0bc4-b585-4c80-ab37-6c6e6e188bff, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:09.823842 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:09.855518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0969e0b-7b2f-4818-8c05-e3a4c2324fd5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:09.866861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Checking segment: {'id': '62ead0be-52bd-4922-a7e8-4ee9cc6cd6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd3dacb86-fee8-4790-bd35-a328d34482ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:09.867319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Network hostable DHCP agents. Network: d3dacb86-fee8-4790-bd35-a328d34482ca, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:15:09.875435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event updated for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:09.914451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:09.923149 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67b1e21-3968-4abc-af5f-92b3574cb86c x-openstack-request-id: req-e67b1e21-3968-4abc-af5f-92b3574cb86c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:09.923440 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:09.923699 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e67b1e21-3968-4abc-af5f-92b3574cb86c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:09.924102 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'status': 'completed', 'code': 200} Dec 10 18:15:09.954692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:09.955931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:10.001738 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-d8fb05b9-5f38-42ce-b219-d3afe06e7e78 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7065799 Dec 10 18:15:10.032847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Request body: {'port': {'device_id': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:10.035560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Network d3dacb86-fee8-4790-bd35-a328d34482ca is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:15:10.038719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-ecdca2fb-a7f2-4dbf-8999-35d55865b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.040993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-ecdca2fb-a7f2-4dbf-8999-35d55865b369 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1099 time: 0.0895865 Dec 10 18:15:10.053985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459c565-a1a9-417f-af7d-76f1f7241d2f req-8fa77e7c-50e9-4eab-8cf1-c5dd6546684a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.055901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5459c565-a1a9-417f-af7d-76f1f7241d2f req-8fa77e7c-50e9-4eab-8cf1-c5dd6546684a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.0688243 Dec 10 18:15:10.068216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2405c0-0880-436d-aa98-ad250ca1b752 req-fac09c55-a871-4991-8e44-6d3b6f8202f7 tempest-AbsoluteLimitsNegativeTestJSON-1877804125 tempest-AbsoluteLimitsNegativeTestJSON-1877804125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.070281 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c2405c0-0880-436d-aa98-ad250ca1b752 req-fac09c55-a871-4991-8e44-6d3b6f8202f7 tempest-AbsoluteLimitsNegativeTestJSON-1877804125 tempest-AbsoluteLimitsNegativeTestJSON-1877804125-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4578886 Dec 10 18:15:10.100611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d3dacb86-fee8-4790-bd35-a328d34482ca) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:10.113834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416eaaf1-aa40-405f-b161-6af92d6926bc None None] Network d3dacb86-fee8-4790-bd35-a328d34482ca requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:10.114971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.116743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:10.160673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:10.169544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c2405c0-0880-436d-aa98-ad250ca1b752 req-144a36ed-1a16-4d47-a0e7-380ded9db92b tempest-AbsoluteLimitsNegativeTestJSON-1877804125 tempest-AbsoluteLimitsNegativeTestJSON-1877804125-project] 10.222.0.55 "GET /v2.0/quotas/379ec8dfaf294ac5aaedcbfb469b821c HTTP/1.1" status: 200 len: 375 time: 0.0879290 Dec 10 18:15:10.189176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5459c565-a1a9-417f-af7d-76f1f7241d2f req-79c5b116-60ab-45d8-b422-543f2cd55497 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156712 Dec 10 18:15:10.217460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-8ca4f44c-829c-4e8a-9b5a-4af72d8a389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.220269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-8ca4f44c-829c-4e8a-9b5a-4af72d8a389a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1099 time: 0.2384670 Dec 10 18:15:10.269956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:10.273516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-cda6710c-3191-4405-bf19-5ff5fc0eea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.275072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-cda6710c-3191-4405-bf19-5ff5fc0eea65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2144740 Dec 10 18:15:10.316926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28185ff-268d-45ea-86ba-68624327a649 None None] Network d3dacb86-fee8-4790-bd35-a328d34482ca requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:10.347109 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c2405c0-0880-436d-aa98-ad250ca1b752 req-147586e2-7acc-469b-992c-200385169b24 tempest-AbsoluteLimitsNegativeTestJSON-1877804125 tempest-AbsoluteLimitsNegativeTestJSON-1877804125-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=379ec8dfaf294ac5aaedcbfb469b821c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1622543 Dec 10 18:15:10.354967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-6a31bc3d-ff5c-4646-b0be-6c7dfe7baff7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.0700037 Dec 10 18:15:10.461789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aaf16d23-ec22-4fc8-bddd-adc62605470a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9351637 Dec 10 18:15:10.475882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:15:10.497049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:10.497573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:10.689376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59085d54-d662-4aef-bfeb-bab28ca1030e req-87503ae5-8cc8-4ab4-a31f-2f7cdcbfcc6e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.707502 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59085d54-d662-4aef-bfeb-bab28ca1030e req-87503ae5-8cc8-4ab4-a31f-2f7cdcbfcc6e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 931 time: 0.2007475 Dec 10 18:15:10.719679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-e9c10437-5fe8-400c-bf33-f57c67ccb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.727723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-e9c10437-5fe8-400c-bf33-f57c67ccb1ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.3636768 Dec 10 18:15:10.742142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-7899d730-4fff-4ef4-beb7-f5c83c5badef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.743866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-7899d730-4fff-4ef4-beb7-f5c83c5badef service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4430687 Dec 10 18:15:10.784209 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:10.852144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:10.860156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59085d54-d662-4aef-bfeb-bab28ca1030e req-d138526f-9aeb-412f-80a2-ae5ff234902b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489816 Dec 10 18:15:10.862760 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30ec6fd-84d0-4fd2-a397-afbf4c9cf525" -d '{"events": [{"server_uuid": "635352b6-5116-428e-b28f-556592cce043", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:10.879648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-832c364c-fb02-41f4-b99e-a79010f5ee82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.1214881 Dec 10 18:15:10.892200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-1d231091-e905-4b2f-8293-10191de0bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:10.894050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-1d231091-e905-4b2f-8293-10191de0bf04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263597 Dec 10 18:15:10.901593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:10.913018 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:10.981944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35730) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:11.021920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:11.047894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-ab40ff0b-1c3f-41e7-9f5e-6de3719a048b service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450717 Dec 10 18:15:11.112599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-9d1ed690-f626-40cb-b1e2-b1cbe2d5b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:11.114533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-9d1ed690-f626-40cb-b1e2-b1cbe2d5b811 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1300519 Dec 10 18:15:11.125812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee68689-5eb3-4411-aea1-dde7215dd871 req-fd938e2e-f679-43af-aae2-19b55fc523dc tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:11.133168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ee68689-5eb3-4411-aea1-dde7215dd871 req-fd938e2e-f679-43af-aae2-19b55fc523dc tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.2251406 Dec 10 18:15:11.270120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-eed9c720-c95b-4881-bdee-5ea294cff99f service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145178 Dec 10 18:15:11.283960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-4afc144b-4062-44ee-b507-9b9cfc6496f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:11.285482 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-4afc144b-4062-44ee-b507-9b9cfc6496f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475935 Dec 10 18:15:11.308199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ee68689-5eb3-4411-aea1-dde7215dd871 req-2c3027d8-0000-4e76-ae43-05401c3e1beb tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738734 Dec 10 18:15:11.337852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c22b0bc4-b585-4c80-ab37-6c6e6e188bff up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:11.387427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf9a2-b597-49cb-9b57-43a62819ca89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:11.455135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c22b0bc4-b585-4c80-ab37-6c6e6e188bff triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:11.455523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:11.502021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1591daa-267a-4837-b728-7245dfe7e9fc {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:11.517910 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c2aa77-b749-4c67-b1b9-5a8dab3ddfe4 x-openstack-request-id: req-70c2aa77-b749-4c67-b1b9-5a8dab3ddfe4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:11.518813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:11.522346 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635352b6-5116-428e-b28f-556592cce043", "name": "network-vif-plugged", "status": "completed", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:11.523558 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-70c2aa77-b749-4c67-b1b9-5a8dab3ddfe4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:11.523558 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c', 'code': 200} Dec 10 18:15:11.564848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Transition to ACTIVE for port object a1591daa-267a-4837-b728-7245dfe7e9fc will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:15:11.576215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-d817973f-c36e-4ac3-9954-294664ccc129 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581651 Dec 10 18:15:11.584064 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:11.609961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-90a595de-8075-4c07-9a94-e24ea134694d tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:11.630322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-90a595de-8075-4c07-9a94-e24ea134694d tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/networks?id=030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 HTTP/1.1" status: 200 len: 815 time: 0.2654624 Dec 10 18:15:11.659766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-6469a0e9-70d7-42db-b9a0-321457dd333b tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/quotas/e8562045c7524ad7ba8e3eaca84bdb79 HTTP/1.1" status: 200 len: 375 time: 0.0283802 Dec 10 18:15:11.734208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-114e14c4-fa40-4bb3-9964-b83844b02324 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8562045c7524ad7ba8e3eaca84bdb79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732453 Dec 10 18:15:11.750957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf9a2-b597-49cb-9b57-43a62819ca89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:11.782982 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1dcf9a2-b597-49cb-9b57-43a62819ca89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:11.796925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67333365-e841-4614-9d4a-a4c2d8e8e1b6 req-0ed900f5-cbc7-4d7b-8e2c-c14151ff7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:11.798653 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67333365-e841-4614-9d4a-a4c2d8e8e1b6 req-0ed900f5-cbc7-4d7b-8e2c-c14151ff7062 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 1096 time: 0.1264489 Dec 10 18:15:11.882385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-f6c273c2-0398-4206-bb86-76effaccd9a4 service neutron] 10.222.0.55 "GET /v2.0/networks/030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385903 Dec 10 18:15:11.884514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67333365-e841-4614-9d4a-a4c2d8e8e1b6 req-9e64c7fb-7e7d-4043-8c2a-5bf690b16db9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693922 Dec 10 18:15:11.885742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Pushing event updated for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:11.910238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcf9a2-b597-49cb-9b57-43a62819ca89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa3e11-9318-46d3-8249-bff539dc9e39,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:11.917769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d1dcf9a2-b597-49cb-9b57-43a62819ca89 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=379ec8dfaf294ac5aaedcbfb469b821c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9320138 Dec 10 18:15:11.938588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35754) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:12.004228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f0bcb2-bbe4-485c-9f7a-cff8671d9ab7 req-67aa7a21-494e-4ca2-badc-20e6982e6837 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176121 Dec 10 18:15:12.034039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d59e2-a8f5-4f99-b2dc-51c2e057c5ac req-cc9607be-1c35-44e8-be4f-eec86f2a7c45 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:12.034406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-b69d3db7-7197-48c1-97d8-d88d83eb220d service neutron] 10.222.0.55 "GET /v2.0/networks/030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450529 Dec 10 18:15:12.035161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.042391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e68d59e2-a8f5-4f99-b2dc-51c2e057c5ac req-cc9607be-1c35-44e8-be4f-eec86f2a7c45 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 948 time: 0.2826469 Dec 10 18:15:12.064933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.069591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Attempting to bind port a1591daa-267a-4837-b728-7245dfe7e9fc on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:12.070216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Attempting to bind port a1591daa-267a-4837-b728-7245dfe7e9fc by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:12.070563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Attempting to bind port a1591daa-267a-4837-b728-7245dfe7e9fc on network 73004976-a6bd-4644-abe6-9e4bd3b5bacd {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:12.078185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Port a1591daa-267a-4837-b728-7245dfe7e9fc on network 73004976-a6bd-4644-abe6-9e4bd3b5bacd not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:15:12.078541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Attempting to bind port a1591daa-267a-4837-b728-7245dfe7e9fc on network 73004976-a6bd-4644-abe6-9e4bd3b5bacd {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:12.111008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:12.111359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Checking segment: {'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:12.111751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Bound using segment: {'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:12.112181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Bound port: a1591daa-267a-4837-b728-7245dfe7e9fc, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '033b351c-7743-47f5-9a1e-91be8098d702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:12.112539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.125279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.129279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.133623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3fa3e11-9318-46d3-8249-bff539dc9e39 HTTP/1.1" status: 204 len: 168 time: 0.1918199 Dec 10 18:15:12.139602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e68d59e2-a8f5-4f99-b2dc-51c2e057c5ac req-aa236a67-ea2f-4002-b1dc-26c0f4f1f53c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924861 Dec 10 18:15:12.144935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa3e11-9318-46d3-8249-bff539dc9e39,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:12.172152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.173063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.173663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.174250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.174881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.175702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.176157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.176732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.177207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.177606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.178017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.178441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.178830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de92b3d0-b13d-4932-96b5-26c989c797c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:12.268953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:15:12.302482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:12.310117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a1591daa-267a-4837-b728-7245dfe7e9fc,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:12.318254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.451702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:12.452458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.453943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] 10.222.0.30 "PUT /v2.0/ports/a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 1091 time: 2.4409456 Dec 10 18:15:12.454722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:12.457211 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f8c173-f159-44da-ad78-fe536612aa3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:12.489478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71872eec-03af-41b5-9971-bc6861869f16 service neutron] Pushing event updated for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:12.491678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:12.514089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9372f12-92dc-49a5-a7b6-65da941d2521 req-85197e57-43fa-4161-97c1-669ffc2aca7b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:12.516138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9372f12-92dc-49a5-a7b6-65da941d2521 req-85197e57-43fa-4161-97c1-669ffc2aca7b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 943 time: 0.1270421 Dec 10 18:15:12.540507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'mac_address': 'fa:16:3e:d6:e2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:15:12.641673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.655995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9372f12-92dc-49a5-a7b6-65da941d2521 req-6a819a38-583a-4b6e-a63c-a7e351706231 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144452 Dec 10 18:15:12.677515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d21382-e7f8-4a90-8039-7a0640ee417a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:12.709372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:12.714991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f6f3074-57ad-4331-a731-8b02072c52e3 req-262944b9-bc10-4fe1-952d-67ce09f94c6e tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 210 time: 0.0880239 Dec 10 18:15:12.716457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:12.758454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35780) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:12.781915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-15ea0e1c-63cd-4e93-a3b7-5ebb3dcdfcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:12.785146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-15ea0e1c-63cd-4e93-a3b7-5ebb3dcdfcf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1094 time: 0.2630136 Dec 10 18:15:12.818554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:12.822152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-692d6c62-0355-4ead-9fe0-f168818ed61e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:12.828506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-692d6c62-0355-4ead-9fe0-f168818ed61e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 948 time: 0.1690667 Dec 10 18:15:12.946604 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab82971b-c422-480c-9ad9-768f6151d99b x-openstack-request-id: req-ab82971b-c422-480c-9ad9-768f6151d99b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:12.947523 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:12.948919 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab82971b-c422-480c-9ad9-768f6151d99b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:12.948919 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'status': 'completed', 'code': 200} Dec 10 18:15:12.985807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-9d57c4b5-188a-4973-b3b5-87540f410390 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 217 time: 0.1910331 Dec 10 18:15:12.987538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['62d21382-e7f8-4a90-8039-7a0640ee417a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:13.063172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] Deleting subnet 43388b79-577f-4c12-ac62-071c26821e53 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:15:13.087791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b0a82-c526-43f8-a274-79eda46f95a7 req-37c746cc-00ed-4919-99a7-1beda0178b79 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:13.089558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-716b0a82-c526-43f8-a274-79eda46f95a7 req-37c746cc-00ed-4919-99a7-1beda0178b79 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.2019584 Dec 10 18:15:13.090326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.201165 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.243168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-2868bf2d-f776-4ccd-9283-735f50a568ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:13.254116 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-2868bf2d-f776-4ccd-9283-735f50a568ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.2543831 Dec 10 18:15:13.254890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-716b0a82-c526-43f8-a274-79eda46f95a7 req-c2fcc651-99be-4c07-ae73-4f623625ccd8 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392989 Dec 10 18:15:13.290617 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-a15ca64f-bbfd-4247-8eef-55bc233a0276 service neutron] delete failed (client error): The resource could not be found. Dec 10 18:15:13.291801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-a15ca64f-bbfd-4247-8eef-55bc233a0276 service neutron] 10.222.0.59 "DELETE /v2.0/ports/62d21382-e7f8-4a90-8039-7a0640ee417a/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.4524441 Dec 10 18:15:13.326644 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.334436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-ff944cfc-ba19-4eba-a25f-a5bfc36c4c12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706613 Dec 10 18:15:13.380409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce63e1-4375-4411-a158-d2bf18e880cc req-e88f362e-73d0-48d7-aaab-f4582b335a9e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:13.382144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0cce63e1-4375-4411-a158-d2bf18e880cc req-e88f362e-73d0-48d7-aaab-f4582b335a9e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 949 time: 0.3113627 Dec 10 18:15:13.430810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.461531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43388b79-577f-4c12-ac62-071c26821e53,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:13.473164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.481055 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-42f0e392-e8d1-469e-a4af-ad361637fcee admin admin] 10.222.0.55 "DELETE /v2.0/subnets/43388b79-577f-4c12-ac62-071c26821e53 HTTP/1.1" status: 204 len: 168 time: 0.7209094 Dec 10 18:15:13.482033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35798) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:13.587306 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.691977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.726877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-4f3e8832-aded-448e-8584-6fadc33e895a service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790097 Dec 10 18:15:13.729130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb0b288-c30d-4141-9e74-e08ced68f7aa']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:13.745513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bb881d-1e75-45ed-b0f3-f13306d56307') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:13.745513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bb881d-1e75-45ed-b0f3-f13306d56307') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:13.752343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35808) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:13.757284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.783086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.790393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0cce63e1-4375-4411-a158-d2bf18e880cc req-84fb7406-f82b-44e4-8ddd-0974b01dd94f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573482 Dec 10 18:15:13.820864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:15:13.821285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:15:13.823214 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:15:13.850983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-18ad8a35-96af-4e6c-bce1-543bff86c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:13.852611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-18ad8a35-96af-4e6c-bce1-543bff86c422 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1100 time: 0.4695134 Dec 10 18:15:13.905638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac91bd-1f33-4360-ac29-bacf80e42b81 req-7ae847d4-3a58-48cb-92b9-e2486c19c86e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:13.913773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aaac91bd-1f33-4360-ac29-bacf80e42b81 req-7ae847d4-3a58-48cb-92b9-e2486c19c86e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 943 time: 0.1425900 Dec 10 18:15:13.922211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.943465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:13.950598 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] 10.222.0.55 "DELETE /v2.0/networks/3bb0b288-c30d-4141-9e74-e08ced68f7aa HTTP/1.1" status: 204 len: 168 time: 0.4654009 Dec 10 18:15:13.959151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58e80c-9adf-46fd-bc66-6c96e28af602 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb0b288-c30d-4141-9e74-e08ced68f7aa,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:14.015745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aaac91bd-1f33-4360-ac29-bacf80e42b81 req-6cd79f7e-2691-4ab4-8b83-ce22231907d8 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009459 Dec 10 18:15:14.230640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35816) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:14.269038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:14.300866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2077684451-network', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:14.346691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 62d21382-e7f8-4a90-8039-7a0640ee417a completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:15:14.351691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 62d21382-e7f8-4a90-8039-7a0640ee417a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:14.352110 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.354700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f44ce4f-353a-4edf-a73c-148f166e1765 req-2184702c-5434-473a-b464-1d1915c51dde tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 210 time: 0.4670844 Dec 10 18:15:14.355808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-db4a6b07-0783-4aac-8b9e-a71c3c9d22f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68c8bb1bfcb54f01b8cc66a8a5ff760a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1209669 Dec 10 18:15:14.357771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35822) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:14.379357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Made reservation on behalf of fad5b5cf31e04212afff33a5003f6b6f for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:14.382101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.480953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-348beafd-bd88-43d7-8877-17d9005459a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.504550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.549095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-348beafd-bd88-43d7-8877-17d9005459a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.554947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.623641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:14.630418 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844211f1-3739-428c-816e-ae226305f2df" -d '{"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-plugged", "status": "completed", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:14.637514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:14.647283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.653417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d93ebf06-3cd6-41c4-9dc2-7e9c3013c448 req-67a29674-9537-43c1-970a-c1fae14cb917 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8997836 Dec 10 18:15:14.660588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-348beafd-bd88-43d7-8877-17d9005459a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.669187 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-348beafd-bd88-43d7-8877-17d9005459a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.675179 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-348beafd-bd88-43d7-8877-17d9005459a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2 HTTP/1.1" status: 204 len: 168 time: 0.3155038 Dec 10 18:15:14.702852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348beafd-bd88-43d7-8877-17d9005459a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba18a63-7cfd-49eb-b3c7-5ada46f7cfd2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:14.729720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-3e209f27-8fa5-494f-a4ad-6cd6c3b1bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:14.731816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-3e209f27-8fa5-494f-a4ad-6cd6c3b1bea6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.8705523 Dec 10 18:15:14.756250 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e3914-a47d-4b34-869c-a55b20a19784 x-openstack-request-id: req-cf7e3914-a47d-4b34-869c-a55b20a19784 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:14.756634 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-plugged", "status": "completed", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:14.756897 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cf7e3914-a47d-4b34-869c-a55b20a19784 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:14.757300 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'code': 200} Dec 10 18:15:14.866155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:14.884276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.884624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.884966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.885331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.888115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.889724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.890563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.892251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.893277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.894140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.894860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.895202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.895538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:14.925359 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-aa8e2e36-4986-4476-b06b-aa7bc8e05e9e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.1729631 Dec 10 18:15:14.947967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-523ef14d-7c5f-4ecd-bb09-028fc54e870c tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:14.949896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-523ef14d-7c5f-4ecd-bb09-028fc54e870c tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.59 "GET /v2.0/networks?id=030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 HTTP/1.1" status: 200 len: 815 time: 0.6650629 Dec 10 18:15:14.955044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478287c-b657-47e0-9803-f10a137f56cc req-2c451d48-3cbb-47c5-a9d8-cf3249d3ba17 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:14.963963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0478287c-b657-47e0-9803-f10a137f56cc req-2c451d48-3cbb-47c5-a9d8-cf3249d3ba17 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.0789559 Dec 10 18:15:14.964840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:14.971235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Request body: {'port': {'device_id': '51de2885-4646-491c-ad1b-250f81bd87ad', 'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3', 'admin_state_up': True, 'tenant_id': 'e8562045c7524ad7ba8e3eaca84bdb79'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:15.022032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0478287c-b657-47e0-9803-f10a137f56cc req-2935462a-091d-4cec-b703-8a65f6428aca tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569911 Dec 10 18:15:15.030737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:15.115250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c173-f159-44da-ad78-fe536612aa3d req-86550f84-4340-4aeb-ba2b-0201a51b8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.117066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51f8c173-f159-44da-ad78-fe536612aa3d req-86550f84-4340-4aeb-ba2b-0201a51b8c38 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1094 time: 0.3634799 Dec 10 18:15:15.127164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:15:15.202386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-47167ed1-d64f-4f47-b861-7b3f3c0f8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.203460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-47167ed1-d64f-4f47-b861-7b3f3c0f8773 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2430611 Dec 10 18:15:15.208775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:15.208775 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Added segment 143aef0f-0f6f-409b-8712-c3e171dbafd6 of type vlan for network d01fb161-afcb-4b67-b4eb-e037ae548704 Dec 10 18:15:15.255374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f718906f-161e-4f94-b34c-d55d0c77fb5c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:15.263139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26736e58-af30-43cf-be8a-cadf64674280 req-8ead733b-b366-49a2-8867-01d908c75fbc tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.268679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26736e58-af30-43cf-be8a-cadf64674280 req-8ead733b-b366-49a2-8867-01d908c75fbc tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 943 time: 0.0767546 Dec 10 18:15:15.342973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26736e58-af30-43cf-be8a-cadf64674280 req-a2300f51-c3a7-4367-9b11-e6748b16d8af tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652447 Dec 10 18:15:15.360802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bc0c1-ab7c-4d44-9b8e-88b83967895c req-7021ccc2-98f2-4514-8800-47c34c9ef74f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.367177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a3bc0c1-ab7c-4d44-9b8e-88b83967895c req-7021ccc2-98f2-4514-8800-47c34c9ef74f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.4369333 Dec 10 18:15:15.467986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:15.568478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-3148344b-4478-4266-b97a-4326ed66c2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.570062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-3148344b-4478-4266-b97a-4326ed66c2a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2485681 Dec 10 18:15:15.588946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c173-f159-44da-ad78-fe536612aa3d req-866c7b1a-08be-45c1-90ec-c702a2c127ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.590466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51f8c173-f159-44da-ad78-fe536612aa3d req-866c7b1a-08be-45c1-90ec-c702a2c127ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 0.4563990 Dec 10 18:15:15.596595 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a3bc0c1-ab7c-4d44-9b8e-88b83967895c req-b0d261d5-a91a-44f0-918f-6bc590b5c128 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027371 Dec 10 18:15:15.597641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Made reservation on behalf of e8562045c7524ad7ba8e3eaca84bdb79 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:15.601317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:15.630543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:15.631560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.632147 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:15.696829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5655ee23-600b-435e-bafc-e9c3bbccdee1 req-e37584a4-7219-4014-8cd2-dbfadd9fc681 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 210 time: 0.0456996 Dec 10 18:15:15.797435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51f8c173-f159-44da-ad78-fe536612aa3d req-8285518c-0c81-4556-90ed-16e0fbbf004b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 217 time: 0.1934402 Dec 10 18:15:15.803277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0375636 Dec 10 18:15:15.805865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35866) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:15.814038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Request body: {'subnet': {'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2077684451-subnet', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:15.845708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Made reservation on behalf of fad5b5cf31e04212afff33a5003f6b6f for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:15.848759 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:15.950694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc6294-ef4a-4ace-9e4d-60a537e9f0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=d01fb161-afcb-4b67-b4eb-e037ae548704,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:15.963632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d01fb161-afcb-4b67-b4eb-e037ae548704 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:15:15.991374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da8901-0de7-4d0c-b1e8-19d58a460824 req-535d846c-8f08-4e2a-ad72-8ffc342bd272 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:15.998848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-17da8901-0de7-4d0c-b1e8-19d58a460824 req-535d846c-8f08-4e2a-ad72-8ffc342bd272 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.2584753 Dec 10 18:15:16.002105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-eb2a6652-127e-4991-9649-eb5de138cd08 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235680 Dec 10 18:15:16.066452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8c173-f159-44da-ad78-fe536612aa3d req-06abf915-3d58-465e-aae7-a42d9bdd8f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:16.072815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51f8c173-f159-44da-ad78-fe536612aa3d req-06abf915-3d58-465e-aae7-a42d9bdd8f76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.2361054 Dec 10 18:15:16.160026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:16.239608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0242015e-3347-4eb0-9bb3-13bcd04711b6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:16.245922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Checking segment: {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:16.246384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Network hostable DHCP agents. Network: d01fb161-afcb-4b67-b4eb-e037ae548704, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:15:16.256059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-17da8901-0de7-4d0c-b1e8-19d58a460824 req-c6264600-333d-40dd-9c51-4e69ac2f8166 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562554 Dec 10 18:15:16.261567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51f8c173-f159-44da-ad78-fe536612aa3d req-a2d17b0d-b8ea-4594-a5db-acb9f2599e7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1692243 Dec 10 18:15:16.283337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Network d01fb161-afcb-4b67-b4eb-e037ae548704 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:15:16.289509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a1591daa-267a-4837-b728-7245dfe7e9fc details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:15:16.307781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d01fb161-afcb-4b67-b4eb-e037ae548704) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:16.318963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:16.321154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:16.322327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc8e9f3-b923-44a9-95dc-3913a4be67b9 None None] Network d01fb161-afcb-4b67-b4eb-e037ae548704 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:16.366174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de5d0c04-4107-416a-93bf-d8a93f3f71dc admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5590487 Dec 10 18:15:16.368855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35882) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:16.375876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:16.398612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51f8c173-f159-44da-ad78-fe536612aa3d req-69f3dcb5-51b8-4db9-85e2-8dc0b0d39d07 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179099 Dec 10 18:15:16.435083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:16.436500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:16.504804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51f8c173-f159-44da-ad78-fe536612aa3d req-d0a95e12-77ed-4a96-a998-fd180162d35f service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955081 Dec 10 18:15:16.537863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Allocated IP 172.20.0.9 (030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3/11975c01-3683-4bfe-b8d4-cd2b10898939/6fc9ddfb-8866-4115-a0cb-9cef7e45d840) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:16.568326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:16.634049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8c7eb-889a-4e23-ac9d-cdcf2fed0134 req-847164bf-7002-4919-98c7-5e2990971326 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:16.635748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0da8c7eb-889a-4e23-ac9d-cdcf2fed0134 req-847164bf-7002-4919-98c7-5e2990971326 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 943 time: 0.1299248 Dec 10 18:15:16.698531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0da8c7eb-889a-4e23-ac9d-cdcf2fed0134 req-e604dce7-10b0-4541-841c-3264396cda1d tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516493 Dec 10 18:15:16.707782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9ce445-2745-4ce7-bc6b-4148628a09a0 req-43831351-d3d1-4131-a4c0-53c72b8fd54b service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6890974 Dec 10 18:15:16.795954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a1591daa-267a-4837-b728-7245dfe7e9fc,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:16.869741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'port_id': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'mac_address': 'fa:16:3e:ca:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:15:16.919291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:16.944121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78b798-dec6-46c8-918b-65f4a2118bd8 req-1544a26c-9791-4aeb-826f-07c5f2c6be67 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:16.945675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c78b798-dec6-46c8-918b-65f4a2118bd8 req-1544a26c-9791-4aeb-826f-07c5f2c6be67 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1237671 Dec 10 18:15:16.969707 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:16.975651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-d01fb161-afcb-4b67-b4eb-e037ae548704', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:15:16.977404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.001803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38a9e757-7d8b-410b-b81a-88afdb2daf7e req-ad6b24a7-80f2-435b-ad0d-ffb0fc91bdd5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 210 time: 0.0460079 Dec 10 18:15:17.005234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1591daa-267a-4837-b728-7245dfe7e9fc {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:17.027063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a1591daa-267a-4837-b728-7245dfe7e9fc,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:17.050385 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.093172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.154644 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:15:17.182085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c78b798-dec6-46c8-918b-65f4a2118bd8 req-6692fffb-43c9-4ffa-bca0-d4bd075e0727 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150846 Dec 10 18:15:17.292720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.337178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:17.357492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['a1591daa-267a-4837-b728-7245dfe7e9fc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:17.470331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.475833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:17.478164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:17.489263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:17.495695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.595907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Pushing event updated for resources: {'Port': ['ID=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:17.634067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:17.635539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.637832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Allocated IP 172.20.0.2 (d01fb161-afcb-4b67-b4eb-e037ae548704/0242015e-3347-4eb0-9bb3-13bcd04711b6/0f928788-64b2-4222-8021-947a9bcc9be4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:17.669214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259fbe8-d6c9-4525-b461-c914793bc949 req-646727c7-6dc5-4bf5-a121-d1c8ee7e9578 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:17.672002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d259fbe8-d6c9-4525-b461-c914793bc949 req-646727c7-6dc5-4bf5-a121-d1c8ee7e9578 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.1853416 Dec 10 18:15:17.695157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-cd9dd820-a0db-4b4a-a846-81e2faed31e3 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7275095 Dec 10 18:15:17.721702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Request body: {'port': {'device_id': '51de2885-4646-491c-ad1b-250f81bd87ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:17.785565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Allocated IP 172.25.2.152 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/8e38cb32-8086-468a-a99c-ac20271a03f7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:17.792762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d259fbe8-d6c9-4525-b461-c914793bc949 req-ab396faf-a4fb-4b6a-85ca-e6d244253f53 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115243 Dec 10 18:15:17.877398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.905294 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.917175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:17.974038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Pushing event updated for resources: {'Port': ['ID=0f928788-64b2-4222-8021-947a9bcc9be4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:17.982120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Network d01fb161-afcb-4b67-b4eb-e037ae548704 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:17.984060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:17.989732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:17.991556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cd39c-19dd-4f21-941f-d6a66fe59e22 req-6f604a78-8737-4dca-aaa7-2bf7a34e1903 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:18.000942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd9cd39c-19dd-4f21-941f-d6a66fe59e22 req-6f604a78-8737-4dca-aaa7-2bf7a34e1903 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 944 time: 0.1326282 Dec 10 18:15:18.055027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Attempting to bind port 0f928788-64b2-4222-8021-947a9bcc9be4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:18.056848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Attempting to bind port 0f928788-64b2-4222-8021-947a9bcc9be4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:18.057294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Attempting to bind port 0f928788-64b2-4222-8021-947a9bcc9be4 on network d01fb161-afcb-4b67-b4eb-e037ae548704 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:18.065069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:18.065502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Checking segment: {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:18.066046 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.066543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Bound using segment: {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:18.067079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Bound port: 0f928788-64b2-4222-8021-947a9bcc9be4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:18.068060 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.070555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.096185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd9cd39c-19dd-4f21-941f-d6a66fe59e22 req-1ff64ce4-792d-41b3-937d-1e9b2d4bf17b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941191 Dec 10 18:15:18.169663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] For port 0f928788-64b2-4222-8021-947a9bcc9be4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:18.173032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] For port 0f928788-64b2-4222-8021-947a9bcc9be4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0f928788-64b2-4222-8021-947a9bcc9be4,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:18.181840 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.186799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.296550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:18.319599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1b262-60b3-4986-b447-03f38b1242f3 None None] Pushing event updated for resources: {'Port': ['ID=0f928788-64b2-4222-8021-947a9bcc9be4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:18.359248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:18.365100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:18.373861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Pushing event updated for resources: {'Port': ['ID=8e38cb32-8086-468a-a99c-ac20271a03f7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:18.456225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:18.468656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.482220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5c3b7a-c766-49ce-8e4f-148c2f191102 req-6953851d-ca83-41be-8a57-d230c60a3e1c tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:18.490665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab5c3b7a-c766-49ce-8e4f-148c2f191102 req-6953851d-ca83-41be-8a57-d230c60a3e1c tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 931 time: 0.1191912 Dec 10 18:15:18.515457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Transition to ACTIVE for port object 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:15:18.529700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.605348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab5c3b7a-c766-49ce-8e4f-148c2f191102 req-1b917958-8dc8-4896-989c-44680e5e4805 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137006 Dec 10 18:15:18.653635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:18.788377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Attempting to bind port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:18.788874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Attempting to bind port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '26be5271-fcff-41cd-b2c9-6a871c6f0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:18.789148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742d245-068a-4d6f-9d5c-f620129840dc req-71ee31b6-4a5a-49a2-bbee-24474fcd687e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:18.789629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Attempting to bind port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 on network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:18.791118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9742d245-068a-4d6f-9d5c-f620129840dc req-71ee31b6-4a5a-49a2-bbee-24474fcd687e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1170948 Dec 10 18:15:18.806210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 on network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:15:18.806210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Attempting to bind port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 on network 030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:18.811649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:18.812065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Checking segment: {'id': '26be5271-fcff-41cd-b2c9-6a871c6f0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:18.812548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Bound using segment: {'id': '26be5271-fcff-41cd-b2c9-6a871c6f0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:18.813934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Bound port: 6fc9ddfb-8866-4115-a0cb-9cef7e45d840, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26be5271-fcff-41cd-b2c9-6a871c6f0ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:18.814476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.818044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.908414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] For port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:18.912205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] For port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,segment=NetworkSegment(26be5271-fcff-41cd-b2c9-6a871c6f0ed6),segment_id=26be5271-fcff-41cd-b2c9-6a871c6f0ed6)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:18.920239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9742d245-068a-4d6f-9d5c-f620129840dc req-f6198641-b292-4dc0-bf38-1b1c437a2a9b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210165 Dec 10 18:15:18.925812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.989166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:18.989925 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:18.991753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/6fc9ddfb-8866-4115-a0cb-9cef7e45d840 HTTP/1.1" status: 200 len: 1091 time: 1.2758312 Dec 10 18:15:18.992669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51de2885-4646-491c-ad1b-250f81bd87ad', 'tag': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:18.995707 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8043307-8b22-4536-8603-cceb6e4ec3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "51de2885-4646-491c-ad1b-250f81bd87ad", "tag": "6fc9ddfb-8866-4115-a0cb-9cef7e45d840"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:19.037200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3545f-61f3-4e44-8754-8371031cd5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:19.113055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-e96bcc5d-18c5-4424-881d-9497a3c7922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:19.114625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-e96bcc5d-18c5-4424-881d-9497a3c7922e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8562045c7524ad7ba8e3eaca84bdb79&device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 1094 time: 0.0626581 Dec 10 18:15:19.166581 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-5dccc1ab-178b-4822-8bc1-0f20a7516962 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fc9ddfb-8866-4115-a0cb-9cef7e45d840 HTTP/1.1" status: 200 len: 217 time: 0.0419807 Dec 10 18:15:19.205481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f05c4-a542-4350-bce6-de8ec95b53b9 req-41fcde8a-3e20-43de-988b-3d600b2fc77e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:19.207279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e4f05c4-a542-4350-bce6-de8ec95b53b9 req-41fcde8a-3e20-43de-988b-3d600b2fc77e tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.1740081 Dec 10 18:15:19.210617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:19.284423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998beff0-e58b-4b43-b49c-906784d25832 req-7b80293b-9f74-409e-875c-cf24d515de5b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:19.302223 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-998beff0-e58b-4b43-b49c-906784d25832 req-7b80293b-9f74-409e-875c-cf24d515de5b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1261744 Dec 10 18:15:19.302223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-a683eed2-98eb-471a-9a71-6ffa26b74aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:19.314219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-a683eed2-98eb-471a-9a71-6ffa26b74aac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11975c01-3683-4bfe-b8d4-cd2b10898939 HTTP/1.1" status: 200 len: 855 time: 0.1359777 Dec 10 18:15:19.373647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0f928788-64b2-4222-8021-947a9bcc9be4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:19.413387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e4f05c4-a542-4350-bce6-de8ec95b53b9 req-81117774-6a2e-4e87-9a2b-8e813b7ee8c4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799839 Dec 10 18:15:19.484880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0f928788-64b2-4222-8021-947a9bcc9be4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:19.485523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:19.522510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Router 742c906c-027a-4f7b-8f0b-8823d6573260 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:15:19.667375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:19.677777 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Sync routers for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:19.680914 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:19.698921 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:19.699692 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:19.727399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:19.728867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a523750-217a-415c-8203-d2721b6a8151 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3589580 Dec 10 18:15:19.736418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35940) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:19.779443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0f928788-64b2-4222-8021-947a9bcc9be4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0f928788-64b2-4222-8021-947a9bcc9be4,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:19.787194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:19.829918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3f6ea-462d-42c3-b616-8fe618d3c0f8 req-bee020e0-5c79-454d-9c10-6b139a56d15e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:19.831785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e3e3f6ea-462d-42c3-b616-8fe618d3c0f8 req-bee020e0-5c79-454d-9c10-6b139a56d15e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 944 time: 0.1623902 Dec 10 18:15:19.838017 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f286bdf-c33b-45a4-a4b9-c4c270864c75 x-openstack-request-id: req-2f286bdf-c33b-45a4-a4b9-c4c270864c75 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:19.838656 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51de2885-4646-491c-ad1b-250f81bd87ad", "tag": "6fc9ddfb-8866-4115-a0cb-9cef7e45d840", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:19.838656 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f286bdf-c33b-45a4-a4b9-c4c270864c75 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:19.838986 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51de2885-4646-491c-ad1b-250f81bd87ad', 'tag': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840', 'status': 'completed', 'code': 200} Dec 10 18:15:19.898898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-58ed8fc9-30c5-46de-9a53-5c5b9d3e383e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5732715 Dec 10 18:15:19.913325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4a2b6-4490-4a89-9d98-28c1c27f533e None None] Network d01fb161-afcb-4b67-b4eb-e037ae548704 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:19.929111 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:19.935362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0f928788-64b2-4222-8021-947a9bcc9be4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:19.971532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e3e3f6ea-462d-42c3-b616-8fe618d3c0f8 req-a1a6eac2-161e-417e-9bab-219bfe9386f9 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256700 Dec 10 18:15:20.030413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ebf5cf91-73ce-4196-aab1-2caa4cb219d8 None None] Provisioning complete for port 0f928788-64b2-4222-8021-947a9bcc9be4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:20.031220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ebf5cf91-73ce-4196-aab1-2caa4cb219d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:20.150821 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:18Z', 'revision_number': 3, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:20.208537 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Checking router: 742c906c-027a-4f7b-8f0b-8823d6573260 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:20.208860 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Updating router 742c906c-027a-4f7b-8f0b-8823d6573260 port 8e38cb32-8086-468a-a99c-ac20271a03f7 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:15:20.236255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-998beff0-e58b-4b43-b49c-906784d25832 req-63beeb41-a222-428e-90d2-4004207d6c57 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9402244 Dec 10 18:15:20.275732 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:20.316976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-953fabd4-bd2e-4489-99aa-3422abfd6f2b service neutron] 10.222.0.59 "GET /v2.0/networks/030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863711 Dec 10 18:15:20.327515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a1591daa-267a-4837-b728-7245dfe7e9fc up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:20.342485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-62b99aba-93ac-4705-a32d-63bc2edc8215 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:20.344481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-62b99aba-93ac-4705-a32d-63bc2edc8215 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.4434726 Dec 10 18:15:20.513239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18413b-de0b-4bef-89be-78cdc61e1b5e req-a1649abb-dd93-4a3c-be79-25844ef9b3ec tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:20.536198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port a1591daa-267a-4837-b728-7245dfe7e9fc completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:15:20.539084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f18413b-de0b-4bef-89be-78cdc61e1b5e req-a1649abb-dd93-4a3c-be79-25844ef9b3ec tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 943 time: 0.1900005 Dec 10 18:15:20.549256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port a1591daa-267a-4837-b728-7245dfe7e9fc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:20.550647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:20.712055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:20.763441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f18413b-de0b-4bef-89be-78cdc61e1b5e req-53edfab2-2ca4-46bb-a727-2d755120c587 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234175 Dec 10 18:15:20.790628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a1591daa-267a-4837-b728-7245dfe7e9fc,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:20.795226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:20.799200 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58088c7-7f4a-45bf-bf17-a65d3e86e0e6" -d '{"events": [{"server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "name": "network-vif-plugged", "status": "completed", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:20.829721 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:20.830635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:20.899314 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:20.900781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aec3b-a9b4-4887-9cfc-078dc11d3316 req-eb2d2e6f-14ea-4b99-9b2e-0a8e218176e4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:20.916290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48aec3b-a9b4-4887-9cfc-078dc11d3316 req-eb2d2e6f-14ea-4b99-9b2e-0a8e218176e4 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/ports?device_id=635352b6-5116-428e-b28f-556592cce043 HTTP/1.1" status: 200 len: 945 time: 0.2256591 Dec 10 18:15:20.963816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2be609-993f-4a97-8840-bd0a89f05476 req-c4658ae9-6590-43e2-ab0e-19ee72715362 service neutron] 10.222.0.59 "GET /v2.0/networks/030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174030 Dec 10 18:15:21.006307 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5367e41-6e4d-4b18-b754-e4f9ca4d96da x-openstack-request-id: req-d5367e41-6e4d-4b18-b754-e4f9ca4d96da {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:21.006752 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "name": "network-vif-plugged", "status": "completed", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:21.007016 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5367e41-6e4d-4b18-b754-e4f9ca4d96da {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:21.007417 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'code': 200} Dec 10 18:15:21.008723 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.018927 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.061617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Deleting port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:21.062111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.068018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:21.120466 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Attempting to bind port 8e38cb32-8086-468a-a99c-ac20271a03f7 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:21.121263 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Attempting to bind port 8e38cb32-8086-468a-a99c-ac20271a03f7 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:21.121810 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Attempting to bind port 8e38cb32-8086-468a-a99c-ac20271a03f7 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:21.141638 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:21.142039 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:21.143561 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.143968 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:21.144461 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Bound port: 8e38cb32-8086-468a-a99c-ac20271a03f7, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:21.149364 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.167331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7cb06-097a-44a8-bdb4-c3da8c709a4a req-76466c2b-3010-41b7-a90d-fe99a682eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:21.172434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9a7cb06-097a-44a8-bdb4-c3da8c709a4a req-76466c2b-3010-41b7-a90d-fe99a682eff1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.1352577 Dec 10 18:15:21.173717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] For port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:21.174178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.187736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Calling delete_port for 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:21.230637 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3483bc09-12eb-4dd5-86ca-72c16ee66c6b None None] Provisioning complete for port 0f928788-64b2-4222-8021-947a9bcc9be4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:21.231264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3483bc09-12eb-4dd5-86ca-72c16ee66c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.231584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35968) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:21.236902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.283371 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] For port 8e38cb32-8086-468a-a99c-ac20271a03f7, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:21.302673 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] For port 8e38cb32-8086-468a-a99c-ac20271a03f7, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8e38cb32-8086-468a-a99c-ac20271a03f7,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:21.333957 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.335261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,segment=NetworkSegment(bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c),segment_id=bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:21.345548 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfd04b-9858-46b2-b933-35f9279b7d7a None None] Pushing event updated for resources: {'Port': ['ID=8e38cb32-8086-468a-a99c-ac20271a03f7,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:21.380263 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.422830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0f928788-64b2-4222-8021-947a9bcc9be4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:21.424574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9a7cb06-097a-44a8-bdb4-c3da8c709a4a req-f0b140ad-38c5-4d3f-8242-e5621f11b1ee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351902 Dec 10 18:15:21.455918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dbfb7-3d49-4fae-a53a-bc507da99faa req-32088459-f4b9-4d46-943e-de20c553240a tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:21.468118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f4dbfb7-3d49-4fae-a53a-bc507da99faa req-32088459-f4b9-4d46-943e-de20c553240a tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.2516837 Dec 10 18:15:21.495764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48aec3b-a9b4-4887-9cfc-078dc11d3316 req-bdb65479-fa9f-4b8d-b427-7a0a0341697d tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.55 "GET /v2.0/security-groups?id=999b8c91-d76c-4193-9d36-d04e45a65413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773470 Dec 10 18:15:21.499447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af9e2dff-e955-4b5f-ba63-da313cf84cee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.500663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.516337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0f928788-64b2-4222-8021-947a9bcc9be4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:21.520911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.522032 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:21.522721 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:21.524593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:21.572259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Pushing event deleted for resources: {'Port': ['ID=6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:21.587844 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfd04b-9858-46b2-b933-35f9279b7d7a None None] Pushing event updated for resources: {'Port': ['ID=8e38cb32-8086-468a-a99c-ac20271a03f7,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:21.628795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Allocated IP 172.20.0.1 (d01fb161-afcb-4b67-b4eb-e037ae548704/0242015e-3347-4eb0-9bb3-13bcd04711b6/65a17e5a-1ef6-4558-a73e-6430505806fb) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:21.693948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] No DVR routers for this DVR port 6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:21.696840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.700450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c0ce79e-f74e-4523-9b1d-eeda69d4b264 req-dd74ac09-5400-4535-bb45-cf2e63306804 tempest-DeleteServersTestJSON-1249088181 tempest-DeleteServersTestJSON-1249088181-project] 10.222.0.30 "DELETE /v2.0/ports/6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c HTTP/1.1" status: 204 len: 173 time: 1.3411739 Dec 10 18:15:21.702437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-09a724ca-d44f-41fa-a1e7-950425a15482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:21.704585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-09a724ca-d44f-41fa-a1e7-950425a15482 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e8562045c7524ad7ba8e3eaca84bdb79&device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 1094 time: 0.6580312 Dec 10 18:15:21.710900 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:21.849510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'name': 'network-vif-deleted', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:21.855332 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47f9cbf-840a-442f-9239-6471f813e2b4" -d '{"events": [{"server_uuid": "635352b6-5116-428e-b28f-556592cce043", "name": "network-vif-deleted", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:21.933843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:21.954169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-7081c836-c491-4d03-a6ba-b74801480069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:21.955748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-7081c836-c491-4d03-a6ba-b74801480069 service neutron] 10.222.0.59 "GET /v2.0/networks?id=030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 HTTP/1.1" status: 200 len: 916 time: 0.2399857 Dec 10 18:15:21.977534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f4dbfb7-3d49-4fae-a53a-bc507da99faa req-b59c4361-0cf9-4d55-9693-fae74f762957 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081215 Dec 10 18:15:22.061590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-34c8b186-f4c2-4852-ad1a-be00edaea249 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fc9ddfb-8866-4115-a0cb-9cef7e45d840 HTTP/1.1" status: 200 len: 217 time: 0.0900793 Dec 10 18:15:22.138046 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-ea40a4a5-4e3b-4a59-a0b9-38bd2dd385f0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343802 Dec 10 18:15:22.159380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a523b-0df0-42d0-88cc-1e2614745739 req-0873da29-0ba2-4787-91af-94a248ce746d tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:22.162549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce1a523b-0df0-42d0-88cc-1e2614745739 req-0873da29-0ba2-4787-91af-94a248ce746d tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 943 time: 0.2681074 Dec 10 18:15:22.167401 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:18Z', 'revision_number': 3, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:22.227918 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701528b8-96e2-479f-a771-ee71bbe4ccd7 None None] The sync data for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 is: [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:18Z', 'revision_number': 3, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:22.235141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-a7557d8b-56ec-4074-bd15-ed228dd6fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:22.237431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-a7557d8b-56ec-4074-bd15-ed228dd6fcca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=11975c01-3683-4bfe-b8d4-cd2b10898939 HTTP/1.1" status: 200 len: 855 time: 0.1671498 Dec 10 18:15:22.322195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-e9f923db-cba7-43ce-971e-02949a076cb1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661657 Dec 10 18:15:22.333565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-8963305b-9638-4cb6-8d6d-a9a00915459f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:22.344267 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-8963305b-9638-4cb6-8d6d-a9a00915459f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053311 Dec 10 18:15:22.346558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce1a523b-0df0-42d0-88cc-1e2614745739 req-efe7c2f0-d95b-4f42-8f1a-10ebbe320f36 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735570 Dec 10 18:15:22.354520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:22.425688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=65a17e5a-1ef6-4558-a73e-6430505806fb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:22.454715 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af9e2dff-e955-4b5f-ba63-da313cf84cee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:22.471128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-a7eca7c8-e098-4c31-95ef-9ec5443f7c7d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/quotas/0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 375 time: 0.1254342 Dec 10 18:15:22.487348 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b463e62b-cb8a-4c4f-9278-3b5b718f2a61 x-openstack-request-id: req-b463e62b-cb8a-4c4f-9278-3b5b718f2a61 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:22.487348 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635352b6-5116-428e-b28f-556592cce043", "name": "network-vif-deleted", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:22.487746 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b463e62b-cb8a-4c4f-9278-3b5b718f2a61 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:22.487880 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'name': 'network-vif-deleted', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c', 'status': 'completed', 'code': 200} Dec 10 18:15:22.516452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af9e2dff-e955-4b5f-ba63-da313cf84cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:22.580107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-af9e2dff-e955-4b5f-ba63-da313cf84cee admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fc1f05d09154b58bcf2a92dcc81f109&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3470473 Dec 10 18:15:22.585947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35996) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:22.590944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Network d01fb161-afcb-4b67-b4eb-e037ae548704 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:22.598675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:22.601491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:22.608062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e2dff-e955-4b5f-ba63-da313cf84cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014021c2-242a-4b7a-84cf-102c7088031b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:22.710850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-767a1474-2582-4c95-b5dc-2f8505c17eeb tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2293935 Dec 10 18:15:22.734815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:22.752643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-014a2419-7722-4c21-bbca-c210175e6744 service neutron] 10.222.0.59 "GET /v2.0/networks/030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006231 Dec 10 18:15:23.015916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:23.021374 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae66c7b2-e193-480a-9140-cf19a7f82954" -d '{"events": [{"server_uuid": "635352b6-5116-428e-b28f-556592cce043", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:23.094431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4128d2f-69f0-486e-b746-c3c74c231551 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:23.147454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4128d2f-69f0-486e-b746-c3c74c231551 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:23.167512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8043307-8b22-4536-8603-cceb6e4ec3e4 req-9c4f3549-6fd4-4bae-a2bb-3a680e5f640c service neutron] 10.222.0.59 "GET /v2.0/networks/030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184743 Dec 10 18:15:23.294139 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4128d2f-69f0-486e-b746-c3c74c231551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:23.297465 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4128d2f-69f0-486e-b746-c3c74c231551 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:23.300884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f4128d2f-69f0-486e-b746-c3c74c231551 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/014021c2-242a-4b7a-84cf-102c7088031b HTTP/1.1" status: 204 len: 168 time: 0.7049701 Dec 10 18:15:23.306717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-63cec6f1-9847-49cb-a812-b35f6abbab10 None None] Provisioning complete for port 65a17e5a-1ef6-4558-a73e-6430505806fb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:23.307344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63cec6f1-9847-49cb-a812-b35f6abbab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:23.393537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128d2f-69f0-486e-b746-c3c74c231551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014021c2-242a-4b7a-84cf-102c7088031b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:23.453103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d60d0-ca1e-4e2a-ba88-45404f4cd01c req-9c16daf2-8783-4f4e-9b6b-7310c37e2c67 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:23.464615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-339d60d0-ca1e-4e2a-ba88-45404f4cd01c req-9c16daf2-8783-4f4e-9b6b-7310c37e2c67 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1573424 Dec 10 18:15:23.518277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8e38cb32-8086-468a-a99c-ac20271a03f7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:23.594293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-339d60d0-ca1e-4e2a-ba88-45404f4cd01c req-a74b3484-3257-4409-8703-e65538310363 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284659 Dec 10 18:15:23.663900 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0e504f-48e6-416f-91ae-245a0d3d4b38 x-openstack-request-id: req-bd0e504f-48e6-416f-91ae-245a0d3d4b38 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:23.664242 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635352b6-5116-428e-b28f-556592cce043", "name": "network-vif-unplugged", "status": "completed", "tag": "6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:23.664588 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd0e504f-48e6-416f-91ae-245a0d3d4b38 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:23.664807 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635352b6-5116-428e-b28f-556592cce043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b2c9072-4ad6-4ec4-8dc3-b40c1eaebc7c', 'code': 200} Dec 10 18:15:23.677422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-63cec6f1-9847-49cb-a812-b35f6abbab10 None None] Port 65a17e5a-1ef6-4558-a73e-6430505806fb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:15:23.717872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 8e38cb32-8086-468a-a99c-ac20271a03f7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:23.718252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:23.770119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-989a3aba-799a-4846-bedd-a241ebaeef81 req-3a18d33a-56c8-4241-b129-d1f1b0f7eb6c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 210 time: 0.0896842 Dec 10 18:15:23.965486 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:24.002522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 8e38cb32-8086-468a-a99c-ac20271a03f7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8e38cb32-8086-468a-a99c-ac20271a03f7,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:24.009598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:24.021463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a727494-68f9-4e99-923c-b33ad3002350 req-bf677ffe-7c95-4df8-8e66-ab9b1390e200 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:24.052508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1a727494-68f9-4e99-923c-b33ad3002350 req-bf677ffe-7c95-4df8-8e66-ab9b1390e200 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 943 time: 0.1964655 Dec 10 18:15:24.070761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:24.136470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=8e38cb32-8086-468a-a99c-ac20271a03f7,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:24.225318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1a727494-68f9-4e99-923c-b33ad3002350 req-41e79a35-e627-42b9-ae6c-9c96d2a66cfe tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668553 Dec 10 18:15:24.370381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:15:24.396368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-de032df6-04ad-4748-9041-c356d169f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:24.397907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-de032df6-04ad-4748-9041-c356d169f8f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.1256766 Dec 10 18:15:24.603184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,segment=NetworkSegment(26be5271-fcff-41cd-b2c9-6a871c6f0ed6),segment_id=26be5271-fcff-41cd-b2c9-6a871c6f0ed6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:24.615105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-0ae0d216-513c-440a-a4d6-ec474fe4f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:24.616362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-0ae0d216-513c-440a-a4d6-ec474fe4f37a service neutron] 10.222.0.30 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 0.2072289 Dec 10 18:15:24.621438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840', 'network_id': '030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3', 'port_id': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840', 'mac_address': 'fa:16:3e:7f:93:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11975c01-3683-4bfe-b8d4-cd2b10898939', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:15:24.684010 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:24.703282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:24.730169 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-0a389ab0-80d1-4d97-acac-e087e2a5f6b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 217 time: 0.1030369 Dec 10 18:15:24.734968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d19808-51de-457b-ab77-6da029021289 req-f918fb2f-22fc-4687-87f4-1f78a19826e6 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:24.742979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6d19808-51de-457b-ab77-6da029021289 req-f918fb2f-22fc-4687-87f4-1f78a19826e6 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.3170342 Dec 10 18:15:24.760392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,segment=NetworkSegment(26be5271-fcff-41cd-b2c9-6a871c6f0ed6),segment_id=26be5271-fcff-41cd-b2c9-6a871c6f0ed6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:24.768791 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:24.800950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:24.860113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-0841db36-678f-4ba8-90fe-c4da8ec39eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:24.862990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-0841db36-678f-4ba8-90fe-c4da8ec39eae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.1186750 Dec 10 18:15:24.899787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:24.910350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6d19808-51de-457b-ab77-6da029021289 req-96b97741-03aa-45ab-8600-30004daee383 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664898 Dec 10 18:15:24.911314 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:24.932467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-b453e53a-3dd5-43ee-abfb-78caefebb7e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606940 Dec 10 18:15:25.027493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Pushing event updated for resources: {'Port': ['ID=65a17e5a-1ef6-4558-a73e-6430505806fb,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:25.114763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6fc9ddfb-8866-4115-a0cb-9cef7e45d840'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:25.166062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-6f892993-b035-4c29-b9eb-49d425e8ad29 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760586 Dec 10 18:15:25.168436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2174974c-dfba-40be-94ac-27127a719636 req-479d8e24-7563-4fa2-87c2-73c0016bed50 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 210 time: 0.0512354 Dec 10 18:15:25.223983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-7124fc61-7aa6-4fac-b20a-0caefe66edf5 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677143 Dec 10 18:15:25.284820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:25.387706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8e38cb32-8086-468a-a99c-ac20271a03f7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:25.537116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-ec12ba0f-d267-4e23-aa9c-9fd55b56fe48 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:25.539065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-ec12ba0f-d267-4e23-aa9c-9fd55b56fe48 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3581183 Dec 10 18:15:25.565931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Request body: {'port': {'device_id': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '0f1e6a68a6a44ab18808da2d7c2ddc92'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:25.577711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 8e38cb32-8086-468a-a99c-ac20271a03f7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:25.578099 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:25.597918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12dc0483-803f-47d4-86da-2934f1b18cf0 req-e5fff2e6-1cff-4444-ab79-a2ffd673c828 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577714 Dec 10 18:15:25.632963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae09532-d828-44f4-8f86-b5a2c3c7a2a5 req-82a7f9ae-8cab-417e-aa8a-a58ea688598b tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:25.634857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ae09532-d828-44f4-8f86-b5a2c3c7a2a5 req-82a7f9ae-8cab-417e-aa8a-a58ea688598b tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 944 time: 0.1606724 Dec 10 18:15:25.714251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Network d01fb161-afcb-4b67-b4eb-e037ae548704 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:25.718636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:25.728989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ae09532-d828-44f4-8f86-b5a2c3c7a2a5 req-e2d471a6-39c6-4233-a6f2-409b849e547b tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869210 Dec 10 18:15:26.041443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Made reservation on behalf of 0f1e6a68a6a44ab18808da2d7c2ddc92 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:26.045011 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:26.075227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275a67f-30b9-4d6c-83cf-9cf9511a8ddb req-14982ade-1ba6-44ea-9678-14f4551aacd1 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:26.083403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b275a67f-30b9-4d6c-83cf-9cf9511a8ddb req-14982ade-1ba6-44ea-9678-14f4551aacd1 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.0694666 Dec 10 18:15:26.108676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Router 742c906c-027a-4f7b-8f0b-8823d6573260 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:15:26.136643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9c8bcae5-4128-42ec-a3f8-24a36a255f3f None None] Provisioning complete for port 65a17e5a-1ef6-4558-a73e-6430505806fb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:26.137022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9c8bcae5-4128-42ec-a3f8-24a36a255f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:26.208229 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b275a67f-30b9-4d6c-83cf-9cf9511a8ddb req-d260c788-dab3-4065-84f9-b62782698eb1 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228521 Dec 10 18:15:26.228391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9c8bcae5-4128-42ec-a3f8-24a36a255f3f None None] Port 65a17e5a-1ef6-4558-a73e-6430505806fb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:15:26.378615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b1bf257-6495-4395-b141-d9b8c8f76dbb req-004d7a36-4f51-49af-a96e-9e0e28e8e0fe tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 210 time: 0.0593126 Dec 10 18:15:26.384277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:26.399151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:26.419602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b03d1ab4-d022-416b-8321-4b85945bfcb6 admin admin] 10.222.0.55 "PUT /v2.0/routers/742c906c-027a-4f7b-8f0b-8823d6573260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6812916 Dec 10 18:15:26.441680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Allocated IP 192.168.233.253 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/7dbd0fdc-2896-4609-aad9-b115e7978c97) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:26.452815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Sync routers for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:26.511658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:26.512152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:26.810338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:26.919673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:26.997350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:27.002447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:27.005465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:27.007208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:27.010286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:27.075343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f5a0a-b623-4821-ac72-4a54298c1c03 req-0404d7d0-2b9d-4a4e-8251-8632017998df tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:27.080429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b6f5a0a-b623-4821-ac72-4a54298c1c03 req-0404d7d0-2b9d-4a4e-8251-8632017998df tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 944 time: 0.1338241 Dec 10 18:15:27.088184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:27.089149 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:27.117549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-df2957c0-8d4b-4f48-ac81-c3b0884f0968 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5622416 Dec 10 18:15:27.135667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Request body: {'port': {'device_id': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:27.193663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b6f5a0a-b623-4821-ac72-4a54298c1c03 req-4d6b21f3-15dc-4a5b-912d-512a61c55e39 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012681 Dec 10 18:15:27.246843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:27.270466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105', '62d21382-e7f8-4a90-8039-7a0640ee417a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:27.447503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb05b6-dd55-47dc-bcf5-eb28533d3e9e req-95764a1e-eb97-4b1c-907c-cb52e2d98f02 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:27.456782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72eb05b6-dd55-47dc-bcf5-eb28533d3e9e req-95764a1e-eb97-4b1c-907c-cb52e2d98f02 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.1404986 Dec 10 18:15:27.531148 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72eb05b6-dd55-47dc-bcf5-eb28533d3e9e req-3dcf2cd0-7ae4-4574-bd5e-aec65015e508 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728049 Dec 10 18:15:27.547255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-83c50ffe-57f2-4102-af25-9e4058363734 None None] Provisioning complete for port 7dbd0fdc-2896-4609-aad9-b115e7978c97 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:27.547255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83c50ffe-57f2-4102-af25-9e4058363734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:27.613071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:15:27.716783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:27.717214 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:27.812776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce4a49-cddb-47c0-be90-bf6bdca0a7b7 req-20c72c81-7823-473f-8bd5-8930c4db83ca tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:27.822477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95ce4a49-cddb-47c0-be90-bf6bdca0a7b7 req-20c72c81-7823-473f-8bd5-8930c4db83ca tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1181574 Dec 10 18:15:27.878208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dbd0fdc-2896-4609-aad9-b115e7978c97 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:27.891732 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:27.915918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-83c50ffe-57f2-4102-af25-9e4058363734 None None] Port 7dbd0fdc-2896-4609-aad9-b115e7978c97 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:15:27.923329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Transition to ACTIVE for port object 7dbd0fdc-2896-4609-aad9-b115e7978c97 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:15:27.932488 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:27.933731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95ce4a49-cddb-47c0-be90-bf6bdca0a7b7 req-2c747180-d922-4604-a835-100e4d584f51 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013746 Dec 10 18:15:28.093162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:24Z', 'revision_number': 2, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:28.117734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:28.167869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36138) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:28.181410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ee8f0b68-b698-4b17-aaf8-391ccb2a74c5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989112793', 'description': 'tempest-description--241542026'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:28.190624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36140) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:28.205171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Checking router: 742c906c-027a-4f7b-8f0b-8823d6573260 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:28.205532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Updating router 742c906c-027a-4f7b-8f0b-8823d6573260 port 65a17e5a-1ef6-4558-a73e-6430505806fb binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:15:28.206901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Attempting to bind port 7dbd0fdc-2896-4609-aad9-b115e7978c97 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:28.207228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Attempting to bind port 7dbd0fdc-2896-4609-aad9-b115e7978c97 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:28.207608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Attempting to bind port 7dbd0fdc-2896-4609-aad9-b115e7978c97 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:28.235540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Port 7dbd0fdc-2896-4609-aad9-b115e7978c97 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:15:28.235878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Attempting to bind port 7dbd0fdc-2896-4609-aad9-b115e7978c97 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:28.255643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:28.256118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:28.256429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:28.261341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Bound port: 7dbd0fdc-2896-4609-aad9-b115e7978c97, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:28.261739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.363743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae5aa5-68cb-4863-8667-dcb32152f809 req-03cabd0c-ee9b-467a-b3d5-2f5f67db3563 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:28.376538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24ae5aa5-68cb-4863-8667-dcb32152f809 req-03cabd0c-ee9b-467a-b3d5-2f5f67db3563 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 948 time: 0.3226497 Dec 10 18:15:28.376922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.434217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0b68-b698-4b17-aaf8-391ccb2a74c5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.442053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,segment=NetworkSegment(26be5271-fcff-41cd-b2c9-6a871c6f0ed6),segment_id=26be5271-fcff-41cd-b2c9-6a871c6f0ed6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:28.449489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7494228-42cd-46ea-a848-60d7e313d33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.465037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de2885-4646-491c-ad1b-250f81bd87ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:28.470655 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cde1719-a840-4104-8b09-927e69785e20" -d '{"events": [{"server_uuid": "51de2885-4646-491c-ad1b-250f81bd87ad", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9ddfb-8866-4115-a0cb-9cef7e45d840"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:28.487644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:28.495761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:28.530258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.541850 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.558211 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.638163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0b68-b698-4b17-aaf8-391ccb2a74c5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.672282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0b68-b698-4b17-aaf8-391ccb2a74c5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.677429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:28.678052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.679497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] 10.222.0.30 "PUT /v2.0/ports/7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 200 len: 1096 time: 1.5485988 Dec 10 18:15:28.699586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:28.702772 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18791b3-ad87-4da8-9dd1-57889443c863" -d '{"events": [{"name": "network-changed", "server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:28.734991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e77ffc7-e513-4ed9-b882-27d350123d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.743210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a48b0-d316-43a2-aa1e-025e97f4763c req-f86e2bcf-9a9a-41a4-8d88-74404e974676 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:28.763695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-006a48b0-d316-43a2-aa1e-025e97f4763c req-f86e2bcf-9a9a-41a4-8d88-74404e974676 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 945 time: 0.2640874 Dec 10 18:15:28.778920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24ae5aa5-68cb-4863-8667-dcb32152f809 req-530034ce-c109-4449-90e1-0c1f080c9e8e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905070 Dec 10 18:15:28.839237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee8f0b68-b698-4b17-aaf8-391ccb2a74c5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:28.841123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee8f0b68-b698-4b17-aaf8-391ccb2a74c5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6699247 Dec 10 18:15:28.844781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36154) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:28.854106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fdd99270-7726-4d32-afbc-c88c0623eccf tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Request body: {'security_group_rule': {'security_group_id': '0b5e02db-5576-46ad-a25f-87e64ec531b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:28.891343 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414724a6-0567-44ac-a96d-8c10f2f2b30e x-openstack-request-id: req-414724a6-0567-44ac-a96d-8c10f2f2b30e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:28.891622 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de2885-4646-491c-ad1b-250f81bd87ad", "name": "network-vif-plugged", "status": "completed", "tag": "6fc9ddfb-8866-4115-a0cb-9cef7e45d840", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:28.893574 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-414724a6-0567-44ac-a96d-8c10f2f2b30e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:28.894006 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51de2885-4646-491c-ad1b-250f81bd87ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840', 'code': 200} Dec 10 18:15:28.915410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f0b68-b698-4b17-aaf8-391ccb2a74c5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e02db-5576-46ad-a25f-87e64ec531b0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:28.949443 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fdd99270-7726-4d32-afbc-c88c0623eccf tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.019110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfad885-45e2-4d94-9ccb-ab2eea8b7ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:29.034127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-006a48b0-d316-43a2-aa1e-025e97f4763c req-43b3c653-4bd3-47bf-8d9c-28af2fb3ec93 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693462 Dec 10 18:15:29.041658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-6a9b529c-d982-41a3-b6c6-3f55db615e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:29.043550 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-6a9b529c-d982-41a3-b6c6-3f55db615e6d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 1099 time: 0.2723866 Dec 10 18:15:29.067508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:29.125607 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c888985b-636a-443d-8060-00edbc640836 x-openstack-request-id: req-c888985b-636a-443d-8060-00edbc640836 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:29.126152 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:29.126345 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c888985b-636a-443d-8060-00edbc640836 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:29.126896 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'status': 'completed', 'code': 200} Dec 10 18:15:29.129014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-f745311e-3e4c-4ff4-b46c-a1d186701cb6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 200 len: 217 time: 0.0738332 Dec 10 18:15:29.205751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4445288-b695-45c7-b8a7-972c4feb117b req-98654f3a-c23b-4f89-879e-3db45e4b0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:29.207404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4445288-b695-45c7-b8a7-972c4feb117b req-98654f3a-c23b-4f89-879e-3db45e4b0cf2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 1096 time: 0.1943860 Dec 10 18:15:29.217384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-23770374-6cbd-4a66-9db7-c51a32ca1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:29.232826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-23770374-6cbd-4a66-9db7-c51a32ca1eb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0788920 Dec 10 18:15:29.291831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ada5ea-1734-44b8-a466-5b713bb9197d req-ad1148e2-1c4e-4b80-a825-815ef14a3da0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:29.294694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9ada5ea-1734-44b8-a466-5b713bb9197d req-ad1148e2-1c4e-4b80-a825-815ef14a3da0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.2801707 Dec 10 18:15:29.323543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.340536 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.379266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e77ffc7-e513-4ed9-b882-27d350123d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.381373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fdd99270-7726-4d32-afbc-c88c0623eccf tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.388659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-1aed76d1-1906-4198-967d-5d7518cac5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:29.392125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-1aed76d1-1906-4198-967d-5d7518cac5e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573443 Dec 10 18:15:29.415051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadecc22-bf40-4aa4-9bc2-9cf82012034c req-f32b5894-c0b9-4cf0-b53b-01cf916c8dac tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:29.416284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e77ffc7-e513-4ed9-b882-27d350123d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.417701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580adaa-5fc6-4003-972e-5f15cfc773bd None None] Pushing event updated for resources: {'Port': ['ID=65a17e5a-1ef6-4558-a73e-6430505806fb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:29.427030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dadecc22-bf40-4aa4-9bc2-9cf82012034c req-f32b5894-c0b9-4cf0-b53b-01cf916c8dac tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1404119 Dec 10 18:15:29.443433 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fdd99270-7726-4d32-afbc-c88c0623eccf tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.461126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0e77ffc7-e513-4ed9-b882-27d350123d61 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a28303ca34074821aaf2f90fe386e718&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2577512 Dec 10 18:15:29.472668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36162) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:29.481105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd99270-7726-4d32-afbc-c88c0623eccf tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfd8e24-3411-486a-a8f2-6a8be6eca2f4,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:29.490296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Attempting to bind port 65a17e5a-1ef6-4558-a73e-6430505806fb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:29.490716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Attempting to bind port 65a17e5a-1ef6-4558-a73e-6430505806fb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:29.491414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Attempting to bind port 65a17e5a-1ef6-4558-a73e-6430505806fb on network d01fb161-afcb-4b67-b4eb-e037ae548704 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:29.497756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:29.498239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Checking segment: {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:29.498965 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.499609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Bound using segment: {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:29.500715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Bound port: 65a17e5a-1ef6-4558-a73e-6430505806fb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:29.501123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.525850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4445288-b695-45c7-b8a7-972c4feb117b req-a465dab1-a641-4bd7-90df-fae2ab6bac1c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040142 Dec 10 18:15:29.553079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-1099d156-b4b5-4c57-8231-04248ff4cdd0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:29.554732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-1099d156-b4b5-4c57-8231-04248ff4cdd0 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.30 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 945 time: 0.2365038 Dec 10 18:15:29.568174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fdd99270-7726-4d32-afbc-c88c0623eccf tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.569872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fdd99270-7726-4d32-afbc-c88c0623eccf tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7233417 Dec 10 18:15:29.576448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36164) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:29.599944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-615aff78-05a1-4d44-a0e4-557b39cbc38b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Request body: {'security_group_rule': {'security_group_id': '0b5e02db-5576-46ad-a25f-87e64ec531b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:29.621467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] For port 65a17e5a-1ef6-4558-a73e-6430505806fb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:29.625767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] For port 65a17e5a-1ef6-4558-a73e-6430505806fb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=65a17e5a-1ef6-4558-a73e-6430505806fb,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:29.628201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77ffc7-e513-4ed9-b882-27d350123d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55197c91-d6ee-4759-b420-207a15614e5a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:29.649503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.651098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9ada5ea-1734-44b8-a466-5b713bb9197d req-2dfb7d9d-625a-472e-b832-d7dd7f79fbd8 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381810 Dec 10 18:15:29.675992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dadecc22-bf40-4aa4-9bc2-9cf82012034c req-4c082459-1ab0-4241-bc02-ba114d5f1e2e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432239 Dec 10 18:15:29.723009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94251d13-c3f5-4703-a9d2-b62dc9ba1947 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.726413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-615aff78-05a1-4d44-a0e4-557b39cbc38b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.730648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-d521e994-21fe-4cf4-97fe-cb70eeb95dcc service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008311 Dec 10 18:15:29.775821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:29.776395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:29.787968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Deleting port 9cde4701-2af6-41ee-8f7c-714544fae8b9 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:29.788325 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.841446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94251d13-c3f5-4703-a9d2-b62dc9ba1947 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.847219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580adaa-5fc6-4003-972e-5f15cfc773bd None None] Pushing event updated for resources: {'Port': ['ID=65a17e5a-1ef6-4558-a73e-6430505806fb,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:29.950656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] For port 9cde4701-2af6-41ee-8f7c-714544fae8b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9cde4701-2af6-41ee-8f7c-714544fae8b9,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:29.951379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.974902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3ed4fddb-7396-4bc5-87ad-65c471be6c20 None None] Provisioning complete for port 65a17e5a-1ef6-4558-a73e-6430505806fb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:29.975269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ed4fddb-7396-4bc5-87ad-65c471be6c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.979159 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-615aff78-05a1-4d44-a0e4-557b39cbc38b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:29.992422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Calling delete_port for 9cde4701-2af6-41ee-8f7c-714544fae8b9 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:29.995933 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-167ffd9c-de8c-40d5-be17-190ff0846675 req-3127706e-8fe8-47b1-bf9f-87c99fc3c6b1 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492707 Dec 10 18:15:30.000647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-615aff78-05a1-4d44-a0e4-557b39cbc38b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.061140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615aff78-05a1-4d44-a0e4-557b39cbc38b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d588c75-8ea3-4957-8358-496c1676ddc6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:30.070439 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94251d13-c3f5-4703-a9d2-b62dc9ba1947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.075185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:30.078492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94251d13-c3f5-4703-a9d2-b62dc9ba1947 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.087131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94251d13-c3f5-4703-a9d2-b62dc9ba1947 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55197c91-d6ee-4759-b420-207a15614e5a HTTP/1.1" status: 204 len: 168 time: 0.6117759 Dec 10 18:15:30.112261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cd062-3d04-48f1-a07d-7b817f34d639 req-f4b4f6bf-2467-485e-b4e8-e0c8a7d0417f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:30.113922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-279cd062-3d04-48f1-a07d-7b817f34d639 req-f4b4f6bf-2467-485e-b4e8-e0c8a7d0417f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 948 time: 0.2073691 Dec 10 18:15:30.136198 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-615aff78-05a1-4d44-a0e4-557b39cbc38b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.139304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-615aff78-05a1-4d44-a0e4-557b39cbc38b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5564177 Dec 10 18:15:30.147347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36172) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:30.152102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94251d13-c3f5-4703-a9d2-b62dc9ba1947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55197c91-d6ee-4759-b420-207a15614e5a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:30.158801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:30.253501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-279cd062-3d04-48f1-a07d-7b817f34d639 req-80f00289-2987-4a13-a337-cdb3cbf600bf tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127470 Dec 10 18:15:30.255859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-c16414d1-5706-4cc4-8c3b-9f187db85163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:30.258329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-c16414d1-5706-4cc4-8c3b-9f187db85163 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 1099 time: 0.1697531 Dec 10 18:15:30.265876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.319338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8ee6f-f175-4af2-8890-f32f11d7387a req-b24702e3-12ae-49a5-bdd3-62a088e0062f tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:30.321259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ac8ee6f-f175-4af2-8890-f32f11d7387a req-b24702e3-12ae-49a5-bdd3-62a088e0062f tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 945 time: 0.1042223 Dec 10 18:15:30.322734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.381990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Pushing event deleted for resources: {'Port': ['ID=9cde4701-2af6-41ee-8f7c-714544fae8b9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:30.440153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-d7fc5571-390c-4ebe-afde-4f9c13b1a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:30.441771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-d7fc5571-390c-4ebe-afde-4f9c13b1a6ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1581383 Dec 10 18:15:30.485171 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ac8ee6f-f175-4af2-8890-f32f11d7387a req-7fea880b-8852-4e9a-b857-b7d051a82ae8 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129413 Dec 10 18:15:30.501080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] No DVR routers for this DVR port 9cde4701-2af6-41ee-8f7c-714544fae8b9 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:30.506186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.512105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-acc858ac-1d2c-4c48-994b-080957194cc8 req-918acb86-f2d7-449a-8ba8-a43b87f45a87 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.30 "DELETE /v2.0/ports/9cde4701-2af6-41ee-8f7c-714544fae8b9 HTTP/1.1" status: 204 len: 173 time: 0.9481611 Dec 10 18:15:30.512829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'name': 'network-vif-deleted', 'tag': '9cde4701-2af6-41ee-8f7c-714544fae8b9'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:30.515702 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b81755e-13c8-4d94-82ac-e782a03ca79a" -d '{"events": [{"server_uuid": "dbc517cc-1acb-43c5-82a8-f64ef2eea50b", "name": "network-vif-deleted", "tag": "9cde4701-2af6-41ee-8f7c-714544fae8b9"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:30.533428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-65bc9327-e4ae-4299-8af3-e5bb7b14dcb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 200 len: 217 time: 0.0819037 Dec 10 18:15:30.564665 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb400c1-18a2-42fa-86df-7605923c3456 x-openstack-request-id: req-1fb400c1-18a2-42fa-86df-7605923c3456 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:30.565195 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc517cc-1acb-43c5-82a8-f64ef2eea50b", "name": "network-vif-deleted", "tag": "9cde4701-2af6-41ee-8f7c-714544fae8b9", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:30.565622 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fb400c1-18a2-42fa-86df-7605923c3456 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:30.566213 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc517cc-1acb-43c5-82a8-f64ef2eea50b', 'name': 'network-vif-deleted', 'tag': '9cde4701-2af6-41ee-8f7c-714544fae8b9', 'status': 'completed', 'code': 200} Dec 10 18:15:30.612862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9cde4701-2af6-41ee-8f7c-714544fae8b9'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:30.615400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['57677261-f1f0-4ed1-9f65-bc2c8a623865'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:30.726307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.730264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-c9a27faf-6116-4565-8b7e-4bddeb1f3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:30.740377 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-c9a27faf-6116-4565-8b7e-4bddeb1f3466 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1895370 Dec 10 18:15:30.831385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3672d5fe-652b-42ca-89aa-fbb2c92b11b1 req-97a9e915-71a5-4946-a7e9-dc2ede5924b8 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=dbc517cc-1acb-43c5-82a8-f64ef2eea50b HTTP/1.1" status: 200 len: 210 time: 0.0680673 Dec 10 18:15:30.934620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ed4fddb-7396-4bc5-87ad-65c471be6c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:30.991077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ac0ef-1d75-48f7-9d34-681cfebfeec4 req-a117d145-82e1-4ee9-8d81-7f24ca90d588 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:30.992271 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a60ac0ef-1d75-48f7-9d34-681cfebfeec4 req-a117d145-82e1-4ee9-8d81-7f24ca90d588 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.2247522 Dec 10 18:15:30.994029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-da2c9173-cbea-4683-89e0-8c8353945209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:30.995408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-da2c9173-cbea-4683-89e0-8c8353945209 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2380683 Dec 10 18:15:31.054879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3ed4fddb-7396-4bc5-87ad-65c471be6c20 None None] For port 65a17e5a-1ef6-4558-a73e-6430505806fb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=65a17e5a-1ef6-4558-a73e-6430505806fb,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:31.057462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Allocated IP 172.25.2.107 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/38fad7b3-8fb3-4075-9ef5-a7a7aad49a90) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:31.097706 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6b34bdd-05cc-4cfa-a04a-26115d35ca7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.113155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ed4fddb-7396-4bc5-87ad-65c471be6c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.180275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a60ac0ef-1d75-48f7-9d34-681cfebfeec4 req-25acba7d-d1b9-4eac-ba53-1615ede66bb3 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690578 Dec 10 18:15:31.246006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-c9e8b0c6-66a1-4a40-b0f1-3d885a571b5f service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374783 Dec 10 18:15:31.322905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4fddb-7396-4bc5-87ad-65c471be6c20 None None] Pushing event updated for resources: {'Port': ['ID=65a17e5a-1ef6-4558-a73e-6430505806fb,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:31.334112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36204) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:31.345526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0954d20e-db46-4bd6-a292-e4d5626bdf20 None None] Provisioning complete for port 65a17e5a-1ef6-4558-a73e-6430505806fb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:31.346047 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0954d20e-db46-4bd6-a292-e4d5626bdf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.385066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.435029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:29Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:31.443047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e18791b3-ad87-4da8-9dd1-57889443c863 req-0b7ea03c-76f2-4814-9a9b-ab58739cda4f service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830409 Dec 10 18:15:31.467205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053d539e-de50-4c44-9adf-b3962d10a993 None None] The sync data for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 is: [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:29Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:31.475388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.564405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event updated for resources: {'Port': ['ID=38fad7b3-8fb3-4075-9ef5-a7a7aad49a90,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:31.578637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:31.580489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:31.582006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f9a8e-26cd-4d0a-a06d-29582384851f req-e9f48fe3-867b-4b57-859d-7be7789258df tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:31.584004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:31.590590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f9a8e-26cd-4d0a-a06d-29582384851f req-e9f48fe3-867b-4b57-859d-7be7789258df tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 948 time: 0.1612215 Dec 10 18:15:31.603514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-713026921-network', 'tenant_id': '19f9b3c9a0474b66b62d8e480b92f36c'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:31.640381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Made reservation on behalf of 19f9b3c9a0474b66b62d8e480b92f36c for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:31.642853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.664498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.728004 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.730072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f9a8e-26cd-4d0a-a06d-29582384851f req-77436ca1-eba5-4ab1-b739-e946bf9adfa0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384785 Dec 10 18:15:31.749435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.752498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f82ad-e1a5-49f4-a4dc-2b69622326c1 req-87eb2b20-4349-4a8e-a198-187d07d74f2b tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:31.754145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe1f82ad-e1a5-49f4-a4dc-2b69622326c1 req-87eb2b20-4349-4a8e-a198-187d07d74f2b tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 945 time: 0.1012149 Dec 10 18:15:31.835051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.847764 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.852708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe1f82ad-e1a5-49f4-a4dc-2b69622326c1 req-065c2ec7-1388-44a3-81eb-261743f979e6 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895140 Dec 10 18:15:31.878023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.879333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:15:31.940084 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.940705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:31.941104 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Added segment 02c02d0f-5648-4358-89e3-9a551c290755 of type vlan for network 0371dc5e-6b7d-4050-af58-85cf6b30d783 Dec 10 18:15:32.039266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:32.146194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36228) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:32.171913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1373c2c5-122c-4f6f-beb6-9654e08c0127,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:32.177973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:32.179179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:32.179739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:32.241715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9062350 Dec 10 18:15:32.246265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36234) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:32.262224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Request body: {'subnet': {'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-713026921-subnet', 'tenant_id': '19f9b3c9a0474b66b62d8e480b92f36c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:32.279660 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:32.300005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:32.342584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3954584-4e31-4fed-85c6-07a835395b09 admin admin] Pushing event updated for resources: {'Network': ['ID=0371dc5e-6b7d-4050-af58-85cf6b30d783,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:32.356848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0371dc5e-6b7d-4050-af58-85cf6b30d783 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:15:32.478905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b054a7-bbfc-44c2-8bf9-ee85b18b9996 req-59a0d558-ae89-40d6-aacd-b1ab71435b43 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:32.496929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13b054a7-bbfc-44c2-8bf9-ee85b18b9996 req-59a0d558-ae89-40d6-aacd-b1ab71435b43 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1293128 Dec 10 18:15:32.509269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:15:32.616116 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13b054a7-bbfc-44c2-8bf9-ee85b18b9996 req-02d4a82d-b585-48c2-b35a-8a9070b03beb tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126800 Dec 10 18:15:32.635770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9cde4701-2af6-41ee-8f7c-714544fae8b9 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:32.647139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:32.679952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 9cde4701-2af6-41ee-8f7c-714544fae8b9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:32.680388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9cde4701-2af6-41ee-8f7c-714544fae8b9 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:32.688345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'mac_address': 'fa:16:3e:8b:fd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:15:32.732538 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:32.747802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbd0fdc-2896-4609-aad9-b115e7978c97 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:32.792404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:32.803356 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:32.867831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:32.955568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fac3b-328f-4345-ae3f-c2173bed7889 req-80c28875-9a36-4de8-9dad-478eac9997cf tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:32.957798 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-347fac3b-328f-4345-ae3f-c2173bed7889 req-80c28875-9a36-4de8-9dad-478eac9997cf tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 949 time: 0.0965040 Dec 10 18:15:33.033874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Made reservation on behalf of 19f9b3c9a0474b66b62d8e480b92f36c for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:33.036945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.050119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-347fac3b-328f-4345-ae3f-c2173bed7889 req-8018997c-7319-4c63-b573-e46440992b1a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843155 Dec 10 18:15:33.090459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['7dbd0fdc-2896-4609-aad9-b115e7978c97'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:33.196712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event updated for resources: {'Port': ['ID=38fad7b3-8fb3-4075-9ef5-a7a7aad49a90,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:33.252637 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.274542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] Deleting subnet e6305297-35c8-4bd1-84c5-3776d17fe8cc {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:15:33.297603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b818a-4424-47d0-8e00-619ba6ed6228 req-c3a6b26c-cb68-42d9-9100-b7103ada0c4e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:33.305484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e54b818a-4424-47d0-8e00-619ba6ed6228 req-c3a6b26c-cb68-42d9-9100-b7103ada0c4e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.3929267 Dec 10 18:15:33.307823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.365804 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.375962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a53c14b-c1ac-4b77-89a7-dd86ce42a6fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2163265 Dec 10 18:15:33.401010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 65a17e5a-1ef6-4558-a73e-6430505806fb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:33.409432 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.462165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 65a17e5a-1ef6-4558-a73e-6430505806fb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:33.462585 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.531929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.575584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e54b818a-4424-47d0-8e00-619ba6ed6228 req-b6fb51cf-9bb1-4be8-bf93-7bab03ebeb6c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688246 Dec 10 18:15:33.583707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.668970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.703881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=866622d1-7a4c-4c9f-b9a3-3bf306763390,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:33.727459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Checking segment: {'id': '02c02d0f-5648-4358-89e3-9a551c290755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:33.727829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Network hostable DHCP agents. Network: 0371dc5e-6b7d-4050-af58-85cf6b30d783, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:15:33.733375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.768156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.771890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e6305297-35c8-4bd1-84c5-3776d17fe8cc HTTP/1.1" status: 204 len: 168 time: 1.6212280 Dec 10 18:15:33.773018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bde53d-3536-4175-9e51-d056c393b9b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6305297-35c8-4bd1-84c5-3776d17fe8cc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:33.777516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:33.814413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3bd00-591d-4248-b58e-f38b2bbbbce6 req-f721fa21-8b95-4922-849a-8d5d6ed70bb7 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:33.816012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8a3bd00-591d-4248-b58e-f38b2bbbbce6 req-f721fa21-8b95-4922-849a-8d5d6ed70bb7 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.0839264 Dec 10 18:15:33.846297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Network 0371dc5e-6b7d-4050-af58-85cf6b30d783 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:15:33.869468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 0371dc5e-6b7d-4050-af58-85cf6b30d783) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:33.869726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8a3bd00-591d-4248-b58e-f38b2bbbbce6 req-c0092124-1ed2-490c-8b4e-74fc77196376 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472283 Dec 10 18:15:33.876486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.878394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ae06c2-0487-4703-93ab-0380f1c330d8 None None] Network 0371dc5e-6b7d-4050-af58-85cf6b30d783 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:33.888787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:33.889574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:33.912410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f8731658-0a33-4fe6-b339-a9cc8bf7a351 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6649661 Dec 10 18:15:33.995022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.008200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7988b2fe-888f-4ef9-be8e-1713df9e9b0a None None] Network 0371dc5e-6b7d-4050-af58-85cf6b30d783 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:34.022007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9991c54f-ff41-48aa-8b6f-70c12caf5dff']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:34.034331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:34.034831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5af7fb-cdd7-4a22-b5d0-201a4fe5283c') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:34.046115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.061883 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.073897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:15:34.074479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:15:34.077603 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:15:34.108683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.179904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.186396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.192720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9991c54f-ff41-48aa-8b6f-70c12caf5dff HTTP/1.1" status: 204 len: 168 time: 0.4131351 Dec 10 18:15:34.223108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff790e-b492-43fe-9948-77912d784854 admin admin] Pushing event deleted for resources: {'Network': ['ID=9991c54f-ff41-48aa-8b6f-70c12caf5dff,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:34.247608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3a16c-44e4-42f3-bf00-82697976c457 req-11d64eb8-02e0-42d1-931b-76e2a0027736 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:34.249388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2f3a16c-44e4-42f3-bf00-82697976c457 req-11d64eb8-02e0-42d1-931b-76e2a0027736 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 949 time: 0.0862551 Dec 10 18:15:34.340905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2f3a16c-44e4-42f3-bf00-82697976c457 req-27d3bd32-2dbf-4c5e-88fa-e720417524f4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700071 Dec 10 18:15:34.374874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:34.420173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36322) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:34.465522 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-958dfcae-b60a-4c57-a052-c5f152521f5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d1c617fa8a04d7c98b753e07497db5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440981 Dec 10 18:15:34.468289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:34.476423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.496695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 7dbd0fdc-2896-4609-aad9-b115e7978c97 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:15:34.503260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 7dbd0fdc-2896-4609-aad9-b115e7978c97 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:34.503681 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.524337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95ac2dc6-303d-4d8f-9891-108ed032338e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.526132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-a935960f-7eeb-4bc7-ad2b-155e44bd6c2b tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:34.534259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-a935960f-7eeb-4bc7-ad2b-155e44bd6c2b tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/networks?id=0371dc5e-6b7d-4050-af58-85cf6b30d783 HTTP/1.1" status: 200 len: 813 time: 0.1495578 Dec 10 18:15:34.554859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-2019503a-2b49-424b-a62f-4bab7fe0db2e tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/quotas/19f9b3c9a0474b66b62d8e480b92f36c HTTP/1.1" status: 200 len: 375 time: 0.0191493 Dec 10 18:15:34.558596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95ac2dc6-303d-4d8f-9891-108ed032338e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.597505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-f94aea45-c19e-449c-9f96-d0817ec69bcc tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=19f9b3c9a0474b66b62d8e480b92f36c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411634 Dec 10 18:15:34.640309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.647411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95ac2dc6-303d-4d8f-9891-108ed032338e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.650109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95ac2dc6-303d-4d8f-9891-108ed032338e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.653872 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-95ac2dc6-303d-4d8f-9891-108ed032338e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/999b8c91-d76c-4193-9d36-d04e45a65413 HTTP/1.1" status: 204 len: 168 time: 0.1844933 Dec 10 18:15:34.667079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac2dc6-303d-4d8f-9891-108ed032338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999b8c91-d76c-4193-9d36-d04e45a65413,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:34.704160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:34.706413 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8256c84e-32a8-4f7b-a31d-71babbaa964e" -d '{"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:34.747254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6f97d-5af5-432a-9eb6-a3ad7ee3f81f req-d142163c-41de-47f9-98a0-7192e35a69b4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:34.748850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ee6f97d-5af5-432a-9eb6-a3ad7ee3f81f req-d142163c-41de-47f9-98a0-7192e35a69b4 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0651114 Dec 10 18:15:34.756488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:34.768196 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:34.782583 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-3dda4f98-8424-4a4c-9473-7970012c029d service neutron] 10.222.0.55 "GET /v2.0/networks/0371dc5e-6b7d-4050-af58-85cf6b30d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833696 Dec 10 18:15:34.850068 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ee6f97d-5af5-432a-9eb6-a3ad7ee3f81f req-f0826a56-8545-4dd8-9f18-738d499f32ce tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876033 Dec 10 18:15:34.858140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:35.211858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-8e2b2c87-c380-4bb9-b1b8-6c74b29da1de service neutron] 10.222.0.55 "GET /v2.0/networks/0371dc5e-6b7d-4050-af58-85cf6b30d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275408 Dec 10 18:15:35.316902 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9186ad89-a878-4fb3-9854-260053edd35c x-openstack-request-id: req-9186ad89-a878-4fb3-9854-260053edd35c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:35.317405 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:35.317405 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9186ad89-a878-4fb3-9854-260053edd35c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:35.317658 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'code': 200} Dec 10 18:15:35.524877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46366b-aed1-43f7-805c-92f0cf4a043a req-d3ccf85a-8129-46a3-a3f3-88011cc28ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:35.527194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb46366b-aed1-43f7-805c-92f0cf4a043a req-d3ccf85a-8129-46a3-a3f3-88011cc28ae0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 1101 time: 0.1251538 Dec 10 18:15:35.559568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6541200-d031-4881-bbf0-101da30339b9 req-07979e7c-96c8-4b59-8ca5-558fc36ed19b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:35.565772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d66e5-7340-44bf-aeb2-f73f55d077c2 req-2548c0aa-93b9-462a-bee3-b7679fe0f515 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:35.568353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-989d66e5-7340-44bf-aeb2-f73f55d077c2 req-2548c0aa-93b9-462a-bee3-b7679fe0f515 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.0910280 Dec 10 18:15:35.583002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6541200-d031-4881-bbf0-101da30339b9 req-07979e7c-96c8-4b59-8ca5-558fc36ed19b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1148260 Dec 10 18:15:35.674004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb46366b-aed1-43f7-805c-92f0cf4a043a req-307387af-2e5b-45e4-8804-ee65fffeca7f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363051 Dec 10 18:15:35.677052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-989d66e5-7340-44bf-aeb2-f73f55d077c2 req-cf61ce36-c545-443c-a332-bebadb415b7d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993798 Dec 10 18:15:35.696706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6541200-d031-4881-bbf0-101da30339b9 req-465e5dcb-3c48-4187-9cf3-db1105260548 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127262 Dec 10 18:15:35.796999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-93420136-0769-4f48-b772-ffdc92dfb3ab req-ad6bac73-38fd-4cca-95d8-a2cf4ae6b44e tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 210 time: 0.0468640 Dec 10 18:15:35.941912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36404) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:36.040471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87f1bd-181d-41bb-a439-56d5befa9854 req-04d1a3f2-4f48-48f5-9514-00e19c6bf71c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:36.050160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d87f1bd-181d-41bb-a439-56d5befa9854 req-04d1a3f2-4f48-48f5-9514-00e19c6bf71c tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.0841670 Dec 10 18:15:36.125193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d87f1bd-181d-41bb-a439-56d5befa9854 req-06f1081d-f3b7-4e35-8b06-0ae068f8f914 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736060 Dec 10 18:15:36.181562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-999693999-network', 'tenant_id': 'b6687e1a7c07480f957713bd04918432'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:36.216661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:36.219986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.241634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.364014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.369779 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.431843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:15:36.460115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97571e9b-935d-47b0-af8a-c97695dfdfb0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:36.463239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.463861 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Added segment f9ea7bcb-326f-42ff-9a4a-751fed8f714b of type vlan for network a1e02eb6-044c-4472-8069-0938c7981d40 Dec 10 18:15:36.527461 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.562416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.563788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:36.564607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.595064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6517081 Dec 10 18:15:36.600158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36414) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:36.607694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Request body: {'subnet': {'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-subnet', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:36.640112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69f73a-77a1-45e6-bf9b-10ad87d738eb admin admin] Pushing event updated for resources: {'Network': ['ID=a1e02eb6-044c-4472-8069-0938c7981d40,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:36.641320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:36.650658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network a1e02eb6-044c-4472-8069-0938c7981d40 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:15:36.651970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:36.959282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8814d0-c3d4-4901-b74e-252327c4955b req-58a2dac8-3e13-42cc-b995-7c668d84ee0f tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:36.967052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a8814d0-c3d4-4901-b74e-252327c4955b req-58a2dac8-3e13-42cc-b995-7c668d84ee0f tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1046250 Dec 10 18:15:37.009057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.034813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-04562323-bcb5-4703-8d30-e4c7ac9ec0e7 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:37.037286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-04562323-bcb5-4703-8d30-e4c7ac9ec0e7 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.59 "GET /v2.0/networks?id=0371dc5e-6b7d-4050-af58-85cf6b30d783 HTTP/1.1" status: 200 len: 813 time: 0.1514313 Dec 10 18:15:37.051989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee37ac-cceb-4bdf-b14c-160c153a639d req-fbe021ba-d048-4a45-9aad-158bb75436d6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:37.062626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42ee37ac-cceb-4bdf-b14c-160c153a639d req-fbe021ba-d048-4a45-9aad-158bb75436d6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.2290580 Dec 10 18:15:37.073898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Request body: {'port': {'device_id': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783', 'admin_state_up': True, 'tenant_id': '19f9b3c9a0474b66b62d8e480b92f36c'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:37.118702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a8814d0-c3d4-4901-b74e-252327c4955b req-b1bc69e3-7274-49e8-a1a1-1e683f9a2b8f tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500900 Dec 10 18:15:37.196890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42ee37ac-cceb-4bdf-b14c-160c153a639d req-684973d6-4f32-4b29-8559-ad847cfb66c3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333530 Dec 10 18:15:37.227338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0c9154-5a71-403c-a602-a84d7cec1946,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:37.242911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Checking segment: {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:37.244055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Network hostable DHCP agents. Network: a1e02eb6-044c-4472-8069-0938c7981d40, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:15:37.268993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Made reservation on behalf of 19f9b3c9a0474b66b62d8e480b92f36c for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:37.272738 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.337378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2475f73a-47ac-44e0-b627-e4d0dda82772 req-765a071f-6e41-4a41-a646-6dfde4131b86 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 210 time: 0.0435240 Dec 10 18:15:37.338992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Network a1e02eb6-044c-4472-8069-0938c7981d40 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:15:37.366560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, a1e02eb6-044c-4472-8069-0938c7981d40) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:37.371843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:37.372532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.380986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adae25d-4ba9-467e-b691-d6d462e3dab6 None None] Network a1e02eb6-044c-4472-8069-0938c7981d40 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:37.428919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-568aa85c-ad20-428d-a7af-f137ba267ede admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8236144 Dec 10 18:15:37.432212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36428) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:37.451788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:37.484252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Allocated IP 172.20.0.4 (0371dc5e-6b7d-4050-af58-85cf6b30d783/866622d1-7a4c-4c9f-b9a3-3bf306763390/cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:37.511997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.513741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.553954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d030e32-379a-4b03-9fd5-939d39b0fcd5 req-1271965d-8b0f-47a1-8738-e4e86d4c1c71 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:37.561767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d030e32-379a-4b03-9fd5-939d39b0fcd5 req-1271965d-8b0f-47a1-8738-e4e86d4c1c71 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.2493777 Dec 10 18:15:37.572038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-a1e02eb6-044c-4472-8069-0938c7981d40', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'project_id': 'b6687e1a7c07480f957713bd04918432', 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:15:37.573421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.667315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.727864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d030e32-379a-4b03-9fd5-939d39b0fcd5 req-ee4e853c-f01e-48e9-a012-49f45d00c4b7 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627729 Dec 10 18:15:37.824544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.882195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Allocated IP 172.20.0.2 (a1e02eb6-044c-4472-8069-0938c7981d40/5c0c9154-5a71-403c-a602-a84d7cec1946/9d3ac573-a674-46f1-b5f4-dcd0729d6262) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:37.908878 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.920208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:37.983319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Network 0371dc5e-6b7d-4050-af58-85cf6b30d783 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:38.004440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:38.022579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:38.064082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Pushing event updated for resources: {'Port': ['ID=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:38.093794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-105d9369-cf5d-445b-a722-206f0c80f201 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:38.095376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-105d9369-cf5d-445b-a722-206f0c80f201 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.59 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.1145353 Dec 10 18:15:38.104216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:38.104838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.110586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.125636 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.127431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e6bf4091-1ae9-499b-9ce5-d008d492f69a tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0625281 Dec 10 18:15:38.158860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Request body: {'port': {'device_id': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:38.259527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Network a1e02eb6-044c-4472-8069-0938c7981d40 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:38.261445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:38.270218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:38.276546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Pushing event updated for resources: {'Port': ['ID=9d3ac573-a674-46f1-b5f4-dcd0729d6262,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:38.286195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.314906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.316004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Deleting port 57677261-f1f0-4ed1-9f65-bc2c8a623865 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:38.316356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.377683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.399917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a85068-7f12-4992-bca3-f1fea483f14e req-e10a282e-8a64-46fe-8573-f4d11a302584 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:38.401902 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37a85068-7f12-4992-bca3-f1fea483f14e req-e10a282e-8a64-46fe-8573-f4d11a302584 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1560531 Dec 10 18:15:38.431716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Attempting to bind port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:38.432087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Attempting to bind port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:38.433129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Attempting to bind port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 on network a1e02eb6-044c-4472-8069-0938c7981d40 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:38.446601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:38.448464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Checking segment: {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:38.449718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.450836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Bound using segment: {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:38.451671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Bound port: 9d3ac573-a674-46f1-b5f4-dcd0729d6262, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:38.451892 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.562480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] For port 9d3ac573-a674-46f1-b5f4-dcd0729d6262, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:38.568797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37a85068-7f12-4992-bca3-f1fea483f14e req-2ef23945-48bf-4b4f-89cb-e807824d59cb tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563077 Dec 10 18:15:38.574716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] For port 9d3ac573-a674-46f1-b5f4-dcd0729d6262, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d3ac573-a674-46f1-b5f4-dcd0729d6262,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:38.587355 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.646864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Allocated IP 172.25.2.111 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/76da1e2b-bc83-4d17-8ba1-a7175a11b8e2) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:38.683755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86291c2-2260-40b0-a80b-e6e9046c2fd9 req-3743db8b-01c4-4268-9494-f1229fbd947b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:38.693252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d86291c2-2260-40b0-a80b-e6e9046c2fd9 req-3743db8b-01c4-4268-9494-f1229fbd947b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.2316620 Dec 10 18:15:38.720862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d787cdd-42d6-4039-9df7-f06140579c2b None None] Pushing event updated for resources: {'Port': ['ID=9d3ac573-a674-46f1-b5f4-dcd0729d6262,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:38.833556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] For port 57677261-f1f0-4ed1-9f65-bc2c8a623865, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=57677261-f1f0-4ed1-9f65-bc2c8a623865,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:38.833828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:38.861950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Calling delete_port for 57677261-f1f0-4ed1-9f65-bc2c8a623865 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:38.899840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a975e-b889-474a-bcce-4ee6f679346c req-d45b649f-b3dc-42be-ba36-b8fad29bf0b9 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:38.901617 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e0a975e-b889-474a-bcce-4ee6f679346c req-d45b649f-b3dc-42be-ba36-b8fad29bf0b9 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 931 time: 0.1397116 Dec 10 18:15:38.907558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.010547 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d86291c2-2260-40b0-a80b-e6e9046c2fd9 req-2291144f-c7e4-4c76-8db4-08925606135e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162575 Dec 10 18:15:39.039378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e0a975e-b889-474a-bcce-4ee6f679346c req-7be0fad3-1470-4a61-987d-56ad6cbf8b3d tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291337 Dec 10 18:15:39.054240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.219071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:39.226242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Pushing event updated for resources: {'Port': ['ID=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:39.237853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:39.251436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:39.273338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:39.290122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.348223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ec8bc-f8a8-4d38-82fa-ed049d7dd74f req-69fd38c6-4458-482a-a5c5-aa81795a7df3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:39.349764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-538ec8bc-f8a8-4d38-82fa-ed049d7dd74f req-69fd38c6-4458-482a-a5c5-aa81795a7df3 tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/ports?device_id=218feae8-0fb5-4235-8789-a4d6fa326823 HTTP/1.1" status: 200 len: 945 time: 0.2018106 Dec 10 18:15:39.351165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5a78-3422-4e05-ad71-d4ca287f1b27 req-5469096e-c759-47c7-96fa-41e189864f23 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:39.361268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b89e5a78-3422-4e05-ad71-d4ca287f1b27 req-5469096e-c759-47c7-96fa-41e189864f23 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.2001781 Dec 10 18:15:39.366034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Transition to ACTIVE for port object cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:15:39.368771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.386947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['57677261-f1f0-4ed1-9f65-bc2c8a623865'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:39.395755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.429055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Pushing event deleted for resources: {'Port': ['ID=57677261-f1f0-4ed1-9f65-bc2c8a623865,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:39.437503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d3ac573-a674-46f1-b5f4-dcd0729d6262 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:39.537285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:39.539289 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.544739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b89e5a78-3422-4e05-ad71-d4ca287f1b27 req-52bb10c3-181e-4617-a100-a1dc01166628 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850033 Dec 10 18:15:39.554006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] No DVR routers for this DVR port 57677261-f1f0-4ed1-9f65-bc2c8a623865 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:39.559018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.563334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eda2f98-0919-4735-9ea2-a0e350a3e8e5 req-d4c10276-5dd9-427f-b79c-f9c30a046d5e tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.59 "DELETE /v2.0/ports/57677261-f1f0-4ed1-9f65-bc2c8a623865 HTTP/1.1" status: 204 len: 173 time: 1.4475880 Dec 10 18:15:39.571742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218feae8-0fb5-4235-8789-a4d6fa326823', 'name': 'network-vif-deleted', 'tag': '57677261-f1f0-4ed1-9f65-bc2c8a623865'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:39.576093 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc797451-9684-4d3a-be82-f68f9b2bb0fd" -d '{"events": [{"server_uuid": "218feae8-0fb5-4235-8789-a4d6fa326823", "name": "network-vif-deleted", "tag": "57677261-f1f0-4ed1-9f65-bc2c8a623865"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:39.647871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-538ec8bc-f8a8-4d38-82fa-ed049d7dd74f req-f3f1c8ac-58fe-4072-8af3-d687a5cadcdb tempest-ServerRescueNegativeTestJSON-972976622 tempest-ServerRescueNegativeTestJSON-972976622-project] 10.222.0.55 "GET /v2.0/security-groups?id=8cdea8b1-37f1-449a-8472-5af374c23b74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800272 Dec 10 18:15:39.649565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Pushing event updated for resources: {'Port': ['ID=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:39.727215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.755750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Attempting to bind port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:39.757688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Attempting to bind port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '02c02d0f-5648-4358-89e3-9a551c290755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:39.760191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Attempting to bind port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad on network 0371dc5e-6b7d-4050-af58-85cf6b30d783 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:39.775696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad on network 0371dc5e-6b7d-4050-af58-85cf6b30d783 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:15:39.776997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Attempting to bind port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad on network 0371dc5e-6b7d-4050-af58-85cf6b30d783 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:39.792315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:39.793429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Checking segment: {'id': '02c02d0f-5648-4358-89e3-9a551c290755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:39.796234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Bound using segment: {'id': '02c02d0f-5648-4358-89e3-9a551c290755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:39.796822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Bound port: cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02c02d0f-5648-4358-89e3-9a551c290755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:39.797344 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.855269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 9d3ac573-a674-46f1-b5f4-dcd0729d6262, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d3ac573-a674-46f1-b5f4-dcd0729d6262,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:39.865736 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:39.976194 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd688d-d823-4849-80e3-dc65cb1f030f x-openstack-request-id: req-86fd688d-d823-4849-80e3-dc65cb1f030f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:39.976584 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218feae8-0fb5-4235-8789-a4d6fa326823", "name": "network-vif-deleted", "tag": "57677261-f1f0-4ed1-9f65-bc2c8a623865", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:39.976793 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86fd688d-d823-4849-80e3-dc65cb1f030f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:39.979431 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218feae8-0fb5-4235-8789-a4d6fa326823', 'name': 'network-vif-deleted', 'tag': '57677261-f1f0-4ed1-9f65-bc2c8a623865', 'status': 'completed', 'code': 200} Dec 10 18:15:40.046263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:40.059087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=9d3ac573-a674-46f1-b5f4-dcd0729d6262,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:40.102914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] For port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:40.116304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] For port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,segment=NetworkSegment(02c02d0f-5648-4358-89e3-9a551c290755),segment_id=02c02d0f-5648-4358-89e3-9a551c290755)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:40.134044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:40.196995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:40.198068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:40.199583 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] 10.222.0.59 "PUT /v2.0/ports/cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad HTTP/1.1" status: 200 len: 1091 time: 2.0529811 Dec 10 18:15:40.243722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac8be-da02-4d2c-8194-ee1827d29b83 service neutron] Pushing event updated for resources: {'Port': ['ID=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:40.319736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-c3dce875-7ebb-455e-b783-b81333516d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:40.321757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-c3dce875-7ebb-455e-b783-b81333516d14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19f9b3c9a0474b66b62d8e480b92f36c&device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 1094 time: 0.0688946 Dec 10 18:15:40.362848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb39bf0-88bc-4af2-8c04-80772181770d req-07f2f6ea-e083-4b7f-b72f-6862b8cafc99 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:40.371141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb39bf0-88bc-4af2-8c04-80772181770d req-07f2f6ea-e083-4b7f-b72f-6862b8cafc99 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.3431575 Dec 10 18:15:40.451715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbf13d-20e3-4082-b7d1-e08cd1e82f92 None None] Network a1e02eb6-044c-4472-8069-0938c7981d40 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:40.455230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-623a0c33-2fa3-44ac-ad6d-cf62c3c7ba05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad HTTP/1.1" status: 200 len: 217 time: 0.1235497 Dec 10 18:15:40.465134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb39bf0-88bc-4af2-8c04-80772181770d req-214a136e-d6e2-4df1-a722-401f9191788f tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886183 Dec 10 18:15:40.604484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-6c5f4ad5-7a0c-46d2-9931-25de8389ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:40.606275 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-6c5f4ad5-7a0c-46d2-9931-25de8389ab70 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=866622d1-7a4c-4c9f-b9a3-3bf306763390 HTTP/1.1" status: 200 len: 853 time: 0.1219468 Dec 10 18:15:40.627892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-533ac181-4a4d-4b28-a423-702e7b564bda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2072861 Dec 10 18:15:40.693583 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-6ee98364-07b9-444a-8b7d-f5a372278151 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0371dc5e-6b7d-4050-af58-85cf6b30d783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621572 Dec 10 18:15:40.703723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee6815-2992-45db-b776-590a04ddea44 req-ece95bd0-d5dd-4e73-a80f-963615f0afc6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:40.714895 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fee6815-2992-45db-b776-590a04ddea44 req-ece95bd0-d5dd-4e73-a80f-963615f0afc6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1168246 Dec 10 18:15:40.728855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d047f-6eef-49f0-9b7f-2bacc5a2d436 req-aed1717d-4fab-41fe-bdfa-f390a4077d88 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:40.743427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-063d047f-6eef-49f0-9b7f-2bacc5a2d436 req-aed1717d-4fab-41fe-bdfa-f390a4077d88 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 943 time: 0.2921705 Dec 10 18:15:40.745217 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:40.756874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-24e025a1-7dbb-4374-87cb-20f3e0540096 None None] Provisioning complete for port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:40.757245 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24e025a1-7dbb-4374-87cb-20f3e0540096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:40.846562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fee6815-2992-45db-b776-590a04ddea44 req-af759f03-299f-4364-8dc6-5cca7abfc5d8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305535 Dec 10 18:15:40.893631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-063d047f-6eef-49f0-9b7f-2bacc5a2d436 req-c98a96a7-a445-4a8a-b3aa-cd0d70001192 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482399 Dec 10 18:15:40.968583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:41.012053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-13e2dbd2-805b-4ca7-a89b-d17b23bd2879 service neutron] 10.222.0.59 "GET /v2.0/networks/0371dc5e-6b7d-4050-af58-85cf6b30d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065329 Dec 10 18:15:41.171815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Router 3487c6a5-62a5-457f-a613-5eb2c1c448cc is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:15:41.276143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71c46e94-65e1-4ec9-ad4b-f40fc8566cb8 req-e9114d0c-334e-492b-ac89-a3ad8222e810 service neutron] 10.222.0.59 "GET /v2.0/networks/0371dc5e-6b7d-4050-af58-85cf6b30d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455244 Dec 10 18:15:41.398539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d3ac573-a674-46f1-b5f4-dcd0729d6262 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:41.543545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ce64f13f-036b-499c-933f-0aa0f1971397 None None] Provisioning complete for port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:41.544161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce64f13f-036b-499c-933f-0aa0f1971397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:41.645501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:41.645878 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:41.917112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:41.930294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Sync routers for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:41.951008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:41.951699 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:41.981649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'tag': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:41.986292 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55" -d '{"events": [{"name": "network-changed", "server_uuid": "e21ea3bd-dfcb-494d-a9da-0e97e765dbcb", "tag": "cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:42.050403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f69f5-acbc-44c2-a211-c4b7d25de27f req-3e7d8e37-505a-41b2-9288-fbc32775fed9 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:42.051979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af1f69f5-acbc-44c2-a211-c4b7d25de27f req-3e7d8e37-505a-41b2-9288-fbc32775fed9 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1899574 Dec 10 18:15:42.077335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5876d0-3102-47fe-9e57-35fd71e1bf13 req-2b014294-ae8c-473b-82bf-60ebeb0461e3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:42.082248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:42.083490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f0b463f-65cd-410a-bade-59d4c42c15a0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6479199 Dec 10 18:15:42.093249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d5876d0-3102-47fe-9e57-35fd71e1bf13 req-2b014294-ae8c-473b-82bf-60ebeb0461e3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1235409 Dec 10 18:15:42.097276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:42.200582 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:42.246721 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af1f69f5-acbc-44c2-a211-c4b7d25de27f req-f1799285-5539-4186-b470-0238d06e6585 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850302 Dec 10 18:15:42.297469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d5876d0-3102-47fe-9e57-35fd71e1bf13 req-bfcb1b28-4b2c-4619-825f-0325e0ccf35e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021642 Dec 10 18:15:42.348998 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65a44b0-dce2-47fb-a6a5-58e89b22e6d5 x-openstack-request-id: req-d65a44b0-dce2-47fb-a6a5-58e89b22e6d5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:42.349680 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e21ea3bd-dfcb-494d-a9da-0e97e765dbcb", "tag": "cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:42.350476 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d65a44b0-dce2-47fb-a6a5-58e89b22e6d5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:42.351522 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'tag': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad', 'status': 'completed', 'code': 200} Dec 10 18:15:42.480316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-9563f987-843f-40f7-ba37-ec1b8bc9a75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:42.482981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-9563f987-843f-40f7-ba37-ec1b8bc9a75b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=19f9b3c9a0474b66b62d8e480b92f36c&device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 1094 time: 0.1026421 Dec 10 18:15:42.483753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 57677261-f1f0-4ed1-9f65-bc2c8a623865 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:42.486896 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:39Z', 'revision_number': 3, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:42.516591 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Checking router: 3487c6a5-62a5-457f-a613-5eb2c1c448cc for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:42.516904 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Updating router 3487c6a5-62a5-457f-a613-5eb2c1c448cc port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:15:42.545079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 57677261-f1f0-4ed1-9f65-bc2c8a623865 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:42.545829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 57677261-f1f0-4ed1-9f65-bc2c8a623865 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:42.548652 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:42.675018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-daded321-18fd-478a-bdd6-16cc63e22dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:42.676545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-daded321-18fd-478a-bdd6-16cc63e22dc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0371dc5e-6b7d-4050-af58-85cf6b30d783 HTTP/1.1" status: 200 len: 914 time: 0.1851325 Dec 10 18:15:42.736455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-0461fcde-4e99-427d-8ac4-14ae247dfbee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad HTTP/1.1" status: 200 len: 217 time: 0.0510883 Dec 10 18:15:42.784410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-7cbddd4d-e40d-439a-bfac-9d9df62eddb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:42.785983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-7cbddd4d-e40d-439a-bfac-9d9df62eddb2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 1101 time: 0.1611362 Dec 10 18:15:42.834342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-3acc47e5-ff60-4ca1-8546-7c469ac878ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:42.844693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-3acc47e5-ff60-4ca1-8546-7c469ac878ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=866622d1-7a4c-4c9f-b9a3-3bf306763390 HTTP/1.1" status: 200 len: 853 time: 0.1010790 Dec 10 18:15:42.846276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431ebee-c911-4430-af99-f07f0699ab11 req-42ce181b-8f9c-48f5-8416-18a9015e67f9 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:42.854256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1431ebee-c911-4430-af99-f07f0699ab11 req-42ce181b-8f9c-48f5-8416-18a9015e67f9 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 943 time: 0.4496486 Dec 10 18:15:42.906809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-4fe548dd-dba9-4f04-9168-72ac85a7f31b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0371dc5e-6b7d-4050-af58-85cf6b30d783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537982 Dec 10 18:15:42.930298 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:42.941524 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:42.974474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:43.065441 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-012c1ece-e772-471e-a1f1-28e46a84c677 service neutron] 10.222.0.59 "GET /v2.0/networks/0371dc5e-6b7d-4050-af58-85cf6b30d783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492691 Dec 10 18:15:43.074215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1431ebee-c911-4430-af99-f07f0699ab11 req-3cb4a45e-e0c5-4d23-b565-a91593169351 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143342 Dec 10 18:15:43.130746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-f17990c7-bd67-4a0a-8382-0e485c4d3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.132331 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-f17990c7-bd67-4a0a-8382-0e485c4d3a0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3090663 Dec 10 18:15:43.256145 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Attempting to bind port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:43.256513 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Attempting to bind port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:43.264360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a7e5fba-be7d-44e2-9e99-be16eef7fb55 req-7881fc5c-16a6-461f-a351-27c05cace14a service neutron] 10.222.0.59 "GET /v2.0/networks/0371dc5e-6b7d-4050-af58-85cf6b30d783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901469 Dec 10 18:15:43.265693 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Attempting to bind port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:43.334647 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:43.335300 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:43.335888 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:43.336458 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:43.340588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Bound port: 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:43.341269 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:43.402003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Pushing event updated for resources: {'Port': ['ID=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:43.413867 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.414541 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.415088 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.415428 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.415798 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.416097 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.416424 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.416937 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.417444 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.417937 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.418872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.419397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.419896 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:15:43.436958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3de23-cf2b-48fd-896c-58699febb5a0 req-d3cd5bc7-393e-4aff-9ed0-fa2df7218ed7 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.441424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1d3de23-cf2b-48fd-896c-58699febb5a0 req-d3cd5bc7-393e-4aff-9ed0-fa2df7218ed7 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.0741978 Dec 10 18:15:43.451780 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] For port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:43.461965 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] For port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:43.472491 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:43.500199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-8f3e0b0b-9a06-419f-bae4-bc92eaaf3adb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 200 len: 217 time: 0.3528340 Dec 10 18:15:43.505464 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1d3de23-cf2b-48fd-896c-58699febb5a0 req-43447c99-1db6-40ee-a036-a60866ac791e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568788 Dec 10 18:15:43.573021 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:43.573562 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:43.648505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-9fcf0ecb-7713-4235-995d-9b48e71c71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.650284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-9fcf0ecb-7713-4235-995d-9b48e71c71a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0865626 Dec 10 18:15:43.701995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb2cfd-6c87-4216-bdc9-3d8bef15ba86 req-ba28e210-f3ec-464b-bc63-2097fa8f85aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.709763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5fb2cfd-6c87-4216-bdc9-3d8bef15ba86 req-ba28e210-f3ec-464b-bc63-2097fa8f85aa tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.2413733 Dec 10 18:15:43.731414 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-271e70c8-ac27-4dd3-8db4-e5b8d9dcb8df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0889282 Dec 10 18:15:43.777339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5fb2cfd-6c87-4216-bdc9-3d8bef15ba86 req-767b078f-93b2-4dc2-917a-b0d6c0c946e5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664415 Dec 10 18:15:43.781996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:43.819641 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4adcb8-e109-4ab8-9bad-c18c9667aec4 None None] Pushing event updated for resources: {'Port': ['ID=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:43.882136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.882634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.886602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.895398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.895952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.896435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.896908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.899923 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-45de0df6-1458-444e-8aea-8e4be09c0841 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6490 time: 0.1341472 Dec 10 18:15:43.916499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-a6da01f4-fddc-4255-a9ef-36195574b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:43.918238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-a6da01f4-fddc-4255-a9ef-36195574b2fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2412069 Dec 10 18:15:44.059278 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:39Z', 'revision_number': 3, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:44.061587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:44.067822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-dff2bbc7-4858-4dc1-bfcb-63b5e1abc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:44.069086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-dff2bbc7-4858-4dc1-bfcb-63b5e1abc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:44.069711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-dff2bbc7-4858-4dc1-bfcb-63b5e1abc5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:44.071802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-dff2bbc7-4858-4dc1-bfcb-63b5e1abc5f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f16a1c-0704-4aef-b293-34ef2c867633&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 200 len: 2292 time: 0.1375360 Dec 10 18:15:44.077484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-34a97ffe-85ef-4df7-84cd-fe93bf263f08 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153343 Dec 10 18:15:44.084125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Deleting port a59a81b0-9ab4-4c61-8d14-4178606ababc {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:44.084443 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:44.094011 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83371ec2-e0dc-4c69-b4ff-c7153705a944 None None] The sync data for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 is: [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:39Z', 'revision_number': 3, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:44.189701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-0388968b-ffb0-44de-9154-d7b5dd6e4248 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5 HTTP/1.1" status: 200 len: 1001 time: 0.1086371 Dec 10 18:15:44.303222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-b0538949-2f84-4887-b056-129749ad503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:44.304741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-b0538949-2f84-4887-b056-129749ad503f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dcb8681-2be1-4438-bbc8-5d4f939491fc HTTP/1.1" status: 200 len: 850 time: 0.1036181 Dec 10 18:15:44.319121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe478d28-fe7a-4734-a9d8-80199ac44aa2 req-6e40e797-cb54-450a-bd0b-bba195193ead tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:44.320689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe478d28-fe7a-4734-a9d8-80199ac44aa2 req-6e40e797-cb54-450a-bd0b-bba195193ead tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 943 time: 0.1348164 Dec 10 18:15:44.360880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-2d469530-ddf9-4524-8ece-77e434347f33 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743621 Dec 10 18:15:44.369549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] For port a59a81b0-9ab4-4c61-8d14-4178606ababc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a81b0-9ab4-4c61-8d14-4178606ababc,segment=NetworkSegment(4a704145-adf3-400a-acb3-89425c719d79),segment_id=4a704145-adf3-400a-acb3-89425c719d79)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:44.369779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:44.392577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Calling delete_port for a59a81b0-9ab4-4c61-8d14-4178606ababc owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:44.443394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-723f5171-4c42-4997-b430-f67e2a360bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:44.453700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-723f5171-4c42-4997-b430-f67e2a360bf5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f16a1c-0704-4aef-b293-34ef2c867633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240385 Dec 10 18:15:44.476488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe478d28-fe7a-4734-a9d8-80199ac44aa2 req-80aff6f8-a300-4bbb-bcd6-48ae2da4a617 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440232 Dec 10 18:15:44.498189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Allocated IP 172.20.0.1 (a1e02eb6-044c-4472-8069-0938c7981d40/5c0c9154-5a71-403c-a602-a84d7cec1946/1106566a-15fc-45f1-955d-f4d18d57bdc0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:44.503072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:15:44.644574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-d3cff12c-6b59-401d-85ce-fd213385f108 service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899214 Dec 10 18:15:44.773206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,segment=NetworkSegment(02c02d0f-5648-4358-89e3-9a551c290755),segment_id=02c02d0f-5648-4358-89e3-9a551c290755)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:44.780966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-29ed2c71-e529-4aa4-abf0-b25868f74d7f service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255753 Dec 10 18:15:44.794549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad', 'network_id': '0371dc5e-6b7d-4050-af58-85cf6b30d783', 'port_id': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad', 'mac_address': 'fa:16:3e:6d:22:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866622d1-7a4c-4c9f-b9a3-3bf306763390', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:15:44.847399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:44.865382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:15:44.899707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,segment=NetworkSegment(02c02d0f-5648-4358-89e3-9a551c290755),segment_id=02c02d0f-5648-4358-89e3-9a551c290755)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:44.905337 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:44.929701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aefc0a-08df-4e51-97fe-e3723daafca7 req-bfbb206e-4907-4b77-a766-558f7660ea76 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:44.931448 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26aefc0a-08df-4e51-97fe-e3723daafca7 req-bfbb206e-4907-4b77-a766-558f7660ea76 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1867242 Dec 10 18:15:44.934692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:44.944935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-11dfd78a-f02d-48d2-9778-a1cf285a8e7d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 217 time: 0.1541133 Dec 10 18:15:45.003613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:45.060305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f74eb9-85ee-41f4-ba37-fcf30c041737 req-8096146f-ea4b-4c8e-a51c-fa4683b8b5e2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:45.062049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4f74eb9-85ee-41f4-ba37-fcf30c041737 req-8096146f-ea4b-4c8e-a51c-fa4683b8b5e2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1416130 Dec 10 18:15:45.068553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-4dfbbc62-5b6d-42e7-a2ad-305b05aa7457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:45.072387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-4dfbbc62-5b6d-42e7-a2ad-305b05aa7457 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0975053 Dec 10 18:15:45.095472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26aefc0a-08df-4e51-97fe-e3723daafca7 req-e6f882b1-b7ce-44f1-a566-1bf14a8257c0 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395991 Dec 10 18:15:45.099043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:45.162431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4f74eb9-85ee-41f4-ba37-fcf30c041737 req-5d52c29d-cc9c-493e-a624-d5855adfb97f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913887 Dec 10 18:15:45.164993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Network a1e02eb6-044c-4472-8069-0938c7981d40 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:45.169083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Pushing event updated for resources: {'Port': ['ID=1106566a-15fc-45f1-955d-f4d18d57bdc0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:45.169282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-fbd7bae0-e72f-41af-82de-dda1f7b9f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:45.171007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-fbd7bae0-e72f-41af-82de-dda1f7b9f6a2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725081 Dec 10 18:15:45.173124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:45.183027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:45.185294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:45.199058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:15:45.282426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Pushing event deleted for resources: {'Port': ['ID=a59a81b0-9ab4-4c61-8d14-4178606ababc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:45.317257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:45.339375 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-850460e9-2b3b-4fdf-af89-b612428d1906 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582184 Dec 10 18:15:45.590078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:45.715510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-98d245a9-9fa1-41f1-a74e-c23c10259b73 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516631 Dec 10 18:15:45.719000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-393e5e3a-8cf7-4be2-b2b5-53aca500db62 None None] Provisioning complete for port 1106566a-15fc-45f1-955d-f4d18d57bdc0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:45.719477 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-393e5e3a-8cf7-4be2-b2b5-53aca500db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:45.757696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:45.758252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:45.767629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-6a33ef2d-58bc-4bfe-9cba-76b8ac591226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 217 time: 0.0429122 Dec 10 18:15:45.831759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-393e5e3a-8cf7-4be2-b2b5-53aca500db62 None None] Port 1106566a-15fc-45f1-955d-f4d18d57bdc0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:15:45.852629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-bbae90bd-b2f2-46b5-8a20-cd55f1b08aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:45.854835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-bbae90bd-b2f2-46b5-8a20-cd55f1b08aa6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0773835 Dec 10 18:15:45.910339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:45.941037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-75634739-6bb7-46bf-b174-1675859693c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:45.943518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-75634739-6bb7-46bf-b174-1675859693c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806959 Dec 10 18:15:45.948866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:45.955844 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.024505 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:46.066349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-1bbedd56-40e1-4d9d-88ad-4e05038236bf service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147864 Dec 10 18:15:46.131250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.142592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab8a43-2f4f-4345-863a-cb916be1f5c8 req-8284b4fa-6a91-42b0-b3ca-340789c57187 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:46.144138 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1ab8a43-2f4f-4345-863a-cb916be1f5c8 req-8284b4fa-6a91-42b0-b3ca-340789c57187 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 944 time: 0.5554054 Dec 10 18:15:46.163350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.327383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1ab8a43-2f4f-4345-863a-cb916be1f5c8 req-761d3350-c355-4286-895c-265782434883 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739969 Dec 10 18:15:46.504848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f5c9b-ca56-491d-82a1-ce543951b5a0 req-d9571a0b-23f1-4ec3-b215-fdb87b118c68 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:46.512335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-719f5c9b-ca56-491d-82a1-ce543951b5a0 req-d9571a0b-23f1-4ec3-b215-fdb87b118c68 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.0753593 Dec 10 18:15:46.525512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:46.557684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-3a81c16c-3357-44f3-9d43-f23e832d804f service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805131 Dec 10 18:15:46.596819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50861f-f83d-4481-b589-df2cdb837afa req-ff8f938c-6784-4421-a5e8-ca4576db5d5f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:46.598432 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c50861f-f83d-4481-b589-df2cdb837afa req-ff8f938c-6784-4421-a5e8-ca4576db5d5f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1425509 Dec 10 18:15:46.624848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-70be2d0e-08b5-4bf3-9be1-1ce82e897d90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=a0cc190e-de3d-4154-b29a-ff40c386d307 HTTP/1.1" status: 200 len: 217 time: 0.0543320 Dec 10 18:15:46.637190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-719f5c9b-ca56-491d-82a1-ce543951b5a0 req-46805e25-d42d-4d1d-8f58-cbbfb175521e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230617 Dec 10 18:15:46.652754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.664034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Router 96e4072a-3067-45da-b07e-0df80770adf1 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:15:46.667436 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.692419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:15:46.699163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:46.699539 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.715463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-085756c9-c3d4-4cc5-9c29-0728701dced7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:46.715777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-085756c9-c3d4-4cc5-9c29-0728701dced7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0711410 Dec 10 18:15:46.748370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c50861f-f83d-4481-b589-df2cdb837afa req-1e897551-a9f8-400b-a8d8-71c4e246b435 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360605 Dec 10 18:15:46.808550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Pushing event updated for resources: {'Port': ['ID=1106566a-15fc-45f1-955d-f4d18d57bdc0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:46.817317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-715393d5-5aab-4ae8-9190-86d5e52750b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:46.818914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-715393d5-5aab-4ae8-9190-86d5e52750b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934436 Dec 10 18:15:46.837028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.843513 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.876290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:46.880902 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2cac1c-4340-4b50-8629-54900bd827d0" -d '{"events": [{"server_uuid": "e21ea3bd-dfcb-494d-a9da-0e97e765dbcb", "name": "network-vif-plugged", "status": "completed", "tag": "cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:46.910095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,segment=NetworkSegment(02c02d0f-5648-4358-89e3-9a551c290755),segment_id=02c02d0f-5648-4358-89e3-9a551c290755)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:46.920447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:46.959799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-31c489e2-2160-4fa0-9349-4b624ee88b3a service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313643 Dec 10 18:15:46.986300 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02308a3d-ae6d-4223-bd07-0a3faaf6d1c1 x-openstack-request-id: req-02308a3d-ae6d-4223-bd07-0a3faaf6d1c1 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:46.987234 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21ea3bd-dfcb-494d-a9da-0e97e765dbcb", "name": "network-vif-plugged", "status": "completed", "tag": "cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:46.987527 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-02308a3d-ae6d-4223-bd07-0a3faaf6d1c1 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:46.987888 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad', 'code': 200} Dec 10 18:15:47.024861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:47.041150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1eab2745-fd00-4636-b0d1-e9eebad5908c admin admin] 10.222.0.55 "PUT /v2.0/routers/96e4072a-3067-45da-b07e-0df80770adf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0690806 Dec 10 18:15:47.041929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:47.051856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] Sync routers for ids ['96e4072a-3067-45da-b07e-0df80770adf1'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:47.083858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] Routers {'96e4072a-3067-45da-b07e-0df80770adf1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:47.084677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['96e4072a-3067-45da-b07e-0df80770adf1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:47.092085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:47.120812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Network a1e02eb6-044c-4472-8069-0938c7981d40 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:47.124178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:47.151678 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-f5541df0-02f8-46ff-aa40-b9f47977de49 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832459 Dec 10 18:15:47.152970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf844539-5111-47b9-9db2-c60526ef4f38 req-07e53097-807b-4d7d-ac84-893e40445bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:47.154513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf844539-5111-47b9-9db2-c60526ef4f38 req-07e53097-807b-4d7d-ac84-893e40445bdc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 1096 time: 0.0903206 Dec 10 18:15:47.260364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] Set router 96e4072a-3067-45da-b07e-0df80770adf1 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:47.299357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Router 3487c6a5-62a5-457f-a613-5eb2c1c448cc has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:15:47.315622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf844539-5111-47b9-9db2-c60526ef4f38 req-af09f903-d3f7-47a2-8371-b23a362ba866 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357388 Dec 10 18:15:47.317970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-7c60f17c-8feb-447b-8cfa-b1c7750e8451 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b769134b-467d-47cb-8cf4-e0cf12918607 HTTP/1.1" status: 200 len: 217 time: 0.1528711 Dec 10 18:15:47.321893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:47.497537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:47.516205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:47.574518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-e91faed6-430c-4f1e-bdfa-1084fca90c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:47.576191 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-e91faed6-430c-4f1e-bdfa-1084fca90c09 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0527189 Dec 10 18:15:47.597718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9ee9bda5-f301-46ae-8f36-d54e797d096e None None] Provisioning complete for port 1106566a-15fc-45f1-955d-f4d18d57bdc0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:47.598089 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9ee9bda5-f301-46ae-8f36-d54e797d096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:47.648644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:47.648909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:47.653500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9ee9bda5-f301-46ae-8f36-d54e797d096e None None] Port 1106566a-15fc-45f1-955d-f4d18d57bdc0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:15:47.664367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-521542e4-a27a-4f66-a00a-238773205281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:47.666201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-521542e4-a27a-4f66-a00a-238773205281 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802228 Dec 10 18:15:47.689595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 5, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port': {'id': '3b25dce2-8df4-4136-83b2-8325b74169e3', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e4072a-3067-45da-b07e-0df80770adf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:12:51Z', 'updated_at': '2021-12-10T18:12:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:47.714954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162950e4-5157-4503-ba72-e741245257d6 req-ed2e8934-29b3-4e58-9b3e-aacccb81ff0f tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:47.718100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-162950e4-5157-4503-ba72-e741245257d6 req-ed2e8934-29b3-4e58-9b3e-aacccb81ff0f tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 945 time: 0.2387576 Dec 10 18:15:47.720756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:47.737848 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Sync routers for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:47.738823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f69685eb-5f6c-493a-b961-faf5cc305004 admin admin] 10.222.0.55 "PUT /v2.0/routers/3487c6a5-62a5-457f-a613-5eb2c1c448cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6298094 Dec 10 18:15:47.755621 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:47.758464 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:47.776905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] Checking router: 96e4072a-3067-45da-b07e-0df80770adf1 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:47.791347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] Routers {'96e4072a-3067-45da-b07e-0df80770adf1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:47.791895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['96e4072a-3067-45da-b07e-0df80770adf1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:47.813171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Deleting port 3b25dce2-8df4-4136-83b2-8325b74169e3 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:47.813509 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:47.836177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-162950e4-5157-4503-ba72-e741245257d6 req-5f295eb1-3138-46a3-9bac-02e261305edc tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958741 Dec 10 18:15:47.926775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] Set router 96e4072a-3067-45da-b07e-0df80770adf1 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:47.989484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:15:47Z', 'revision_number': 6, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:48.018096 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:48.028997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fa42e-6c44-4e99-9926-22b231974fd6 None None] The sync data for ids ['96e4072a-3067-45da-b07e-0df80770adf1'] in n-d-821424-1 is: [{'id': '96e4072a-3067-45da-b07e-0df80770adf1', 'name': 'tempest-ServerRescueNegativeTestJSON-1269059585-router', 'tenant_id': '5ac8fd40578749af965d74b4e40934cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:12:50Z', 'updated_at': '2021-12-10T18:15:47Z', 'revision_number': 6, 'project_id': '5ac8fd40578749af965d74b4e40934cf', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:48.059748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9889d3-41b9-49d6-97a7-125699422b5c req-0ef96da5-60c0-436b-a48c-b861f79a706e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:48.073477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] For port 3b25dce2-8df4-4136-83b2-8325b74169e3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b25dce2-8df4-4136-83b2-8325b74169e3,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:48.074190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.074330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9889d3-41b9-49d6-97a7-125699422b5c req-0ef96da5-60c0-436b-a48c-b861f79a706e tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.3027456 Dec 10 18:15:48.093272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-61fcaf33-844d-4502-9852-1d3b1b1702f4 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179018 Dec 10 18:15:48.106721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Calling delete_port for 3b25dce2-8df4-4136-83b2-8325b74169e3 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:48.119642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9928a-af20-4bf8-b036-81ec97b8afe5 req-1bcde642-9e07-4b6f-b702-97247044d071 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:48.121931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18e9928a-af20-4bf8-b036-81ec97b8afe5 req-1bcde642-9e07-4b6f-b702-97247044d071 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.0961945 Dec 10 18:15:48.233198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb9889d3-41b9-49d6-97a7-125699422b5c req-ccb7bece-1ed0-48a2-9dfd-c439fd009ad4 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577904 Dec 10 18:15:48.312383 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-48c56942-8904-40e4-b288-89d88d1523d8 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023959 Dec 10 18:15:48.332971 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18e9928a-af20-4bf8-b036-81ec97b8afe5 req-2d55b9f3-cd68-4470-8bcc-8aa173cf7e0a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044072 Dec 10 18:15:48.362139 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 2, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:48.388326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-0f75dcdb-7ce3-4eb4-939a-c045cf321145 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754 HTTP/1.1" status: 200 len: 217 time: 0.0671823 Dec 10 18:15:48.392490 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Checking router: 3487c6a5-62a5-457f-a613-5eb2c1c448cc for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:48.393070 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Updating router 3487c6a5-62a5-457f-a613-5eb2c1c448cc port 1106566a-15fc-45f1-955d-f4d18d57bdc0 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:15:48.430709 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.495409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-176325d9-233d-4d30-a200-48c5f878c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:48.497333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-176325d9-233d-4d30-a200-48c5f878c09e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.0984797 Dec 10 18:15:48.601969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-4d4aef25-e9f0-4882-b557-3d92b8e99275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:48.603315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-4d4aef25-e9f0-4882-b557-3d92b8e99275 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968680 Dec 10 18:15:48.665167 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.714386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b25dce2-8df4-4136-83b2-8325b74169e3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:48.762164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36588) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:48.769289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-774497205-network', 'tenant_id': '7177906b6d91487196fb0f865982583e'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:48.799900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-226339d3-6d8a-4ce5-8db1-94091bcbc83d service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872211 Dec 10 18:15:48.815013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.817589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Made reservation on behalf of 7177906b6d91487196fb0f865982583e for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:48.821192 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.842377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.919172 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.922349 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.924861 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:48.939298 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.033520 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6e61b-8248-48cb-b860-d320a81eee4f None None] Pushing event updated for resources: {'Port': ['ID=1106566a-15fc-45f1-955d-f4d18d57bdc0,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:49.091835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.092524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e4072a-3067-45da-b07e-0df80770adf1 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:15:49.099235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.107345 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e01cc531-79f6-4e7b-8781-8fb7b13e095f admin admin] 10.222.0.55 "DELETE /v2.0/routers/96e4072a-3067-45da-b07e-0df80770adf1 HTTP/1.1" status: 204 len: 168 time: 2.0639317 Dec 10 18:15:49.108377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36594) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:49.119095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-57451afb-84af-41fd-a48f-d55211377b73 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111687 Dec 10 18:15:49.128664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.136795 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Attempting to bind port 1106566a-15fc-45f1-955d-f4d18d57bdc0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:49.137247 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Attempting to bind port 1106566a-15fc-45f1-955d-f4d18d57bdc0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:49.143653 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Attempting to bind port 1106566a-15fc-45f1-955d-f4d18d57bdc0 on network a1e02eb6-044c-4472-8069-0938c7981d40 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:49.154349 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:49.154888 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Checking segment: {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:49.155239 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.155588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Bound using segment: {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:49.156258 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Bound port: 1106566a-15fc-45f1-955d-f4d18d57bdc0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:49.156447 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.189286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-7615060a-414e-4c7e-83b5-4e308a305fcf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0 HTTP/1.1" status: 200 len: 217 time: 0.0562766 Dec 10 18:15:49.193274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.213099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] Deleting subnet 2e0c7b86-0828-4f16-b885-3754b9b51878 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:15:49.221316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.275108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.318336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:15:49.319857 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] For port 1106566a-15fc-45f1-955d-f4d18d57bdc0, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:49.327026 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] For port 1106566a-15fc-45f1-955d-f4d18d57bdc0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1106566a-15fc-45f1-955d-f4d18d57bdc0,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:49.337364 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.353930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c8a9f-f1f3-4e75-9893-3dd3c0031bac req-64d3b001-925c-4545-9777-c97cfb2185a5 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:49.355580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c60c8a9f-f1f3-4e75-9893-3dd3c0031bac req-64d3b001-925c-4545-9777-c97cfb2185a5 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 945 time: 0.2954025 Dec 10 18:15:49.383520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.385705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19746e1-16a0-4d93-954a-81a54c77a0f5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:49.402140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.404655 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Added segment 3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f of type vlan for network 9d394d65-bd40-43f3-b2ad-08d724cc2543 Dec 10 18:15:49.406748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d517d000-9617-4392-93bc-0d431eb8dc26 None None] Provisioning complete for port 1106566a-15fc-45f1-955d-f4d18d57bdc0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:49.407251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d517d000-9617-4392-93bc-0d431eb8dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.425345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-5a53b981-c0ee-4d79-8195-8c4ac9a324ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:49.427014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-5a53b981-c0ee-4d79-8195-8c4ac9a324ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.2294452 Dec 10 18:15:49.487650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b25dce2-8df4-4136-83b2-8325b74169e3 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:49.525937 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:49.528273 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:49.539485 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6e61b-8248-48cb-b860-d320a81eee4f None None] Pushing event updated for resources: {'Port': ['ID=1106566a-15fc-45f1-955d-f4d18d57bdc0,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:49.557541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.582016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c60c8a9f-f1f3-4e75-9893-3dd3c0031bac req-29793714-34cb-49d2-ae8a-7cbf2666b094 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110941 Dec 10 18:15:49.587243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3b25dce2-8df4-4136-83b2-8325b74169e3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:49.589649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b25dce2-8df4-4136-83b2-8325b74169e3 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:49.591356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a59a81b0-9ab4-4c61-8d14-4178606ababc no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:49.636527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3fd80-941e-4178-8cd1-eea84b60c619 req-3e082280-43d5-4f7d-a1a3-a2a7525dc0ea tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:49.637992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1de3fd80-941e-4178-8cd1-eea84b60c619 req-3e082280-43d5-4f7d-a1a3-a2a7525dc0ea tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.2902141 Dec 10 18:15:49.677356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-f63453b3-34f5-4cd7-a9ad-b7358d9c50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:49.679477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-f63453b3-34f5-4cd7-a9ad-b7358d9c50ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2320068 Dec 10 18:15:49.689807 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.691640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:49.692479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.728122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a59a81b0-9ab4-4c61-8d14-4178606ababc {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:49.728769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a59a81b0-9ab4-4c61-8d14-4178606ababc not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:49.732965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.815377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0c7b86-0828-4f16-b885-3754b9b51878,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:49.852478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.870481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-474fe267-b77e-431a-b4e1-f08aa8bd5e61 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e0c7b86-0828-4f16-b885-3754b9b51878 HTTP/1.1" status: 204 len: 168 time: 0.7609005 Dec 10 18:15:49.871616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36606) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:49.927255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d517d000-9617-4392-93bc-0d431eb8dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:49.939901 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:49.995493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.009063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d517d000-9617-4392-93bc-0d431eb8dc26 None None] For port 1106566a-15fc-45f1-955d-f4d18d57bdc0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1106566a-15fc-45f1-955d-f4d18d57bdc0,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:50.018928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1de3fd80-941e-4178-8cd1-eea84b60c619 req-f5c9f72a-2fbd-431c-8778-3183f36b6884 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582683 Dec 10 18:15:50.022305 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d517d000-9617-4392-93bc-0d431eb8dc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.041129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2786045 Dec 10 18:15:50.043459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079a8e2-06e9-4779-b2e7-6efefa165200 admin admin] Pushing event updated for resources: {'Network': ['ID=9d394d65-bd40-43f3-b2ad-08d724cc2543,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:50.049463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36610) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:50.065110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Request body: {'subnet': {'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-subnet', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:50.127386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-bd6043d7-b76e-4576-85df-7fb4c5ce2efb service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280295 Dec 10 18:15:50.137703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3273f-cd3f-451f-b770-d51f6d13aa0e req-aab3bc5f-664f-4d22-8f1b-0ff219f18aee tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:50.146007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47b3273f-cd3f-451f-b770-d51f6d13aa0e req-aab3bc5f-664f-4d22-8f1b-0ff219f18aee tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1310000 Dec 10 18:15:50.174494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Made reservation on behalf of 7177906b6d91487196fb0f865982583e for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:15:50.176933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.200942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517d000-9617-4392-93bc-0d431eb8dc26 None None] Pushing event updated for resources: {'Port': ['ID=1106566a-15fc-45f1-955d-f4d18d57bdc0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:50.210985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dddd5556-50b9-4880-863f-98fd65bd298d None None] Provisioning complete for port 1106566a-15fc-45f1-955d-f4d18d57bdc0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:50.211239 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dddd5556-50b9-4880-863f-98fd65bd298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.266736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47b3273f-cd3f-451f-b770-d51f6d13aa0e req-fbaa7ee3-d435-495b-a4b2-81eee55fc465 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148963 Dec 10 18:15:50.314838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:15:50.329894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c4d4b37-dc7b-4443-90a4-63a90c4cf243 req-b6ce0b76-20eb-4854-9290-abd726758487 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800604 Dec 10 18:15:50.400253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.434978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bb4668-14ab-4625-a3ee-796bd54468f8']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:50.456412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a704145-adf3-400a-acb3-89425c719d79') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:50.456720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a704145-adf3-400a-acb3-89425c719d79') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:50.476388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.540528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.561176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:15:50.561738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:15:50.563919 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:15:50.654222 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:50.684927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.692779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f2f8d-337e-4738-8ebc-878d5243948e None None] The sync data for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 is: [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:50.713664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.760199 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:50.766239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b0bb4668-14ab-4625-a3ee-796bd54468f8 HTTP/1.1" status: 204 len: 168 time: 0.8889923 Dec 10 18:15:50.821469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a374f-0fd1-4d88-b49a-adf04f010028 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bb4668-14ab-4625-a3ee-796bd54468f8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:50.860238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=da24416c-75bb-46c4-b03a-20c7c499a820,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:50.923566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Checking segment: {'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:50.924123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Network hostable DHCP agents. Network: 9d394d65-bd40-43f3-b2ad-08d724cc2543, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:15:50.971079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4ef70-35c5-427d-9458-c5950f6b594a req-1decd491-73b2-4a31-b1bb-841cad508432 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:51.014976 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acc4ef70-35c5-427d-9458-c5950f6b594a req-1decd491-73b2-4a31-b1bb-841cad508432 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 945 time: 0.2890022 Dec 10 18:15:51.041872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:15:51.071189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acc4ef70-35c5-427d-9458-c5950f6b594a req-ed1a95a5-1f7b-4a9a-94c6-74b4085b0fc3 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880649 Dec 10 18:15:51.072697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9d394d65-bd40-43f3-b2ad-08d724cc2543) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:51.079684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:51.081262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.095027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b7c6e6-4a6f-44aa-8168-c43c5318ab2c None None] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:51.158781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62c107c4-694e-4ba3-be94-e2fe1bfaaedb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1055295 Dec 10 18:15:51.159079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36634) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:51.164356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:15:51.213429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.214573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.294008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36640) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:51.414971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937544c7-0807-4bee-8ac6-eb8918ece435 req-8a2c13b2-9a2b-43dc-ba33-0bfa71e88335 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:51.417382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-937544c7-0807-4bee-8ac6-eb8918ece435 req-8a2c13b2-9a2b-43dc-ba33-0bfa71e88335 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1178513 Dec 10 18:15:51.467897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.474422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f4105ab1-8543-4936-b441-df0ec18e99b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ac8fd40578749af965d74b4e40934cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792762 Dec 10 18:15:51.477618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:51.481271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-9d394d65-bd40-43f3-b2ad-08d724cc2543', 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543', 'project_id': '7177906b6d91487196fb0f865982583e', 'fixed_ips': [{'subnet_id': 'da24416c-75bb-46c4-b03a-20c7c499a820'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:15:51.486608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.489070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1106566a-15fc-45f1-955d-f4d18d57bdc0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:51.544105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-937544c7-0807-4bee-8ac6-eb8918ece435 req-13a270d3-4e4d-46f1-b7a1-54f211474640 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173072 Dec 10 18:15:51.764828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e5d01d8-7407-4ba7-9a87-917309a89634 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.775068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.812927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e79e1-761f-4226-b2c2-7530456af043 req-11269d85-6b57-4bd6-a09d-851e05f50802 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:51.816572 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df0e79e1-761f-4226-b2c2-7530456af043 req-11269d85-6b57-4bd6-a09d-851e05f50802 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1262870 Dec 10 18:15:51.841154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1106566a-15fc-45f1-955d-f4d18d57bdc0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:51.841746 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.888659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e5d01d8-7407-4ba7-9a87-917309a89634 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:51.911459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df0e79e1-761f-4226-b2c2-7530456af043 req-4815125e-940e-4dd4-a4cf-9b1eeaed2c23 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836878 Dec 10 18:15:51.937785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Allocated IP 172.20.0.2 (9d394d65-bd40-43f3-b2ad-08d724cc2543/da24416c-75bb-46c4-b03a-20c7c499a820/c7fb216f-8ad2-4afb-b4e7-a8408c91f529) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:52.019498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e5d01d8-7407-4ba7-9a87-917309a89634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.022844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e5d01d8-7407-4ba7-9a87-917309a89634 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.024854 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3e5d01d8-7407-4ba7-9a87-917309a89634 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8cdea8b1-37f1-449a-8472-5af374c23b74 HTTP/1.1" status: 204 len: 168 time: 0.5457947 Dec 10 18:15:52.042175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d01d8-7407-4ba7-9a87-917309a89634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdea8b1-37f1-449a-8472-5af374c23b74,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:52.291011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-bf7855e8-5af0-4ed4-85eb-23bedc0d07a9 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:52.293548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-bf7855e8-5af0-4ed4-85eb-23bedc0d07a9 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.59 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 945 time: 0.1564126 Dec 10 18:15:52.294760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.345539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.372955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176f91-7563-4117-9b67-231d7cf46f12 req-ab0f730d-ab65-4543-9ef8-eff0f54eee0d tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:52.375231 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28176f91-7563-4117-9b67-231d7cf46f12 req-ab0f730d-ab65-4543-9ef8-eff0f54eee0d tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 945 time: 0.1377273 Dec 10 18:15:52.481198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28176f91-7563-4117-9b67-231d7cf46f12 req-235d63a4-dac0-4bda-b6bf-523b0a561383 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856230 Dec 10 18:15:52.492241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.503113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.573870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Pushing event updated for resources: {'Port': ['ID=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:52.609651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:52.611240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:52.614138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:52.633234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Deleting port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:15:52.633590 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.686860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Attempting to bind port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:52.687970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Attempting to bind port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:52.688514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Attempting to bind port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 on network 9d394d65-bd40-43f3-b2ad-08d724cc2543 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:52.695305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:52.695686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Checking segment: {'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:52.696091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.696477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Bound using segment: {'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:52.697159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Bound port: c7fb216f-8ad2-4afb-b4e7-a8408c91f529, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:52.697985 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.783367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Allocated IP 172.25.2.233 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a1b9a1cf-87f1-43a6-9387-006d75054d37) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:52.789290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] For port c7fb216f-8ad2-4afb-b4e7-a8408c91f529, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:52.798622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] For port c7fb216f-8ad2-4afb-b4e7-a8408c91f529, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,segment=NetworkSegment(3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f),segment_id=3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:52.808073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:52.900756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226e3a6-2678-44e2-87c4-30f7e2ba4580 None None] Pushing event updated for resources: {'Port': ['ID=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:52.934062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15be60-fdf9-4dda-a76e-49cc3167cc67 req-6647c574-1bc4-4668-813c-1103a1e96186 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:52.942207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c15be60-fdf9-4dda-a76e-49cc3167cc67 req-6647c574-1bc4-4668-813c-1103a1e96186 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.2687423 Dec 10 18:15:53.027586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] For port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,segment=NetworkSegment(02c02d0f-5648-4358-89e3-9a551c290755),segment_id=02c02d0f-5648-4358-89e3-9a551c290755)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:53.028019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:53.093678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Calling delete_port for cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:15:53.113472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965233a4-268b-4c31-a527-2de621b4c1c9 req-06c24f56-151e-499e-b2a7-f17bf88de347 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:53.126513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-965233a4-268b-4c31-a527-2de621b4c1c9 req-06c24f56-151e-499e-b2a7-f17bf88de347 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1035299 Dec 10 18:15:53.141984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c15be60-fdf9-4dda-a76e-49cc3167cc67 req-0a2c53c0-6fff-4788-ac44-3be6a4ea67e8 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985958 Dec 10 18:15:53.253160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-965233a4-268b-4c31-a527-2de621b4c1c9 req-e00eadc7-dee1-4cbe-8ffd-24e5cc2f16d8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246688 Dec 10 18:15:53.287322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:53.447542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:53.527362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c7fb216f-8ad2-4afb-b4e7-a8408c91f529 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:53.630262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:53.630916 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:53.822244 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:53.878830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port c7fb216f-8ad2-4afb-b4e7-a8408c91f529, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,segment=NetworkSegment(3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f),segment_id=3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:15:53.889235 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:53.969379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:54.009511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:54.016598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:54.026210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:54.063847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Pushing event updated for resources: {'Port': ['ID=a1b9a1cf-87f1-43a6-9387-006d75054d37,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:54.070952 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:54.130267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a1a49-4226-4ae6-89b5-dba5bb201f2c req-1e387408-46da-4ed6-94d6-d65095d82679 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:54.131965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-885a1a49-4226-4ae6-89b5-dba5bb201f2c req-1e387408-46da-4ed6-94d6-d65095d82679 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/ports?device_id=e21ea3bd-dfcb-494d-a9da-0e97e765dbcb HTTP/1.1" status: 200 len: 945 time: 0.1822753 Dec 10 18:15:54.133071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Pushing event deleted for resources: {'Port': ['ID=cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:54.154706 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:15:54.359612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8893e1a-e66c-4b3b-97aa-a808d027f85e req-a87743e0-7275-4e4e-9226-6cddb376743a tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:54.362480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8893e1a-e66c-4b3b-97aa-a808d027f85e req-a87743e0-7275-4e4e-9226-6cddb376743a tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1043069 Dec 10 18:15:54.366293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] No DVR routers for this DVR port cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:15:54.374534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:54.378942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36720) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:54.379239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93f8ee8f-1f40-41d2-a0ee-60976c58c230 req-f576684d-497c-4481-99ca-2a8b7496fafa tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.59 "DELETE /v2.0/ports/cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad HTTP/1.1" status: 204 len: 173 time: 2.0382128 Dec 10 18:15:54.388000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'name': 'network-vif-deleted', 'tag': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:15:54.390306 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcff0fe-8eb6-457c-8855-27ede60b0f10" -d '{"events": [{"server_uuid": "e21ea3bd-dfcb-494d-a9da-0e97e765dbcb", "name": "network-vif-deleted", "tag": "cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:15:54.437971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-885a1a49-4226-4ae6-89b5-dba5bb201f2c req-04507e5f-ae0c-46ca-8acf-51a999062651 tempest-ServerAddressesTestJSON-649263187 tempest-ServerAddressesTestJSON-649263187-project] 10.222.0.55 "GET /v2.0/security-groups?id=1373c2c5-122c-4f6f-beb6-9654e08c0127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915518 Dec 10 18:15:54.510721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d5e9e-369c-484b-a97b-5264a30abfe5 None None] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:15:54.581551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8893e1a-e66c-4b3b-97aa-a808d027f85e req-ec226bec-0556-4344-b5e1-9f498a8e099b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055941 Dec 10 18:15:54.583322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:54.662407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:15:54.705205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:15:54.705688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:15:54.721111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cd506d0b-8edb-4e00-8fe1-280923fd6726 None None] Provisioning complete for port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:54.721485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cd506d0b-8edb-4e00-8fe1-280923fd6726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:54.768652 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf64539-c437-4672-9194-4f802628b3e8 x-openstack-request-id: req-2cf64539-c437-4672-9194-4f802628b3e8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:15:54.768963 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e21ea3bd-dfcb-494d-a9da-0e97e765dbcb", "name": "network-vif-deleted", "tag": "cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:15:54.769408 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cf64539-c437-4672-9194-4f802628b3e8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:15:54.769861 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21ea3bd-dfcb-494d-a9da-0e97e765dbcb', 'name': 'network-vif-deleted', 'tag': 'cec1d2b5-bd4a-4d1f-9b92-96ed4f8e2bad', 'status': 'completed', 'code': 200} Dec 10 18:15:54.807979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33983612-d12b-4552-a6e4-1a5e3cd0a2cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:54.978499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e94cd-bf06-4baa-a2ef-3f82459457af req-2c79fdeb-ca28-4e52-9f33-318eda07c476 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:54.980106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-947e94cd-bf06-4baa-a2ef-3f82459457af req-2c79fdeb-ca28-4e52-9f33-318eda07c476 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.3323760 Dec 10 18:15:55.000580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33983612-d12b-4552-a6e4-1a5e3cd0a2cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.013158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33983612-d12b-4552-a6e4-1a5e3cd0a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.077818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-33983612-d12b-4552-a6e4-1a5e3cd0a2cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9e3f58601ff34a10af066ae6ab71e15e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6419790 Dec 10 18:15:55.079084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36738) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:55.088756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33983612-d12b-4552-a6e4-1a5e3cd0a2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706764d7-6063-46b4-977c-1b21e5cd234a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:55.198172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.300455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-947e94cd-bf06-4baa-a2ef-3f82459457af req-93657404-23d4-4506-9486-adde10c83340 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556803 Dec 10 18:15:55.321644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7b3775f-090b-4fae-8ea9-dcf3bbeccb43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.345636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d982f8a5-ea3a-4233-9e7b-812966224d7c None None] Provisioning complete for port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:55.346023 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d982f8a5-ea3a-4233-9e7b-812966224d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.346630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7b3775f-090b-4fae-8ea9-dcf3bbeccb43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.457387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c7fb216f-8ad2-4afb-b4e7-a8408c91f529 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:55.502470 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7b3775f-090b-4fae-8ea9-dcf3bbeccb43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.505708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7b3775f-090b-4fae-8ea9-dcf3bbeccb43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.507074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c7b3775f-090b-4fae-8ea9-dcf3bbeccb43 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/706764d7-6063-46b4-977c-1b21e5cd234a HTTP/1.1" status: 204 len: 168 time: 0.4248941 Dec 10 18:15:55.543483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36744) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:55.560264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3775f-090b-4fae-8ea9-dcf3bbeccb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706764d7-6063-46b4-977c-1b21e5cd234a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:55.575973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Router edadddea-2cc7-4597-a6f7-70a212e7e74d is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:15:55.612061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] Deleting subnet 866622d1-7a4c-4c9f-b9a3-3bf306763390 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:15:55.620869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.629275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:55.629772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.713964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.825270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.859256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:15:55.873868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Sync routers for ids ['edadddea-2cc7-4597-a6f7-70a212e7e74d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:15:55.894583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.896500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-46026954-79c7-49c3-bf6f-b7c09653bcea admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7363682 Dec 10 18:15:55.896695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Routers {'edadddea-2cc7-4597-a6f7-70a212e7e74d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:55.897413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['edadddea-2cc7-4597-a6f7-70a212e7e74d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:55.899543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36756) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:55.923056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.949122 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:55.958726 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/866622d1-7a4c-4c9f-b9a3-3bf306763390 HTTP/1.1" status: 204 len: 168 time: 0.4138715 Dec 10 18:15:55.964760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36760) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:56.010019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25418c0-d768-41bc-9770-6dc733bfd809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=866622d1-7a4c-4c9f-b9a3-3bf306763390,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:56.122248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.257047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Set router edadddea-2cc7-4597-a6f7-70a212e7e74d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:56.260814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.300190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0371dc5e-6b7d-4050-af58-85cf6b30d783']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:56.349478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c02d0f-5648-4358-89e3-9a551c290755') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:56.350895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c02d0f-5648-4358-89e3-9a551c290755') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:56.380400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.422486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.439083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:15:56.440007 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:15:56.445385 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:15:56.521428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bdb4b-7660-4675-b1ce-a17fe8b97791 req-0f023ac4-b5fb-430b-a5a6-257f221a1760 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:56.529789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed1bdb4b-7660-4675-b1ce-a17fe8b97791 req-0f023ac4-b5fb-430b-a5a6-257f221a1760 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.6724703 Dec 10 18:15:56.583188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768cf55-a179-47b9-8571-7928edd2b553 req-e2d92bf0-60ea-44db-a409-e7a88b8f0914 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:56.593113 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5768cf55-a179-47b9-8571-7928edd2b553 req-e2d92bf0-60ea-44db-a409-e7a88b8f0914 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1308994 Dec 10 18:15:56.603326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.611186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.615029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0371dc5e-6b7d-4050-af58-85cf6b30d783 HTTP/1.1" status: 204 len: 168 time: 0.6462233 Dec 10 18:15:56.621508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:15:54Z', 'revision_number': 3, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port': {'id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:52Z', 'updated_at': '2021-12-10T18:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:56.639211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd085f-3f59-42c6-b586-0ba02c79af50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0371dc5e-6b7d-4050-af58-85cf6b30d783,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:56.684284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Checking router: edadddea-2cc7-4597-a6f7-70a212e7e74d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:15:56.685063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Updating router edadddea-2cc7-4597-a6f7-70a212e7e74d port a1b9a1cf-87f1-43a6-9387-006d75054d37 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:15:56.715040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5768cf55-a179-47b9-8571-7928edd2b553 req-eca9258c-c0b9-4cb8-8fb7-8309760f8e83 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207943 Dec 10 18:15:56.721456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:56.731411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed1bdb4b-7660-4675-b1ce-a17fe8b97791 req-5650060f-d391-4a30-ad7a-f82f8ebd7252 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007601 Dec 10 18:15:56.892602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36786) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:57.004958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f97be3ca-cb4d-4dbc-ab14-24074cc28d0e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=19f9b3c9a0474b66b62d8e480b92f36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1107056 Dec 10 18:15:57.008639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36788) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:57.019008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc87d-bfda-4eb5-8866-9e5c664e3961 req-09dd41c0-9688-4d1b-b0e9-55f0c6a1e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:57.020550 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aadc87d-bfda-4eb5-8866-9e5c664e3961 req-09dd41c0-9688-4d1b-b0e9-55f0c6a1e62c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.0882766 Dec 10 18:15:57.182029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.195414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.213035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aadc87d-bfda-4eb5-8866-9e5c664e3961 req-05aebe63-5836-4ab0-9a45-b51d5b83c014 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115730 Dec 10 18:15:57.214218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c15a403-a1d9-46fb-a40e-c23df2e071ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.248031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c15a403-a1d9-46fb-a40e-c23df2e071ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.256059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.286893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Attempting to bind port a1b9a1cf-87f1-43a6-9387-006d75054d37 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:15:57.287675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Attempting to bind port a1b9a1cf-87f1-43a6-9387-006d75054d37 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:15:57.288367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Attempting to bind port a1b9a1cf-87f1-43a6-9387-006d75054d37 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:15:57.299370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:15:57.300070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:15:57.300698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.301471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:15:57.302163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Bound port: a1b9a1cf-87f1-43a6-9387-006d75054d37, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:15:57.302794 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.310724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ee5ba-0661-4618-96da-468be7ed8789 None None] Pushing event updated for resources: {'Port': ['ID=a1b9a1cf-87f1-43a6-9387-006d75054d37,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:57.348921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c15a403-a1d9-46fb-a40e-c23df2e071ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.352278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c15a403-a1d9-46fb-a40e-c23df2e071ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.353578 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c15a403-a1d9-46fb-a40e-c23df2e071ed admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1373c2c5-122c-4f6f-beb6-9654e08c0127 HTTP/1.1" status: 204 len: 168 time: 0.3440166 Dec 10 18:15:57.372702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15a403-a1d9-46fb-a40e-c23df2e071ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373c2c5-122c-4f6f-beb6-9654e08c0127,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:57.453765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] For port a1b9a1cf-87f1-43a6-9387-006d75054d37, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:15:57.457989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] For port a1b9a1cf-87f1-43a6-9387-006d75054d37, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a1b9a1cf-87f1-43a6-9387-006d75054d37,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:15:57.470011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:57.586264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Allocated IP 172.20.0.1 (9d394d65-bd40-43f3-b2ad-08d724cc2543/da24416c-75bb-46c4-b03a-20c7c499a820/73c41fc5-11a1-4eb5-8423-a7e10a30734a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:15:57.586528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ee5ba-0661-4618-96da-468be7ed8789 None None] Pushing event updated for resources: {'Port': ['ID=a1b9a1cf-87f1-43a6-9387-006d75054d37,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:57.612696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Routers {'edadddea-2cc7-4597-a6f7-70a212e7e74d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:15:57.613630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:15:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['edadddea-2cc7-4597-a6f7-70a212e7e74d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:57.825569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] Set router edadddea-2cc7-4597-a6f7-70a212e7e74d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:15:57.888620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:58.016029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:58.050646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6872989-b6e6-41ea-845e-25a8e4efddd8 req-72d58f32-0001-4117-9b72-63eac5c5b357 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:58.062675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6872989-b6e6-41ea-845e-25a8e4efddd8 req-72d58f32-0001-4117-9b72-63eac5c5b357 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1094813 Dec 10 18:15:58.198727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:15:54Z', 'revision_number': 3, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port': {'id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:52Z', 'updated_at': '2021-12-10T18:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:15:58.211051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:58.227604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:15:58.234700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:15:58.244692 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6872989-b6e6-41ea-845e-25a8e4efddd8 req-a15840f6-e0ae-4e80-8b89-5f4d146b6a66 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742370 Dec 10 18:15:58.276729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20d146a-4b02-4bd2-b5ba-9b5b750340e3 None None] The sync data for ids ['edadddea-2cc7-4597-a6f7-70a212e7e74d'] in n-d-821424-1 is: [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:15:54Z', 'revision_number': 3, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port': {'id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:90:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:52Z', 'updated_at': '2021-12-10T18:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:15:58.297017 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0345748-3c38-412e-93a9-988f5bce0d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:58.381331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bd9d-d19a-4a3b-9463-ad2a5fcb592a req-8c9b9ce7-cbd9-4719-ac91-5f81517ec656 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:15:58.399136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d00bd9d-d19a-4a3b-9463-ad2a5fcb592a req-8c9b9ce7-cbd9-4719-ac91-5f81517ec656 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.4129472 Dec 10 18:15:58.401063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Pushing event updated for resources: {'Port': ['ID=73c41fc5-11a1-4eb5-8423-a7e10a30734a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:58.449304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:58.664557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3d00bd9d-d19a-4a3b-9463-ad2a5fcb592a req-6980b5e5-52fb-4a9f-8571-ff501829877b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625451 Dec 10 18:15:58.731239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c93cc59c-96e7-4a2e-80f7-ade5d111ae86 None None] Provisioning complete for port 73c41fc5-11a1-4eb5-8423-a7e10a30734a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:15:58.731915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c93cc59c-96e7-4a2e-80f7-ade5d111ae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:58.847949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c93cc59c-96e7-4a2e-80f7-ade5d111ae86 None None] Port 73c41fc5-11a1-4eb5-8423-a7e10a30734a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:15:58.979349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:59.346201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:59.362494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:59.482344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a1b9a1cf-87f1-43a6-9387-006d75054d37 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:15:59.574050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:15:59.577979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Pushing event updated for resources: {'Port': ['ID=73c41fc5-11a1-4eb5-8423-a7e10a30734a,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:15:59.624059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:15:59.895463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:15:59.898288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:00.046614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a1b9a1cf-87f1-43a6-9387-006d75054d37 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:00.047194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:00.306555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:00.356329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a1b9a1cf-87f1-43a6-9387-006d75054d37, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a1b9a1cf-87f1-43a6-9387-006d75054d37,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:00.369058 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:00.452553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca5f1-ecf0-4d8d-88c2-951b931d3715 req-cf56870f-a5a8-48b3-9c34-b14187c0d33a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:00.462949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eaeca5f1-ecf0-4d8d-88c2-951b931d3715 req-cf56870f-a5a8-48b3-9c34-b14187c0d33a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 1.0561950 Dec 10 18:16:00.483996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9aa7f0dc-396f-44af-93b0-ac3813530e7b None None] Provisioning complete for port 73c41fc5-11a1-4eb5-8423-a7e10a30734a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:00.484565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9aa7f0dc-396f-44af-93b0-ac3813530e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:00.575703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a1b9a1cf-87f1-43a6-9387-006d75054d37,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:00.604582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7f0dc-396f-44af-93b0-ac3813530e7b None None] Port 73c41fc5-11a1-4eb5-8423-a7e10a30734a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:16:00.856730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eaeca5f1-ecf0-4d8d-88c2-951b931d3715 req-cb3d9813-e416-4e64-b219-c2f15659065d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905964 Dec 10 18:16:00.929460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1780564057-network', 'tenant_id': '06baf9ad556b4247a086481b9de99a1f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:01.032746 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccb349ba-8e61-4e3e-83cb-31f22f7ab755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.047375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36882) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:01.059525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ced9ff-0414-49b8-b440-209380d7df3c req-183ecac7-4d82-4b67-9a55-284a2e51f667 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:01.061562 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70ced9ff-0414-49b8-b440-209380d7df3c req-183ecac7-4d82-4b67-9a55-284a2e51f667 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 1.1336684 Dec 10 18:16:01.084484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Router edadddea-2cc7-4597-a6f7-70a212e7e74d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:16:01.088786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Made reservation on behalf of 06baf9ad556b4247a086481b9de99a1f for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:01.092130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.136696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.252719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c17f40c-58c3-462f-90fe-f0c646175553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.381408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70ced9ff-0414-49b8-b440-209380d7df3c req-6a3e2e37-e598-4698-b2d0-2ba87e9d50a0 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833781 Dec 10 18:16:01.411792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.430043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a1b9a1cf-87f1-43a6-9387-006d75054d37 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:01.445007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-782263f7-7749-46f7-aea4-e8e0c6b380a2 req-b12ca5dd-39c2-4bcd-8821-926e62141032 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2042784500', 'description': 'tempest-description-1594429088'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:01.471477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c17f40c-58c3-462f-90fe-f0c646175553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.479438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:16:01.494379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-209a6983-9730-4c14-b5f4-b9fb4b5583b7 admin admin] 10.222.0.55 "PUT /v2.0/routers/edadddea-2cc7-4597-a6f7-70a212e7e74d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5933781 Dec 10 18:16:01.496195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.520757 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Sync routers for ids ['edadddea-2cc7-4597-a6f7-70a212e7e74d'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:16:01.538460 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Routers {'edadddea-2cc7-4597-a6f7-70a212e7e74d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:01.539381 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['edadddea-2cc7-4597-a6f7-70a212e7e74d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:01.541236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a1b9a1cf-87f1-43a6-9387-006d75054d37 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:01.544600 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.550462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:16:01.568551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:01.586162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.588676 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Added segment 31646ddf-4d15-49a8-b8df-1fa52b15d19c of type vlan for network 946510df-1fb4-4252-b588-df21f3471156 Dec 10 18:16:01.630075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c17f40c-58c3-462f-90fe-f0c646175553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.689542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.692452 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-4d9bd5bf-a514-4e18-8e84-6da9fb452d28 service neutron] 10.222.0.30 "GET /v2.0/ports/7dbd0fdc-2896-4609-aad9-b115e7978c97/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 382 time: 0.2329700 Dec 10 18:16:01.693228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-782263f7-7749-46f7-aea4-e8e0c6b380a2 req-b12ca5dd-39c2-4bcd-8821-926e62141032 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.736820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17f40c-58c3-462f-90fe-f0c646175553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3fe928-7ded-41d2-984f-936d893701e0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:01.761598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.762730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:01.763601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.811543 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3c17f40c-58c3-462f-90fe-f0c646175553 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7b517671742b4818a0fca43ad80c3eb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7594118 Dec 10 18:16:01.811865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36892) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:01.835386 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:01.865368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2841547 Dec 10 18:16:01.866073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:01.874847 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Set router edadddea-2cc7-4597-a6f7-70a212e7e74d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:01.894423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Request body: {'subnet': {'network_id': '946510df-1fb4-4252-b588-df21f3471156', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1780564057-subnet', 'tenant_id': '06baf9ad556b4247a086481b9de99a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:01.917061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b520b-3836-40eb-9b21-9362ed669f38 admin admin] Pushing event updated for resources: {'Network': ['ID=946510df-1fb4-4252-b588-df21f3471156,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:01.932143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 946510df-1fb4-4252-b588-df21f3471156 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:16:01.984785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Made reservation on behalf of 06baf9ad556b4247a086481b9de99a1f for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:01.987222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.051451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.088934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-782263f7-7749-46f7-aea4-e8e0c6b380a2 req-b12ca5dd-39c2-4bcd-8821-926e62141032 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.142335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-782263f7-7749-46f7-aea4-e8e0c6b380a2 req-b12ca5dd-39c2-4bcd-8821-926e62141032 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.151351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d80e9-c68f-423e-8f20-9c1374ee7c5c req-fc25e028-71dc-4fc9-b0ab-e6477efad82d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:02.153232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4d9d80e9-c68f-423e-8f20-9c1374ee7c5c req-fc25e028-71dc-4fc9-b0ab-e6477efad82d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1628456 Dec 10 18:16:02.247094 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-782263f7-7749-46f7-aea4-e8e0c6b380a2 req-b12ca5dd-39c2-4bcd-8821-926e62141032 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.278207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-782263f7-7749-46f7-aea4-e8e0c6b380a2 req-b12ca5dd-39c2-4bcd-8821-926e62141032 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.8380220 Dec 10 18:16:02.288065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ca5dd-39c2-4bcd-8821-926e62141032 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5617f24-5576-464e-8817-232f8ff492bf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:02.308327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6c46840-9826-46a8-b010-0d8f0e3d3607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.325766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-06b9a7b1-1f55-4016-9b0a-e5d2c24ed863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:02.328868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-06b9a7b1-1f55-4016-9b0a-e5d2c24ed863 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 1101 time: 0.2189531 Dec 10 18:16:02.334413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4d9d80e9-c68f-423e-8f20-9c1374ee7c5c req-8ee90b57-7f8c-4a5a-a927-3bf8c8b8836e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629169 Dec 10 18:16:02.426801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6c46840-9826-46a8-b010-0d8f0e3d3607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.491468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-e6f7b5df-70a3-4f2e-b495-a03408739306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:02.493034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-e6f7b5df-70a3-4f2e-b495-a03408739306 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 1101 time: 0.1294830 Dec 10 18:16:02.504528 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:15:58Z', 'revision_number': 4, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port': {'id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:52Z', 'updated_at': '2021-12-10T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '73c41fc5-11a1-4eb5-8423-a7e10a30734a', 'name': '', 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'mac_address': 'fa:16:3e:2c:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'da24416c-75bb-46c4-b03a-20c7c499a820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:57Z', 'updated_at': '2021-12-10T18:15:59Z', 'revision_number': 2, 'project_id': '7177906b6d91487196fb0f865982583e', 'subnets': [{'id': 'da24416c-75bb-46c4-b03a-20c7c499a820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:02.573779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Checking router: edadddea-2cc7-4597-a6f7-70a212e7e74d for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:16:02.575648 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Updating router edadddea-2cc7-4597-a6f7-70a212e7e74d port 73c41fc5-11a1-4eb5-8423-a7e10a30734a binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:16:02.613163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.622618 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6c46840-9826-46a8-b010-0d8f0e3d3607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.624476 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.628126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a6c46840-9826-46a8-b010-0d8f0e3d3607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.644462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a6c46840-9826-46a8-b010-0d8f0e3d3607 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa3fe928-7ded-41d2-984f-936d893701e0 HTTP/1.1" status: 204 len: 168 time: 0.8155951 Dec 10 18:16:02.747898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c46840-9826-46a8-b010-0d8f0e3d3607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3fe928-7ded-41d2-984f-936d893701e0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:02.803198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee51396b-42f8-4d9b-8837-3d220c2ca5b9,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:02.841466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Checking segment: {'id': '31646ddf-4d15-49a8-b8df-1fa52b15d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '946510df-1fb4-4252-b588-df21f3471156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:02.842843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Network hostable DHCP agents. Network: 946510df-1fb4-4252-b588-df21f3471156, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:16:02.853889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-43ef6c3c-1d36-42c5-8d44-26f51ee0dfe6 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2042784500&fields=id&tenant_id=9188bc6033bb4745aced6d8295614787 HTTP/1.1" status: 200 len: 267 time: 0.2762048 Dec 10 18:16:02.887292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Network 946510df-1fb4-4252-b588-df21f3471156 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:16:02.914272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 946510df-1fb4-4252-b588-df21f3471156) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:02.919054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:02.919660 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:02.926734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7885956f-3b3d-45dc-a38d-8164ea715b3e None None] Network 946510df-1fb4-4252-b588-df21f3471156 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:02.933859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-175fa919-9751-40ab-8860-6e3a2c3a73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:02.935381 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-175fa919-9751-40ab-8860-6e3a2c3a73d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4338393 Dec 10 18:16:02.954221 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5b0ba662-cc49-4bb2-8e85-afc200c52555 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0796883 Dec 10 18:16:03.005185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-3d3486c2-b2bb-4354-98d8-66ad134c0496 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 200 len: 217 time: 0.0597489 Dec 10 18:16:03.041157 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.049463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-8af8b1cd-8fce-4ed3-91ad-ace120417e1b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:03.059551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-8af8b1cd-8fce-4ed3-91ad-ace120417e1b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1929576 Dec 10 18:16:03.059789 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.105921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Request body: {'port': {'security_groups': ['acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9', 'd5617f24-5576-464e-8817-232f8ff492bf']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:03.201730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-b0e8f3e9-cde2-46be-a8f1-a1955c2e376b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:03.203802 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-b0e8f3e9-cde2-46be-a8f1-a1955c2e376b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1911571 Dec 10 18:16:03.256231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.284357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4dd7c6-ff50-4b3c-b0ea-a8bec67f22d6 None None] Network 946510df-1fb4-4252-b588-df21f3471156 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:03.287041 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c369fc3-86ba-403e-a955-fd0794142e86 None None] Pushing event updated for resources: {'Port': ['ID=73c41fc5-11a1-4eb5-8423-a7e10a30734a,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:03.365952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-bc6db273-46c7-4b4a-99f0-baa35e47e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:03.369173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-bc6db273-46c7-4b4a-99f0-baa35e47e583 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575866 Dec 10 18:16:03.448769 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Attempting to bind port 73c41fc5-11a1-4eb5-8423-a7e10a30734a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:03.449702 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Attempting to bind port 73c41fc5-11a1-4eb5-8423-a7e10a30734a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:03.449702 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Attempting to bind port 73c41fc5-11a1-4eb5-8423-a7e10a30734a on network 9d394d65-bd40-43f3-b2ad-08d724cc2543 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:03.460454 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:03.460956 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Checking segment: {'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:03.461464 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.461942 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Bound using segment: {'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:03.462463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Bound port: 73c41fc5-11a1-4eb5-8423-a7e10a30734a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:03.462848 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.596199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:03.625455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.650747 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e502f0c-e005-4eac-a939-f78a259ca4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.679560 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] For port 73c41fc5-11a1-4eb5-8423-a7e10a30734a, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:03.681389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-ac32bfa7-f3c5-4f77-8217-01dc0e1589ff service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391727 Dec 10 18:16:03.688171 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] For port 73c41fc5-11a1-4eb5-8423-a7e10a30734a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=73c41fc5-11a1-4eb5-8423-a7e10a30734a,segment=NetworkSegment(3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f),segment_id=3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:03.697327 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.710906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b99ff8-a01e-4a06-a00c-ef1808ddb9af req-16aea87d-57d4-468e-bb94-fcf2878e77e4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:03.715055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9b99ff8-a01e-4a06-a00c-ef1808ddb9af req-16aea87d-57d4-468e-bb94-fcf2878e77e4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.2083805 Dec 10 18:16:03.772001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a43f2aa-a5bb-49e9-a1f9-d7c0c119f388 None None] Provisioning complete for port 73c41fc5-11a1-4eb5-8423-a7e10a30734a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:03.772788 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a43f2aa-a5bb-49e9-a1f9-d7c0c119f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:03.773280 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c369fc3-86ba-403e-a955-fd0794142e86 None None] Pushing event updated for resources: {'Port': ['ID=73c41fc5-11a1-4eb5-8423-a7e10a30734a,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:03.846408 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Routers {'edadddea-2cc7-4597-a6f7-70a212e7e74d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:03.847539 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['edadddea-2cc7-4597-a6f7-70a212e7e74d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:03.992828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a43f2aa-a5bb-49e9-a1f9-d7c0c119f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.001431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c133037c-98e2-446e-9a38-c4c3158d94ac req-35a552f6-6179-4884-b32b-8420d506a349 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087738 Dec 10 18:16:04.010010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9b99ff8-a01e-4a06-a00c-ef1808ddb9af req-4e0559a5-5593-42c9-a673-973c99c761ac tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847421 Dec 10 18:16:04.128412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a43f2aa-a5bb-49e9-a1f9-d7c0c119f388 None None] For port 73c41fc5-11a1-4eb5-8423-a7e10a30734a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=73c41fc5-11a1-4eb5-8423-a7e10a30734a,segment=NetworkSegment(3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f),segment_id=3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:04.138591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e502f0c-e005-4eac-a939-f78a259ca4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.143650 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a43f2aa-a5bb-49e9-a1f9-d7c0c119f388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.152187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.156277 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e502f0c-e005-4eac-a939-f78a259ca4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.171709 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] Set router edadddea-2cc7-4597-a6f7-70a212e7e74d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:04.209956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5e502f0c-e005-4eac-a939-f78a259ca4f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b0993f149a2c470fb891c444132f9c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6113372 Dec 10 18:16:04.211656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37000) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:04.215890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a1591daa-267a-4837-b728-7245dfe7e9fc,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:04.325161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e502f0c-e005-4eac-a939-f78a259ca4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98f51be-0e0d-4d68-aecd-2d370bc0b439,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:04.338045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43f2aa-a5bb-49e9-a1f9-d7c0c119f388 None None] Pushing event updated for resources: {'Port': ['ID=73c41fc5-11a1-4eb5-8423-a7e10a30734a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:04.345682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.359814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.378735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['a1591daa-267a-4837-b728-7245dfe7e9fc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:04.390683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c672f515-97d7-4b28-a568-d2465963c1b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.459218 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c672f515-97d7-4b28-a568-d2465963c1b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.467849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:04.471038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.483496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-30b6c7b5-58e3-417c-be7a-62496caf22a1 req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "PUT /v2.0/ports/a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 981 time: 1.4139166 Dec 10 18:16:04.486847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:04.489216 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6500642-8626-482c-b9c5-21990c15d40e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:04.492275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-78746330-8aef-4957-a687-e42dfcf7a4ed None None] Provisioning complete for port 73c41fc5-11a1-4eb5-8423-a7e10a30734a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:04.492617 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-78746330-8aef-4957-a687-e42dfcf7a4ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.532431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c672f515-97d7-4b28-a568-d2465963c1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.539335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c672f515-97d7-4b28-a568-d2465963c1b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:04.541705 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c672f515-97d7-4b28-a568-d2465963c1b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e98f51be-0e0d-4d68-aecd-2d370bc0b439 HTTP/1.1" status: 204 len: 168 time: 0.3274450 Dec 10 18:16:04.562145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672f515-97d7-4b28-a568-d2465963c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98f51be-0e0d-4d68-aecd-2d370bc0b439,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:04.577197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0913335-d3f3-4b2b-af2c-91b3733c7f6b tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event updated for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:04.627029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:16:04.638294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:15:58Z', 'revision_number': 4, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port': {'id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:52Z', 'updated_at': '2021-12-10T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '73c41fc5-11a1-4eb5-8423-a7e10a30734a', 'name': '', 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'mac_address': 'fa:16:3e:2c:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'da24416c-75bb-46c4-b03a-20c7c499a820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:57Z', 'updated_at': '2021-12-10T18:16:03Z', 'revision_number': 4, 'project_id': '7177906b6d91487196fb0f865982583e', 'subnets': [{'id': 'da24416c-75bb-46c4-b03a-20c7c499a820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:04.697597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['a1591daa-267a-4837-b728-7245dfe7e9fc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:04.705266 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b40f1b7-e5b1-4353-a6c7-3dcddfe05e76 None None] The sync data for ids ['edadddea-2cc7-4597-a6f7-70a212e7e74d'] in n-d-821424-1 is: [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:15:58Z', 'revision_number': 4, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port': {'id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:52Z', 'updated_at': '2021-12-10T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '73c41fc5-11a1-4eb5-8423-a7e10a30734a', 'name': '', 'network_id': '9d394d65-bd40-43f3-b2ad-08d724cc2543', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'mac_address': 'fa:16:3e:2c:f7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'da24416c-75bb-46c4-b03a-20c7c499a820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:57Z', 'updated_at': '2021-12-10T18:16:03Z', 'revision_number': 4, 'project_id': '7177906b6d91487196fb0f865982583e', 'subnets': [{'id': 'da24416c-75bb-46c4-b03a-20c7c499a820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:16:04.730727 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:05.074545 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-12006be6-084b-4664-af3c-41dd6033a686 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2042784500&fields=id&tenant_id=9188bc6033bb4745aced6d8295614787 HTTP/1.1" status: 200 len: 267 time: 0.1212854 Dec 10 18:16:05.138338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-528062cc-f61b-4ef7-b091-fa6ed92d1dd1 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:05.160420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-528062cc-f61b-4ef7-b091-fa6ed92d1dd1 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/networks?id=946510df-1fb4-4252-b588-df21f3471156 HTTP/1.1" status: 200 len: 821 time: 0.3402085 Dec 10 18:16:05.201931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-e36923fe-38a0-4200-b207-cd3f0acc1138 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/quotas/06baf9ad556b4247a086481b9de99a1f HTTP/1.1" status: 200 len: 375 time: 0.0395405 Dec 10 18:16:05.202951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-892a0654-838b-44f0-9594-6c6655d77703 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:05.211202 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-892a0654-838b-44f0-9594-6c6655d77703 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 984 time: 0.1330836 Dec 10 18:16:05.225802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Request body: {'port': {'security_groups': ['acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:05.363503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-e87e3212-b70a-4e7b-a729-6730e10e913c tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=06baf9ad556b4247a086481b9de99a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529546 Dec 10 18:16:05.499561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 73c41fc5-11a1-4eb5-8423-a7e10a30734a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:05.516061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:05.601141 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:05.623769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-0b85eb94-294f-41f6-9822-b044e044526f service neutron] 10.222.0.55 "GET /v2.0/networks/946510df-1fb4-4252-b588-df21f3471156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441993 Dec 10 18:16:05.926846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-26afdfb7-1ac1-448a-b503-60851e825a07 service neutron] 10.222.0.55 "GET /v2.0/networks/946510df-1fb4-4252-b588-df21f3471156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893615 Dec 10 18:16:05.963493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a1591daa-267a-4837-b728-7245dfe7e9fc,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:05.990930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:06.002109 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b26b773-d497-4603-856e-bba27146d44f" -d '{"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:06.036679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:06.051059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:06.164401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:06.193828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:06.221304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:06.221989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:06.223486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b5d854e-de15-4e3c-b6ab-bef0fe8e334b req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "PUT /v2.0/ports/a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 942 time: 1.0113080 Dec 10 18:16:06.260843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c0c1f-8bd8-4f8e-b5d3-04712cb0d716 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event updated for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:06.314233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 73c41fc5-11a1-4eb5-8423-a7e10a30734a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:06.314636 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:06.328044 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b135ab3d-b9fc-4251-a927-65570593ce3f x-openstack-request-id: req-b135ab3d-b9fc-4251-a927-65570593ce3f {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:06.328336 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:06.328588 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b135ab3d-b9fc-4251-a927-65570593ce3f {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:06.328997 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'status': 'completed', 'code': 200} Dec 10 18:16:06.509105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6500642-8626-482c-b9c5-21990c15d40e req-ef5c0df3-5a46-4468-b8d3-55cdd8079688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:06.517651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6500642-8626-482c-b9c5-21990c15d40e req-ef5c0df3-5a46-4468-b8d3-55cdd8079688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.1620731 Dec 10 18:16:06.553365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:06.555707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4162f-6d33-4f78-b052-9825e2e7e609 req-486940ca-941c-4fc8-8d20-3c4af26d808d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:06.564911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24a4162f-6d33-4f78-b052-9825e2e7e609 req-486940ca-941c-4fc8-8d20-3c4af26d808d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 948 time: 0.1414332 Dec 10 18:16:06.583073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:16:06.686300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24a4162f-6d33-4f78-b052-9825e2e7e609 req-32cd8de9-f124-487e-a327-a0a48c0c625b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124339 Dec 10 18:16:06.818993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb253099-6c08-41cc-b579-278920f9f14d req-a0a8a2b9-3bda-4a82-a4ff-855e7ba856e2 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0716088 Dec 10 18:16:06.874616 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f20657-5b62-4775-a177-1db36b112a3b x-openstack-request-id: req-30f20657-5b62-4775-a177-1db36b112a3b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:06.891974 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:06.892242 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-30f20657-5b62-4775-a177-1db36b112a3b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:06.897234 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'code': 200} Dec 10 18:16:07.059716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6500642-8626-482c-b9c5-21990c15d40e req-7e9aa2ae-6a53-4a18-b5eb-5a2e5e9b0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:07.064962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6500642-8626-482c-b9c5-21990c15d40e req-7e9aa2ae-6a53-4a18-b5eb-5a2e5e9b0e46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 0.5399857 Dec 10 18:16:07.070181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['a1591daa-267a-4837-b728-7245dfe7e9fc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:07.246003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:07.272043 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6500642-8626-482c-b9c5-21990c15d40e req-7568848e-d9b3-424f-8b7b-9f1bebb80709 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 217 time: 0.1877465 Dec 10 18:16:07.305158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'mac_address': 'fa:16:3e:8b:fd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:16:07.323890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['a1591daa-267a-4837-b728-7245dfe7e9fc'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:07.420151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6500642-8626-482c-b9c5-21990c15d40e req-74bdd576-d222-4576-8346-f00aca8fbab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:07.422269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6500642-8626-482c-b9c5-21990c15d40e req-74bdd576-d222-4576-8346-f00aca8fbab9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.1300838 Dec 10 18:16:07.437945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-0bd64031-572d-4320-886c-912b497af3ba tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7156610 Dec 10 18:16:07.444532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:07.521097 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6500642-8626-482c-b9c5-21990c15d40e req-a264ddf2-c3a1-4852-be6f-2c4e886c6f95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678883 Dec 10 18:16:07.522245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:07.720929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6500642-8626-482c-b9c5-21990c15d40e req-36de1135-6ce5-402b-956e-e92a38ce7050 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832426 Dec 10 18:16:07.740979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eac58b-ad60-49ea-9534-494f81365e5e req-5622c146-8adf-48a1-8237-315436f9a40a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:07.745850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46eac58b-ad60-49ea-9534-494f81365e5e req-5622c146-8adf-48a1-8237-315436f9a40a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 948 time: 0.3216395 Dec 10 18:16:07.750805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:07.789512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-248c6ade-fc86-44c6-b131-86921cf41b27 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:07.791836 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-248c6ade-fc86-44c6-b131-86921cf41b27 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 948 time: 0.4562011 Dec 10 18:16:07.799053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbd0fdc-2896-4609-aad9-b115e7978c97 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:07.863956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:07.881603 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:07.945872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46eac58b-ad60-49ea-9534-494f81365e5e req-98253229-95f0-4203-8bb5-706d47e3edf9 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859958 Dec 10 18:16:08.006806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-376ee8cb-1863-4e7a-8650-b2db813d50c0 service neutron] 10.222.0.30 "GET /v2.0/ports/7dbd0fdc-2896-4609-aad9-b115e7978c97/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 382 time: 0.1915779 Dec 10 18:16:08.069093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6500642-8626-482c-b9c5-21990c15d40e req-a395750d-c188-40db-a429-16ee3ed1a4c1 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343042 Dec 10 18:16:08.084333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:08.131435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-bb8432ee-a441-4c07-9fc1-26e7ee3e64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:08.133457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-bb8432ee-a441-4c07-9fc1-26e7ee3e64f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 1100 time: 0.0982792 Dec 10 18:16:08.158054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:08.205895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['7dbd0fdc-2896-4609-aad9-b115e7978c97'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:08.332451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-d5ec8ee3-e4ca-465d-8ca4-1674cf333031 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--989112793&fields=id&tenant_id=fad5b5cf31e04212afff33a5003f6b6f HTTP/1.1" status: 200 len: 267 time: 0.0978444 Dec 10 18:16:08.343621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:08.353220 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666820f9-2712-4b26-beef-6c1c2e030021" -d '{"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:08.431650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Allocated IP 172.25.2.47 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/0168c8de-3f55-40a1-9972-3a4f7fa9bed1) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:08.446876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-a2add969-4e6f-43e8-94ac-7d04f8b63237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:08.448753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-a2add969-4e6f-43e8-94ac-7d04f8b63237 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3024008 Dec 10 18:16:08.460535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-eb1ddf90-5b71-453c-857c-8667ad8861f6 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:08.468599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-eb1ddf90-5b71-453c-857c-8667ad8861f6 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/networks?id=d01fb161-afcb-4b67-b4eb-e037ae548704 HTTP/1.1" status: 200 len: 816 time: 0.1349366 Dec 10 18:16:08.496008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-5a915d44-2682-454c-b90f-c0a320c32522 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/quotas/fad5b5cf31e04212afff33a5003f6b6f HTTP/1.1" status: 200 len: 375 time: 0.0249412 Dec 10 18:16:08.632361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-2a7f1659-df14-422d-ba89-45c8e13af23e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 200 len: 217 time: 0.1607440 Dec 10 18:16:08.642615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:08.702294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:08.766192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event updated for resources: {'Port': ['ID=0168c8de-3f55-40a1-9972-3a4f7fa9bed1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:08.776988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:08.778531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:08.782784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:08.798408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-09c2e33d-cf14-496f-a4fd-57736f8ea468 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fad5b5cf31e04212afff33a5003f6b6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3012936 Dec 10 18:16:08.854738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-aa975b20-7269-4580-a67e-5c2767d860ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:08.856349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-aa975b20-7269-4580-a67e-5c2767d860ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1872456 Dec 10 18:16:08.930437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:08.964284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-ce1155a6-e1c0-4ef3-b5bc-ada1cf62e7d3 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:08.966404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-ce1155a6-e1c0-4ef3-b5bc-ada1cf62e7d3 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.59 "GET /v2.0/networks?id=946510df-1fb4-4252-b588-df21f3471156 HTTP/1.1" status: 200 len: 821 time: 0.4073248 Dec 10 18:16:08.983163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:08.987597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Request body: {'port': {'device_id': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'network_id': '946510df-1fb4-4252-b588-df21f3471156', 'admin_state_up': True, 'tenant_id': '06baf9ad556b4247a086481b9de99a1f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:09.019472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-f56e4613-d977-493d-9009-7fdeb2d8c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:09.021279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-f56e4613-d977-493d-9009-7fdeb2d8c87f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1511922 Dec 10 18:16:09.098124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-a85eae33-ca98-48a7-b006-62e0d331c39e service neutron] 10.222.0.55 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666838 Dec 10 18:16:09.199205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.209159 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.297293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-002ad30c-65ec-475d-8dbf-0c1de9633fb2 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376356 Dec 10 18:16:09.299941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event updated for resources: {'Port': ['ID=0168c8de-3f55-40a1-9972-3a4f7fa9bed1,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:09.307783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-d3b32330-5b20-47d1-90b0-bb35d61fddec service neutron] 10.222.0.55 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978531 Dec 10 18:16:09.312357 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.331109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Made reservation on behalf of 06baf9ad556b4247a086481b9de99a1f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:09.334642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.343454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.353985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-70748156-0356-4e12-88e0-3749a9065753 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9139054 Dec 10 18:16:09.452879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-caad301e-ba8f-4927-88d5-293e9234b194 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 695 time: 0.0975735 Dec 10 18:16:09.475562 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-3d6c97b8-6972-4098-99f1-91f8310a71e6 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651461 Dec 10 18:16:09.556428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Allocated IP 172.20.0.7 (946510df-1fb4-4252-b588-df21f3471156/ee51396b-42f8-4d9b-8837-3d220c2ca5b9/99366a4c-4281-4272-a145-40d0ea519d0b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:09.632330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-56ade428-bdc3-4cfb-9f39-9eca7dd157d6 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:09.634049 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed8fcb39-5974-408c-b6ef-911f877bbd95 req-56ade428-bdc3-4cfb-9f39-9eca7dd157d6 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1758351 Dec 10 18:16:09.719014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37152) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:09.852673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bd4545-2663-49cc-96d4-d2943c1ba7c4 req-6f71ecfe-1cbf-4c3d-b9d7-34554a418862 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0576332 Dec 10 18:16:09.871735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.911453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24e7b869-3413-4e8d-9c3e-2981cf19f167 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.949245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:09.954500 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fba8e6c-4b80-402b-aa26-f5d5faece9d2 x-openstack-request-id: req-9fba8e6c-4b80-402b-aa26-f5d5faece9d2 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:09.954826 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:09.955142 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fba8e6c-4b80-402b-aa26-f5d5faece9d2 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:09.955613 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'status': 'completed', 'code': 200} Dec 10 18:16:10.103735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da547b-6478-459c-acd1-b6baaecfdee4 req-946998ba-f8c3-422e-8d9d-0b0bb5ac6e66 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:10.105285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b4da547b-6478-459c-acd1-b6baaecfdee4 req-946998ba-f8c3-422e-8d9d-0b0bb5ac6e66 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 949 time: 0.0897238 Dec 10 18:16:10.140896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24e7b869-3413-4e8d-9c3e-2981cf19f167 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.149551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24e7b869-3413-4e8d-9c3e-2981cf19f167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.187758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Network 946510df-1fb4-4252-b588-df21f3471156 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:10.192752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:10.200870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:10.221055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7b869-3413-4e8d-9c3e-2981cf19f167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bad2b8-c519-4f1c-ab14-ada4caa19ac7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:10.231089 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-24e7b869-3413-4e8d-9c3e-2981cf19f167 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdd0f2dca93e4c38a3b48e0dac823071&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5104613 Dec 10 18:16:10.231497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37172) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:10.245195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b4da547b-6478-459c-acd1-b6baaecfdee4 req-12368f70-1f14-40ca-b023-7dd95261372c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262231 Dec 10 18:16:10.249070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Pushing event updated for resources: {'Port': ['ID=99366a4c-4281-4272-a145-40d0ea519d0b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:10.293701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.294154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.294612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.295049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.295398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.295815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.296214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.296737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.297256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.297796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.298346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.298914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.299771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:10.306663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666820f9-2712-4b26-beef-6c1c2e030021 req-f7ef2f45-de70-4cd1-a825-6f4afb92abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:10.308866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666820f9-2712-4b26-beef-6c1c2e030021 req-f7ef2f45-de70-4cd1-a825-6f4afb92abb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.3395493 Dec 10 18:16:10.321701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44bb47f1-298a-401d-853b-0c9bd0a1c98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.324429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-e720f3a2-f08e-4365-a1d1-37ed9657845a tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:10.326096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-e720f3a2-f08e-4365-a1d1-37ed9657845a tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1849749 Dec 10 18:16:10.384600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ab41c69-34d0-4f34-b61f-2d64edaa91da req-d2c1afc2-5d89-466f-b84e-147155f57dea tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0535250 Dec 10 18:16:10.391513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44bb47f1-298a-401d-853b-0c9bd0a1c98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.408171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:10.409140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.461508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-0195ac94-77b0-4453-96c2-a1eb0cc5bb80 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 695 time: 0.1206129 Dec 10 18:16:10.476959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Request body: {'floatingip': {'port_id': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:10.487851 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-21a33949-6cf3-4c09-b274-a717de85eacf tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5057428 Dec 10 18:16:10.492169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44bb47f1-298a-401d-853b-0c9bd0a1c98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.495353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44bb47f1-298a-401d-853b-0c9bd0a1c98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.496719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-44bb47f1-298a-401d-853b-0c9bd0a1c98d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7bad2b8-c519-4f1c-ab14-ada4caa19ac7 HTTP/1.1" status: 204 len: 168 time: 0.2639577 Dec 10 18:16:10.519829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb47f1-298a-401d-853b-0c9bd0a1c98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bad2b8-c519-4f1c-ab14-ada4caa19ac7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:10.562219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:10.602672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-af2d24b5-e3c7-46b9-929d-38d32fa2eb66 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:16:10.603719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-af2d24b5-e3c7-46b9-929d-38d32fa2eb66 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0327666 Dec 10 18:16:10.612438 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.666886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 7dbd0fdc-2896-4609-aad9-b115e7978c97 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:10.667875 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.806399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:10.965663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:10.967055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:10.973700 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594be832-8e51-4c1e-aa11-566165a933bd" -d '{"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:10.992726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.103289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84819c3b-a5c7-4fb5-840c-af92ce417c83 req-171e5113-aeca-4dd2-afcd-ec0c4ff6ed57 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:11.117990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84819c3b-a5c7-4fb5-840c-af92ce417c83 req-171e5113-aeca-4dd2-afcd-ec0c4ff6ed57 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 931 time: 0.1083474 Dec 10 18:16:11.121185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37190) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:11.129887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666820f9-2712-4b26-beef-6c1c2e030021 req-8aef3f54-9e2e-44e9-b3b0-d3b7cbcb3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:11.142172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666820f9-2712-4b26-beef-6c1c2e030021 req-8aef3f54-9e2e-44e9-b3b0-d3b7cbcb3e57 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 0.8121085 Dec 10 18:16:11.146487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96a568a4-ba3a-4386-be38-fa61634feb67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.160905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:11.266774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84819c3b-a5c7-4fb5-840c-af92ce417c83 req-8511275d-f0b8-419d-a491-855982341e0f tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344714 Dec 10 18:16:11.381308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96a568a4-ba3a-4386-be38-fa61634feb67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.393331 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26947869-290a-4931-ad6f-14228f1a3942 x-openstack-request-id: req-26947869-290a-4931-ad6f-14228f1a3942 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:11.393641 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:11.394179 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26947869-290a-4931-ad6f-14228f1a3942 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:11.394816 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'code': 200} Dec 10 18:16:11.396724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96a568a4-ba3a-4386-be38-fa61634feb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.443735 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-96a568a4-ba3a-4386-be38-fa61634feb67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ed0d3e04bab472a85799a465386792e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3211834 Dec 10 18:16:11.444631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37198) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:11.501995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a568a4-ba3a-4386-be38-fa61634feb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe8c853-f37e-4cbf-8093-150e122ace7f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:11.609674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Request body: {'port': {'device_id': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:11.618392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666820f9-2712-4b26-beef-6c1c2e030021 req-c5236515-1cad-4079-b6d5-2a2c1f852964 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 217 time: 0.4362133 Dec 10 18:16:11.620525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0754e789-554e-4a81-b83a-b932b7a27a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.638380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f6c51-7079-4180-ba1c-07f99f3e17c0 req-0b983b96-a03d-4b55-ace1-7002c801314f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:11.647053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f33f6c51-7079-4180-ba1c-07f99f3e17c0 req-0b983b96-a03d-4b55-ace1-7002c801314f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1500962 Dec 10 18:16:11.703072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0754e789-554e-4a81-b83a-b932b7a27a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.758189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.778798 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0754e789-554e-4a81-b83a-b932b7a27a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.784092 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0754e789-554e-4a81-b83a-b932b7a27a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:11.785777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0754e789-554e-4a81-b83a-b932b7a27a5e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4fe8c853-f37e-4cbf-8093-150e122ace7f HTTP/1.1" status: 204 len: 168 time: 0.3385720 Dec 10 18:16:11.805758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754e789-554e-4a81-b83a-b932b7a27a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe8c853-f37e-4cbf-8093-150e122ace7f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:11.838999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f33f6c51-7079-4180-ba1c-07f99f3e17c0 req-fd6638c1-a867-4043-9a53-f2e82a463bb6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883192 Dec 10 18:16:12.038172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-2fa55734-6f4a-4ce1-9a8f-2fc38d6a8f91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:12.040848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-2fa55734-6f4a-4ce1-9a8f-2fc38d6a8f91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.59 "GET /v2.0/networks?id=d01fb161-afcb-4b67-b4eb-e037ae548704 HTTP/1.1" status: 200 len: 816 time: 0.2208908 Dec 10 18:16:12.113431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb0feded-379b-48b2-854e-f77da64ef63f req-5d58b3ec-7667-42c6-bdf0-6a27aa60f54e tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0791109 Dec 10 18:16:12.241616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666820f9-2712-4b26-beef-6c1c2e030021 req-969b2c78-b3ad-41c8-9c0d-39a665df8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:12.243787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666820f9-2712-4b26-beef-6c1c2e030021 req-969b2c78-b3ad-41c8-9c0d-39a665df8469 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.6054418 Dec 10 18:16:12.273099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-238a8dce-f33d-41d3-961d-1e9881d13ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:12.276552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-238a8dce-f33d-41d3-961d-1e9881d13ca9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 1101 time: 0.0996070 Dec 10 18:16:12.294049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-f41d637c-87c2-4ae7-9cb0-4e1352a75165 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:16:12.295254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-f41d637c-87c2-4ae7-9cb0-4e1352a75165 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081065 Dec 10 18:16:12.437897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-d9a63120-786f-4361-bf77-283afa0edd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:12.440181 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-d9a63120-786f-4361-bf77-283afa0edd4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 1101 time: 0.1151061 Dec 10 18:16:12.484404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666820f9-2712-4b26-beef-6c1c2e030021 req-833c7876-bcec-40dc-89d1-fa620fe5d0fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2255113 Dec 10 18:16:12.621263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666820f9-2712-4b26-beef-6c1c2e030021 req-b32b21a4-1708-4f6d-b5ea-372711a3ff22 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272657 Dec 10 18:16:12.675325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c5d6b-ce38-4a54-b2e3-8be18561086d req-daa943a7-c4a5-430b-8dc5-4648d0e90745 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:12.686641 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-328c5d6b-ce38-4a54-b2e3-8be18561086d req-daa943a7-c4a5-430b-8dc5-4648d0e90745 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 931 time: 0.2754750 Dec 10 18:16:12.751117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-85e1cd28-a7ad-4c38-9e5c-0038722e0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:12.753419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-85e1cd28-a7ad-4c38-9e5c-0038722e0f21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2666936 Dec 10 18:16:12.896748 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-328c5d6b-ce38-4a54-b2e3-8be18561086d req-eeac724c-2c65-4267-a1ea-c809d8a02558 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087283 Dec 10 18:16:12.900796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-35e08166-4100-4199-82e9-a7a2156af1e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 200 len: 217 time: 0.1301136 Dec 10 18:16:12.997017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-01602886-646c-4630-82b5-ab3ec67e9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:13.003583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-01602886-646c-4630-82b5-ab3ec67e9014 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0956266 Dec 10 18:16:13.036662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:13.068651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-53dfee08-cf17-4f48-b063-5aed48d5e28c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad5b5cf31e04212afff33a5003f6b6f HTTP/1.1" status: 200 len: 379 time: 0.8499696 Dec 10 18:16:13.081763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Request body: {'port': {'device_id': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'admin_state_up': True, 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'security_groups': ['0b5e02db-5576-46ad-a25f-87e64ec531b0']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:13.108586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:13.150968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-224bc1a5-0904-4037-a530-7704c7751274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:13.152950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-224bc1a5-0904-4037-a530-7704c7751274 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1394477 Dec 10 18:16:13.160810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeca822-b9ac-41b4-9fd9-be73e4e51f52 req-d2534518-7702-487f-948e-70934075c5a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:13.170949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7eeca822-b9ac-41b4-9fd9-be73e4e51f52 req-d2534518-7702-487f-948e-70934075c5a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.1593535 Dec 10 18:16:13.281988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7eeca822-b9ac-41b4-9fd9-be73e4e51f52 req-6ca7a830-4252-4593-9bd4-ee58c98da362 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975044 Dec 10 18:16:13.415951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-e667c6b6-5c5e-41c0-97b2-07b82b9dbae7 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439399 Dec 10 18:16:13.460938 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b8316c3-f417-4160-a93f-8b8bc665d72a req-7d24b727-81e0-48c0-8b7c-fed6bf0a4bbc tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0492020 Dec 10 18:16:13.532242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666820f9-2712-4b26-beef-6c1c2e030021 req-52da1641-9ba8-4408-b4ef-f384f523a64a service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8889565 Dec 10 18:16:13.632810 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Floating IP 37398cbb-26cb-460a-9200-ea7322446b0e associated. External IP: 172.25.2.47, port: a1591daa-267a-4837-b728-7245dfe7e9fc. Dec 10 18:16:13.679381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99366a4c-4281-4272-a145-40d0ea519d0b {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:13.693588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Made reservation on behalf of fad5b5cf31e04212afff33a5003f6b6f for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:13.697737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:13.704380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:13.721611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa6627eb-df2b-4be3-a2c7-b7510d5438ed req-6c39adf8-0846-439f-8b18-b65b2f14af42 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638090 Dec 10 18:16:13.754886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Transition to ACTIVE for port object 99366a4c-4281-4272-a145-40d0ea519d0b will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:16:13.807672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:14.128605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d69d2e-8007-4444-97ad-416775ddb64e req-10cbe6dc-5ed8-4c65-b846-b950fed80c83 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:14.141983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21d69d2e-8007-4444-97ad-416775ddb64e req-10cbe6dc-5ed8-4c65-b846-b950fed80c83 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 943 time: 0.0861104 Dec 10 18:16:14.212736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21d69d2e-8007-4444-97ad-416775ddb64e req-d8a56a4b-b71c-4a16-aaa6-8106c56b4172 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735581 Dec 10 18:16:14.259249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Pushing event updated for resources: {'Port': ['ID=99366a4c-4281-4272-a145-40d0ea519d0b,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:14.275588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Router b7c6ae32-2438-47fc-ad26-251f8be524d3 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:16:14.295992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Allocated IP 172.20.0.8 (d01fb161-afcb-4b67-b4eb-e037ae548704/0242015e-3347-4eb0-9bb3-13bcd04711b6/a8b61933-d1fe-44ba-af33-cf182716c677) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:14.468115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Attempting to bind port 99366a4c-4281-4272-a145-40d0ea519d0b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:14.468505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Attempting to bind port 99366a4c-4281-4272-a145-40d0ea519d0b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '31646ddf-4d15-49a8-b8df-1fa52b15d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '946510df-1fb4-4252-b588-df21f3471156'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:14.468878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Attempting to bind port 99366a4c-4281-4272-a145-40d0ea519d0b on network 946510df-1fb4-4252-b588-df21f3471156 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:14.478963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Port 99366a4c-4281-4272-a145-40d0ea519d0b on network 946510df-1fb4-4252-b588-df21f3471156 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:16:14.479297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Attempting to bind port 99366a4c-4281-4272-a145-40d0ea519d0b on network 946510df-1fb4-4252-b588-df21f3471156 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:14.491197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:16:14.507931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:14.508761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] Sync routers for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:16:14.515092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:14.515468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Checking segment: {'id': '31646ddf-4d15-49a8-b8df-1fa52b15d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '946510df-1fb4-4252-b588-df21f3471156'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:14.515877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Bound using segment: {'id': '31646ddf-4d15-49a8-b8df-1fa52b15d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '946510df-1fb4-4252-b588-df21f3471156'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:14.516411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Bound port: 99366a4c-4281-4272-a145-40d0ea519d0b, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31646ddf-4d15-49a8-b8df-1fa52b15d19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '946510df-1fb4-4252-b588-df21f3471156'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:14.516943 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:14.530648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:14.530887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:14.604629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef753db9-e242-419e-9fb6-82e5d925e902 req-f6369037-aea0-4f9b-b977-146c67d1556e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:14.633954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef753db9-e242-419e-9fb6-82e5d925e902 req-f6369037-aea0-4f9b-b977-146c67d1556e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 950 time: 0.2043929 Dec 10 18:16:14.653588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] For port 99366a4c-4281-4272-a145-40d0ea519d0b, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:14.658446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] For port 99366a4c-4281-4272-a145-40d0ea519d0b, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=99366a4c-4281-4272-a145-40d0ea519d0b,segment=NetworkSegment(31646ddf-4d15-49a8-b8df-1fa52b15d19c),segment_id=31646ddf-4d15-49a8-b8df-1fa52b15d19c)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:14.663876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-d3a4bb72-2829-432a-a949-d1b892a59c17 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "PUT /v2.0/floatingips/37398cbb-26cb-460a-9200-ea7322446b0e HTTP/1.1" status: 200 len: 995 time: 4.1944668 Dec 10 18:16:14.668046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:14.671303 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:14.678998 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:14.714781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:16:14.859678 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef753db9-e242-419e-9fb6-82e5d925e902 req-9f79842c-74f3-4ff9-b428-d599b4420434 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246983 Dec 10 18:16:14.917509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:14.924500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:14.928656 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] 10.222.0.59 "PUT /v2.0/ports/99366a4c-4281-4272-a145-40d0ea519d0b HTTP/1.1" status: 200 len: 1091 time: 3.9818280 Dec 10 18:16:15.028624 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:15.031985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-b9132a4e-8c51-4dac-a4b7-676e9e232e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:15.033736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-b9132a4e-8c51-4dac-a4b7-676e9e232e62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.3205173 Dec 10 18:16:15.046531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-15777a49-0660-4182-991a-5ef32a4ea365 req-8b16c777-d606-48ba-b4ca-d2706082c4da tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0649576 Dec 10 18:16:15.108191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5635d8e-4256-4a02-ade7-362e6d6a6e67 service neutron] Pushing event updated for resources: {'Port': ['ID=99366a4c-4281-4272-a145-40d0ea519d0b,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:15.125114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:15.395294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-1defe3cc-7fa5-4e1a-9c6b-5678ff4f8e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:15.399620 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-1defe3cc-7fa5-4e1a-9c6b-5678ff4f8e04 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.1274009 Dec 10 18:16:15.441223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:15.450424 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:15.734261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2882ec-e1e8-45df-881d-13ede4dcb20a req-8dc681d5-77dd-4f86-9067-e42a93dcc0e3 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:15.742348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c2882ec-e1e8-45df-881d-13ede4dcb20a req-8dc681d5-77dd-4f86-9067-e42a93dcc0e3 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 943 time: 0.3409114 Dec 10 18:16:15.856193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:15.862601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-b2486602-221c-4376-babf-17185cfdf570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:15.866619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-b2486602-221c-4376-babf-17185cfdf570 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 0.4444280 Dec 10 18:16:15.868509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:15.889774 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34416f1-3ebd-4b5e-8dfe-6f193428426c" -d '{"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:15.898413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c2882ec-e1e8-45df-881d-13ede4dcb20a req-66f587b5-ca87-4a03-ba19-c85056a9637e tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549208 Dec 10 18:16:15.909710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:15.996358 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f232f10-af03-4825-947f-2394d92aaf37 x-openstack-request-id: req-2f232f10-af03-4825-947f-2394d92aaf37 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:15.997868 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:15.999516 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f232f10-af03-4825-947f-2394d92aaf37 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:16.000073 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'status': 'completed', 'code': 200} Dec 10 18:16:16.062745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:16.084583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.084868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.085796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.086489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.086640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.086853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.087190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.087526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.088148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.088496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.088833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.089165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.089496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:16.093583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-db7f530c-254a-48e3-82cf-8f018c69cfed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 998 time: 0.1938291 Dec 10 18:16:16.112999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Network d01fb161-afcb-4b67-b4eb-e037ae548704 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:16.126060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:16.139994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:16.232433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-4c3d5b99-b85f-403c-aa4c-92442a107153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:16.234231 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-4c3d5b99-b85f-403c-aa4c-92442a107153 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.1281376 Dec 10 18:16:16.244761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:16.245500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:16.288251 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2185080 Dec 10 18:16:16.322191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-f269bcb6-7454-42c6-ad2f-96948beded95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:16.325330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '37398cbb-26cb-460a-9200-ea7322446b0e', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'port_id': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'mac_address': 'fa:16:3e:ca:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:16:08Z', 'updated_at': '2021-12-10T18:16:12Z', 'revision_number': 1, 'project_id': '9188bc6033bb4745aced6d8295614787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:09Z', 'revision_number': 5, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:16.329548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-f269bcb6-7454-42c6-ad2f-96948beded95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06baf9ad556b4247a086481b9de99a1f&device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 1094 time: 1.3372123 Dec 10 18:16:16.347579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-8bd56a20-8ffb-4eb5-8ae9-ca737e7afbd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950937 Dec 10 18:16:16.349364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Request body: {'port': {'device_id': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:16.358631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd9cca-086f-435b-ae63-c356f1b91731 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event updated for resources: {'Port': ['ID=a8b61933-d1fe-44ba-af33-cf182716c677,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:16.372605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f4015-281d-4a84-9013-0386c808e046 req-b9acbc39-a72a-45c9-b074-ab1036dc4fae tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:16.388368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-449f4015-281d-4a84-9013-0386c808e046 req-b9acbc39-a72a-45c9-b074-ab1036dc4fae tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 948 time: 0.2680607 Dec 10 18:16:16.410054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] Checking router: b7c6ae32-2438-47fc-ad26-251f8be524d3 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:16:16.423248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:16.424066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:16.553403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-7f04753e-7fc7-4bf4-8e20-4fbfffd4df32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99366a4c-4281-4272-a145-40d0ea519d0b HTTP/1.1" status: 200 len: 217 time: 0.2195947 Dec 10 18:16:16.558699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-51c84982-fde2-4410-9486-f82bcfd08122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:16.572963 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-51c84982-fde2-4410-9486-f82bcfd08122 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 1.4698350 Dec 10 18:16:16.658048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-5b082cad-0035-4c01-826e-77717dac190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:16.660141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-5b082cad-0035-4c01-826e-77717dac190b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee51396b-42f8-4d9b-8837-3d220c2ca5b9 HTTP/1.1" status: 200 len: 861 time: 0.0691824 Dec 10 18:16:16.696376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:16:16.725153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-449f4015-281d-4a84-9013-0386c808e046 req-18914b39-10d4-4d20-8fb5-8634bf723dea tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196526 Dec 10 18:16:16.799900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-58d4905b-4226-4abc-b774-48c17a77e738 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=946510df-1fb4-4252-b588-df21f3471156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978227 Dec 10 18:16:16.805902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:16.835057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-a8d40d7a-4e84-4175-8fa2-c4a2ffe12fef service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282925 Dec 10 18:16:16.951501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ed45edec-e2c9-4b78-9e03-5efe66e6576d None None] Provisioning complete for port a8b61933-d1fe-44ba-af33-cf182716c677 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:16.952398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed45edec-e2c9-4b78-9e03-5efe66e6576d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:16.954351 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b4dc28-8ea5-4aca-bb6b-6ceaf7adb5a2 x-openstack-request-id: req-c4b4dc28-8ea5-4aca-bb6b-6ceaf7adb5a2 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:16.954662 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-unplugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:16.954913 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4b4dc28-8ea5-4aca-bb6b-6ceaf7adb5a2 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:16.955302 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'code': 200} Dec 10 18:16:17.051992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:17.165818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-b2d69612-46f0-4781-a315-6874acf8a59a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 998 time: 0.5882199 Dec 10 18:16:17.263124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-64fa5eb1-112d-4f2f-9f1f-6710f7ea4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:17.265791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-64fa5eb1-112d-4f2f-9f1f-6710f7ea4bf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.0678785 Dec 10 18:16:17.329578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d891386-4992-44ac-849b-0073c6dc2f1a req-2209880b-8112-4588-bf9a-6485f9f81aa5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:17.331192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d891386-4992-44ac-849b-0073c6dc2f1a req-2209880b-8112-4588-bf9a-6485f9f81aa5 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 931 time: 0.2991905 Dec 10 18:16:17.344539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ed45edec-e2c9-4b78-9e03-5efe66e6576d None None] Port a8b61933-d1fe-44ba-af33-cf182716c677 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:16:17.360959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-a636294c-8888-4cd5-8d5c-b2718ca9670e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840428 Dec 10 18:16:17.437217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e86d5fa6-d930-4286-b4a6-c4ca6e88a1b6 req-3d7fb506-c08d-4a8b-9156-96597872b804 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5861394 Dec 10 18:16:17.495903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d891386-4992-44ac-849b-0073c6dc2f1a req-6e89fbc8-980f-4412-8865-d31bf08ffd09 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459773 Dec 10 18:16:17.643379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-1b5eb052-bc9a-4ccc-a7c5-d2a4b7444f67 service neutron] 10.222.0.59 "GET /v2.0/networks/946510df-1fb4-4252-b588-df21f3471156?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7816598 Dec 10 18:16:17.757225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37318) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:17.790306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:17.862517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'mac_address': 'fa:16:3e:8b:fd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:16:17.927348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '37398cbb-26cb-460a-9200-ea7322446b0e', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'port_id': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'mac_address': 'fa:16:3e:ca:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:16:08Z', 'updated_at': '2021-12-10T18:16:12Z', 'revision_number': 1, 'project_id': '9188bc6033bb4745aced6d8295614787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:09Z', 'revision_number': 5, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:17.931030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:17.987996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dbd0fdc-2896-4609-aad9-b115e7978c97 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:17.998714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70236a00-3b69-4a0d-a8a3-23a621d8bc55 None None] The sync data for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 is: [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '37398cbb-26cb-460a-9200-ea7322446b0e', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'floating_ip_address': '172.25.2.47', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'port_id': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'mac_address': 'fa:16:3e:ca:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:16:08Z', 'updated_at': '2021-12-10T18:16:12Z', 'revision_number': 1, 'project_id': '9188bc6033bb4745aced6d8295614787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:09Z', 'revision_number': 5, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:16:18.014101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf33a9-5690-4db2-b09a-af219e0978ae req-e4425e2a-dda8-489b-8f7b-6c2ff145682e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:18.016382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-86bf33a9-5690-4db2-b09a-af219e0978ae req-e4425e2a-dda8-489b-8f7b-6c2ff145682e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 948 time: 0.1570241 Dec 10 18:16:18.020341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:18.037313 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.045107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'tag': '99366a4c-4281-4272-a145-40d0ea519d0b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:18.048186 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef13b7ce-3422-4f96-9333-6a1bb63d4579" -d '{"events": [{"name": "network-changed", "server_uuid": "78b45277-1b97-4f6f-acdb-7e856f96f5e6", "tag": "99366a4c-4281-4272-a145-40d0ea519d0b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:18.059472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab74b8e3-5b96-4c4b-bf52-33da8136d188 req-b9fd669b-9b3e-48fd-8f44-1b29777aa383 service neutron] 10.222.0.59 "GET /v2.0/networks/946510df-1fb4-4252-b588-df21f3471156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001746 Dec 10 18:16:18.138220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-701aaa24-fe39-413a-bd45-5541972ebfdf service neutron] 10.222.0.55 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7534912 Dec 10 18:16:18.149861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:18.176988 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.224069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-86bf33a9-5690-4db2-b09a-af219e0978ae req-6c54e335-79d4-41d2-9853-756a637b987e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986754 Dec 10 18:16:18.317686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['7dbd0fdc-2896-4609-aad9-b115e7978c97'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:18.395138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f849b6c-cb2f-47c5-9959-a0f7dfe582fe req-de4bd5cb-97f2-4f0e-90a7-63a4a945b11c service neutron] 10.222.0.55 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550347 Dec 10 18:16:18.423723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b61933-d1fe-44ba-af33-cf182716c677 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:18.430564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.441217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.471345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c97d3-c04f-4b58-b92d-f2cf9ed4d5a2 req-d3cc9fa3-120e-4c2e-ae2f-9f9e841ae881 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:18.479329 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0532c4b-94d2-48db-ad5a-46916597b298 x-openstack-request-id: req-e0532c4b-94d2-48db-ad5a-46916597b298 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:18.479670 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b45277-1b97-4f6f-acdb-7e856f96f5e6", "tag": "99366a4c-4281-4272-a145-40d0ea519d0b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:18.479936 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e0532c4b-94d2-48db-ad5a-46916597b298 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:18.480426 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'tag': '99366a4c-4281-4272-a145-40d0ea519d0b', 'status': 'completed', 'code': 200} Dec 10 18:16:18.482923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-943c97d3-c04f-4b58-b92d-f2cf9ed4d5a2 req-d3cc9fa3-120e-4c2e-ae2f-9f9e841ae881 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 943 time: 0.1301963 Dec 10 18:16:18.486723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Transition to ACTIVE for port object a8b61933-d1fe-44ba-af33-cf182716c677 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:16:18.493912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.512001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.530788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea430ee-5daa-444d-986b-1f94543bc02a None None] New status for floating IP 37398cbb-26cb-460a-9200-ea7322446b0e: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:16:18.674858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-943c97d3-c04f-4b58-b92d-f2cf9ed4d5a2 req-6ff83571-2d40-4ec8-bd50-052bb22ec86f tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898856 Dec 10 18:16:18.678290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be55b4ff-2121-40e5-b5f4-a3ce7840554e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:18.729341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bd8ca1c09ceb4f4e88a5151be4d18c6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707587 Dec 10 18:16:18.731477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37336) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:18.777082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.777612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.777935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.778277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.778643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.778969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.779331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.779741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.782507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.783858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.784864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.787763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.788860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f753eb38-f618-4c37-a21b-30fcc2bb6bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:18.898505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8b00-b31f-40b9-859f-69824f797996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.913138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b61933-d1fe-44ba-af33-cf182716c677,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:18.926565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8b00-b31f-40b9-859f-69824f797996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.945045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-66026842-44e4-4b85-a657-b55bcda8f936 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 998 time: 0.2968023 Dec 10 18:16:18.988411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8b00-b31f-40b9-859f-69824f797996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.991243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8b00-b31f-40b9-859f-69824f797996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:18.995845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0aaa8b00-b31f-40b9-859f-69824f797996 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be55b4ff-2121-40e5-b5f4-a3ce7840554e HTTP/1.1" status: 204 len: 168 time: 0.2619293 Dec 10 18:16:19.020027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943c3ee-afd9-483c-9c2b-12a50fc443f7 req-fe06e9b6-1723-445d-b98b-a73665803a22 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:19.031097 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5943c3ee-afd9-483c-9c2b-12a50fc443f7 req-fe06e9b6-1723-445d-b98b-a73665803a22 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.2360687 Dec 10 18:16:19.074857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-f454c44e-c736-45f6-b43a-fc0b7d5afcfa tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:19.076796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-f454c44e-c736-45f6-b43a-fc0b7d5afcfa tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports/a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 942 time: 0.1127963 Dec 10 18:16:19.093236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa8b00-b31f-40b9-859f-69824f797996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be55b4ff-2121-40e5-b5f4-a3ce7840554e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:19.114163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-9dcb2278-f3e5-4ad4-bd5b-60247d8392e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:19.116066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-9dcb2278-f3e5-4ad4-bd5b-60247d8392e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06baf9ad556b4247a086481b9de99a1f&device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 1094 time: 0.4999795 Dec 10 18:16:19.153228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5943c3ee-afd9-483c-9c2b-12a50fc443f7 req-1f006452-44b1-4cc5-86b7-8d2af4bc92f2 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167152 Dec 10 18:16:19.329103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Attempting to bind port a8b61933-d1fe-44ba-af33-cf182716c677 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:19.329473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Attempting to bind port a8b61933-d1fe-44ba-af33-cf182716c677 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:19.329809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Attempting to bind port a8b61933-d1fe-44ba-af33-cf182716c677 on network d01fb161-afcb-4b67-b4eb-e037ae548704 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:19.342967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Port a8b61933-d1fe-44ba-af33-cf182716c677 on network d01fb161-afcb-4b67-b4eb-e037ae548704 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:16:19.343882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Attempting to bind port a8b61933-d1fe-44ba-af33-cf182716c677 on network d01fb161-afcb-4b67-b4eb-e037ae548704 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:19.384294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:19.384808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Checking segment: {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:19.385038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Bound using segment: {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:19.385466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Bound port: a8b61933-d1fe-44ba-af33-cf182716c677, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143aef0f-0f6f-409b-8712-c3e171dbafd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:19.386376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:19.461195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-b0dc25a0-a499-4ac0-a6df-8f7e0e70c4e4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354190 Dec 10 18:16:19.462335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-6c5369c3-e530-470a-838f-5f125c1f0d93 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 1000 time: 0.2427680 Dec 10 18:16:19.463504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-d722c6da-5114-42c1-84cd-658d795a6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:19.464907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-d722c6da-5114-42c1-84cd-658d795a6e61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=946510df-1fb4-4252-b588-df21f3471156 HTTP/1.1" status: 200 len: 922 time: 0.3348718 Dec 10 18:16:19.550141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-874e52aa-c6c8-4c9d-bebc-6093a79010a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99366a4c-4281-4272-a145-40d0ea519d0b HTTP/1.1" status: 200 len: 217 time: 0.0468898 Dec 10 18:16:19.665414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37356) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:19.693908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b96def0-7cdf-4e14-9023-65a2c7181223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:19.719715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] For port a8b61933-d1fe-44ba-af33-cf182716c677, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:19.742188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-c6a10e13-a54f-40f8-bcd4-3f2f18f0f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:19.743815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-c6a10e13-a54f-40f8-bcd4-3f2f18f0f206 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ee51396b-42f8-4d9b-8837-3d220c2ca5b9 HTTP/1.1" status: 200 len: 861 time: 0.1795182 Dec 10 18:16:19.793223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] For port a8b61933-d1fe-44ba-af33-cf182716c677, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a8b61933-d1fe-44ba-af33-cf182716c677,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:19.828125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-38e7384a-10ed-4d7f-af34-de7d33721d2f tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:19.829938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-38e7384a-10ed-4d7f-af34-de7d33721d2f tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.3614900 Dec 10 18:16:19.831479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:19.879125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-d037cfdd-b885-4759-a2f5-5859e7672122 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=946510df-1fb4-4252-b588-df21f3471156&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184988 Dec 10 18:16:19.917662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:19.919796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:19.921897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] 10.222.0.59 "PUT /v2.0/ports/a8b61933-d1fe-44ba-af33-cf182716c677 HTTP/1.1" status: 200 len: 1091 time: 3.5914967 Dec 10 18:16:20.181844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-23ea084f-1464-4d80-98b7-0f2b6dc3f79c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:20.184960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-23ea084f-1464-4d80-98b7-0f2b6dc3f79c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7129145 Dec 10 18:16:20.210594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-b7215110-fee2-4873-aecd-6317a79103b7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/quotas/0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 375 time: 0.0173092 Dec 10 18:16:20.291702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-902ea572-ad7b-4fd8-9205-dca13e207d7a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752134 Dec 10 18:16:20.613794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:20.715326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec5b5f-865d-43c6-8492-5aae263dda96 req-875f9aa2-f4fc-4c7a-9629-2c3791f8409d tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:20.721318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2ec5b5f-865d-43c6-8492-5aae263dda96 req-875f9aa2-f4fc-4c7a-9629-2c3791f8409d tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 943 time: 0.1294336 Dec 10 18:16:20.723301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 7dbd0fdc-2896-4609-aad9-b115e7978c97 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:20.723672 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:20.767997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:20.772835 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41" -d '{"events": [{"name": "network-changed", "server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:20.799279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 99366a4c-4281-4272-a145-40d0ea519d0b details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:16:20.819301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b96def0-7cdf-4e14-9023-65a2c7181223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:20.842405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b96def0-7cdf-4e14-9023-65a2c7181223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:20.870758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2ec5b5f-865d-43c6-8492-5aae263dda96 req-6d21e39b-c99b-4ff8-a3f5-6b8eccacab16 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428466 Dec 10 18:16:20.914407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10194aa0-3cd7-4758-a0e7-455584e625d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b61933-d1fe-44ba-af33-cf182716c677,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:20.973041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:20.983611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-1f49d4b0-c23d-416d-93a0-512bcad5174a tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 1000 time: 1.1241534 Dec 10 18:16:20.985738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96def0-7cdf-4e14-9023-65a2c7181223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12858f1c-b956-4bb6-a7d2-a86e5c9535ea,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:21.019260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:21.021509 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1fe6e9-d3b5-4298-a5d6-1295ac8de6ed" -d '{"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:21.053389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:21.054608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:21.065359 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.118088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-45da55ba-4d5a-4936-b650-a62ea1e2641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:21.120125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-45da55ba-4d5a-4936-b650-a62ea1e2641c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fad5b5cf31e04212afff33a5003f6b6f&device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 1094 time: 1.1214123 Dec 10 18:16:21.153431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6b96def0-7cdf-4e14-9023-65a2c7181223 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=84065d09c6e644b180b3ce2f3366d5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4833508 Dec 10 18:16:21.157928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f55caf-ebd9-4837-97db-91a0e4ffc805 req-b523d28d-6334-459d-9a57-c367af85a8fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:21.160809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=11']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:21.162274 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31f55caf-ebd9-4837-97db-91a0e4ffc805 req-b523d28d-6334-459d-9a57-c367af85a8fa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.1068850 Dec 10 18:16:21.168301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37384) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:21.189111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 99366a4c-4281-4272-a145-40d0ea519d0b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=99366a4c-4281-4272-a145-40d0ea519d0b,segment=NetworkSegment(31646ddf-4d15-49a8-b8df-1fa52b15d19c),segment_id=31646ddf-4d15-49a8-b8df-1fa52b15d19c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:21.206574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-a7d32a7d-a9fe-404f-99e3-d0956c6b75f0 service neutron] 10.222.0.59 "GET /v2.0/networks/946510df-1fb4-4252-b588-df21f3471156?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2919853 Dec 10 18:16:21.217634 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-a9195e3c-da34-4e3b-842d-c7f9c3b6376f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b61933-d1fe-44ba-af33-cf182716c677 HTTP/1.1" status: 200 len: 217 time: 0.0830638 Dec 10 18:16:21.225325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '99366a4c-4281-4272-a145-40d0ea519d0b', 'network_id': '946510df-1fb4-4252-b588-df21f3471156', 'port_id': '99366a4c-4281-4272-a145-40d0ea519d0b', 'mac_address': 'fa:16:3e:1c:02:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee51396b-42f8-4d9b-8837-3d220c2ca5b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:16:21.285782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-bc524437-bb08-4c6f-b78a-fa41c4416f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:21.287306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-bc524437-bb08-4c6f-b78a-fa41c4416f3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0242015e-3347-4eb0-9bb3-13bcd04711b6 HTTP/1.1" status: 200 len: 855 time: 0.0529850 Dec 10 18:16:21.300714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.332107 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.391663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99366a4c-4281-4272-a145-40d0ea519d0b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:21.409893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31f55caf-ebd9-4837-97db-91a0e4ffc805 req-08506d3b-1f46-4abf-86f8-698678f16660 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379074 Dec 10 18:16:21.464181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 99366a4c-4281-4272-a145-40d0ea519d0b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=99366a4c-4281-4272-a145-40d0ea519d0b,segment=NetworkSegment(31646ddf-4d15-49a8-b8df-1fa52b15d19c),segment_id=31646ddf-4d15-49a8-b8df-1fa52b15d19c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:21.483818 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.513014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e256dd4e-f2ce-4817-b457-14d358d73d65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.585614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=99366a4c-4281-4272-a145-40d0ea519d0b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:21.610496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e256dd4e-f2ce-4817-b457-14d358d73d65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.735838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-91b6a291-e5a4-42c1-a9c6-c2b2c945836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:21.738475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-91b6a291-e5a4-42c1-a9c6-c2b2c945836c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d01fb161-afcb-4b67-b4eb-e037ae548704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4290535 Dec 10 18:16:21.759489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['99366a4c-4281-4272-a145-40d0ea519d0b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:21.772409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84f7c022-1440-4e6f-ac79-496d06fe0372 req-95bc4c21-b304-4349-b6eb-4956b6aa693e tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 210 time: 0.0823822 Dec 10 18:16:21.791459 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef13b7ce-3422-4f96-9333-6a1bb63d4579 req-e263ce1e-3e9b-4b7f-bd8b-998820b759aa service neutron] 10.222.0.59 "GET /v2.0/networks/946510df-1fb4-4252-b588-df21f3471156?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762167 Dec 10 18:16:21.794542 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e256dd4e-f2ce-4817-b457-14d358d73d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.816484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e256dd4e-f2ce-4817-b457-14d358d73d65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.819901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e256dd4e-f2ce-4817-b457-14d358d73d65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/12858f1c-b956-4bb6-a7d2-a86e5c9535ea HTTP/1.1" status: 204 len: 168 time: 0.6477535 Dec 10 18:16:21.850090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256dd4e-f2ce-4817-b457-14d358d73d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12858f1c-b956-4bb6-a7d2-a86e5c9535ea,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:21.944090 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bae2222-ed2e-4604-8945-a86897ff6bd9 x-openstack-request-id: req-7bae2222-ed2e-4604-8945-a86897ff6bd9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:21.944392 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:21.944653 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7bae2222-ed2e-4604-8945-a86897ff6bd9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:21.945063 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'status': 'completed', 'code': 200} Dec 10 18:16:21.956087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.973093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:21.973445 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Floating IP 37398cbb-26cb-460a-9200-ea7322446b0e disassociated. External IP: 172.25.2.47, port: a1591daa-267a-4837-b728-7245dfe7e9fc. Dec 10 18:16:21.981132 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f642209b-9b00-4379-8a9a-6bad68eba12e x-openstack-request-id: req-f642209b-9b00-4379-8a9a-6bad68eba12e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:21.981768 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-plugged", "status": "completed", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:21.982101 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f642209b-9b00-4379-8a9a-6bad68eba12e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:21.982711 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'code': 200} Dec 10 18:16:22.212113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9e06a-2300-4c7a-9c8c-9c7b7b9ffaa9 req-ba404b2e-6972-4c10-aa01-111f99c01103 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:22.224442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4c9e06a-2300-4c7a-9c8c-9c7b7b9ffaa9 req-ba404b2e-6972-4c10-aa01-111f99c01103 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 944 time: 0.1472077 Dec 10 18:16:22.301637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-9b8e6c0e-d81c-4c1a-b00f-07cf497b9d3a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416925 Dec 10 18:16:22.355487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Router b7c6ae32-2438-47fc-ad26-251f8be524d3 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:16:22.365955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-5f38ee4b-977d-40ec-ae88-deee2ff332fa service neutron] 10.222.0.59 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6153362 Dec 10 18:16:22.423947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4c9e06a-2300-4c7a-9c8c-9c7b7b9ffaa9 req-3931e1c0-8d3c-465d-b2d1-6a19c338c8fe tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933162 Dec 10 18:16:22.565541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-8f4a80e0-f699-4664-a085-fd8dbda700be tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:22.567536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-8f4a80e0-f699-4664-a085-fd8dbda700be tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588098 Dec 10 18:16:22.609205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Request body: {'port': {'device_id': '483e0276-9099-49a4-b466-573331751ec9', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '0f1e6a68a6a44ab18808da2d7c2ddc92'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:22.700242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed301c0-4b7d-45c4-a3a0-e2f3975a5b2c req-508e3643-3f7f-4b9e-a1cb-6fc71dd0bb1c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:22.708470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bed301c0-4b7d-45c4-a3a0-e2f3975a5b2c req-508e3643-3f7f-4b9e-a1cb-6fc71dd0bb1c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.1397550 Dec 10 18:16:22.734750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:16:22.743278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:22.748314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] Sync routers for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:16:22.767452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:22.768382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:22.797387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-94174334-fdd5-4490-ae07-e0c366ff2418 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "PUT /v2.0/floatingips/37398cbb-26cb-460a-9200-ea7322446b0e HTTP/1.1" status: 200 len: 694 time: 1.8023727 Dec 10 18:16:22.913398 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bed301c0-4b7d-45c4-a3a0-e2f3975a5b2c req-a27b2c7a-27a8-4911-850f-3425dc6e7a31 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033286 Dec 10 18:16:22.933537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3dca4626-ad86-4031-8e93-a1bcc34537e8 req-d6acb827-c3df-43f0-8530-03c8e6a898a7 service neutron] 10.222.0.59 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388603 Dec 10 18:16:22.972343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-e57fb185-adc5-4d81-9059-12aa087ae770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:22.995125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-e57fb185-adc5-4d81-9059-12aa087ae770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.1634803 Dec 10 18:16:23.165649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Made reservation on behalf of 0f1e6a68a6a44ab18808da2d7c2ddc92 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:23.171462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:23.368434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-d507923a-b8ba-415f-8441-2671ebd5165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:23.374569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-d507923a-b8ba-415f-8441-2671ebd5165f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fad5b5cf31e04212afff33a5003f6b6f&device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 1094 time: 0.2621255 Dec 10 18:16:23.459919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:23.486563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de904c6f-826d-4f5c-af76-4cfeb11a8e6b req-de3d8bf4-084e-4d13-99df-3186920cc497 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 210 time: 0.1093290 Dec 10 18:16:23.590222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-5e111faf-7972-47e5-9d91-580e00e3ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:23.605536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-5e111faf-7972-47e5-9d91-580e00e3ae3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 0.5836825 Dec 10 18:16:23.674115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-2a937ae1-d74b-46ac-913e-05e23a18afbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 217 time: 0.0675547 Dec 10 18:16:23.762706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Allocated IP 192.168.233.235 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/e66d64bb-7254-4926-9312-9bbd1c8dc304) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:23.862124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-c3a9e39b-7b63-4c95-b6a6-cd69fc0f92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:23.863749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23973e9-cfef-4114-98cc-76a1a8e2b7ee req-e84ddc03-cfdc-4877-a696-add4a0c2bed3 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:23.865160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-c3a9e39b-7b63-4c95-b6a6-cd69fc0f92bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=d01fb161-afcb-4b67-b4eb-e037ae548704 HTTP/1.1" status: 200 len: 917 time: 0.4792984 Dec 10 18:16:23.867076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-8ce8ed18-5232-4673-a7da-5b51f1ac061b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:23.875994 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b23973e9-cfef-4114-98cc-76a1a8e2b7ee req-e84ddc03-cfdc-4877-a696-add4a0c2bed3 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 944 time: 0.1978297 Dec 10 18:16:23.876788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-8ce8ed18-5232-4673-a7da-5b51f1ac061b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.2011602 Dec 10 18:16:23.938820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-766b5ea5-5e45-41a1-aa9f-9d996176c667 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b61933-d1fe-44ba-af33-cf182716c677 HTTP/1.1" status: 200 len: 217 time: 0.0515473 Dec 10 18:16:23.955960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:23.959141 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089bb70d-1f54-4577-b1b8-4ba8480c40c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:23.975125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-0342bea9-5b59-4539-8090-406d45850a7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971279 Dec 10 18:16:24.049883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:09Z', 'revision_number': 5, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:24.086133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-f9ad703d-34d6-48f0-b610-b70d322c867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:24.087981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-f9ad703d-34d6-48f0-b610-b70d322c867a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0242015e-3347-4eb0-9bb3-13bcd04711b6 HTTP/1.1" status: 200 len: 855 time: 0.1236317 Dec 10 18:16:24.132951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] Checking router: b7c6ae32-2438-47fc-ad26-251f8be524d3 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:16:24.152021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:24.152649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:01Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:24.188142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b23973e9-cfef-4114-98cc-76a1a8e2b7ee req-7ad916f0-8e91-4f2b-8543-977c3d87f421 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003869 Dec 10 18:16:24.321040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:24.417678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-a02582e4-baf8-45a3-aa18-75bfe4aa43c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:24.422256 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-a02582e4-baf8-45a3-aa18-75bfe4aa43c0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d01fb161-afcb-4b67-b4eb-e037ae548704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3259900 Dec 10 18:16:24.438074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:24.455985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105', '62d21382-e7f8-4a90-8039-7a0640ee417a', '7dbd0fdc-2896-4609-aad9-b115e7978c97'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:24.483751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:24.548855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:24.583299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15913b-8f72-49dd-8618-9adda1d1ca94 req-c6e532b9-5d84-452e-b149-df3e230cc8b0 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:24.584967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd15913b-8f72-49dd-8618-9adda1d1ca94 req-c6e532b9-5d84-452e-b149-df3e230cc8b0 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.2143953 Dec 10 18:16:24.590702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:24.602693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:24.649830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-e1591d02-cccc-4f9e-8943-3a486fe7f0e6 service neutron] 10.222.0.59 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172132 Dec 10 18:16:24.677790 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-20490cca-ea25-48a2-8e8f-a07155818632 service neutron] 10.222.0.55 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7011757 Dec 10 18:16:24.824693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd15913b-8f72-49dd-8618-9adda1d1ca94 req-e342fa4b-f3a6-48bb-ac50-6d6520982e80 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122858 Dec 10 18:16:24.872733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:24.930680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:24.931383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:24.980439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 99366a4c-4281-4272-a145-40d0ea519d0b up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:24.992401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-5afafcbb-aa70-4537-b67d-a71b78fe6473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4086106 Dec 10 18:16:25.015307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Request body: {'port': {'device_id': '483e0276-9099-49a4-b466-573331751ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:25.018069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d99dddd9-76fc-45c7-a067-d392aba97f35 req-051713f4-56d3-40e0-a4e1-8549d63ca9e4 service neutron] 10.222.0.55 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393710 Dec 10 18:16:25.166830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b85dcd63-c727-4dd4-92a1-638f3ee4bc41 req-62bdeb9f-9220-4cc4-a064-59a1d6d7a7be service neutron] 10.222.0.59 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714308 Dec 10 18:16:25.297088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:25.449759 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10494ab2-d34e-4a91-8af2-f35210a07b5c x-openstack-request-id: req-10494ab2-d34e-4a91-8af2-f35210a07b5c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:25.453497 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:25.455353 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10494ab2-d34e-4a91-8af2-f35210a07b5c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:25.458502 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'status': 'completed', 'code': 200} Dec 10 18:16:25.491889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-da3919ba-c7bd-4fde-acb1-ab6162da8157 None None] Provisioning complete for port e66d64bb-7254-4926-9312-9bbd1c8dc304 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:25.492847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da3919ba-c7bd-4fde-acb1-ab6162da8157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:25.495922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e0cee-d63d-465f-a9de-f4005bf44d37 req-61b45a5d-c071-4721-9ca3-1c34d38dfe7a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:25.506221 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba0e0cee-d63d-465f-a9de-f4005bf44d37 req-61b45a5d-c071-4721-9ca3-1c34d38dfe7a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 936 time: 0.1629646 Dec 10 18:16:25.728058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba0e0cee-d63d-465f-a9de-f4005bf44d37 req-68d3accb-1653-4159-85ef-a804083825b3 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194338 Dec 10 18:16:25.760235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-4246e84d-ef3b-4606-9e8e-19b6e8622a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:25.764202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-4246e84d-ef3b-4606-9e8e-19b6e8622a75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9188bc6033bb4745aced6d8295614787&device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 1096 time: 0.2308784 Dec 10 18:16:25.768179 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-e6319015-e8a4-4c82-b995-df721774e847 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips/37398cbb-26cb-460a-9200-ea7322446b0e HTTP/1.1" status: 200 len: 694 time: 0.1419597 Dec 10 18:16:25.786621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 99366a4c-4281-4272-a145-40d0ea519d0b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:16:25.798031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 99366a4c-4281-4272-a145-40d0ea519d0b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:25.798557 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:25.808702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:09Z', 'revision_number': 5, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:25.909805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-da3919ba-c7bd-4fde-acb1-ab6162da8157 None None] Port e66d64bb-7254-4926-9312-9bbd1c8dc304 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:16:25.912584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805f4021-bb37-4200-a665-ab61f42eda39 None None] The sync data for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 is: [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c22b0bc4-b585-4c80-ab37-6c6e6e188bff', 'name': '', 'network_id': '73004976-a6bd-4644-abe6-9e4bd3b5bacd', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'mac_address': 'fa:16:3e:6c:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '0545861f-07a4-4159-950f-dd824555dfb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:58Z', 'updated_at': '2021-12-10T18:15:09Z', 'revision_number': 5, 'project_id': '9188bc6033bb4745aced6d8295614787', 'subnets': [{'id': '0545861f-07a4-4159-950f-dd824555dfb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:16:26.171909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:26.201190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-c4dd1b06-0dd7-413e-8164-1ceb3645a4ca tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:26.208599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-c4dd1b06-0dd7-413e-8164-1ceb3645a4ca tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.4395189 Dec 10 18:16:26.233465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99366a4c-4281-4272-a145-40d0ea519d0b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:26.236338 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7b9738-2bdf-489b-a412-6f59788da95f" -d '{"events": [{"server_uuid": "78b45277-1b97-4f6f-acdb-7e856f96f5e6", "name": "network-vif-plugged", "status": "completed", "tag": "99366a4c-4281-4272-a145-40d0ea519d0b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:26.240772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e59a9-23a5-45d9-a6ec-0af2c33dd0f8 req-bee77978-78aa-4696-90fc-5a2506470d1d tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:26.251267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c3e59a9-23a5-45d9-a6ec-0af2c33dd0f8 req-bee77978-78aa-4696-90fc-5a2506470d1d tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 944 time: 0.3151700 Dec 10 18:16:26.275415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 99366a4c-4281-4272-a145-40d0ea519d0b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=99366a4c-4281-4272-a145-40d0ea519d0b,segment=NetworkSegment(31646ddf-4d15-49a8-b8df-1fa52b15d19c),segment_id=31646ddf-4d15-49a8-b8df-1fa52b15d19c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:26.290318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-a2f2bea9-a03c-4dd8-8baf-06e0e5a783f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:26.303032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-a2f2bea9-a03c-4dd8-8baf-06e0e5a783f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 200 len: 921 time: 0.5253937 Dec 10 18:16:26.351468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:26.404124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-1bfb5689-5599-4e30-a39a-986a5604409e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 200 len: 217 time: 0.0930440 Dec 10 18:16:26.556700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c3e59a9-23a5-45d9-a6ec-0af2c33dd0f8 req-6fa331a7-3ba9-4949-a4a3-c96e49e41806 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035998 Dec 10 18:16:26.578128 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b4657c-75dd-483c-ab8e-58d30a85195d None None] New status for floating IP 37398cbb-26cb-460a-9200-ea7322446b0e: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:16:26.591200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=99366a4c-4281-4272-a145-40d0ea519d0b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:26.609044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-4ebc4510-ec25-432b-97c5-6481b311e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:26.611197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-4ebc4510-ec25-432b-97c5-6481b311e3fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 200 len: 860 time: 0.1841080 Dec 10 18:16:26.652242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66d64bb-7254-4926-9312-9bbd1c8dc304 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:26.726489 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:26.748233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-d6f7f850-6ce6-4f57-bdaa-8febcf801495 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 697 time: 0.3520765 Dec 10 18:16:26.887269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-5303dee5-881d-42da-afdc-db7481fb2f76 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.47 HTTP/1.1" status: 200 len: 697 time: 0.1361775 Dec 10 18:16:26.897560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Transition to ACTIVE for port object e66d64bb-7254-4926-9312-9bbd1c8dc304 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:16:26.909461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.016108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:27.149652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-fa247eb8-ee3b-44dd-bf87-65c6248c98a1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=73004976-a6bd-4644-abe6-9e4bd3b5bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5277727 Dec 10 18:16:27.292544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:27.293247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:27.294085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:27.298333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Deleting port 0168c8de-3f55-40a1-9972-3a4f7fa9bed1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:16:27.298828 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.304969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd021d-832c-4511-bb53-48c5baf91a32 req-93a50fe2-8175-4343-bc0b-395145f0597c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:27.307956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55bd021d-832c-4511-bb53-48c5baf91a32 req-93a50fe2-8175-4343-bc0b-395145f0597c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.1570303 Dec 10 18:16:27.325120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:16:27.325573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:27.359391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-e48c081a-1854-4517-9e54-3f7a1161b951 service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966681 Dec 10 18:16:27.406207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:27.406748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:27.407240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:27.407956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Bound port: e66d64bb-7254-4926-9312-9bbd1c8dc304, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:27.408420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.474144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.474496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.491081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Calling delete_port for 0168c8de-3f55-40a1-9972-3a4f7fa9bed1 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:16:27.556625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55bd021d-832c-4511-bb53-48c5baf91a32 req-1aae76f7-68a2-4bd3-8068-31ac29215078 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958988 Dec 10 18:16:27.612076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:27.619900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:27.633358 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-089bb70d-1f54-4577-b1b8-4ba8480c40c6 req-e0487f01-017a-4bf9-bf07-3708b341971a service neutron] 10.222.0.30 "GET /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639222 Dec 10 18:16:27.633643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.694604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:27.716359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:27.717220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.718777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-68cdc624-1e71-4fac-8bc7-031c162280be service neutron] 10.222.0.30 "PUT /v2.0/ports/e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 1096 time: 2.7150898 Dec 10 18:16:27.719611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:27.722044 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5088b55-4188-43dd-b0d0-04595e348189" -d '{"events": [{"name": "network-changed", "server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:27.783557 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198dec6-3276-4c9c-8c18-8c821206eae0 x-openstack-request-id: req-9198dec6-3276-4c9c-8c18-8c821206eae0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:27.784085 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b45277-1b97-4f6f-acdb-7e856f96f5e6", "name": "network-vif-plugged", "status": "completed", "tag": "99366a4c-4281-4272-a145-40d0ea519d0b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:27.784315 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9198dec6-3276-4c9c-8c18-8c821206eae0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:27.784838 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99366a4c-4281-4272-a145-40d0ea519d0b', 'code': 200} Dec 10 18:16:27.928107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-89ee4274-e57b-42f1-b750-d534303ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:27.930801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-89ee4274-e57b-42f1-b750-d534303ccc79 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1099 time: 0.1226990 Dec 10 18:16:27.934328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:27.970066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event deleted for resources: {'Port': ['ID=0168c8de-3f55-40a1-9972-3a4f7fa9bed1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:28.049763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc674f-6fa9-4213-ba50-97c7f3da9297 req-47b0bacc-612c-412e-8d87-4531031e8c17 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:28.052173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ebc674f-6fa9-4213-ba50-97c7f3da9297 req-47b0bacc-612c-412e-8d87-4531031e8c17 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.1113002 Dec 10 18:16:28.057639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1c4ee-187f-46a4-9ca4-318a0730670e req-08d79f74-5aae-4323-9bce-5d6b9f50f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:28.059534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfa1c4ee-187f-46a4-9ca4-318a0730670e req-08d79f74-5aae-4323-9bce-5d6b9f50f583 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 1096 time: 0.1851480 Dec 10 18:16:28.083103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-51963b2f-e0d1-4200-8221-fc88d43c4878 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.1176710 Dec 10 18:16:28.163976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-21dd49db-294c-4813-a5e2-670b473bad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:28.165660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-21dd49db-294c-4813-a5e2-670b473bad22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0716801 Dec 10 18:16:28.213072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfa1c4ee-187f-46a4-9ca4-318a0730670e req-30cb7830-8ea0-455c-9794-d8a606bd6b8d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998452 Dec 10 18:16:28.240936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ebc674f-6fa9-4213-ba50-97c7f3da9297 req-814a5b9d-0a9b-4098-bc32-1261ea5f4a01 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749854 Dec 10 18:16:28.265974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c454-5d91-4882-9f0a-33880d785eac req-9963ce2f-7f33-4bb0-830a-f6f795ae6ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:28.276119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-9963ce2f-7f33-4bb0-830a-f6f795ae6ef2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874681 Dec 10 18:16:28.277276 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6fbf03f5-b8eb-4912-bb2e-096d363e1e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:28.282462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:28.285977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:28.287250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-282ab809-f99d-4af8-9b0a-3263b2718bd0 req-9bf76f66-3309-4ea9-abbb-4992ed497b49 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "DELETE /v2.0/floatingips/37398cbb-26cb-460a-9200-ea7322446b0e HTTP/1.1" status: 204 len: 173 time: 1.3877075 Dec 10 18:16:28.417734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-71fee8d0-e04d-467a-b2ef-255241bfb3de service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294143 Dec 10 18:16:28.427696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c408a66-0a94-4652-a93b-0658b5e1ca8f req-c631ace5-022c-4ed3-92ae-e429e537f3e6 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:28.429440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c408a66-0a94-4652-a93b-0658b5e1ca8f req-c631ace5-022c-4ed3-92ae-e429e537f3e6 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 945 time: 0.0977428 Dec 10 18:16:28.525721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c408a66-0a94-4652-a93b-0658b5e1ca8f req-3aff6230-1a4b-4bea-9285-e1ce72562512 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892260 Dec 10 18:16:28.542105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec27c454-5d91-4882-9f0a-33880d785eac req-333fdbb2-4d85-4254-8cb0-e9949c04e14e service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151814 Dec 10 18:16:28.636918 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d41104f-071a-480a-96d4-de78395d7bb8 x-openstack-request-id: req-8d41104f-071a-480a-96d4-de78395d7bb8 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:28.637446 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:28.637879 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d41104f-071a-480a-96d4-de78395d7bb8 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:28.638393 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'status': 'completed', 'code': 200} Dec 10 18:16:28.858132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e617cfa-86a6-4a45-a2dc-534b29e65a65 req-00785f22-e89d-4cb7-a71d-27bea17143b7 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups/d5617f24-5576-464e-8817-232f8ff492bf HTTP/1.1" status: 200 len: 1827 time: 0.1958425 Dec 10 18:16:28.862116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5088b55-4188-43dd-b0d0-04595e348189 req-22afcf98-1e13-478c-896d-ff0cdb96439f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:28.878279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5088b55-4188-43dd-b0d0-04595e348189 req-22afcf98-1e13-478c-896d-ff0cdb96439f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1099 time: 0.2131007 Dec 10 18:16:28.987657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a18ae-9b0a-4eb2-9e8f-9aa5d67d52f3 req-6e13a4da-1343-4287-957b-493b76ab1571 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:28.994701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b63a18ae-9b0a-4eb2-9e8f-9aa5d67d52f3 req-6e13a4da-1343-4287-957b-493b76ab1571 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.1349297 Dec 10 18:16:29.075192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2e617cfa-86a6-4a45-a2dc-534b29e65a65 req-97e5793b-9360-4326-8af1-62d9c0ed75f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:29.092397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b63a18ae-9b0a-4eb2-9e8f-9aa5d67d52f3 req-8ff71a14-8b91-46eb-bf6d-e4b6dbec618c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883758 Dec 10 18:16:29.107245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5088b55-4188-43dd-b0d0-04595e348189 req-8ed42d47-16b2-404c-baa4-b2d0706a8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:29.109667 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5088b55-4188-43dd-b0d0-04595e348189 req-8ed42d47-16b2-404c-baa4-b2d0706a8cf0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2183809 Dec 10 18:16:29.136013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2e617cfa-86a6-4a45-a2dc-534b29e65a65 req-97e5793b-9360-4326-8af1-62d9c0ed75f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:29.222376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5088b55-4188-43dd-b0d0-04595e348189 req-dab3881d-e2d8-48f3-b34e-32cb788d2d7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.1008279 Dec 10 18:16:29.416012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5088b55-4188-43dd-b0d0-04595e348189 req-c3d2a1b5-99cb-42c2-be75-fb4de93afa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:29.417659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5088b55-4188-43dd-b0d0-04595e348189 req-c3d2a1b5-99cb-42c2-be75-fb4de93afa27 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1732597 Dec 10 18:16:29.443872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2e617cfa-86a6-4a45-a2dc-534b29e65a65 req-97e5793b-9360-4326-8af1-62d9c0ed75f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:29.447760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2e617cfa-86a6-4a45-a2dc-534b29e65a65 req-97e5793b-9360-4326-8af1-62d9c0ed75f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:29.458007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31f3c3-c938-4d92-a8d5-0b63be21380d req-5b49d725-1d00-48c1-8b32-cf91d7dd41b6 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:29.462998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e617cfa-86a6-4a45-a2dc-534b29e65a65 req-97e5793b-9360-4326-8af1-62d9c0ed75f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "DELETE /v2.0/security-groups/d5617f24-5576-464e-8817-232f8ff492bf HTTP/1.1" status: 204 len: 173 time: 0.5834236 Dec 10 18:16:29.478071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f31f3c3-c938-4d92-a8d5-0b63be21380d req-5b49d725-1d00-48c1-8b32-cf91d7dd41b6 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 945 time: 0.0939922 Dec 10 18:16:29.531843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5793b-9360-4326-8af1-62d9c0ed75f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5617f24-5576-464e-8817-232f8ff492bf,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:29.559225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5088b55-4188-43dd-b0d0-04595e348189 req-6d368597-bb17-4dfe-8be7-a6e75fad6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:29.561950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5088b55-4188-43dd-b0d0-04595e348189 req-6d368597-bb17-4dfe-8be7-a6e75fad6403 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319938 Dec 10 18:16:29.563646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f31f3c3-c938-4d92-a8d5-0b63be21380d req-725e329c-2d09-4042-8f0e-254b238fe671 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838547 Dec 10 18:16:29.716392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de980fa0-ddde-46fe-bbd1-887004ffade7 req-d4a554b0-36de-4c44-823c-4eb0563447ea tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:29.725128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de980fa0-ddde-46fe-bbd1-887004ffade7 req-d4a554b0-36de-4c44-823c-4eb0563447ea tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.1092958 Dec 10 18:16:29.817412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de980fa0-ddde-46fe-bbd1-887004ffade7 req-30a49f2c-7018-43e6-94c3-ec41b06d53dc tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906875 Dec 10 18:16:29.822064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5088b55-4188-43dd-b0d0-04595e348189 req-33081c9f-a372-4972-9ed5-2f695899dcdd service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464406 Dec 10 18:16:29.980524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5088b55-4188-43dd-b0d0-04595e348189 req-5d0dfa35-2bb9-4522-b889-0a5e13724f5f service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470532 Dec 10 18:16:30.022531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7ab22-a56c-470e-99e8-b0a4a218b39f req-1e61300f-1935-42c7-ad84-7c1da5e7a973 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:30.024673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdf7ab22-a56c-470e-99e8-b0a4a218b39f req-1e61300f-1935-42c7-ad84-7c1da5e7a973 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 945 time: 0.1365576 Dec 10 18:16:30.053803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1918522-4c1f-48d2-abba-b1d45edf1cf6 req-c558a845-0d04-48ed-b74a-6e5ce5702841 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:30.055686 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1918522-4c1f-48d2-abba-b1d45edf1cf6 req-c558a845-0d04-48ed-b74a-6e5ce5702841 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.0740256 Dec 10 18:16:30.102319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdf7ab22-a56c-470e-99e8-b0a4a218b39f req-1bec120b-c40f-45a1-9a6a-10f099085df9 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Dec 10 18:16:30.134044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1918522-4c1f-48d2-abba-b1d45edf1cf6 req-92dfbee0-7a7c-40d7-af59-762235303b01 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711370 Dec 10 18:16:30.360705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12867c-9f2e-49b8-ad2f-bccc3eb52bca req-554bf092-8fdd-401c-a327-b7a2e36d81ee tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:30.375294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca12867c-9f2e-49b8-ad2f-bccc3eb52bca req-554bf092-8fdd-401c-a327-b7a2e36d81ee tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.1351290 Dec 10 18:16:30.564325 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca12867c-9f2e-49b8-ad2f-bccc3eb52bca req-0de737c0-d56c-45ee-8083-f30c9720be70 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848547 Dec 10 18:16:30.601208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-e99095ac-77b5-4622-be44-262a3dbdae60 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:30.607930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-e99095ac-77b5-4622-be44-262a3dbdae60 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.59 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 945 time: 0.1500854 Dec 10 18:16:30.691769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:16:30.773096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Deleting port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:16:30.775134 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:30.797118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc48b5-66b9-4360-a25e-e60c19b5d170 req-1b36d4e9-d26a-40f0-a654-dd50f142cbd1 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:30.815752 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ddfc48b5-66b9-4360-a25e-e60c19b5d170 req-1b36d4e9-d26a-40f0-a654-dd50f142cbd1 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 945 time: 0.1465268 Dec 10 18:16:30.921093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ddfc48b5-66b9-4360-a25e-e60c19b5d170 req-34864b5a-f9f3-4700-a4ad-e0ca42c028c8 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/security-groups?id=8dbeb014-b7a8-466c-8774-1b54d39959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983722 Dec 10 18:16:30.978755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:31.000744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'mac_address': 'fa:16:3e:54:e5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:16:31.025933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] For port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,segment=NetworkSegment(26be5271-fcff-41cd-b2c9-6a871c6f0ed6),segment_id=26be5271-fcff-41cd-b2c9-6a871c6f0ed6)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:31.026606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:31.062858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-99d80837-6850-449e-9bb5-3744076880cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:31.086879 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:31.107070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d64bb-7254-4926-9312-9bbd1c8dc304 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:31.119252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Calling delete_port for 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:16:31.148560 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:16:31.151602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:31.161220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:31.226141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15426ba6-9a67-4395-a566-8249efe464dd req-3835bd21-e727-4902-8143-c82962143279 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:31.228627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15426ba6-9a67-4395-a566-8249efe464dd req-3835bd21-e727-4902-8143-c82962143279 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.1956227 Dec 10 18:16:31.230223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:31.374068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15426ba6-9a67-4395-a566-8249efe464dd req-4eb85d10-80e5-4dfd-b37d-dfd438ce0b67 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226060 Dec 10 18:16:31.439769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a1480-11b1-4720-a396-03c06659f407 req-100a604e-f19b-4f36-beaa-4520dffd5fdd tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:31.447455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['e66d64bb-7254-4926-9312-9bbd1c8dc304'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:31.451360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da1a1480-11b1-4720-a396-03c06659f407 req-100a604e-f19b-4f36-beaa-4520dffd5fdd tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.0866277 Dec 10 18:16:31.492823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:31.524987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da1a1480-11b1-4720-a396-03c06659f407 req-d1803ad6-44ae-4ee6-ac36-5d630e9a01e1 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713797 Dec 10 18:16:31.545709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6fc9ddfb-8866-4115-a0cb-9cef7e45d840'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:31.574767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Pushing event deleted for resources: {'Port': ['ID=6fc9ddfb-8866-4115-a0cb-9cef7e45d840,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:31.617494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b27fec-a340-47c3-a650-15bd43ca5dfb req-878075ac-8410-49ef-a2b9-e0fdf8068dcc tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:31.627067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5b27fec-a340-47c3-a650-15bd43ca5dfb req-878075ac-8410-49ef-a2b9-e0fdf8068dcc tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 945 time: 0.1507695 Dec 10 18:16:31.692914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] No DVR routers for this DVR port 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:16:31.710400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:31.714186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a8b84d4-3d8f-4cb3-8ada-9018fc4b89ce req-2523523d-52de-40f5-b78f-186e4729d9a5 tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.59 "DELETE /v2.0/ports/6fc9ddfb-8866-4115-a0cb-9cef7e45d840 HTTP/1.1" status: 204 len: 173 time: 1.0994625 Dec 10 18:16:31.730902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51de2885-4646-491c-ad1b-250f81bd87ad', 'name': 'network-vif-deleted', 'tag': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:31.739777 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3725abd-a24c-4a5e-be90-297f2bbfd75d" -d '{"events": [{"server_uuid": "51de2885-4646-491c-ad1b-250f81bd87ad", "name": "network-vif-deleted", "tag": "6fc9ddfb-8866-4115-a0cb-9cef7e45d840"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:31.769814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:31.822016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db2754-1872-4317-b1d3-5ba9befe1eba req-3b0486b1-df54-452f-aa21-ec5d34402a60 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:31.831317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37db2754-1872-4317-b1d3-5ba9befe1eba req-3b0486b1-df54-452f-aa21-ec5d34402a60 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.0643933 Dec 10 18:16:31.838336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5b27fec-a340-47c3-a650-15bd43ca5dfb req-83a036a8-f2c6-4ff2-9a28-e413338ebb1e tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808703 Dec 10 18:16:31.894899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37db2754-1872-4317-b1d3-5ba9befe1eba req-b19bf4fb-cf15-41f8-8771-a4ea6c27d686 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624170 Dec 10 18:16:31.935309 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baea411c-9ee2-4beb-a606-92964b4516ff x-openstack-request-id: req-baea411c-9ee2-4beb-a606-92964b4516ff {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:31.935628 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51de2885-4646-491c-ad1b-250f81bd87ad", "name": "network-vif-deleted", "tag": "6fc9ddfb-8866-4115-a0cb-9cef7e45d840", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:31.936149 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-baea411c-9ee2-4beb-a606-92964b4516ff {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:31.936675 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51de2885-4646-491c-ad1b-250f81bd87ad', 'name': 'network-vif-deleted', 'tag': '6fc9ddfb-8866-4115-a0cb-9cef7e45d840', 'status': 'completed', 'code': 200} Dec 10 18:16:31.939377 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:32.035048 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca3a95a7-8b6c-4b4b-b248-05a6aa2a4ad9 req-eb97057c-9bdc-4bc3-8b0a-8dd2d6e4e61d tempest-VolumesAdminNegativeTest-2050529634 tempest-VolumesAdminNegativeTest-2050529634-project] 10.222.0.55 "GET /v2.0/ports?device_id=51de2885-4646-491c-ad1b-250f81bd87ad HTTP/1.1" status: 200 len: 210 time: 0.0336692 Dec 10 18:16:32.312258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-1b5f877b-8bb3-46e1-bd58-eb1e5a85a553 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:32.313494 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-1b5f877b-8bb3-46e1-bd58-eb1e5a85a553 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.0727599 Dec 10 18:16:32.468349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Deleting port a1591daa-267a-4837-b728-7245dfe7e9fc {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:16:32.468989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:32.525746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fc435-c8b4-47f1-a95c-dfe8d824deb2 req-1f866414-7c2e-4076-b449-61046d92d8c8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:32.528008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a3fc435-c8b4-47f1-a95c-dfe8d824deb2 req-1f866414-7c2e-4076-b449-61046d92d8c8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 949 time: 0.0655267 Dec 10 18:16:32.624997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] For port a1591daa-267a-4837-b728-7245dfe7e9fc, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a1591daa-267a-4837-b728-7245dfe7e9fc,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:32.626072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:32.645667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Calling delete_port for a1591daa-267a-4837-b728-7245dfe7e9fc owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:16:32.654264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a3fc435-c8b4-47f1-a95c-dfe8d824deb2 req-9b9dd722-e225-4699-82c9-0828ef35b69c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056476 Dec 10 18:16:32.687471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:32.768785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port e66d64bb-7254-4926-9312-9bbd1c8dc304 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:16:32.786265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port e66d64bb-7254-4926-9312-9bbd1c8dc304 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:32.787436 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:32.817617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef25bf-f857-4090-b116-a5f22c58aac0 req-32dca0a1-6010-4529-a2e6-ef0f83dcfc24 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:32.835069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05ef25bf-f857-4090-b116-a5f22c58aac0 req-32dca0a1-6010-4529-a2e6-ef0f83dcfc24 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 945 time: 0.1529059 Dec 10 18:16:32.905598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-172c573f-396a-4d63-b938-6fc248e8c90f tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:32.908883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-172c573f-396a-4d63-b938-6fc248e8c90f tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 945 time: 0.0854650 Dec 10 18:16:32.993390 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.043723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05ef25bf-f857-4090-b116-a5f22c58aac0 req-16fd42ae-504e-421e-8648-6039347d2f38 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/security-groups?id=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075031 Dec 10 18:16:33.072044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.099493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:33.101255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:33.112036 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6e4d20-3069-444c-b508-bf980fe673c3" -d '{"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:33.120918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794a031-7db1-4084-be66-8ad4e6a7873c req-86144301-09c4-4476-86f6-c37942a4ee7f tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:33.123405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.126619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a1591daa-267a-4837-b728-7245dfe7e9fc no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:16:33.136060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9794a031-7db1-4084-be66-8ad4e6a7873c req-86144301-09c4-4476-86f6-c37942a4ee7f tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 945 time: 0.1497560 Dec 10 18:16:33.173588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Pushing event deleted for resources: {'Port': ['ID=a1591daa-267a-4837-b728-7245dfe7e9fc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:33.240713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: a1591daa-267a-4837-b728-7245dfe7e9fc {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:16:33.241250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a1591daa-267a-4837-b728-7245dfe7e9fc not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:16:33.247173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] No DVR routers for this DVR port a1591daa-267a-4837-b728-7245dfe7e9fc on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:16:33.251603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.252017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Deleting port 99366a4c-4281-4272-a145-40d0ea519d0b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:16:33.252369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.255106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45579f6e-422c-42ee-a808-3d4d825e6e37 req-3bc8baca-627a-4784-b525-38c1703e18f5 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.30 "DELETE /v2.0/ports/a1591daa-267a-4837-b728-7245dfe7e9fc HTTP/1.1" status: 204 len: 173 time: 0.9342396 Dec 10 18:16:33.256286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'name': 'network-vif-deleted', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:33.258737 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd5e8d5-eac7-460a-9922-4a1e71db541e" -d '{"events": [{"server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "name": "network-vif-deleted", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:33.319557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:33.331243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9794a031-7db1-4084-be66-8ad4e6a7873c req-fd9fe348-3dd9-41d1-a30c-abd112b180eb tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/security-groups?id=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936169 Dec 10 18:16:33.336846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709168b-b501-4dfd-8ea0-7c18871f40fd req-f0884596-c184-4209-a2ae-1c8d279fb37e tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:33.344894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f709168b-b501-4dfd-8ea0-7c18871f40fd req-f0884596-c184-4209-a2ae-1c8d279fb37e tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.1092722 Dec 10 18:16:33.416715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37712) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:33.426551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] For port 99366a4c-4281-4272-a145-40d0ea519d0b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=99366a4c-4281-4272-a145-40d0ea519d0b,segment=NetworkSegment(31646ddf-4d15-49a8-b8df-1fa52b15d19c),segment_id=31646ddf-4d15-49a8-b8df-1fa52b15d19c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:33.426929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.431175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f709168b-b501-4dfd-8ea0-7c18871f40fd req-42b5764b-9498-47c4-91d9-4e1b715fca06 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829885 Dec 10 18:16:33.468790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Calling delete_port for 99366a4c-4281-4272-a145-40d0ea519d0b owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:16:33.482192 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26fe003-5a87-48bc-afcd-d5a6a19d6a4f x-openstack-request-id: req-b26fe003-5a87-48bc-afcd-d5a6a19d6a4f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:33.483670 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:33.483670 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b26fe003-5a87-48bc-afcd-d5a6a19d6a4f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:33.484033 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'code': 200} Dec 10 18:16:33.488131 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed89db74-3358-4358-bf9d-11c9a0bf68bf x-openstack-request-id: req-ed89db74-3358-4358-bf9d-11c9a0bf68bf {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:33.488682 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a136b8c-ab90-45c3-b707-0dbf8c380e35", "name": "network-vif-deleted", "tag": "a1591daa-267a-4837-b728-7245dfe7e9fc", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:33.488682 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed89db74-3358-4358-bf9d-11c9a0bf68bf {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:33.489186 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a136b8c-ab90-45c3-b707-0dbf8c380e35', 'name': 'network-vif-deleted', 'tag': 'a1591daa-267a-4837-b728-7245dfe7e9fc', 'status': 'completed', 'code': 200} Dec 10 18:16:33.496462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] Deleting subnet 11975c01-3683-4bfe-b8d4-cd2b10898939 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:16:33.531441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.588111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.610854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f5ab2-ae71-4f11-8105-cb8c692e53d9 req-83c0974f-d6a5-47a9-8302-1ea8c54fc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:33.613475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad0f5ab2-ae71-4f11-8105-cb8c692e53d9 req-83c0974f-d6a5-47a9-8302-1ea8c54fc6d2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1101 time: 0.0560904 Dec 10 18:16:33.622990 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.646863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.715250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad0f5ab2-ae71-4f11-8105-cb8c692e53d9 req-f630e886-29d5-4976-b7c7-01b9c4729d2a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928183 Dec 10 18:16:33.739652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.754941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['99366a4c-4281-4272-a145-40d0ea519d0b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:33.776527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Pushing event deleted for resources: {'Port': ['ID=99366a4c-4281-4272-a145-40d0ea519d0b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:33.786981 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.866185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11975c01-3683-4bfe-b8d4-cd2b10898939,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:33.870814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.874964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6f89da5b-18e0-4045-8071-7332b1973172 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/11975c01-3683-4bfe-b8d4-cd2b10898939 HTTP/1.1" status: 204 len: 168 time: 0.4571073 Dec 10 18:16:33.877523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:33.923382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] No DVR routers for this DVR port 99366a4c-4281-4272-a145-40d0ea519d0b on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:16:33.926660 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.941104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-831e1d6d-26ff-4ed5-8fac-36d13c2e5a2f req-bf7affc4-cd33-42d1-bdde-85624f02567b tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.59 "DELETE /v2.0/ports/99366a4c-4281-4272-a145-40d0ea519d0b HTTP/1.1" status: 204 len: 173 time: 1.0255077 Dec 10 18:16:33.979962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'name': 'network-vif-deleted', 'tag': '99366a4c-4281-4272-a145-40d0ea519d0b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:33.985168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:33.987096 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836113e7-5c2e-4fae-9d25-29cebcb4383c" -d '{"events": [{"server_uuid": "78b45277-1b97-4f6f-acdb-7e856f96f5e6", "name": "network-vif-deleted", "tag": "99366a4c-4281-4272-a145-40d0ea519d0b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:34.047006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257dce7-243f-4422-bf61-57ae527b4f04 req-7048d1ab-b688-449c-a553-80ed306dc634 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:34.055342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d257dce7-243f-4422-bf61-57ae527b4f04 req-7048d1ab-b688-449c-a553-80ed306dc634 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.2746813 Dec 10 18:16:34.094622 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468af9b4-d603-445c-ad77-4f42b5ac24a5 x-openstack-request-id: req-468af9b4-d603-445c-ad77-4f42b5ac24a5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:34.095074 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b45277-1b97-4f6f-acdb-7e856f96f5e6", "name": "network-vif-deleted", "tag": "99366a4c-4281-4272-a145-40d0ea519d0b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:34.096385 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-468af9b4-d603-445c-ad77-4f42b5ac24a5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:34.099296 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b45277-1b97-4f6f-acdb-7e856f96f5e6', 'name': 'network-vif-deleted', 'tag': '99366a4c-4281-4272-a145-40d0ea519d0b', 'status': 'completed', 'code': 200} Dec 10 18:16:34.109216 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.190080 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.235624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d257dce7-243f-4422-bf61-57ae527b4f04 req-bbb5445c-9b35-4b06-9980-a258b3711524 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787465 Dec 10 18:16:34.245847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:34.260836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26be5271-fcff-41cd-b2c9-6a871c6f0ed6') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:34.261144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26be5271-fcff-41cd-b2c9-6a871c6f0ed6') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:34.275080 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.293955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.329628 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59c8c927-e995-4466-93f1-66e73a2204fe req-94e6021a-f7d5-4759-95ed-619624c46c03 tempest-ServerRescueTestJSONUnderV235-1446963735 tempest-ServerRescueTestJSONUnderV235-1446963735-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a136b8c-ab90-45c3-b707-0dbf8c380e35 HTTP/1.1" status: 200 len: 210 time: 0.1171279 Dec 10 18:16:34.340638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:16:34.341107 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:16:34.356124 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:16:34.433901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.440621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.448800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] 10.222.0.55 "DELETE /v2.0/networks/030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3 HTTP/1.1" status: 204 len: 168 time: 0.5698414 Dec 10 18:16:34.450853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:34.478952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-963829db-782e-4aee-a73b-85b808b4850a req-02f765e4-e755-43f5-a928-3e67b9e9e7c1 tempest-ServerMetadataNegativeTestJSON-787667134 tempest-ServerMetadataNegativeTestJSON-787667134-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b45277-1b97-4f6f-acdb-7e856f96f5e6 HTTP/1.1" status: 200 len: 210 time: 0.0544529 Dec 10 18:16:34.496604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed8d71-c576-4e0b-b870-afb81a15694f admin admin] Pushing event deleted for resources: {'Network': ['ID=030ab3f6-7ea4-4c2c-bd46-8ab212dcbfb3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:34.508161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.544418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] Deleting subnet a0969e0b-7b2f-4818-8c05-e3a4c2324fd5 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:16:34.558429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:34.840123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a8b61933-d1fe-44ba-af33-cf182716c677 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:16:34.842734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:16:34.888105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:16:34.888943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6fc9ddfb-8866-4115-a0cb-9cef7e45d840 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:16:35.027254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.082843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7d4ee-2e65-42e5-bb08-72b9ee9e1f5c req-7078091e-80ea-4e8a-9328-376b18cbcaf8 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:35.091001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4aa7d4ee-2e65-42e5-bb08-72b9ee9e1f5c req-7078091e-80ea-4e8a-9328-376b18cbcaf8 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 943 time: 0.5437701 Dec 10 18:16:35.097021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a8b61933-d1fe-44ba-af33-cf182716c677, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a8b61933-d1fe-44ba-af33-cf182716c677,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:35.111779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'port_id': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'mac_address': 'fa:16:3e:f9:cb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:16:35.127121 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.173787 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.189744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b61933-d1fe-44ba-af33-cf182716c677 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:35.212346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a8b61933-d1fe-44ba-af33-cf182716c677, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a8b61933-d1fe-44ba-af33-cf182716c677,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:35.221506 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.263109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4aa7d4ee-2e65-42e5-bb08-72b9ee9e1f5c req-8e567125-e4ab-41e0-a783-787685b67e8e tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691453 Dec 10 18:16:35.286492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.315182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a8b61933-d1fe-44ba-af33-cf182716c677,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:35.339640 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.343495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a0969e0b-7b2f-4818-8c05-e3a4c2324fd5 HTTP/1.1" status: 204 len: 168 time: 0.8913090 Dec 10 18:16:35.344413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be65380a-e241-4ce9-8d4d-14ef0e91b061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0969e0b-7b2f-4818-8c05-e3a4c2324fd5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:35.346170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37752) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:35.421152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37760) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:35.494495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a8b61933-d1fe-44ba-af33-cf182716c677'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:16:35.556958 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.575872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37766) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:35.650229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] Deleting subnet ee51396b-42f8-4d9b-8837-3d220c2ca5b9 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:16:35.676860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b5ac7-b4be-4c8c-a25e-0cda5361dce1 req-3a33dab5-8500-40f2-8889-da697859f718 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:35.694184 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a37b5ac7-b4be-4c8c-a25e-0cda5361dce1 req-3a33dab5-8500-40f2-8889-da697859f718 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.3375473 Dec 10 18:16:35.695779 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.821893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.874017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.900464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.907410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a37b5ac7-b4be-4c8c-a25e-0cda5361dce1 req-715f8272-ae3b-4a68-beaa-4ec67fd34f6b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058861 Dec 10 18:16:35.925962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dacb86-fee8-4790-bd35-a328d34482ca']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:35.937246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:35.941234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ead0be-52bd-4922-a7e8-4ee9cc6cd6f7') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:35.941513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ead0be-52bd-4922-a7e8-4ee9cc6cd6f7') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:35.977814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.004996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.015234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:16:36.015895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:16:36.017863 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:16:36.075476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.142247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.150192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37778) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:36.151170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ee51396b-42f8-4d9b-8837-3d220c2ca5b9 HTTP/1.1" status: 204 len: 168 time: 0.5733347 Dec 10 18:16:36.153140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa9a8-ab5a-4ada-a186-1b81021d1e3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee51396b-42f8-4d9b-8837-3d220c2ca5b9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:36.157063 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.185721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d3dacb86-fee8-4790-bd35-a328d34482ca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:36.189607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.194277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-776c8ae7-7d42-4cbb-b67d-59df5fb867bd admin admin] 10.222.0.55 "DELETE /v2.0/networks/d3dacb86-fee8-4790-bd35-a328d34482ca HTTP/1.1" status: 204 len: 168 time: 0.8470180 Dec 10 18:16:36.233966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cbaa34-d8d2-4410-b584-501c05f29867 req-2d575592-f968-4ab2-9a00-1da01d2326e9 tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:36.241925 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36cbaa34-d8d2-4410-b584-501c05f29867 req-2d575592-f968-4ab2-9a00-1da01d2326e9 tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1101 time: 0.1567094 Dec 10 18:16:36.284491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.357130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36cbaa34-d8d2-4410-b584-501c05f29867 req-83866ddb-5f64-430d-b633-06f62d48edda tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088648 Dec 10 18:16:36.436178 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.438809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d48c614-fcdf-43a0-8e18-2334878a9fd4 req-82f22492-b2eb-4479-bbe0-867c9216d30c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:36.442570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d48c614-fcdf-43a0-8e18-2334878a9fd4 req-82f22492-b2eb-4479-bbe0-867c9216d30c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 944 time: 0.0996854 Dec 10 18:16:36.483960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946510df-1fb4-4252-b588-df21f3471156']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:36.508676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31646ddf-4d15-49a8-b8df-1fa52b15d19c') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:36.508827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31646ddf-4d15-49a8-b8df-1fa52b15d19c') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:36.525143 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.529231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d48c614-fcdf-43a0-8e18-2334878a9fd4 req-cff13b1a-b131-4ec6-83cb-77859f934bff tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789666 Dec 10 18:16:36.551040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.560823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:16:36.562156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:16:36.579545 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:16:36.617735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Deleting port c22b0bc4-b585-4c80-ab37-6c6e6e188bff {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:16:36.618083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.628974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37802) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:36.676832 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-005f9289-f158-49cc-be7d-a080814cf287 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e8562045c7524ad7ba8e3eaca84bdb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463183 Dec 10 18:16:36.679367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37804) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:36.693262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.702994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.706542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/946510df-1fb4-4252-b588-df21f3471156 HTTP/1.1" status: 204 len: 168 time: 0.5530565 Dec 10 18:16:36.718263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d9d3f-c29d-4ffe-b54d-e0db6d5eb2a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=946510df-1fb4-4252-b588-df21f3471156,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:36.779549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] For port c22b0bc4-b585-4c80-ab37-6c6e6e188bff, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,segment=NetworkSegment(033b351c-7743-47f5-9a1e-91be8098d702),segment_id=033b351c-7743-47f5-9a1e-91be8098d702)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:36.780158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.809403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Calling delete_port for c22b0bc4-b585-4c80-ab37-6c6e6e188bff owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:16:36.861247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db556b4f-ff68-4ae3-b531-eded168fa807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.861921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a8b61933-d1fe-44ba-af33-cf182716c677 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:36.905969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-9a2c9b29-62af-4cd8-b93b-a855437553ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195133 Dec 10 18:16:36.918588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db556b4f-ff68-4ae3-b531-eded168fa807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:36.937339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af29b41-25ec-43a6-8fd9-07d7ea29bb13 req-d0a47c8e-e96a-471f-ab96-a99db8e5114b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:36.945187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3af29b41-25ec-43a6-8fd9-07d7ea29bb13 req-d0a47c8e-e96a-471f-ab96-a99db8e5114b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1054718 Dec 10 18:16:37.015204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port a8b61933-d1fe-44ba-af33-cf182716c677 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:16:37.022188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port a8b61933-d1fe-44ba-af33-cf182716c677 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:37.022746 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.033484 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3af29b41-25ec-43a6-8fd9-07d7ea29bb13 req-2c0aca0f-f43c-47e3-94d1-8b5d12948c51 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871825 Dec 10 18:16:37.074915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db556b4f-ff68-4ae3-b531-eded168fa807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.082614 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db556b4f-ff68-4ae3-b531-eded168fa807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.084009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-db556b4f-ff68-4ae3-b531-eded168fa807 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8dbeb014-b7a8-466c-8774-1b54d39959b9 HTTP/1.1" status: 204 len: 168 time: 0.4005780 Dec 10 18:16:37.084539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37818) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:37.180873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db556b4f-ff68-4ae3-b531-eded168fa807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbeb014-b7a8-466c-8774-1b54d39959b9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:37.206835 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.238096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.241695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1c6267ff-53b9-4ad8-bd38-c830f44c177d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06baf9ad556b4247a086481b9de99a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488695 Dec 10 18:16:37.241933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37828) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:37.278946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:37.282431 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c8852a-1082-4b1d-8d39-c5caf3e8e5c4" -d '{"events": [{"server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "name": "network-vif-plugged", "status": "completed", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:37.300626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=c22b0bc4-b585-4c80-ab37-6c6e6e188bff,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:37.345238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a8b61933-d1fe-44ba-af33-cf182716c677, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a8b61933-d1fe-44ba-af33-cf182716c677,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:37.354543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.356298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 99366a4c-4281-4272-a145-40d0ea519d0b no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:16:37.372014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09951284-8c5e-4748-a28d-83be860b0904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.422510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09951284-8c5e-4748-a28d-83be860b0904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.489067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a8b61933-d1fe-44ba-af33-cf182716c677,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:37.493713 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29055b3-a1ea-4a3a-a6a1-74b560f6c5e0 x-openstack-request-id: req-a29055b3-a1ea-4a3a-a6a1-74b560f6c5e0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:37.494020 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "name": "network-vif-plugged", "status": "completed", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:37.494264 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a29055b3-a1ea-4a3a-a6a1-74b560f6c5e0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:37.494869 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'code': 200} Dec 10 18:16:37.495336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 99366a4c-4281-4272-a145-40d0ea519d0b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:16:37.495786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 99366a4c-4281-4272-a145-40d0ea519d0b not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:16:37.584900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09951284-8c5e-4748-a28d-83be860b0904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.589557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09951284-8c5e-4748-a28d-83be860b0904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.593860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-09951284-8c5e-4748-a28d-83be860b0904 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ed15d106-0009-4d43-bd18-ce6a2a5a9ac2 HTTP/1.1" status: 204 len: 168 time: 0.3479505 Dec 10 18:16:37.607071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09951284-8c5e-4748-a28d-83be860b0904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed15d106-0009-4d43-bd18-ce6a2a5a9ac2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:37.634918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f500eff-320a-4771-b21b-733990f4ed4f req-ead08d87-548a-411a-87b8-24400b65c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:37.637358 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f500eff-320a-4771-b21b-733990f4ed4f req-ead08d87-548a-411a-87b8-24400b65c441 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 1096 time: 0.1242743 Dec 10 18:16:37.718350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f500eff-320a-4771-b21b-733990f4ed4f req-01d56e37-c6ca-48e1-b03c-086002cf1da9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720942 Dec 10 18:16:37.783172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:37.821451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2f33b-b575-4a9d-96bb-43bbc683a6fc req-60230ea8-701b-476d-b927-002f7e13a261 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:37.830887 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5e2f33b-b575-4a9d-96bb-43bbc683a6fc req-60230ea8-701b-476d-b927-002f7e13a261 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.1296651 Dec 10 18:16:37.968658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5e2f33b-b575-4a9d-96bb-43bbc683a6fc req-c155d2d5-e63a-4b71-8806-4087fe47521a tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344154 Dec 10 18:16:38.011482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37854) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:38.118861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bd019d5f-a5b6-47f5-b080-e0d31fdeb9ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=112018e5fa9c4c79b60c48e67c8c3340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1056404 Dec 10 18:16:38.119377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37860) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:38.292493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Router b7c6ae32-2438-47fc-ad26-251f8be524d3 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:16:38.352316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09a739cc-0339-4e96-b10d-5cc4213a5937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:38.391998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a7d3e-20f1-43fd-8016-4a6339bd95e4 req-7cd9b791-e289-4056-b78e-01e7c2c68840 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:38.403124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-787a7d3e-20f1-43fd-8016-4a6339bd95e4 req-7cd9b791-e289-4056-b78e-01e7c2c68840 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1868265 Dec 10 18:16:38.477606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-787a7d3e-20f1-43fd-8016-4a6339bd95e4 req-cbdb2292-f868-4916-bfd5-8bb8917b8496 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707281 Dec 10 18:16:38.506664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09a739cc-0339-4e96-b10d-5cc4213a5937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:38.592254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09a739cc-0339-4e96-b10d-5cc4213a5937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:38.594270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:16:38.595804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09a739cc-0339-4e96-b10d-5cc4213a5937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:38.600703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-09a739cc-0339-4e96-b10d-5cc4213a5937 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd0319a0-7de0-4bb1-bc59-7774160cb71e HTTP/1.1" status: 204 len: 168 time: 0.4802876 Dec 10 18:16:38.607306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] Sync routers for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:16:38.621784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a739cc-0339-4e96-b10d-5cc4213a5937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0319a0-7de0-4bb1-bc59-7774160cb71e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:38.644669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:38.653778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0ac35e29-8875-4581-9fa2-b006fd155e9c admin admin] 10.222.0.55 "PUT /v2.0/routers/b7c6ae32-2438-47fc-ad26-251f8be524d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2311447 Dec 10 18:16:38.657067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37886) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:38.659277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:38.927964 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:39.036672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:39.110915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:39.158018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d46b9-e469-4ca7-b2d6-5ea7da4f69db req-69933931-08e4-4ee8-9322-8b4809d48fda tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:39.160031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d87d46b9-e469-4ca7-b2d6-5ea7da4f69db req-69933931-08e4-4ee8-9322-8b4809d48fda tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.0949106 Dec 10 18:16:39.216292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Deleting port f9d65f51-8173-4f23-a757-13f810fefa46 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:16:39.216597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d87d46b9-e469-4ca7-b2d6-5ea7da4f69db req-bc697991-f4c8-4f29-97b4-47be931e21e0 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503225 Dec 10 18:16:39.216758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:39.318908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] For port f9d65f51-8173-4f23-a757-13f810fefa46, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f9d65f51-8173-4f23-a757-13f810fefa46,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:39.319291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:39.352116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Calling delete_port for f9d65f51-8173-4f23-a757-13f810fefa46 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:16:39.504853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246'}], 'enable_snat': True}, 'gw_port_id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:16:37Z', 'revision_number': 5, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port': {'id': 'f9d65f51-8173-4f23-a757-13f810fefa46', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:14:54Z', 'updated_at': '2021-12-10T18:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:39.544427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2a55c-99bf-452e-b7f2-9493674b5a99 req-d1a9dfc6-3f13-46bc-9969-3313ba311f6c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:39.547763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62e2a55c-99bf-452e-b7f2-9493674b5a99 req-d1a9dfc6-3f13-46bc-9969-3313ba311f6c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.1922455 Dec 10 18:16:39.564070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37926) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:39.569971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Request body: {'floatingip': {'port_id': 'a8b61933-d1fe-44ba-af33-cf182716c677'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:39.573494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-76d016c8-df05-4a41-a4a0-3ed3f912d315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:39.575288 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-76d016c8-df05-4a41-a4a0-3ed3f912d315 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1101 time: 0.1209397 Dec 10 18:16:39.607785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] Checking router: b7c6ae32-2438-47fc-ad26-251f8be524d3 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:16:39.634083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] Routers {'b7c6ae32-2438-47fc-ad26-251f8be524d3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:39.640908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:39.642642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b7c6ae32-2438-47fc-ad26-251f8be524d3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:39.854401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37934) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:39.885669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] Set router b7c6ae32-2438-47fc-ad26-251f8be524d3 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:39.925099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5bd1f8-f9c1-4f85-82d3-84e38f19c171 req-73a62275-fd23-47c8-a73d-fc68a415f949 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:39.927521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e5bd1f8-f9c1-4f85-82d3-84e38f19c171 req-73a62275-fd23-47c8-a73d-fc68a415f949 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.2288268 Dec 10 18:16:39.969738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-efef686f-71f8-4b52-8e69-fd595f4c844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:39.978707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-efef686f-71f8-4b52-8e69-fd595f4c844e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3937955 Dec 10 18:16:40.018969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:16:39Z', 'revision_number': 6, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:40.067365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-7ebe1df4-547b-4c4a-b652-c147ea2b6fce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.0782006 Dec 10 18:16:40.087941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e5bd1f8-f9c1-4f85-82d3-84e38f19c171 req-076e614e-4ae3-421b-9da8-a2798858aa95 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474738 Dec 10 18:16:40.092667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae372cf-2e76-4899-b19f-e45c5f2910b8 None None] The sync data for ids ['b7c6ae32-2438-47fc-ad26-251f8be524d3'] in n-d-821424-1 is: [{'id': 'b7c6ae32-2438-47fc-ad26-251f8be524d3', 'name': 'tempest-ServerRescueTestJSONUnderV235-1174808260-router', 'tenant_id': '9188bc6033bb4745aced6d8295614787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:14:53Z', 'updated_at': '2021-12-10T18:16:39Z', 'revision_number': 6, 'project_id': '9188bc6033bb4745aced6d8295614787', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:16:40.217986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.220475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-5f4aac65-67ef-402c-bc7f-b1d2ab9f36de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:40.222081 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-5f4aac65-67ef-402c-bc7f-b1d2ab9f36de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1470976 Dec 10 18:16:40.254299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d65f51-8173-4f23-a757-13f810fefa46,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:40.343111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1844856156-network', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:40.381974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-d6db6207-6ecd-48ba-8131-3f5f964a7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:40.384230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-d6db6207-6ecd-48ba-8131-3f5f964a7921 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528282 Dec 10 18:16:40.385551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Made reservation on behalf of 06c2f39ea53f430a8bb35cb9059fcc1c for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:40.388564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.489063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.561594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-49feccec-4ed8-4b78-8cb9-25eb5b92f7ce service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689765 Dec 10 18:16:40.779018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.790413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.833437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-42f87c43-c478-4276-821b-9113e1d6c039 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433324 Dec 10 18:16:40.841160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:16:40.866262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79259b2-53a8-42a0-94f2-f966a031aa20,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:40.870620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.871002 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Added segment 276268e6-3d84-41e8-ac10-773ff922633e of type vlan for network 5d841630-712f-474d-aa8a-702dd3bda470 Dec 10 18:16:40.924913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.959627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:40.960928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:40.961676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.066373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] Pushing event updated for resources: {'Network': ['ID=5d841630-712f-474d-aa8a-702dd3bda470,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:41.087940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5d841630-712f-474d-aa8a-702dd3bda470 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:16:41.102963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-503b10e8-c420-4a89-a21f-b807b55ed586 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2415888 Dec 10 18:16:41.111873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37968) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:41.123729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Request body: {'subnet': {'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1844856156-subnet', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:41.163765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Made reservation on behalf of 06c2f39ea53f430a8bb35cb9059fcc1c for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:41.167361 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.448197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed7a7c-262a-4172-8aed-c082fed058f6 req-6a797ac5-1996-4e86-878c-3bdad888450d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:41.448576 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.450758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04ed7a7c-262a-4172-8aed-c082fed058f6 req-6a797ac5-1996-4e86-878c-3bdad888450d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1370051 Dec 10 18:16:41.468279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f9d65f51-8173-4f23-a757-13f810fefa46 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:16:41.517976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f9d65f51-8173-4f23-a757-13f810fefa46 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:16:41.520093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f9d65f51-8173-4f23-a757-13f810fefa46 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:16:41.520629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c22b0bc4-b585-4c80-ab37-6c6e6e188bff no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:16:41.538885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.567182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04ed7a7c-262a-4172-8aed-c082fed058f6 req-e7b542ba-5763-46be-a640-769f8f7ca847 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083286 Dec 10 18:16:41.573476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c22b0bc4-b585-4c80-ab37-6c6e6e188bff {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:16:41.574948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c22b0bc4-b585-4c80-ab37-6c6e6e188bff not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:16:41.624630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.629447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.664502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfe9dea-614e-4c49-84c9-97c5478f3e87,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:41.688874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:16:41.693693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Checking segment: {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:41.694037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Network hostable DHCP agents. Network: 5d841630-712f-474d-aa8a-702dd3bda470, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:16:41.723588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Network 5d841630-712f-474d-aa8a-702dd3bda470 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:16:41.737512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.738393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7c6ae32-2438-47fc-ad26-251f8be524d3 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:16:41.745452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.746933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e7aef0cc-cef4-46d6-9a15-9eca8d9e6399 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b7c6ae32-2438-47fc-ad26-251f8be524d3 HTTP/1.1" status: 204 len: 168 time: 3.0881944 Dec 10 18:16:41.749328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5d841630-712f-474d-aa8a-702dd3bda470) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:41.750070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37988) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:41.774900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520ba26a-6f33-4e0b-ae4c-347ccb8ec96d None None] Network 5d841630-712f-474d-aa8a-702dd3bda470 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:41.780344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:41.782114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.809696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d6def937-f480-4ac9-80e1-c38df072a872 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6958387 Dec 10 18:16:41.812863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37994) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:41.820248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:41.862323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] Deleting subnet 0545861f-07a4-4159-950f-dd824555dfb8 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:16:41.877322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.880769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.884586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.887946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:41.894529 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.019835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4127feac-8e03-44da-a2bd-af418b516e55 None None] Network 5d841630-712f-474d-aa8a-702dd3bda470 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:42.029108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.050404 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.169731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.194850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38012) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:42.199716 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Floating IP 01c75bfc-13bb-4fe9-8990-c95e9b5b7052 associated. External IP: 172.25.2.107, port: a8b61933-d1fe-44ba-af33-cf182716c677. Dec 10 18:16:42.282880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1521318377'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:42.299948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.316665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:42.317216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.322190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.355337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0545861f-07a4-4159-950f-dd824555dfb8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:42.367732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.374580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ec67977-39ad-4f79-a12d-aca0db1425d5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0545861f-07a4-4159-950f-dd824555dfb8 HTTP/1.1" status: 204 len: 168 time: 0.6231399 Dec 10 18:16:42.375251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38016) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:42.403633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:16:42.421930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.422270 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Added segment d2c1f5a3-2f29-4cca-9c3d-8b7113cad719 of type vlan for network 45d0b6e5-75c0-4c77-8d86-088f9334496c Dec 10 18:16:42.471219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.478812 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.554187 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.560039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:42.561437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.741309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.745587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Router 742c906c-027a-4f7b-8f0b-8823d6573260 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:16:42.783363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73004976-a6bd-4644-abe6-9e4bd3b5bacd']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:42.855470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033b351c-7743-47f5-9a1e-91be8098d702') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:42.855765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033b351c-7743-47f5-9a1e-91be8098d702') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:42.872891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.882645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0549e-9bf1-4a97-a558-de67189db7e8 req-30b82603-4ec8-468a-aae1-e29eeac667b7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:42.884253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5b0549e-9bf1-4a97-a558-de67189db7e8 req-30b82603-4ec8-468a-aae1-e29eeac667b7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1895089 Dec 10 18:16:42.937784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.964248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:16:42.964644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:16:42.966402 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:16:43.049905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:16:43.057760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.063018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7825429 Dec 10 18:16:43.064052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38048) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:43.067403 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] Sync routers for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:16:43.070845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1635226628'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:43.073973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb0303-f958-4269-b9a5-3a391cb39586 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Network': ['ID=45d0b6e5-75c0-4c77-8d86-088f9334496c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:43.077662 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a56d593d-69d0-42fd-8ab8-5f21d0e3b897 req-4b71a53b-cd6c-495d-bb17-35dfd8ff3a04 tempest-FlavorsV2NegativeTest-613791873 tempest-FlavorsV2NegativeTest-613791873-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6fac982ecc2d40db910f79e88fe3683f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1032510 Dec 10 18:16:43.089551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:16:43.090891 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:43.091681 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:43.107248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.120363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.129616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/73004976-a6bd-4644-abe6-9e4bd3b5bacd HTTP/1.1" status: 204 len: 168 time: 0.7512434 Dec 10 18:16:43.147179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5b0549e-9bf1-4a97-a558-de67189db7e8 req-2a91d3fe-3992-432c-9079-bfe6a24d2a05 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434876 Dec 10 18:16:43.177539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:43.181521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.182092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde233ff-8b7c-4994-b3d5-5971f3c09db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=73004976-a6bd-4644-abe6-9e4bd3b5bacd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:43.202710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.203853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7f361677-31f7-465f-b295-38c957b83b91 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "PUT /v2.0/floatingips/01c75bfc-13bb-4fe9-8990-c95e9b5b7052 HTTP/1.1" status: 200 len: 991 time: 3.6385694 Dec 10 18:16:43.204507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:43.211813 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:43.243510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.316689 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:43.394738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:16:43.442302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d593d-69d0-42fd-8ab8-5f21d0e3b897 req-b69d4575-1eac-4ae6-a86a-5bddf2134a7f tempest-FlavorsV2NegativeTest-613791873 tempest-FlavorsV2NegativeTest-613791873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:43.444071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a56d593d-69d0-42fd-8ab8-5f21d0e3b897 req-b69d4575-1eac-4ae6-a86a-5bddf2134a7f tempest-FlavorsV2NegativeTest-613791873 tempest-FlavorsV2NegativeTest-613791873-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3436980 Dec 10 18:16:43.455627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.455990 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Added segment 587c071f-0e57-48f7-8ee4-a31b0bbc0b9c of type vlan for network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf Dec 10 18:16:43.458031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Allocated IP 172.25.2.191 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/0e7e4428-b7e0-4deb-9c03-7e15d53f09e2) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:43.528199 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de714b-c700-4c74-9055-951212a8158c x-openstack-request-id: req-72de714b-c700-4c74-9055-951212a8158c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:43.529299 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:43.529299 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72de714b-c700-4c74-9055-951212a8158c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:43.529299 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'status': 'completed', 'code': 200} Dec 10 18:16:43.556010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38058) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:43.584265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.645808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a56d593d-69d0-42fd-8ab8-5f21d0e3b897 req-0acac936-04be-4df8-a18c-33f5f36fc2c1 tempest-FlavorsV2NegativeTest-613791873 tempest-FlavorsV2NegativeTest-613791873-project] 10.222.0.55 "GET /v2.0/quotas/6fac982ecc2d40db910f79e88fe3683f HTTP/1.1" status: 200 len: 375 time: 0.1913183 Dec 10 18:16:43.647140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.649515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-7f3fae14-939d-46ef-b38e-97afe8e3dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:43.651124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-7f3fae14-939d-46ef-b38e-97afe8e3dfae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fad5b5cf31e04212afff33a5003f6b6f&device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 1096 time: 0.0879345 Dec 10 18:16:43.656809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-638b91f9-7a26-4d69-822c-6f063c6d8024 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9188bc6033bb4745aced6d8295614787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0996001 Dec 10 18:16:43.657424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38060) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:43.660468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:43.661953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.786812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa6c7-ad29-4b38-b4c7-cde24121b316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.836205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a56d593d-69d0-42fd-8ab8-5f21d0e3b897 req-90c76487-9e23-4d17-9aa9-915cdfddea0f tempest-FlavorsV2NegativeTest-613791873 tempest-FlavorsV2NegativeTest-613791873-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fac982ecc2d40db910f79e88fe3683f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1677382 Dec 10 18:16:43.856342 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '01c75bfc-13bb-4fe9-8990-c95e9b5b7052', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'port_id': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'mac_address': 'fa:16:3e:f9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:15:31Z', 'updated_at': '2021-12-10T18:16:41Z', 'revision_number': 1, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:30Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:43.864659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa6c7-ad29-4b38-b4c7-cde24121b316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:43.867134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-dd68b973-10dd-47d8-8d67-73d641598a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:43.868670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-dd68b973-10dd-47d8-8d67-73d641598a41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d01fb161-afcb-4b67-b4eb-e037ae548704 HTTP/1.1" status: 200 len: 917 time: 0.2040784 Dec 10 18:16:43.908600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8433681 Dec 10 18:16:43.916190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38068) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:43.946478 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] Checking router: 742c906c-027a-4f7b-8f0b-8823d6573260 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:16:43.966293 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:43.968279 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:43.975552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'subnet': {'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:43.978777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-0b122f97-1548-496f-8350-68fa9c1e508f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8b61933-d1fe-44ba-af33-cf182716c677 HTTP/1.1" status: 200 len: 999 time: 0.1009772 Dec 10 18:16:43.984066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0d572-5f82-4f5e-9219-322fc81f5130 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Network': ['ID=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:43.998599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:16:44.044631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa6c7-ad29-4b38-b4c7-cde24121b316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:44.048514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dbaa6c7-ad29-4b38-b4c7-cde24121b316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:44.053715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0dbaa6c7-ad29-4b38-b4c7-cde24121b316 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9 HTTP/1.1" status: 204 len: 168 time: 0.3941376 Dec 10 18:16:44.071058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbaa6c7-ad29-4b38-b4c7-cde24121b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd09d1d-3d90-4e5c-a31f-8980fc1fe1f9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:44.078988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-2752524b-7f86-4392-b6a6-4855b5232b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:44.081111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-2752524b-7f86-4392-b6a6-4855b5232b62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0242015e-3347-4eb0-9bb3-13bcd04711b6 HTTP/1.1" status: 200 len: 855 time: 0.0926838 Dec 10 18:16:44.182229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-286d3aa8-a25e-46f9-8af2-2a2ede4af5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:44.184178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-286d3aa8-a25e-46f9-8af2-2a2ede4af5e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d01fb161-afcb-4b67-b4eb-e037ae548704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953465 Dec 10 18:16:44.264251 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:44.421681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:44.435376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:44.565747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-4aac9251-2e90-4abe-8111-40f492ad8938 service neutron] 10.222.0.59 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705082 Dec 10 18:16:44.680520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:44.753316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef795-9e06-4a78-94a6-9a65c1385546 req-d0fa411c-34a9-4633-8bca-9c12e1d3c2b8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:44.761782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-891ef795-9e06-4a78-94a6-9a65c1385546 req-d0fa411c-34a9-4633-8bca-9c12e1d3c2b8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.3495378 Dec 10 18:16:44.766576 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:44.824957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7908f7f5-e392-4203-a88c-5b6ed40e7d9b req-f01f5663-7c0a-43af-b34e-1abe65022e49 service neutron] 10.222.0.59 "GET /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478023 Dec 10 18:16:44.852607 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '01c75bfc-13bb-4fe9-8990-c95e9b5b7052', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'port_id': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'mac_address': 'fa:16:3e:f9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:15:31Z', 'updated_at': '2021-12-10T18:16:41Z', 'revision_number': 1, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:30Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:44.854718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:44.869108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:44.873523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:44.876297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Pushing event updated for resources: {'Port': ['ID=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:44.882431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-891ef795-9e06-4a78-94a6-9a65c1385546 req-a69ba6c0-b5fa-4491-a865-3e0aee4a9496 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138523 Dec 10 18:16:44.926207 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4067fe-1e35-495d-ad29-3d503a627cda None None] The sync data for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 is: [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '01c75bfc-13bb-4fe9-8990-c95e9b5b7052', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'port_id': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'mac_address': 'fa:16:3e:f9:cb:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:15:31Z', 'updated_at': '2021-12-10T18:16:41Z', 'revision_number': 1, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:30Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:16:44.955767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:45.104932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Subnet': ['ID=00b3c215-19f7-447e-9e7a-ad3aef89a87c,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:45.147273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Checking segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:45.147654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network hostable DHCP agents. Network: 45d0b6e5-75c0-4c77-8d86-088f9334496c, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:16:45.235456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:16:45.307544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 45d0b6e5-75c0-4c77-8d86-088f9334496c) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:45.318854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4da89bd-a5b8-4436-8f44-49a5672dc273 None None] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:45.337055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:45.338134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:45.356303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5f5b4c-9466-4c41-986f-469d7732bb7c None None] New status for floating IP 01c75bfc-13bb-4fe9-8990-c95e9b5b7052: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:16:45.379205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:45.390174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-400c2a4d-9d40-4e2c-984d-1a8215aba091 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4538822 Dec 10 18:16:45.391907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38108) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:45.455935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'subnet': {'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:45.653742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-45d0b6e5-75c0-4c77-8d86-088f9334496c', 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'project_id': 'b6687e1a7c07480f957713bd04918432', 'fixed_ips': [{'subnet_id': '00b3c215-19f7-447e-9e7a-ad3aef89a87c'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:16:45.655589 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:45.692779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38116) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:45.803589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38122) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:45.874482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:45.877973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.027191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.037519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Allocated IP 10.1.1.2 (45d0b6e5-75c0-4c77-8d86-088f9334496c/00b3c215-19f7-447e-9e7a-ad3aef89a87c/f34db1cd-ae71-4736-96a9-9f3bb2848ec6) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:46.066496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9802952b-e425-474d-ad1e-fb5b3852cd5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.120002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-728dc3ce-c0f8-4e6c-b228-46a8ed942871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.287058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee315d5-9c7e-401f-abe2-0e310909ee13 req-24ce8a1c-6c91-408a-aecc-8bea04943465 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:46.295607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ee315d5-9c7e-401f-abe2-0e310909ee13 req-24ce8a1c-6c91-408a-aecc-8bea04943465 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1796200 Dec 10 18:16:46.324728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9802952b-e425-474d-ad1e-fb5b3852cd5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.339563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9802952b-e425-474d-ad1e-fb5b3852cd5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.387337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.404840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9802952b-e425-474d-ad1e-fb5b3852cd5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6fac982ecc2d40db910f79e88fe3683f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7102926 Dec 10 18:16:46.408954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-728dc3ce-c0f8-4e6c-b228-46a8ed942871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.414014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38140) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:46.429945 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-728dc3ce-c0f8-4e6c-b228-46a8ed942871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.449181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9802952b-e425-474d-ad1e-fb5b3852cd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44818fe1-1e14-454b-b9ca-a3a90e3822b6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:46.457831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ee315d5-9c7e-401f-abe2-0e310909ee13 req-c830a97d-dd5c-4c5f-912e-c08512b5572c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610451 Dec 10 18:16:46.464845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Router 8d4a1615-084d-4585-8249-e76dffc3b0e2 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:16:46.468556 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.490242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Subnet': ['ID=f08f9330-6c20-4f10-a28a-f3655294a3cd,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:46.490507 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.515789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-728dc3ce-c0f8-4e6c-b228-46a8ed942871 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebec366318e44ec18b09b0137c327795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7110679 Dec 10 18:16:46.522180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38142) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:46.544324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728dc3ce-c0f8-4e6c-b228-46a8ed942871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31626d41-cc1c-4101-814b-d05ae0c96e35,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:46.554623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:46.562856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:46.571195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:46.571815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6cbadcdb-a008-4b8b-a335-9b4087163057 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.598857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Checking segment: {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:46.599446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network hostable DHCP agents. Network: 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:16:46.620756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6cbadcdb-a008-4b8b-a335-9b4087163057 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.630570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5193a197-e105-4ded-8107-86c842d97302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.668598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Pushing event updated for resources: {'Port': ['ID=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:46.678796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5193a197-e105-4ded-8107-86c842d97302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.715696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Attempting to bind port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:46.717163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Attempting to bind port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:46.718082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Attempting to bind port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:46.727578 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6cbadcdb-a008-4b8b-a335-9b4087163057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.730324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:46.731909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Checking segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:46.732367 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.732757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Bound using segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:46.733245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Bound port: f34db1cd-ae71-4736-96a9-9f3bb2848ec6, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:46.734403 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.734511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6cbadcdb-a008-4b8b-a335-9b4087163057 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.735405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6cbadcdb-a008-4b8b-a335-9b4087163057 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44818fe1-1e14-454b-b9ca-a3a90e3822b6 HTTP/1.1" status: 204 len: 168 time: 0.3202004 Dec 10 18:16:46.737382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:16:46.753697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbadcdb-a008-4b8b-a335-9b4087163057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44818fe1-1e14-454b-b9ca-a3a90e3822b6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:46.770326 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5193a197-e105-4ded-8107-86c842d97302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.771940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5193a197-e105-4ded-8107-86c842d97302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.776074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5193a197-e105-4ded-8107-86c842d97302 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/31626d41-cc1c-4101-814b-d05ae0c96e35 HTTP/1.1" status: 204 len: 168 time: 0.2498627 Dec 10 18:16:46.812395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:46.824054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5193a197-e105-4ded-8107-86c842d97302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31626d41-cc1c-4101-814b-d05ae0c96e35,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:46.836129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:46.837055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.864736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f283bccf-1d53-484f-af5f-707a743a9934 None None] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:46.875920 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-97702a02-8a0a-4280-92cc-2a082f1f64bc tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4728622 Dec 10 18:16:46.875920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:16:46.876553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38164) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:46.879025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'port': {'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'name': 'tempest-TaggedBootDevicesTest_v242-1050001872', 'fixed_ips': [{'subnet_id': '00b3c215-19f7-447e-9e7a-ad3aef89a87c'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:46.887275 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Sync routers for ids ['8d4a1615-084d-4585-8249-e76dffc3b0e2'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:16:46.909123 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Routers {'8d4a1615-084d-4585-8249-e76dffc3b0e2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:46.909762 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8d4a1615-084d-4585-8249-e76dffc3b0e2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:46.955780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:46.965204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5e0ba47f-0e91-4bb3-8da9-0ed1ba18569a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1488233 Dec 10 18:16:46.967183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38170) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:47.068344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] For port f34db1cd-ae71-4736-96a9-9f3bb2848ec6, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:47.074306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] For port f34db1cd-ae71-4736-96a9-9f3bb2848ec6, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:47.096155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:47.191590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f0a41-a2ae-429a-9544-084fab281cac None None] Pushing event updated for resources: {'Port': ['ID=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:47.195174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:47.271964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-0ebc09d3-7f57-403b-a951-7a7c7a2b93cf', 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf', 'project_id': 'b6687e1a7c07480f957713bd04918432', 'fixed_ips': [{'subnet_id': 'f08f9330-6c20-4f10-a28a-f3655294a3cd'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:16:47.273167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:47.282275 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Set router 8d4a1615-084d-4585-8249-e76dffc3b0e2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:47.555445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:47.696402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Allocated IP 10.2.2.2 (0ebc09d3-7f57-403b-a951-7a7c7a2b93cf/f08f9330-6c20-4f10-a28a-f3655294a3cd/9a0a31c0-2596-40d4-8c87-26cc8030539b) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:47.704464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] device_id is not set on port c9e05c2e-1236-48e2-8e91-6c27f8e778bb yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:16:47.781096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:47.895565 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f33a98a-93c0-45c4-be92-261ffc45c030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:47.997688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38194) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:48.046114 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:16:45Z', 'revision_number': 3, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:48.094834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.106207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.131488 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Checking router: 8d4a1615-084d-4585-8249-e76dffc3b0e2 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:16:48.132055 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Updating router 8d4a1615-084d-4585-8249-e76dffc3b0e2 port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:16:48.275387 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.310251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Pushing event updated for resources: {'Port': ['ID=9a0a31c0-2596-40d4-8c87-26cc8030539b,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:48.332049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:48.342724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:48.351813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:48.352917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.390206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7a488-3782-47be-b57b-0174c5d442fe req-9a26e3bc-e9bc-4a2c-8b1b-d7ce4c3d9f36 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:48.392944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dba7a488-3782-47be-b57b-0174c5d442fe req-9a26e3bc-e9bc-4a2c-8b1b-d7ce4c3d9f36 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.7237570 Dec 10 18:16:48.511972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 10.1.1.254 (45d0b6e5-75c0-4c77-8d86-088f9334496c/00b3c215-19f7-447e-9e7a-ad3aef89a87c/c9e05c2e-1236-48e2-8e91-6c27f8e778bb) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:48.538488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Attempting to bind port 9a0a31c0-2596-40d4-8c87-26cc8030539b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:48.542809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Attempting to bind port 9a0a31c0-2596-40d4-8c87-26cc8030539b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:48.542809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Attempting to bind port 9a0a31c0-2596-40d4-8c87-26cc8030539b on network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:48.570411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:48.574525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Checking segment: {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:48.575492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.578369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Bound using segment: {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:48.581123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Bound port: 9a0a31c0-2596-40d4-8c87-26cc8030539b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:48.581830 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.612064 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f33a98a-93c0-45c4-be92-261ffc45c030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.687589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f33a98a-93c0-45c4-be92-261ffc45c030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.803497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] For port 9a0a31c0-2596-40d4-8c87-26cc8030539b, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:48.809510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] For port 9a0a31c0-2596-40d4-8c87-26cc8030539b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a0a31c0-2596-40d4-8c87-26cc8030539b,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:48.811968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dba7a488-3782-47be-b57b-0174c5d442fe req-e77a377a-7517-427c-bd20-d4812565bb44 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072995 Dec 10 18:16:48.819846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:48.918688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1f33a98a-93c0-45c4-be92-261ffc45c030 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c069f5808d9f41a681dded11a595eeb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1298983 Dec 10 18:16:48.926284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38214) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:48.943441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33a98a-93c0-45c4-be92-261ffc45c030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe98a3-9f36-4b52-b116-34313e741fd7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:49.088930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39004023-4dae-44e0-9be5-73e8591894b5 None None] Pushing event updated for resources: {'Port': ['ID=9a0a31c0-2596-40d4-8c87-26cc8030539b,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:49.235302 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.244905 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.284332 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Attempting to bind port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:49.284668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Attempting to bind port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:49.285123 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Attempting to bind port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:49.323086 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:49.323690 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:49.324121 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.324572 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:49.325069 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Bound port: 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:49.325448 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.359621 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17157dd0-deda-4eb4-b8c1-00ef6dab3dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.411908 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] For port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:49.415799 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] For port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:49.423415 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.433548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4789c1-99d5-4508-9baf-a9793ff1cac8 None None] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:49.445170 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Pushing event updated for resources: {'Port': ['ID=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:49.454918 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.455427 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.455661 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.456145 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.456696 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.457230 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.457625 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.457957 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.458284 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.458694 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.458960 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.460978 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.460978 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:16:49.513181 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Routers {'8d4a1615-084d-4585-8249-e76dffc3b0e2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:49.513848 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8d4a1615-084d-4585-8249-e76dffc3b0e2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:49.664590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bf112c14-4912-4cc3-ab08-0c04e19a5dfa None None] Provisioning complete for port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:49.665679 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf112c14-4912-4cc3-ab08-0c04e19a5dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.671302 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbe49d-cd6a-4731-8abe-56ed8c14601a None None] Pushing event updated for resources: {'Port': ['ID=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:49.699478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Allocated IP 172.20.0.1 (5d841630-712f-474d-aa8a-702dd3bda470/6bfe9dea-614e-4c49-84c9-97c5478f3e87/411ff8f3-2ef4-41cb-af07-9110920e89eb) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:49.713981 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29e309ca-f63e-4253-b54a-34bf514906db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.715960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f34db1cd-ae71-4736-96a9-9f3bb2848ec6 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:49.780329 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] Set router 8d4a1615-084d-4585-8249-e76dffc3b0e2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:49.895884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:49.896680 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.901947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf112c14-4912-4cc3-ab08-0c04e19a5dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.939387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:49.993090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bf112c14-4912-4cc3-ab08-0c04e19a5dfa None None] For port f34db1cd-ae71-4736-96a9-9f3bb2848ec6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:49.993408 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29e309ca-f63e-4253-b54a-34bf514906db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.000726 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29e309ca-f63e-4253-b54a-34bf514906db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.005565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf112c14-4912-4cc3-ab08-0c04e19a5dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.100125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e309ca-f63e-4253-b54a-34bf514906db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b9ae5b-8e40-4e8b-a23e-f88a7ef0b483,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:50.118611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf112c14-4912-4cc3-ab08-0c04e19a5dfa None None] Pushing event updated for resources: {'Port': ['ID=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:50.127282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17157dd0-deda-4eb4-b8c1-00ef6dab3dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.220996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-29e309ca-f63e-4253-b54a-34bf514906db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=72d7f5a2bb73433f98307d848652eba8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2219961 Dec 10 18:16:50.223371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:50.243204 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.319153 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:16:45Z', 'revision_number': 3, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:50.320388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa9940-3d8a-4e6a-8755-210e763024d0 req-6a5c61e2-effe-4024-9997-9b4b6f7f9dc1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:50.329343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28aa9940-3d8a-4e6a-8755-210e763024d0 req-6a5c61e2-effe-4024-9997-9b4b6f7f9dc1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.2303746 Dec 10 18:16:50.352749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Network 5d841630-712f-474d-aa8a-702dd3bda470 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:50.353080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-20bef493-7cef-4efb-a6b4-bee6ce702272 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=562ebadba3ae4266bdf3caa5a87ee4e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2694602 Dec 10 18:16:50.360897 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19907090-ec4d-4aef-bcca-38af55625ecc None None] The sync data for ids ['8d4a1615-084d-4585-8249-e76dffc3b0e2'] in n-d-821424-1 is: [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:16:45Z', 'revision_number': 3, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:16:50.380448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:50.384928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Pushing event updated for resources: {'Port': ['ID=411ff8f3-2ef4-41cb-af07-9110920e89eb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:50.389697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:50.424242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cd91db6b-2705-467c-800e-d6b880b870e4 None None] Provisioning complete for port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:50.425132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cd91db6b-2705-467c-800e-d6b880b870e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.550929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.596685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.647949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59c5e3c2-3700-4918-9aec-aad49fbe87eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.655624 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17157dd0-deda-4eb4-b8c1-00ef6dab3dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.660092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17157dd0-deda-4eb4-b8c1-00ef6dab3dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.662318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-17157dd0-deda-4eb4-b8c1-00ef6dab3dc7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2fe98a3-9f36-4b52-b116-34313e741fd7 HTTP/1.1" status: 204 len: 168 time: 1.7356400 Dec 10 18:16:50.675331 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28aa9940-3d8a-4e6a-8755-210e763024d0 req-1c68418f-f8c7-429c-a127-b3eca293ab2c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446443 Dec 10 18:16:50.696499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17157dd0-deda-4eb4-b8c1-00ef6dab3dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe98a3-9f36-4b52-b116-34313e741fd7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:50.756718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59c5e3c2-3700-4918-9aec-aad49fbe87eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.781669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-04458d93-a1e4-412a-b646-4996b513a665 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:50.784605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-04458d93-a1e4-412a-b646-4996b513a665 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3547218 Dec 10 18:16:50.795952 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:50.867259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fca1b5-66d1-46ab-8532-b7e11cdef22c None None] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:16:51.019038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-54233ad1-a4b3-4bae-b6fb-3e5c2184972f tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/quotas/562ebadba3ae4266bdf3caa5a87ee4e3 HTTP/1.1" status: 200 len: 375 time: 0.0641794 Dec 10 18:16:51.026797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:51.048579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:51.070758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.078239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:51.083079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:51.085791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59c5e3c2-3700-4918-9aec-aad49fbe87eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.094120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59c5e3c2-3700-4918-9aec-aad49fbe87eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.103715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-86bfa535-74b1-4092-8a9d-15ee6a9be8d8 None None] Provisioning complete for port 9a0a31c0-2596-40d4-8c87-26cc8030539b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:51.111927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-59c5e3c2-3700-4918-9aec-aad49fbe87eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24b9ae5b-8e40-4e8b-a23e-f88a7ef0b483 HTTP/1.1" status: 204 len: 168 time: 0.8859968 Dec 10 18:16:51.112690 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-86bfa535-74b1-4092-8a9d-15ee6a9be8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.132913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5e3c2-3700-4918-9aec-aad49fbe87eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b9ae5b-8e40-4e8b-a23e-f88a7ef0b483,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:51.147978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-701003c1-9c34-40e1-b540-9120e5863370 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=562ebadba3ae4266bdf3caa5a87ee4e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131685 Dec 10 18:16:51.318377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:51.319723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.372134 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-20bfdbd6-ceb6-4c54-8894-ad848fd47be6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4985423 Dec 10 18:16:51.377503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:51.387329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'port': {'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'name': 'tempest-TaggedBootDevicesTest_v242-1195804883', 'fixed_ips': [{'subnet_id': '00b3c215-19f7-447e-9e7a-ad3aef89a87c'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:51.549058 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-86bfa535-74b1-4092-8a9d-15ee6a9be8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.712904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-86bfa535-74b1-4092-8a9d-15ee6a9be8d8 None None] For port 9a0a31c0-2596-40d4-8c87-26cc8030539b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a0a31c0-2596-40d4-8c87-26cc8030539b,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:51.721593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-86bfa535-74b1-4092-8a9d-15ee6a9be8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.784154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-d2812b02-1ad7-4c36-aaa3-8347e073efc9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2197049 Dec 10 18:16:51.824593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:51.832431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:51.916778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfa535-74b1-4092-8a9d-15ee6a9be8d8 None None] Pushing event updated for resources: {'Port': ['ID=9a0a31c0-2596-40d4-8c87-26cc8030539b,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:51.935726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:51.974723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] device_id is not set on port 81981344-0366-4bdd-902e-b2cda9e19ecf yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:16:52.091268 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.123564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-633cd790-8b5f-431e-b1a7-37e89990cb27 None None] Provisioning complete for port c9e05c2e-1236-48e2-8e91-6c27f8e778bb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:52.124125 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-633cd790-8b5f-431e-b1a7-37e89990cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.149040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.152831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11a11d4c-75cc-482f-8c29-35445dd6f1aa req-fc5a51ac-7284-4921-9599-f7973f69d0fc tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 210 time: 0.0934818 Dec 10 18:16:52.391389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-b06b9b8c-02c5-495d-8811-ac17be414fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:52.393041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-b06b9b8c-02c5-495d-8811-ac17be414fdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 1100 time: 0.4656887 Dec 10 18:16:52.420393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b6a56-3c87-4347-a8ee-ce29e31dfe67 req-7c768ef3-7f97-445d-ab3a-3ddd052080d0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:52.428525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:52.429918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.430528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Pushing event updated for resources: {'Port': ['ID=411ff8f3-2ef4-41cb-af07-9110920e89eb,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:52.432802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-189b6a56-3c87-4347-a8ee-ce29e31dfe67 req-7c768ef3-7f97-445d-ab3a-3ddd052080d0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.4252181 Dec 10 18:16:52.474623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.527909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-633cd790-8b5f-431e-b1a7-37e89990cb27 None None] Port c9e05c2e-1236-48e2-8e91-6c27f8e778bb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:16:52.698383 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.780440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-189b6a56-3c87-4347-a8ee-ce29e31dfe67 req-43e146da-4cc3-4ab9-b89b-659013691e62 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387930 Dec 10 18:16:52.798616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 10.1.1.77 (45d0b6e5-75c0-4c77-8d86-088f9334496c/00b3c215-19f7-447e-9e7a-ad3aef89a87c/81981344-0366-4bdd-902e-b2cda9e19ecf) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:52.851618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-80b16902-fca1-49a6-9f8a-fc11adb03830 None None] Provisioning complete for port 9a0a31c0-2596-40d4-8c87-26cc8030539b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:52.853927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80b16902-fca1-49a6-9f8a-fc11adb03830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.874156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:16:52.898428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-5bf5676e-e08c-4b15-9648-d21bb8991413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:52.899945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-5bf5676e-e08c-4b15-9648-d21bb8991413 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4706113 Dec 10 18:16:52.937279 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:52.938760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f34db1cd-ae71-4736-96a9-9f3bb2848ec6 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:52.959964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-d44d6a44-3744-4797-b954-1e6137a66847 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 200 len: 217 time: 0.0495396 Dec 10 18:16:52.965399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Network 5d841630-712f-474d-aa8a-702dd3bda470 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:52.967579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:53.067202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:53.143242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:53.146461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-7c96b1ed-1df8-4185-b182-828d24fd4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:53.149169 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-7c96b1ed-1df8-4185-b182-828d24fd4aed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1790335 Dec 10 18:16:53.153591 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:53.375265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a0a31c0-2596-40d4-8c87-26cc8030539b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:53.386828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:53.424926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e7fd9560-ac8f-4e67-9b4f-7f212f8c8613 req-be22fbe3-ba74-49e5-a131-d4b5cd6023c2 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 210 time: 0.1422093 Dec 10 18:16:53.484416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:53.507399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9a0a31c0-2596-40d4-8c87-26cc8030539b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:53.508295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:53.519326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-5da08866-de19-43ed-ae6c-4bda3f664009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:53.528568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-5da08866-de19-43ed-ae6c-4bda3f664009 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3639610 Dec 10 18:16:53.534395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Router 8d4a1615-084d-4585-8249-e76dffc3b0e2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:16:53.574058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=81981344-0366-4bdd-902e-b2cda9e19ecf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:53.602336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:53.610130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:53.616804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:53.791516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:53.792209 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:53.991586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-aa7a4c32-a0cd-4ce5-ae5c-c5da40ec0d0a tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=562ebadba3ae4266bdf3caa5a87ee4e3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300519 Dec 10 18:16:54.047685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-66b6e0ae-a546-44d8-8d00-66672be150a8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6685648 Dec 10 18:16:54.052244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:54.305846 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-4937446b-23b1-479c-a385-1ecffb499c1d service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7547941 Dec 10 18:16:54.318195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-19c2e787-7745-4dca-8222-6f7cf189acdb tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:54.320543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-19c2e787-7745-4dca-8222-6f7cf189acdb tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123608 Dec 10 18:16:54.335524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Request body: {'port': {'device_id': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '562ebadba3ae4266bdf3caa5a87ee4e3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:54.453267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b4a645d4-b3db-4841-a899-f372ef7b9831 None None] Provisioning complete for port 81981344-0366-4bdd-902e-b2cda9e19ecf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:54.453822 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b4a645d4-b3db-4841-a899-f372ef7b9831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.455377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:54.455734 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.580332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Made reservation on behalf of 562ebadba3ae4266bdf3caa5a87ee4e3 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:16:54.585491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b4a645d4-b3db-4841-a899-f372ef7b9831 None None] Port 81981344-0366-4bdd-902e-b2cda9e19ecf cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:16:54.589782 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.614822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.630937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:16:54.635965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:54.642280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3057189-77f0-47c9-ad34-3743d0d68609 req-9d0ca534-0634-4a90-9c56-98d674f180a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:54.644594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3057189-77f0-47c9-ad34-3743d0d68609 req-9d0ca534-0634-4a90-9c56-98d674f180a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.6511736 Dec 10 18:16:54.650899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8a9a56a4-8790-40dd-ae4c-666ad994a003 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1276510197', 'description': 'tempest-description--466126569'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:54.682440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Sync routers for ids ['8d4a1615-084d-4585-8249-e76dffc3b0e2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:16:54.688193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8dcddc8d-3aa3-4922-8552-e94971b09011 admin admin] 10.222.0.55 "PUT /v2.0/routers/8d4a1615-084d-4585-8249-e76dffc3b0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7191789 Dec 10 18:16:54.690245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a9a56a4-8790-40dd-ae4c-666ad994a003 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.697044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e95d7163-1a8c-4812-a7be-ee2cb3014fc2 req-86552c82-4e18-4467-a747-13a91a685957 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766258 Dec 10 18:16:54.756911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Routers {'8d4a1615-084d-4585-8249-e76dffc3b0e2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:54.757548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8d4a1615-084d-4585-8249-e76dffc3b0e2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:54.811885 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3057189-77f0-47c9-ad34-3743d0d68609 req-c0e22407-369d-4b68-946c-abffbad020a9 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483111 Dec 10 18:16:54.851100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a0a31c0-2596-40d4-8c87-26cc8030539b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:16:54.898659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2de894b5-db41-478f-b10f-93a0b02f29bb req-4d82d7ac-f557-4121-a843-e3ab0ca76a94 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 210 time: 0.1217895 Dec 10 18:16:54.915421 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.925316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a9a56a4-8790-40dd-ae4c-666ad994a003 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.929990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.935081 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a9a56a4-8790-40dd-ae4c-666ad994a003 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:54.991862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a56a4-8790-40dd-ae4c-666ad994a003 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c67e468-4491-4b4d-9dd0-bf72be327327,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:55.001687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a9a56a4-8790-40dd-ae4c-666ad994a003 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.005444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9a0a31c0-2596-40d4-8c87-26cc8030539b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:55.006416 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.014757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a9a56a4-8790-40dd-ae4c-666ad994a003 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3681514 Dec 10 18:16:55.018094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38346) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:55.023266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-34672d80-4c3f-404e-a3bc-58b4f8173040 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'security_group_rule': {'security_group_id': '3c67e468-4491-4b4d-9dd0-bf72be327327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:55.069001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34672d80-4c3f-404e-a3bc-58b4f8173040 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.119919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Set router 8d4a1615-084d-4585-8249-e76dffc3b0e2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:55.148196 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34672d80-4c3f-404e-a3bc-58b4f8173040 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.155596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34672d80-4c3f-404e-a3bc-58b4f8173040 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.179515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34672d80-4c3f-404e-a3bc-58b4f8173040 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d39b7e-a9af-4b86-9af7-82f7a2d836f9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:55.199389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34672d80-4c3f-404e-a3bc-58b4f8173040 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.208212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-34672d80-4c3f-404e-a3bc-58b4f8173040 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1887670 Dec 10 18:16:55.211759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38352) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:55.219647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-64969dde-bec8-477c-a3d4-ffa8fc9f9b85 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'security_group_rule': {'security_group_id': '3c67e468-4491-4b4d-9dd0-bf72be327327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:55.251333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64033812-a11e-44f6-b150-ebb15424e5a1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:55.296859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64969dde-bec8-477c-a3d4-ffa8fc9f9b85 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.362855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Allocated IP 192.168.233.61 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/c65ba258-9957-43a1-ab24-9d0974968c70) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:55.398785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64969dde-bec8-477c-a3d4-ffa8fc9f9b85 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.405265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64969dde-bec8-477c-a3d4-ffa8fc9f9b85 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.454322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64969dde-bec8-477c-a3d4-ffa8fc9f9b85 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd24c7e-1fea-4d40-b100-0f6bce8605cb,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:55.482649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64969dde-bec8-477c-a3d4-ffa8fc9f9b85 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.486193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64969dde-bec8-477c-a3d4-ffa8fc9f9b85 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2730658 Dec 10 18:16:55.489228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38364) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:55.497188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:55.540066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.601365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:16:50Z', 'revision_number': 4, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '411ff8f3-2ef4-41cb-af07-9110920e89eb', 'name': '', 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'mac_address': 'fa:16:3e:b7:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:48Z', 'updated_at': '2021-12-10T18:16:51Z', 'revision_number': 2, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'subnets': [{'id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:55.668457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.680872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Checking router: 8d4a1615-084d-4585-8249-e76dffc3b0e2 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:16:55.681239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Updating router 8d4a1615-084d-4585-8249-e76dffc3b0e2 port 411ff8f3-2ef4-41cb-af07-9110920e89eb binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:16:55.733550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.737248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.772161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:55.815055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:55.832321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:55.840438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:55.951958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:56.124529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 172.25.2.225 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/e305f4a0-2c7f-4418-a8db-ec8d868756b1) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:16:56.134638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:56.135699 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.202391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-05ebef41-b769-49d9-a8fe-5caa704f2524 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8714414 Dec 10 18:16:56.233514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Request body: {'port': {'device_id': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:16:56.333586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a70b5-4e3f-409a-835f-669eb4373300 req-dafe4b89-347a-4399-ba2d-6c6bed54ded2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:56.344788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b37a70b5-4e3f-409a-835f-669eb4373300 req-dafe4b89-347a-4399-ba2d-6c6bed54ded2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.3484795 Dec 10 18:16:56.370877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-76ae1281-90ab-4da6-a2f9-f1e77ea6784a None None] Provisioning complete for port c65ba258-9957-43a1-ab24-9d0974968c70 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:16:56.371306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-76ae1281-90ab-4da6-a2f9-f1e77ea6784a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.406448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-0e32ef48-9698-4b6e-b985-4c62c2b68834 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:56.419383 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.420257 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-0e32ef48-9698-4b6e-b985-4c62c2b68834 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 811 time: 0.2640364 Dec 10 18:16:56.434162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.451899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-5ac3a805-88f0-49a1-8792-afddfc50c8f2 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/quotas/06c2f39ea53f430a8bb35cb9059fcc1c HTTP/1.1" status: 200 len: 375 time: 0.0294220 Dec 10 18:16:56.469267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.470430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-76ae1281-90ab-4da6-a2f9-f1e77ea6784a None None] Port c65ba258-9957-43a1-ab24-9d0974968c70 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:16:56.490157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b37a70b5-4e3f-409a-835f-669eb4373300 req-3fc9b70b-3b5a-416b-9324-1f7541a24c3b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403909 Dec 10 18:16:56.507492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979da6cb-deeb-4485-ad75-deec35d3ea67 None None] Pushing event updated for resources: {'Port': ['ID=411ff8f3-2ef4-41cb-af07-9110920e89eb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:56.548430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38392) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:56.655064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Attempting to bind port 411ff8f3-2ef4-41cb-af07-9110920e89eb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:56.655949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Attempting to bind port 411ff8f3-2ef4-41cb-af07-9110920e89eb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:56.657092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Attempting to bind port 411ff8f3-2ef4-41cb-af07-9110920e89eb on network 5d841630-712f-474d-aa8a-702dd3bda470 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:56.678480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-ca81284c-e11b-4c31-9a75-1edb96f4af79 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2246675 Dec 10 18:16:56.678847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:56.678847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Checking segment: {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:56.679255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.679878 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Bound using segment: {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:56.680697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Bound port: 411ff8f3-2ef4-41cb-af07-9110920e89eb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:56.682277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.843992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] For port 411ff8f3-2ef4-41cb-af07-9110920e89eb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:56.850992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] For port 411ff8f3-2ef4-41cb-af07-9110920e89eb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=411ff8f3-2ef4-41cb-af07-9110920e89eb,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:56.865261 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.877236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2993d497-2dff-4951-996b-14cc4600691f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.913038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:56.986249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a11bf-d0f2-4599-ad5a-ee6b35e4f7f6 req-6739724f-1fd3-4198-875d-76ca33fc7dc4 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:56.987831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979da6cb-deeb-4485-ad75-deec35d3ea67 None None] Pushing event updated for resources: {'Port': ['ID=411ff8f3-2ef4-41cb-af07-9110920e89eb,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:56.989626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d91a11bf-d0f2-4599-ad5a-ee6b35e4f7f6 req-6739724f-1fd3-4198-875d-76ca33fc7dc4 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 935 time: 0.2257411 Dec 10 18:16:57.003988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Routers {'8d4a1615-084d-4585-8249-e76dffc3b0e2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:16:57.005354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:16:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8d4a1615-084d-4585-8249-e76dffc3b0e2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:57.062001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-0c765fc0-0a54-46a0-b51d-3e7d119d09a6 service neutron] 10.222.0.55 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406363 Dec 10 18:16:57.136062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.154394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] Set router 8d4a1615-084d-4585-8249-e76dffc3b0e2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:16:57.181349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65ba258-9957-43a1-ab24-9d0974968c70 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:16:57.192882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.214751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Transition to ACTIVE for port object c65ba258-9957-43a1-ab24-9d0974968c70 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:16:57.225477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.310170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d91a11bf-d0f2-4599-ad5a-ee6b35e4f7f6 req-7354444e-7cc5-47f3-bf91-b0b285a0a0a1 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956202 Dec 10 18:16:57.316231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:16:57.356706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:16:57.366344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:16:57.376068 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2993d497-2dff-4951-996b-14cc4600691f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.392473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:57.413333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2993d497-2dff-4951-996b-14cc4600691f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.416043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=e305f4a0-2c7f-4418-a8db-ec8d868756b1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:57.491017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Attempting to bind port c65ba258-9957-43a1-ab24-9d0974968c70 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:16:57.491017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Attempting to bind port c65ba258-9957-43a1-ab24-9d0974968c70 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:16:57.491017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Attempting to bind port c65ba258-9957-43a1-ab24-9d0974968c70 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:57.496424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6468b92c-34f5-4c9d-88ee-8b02769d1050 service neutron] 10.222.0.55 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213364 Dec 10 18:16:57.505531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Port c65ba258-9957-43a1-ab24-9d0974968c70 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:16:57.506473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Attempting to bind port c65ba258-9957-43a1-ab24-9d0974968c70 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:16:57.510316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2993d497-2dff-4951-996b-14cc4600691f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=56542d277b914d38848e5330f53faa63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9579437 Dec 10 18:16:57.516854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38408) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:16:57.518690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:16:57.519222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:16:57.520113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:16:57.520726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Bound port: c65ba258-9957-43a1-ab24-9d0974968c70, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:16:57.521488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.524523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993d497-2dff-4951-996b-14cc4600691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e39f08a-166f-4c36-9719-7efe95394670,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:57.616527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:16:50Z', 'revision_number': 4, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '411ff8f3-2ef4-41cb-af07-9110920e89eb', 'name': '', 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'mac_address': 'fa:16:3e:b7:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:48Z', 'updated_at': '2021-12-10T18:16:56Z', 'revision_number': 4, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'subnets': [{'id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:16:57.692392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.752178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842117d-751a-4252-8f08-f1e6252e6371 None None] The sync data for ids ['8d4a1615-084d-4585-8249-e76dffc3b0e2'] in n-d-821424-1 is: [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:16:50Z', 'revision_number': 4, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '411ff8f3-2ef4-41cb-af07-9110920e89eb', 'name': '', 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'mac_address': 'fa:16:3e:b7:72:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:48Z', 'updated_at': '2021-12-10T18:16:56Z', 'revision_number': 4, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'subnets': [{'id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:16:57.787908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.835471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a07a8591-9e13-4eab-81db-67b3ab1576c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.934981 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a07a8591-9e13-4eab-81db-67b3ab1576c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:57.941001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:16:57.998056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:16:58.024612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:58.113792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:58.130185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620275e-5b8f-4514-84e2-dce71883f3bb req-99d3a21d-dc64-4a12-8b2a-56b821da0a91 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:58.132446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0620275e-5b8f-4514-84e2-dce71883f3bb req-99d3a21d-dc64-4a12-8b2a-56b821da0a91 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.2791562 Dec 10 18:16:58.134711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:58.135750 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:58.137368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-66d7378f-1bce-46c3-802b-162e4b78c85e service neutron] 10.222.0.59 "PUT /v2.0/ports/c65ba258-9957-43a1-ab24-9d0974968c70 HTTP/1.1" status: 200 len: 1095 time: 1.9242752 Dec 10 18:16:58.138102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:16:58.141697 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f299af2-dbff-43c9-a723-19046da27171" -d '{"events": [{"name": "network-changed", "server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:16:58.238240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0620275e-5b8f-4514-84e2-dce71883f3bb req-15b1082b-98c0-4735-b823-d931d1748ded tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906072 Dec 10 18:16:58.298853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a07a8591-9e13-4eab-81db-67b3ab1576c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:58.300898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a07a8591-9e13-4eab-81db-67b3ab1576c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:58.307966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a07a8591-9e13-4eab-81db-67b3ab1576c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3e39f08a-166f-4c36-9719-7efe95394670 HTTP/1.1" status: 204 len: 168 time: 0.7710426 Dec 10 18:16:58.322210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e8e09e9d-c8af-4938-a346-b99a28021850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:58.349235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a8591-9e13-4eab-81db-67b3ab1576c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e39f08a-166f-4c36-9719-7efe95394670,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:58.366549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-5b5f9bd9-5dae-435c-89dd-604a8f5ac2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:58.373428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-5b5f9bd9-5dae-435c-89dd-604a8f5ac2b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=562ebadba3ae4266bdf3caa5a87ee4e3&device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 1098 time: 0.1746638 Dec 10 18:16:58.533549 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347706c3-fbd4-4fcf-a647-e96a6d483c59 x-openstack-request-id: req-347706c3-fbd4-4fcf-a647-e96a6d483c59 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:16:58.533746 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:16:58.534010 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-347706c3-fbd4-4fcf-a647-e96a6d483c59 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:16:58.534595 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'status': 'completed', 'code': 200} Dec 10 18:16:58.536476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-f4cc1dab-6565-4e1a-9369-1b2f79f1854f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c65ba258-9957-43a1-ab24-9d0974968c70 HTTP/1.1" status: 200 len: 217 time: 0.1548223 Dec 10 18:16:58.660387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:58.686624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f610dc41-4d73-458b-8316-49f032cb90de req-f7c649b8-574b-4119-b469-ec067ec3c83a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 210 time: 0.3744676 Dec 10 18:16:58.689853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:58.859290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-8b490ef6-a492-438b-bfb4-9c4e3276cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:58.861070 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-8b490ef6-a492-438b-bfb4-9c4e3276cc7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.3127420 Dec 10 18:16:58.889471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd2d18-621c-44c5-9760-2ee56e69c3a2 req-747a5d10-61c4-4ee2-be08-25f93705e745 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:58.898290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6cdd2d18-621c-44c5-9760-2ee56e69c3a2 req-747a5d10-61c4-4ee2-be08-25f93705e745 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 947 time: 0.3342357 Dec 10 18:16:59.011763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6cdd2d18-621c-44c5-9760-2ee56e69c3a2 req-2a0599f7-d767-402b-8cf3-a12653099336 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123247 Dec 10 18:16:59.020719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-92f2e835-d464-408d-b718-c2baef956e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:59.023066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-92f2e835-d464-408d-b718-c2baef956e79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159847 Dec 10 18:16:59.122268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=e305f4a0-2c7f-4418-a8db-ec8d868756b1,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:16:59.159549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:59.211281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:16:59.225099 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-7babf057-2ae0-4508-b7de-ab90dcf94957 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927724 Dec 10 18:16:59.230173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9b1c2d96-c81b-4506-b0c1-cfc3ef1ca801 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7390919 Dec 10 18:16:59.599279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9090d74d-a59a-40a2-9a55-08211ad75025 req-f33085b5-088f-40f0-bc26-258a3343c848 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629797 Dec 10 18:16:59.609941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eca0df-3e6b-4c03-b6ee-a0d3b4243a5e req-a6d93551-ca55-4f5e-9481-2a036beb2784 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:59.618046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4eca0df-3e6b-4c03-b6ee-a0d3b4243a5e req-a6d93551-ca55-4f5e-9481-2a036beb2784 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1078067 Dec 10 18:16:59.900870 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4eca0df-3e6b-4c03-b6ee-a0d3b4243a5e req-356557c0-2bf9-45f1-b7d8-dfddb89dd9f5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807338 Dec 10 18:16:59.943799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299af2-dbff-43c9-a723-19046da27171 req-2f12b8a2-a71c-40a7-a31e-c7ad0edb0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:16:59.945324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f299af2-dbff-43c9-a723-19046da27171 req-2f12b8a2-a71c-40a7-a31e-c7ad0edb0ca9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=562ebadba3ae4266bdf3caa5a87ee4e3&device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 1098 time: 0.2377434 Dec 10 18:17:00.003358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-419cd03e-0ac7-4517-8b54-87d230aab07f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1276510197&fields=id&tenant_id=b6687e1a7c07480f957713bd04918432 HTTP/1.1" status: 200 len: 267 time: 0.1852698 Dec 10 18:17:00.059155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 411ff8f3-2ef4-41cb-af07-9110920e89eb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:00.109074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-85067b4b-3e1a-490f-bd5c-5b1d1a9d53bd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:00.120645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-85067b4b-3e1a-490f-bd5c-5b1d1a9d53bd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports/c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 937 time: 0.1108432 Dec 10 18:17:00.134033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299af2-dbff-43c9-a723-19046da27171 req-d9bcd995-b516-4698-b28b-2da8effc1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:00.136346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f299af2-dbff-43c9-a723-19046da27171 req-d9bcd995-b516-4698-b28b-2da8effc1df6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1750154 Dec 10 18:17:00.181090 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c19a5e-184b-4514-a4e7-e83f35b2a0b4 req-938da5c5-fe0c-4b44-a15c-0f94c40a5db9 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 210 time: 0.0435481 Dec 10 18:17:00.211528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 411ff8f3-2ef4-41cb-af07-9110920e89eb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:00.213022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:00.239135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f299af2-dbff-43c9-a723-19046da27171 req-87c5a461-ce93-4b87-b588-bd10119efb70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=c65ba258-9957-43a1-ab24-9d0974968c70 HTTP/1.1" status: 200 len: 217 time: 0.0565434 Dec 10 18:17:00.298331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-ac14c8f4-98c1-46f0-86a1-baa16834b2ba tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:00.305718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-ac14c8f4-98c1-46f0-86a1-baa16834b2ba tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports/81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 936 time: 0.1801572 Dec 10 18:17:00.491345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:00.534711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299af2-dbff-43c9-a723-19046da27171 req-f6ea23c3-3695-4130-a7a1-68da94629dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:00.536362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f299af2-dbff-43c9-a723-19046da27171 req-f6ea23c3-3695-4130-a7a1-68da94629dda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2896624 Dec 10 18:17:00.575014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-c27467d8-47e6-4657-949c-7a1a10e742ab tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2412260 Dec 10 18:17:00.617657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 411ff8f3-2ef4-41cb-af07-9110920e89eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=411ff8f3-2ef4-41cb-af07-9110920e89eb,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:00.627481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:00.842686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f299af2-dbff-43c9-a723-19046da27171 req-6d7b2563-f475-4acf-8f0d-92b8c2b9297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:00.847279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f299af2-dbff-43c9-a723-19046da27171 req-6d7b2563-f475-4acf-8f0d-92b8c2b9297d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2573283 Dec 10 18:17:00.870333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcddbf-cee2-4c97-bc3b-43384bf07aa5 req-2b37a2fb-ab7a-4458-879c-ed06b81a540c tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:00.872355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2fcddbf-cee2-4c97-bc3b-43384bf07aa5 req-2b37a2fb-ab7a-4458-879c-ed06b81a540c tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 947 time: 0.3977695 Dec 10 18:17:00.892590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=411ff8f3-2ef4-41cb-af07-9110920e89eb,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:00.914126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-30b814cc-a0f3-41da-9d49-54b3f895faca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1696296 Dec 10 18:17:01.053969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d1446a6d-d878-41d9-87ae-fb7a0f140f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:01.114172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2fcddbf-cee2-4c97-bc3b-43384bf07aa5 req-9c10f57f-b99a-4493-a0f3-7102702bdea8 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057865 Dec 10 18:17:01.208279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f299af2-dbff-43c9-a723-19046da27171 req-4f8ea3d5-7e58-4a09-8042-1885e72bdedf service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290977 Dec 10 18:17:01.253231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-01345992-6921-4e16-a535-65c225a3c329 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:01.269652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-01345992-6921-4e16-a535-65c225a3c329 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:01.282851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-01345992-6921-4e16-a535-65c225a3c329 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:01.297004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-01345992-6921-4e16-a535-65c225a3c329 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 1995 time: 0.3702905 Dec 10 18:17:01.339260 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-6e25bc8f-0260-432d-9475-cc2ca55f8eec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/quotas/b6687e1a7c07480f957713bd04918432 HTTP/1.1" status: 200 len: 375 time: 0.0403206 Dec 10 18:17:01.627263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f299af2-dbff-43c9-a723-19046da27171 req-e4ef8fa4-b1af-4445-82c3-b182febf7b17 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103031 Dec 10 18:17:01.641634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69d8d5e2-314e-4765-8ab3-1963cdedbe65 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2999995 Dec 10 18:17:01.663864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-7c6e3e70-6258-4789-b0a8-e5bb63fd68f2 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:01.668340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-7c6e3e70-6258-4789-b0a8-e5bb63fd68f2 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.30 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 811 time: 1.1805778 Dec 10 18:17:01.687479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Request body: {'port': {'device_id': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'admin_state_up': True, 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:01.753652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f7277-225a-4872-bfcc-88819cb41d2e req-019496db-703f-4e9e-86fb-e4a788fb6577 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:01.766593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f47f7277-225a-4872-bfcc-88819cb41d2e req-019496db-703f-4e9e-86fb-e4a788fb6577 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1610935 Dec 10 18:17:01.781934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:01.958740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:01.962316 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f47f7277-225a-4872-bfcc-88819cb41d2e req-d57ab6b8-cbd2-40d1-b206-dcfefcfd7f3c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943133 Dec 10 18:17:01.965276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 411ff8f3-2ef4-41cb-af07-9110920e89eb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:02.130389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Made reservation on behalf of 06c2f39ea53f430a8bb35cb9059fcc1c for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:02.136245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:02.155654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 411ff8f3-2ef4-41cb-af07-9110920e89eb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:02.156237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:02.245802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7895c2f6-769f-4d5e-a957-8714ee20feee req-9dbd6ba7-696f-4360-afde-063b1fc73a79 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 210 time: 0.0886207 Dec 10 18:17:02.301949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38518) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:02.436979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-4518392f-dc20-4768-be1d-839675d7948c service neutron] 10.222.0.55 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369323 Dec 10 18:17:02.478659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59570050-2cdc-49f7-aac6-a4326c99c401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:02.536964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Allocated IP 172.20.0.8 (5d841630-712f-474d-aa8a-702dd3bda470/6bfe9dea-614e-4c49-84c9-97c5478f3e87/5c2d8edf-18b7-49a9-862d-ca34271727dd) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:02.655564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8580-c0e5-4453-8899-f694a6e8475b req-978d477a-2b39-479c-bd3d-cbf0430f6ac4 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:02.657182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c4f8580-c0e5-4453-8899-f694a6e8475b req-978d477a-2b39-479c-bd3d-cbf0430f6ac4 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 947 time: 0.1234210 Dec 10 18:17:02.700979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59570050-2cdc-49f7-aac6-a4326c99c401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:02.711439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59570050-2cdc-49f7-aac6-a4326c99c401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:02.732199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-9f040475-c525-4531-84e8-d2b7548fb448 service neutron] 10.222.0.55 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973883 Dec 10 18:17:02.786834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-59570050-2cdc-49f7-aac6-a4326c99c401 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a377d1703d14ae8beecb0a55f0ad864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4831996 Dec 10 18:17:02.790620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c4f8580-c0e5-4453-8899-f694a6e8475b req-1477bf79-8967-4d14-9a6e-6380ea6988a9 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187065 Dec 10 18:17:02.792372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38536) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:02.803541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59570050-2cdc-49f7-aac6-a4326c99c401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27447698-ccb0-4f64-b032-acc7ef31cd8d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:02.831037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-56b922e1-e999-4c33-bcbf-f6e0faa6807c service neutron] 10.222.0.55 "GET /v2.0/ports/c9e05c2e-1236-48e2-8e91-6c27f8e778bb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0838842 Dec 10 18:17:02.850835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-6a769f55-617b-4d97-9f78-231f6f74ad58 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:17:02.853541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-6a769f55-617b-4d97-9f78-231f6f74ad58 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116546 Dec 10 18:17:02.894812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c636c62-f29e-4fd5-b0f6-fd06fb070dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:02.927386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c636c62-f29e-4fd5-b0f6-fd06fb070dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.001694 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c636c62-f29e-4fd5-b0f6-fd06fb070dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.005666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c636c62-f29e-4fd5-b0f6-fd06fb070dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.015271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c636c62-f29e-4fd5-b0f6-fd06fb070dba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/27447698-ccb0-4f64-b032-acc7ef31cd8d HTTP/1.1" status: 204 len: 168 time: 0.2187521 Dec 10 18:17:03.028296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c636c62-f29e-4fd5-b0f6-fd06fb070dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27447698-ccb0-4f64-b032-acc7ef31cd8d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:03.075616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:17:03.210018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92760a43-bba6-441a-b241-810cd5899a70 req-94301a47-8159-4f64-9fb5-f63e9207f4a8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:03.221932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92760a43-bba6-441a-b241-810cd5899a70 req-94301a47-8159-4f64-9fb5-f63e9207f4a8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1198354 Dec 10 18:17:03.250446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:03.267074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'mac_address': 'fa:16:3e:ec:99:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:17:03.371907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92760a43-bba6-441a-b241-810cd5899a70 req-39c43cf2-11e4-471a-bb48-759e042a58ee tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482019 Dec 10 18:17:03.438518 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.511261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-2b81fdb7-f7c7-4f15-96ae-53761d4284cf service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267185 Dec 10 18:17:03.564074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.570700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.601862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65ba258-9957-43a1-ab24-9d0974968c70 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:03.617176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-848768f9-08e4-4eb8-8efd-27d947fce396 req-20fdf1bf-3248-4648-8f17-458b5bc57448 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 210 time: 0.0900278 Dec 10 18:17:03.637704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.641994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:03.651368 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.668326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Network 5d841630-712f-474d-aa8a-702dd3bda470 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:03.681407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:03.693595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:03.698507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Pushing event updated for resources: {'Port': ['ID=5c2d8edf-18b7-49a9-862d-ca34271727dd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:03.773308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-7f7195cd-6447-4fe4-8bfa-ba02366c0e63 service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671232 Dec 10 18:17:03.784585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:03.855257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:03.856033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:03.866408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-c1ccfa0d-bf49-4d57-98b9-cc476e5070d0 service neutron] 10.222.0.55 "GET /v2.0/ports/81981344-0366-4bdd-902e-b2cda9e19ecf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0833843 Dec 10 18:17:03.936661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['c65ba258-9957-43a1-ab24-9d0974968c70'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:03.945171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6a9ccf2d-3587-4bb0-a4be-2e60200326a1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2652676 Dec 10 18:17:03.959767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Request body: {'port': {'device_id': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:04.065610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:04.089225 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1870f49b-ef3a-443a-8324-5a00cb518f3f service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139795 Dec 10 18:17:04.109939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adece99b-7a56-4b3c-88ea-577d330ec688 req-044a40dc-165b-4b83-b406-1b7398e1555d tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:04.123292 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adece99b-7a56-4b3c-88ea-577d330ec688 req-044a40dc-165b-4b83-b406-1b7398e1555d tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 948 time: 0.1449671 Dec 10 18:17:04.163071 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:04.284416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adece99b-7a56-4b3c-88ea-577d330ec688 req-b57a314d-531b-4d67-ab46-704058b0dc14 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546154 Dec 10 18:17:04.332253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-e5257bbc-df51-4bf8-a43c-d2278afe4cfa service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136800 Dec 10 18:17:04.503748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:04.593168 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b5400e-180b-403d-aae4-7b75453ccfde service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287946 Dec 10 18:17:04.603310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0ec09-788e-46c6-af33-7fa1f2b29e69 req-36ead330-64f0-46bd-82e7-a0afc4441107 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:04.621652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9db0ec09-788e-46c6-af33-7fa1f2b29e69 req-36ead330-64f0-46bd-82e7-a0afc4441107 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1292605 Dec 10 18:17:04.707563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9db0ec09-788e-46c6-af33-7fa1f2b29e69 req-7ec8adca-6288-444c-8258-8ad513b70e8a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833852 Dec 10 18:17:04.719976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2d8edf-18b7-49a9-862d-ca34271727dd {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:04.736744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:04.776619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Transition to ACTIVE for port object 5c2d8edf-18b7-49a9-862d-ca34271727dd will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:04.787376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:04.814197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-6aeaf93a-314b-4897-a8ae-1bfa2e5117c1 service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199020 Dec 10 18:17:04.930438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d37a27-38ec-47d6-9230-d4907a54f984 req-d7ee32d8-dc4d-49c6-967b-bbf125f798fb tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:04.933593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c2d37a27-38ec-47d6-9230-d4907a54f984 req-d7ee32d8-dc4d-49c6-967b-bbf125f798fb tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 943 time: 0.1340957 Dec 10 18:17:04.952132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2d8edf-18b7-49a9-862d-ca34271727dd,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:05.057773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c2d37a27-38ec-47d6-9230-d4907a54f984 req-b699deb4-29f9-4d84-a82e-809ffedf31e7 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153913 Dec 10 18:17:05.066139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-fa9193e0-7738-48c1-821c-f8460ae16276 service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505398 Dec 10 18:17:05.085057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:05.189701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Attempting to bind port 5c2d8edf-18b7-49a9-862d-ca34271727dd on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:05.190052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Attempting to bind port 5c2d8edf-18b7-49a9-862d-ca34271727dd by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:05.190324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Attempting to bind port 5c2d8edf-18b7-49a9-862d-ca34271727dd on network 5d841630-712f-474d-aa8a-702dd3bda470 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:05.203875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Port 5c2d8edf-18b7-49a9-862d-ca34271727dd on network 5d841630-712f-474d-aa8a-702dd3bda470 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:05.204230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Attempting to bind port 5c2d8edf-18b7-49a9-862d-ca34271727dd on network 5d841630-712f-474d-aa8a-702dd3bda470 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:05.210900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port c65ba258-9957-43a1-ab24-9d0974968c70 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:17:05.214715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:05.215107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Checking segment: {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:05.215533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Bound using segment: {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:05.216027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Bound port: 5c2d8edf-18b7-49a9-862d-ca34271727dd, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:05.216404 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:05.224204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port c65ba258-9957-43a1-ab24-9d0974968c70 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:05.226120 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:05.293635 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-89fe7aaf-2036-4eae-b9bd-72bf9577f7c2 service neutron] 10.222.0.55 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101822 Dec 10 18:17:05.409543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:05.423435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] For port 5c2d8edf-18b7-49a9-862d-ca34271727dd, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:05.429543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] For port 5c2d8edf-18b7-49a9-862d-ca34271727dd, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:05.443031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:05.448365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:05.453787 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f841e4-8ce2-4df2-b3cf-373a9ff4e366" -d '{"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-plugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:05.480861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:05.489483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:05.523830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:05.523830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:05.527752 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c2d8edf-18b7-49a9-862d-ca34271727dd HTTP/1.1" status: 200 len: 1091 time: 1.5711639 Dec 10 18:17:05.527752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'tag': '5c2d8edf-18b7-49a9-862d-ca34271727dd'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:05.528026 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711689ee-8d56-422f-81e3-bb9eba398386" -d '{"events": [{"name": "network-changed", "server_uuid": "22df1ad2-48d4-4a96-a1dd-add943f78625", "tag": "5c2d8edf-18b7-49a9-862d-ca34271727dd"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:05.567248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-56a67a04-492f-4164-b7d2-4a43d8d7a44c service neutron] 10.222.0.55 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651188 Dec 10 18:17:05.579788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf1bca-2dd2-45b5-8d61-339ad2a23bf9 req-411703f9-ee1d-4a73-849c-83aae93d57d2 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:05.580036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:05.588916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3cf1bca-2dd2-45b5-8d61-339ad2a23bf9 req-411703f9-ee1d-4a73-849c-83aae93d57d2 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 949 time: 0.1132421 Dec 10 18:17:05.674830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3cf1bca-2dd2-45b5-8d61-339ad2a23bf9 req-82f0a343-9773-416e-8fcc-e433143390d4 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815609 Dec 10 18:17:05.689067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eebdf8a-b1e5-494e-a4f1-b684c8fe06c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2d8edf-18b7-49a9-862d-ca34271727dd,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:05.747705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b7cd5228-9508-482b-b804-2326b60422a0 service neutron] 10.222.0.55 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680164 Dec 10 18:17:05.764890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-4c1d9918-128f-4e54-ae9e-50adecf290de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:05.766487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-4c1d9918-128f-4e54-ae9e-50adecf290de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 1094 time: 0.0850606 Dec 10 18:17:05.825396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-54b4c036-47b4-4b46-88ea-0ead6e86ce3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd HTTP/1.1" status: 200 len: 217 time: 0.0498564 Dec 10 18:17:05.952280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-9021cc5b-dee8-44d6-b9a5-f566ff701ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:05.953928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-9021cc5b-dee8-44d6-b9a5-f566ff701ca2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 200 len: 851 time: 0.0905950 Dec 10 18:17:06.003535 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-16267055-0be4-4a69-9196-82b6c101f73e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d841630-712f-474d-aa8a-702dd3bda470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367317 Dec 10 18:17:06.026315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38668) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:06.035823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-bce7b9f9-c454-424f-8dfa-e22cb1e8be0e service neutron] 10.222.0.55 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682271 Dec 10 18:17:06.206498 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1d5793-f2fe-403f-909a-59d4e70ca984 x-openstack-request-id: req-3b1d5793-f2fe-403f-909a-59d4e70ca984 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:06.206972 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-plugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:06.207466 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b1d5793-f2fe-403f-909a-59d4e70ca984 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:06.208076 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'code': 200} Dec 10 18:17:06.244619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-2def5a84-92e5-4154-baa0-3098130f21ab service neutron] 10.222.0.55 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587529 Dec 10 18:17:06.246978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-c8ab2b39-a6c1-484c-86bb-55f38075ef30 service neutron] 10.222.0.30 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332821 Dec 10 18:17:06.323991 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0606dea-234a-443d-97f0-5bf5969fe6d5 x-openstack-request-id: req-a0606dea-234a-443d-97f0-5bf5969fe6d5 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:06.325326 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22df1ad2-48d4-4a96-a1dd-add943f78625", "tag": "5c2d8edf-18b7-49a9-862d-ca34271727dd", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:06.325869 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0606dea-234a-443d-97f0-5bf5969fe6d5 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:06.326886 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'tag': '5c2d8edf-18b7-49a9-862d-ca34271727dd', 'status': 'completed', 'code': 200} Dec 10 18:17:06.344549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246ce39-f0f9-4865-b7a3-f35bc5bd9a7f req-b5e7d23a-58f6-49d0-b172-d64a80136f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:06.346770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b246ce39-f0f9-4865-b7a3-f35bc5bd9a7f req-b5e7d23a-58f6-49d0-b172-d64a80136f21 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 1100 time: 0.0548546 Dec 10 18:17:06.414775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1594952091'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:06.473410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c5071c9-c05f-44c2-9d7b-e8e3095539d0 req-02e93ecf-e6cd-4dad-a5ae-78acbcaf0006 service neutron] 10.222.0.30 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181134 Dec 10 18:17:06.525703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b246ce39-f0f9-4865-b7a3-f35bc5bd9a7f req-9ef42428-84e1-4f4c-90e5-afa385bd2ba7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701958 Dec 10 18:17:06.534843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Made reservation on behalf of 49744be99dc145eeb7798addf2d1aea1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:06.539933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:06.566595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcfd73-3839-4042-a544-7b35c950042b req-7b08de8f-d3e9-4830-acfc-8288765a363f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:06.568831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcbcfd73-3839-4042-a544-7b35c950042b req-7b08de8f-d3e9-4830-acfc-8288765a363f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1582181 Dec 10 18:17:06.578985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:06.647866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711689ee-8d56-422f-81e3-bb9eba398386 req-d9d5467a-26a8-4c1d-870d-12049756a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:06.657300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711689ee-8d56-422f-81e3-bb9eba398386 req-d9d5467a-26a8-4c1d-870d-12049756a6f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 1094 time: 0.0901926 Dec 10 18:17:06.657497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcbcfd73-3839-4042-a544-7b35c950042b req-ff144c51-b883-47f2-bf81-92fdbf79719f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758731 Dec 10 18:17:06.812359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711689ee-8d56-422f-81e3-bb9eba398386 req-26e1fd8e-96f6-4bed-917c-478841596355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:06.818348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711689ee-8d56-422f-81e3-bb9eba398386 req-26e1fd8e-96f6-4bed-917c-478841596355 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 912 time: 0.1534688 Dec 10 18:17:06.839425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:06.885431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:06.896935 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711689ee-8d56-422f-81e3-bb9eba398386 req-30206266-32b5-4fc3-8383-6c00ef2cc001 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd HTTP/1.1" status: 200 len: 217 time: 0.0593348 Dec 10 18:17:06.942743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:17:06.978132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711689ee-8d56-422f-81e3-bb9eba398386 req-0a699861-be44-4bc2-9906-75737a50e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:06.980233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711689ee-8d56-422f-81e3-bb9eba398386 req-0a699861-be44-4bc2-9906-75737a50e067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 200 len: 851 time: 0.0753641 Dec 10 18:17:06.991401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:06.991979 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Added segment 503325c6-d0f8-4109-809a-251076dd6be1 of type vlan for network bb560a29-9e38-48ad-b5ab-b227d84171e0 Dec 10 18:17:07.007914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074c5c8-71dc-4e10-883d-31f23c44f8c0 req-1638585c-3c93-4513-876d-5432ea2eb70e tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:07.020810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6074c5c8-71dc-4e10-883d-31f23c44f8c0 req-1638585c-3c93-4513-876d-5432ea2eb70e tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 943 time: 0.2272937 Dec 10 18:17:07.035369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860bda81-56a4-4fcb-a33d-e01671822c67,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:07.048468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711689ee-8d56-422f-81e3-bb9eba398386 req-6abb09c2-0e3c-4a13-a40a-13b4e57f69ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d841630-712f-474d-aa8a-702dd3bda470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561817 Dec 10 18:17:07.130500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:07.171581 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6074c5c8-71dc-4e10-883d-31f23c44f8c0 req-a22494b5-dfe4-4e81-9ea8-739141a55e82 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483734 Dec 10 18:17:07.240082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711689ee-8d56-422f-81e3-bb9eba398386 req-96a94167-7c66-4c18-b8ae-aca31eda0a08 service neutron] 10.222.0.30 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832075 Dec 10 18:17:07.240750 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:07.253412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:07.255009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:07.315704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2875471 Dec 10 18:17:07.360685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38746) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:07.378713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Request body: {'subnet': {'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:07.551852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dad4a-9c3f-4295-9cc4-c61d1b4747e7 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event updated for resources: {'Network': ['ID=bb560a29-9e38-48ad-b5ab-b227d84171e0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:07.554743 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-711689ee-8d56-422f-81e3-bb9eba398386 req-3931e700-7349-402d-b0af-d33b3cafe76f service neutron] 10.222.0.30 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954013 Dec 10 18:17:07.569916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network bb560a29-9e38-48ad-b5ab-b227d84171e0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:17:07.611962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38450cc-f05b-4495-a7c4-bd39255c7009 req-2594ee98-1de2-4bc2-9cc6-34fa1aafb805 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:07.618641 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a38450cc-f05b-4495-a7c4-bd39255c7009 req-2594ee98-1de2-4bc2-9cc6-34fa1aafb805 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 949 time: 0.1705787 Dec 10 18:17:07.637681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Made reservation on behalf of 49744be99dc145eeb7798addf2d1aea1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:07.645428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:07.793504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a38450cc-f05b-4495-a7c4-bd39255c7009 req-b1e2fb71-d8c9-48f2-9e46-9f497d7e8dd4 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622622 Dec 10 18:17:07.841948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f15f27c-4ec8-4ddc-8ec8-2764cc115758 req-40ada2c2-fd39-4fa6-8b34-279b8eb24d33 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0849164 Dec 10 18:17:08.075807 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:08.087785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ec2b1-3e48-4280-91ba-d8fc0c9ce08e req-0fe84249-bfd6-4a3a-8d19-240d6041acd6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:08.094311 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd0ec2b1-3e48-4280-91ba-d8fc0c9ce08e req-0fe84249-bfd6-4a3a-8d19-240d6041acd6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1019757 Dec 10 18:17:08.095580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38764) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:08.157688 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:17:08.161860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event updated for resources: {'Subnet': ['ID=83a6bf8b-bcb9-492a-ac78-021043c71111,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:08.175940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd0ec2b1-3e48-4280-91ba-d8fc0c9ce08e req-40e69e7e-9fe1-4d3a-b91a-21ff87b21fdd tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690320 Dec 10 18:17:08.205817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Checking segment: {'id': '503325c6-d0f8-4109-809a-251076dd6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:08.205817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Network hostable DHCP agents. Network: bb560a29-9e38-48ad-b5ab-b227d84171e0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:17:08.217565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Network bb560a29-9e38-48ad-b5ab-b227d84171e0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:17:08.240821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, bb560a29-9e38-48ad-b5ab-b227d84171e0) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:08.248004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:08.249356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:08.258271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea1bbf0-29d7-40e7-9361-d59a6c627048 None None] Network bb560a29-9e38-48ad-b5ab-b227d84171e0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:17:08.287747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38770) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:08.288396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-79ea8e9d-1b33-4d91-90b4-084faeed2bd4 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9253664 Dec 10 18:17:08.296648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Request body: {'port': {'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-936258018'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:08.395146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4641-7444-4aa5-98c4-3a0ce7bb2bc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:08.416786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b80f72-aa33-4c52-a8f2-8a2b20fdacfc req-436e38f4-8a89-4ae9-b215-f136ce553e50 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:08.418916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82b80f72-aa33-4c52-a8f2-8a2b20fdacfc req-436e38f4-8a89-4ae9-b215-f136ce553e50 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 943 time: 0.1164167 Dec 10 18:17:08.506914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82b80f72-aa33-4c52-a8f2-8a2b20fdacfc req-8b2c5d11-ed02-41a7-b0ee-0dc99e243135 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785620 Dec 10 18:17:08.568335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Made reservation on behalf of 49744be99dc145eeb7798addf2d1aea1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:08.569215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-bb560a29-9e38-48ad-b5ab-b227d84171e0', 'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0', 'project_id': '49744be99dc145eeb7798addf2d1aea1', 'fixed_ips': [{'subnet_id': '83a6bf8b-bcb9-492a-ac78-021043c71111'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:17:08.570381 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:08.576906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:08.613698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] device_id is not set on port 58441431-8191-4370-aeaa-fe2e6ae07e4b yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:17:08.745243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4641-7444-4aa5-98c4-3a0ce7bb2bc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:08.754832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb1a4641-7444-4aa5-98c4-3a0ce7bb2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:08.810096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Allocated IP 172.20.0.8 (bb560a29-9e38-48ad-b5ab-b227d84171e0/83a6bf8b-bcb9-492a-ac78-021043c71111/58441431-8191-4370-aeaa-fe2e6ae07e4b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:08.812106 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5c2d8edf-18b7-49a9-862d-ca34271727dd details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:17:08.812467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a4641-7444-4aa5-98c4-3a0ce7bb2bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c872373-36cd-46c5-94b4-4a0895f21b57,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:08.817011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cb1a4641-7444-4aa5-98c4-3a0ce7bb2bc5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfbd20beab0e446b869a011a24b590f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7194769 Dec 10 18:17:08.821620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38776) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:08.948613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b5ebe91-6f1c-4d2c-8520-d7c1f0345929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.032374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b5ebe91-6f1c-4d2c-8520-d7c1f0345929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.059261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5c2d8edf-18b7-49a9-862d-ca34271727dd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:09.095797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '5c2d8edf-18b7-49a9-862d-ca34271727dd', 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'port_id': '5c2d8edf-18b7-49a9-862d-ca34271727dd', 'mac_address': 'fa:16:3e:05:6b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:17:09.174586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cb0600d-7ca5-4b4d-ba81-0acddcd15801 req-7de06e0b-1b70-4141-8c12-5b425950a8e1 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0850832 Dec 10 18:17:09.191662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-18498274-9792-4c02-b6ba-e99174a23b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.194721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-18498274-9792-4c02-b6ba-e99174a23b9b service neutron] 10.222.0.59 "GET /v2.0/ports/c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 1033 time: 0.0892937 Dec 10 18:17:09.200956 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.236608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e45165-e5f0-46fe-a4ee-5c6d27ad04f8 req-c20252f2-c9b7-4acd-b50e-4e38cb67e95d tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.239235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64e45165-e5f0-46fe-a4ee-5c6d27ad04f8 req-c20252f2-c9b7-4acd-b50e-4e38cb67e95d tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 949 time: 0.1705837 Dec 10 18:17:09.249821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2d8edf-18b7-49a9-862d-ca34271727dd {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:09.296587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5c2d8edf-18b7-49a9-862d-ca34271727dd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:09.306274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b5ebe91-6f1c-4d2c-8520-d7c1f0345929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.306694 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.317845 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b5ebe91-6f1c-4d2c-8520-d7c1f0345929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.320943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.325558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5b5ebe91-6f1c-4d2c-8520-d7c1f0345929 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c872373-36cd-46c5-94b4-4a0895f21b57 HTTP/1.1" status: 204 len: 168 time: 0.5019228 Dec 10 18:17:09.352711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ebe91-6f1c-4d2c-8520-d7c1f0345929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c872373-36cd-46c5-94b4-4a0895f21b57,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:09.373379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-01f0aff9-71d0-4e27-95b5-7334afe26c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.376641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-01f0aff9-71d0-4e27-95b5-7334afe26c55 service neutron] 10.222.0.59 "GET /v2.0/ports/81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 1032 time: 0.1734385 Dec 10 18:17:09.377707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64e45165-e5f0-46fe-a4ee-5c6d27ad04f8 req-0b71b5ae-c44a-4310-8b5f-5cd1d4def31d tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234908 Dec 10 18:17:09.490655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.646774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-ebf9a2cb-a4c0-45ba-a747-e3d73a5e6d1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.652606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Network bb560a29-9e38-48ad-b5ab-b227d84171e0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:09.656351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-ebf9a2cb-a4c0-45ba-a747-e3d73a5e6d1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.663572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-ebf9a2cb-a4c0-45ba-a747-e3d73a5e6d1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.665368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:09.667072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-ebf9a2cb-a4c0-45ba-a747-e3d73a5e6d1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 1995 time: 0.2835169 Dec 10 18:17:09.684398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['5c2d8edf-18b7-49a9-862d-ca34271727dd'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:09.690882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:09.718754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=5c2d8edf-18b7-49a9-862d-ca34271727dd,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:09.785652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84317f05-53af-4f6d-b038-89e7018272db req-c132f5e4-1416-4104-bdec-f91e838d9b77 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.794990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84317f05-53af-4f6d-b038-89e7018272db req-c132f5e4-1416-4104-bdec-f91e838d9b77 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.3793566 Dec 10 18:17:09.833428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event updated for resources: {'Port': ['ID=58441431-8191-4370-aeaa-fe2e6ae07e4b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:09.840007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f55c3737-7c2b-4936-8e90-fe17a54e834d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6687e1a7c07480f957713bd04918432 HTTP/1.1" status: 200 len: 380 time: 0.1467586 Dec 10 18:17:09.884791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'admin_state_up': True, 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'security_groups': ['3c67e468-4491-4b4d-9dd0-bf72be327327']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:09.887600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:09.888869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:09.900900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84317f05-53af-4f6d-b038-89e7018272db req-7f443d74-87ef-4a6d-9049-2e7e0b747674 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044898 Dec 10 18:17:09.921134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b2f7d79c-261a-412d-986e-f49c064224af tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6292276 Dec 10 18:17:09.926219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38800) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:09.967131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Allocated IP 172.20.0.2 (bb560a29-9e38-48ad-b5ab-b227d84171e0/83a6bf8b-bcb9-492a-ac78-021043c71111/85fcce0e-a952-49f3-b209-0e067705839a) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:10.160561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38802) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:10.205453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa73670a-45a3-4d85-9dd3-11040915068a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.315495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8d06b-b790-4e53-8f78-2d5a22e502ec req-240ce588-cf9f-4ecc-bdb6-13822b124742 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:10.320223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Deleting port 58441431-8191-4370-aeaa-fe2e6ae07e4b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:17:10.320787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.332017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1af8d06b-b790-4e53-8f78-2d5a22e502ec req-240ce588-cf9f-4ecc-bdb6-13822b124742 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 944 time: 0.2289667 Dec 10 18:17:10.405532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:10.411444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.438009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.446149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.476319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1af8d06b-b790-4e53-8f78-2d5a22e502ec req-4b75fd0c-69e7-49cd-806f-65122ba24cfd tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428244 Dec 10 18:17:10.532097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Network bb560a29-9e38-48ad-b5ab-b227d84171e0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:10.548863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:10.567592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:10.618808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.665808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Calling delete_port for 58441431-8191-4370-aeaa-fe2e6ae07e4b owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:17:10.677131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Pushing event updated for resources: {'Port': ['ID=85fcce0e-a952-49f3-b209-0e067705839a,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:10.692617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 172.20.0.13 (a1e02eb6-044c-4472-8069-0938c7981d40/5c0c9154-5a71-403c-a602-a84d7cec1946/6107b5f6-543b-4a39-8182-17e6693bfe74) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:10.741757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa73670a-45a3-4d85-9dd3-11040915068a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.759090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Attempting to bind port 85fcce0e-a952-49f3-b209-0e067705839a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:10.760100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Attempting to bind port 85fcce0e-a952-49f3-b209-0e067705839a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '503325c6-d0f8-4109-809a-251076dd6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:10.760637 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Attempting to bind port 85fcce0e-a952-49f3-b209-0e067705839a on network bb560a29-9e38-48ad-b5ab-b227d84171e0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:10.776663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:10.777132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Checking segment: {'id': '503325c6-d0f8-4109-809a-251076dd6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:10.777796 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.778271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Bound using segment: {'id': '503325c6-d0f8-4109-809a-251076dd6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:10.779107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Bound port: 85fcce0e-a952-49f3-b209-0e067705839a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503325c6-d0f8-4109-809a-251076dd6be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'bb560a29-9e38-48ad-b5ab-b227d84171e0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:10.779502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.805299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa73670a-45a3-4d85-9dd3-11040915068a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:10.854050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa73670a-45a3-4d85-9dd3-11040915068a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f6d2abcc7132471d99dff909d1c2ac65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6923497 Dec 10 18:17:10.857907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:10.929512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73670a-45a3-4d85-9dd3-11040915068a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c4ffd8-492f-462e-bb10-edbf7c900a1a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:10.987453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-085c31b6-bc7a-446d-b65c-c0b67a62cff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.020840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] For port 85fcce0e-a952-49f3-b209-0e067705839a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:11.032534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] For port 85fcce0e-a952-49f3-b209-0e067705839a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=85fcce0e-a952-49f3-b209-0e067705839a,segment=NetworkSegment(503325c6-d0f8-4109-809a-251076dd6be1),segment_id=503325c6-d0f8-4109-809a-251076dd6be1)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:11.041192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.058672 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-085c31b6-bc7a-446d-b65c-c0b67a62cff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.111340 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.182295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event deleted for resources: {'Port': ['ID=58441431-8191-4370-aeaa-fe2e6ae07e4b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:11.193654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36573936-f22f-46e3-9b3b-d1602d046760 None None] Pushing event updated for resources: {'Port': ['ID=85fcce0e-a952-49f3-b209-0e067705839a,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:11.319181 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-085c31b6-bc7a-446d-b65c-c0b67a62cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.322647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-085c31b6-bc7a-446d-b65c-c0b67a62cff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.327042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-085c31b6-bc7a-446d-b65c-c0b67a62cff0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d9c4ffd8-492f-462e-bb10-edbf7c900a1a HTTP/1.1" status: 204 len: 168 time: 0.4618478 Dec 10 18:17:11.356581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc4cec-efdb-465a-b25f-4ba74d8bfa61 req-99e33aab-1f92-455c-898a-1277fd4194f7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:11.359325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40bc4cec-efdb-465a-b25f-4ba74d8bfa61 req-99e33aab-1f92-455c-898a-1277fd4194f7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1931942 Dec 10 18:17:11.364709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c31b6-bc7a-446d-b65c-c0b67a62cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c4ffd8-492f-462e-bb10-edbf7c900a1a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:11.403648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.407715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a715e2c8-5368-4311-8688-c270cf7f5c09 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "DELETE /v2.0/ports/58441431-8191-4370-aeaa-fe2e6ae07e4b HTTP/1.1" status: 204 len: 168 time: 1.4797800 Dec 10 18:17:11.410598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38826) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:11.490598 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40bc4cec-efdb-465a-b25f-4ba74d8bfa61 req-220a368f-315c-4690-8ca3-86541013f8d6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143680 Dec 10 18:17:11.612362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-694ffbe6-2bc8-4a64-855b-52c7e968fbaf req-eb61f785-1f48-4adb-9833-67c7cb8c528b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1171067 Dec 10 18:17:11.718284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b190c-6f62-4325-9b10-8a116301ca31 req-e5ea2b93-cf59-4349-b5ab-f5f354be741c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:11.732734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce4b190c-6f62-4325-9b10-8a116301ca31 req-e5ea2b93-cf59-4349-b5ab-f5f354be741c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 944 time: 0.0905960 Dec 10 18:17:11.747873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.861174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce4b190c-6f62-4325-9b10-8a116301ca31 req-a148260a-9f26-4904-abb7-3edb95692f21 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269834 Dec 10 18:17:11.903783 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:11.993495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-71287356-7115-47d8-a544-f33d47f66386 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.5791771 Dec 10 18:17:11.996591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38838) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:12.012097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-663400057'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:12.053045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 85fcce0e-a952-49f3-b209-0e067705839a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:12.085315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network a1e02eb6-044c-4472-8069-0938c7981d40 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:12.093535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Made reservation on behalf of 49744be99dc145eeb7798addf2d1aea1 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:12.093789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:12.098908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.101795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:12.168651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:17:12.188358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:12.188926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.197626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 85fcce0e-a952-49f3-b209-0e067705839a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:12.199029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.209767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.210128 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Added segment b1feb66b-fc8d-4bfe-9996-2f98452afcf6 of type vlan for network ac84c271-7a72-476e-ac0c-6ab8f0020d75 Dec 10 18:17:12.212726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=6107b5f6-543b-4a39-8182-17e6693bfe74,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:12.227243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3804946 Dec 10 18:17:12.229391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.229751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.230292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.230671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.231152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.231494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.231830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.232341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.233192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.233408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.233756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.234133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.234559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66529ef4-2a4c-4371-8bf3-2ad957931b88 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:12.248231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'admin_state_up': True, 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'security_groups': ['3c67e468-4491-4b4d-9dd0-bf72be327327']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:12.341652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.405124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.415397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.429826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:12.431184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.510307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 85fcce0e-a952-49f3-b209-0e067705839a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=85fcce0e-a952-49f3-b209-0e067705839a,segment=NetworkSegment(503325c6-d0f8-4109-809a-251076dd6be1),segment_id=503325c6-d0f8-4109-809a-251076dd6be1)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:12.519973 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.534637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5325034 Dec 10 18:17:12.544392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38860) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:12.650768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=85fcce0e-a952-49f3-b209-0e067705839a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:12.675603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fb854-645f-4e1d-a7da-08e4a077a42f tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event updated for resources: {'Network': ['ID=ac84c271-7a72-476e-ac0c-6ab8f0020d75,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:12.693944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a4db173d-ee26-47fe-90fa-9ad8c037fab2 None None] Provisioning complete for port 6107b5f6-543b-4a39-8182-17e6693bfe74 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:12.694312 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a4db173d-ee26-47fe-90fa-9ad8c037fab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.771009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ac84c271-7a72-476e-ac0c-6ab8f0020d75 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:17:12.884076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbd552-c2bb-4857-8a25-1e05cb9f0aa4 req-2dc931c6-9473-4152-aff0-10e04fa5801d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:12.889427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:12.896761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:12.896988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-badbd552-c2bb-4857-8a25-1e05cb9f0aa4 req-2dc931c6-9473-4152-aff0-10e04fa5801d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1575394 Dec 10 18:17:12.906850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5c2d8edf-18b7-49a9-862d-ca34271727dd up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:12.931741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-186ed3d0-526a-4ef1-b925-2e027db7531a tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "GET /v2.0/agents/66c0fb08-7fb1-4a93-903b-dcfb9996a4ef/dhcp-networks HTTP/1.1" status: 200 len: 11243 time: 0.3837469 Dec 10 18:17:12.943708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38872) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:13.006501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a4db173d-ee26-47fe-90fa-9ad8c037fab2 None None] Port 6107b5f6-543b-4a39-8182-17e6693bfe74 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:17:13.043501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 5c2d8edf-18b7-49a9-862d-ca34271727dd completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:17:13.050102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 5c2d8edf-18b7-49a9-862d-ca34271727dd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:13.050629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:13.076354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4b46b4-d270-472d-b996-dc21461f71e6 None None] Network bb560a29-9e38-48ad-b5ab-b227d84171e0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:17:13.135383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-badbd552-c2bb-4857-8a25-1e05cb9f0aa4 req-6cfd9741-c9a8-44c0-88a1-fe701e7dd6e1 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369971 Dec 10 18:17:13.174132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:17:13.208451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 10.1.1.219 (45d0b6e5-75c0-4c77-8d86-088f9334496c/00b3c215-19f7-447e-9e7a-ad3aef89a87c/d2614d7c-203e-4328-b7f8-99d8a90bffbd) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:13.302117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea74e997-3aa0-4615-ac06-5df9176dd022 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] Network ac84c271-7a72-476e-ac0c-6ab8f0020d75 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:17:13.321144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cefe6880-3c8a-44f8-9d98-893f7cc7f9b9 None None] Provisioning complete for port 85fcce0e-a952-49f3-b209-0e067705839a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:13.321672 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cefe6880-3c8a-44f8-9d98-893f7cc7f9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:13.401497 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-6260ae1a-cf13-4fed-97c8-2248671cddba service neutron] show failed (client error): The resource could not be found. Dec 10 18:17:13.404080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-6260ae1a-cf13-4fed-97c8-2248671cddba service neutron] 10.222.0.30 "GET /v2.0/ports/e66d64bb-7254-4926-9312-9bbd1c8dc304/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.2634625 Dec 10 18:17:13.407871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ea74e997-3aa0-4615-ac06-5df9176dd022 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "POST /v2.0/agents/66c0fb08-7fb1-4a93-903b-dcfb9996a4ef/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4626608 Dec 10 18:17:13.412681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38884) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:13.492603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabcf19-8188-45a2-833f-d232e516c647 req-fa69c82e-dbb4-4b0c-bc7b-e42508576ce9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:13.504556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fabcf19-8188-45a2-833f-d232e516c647 req-fa69c82e-dbb4-4b0c-bc7b-e42508576ce9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 932 time: 0.6655378 Dec 10 18:17:13.628781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d67885-0649-4155-8e4b-0a80d09f2098 None None] Network ac84c271-7a72-476e-ac0c-6ab8f0020d75 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:17:13.705093 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:13.758392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:13.861790 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fabcf19-8188-45a2-833f-d232e516c647 req-26149fbe-36c8-4811-8c1d-9f01fd462991 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3559656 Dec 10 18:17:13.876777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-3fad0ba6-05ef-47a3-a9eb-628abc9df323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:13.878648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-3fad0ba6-05ef-47a3-a9eb-628abc9df323 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 1101 time: 0.1115229 Dec 10 18:17:13.926221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:13.985301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 85fcce0e-a952-49f3-b209-0e067705839a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:14.055539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:14.106699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:14.127429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2d8edf-18b7-49a9-862d-ca34271727dd'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:14.131790 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f4d3cd-1420-4241-968e-7537e5720835" -d '{"events": [{"server_uuid": "22df1ad2-48d4-4a96-a1dd-add943f78625", "name": "network-vif-plugged", "status": "completed", "tag": "5c2d8edf-18b7-49a9-862d-ca34271727dd"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:14.281923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:14.305797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:14.320759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:14.332681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:14.360458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=d2614d7c-203e-4328-b7f8-99d8a90bffbd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:14.401943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652d49b-aabb-436a-9cba-6d9ee3d17d72 req-54a52afa-9ab6-4285-8047-5aabb247b2c3 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:14.419814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6652d49b-aabb-436a-9cba-6d9ee3d17d72 req-54a52afa-9ab6-4285-8047-5aabb247b2c3 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 944 time: 1.1452582 Dec 10 18:17:14.567222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:14.567930 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:14.613776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5c2d8edf-18b7-49a9-862d-ca34271727dd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:14.615370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6652d49b-aabb-436a-9cba-6d9ee3d17d72 req-981c55a7-58b1-4a98-9b80-771a2f7271ae tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802022 Dec 10 18:17:14.655552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-cca74a29-7e02-4dc7-8720-2447ebbb084f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4166515 Dec 10 18:17:14.683279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'admin_state_up': True, 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'security_groups': ['3c67e468-4491-4b4d-9dd0-bf72be327327']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:14.805350 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:14.843432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'mac_address': 'fa:16:3e:ec:99:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:17:14.918974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:17:15.054245 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0188f7d5-a08d-42bd-ac2c-0bedc2028f04 x-openstack-request-id: req-0188f7d5-a08d-42bd-ac2c-0bedc2028f04 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:15.072025 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22df1ad2-48d4-4a96-a1dd-add943f78625", "name": "network-vif-plugged", "status": "completed", "tag": "5c2d8edf-18b7-49a9-862d-ca34271727dd", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:15.072025 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0188f7d5-a08d-42bd-ac2c-0bedc2028f04 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:15.072619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-59af6131-2cb2-4bec-8580-a00ae04a1bb2 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "GET /v2.0/agents/66c0fb08-7fb1-4a93-903b-dcfb9996a4ef/dhcp-networks HTTP/1.1" status: 200 len: 12013 time: 1.6535368 Dec 10 18:17:15.072889 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2d8edf-18b7-49a9-862d-ca34271727dd', 'code': 200} Dec 10 18:17:15.074826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38936) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:15.330376 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:15.378430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=5c2d8edf-18b7-49a9-862d-ca34271727dd,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:15.411595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc0ff-6946-4048-91db-7d13b556f7c4 req-0da43cfe-751f-4d6d-a88a-9b2c7941f242 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:15.423112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-918fc0ff-6946-4048-91db-7d13b556f7c4 req-0da43cfe-751f-4d6d-a88a-9b2c7941f242 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.3433506 Dec 10 18:17:15.453247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c65ba258-9957-43a1-ab24-9d0974968c70 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:15.464671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac906ca-ef99-4468-8f0d-457b20076277 req-eaa03486-bce7-4ede-b9d4-1341f34a4b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:15.468905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ac906ca-ef99-4468-8f0d-457b20076277 req-eaa03486-bce7-4ede-b9d4-1341f34a4b11 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 1096 time: 0.2623186 Dec 10 18:17:15.550325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-918fc0ff-6946-4048-91db-7d13b556f7c4 req-150fafda-049c-4fa3-a664-f77d035082cd tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256645 Dec 10 18:17:15.573591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:15.616084 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:15.728159 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ac906ca-ef99-4468-8f0d-457b20076277 req-37f6665a-b687-4cae-bafe-6bcf334ade49 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145295 Dec 10 18:17:15.787591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4245b0ec-57d6-4399-afce-81352d43d04e tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "DELETE /v2.0/agents/66c0fb08-7fb1-4a93-903b-dcfb9996a4ef/dhcp-networks/ac84c271-7a72-476e-ac0c-6ab8f0020d75 HTTP/1.1" status: 204 len: 168 time: 0.6860559 Dec 10 18:17:15.787682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38950) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:15.817554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:15.840732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:15.844814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:15.903373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52cdc8-20f6-4a09-8ee3-cd43529a5781 req-7f77a67e-88cb-45ab-9674-266d3093921b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:15.918832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52cdc8-20f6-4a09-8ee3-cd43529a5781 req-7f77a67e-88cb-45ab-9674-266d3093921b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:15.931147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a52cdc8-20f6-4a09-8ee3-cd43529a5781 req-7f77a67e-88cb-45ab-9674-266d3093921b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 1654 time: 0.5175166 Dec 10 18:17:15.965571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 85fcce0e-a952-49f3-b209-0e067705839a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:15.966059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:16.002706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['c65ba258-9957-43a1-ab24-9d0974968c70'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:16.112090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:16.250554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4026fdb1-1850-4861-a867-8cb7df26fe95 None None] Provisioning complete for port d2614d7c-203e-4328-b7f8-99d8a90bffbd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:16.251720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4026fdb1-1850-4861-a867-8cb7df26fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:16.299988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 10.1.1.194 (45d0b6e5-75c0-4c77-8d86-088f9334496c/00b3c215-19f7-447e-9e7a-ad3aef89a87c/5dd2566a-6ef9-488e-a455-0ffa9fc68479) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:16.389155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-746f9ee9-3b10-4431-974b-8fc1b0d68757 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "GET /v2.0/agents/66c0fb08-7fb1-4a93-903b-dcfb9996a4ef/dhcp-networks HTTP/1.1" status: 200 len: 11243 time: 0.5999420 Dec 10 18:17:16.399843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38960) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:16.414753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.417324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.420518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.423916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.424679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.425388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.428564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.430812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.431924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.434506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.434996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.435586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.436714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:16.472829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4026fdb1-1850-4861-a867-8cb7df26fe95 None None] Port d2614d7c-203e-4328-b7f8-99d8a90bffbd cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:17:16.502500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322384f0-534e-40cb-a4f3-a5b881285a82 req-594658e2-3aee-48eb-af7c-c2533e064d52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:16.508317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:16.519329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-322384f0-534e-40cb-a4f3-a5b881285a82 req-594658e2-3aee-48eb-af7c-c2533e064d52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.2139652 Dec 10 18:17:16.533871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:16.549412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3081426c-aa2d-498f-81c7-134b97a4dfb3 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "GET /v2.0/networks/bb560a29-9e38-48ad-b5ab-b227d84171e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1388156 Dec 10 18:17:16.581577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38962) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:16.608457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:16.640739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4026fdb1-1850-4861-a867-8cb7df26fe95 None None] Provisioning complete for port 85fcce0e-a952-49f3-b209-0e067705839a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:16.641720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4026fdb1-1850-4861-a867-8cb7df26fe95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:16.648565 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2d64119b-e541-4ec4-b087-b02033ad1814 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "GET /v2.0/networks/bb560a29-9e38-48ad-b5ab-b227d84171e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0634868 Dec 10 18:17:16.660918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-322384f0-534e-40cb-a4f3-a5b881285a82 req-0703a9e8-77a9-4086-8fd7-3a8b39b93ee5 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307914 Dec 10 18:17:16.667736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38966) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:16.700328 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:16.783752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Transition to ACTIVE for port object e66d64bb-7254-4926-9312-9bbd1c8dc304 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:16.786484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:16.794991 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806f2df5-61ea-46ee-a1e2-62f571bb5324" -d '{"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:16.814467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:16.826552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:17.068072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d8f444ce-8519-44a3-b056-658098312906 tempest-DHCPAgentSchedulersTestJSON-363372767 tempest-DHCPAgentSchedulersTestJSON-363372767-project-admin] 10.222.0.55 "GET /v2.0/agents/66c0fb08-7fb1-4a93-903b-dcfb9996a4ef/dhcp-networks HTTP/1.1" status: 200 len: 11243 time: 0.3978262 Dec 10 18:17:17.071798 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a52cdc8-20f6-4a09-8ee3-cd43529a5781 req-ca1e28a2-55f7-42d3-bf25-09bc348a898a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1394517 Dec 10 18:17:17.072570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38982) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:17.120171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:17.324903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:17.327725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=5dd2566a-6ef9-488e-a455-0ffa9fc68479,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:17.423223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] No DVR routers for this DVR port e66d64bb-7254-4926-9312-9bbd1c8dc304 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:17:17.436898 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:17:17.437877 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:17:17.438423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:17.443811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:17.514935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:17.581182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae18ef-2b76-4bd1-be86-242ade05bf09 req-f5db8313-f48a-4631-8237-39362468be9a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:17.581922 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38319a99-3f7e-49ff-bce9-7608d20716ab x-openstack-request-id: req-38319a99-3f7e-49ff-bce9-7608d20716ab {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:17.582222 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:17.582659 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38319a99-3f7e-49ff-bce9-7608d20716ab {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:17.591520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11ae18ef-2b76-4bd1-be86-242ade05bf09 req-f5db8313-f48a-4631-8237-39362468be9a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.2785296 Dec 10 18:17:17.591804 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'code': 200} Dec 10 18:17:17.673902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9aa013d5-c9b1-4a45-b185-769fc7790360 None None] Could not find standard attr ID for object 58441431-8191-4370-aeaa-fe2e6ae07e4b. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:17:17.720294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:17.720294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:17.720592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:17.761195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:17.761448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:17.831871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:17.833239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:17.837338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:17.841014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:17.843277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:17.844212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Bound port: e66d64bb-7254-4926-9312-9bbd1c8dc304, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:17.846225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:17.915290 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:17.999584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac84c271-7a72-476e-ac0c-6ab8f0020d75']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:18.051958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1feb66b-fc8d-4bfe-9996-2f98452afcf6') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:18.052359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1feb66b-fc8d-4bfe-9996-2f98452afcf6') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:18.057586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-32e0b3b6-8542-40f4-adae-bbe1fb57d4a7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3879128 Dec 10 18:17:18.092048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf', 'admin_state_up': True, 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'security_groups': ['3c67e468-4491-4b4d-9dd0-bf72be327327']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:18.111431 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.160537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.165704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-24fee1ff-3f7b-4e25-936a-cc7d90fb5234 None None] Provisioning complete for port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:18.166141 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24fee1ff-3f7b-4e25-936a-cc7d90fb5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.174291 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:17:18.174760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.262386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-24fee1ff-3f7b-4e25-936a-cc7d90fb5234 None None] Port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:17:18.318755 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:17:18.320641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.332607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3d63b-3ef3-4883-b6c8-19d01131d577 req-a9300e77-51d7-4d9b-9454-b277bab7c69c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:18.338118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11ae18ef-2b76-4bd1-be86-242ade05bf09 req-3d7b0a8b-8b3d-42a9-b8fe-f75d53906854 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7412961 Dec 10 18:17:18.344763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c3d63b-3ef3-4883-b6c8-19d01131d577 req-a9300e77-51d7-4d9b-9454-b277bab7c69c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.4465024 Dec 10 18:17:18.359773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.367733 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "DELETE /v2.0/networks/ac84c271-7a72-476e-ac0c-6ab8f0020d75 HTTP/1.1" status: 204 len: 168 time: 1.2923129 Dec 10 18:17:18.373968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39002) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:18.385864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:18.548330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:18.572669 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc0ed34-71e0-4ad4-b7ed-ed1791423bf2 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] DELETE failed (client error): The resource could not be found. Dec 10 18:17:18.581690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc0ed34-71e0-4ad4-b7ed-ed1791423bf2 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:17:18.581977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.599370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-afc0ed34-71e0-4ad4-b7ed-ed1791423bf2 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "DELETE /v2.0/ports/58441431-8191-4370-aeaa-fe2e6ae07e4b HTTP/1.1" status: 404 len: 333 time: 0.1963663 Dec 10 18:17:18.600479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39012) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:18.627162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78e58a-6e31-4156-8ae2-dedb89dacdec tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event deleted for resources: {'Network': ['ID=ac84c271-7a72-476e-ac0c-6ab8f0020d75,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:18.761268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Deleting subnet 83a6bf8b-bcb9-492a-ac78-021043c71111 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:17:18.774764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.813962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:18.815975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.821357 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] 10.222.0.59 "PUT /v2.0/ports/e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 1096 time: 4.9153483 Dec 10 18:17:18.831793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:18.894754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:18.895974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c3d63b-3ef3-4883-b6c8-19d01131d577 req-f230efd6-53ea-4d7e-ad13-4e140d82c24f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5492659 Dec 10 18:17:19.117269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:19.277096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c8e75-9244-46ac-99d2-11f2f09c2d57 service neutron] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:19.309400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-547b5526-bba6-4583-9f26-e7b8ba0a1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:19.312397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-547b5526-bba6-4583-9f26-e7b8ba0a1a30 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1099 time: 0.3990374 Dec 10 18:17:19.345219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:19.377547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:19.386157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a24bee-412e-4336-ab00-f41b8a9f35dc None None] Network bb560a29-9e38-48ad-b5ab-b227d84171e0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:17:19.397657 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "DELETE /v2.0/subnets/83a6bf8b-bcb9-492a-ac78-021043c71111 HTTP/1.1" status: 204 len: 168 time: 0.7895982 Dec 10 18:17:19.403643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39024) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:19.569218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-01aa40d5-5f05-450b-9381-9085cad76f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:19.578300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-01aa40d5-5f05-450b-9381-9085cad76f3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2416921 Dec 10 18:17:19.591053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:19.599586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:19.612323 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d05dff6-eadf-4fbc-9894-d96b27cf5917" -d '{"events": [{"name": "network-changed", "server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:19.654741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39032) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:19.698744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:19.716077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event deleted for resources: {'Subnet': ['ID=83a6bf8b-bcb9-492a-ac78-021043c71111,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:19.794859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] DHCP port deletion for bb560a29-9e38-48ad-b5ab-b227d84171e0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:17:19.872153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8e24e-b228-438c-b80b-51d7e62858ab req-4b9bd3fe-f86e-40b9-be33-3532a6cfbac1 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:19.894874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8e24e-b228-438c-b80b-51d7e62858ab req-4b9bd3fe-f86e-40b9-be33-3532a6cfbac1 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:19.911439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8e24e-b228-438c-b80b-51d7e62858ab req-4b9bd3fe-f86e-40b9-be33-3532a6cfbac1 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:19.917669 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72c8e24e-b228-438c-b80b-51d7e62858ab req-4b9bd3fe-f86e-40b9-be33-3532a6cfbac1 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 2375 time: 0.7229581 Dec 10 18:17:19.925453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.926031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.926630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.927093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.927896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.929528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.930073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.930948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.932433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.932907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.935037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.938547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.939215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111b9e00-32dd-47c3-9102-247285d8b080 tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:19.944637 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port c65ba258-9957-43a1-ab24-9d0974968c70 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:19.945169 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:19.976666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-6f2db8e8-d464-4fc6-bbcb-3e4fa7d7ff72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.3782203 Dec 10 18:17:20.005760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.050387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] Deleting port 85fcce0e-a952-49f3-b209-0e067705839a {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:17:20.050870 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.167475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72c8e24e-b228-438c-b80b-51d7e62858ab req-aaf3df91-764d-4ae5-953b-586d57ca9643 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115242 Dec 10 18:17:20.190744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a92f39a-fefb-457d-9fbd-ba5b413a6961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.192148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-c5c80bdd-7d3b-4b9b-854a-f49bc89628e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:20.197762 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-c5c80bdd-7d3b-4b9b-854a-f49bc89628e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 1096 time: 0.5076029 Dec 10 18:17:20.335638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] For port 85fcce0e-a952-49f3-b209-0e067705839a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=85fcce0e-a952-49f3-b209-0e067705839a,segment=NetworkSegment(503325c6-d0f8-4109-809a-251076dd6be1),segment_id=503325c6-d0f8-4109-809a-251076dd6be1)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:20.336540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.362631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] Calling delete_port for 85fcce0e-a952-49f3-b209-0e067705839a owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:17:20.541050 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.596540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Deleting port 85fcce0e-a952-49f3-b209-0e067705839a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:17:20.596877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.597036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] Pushing event deleted for resources: {'Port': ['ID=85fcce0e-a952-49f3-b209-0e067705839a,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:20.612457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5985e89-5f86-465d-a50a-616785c339f0 None None] No DVR routers for this DVR port 85fcce0e-a952-49f3-b209-0e067705839a on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:17:20.613236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80577d0d-b278-4e64-a3be-ae2f58b62ade req-718f68f8-78a3-41ed-ac88-7905807f71f9 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:20.616708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80577d0d-b278-4e64-a3be-ae2f58b62ade req-718f68f8-78a3-41ed-ac88-7905807f71f9 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.1866732 Dec 10 18:17:20.619340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-1166783f-1100-4f50-8368-955895017237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:20.621198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-1166783f-1100-4f50-8368-955895017237 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 912 time: 0.3528776 Dec 10 18:17:20.623528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7fb3c-bc13-4ff6-a123-79a68f2b7f1b req-27e0ac77-706b-42f7-ba2b-6a21e9627cb2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:20.634623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbf7fb3c-bc13-4ff6-a123-79a68f2b7f1b req-27e0ac77-706b-42f7-ba2b-6a21e9627cb2 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.9942188 Dec 10 18:17:20.653276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-5d9dc51f-0a66-4f5f-b452-7d8438218705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:20.658948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-5d9dc51f-0a66-4f5f-b452-7d8438218705 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.6314819 Dec 10 18:17:20.661516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.748557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:20.751511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:20.757263 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7089c6-6028-44cc-b0dc-66cc50286177" -d '{"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-plugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:20.763994 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.783587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-8997b5be-fcef-4ee4-b1b8-701ea3935701 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd HTTP/1.1" status: 200 len: 217 time: 0.1364594 Dec 10 18:17:20.857940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80577d0d-b278-4e64-a3be-ae2f58b62ade req-414415d3-1e17-49cb-a8b0-8305971befe6 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953175 Dec 10 18:17:20.871613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:20.871926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 10.2.2.100 (0ebc09d3-7f57-403b-a951-7a7c7a2b93cf/f08f9330-6c20-4f10-a28a-f3655294a3cd/28b44429-b44c-4f8b-aae5-e14da8a02a99) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:20.918030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] For port 85fcce0e-a952-49f3-b209-0e067705839a, host n-d-821424-1, got binding levels [] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:20.920587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.932740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-a6fbde10-6b30-40fe-843a-aadea7413688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:20.934744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-a6fbde10-6b30-40fe-843a-aadea7413688 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2353148 Dec 10 18:17:20.946672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Calling delete_port for 85fcce0e-a952-49f3-b209-0e067705839a owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:17:20.951604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_backend_mixin [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Port 85fcce0e-a952-49f3-b209-0e067705839a was not found and therefore no delete operation was performed {{(pid=103500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:17:20.970889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:20.981801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbf7fb3c-bc13-4ff6-a123-79a68f2b7f1b req-08730dfd-3b45-44af-b209-1a2b64ea90bd tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959061 Dec 10 18:17:20.987674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-441c928c-a2b0-4807-a51c-9107fc7e911a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:20.991868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-441c928c-a2b0-4807-a51c-9107fc7e911a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 200 len: 851 time: 0.1941590 Dec 10 18:17:21.052067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] No DVR routers for this DVR port 85fcce0e-a952-49f3-b209-0e067705839a on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:17:21.061103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event deleted for resources: {'Port': ['ID=85fcce0e-a952-49f3-b209-0e067705839a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:21.127548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-971bf5db-894e-44f4-91f6-db2f1806330e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d841630-712f-474d-aa8a-702dd3bda470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112242 Dec 10 18:17:21.159210 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b4eac0-f213-45d4-b51a-d4544608bc26 x-openstack-request-id: req-15b4eac0-f213-45d4-b51a-d4544608bc26 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:21.159486 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:21.172573 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-15b4eac0-f213-45d4-b51a-d4544608bc26 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:21.173104 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'status': 'completed', 'code': 200} Dec 10 18:17:21.211964 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c45333-ec3a-4b42-bbf0-fb47cad912b5 x-openstack-request-id: req-e3c45333-ec3a-4b42-bbf0-fb47cad912b5 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:21.212580 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-plugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:21.213041 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e3c45333-ec3a-4b42-bbf0-fb47cad912b5 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:21.213711 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'code': 200} Dec 10 18:17:21.247310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 85fcce0e-a952-49f3-b209-0e067705839a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:17:21.248010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a92f39a-fefb-457d-9fbd-ba5b413a6961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.297428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a92f39a-fefb-457d-9fbd-ba5b413a6961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.334493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 85fcce0e-a952-49f3-b209-0e067705839a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:17:21.334493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 85fcce0e-a952-49f3-b209-0e067705839a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:17:21.354853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.461330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1a92f39a-fefb-457d-9fbd-ba5b413a6961 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=86ca3c1b54ab4ab2899b7e930138f214&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7965689 Dec 10 18:17:21.470403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39052) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:21.476127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-ca73fbb5-bd93-4880-bb4e-724b9a0c6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:21.478262 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-ca73fbb5-bd93-4880-bb4e-724b9a0c6943 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1099 time: 0.3042324 Dec 10 18:17:21.479231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92f39a-fefb-457d-9fbd-ba5b413a6961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a2eeb5-368d-4f11-96b9-babc6fa487f5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:21.502555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb560a29-9e38-48ad-b5ab-b227d84171e0']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:21.597737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '503325c6-d0f8-4109-809a-251076dd6be1') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:21.598788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '503325c6-d0f8-4109-809a-251076dd6be1') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:21.606634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.646183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.676769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.687292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:17:21.688374 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.784186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-99ab52e9-7193-4208-b544-af92eb88d164 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8361080 Dec 10 18:17:21.784899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-51899c53-ed39-492d-ba35-4bbb9ab12b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:21.787069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-51899c53-ed39-492d-ba35-4bbb9ab12b86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2830327 Dec 10 18:17:21.794858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:17:21.831588 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:17:21.842169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.863324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:21.869474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] 10.222.0.55 "DELETE /v2.0/networks/bb560a29-9e38-48ad-b5ab-b227d84171e0 HTTP/1.1" status: 204 len: 168 time: 2.3910356 Dec 10 18:17:22.039149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c1ff-36d0-4373-a289-b3e51dc70b48 req-ee7a71e8-a93a-4bb2-b548-bc1b0b6a24db tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:22.054663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c1ff-36d0-4373-a289-b3e51dc70b48 req-ee7a71e8-a93a-4bb2-b548-bc1b0b6a24db tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:22.074904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83c1ff-36d0-4373-a289-b3e51dc70b48 req-ee7a71e8-a93a-4bb2-b548-bc1b0b6a24db tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:22.094760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc83c1ff-36d0-4373-a289-b3e51dc70b48 req-ee7a71e8-a93a-4bb2-b548-bc1b0b6a24db tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 2375 time: 0.6700172 Dec 10 18:17:22.202017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcfd052-66c5-4fec-b7d8-1dd09b85296b tempest-DHCPAgentSchedulersTestJSON-1993368518 tempest-DHCPAgentSchedulersTestJSON-1993368518-project] Pushing event deleted for resources: {'Network': ['ID=bb560a29-9e38-48ad-b5ab-b227d84171e0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:22.251139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-d259c2a4-308e-40d4-8e91-523b4a3a3ba3 service neutron] 10.222.0.30 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1103003 Dec 10 18:17:22.411993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cfcc72-8be2-4a3b-a729-13cdb638dd33 req-9de1156f-ec01-4777-8287-37761a000986 service neutron] 10.222.0.30 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466177 Dec 10 18:17:22.475638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39070) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:22.537599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc83c1ff-36d0-4373-a289-b3e51dc70b48 req-16218433-6582-43a8-a5c1-8f663132769a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4405026 Dec 10 18:17:22.653868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:22.675711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-a0df3c27-82d0-41f5-9130-b7c7854866a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.8784025 Dec 10 18:17:22.709997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:22.749474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:22.837074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd8756b6-ec00-4901-a3be-508212ceef87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:22.849312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-459f9646-a2df-48b7-868a-1714397ebd62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=49744be99dc145eeb7798addf2d1aea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3611474 Dec 10 18:17:22.854645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39076) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:22.906303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd20edf-9f90-4b4b-bdc6-6e1d12cea6f3 req-3cef258f-1236-4f33-ac4f-34d7bc187583 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:22.915784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bd20edf-9f90-4b4b-bdc6-6e1d12cea6f3 req-3cef258f-1236-4f33-ac4f-34d7bc187583 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.1493082 Dec 10 18:17:23.032306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd8756b6-ec00-4901-a3be-508212ceef87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.051588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=28b44429-b44c-4f8b-aae5-e14da8a02a99,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:23.062842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bd20edf-9f90-4b4b-bdc6-6e1d12cea6f3 req-2844ea0e-3f1f-457c-ae1a-7ed1eafded3d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454406 Dec 10 18:17:23.113679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f040fe4f-3633-4c79-8dc3-7042638e6a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.138024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-effdb76b-cb1c-4439-bf04-59d04339e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.141104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-effdb76b-cb1c-4439-bf04-59d04339e7e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.4374642 Dec 10 18:17:23.152871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.154420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.197802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f040fe4f-3633-4c79-8dc3-7042638e6a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.238425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a940d68-3c0d-42be-a0a1-c7a3ac579bc5 req-e5571623-a521-4d82-a3e3-7811035a0dba tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.243846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a940d68-3c0d-42be-a0a1-c7a3ac579bc5 req-e5571623-a521-4d82-a3e3-7811035a0dba tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.9428120 Dec 10 18:17:23.304517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-263514f0-b480-4c85-a24f-7fbb98592bc9 None None] Provisioning complete for port 28b44429-b44c-4f8b-aae5-e14da8a02a99 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:23.307361 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-263514f0-b480-4c85-a24f-7fbb98592bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.342671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f040fe4f-3633-4c79-8dc3-7042638e6a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.347370 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f040fe4f-3633-4c79-8dc3-7042638e6a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.349396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f040fe4f-3633-4c79-8dc3-7042638e6a9f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/860bda81-56a4-4fcb-a33d-e01671822c67 HTTP/1.1" status: 204 len: 168 time: 0.4892464 Dec 10 18:17:23.372616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-263514f0-b480-4c85-a24f-7fbb98592bc9 None None] Port 28b44429-b44c-4f8b-aae5-e14da8a02a99 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:17:23.379465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d4a95b2-3f1f-41b1-9f3c-89c34e8bed1d req-0ec52095-4339-487a-aaaa-be52b8ffbb09 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5793464 Dec 10 18:17:23.383507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040fe4f-3633-4c79-8dc3-7042638e6a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860bda81-56a4-4fcb-a33d-e01671822c67,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:23.463180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-74afc246-6889-4d6b-95f5-573cdc183f62 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3935599 Dec 10 18:17:23.538429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf', 'admin_state_up': True, 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'security_groups': ['3c67e468-4491-4b4d-9dd0-bf72be327327']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:23.799283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a940d68-3c0d-42be-a0a1-c7a3ac579bc5 req-39e27939-fa38-4e7f-ae42-ca006b49adbb tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527465 Dec 10 18:17:23.858091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-b84c8048-fc9c-431e-8d56-f764beb33a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.861549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-b84c8048-fc9c-431e-8d56-f764beb33a03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6922278 Dec 10 18:17:23.937427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737899-5126-41ca-8481-e145b5833479 req-f2b8b761-9369-48e0-ae9c-329a89959e13 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.950341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737899-5126-41ca-8481-e145b5833479 req-f2b8b761-9369-48e0-ae9c-329a89959e13 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.958526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737899-5126-41ca-8481-e145b5833479 req-f2b8b761-9369-48e0-ae9c-329a89959e13 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.971070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91737899-5126-41ca-8481-e145b5833479 req-f2b8b761-9369-48e0-ae9c-329a89959e13 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:23.984696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91737899-5126-41ca-8481-e145b5833479 req-f2b8b761-9369-48e0-ae9c-329a89959e13 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3096 time: 0.2169015 Dec 10 18:17:23.985221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd8756b6-ec00-4901-a3be-508212ceef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.989439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd8756b6-ec00-4901-a3be-508212ceef87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:23.995866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dd8756b6-ec00-4901-a3be-508212ceef87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/94a2eeb5-368d-4f11-96b9-babc6fa487f5 HTTP/1.1" status: 204 len: 168 time: 2.5194654 Dec 10 18:17:24.054865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8756b6-ec00-4901-a3be-508212ceef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a2eeb5-368d-4f11-96b9-babc6fa487f5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:24.110035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-1b5152e4-3784-4d60-b19c-0cbc3af54335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:24.113505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-1b5152e4-3784-4d60-b19c-0cbc3af54335 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1099 time: 0.3557277 Dec 10 18:17:24.191955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91737899-5126-41ca-8481-e145b5833479 req-b512d387-0eb6-4779-8e6a-720828975ab6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059412 Dec 10 18:17:24.205672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39096) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:24.226640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-c8fb210a-3bc7-4fb8-826a-63a81be9e922 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491752 Dec 10 18:17:24.255160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef6dc370-33c2-4f11-9fcc-9d1c88c4e183 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.387622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Made reservation on behalf of b6687e1a7c07480f957713bd04918432 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:24.397661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.452031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef6dc370-33c2-4f11-9fcc-9d1c88c4e183 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.457490 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef6dc370-33c2-4f11-9fcc-9d1c88c4e183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.529295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dc370-33c2-4f11-9fcc-9d1c88c4e183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392c2819-2faa-4a48-9e6b-567ca006bdd2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:24.596932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef6dc370-33c2-4f11-9fcc-9d1c88c4e183 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=efb6b363b6d54f55b6521625a420911e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895028 Dec 10 18:17:24.599973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39112) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:24.668407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362c10a-565b-4291-8e10-295437989364 req-4d5c0429-b203-4785-9bc4-77cb885ee631 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:24.670429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c362c10a-565b-4291-8e10-295437989364 req-4d5c0429-b203-4785-9bc4-77cb885ee631 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.3772576 Dec 10 18:17:24.711110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18375ef4-f7e0-4150-aeef-d1d8d605c31c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.758346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18375ef4-f7e0-4150-aeef-d1d8d605c31c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.833653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-08fa4b20-2d81-4518-80e9-d191c841df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:24.866225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-08fa4b20-2d81-4518-80e9-d191c841df6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.7391131 Dec 10 18:17:24.872674 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18375ef4-f7e0-4150-aeef-d1d8d605c31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.886014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18375ef4-f7e0-4150-aeef-d1d8d605c31c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:24.887722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-18375ef4-f7e0-4150-aeef-d1d8d605c31c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/392c2819-2faa-4a48-9e6b-567ca006bdd2 HTTP/1.1" status: 204 len: 168 time: 0.2857602 Dec 10 18:17:24.937373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:24.942755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18375ef4-f7e0-4150-aeef-d1d8d605c31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392c2819-2faa-4a48-9e6b-567ca006bdd2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:24.945977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-085ea259-272b-4e03-a738-06f168b150b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.0653081 Dec 10 18:17:24.976939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-29a92c56-da87-44af-84df-3cae10bb29c8 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7302699 Dec 10 18:17:24.992879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-721edf5a-0c4a-4317-85c0-e27c99d39396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:25.200488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-d0799cb5-b010-4e55-bc2a-8ed2d74562fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:25.202180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-d0799cb5-b010-4e55-bc2a-8ed2d74562fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2452583 Dec 10 18:17:25.225925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c222294-368f-4136-8caa-c0c456cb0adf req-4ec48074-585f-48cc-a73d-5985ae681582 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:25.234677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c222294-368f-4136-8caa-c0c456cb0adf req-4ec48074-585f-48cc-a73d-5985ae681582 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.1817884 Dec 10 18:17:25.263432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c362c10a-565b-4291-8e10-295437989364 req-ca28396a-4a3b-4cb5-82ea-f4a2eeaada9d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616339 Dec 10 18:17:25.331283 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c222294-368f-4136-8caa-c0c456cb0adf req-1e170ba4-8e05-4832-8d6b-8e0e4842cefa tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942495 Dec 10 18:17:25.360675 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-721edf5a-0c4a-4317-85c0-e27c99d39396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:25.367315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-721edf5a-0c4a-4317-85c0-e27c99d39396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:25.452476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-721edf5a-0c4a-4317-85c0-e27c99d39396 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ba9e9ef887de4059b7be985c3a3261ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928792 Dec 10 18:17:25.456471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39128) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:25.460793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-5d112934-2e22-49b4-ad70-0bd45190be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:25.463529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-5d112934-2e22-49b4-ad70-0bd45190be0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842315 Dec 10 18:17:25.502338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Allocated IP 10.2.2.200 (0ebc09d3-7f57-403b-a951-7a7c7a2b93cf/f08f9330-6c20-4f10-a28a-f3655294a3cd/bf82e33c-ac88-4e14-b3b0-fe455b666311) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:25.602067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721edf5a-0c4a-4317-85c0-e27c99d39396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f898f6d-035b-4809-b6b4-142f873deaa4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:25.768578 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-676461f6-b428-4df9-a8f4-066a085ab2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:25.885512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-676461f6-b428-4df9-a8f4-066a085ab2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:26.010790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb97fc2-95a7-4a7f-90a1-73436c3f1bff req-c3959d9f-7a24-4260-9fea-1730c76e9f2a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:26.034386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb97fc2-95a7-4a7f-90a1-73436c3f1bff req-c3959d9f-7a24-4260-9fea-1730c76e9f2a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:26.053801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb97fc2-95a7-4a7f-90a1-73436c3f1bff req-c3959d9f-7a24-4260-9fea-1730c76e9f2a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:26.081179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb97fc2-95a7-4a7f-90a1-73436c3f1bff req-c3959d9f-7a24-4260-9fea-1730c76e9f2a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:26.083066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-676461f6-b428-4df9-a8f4-066a085ab2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:26.088781 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aeb97fc2-95a7-4a7f-90a1-73436c3f1bff req-c3959d9f-7a24-4260-9fea-1730c76e9f2a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3096 time: 0.6444952 Dec 10 18:17:26.090326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-676461f6-b428-4df9-a8f4-066a085ab2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:26.091916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-676461f6-b428-4df9-a8f4-066a085ab2b2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f898f6d-035b-4809-b6b4-142f873deaa4 HTTP/1.1" status: 204 len: 168 time: 0.6332018 Dec 10 18:17:26.116243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676461f6-b428-4df9-a8f4-066a085ab2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f898f6d-035b-4809-b6b4-142f873deaa4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:26.260183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-9f1db11f-3dd4-42ca-b42b-c4e011414143 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527442 Dec 10 18:17:26.283162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aeb97fc2-95a7-4a7f-90a1-73436c3f1bff req-dfea6d84-c0ea-4cd8-b74a-4aba41976494 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573348 Dec 10 18:17:26.521594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f6f7d-f407-4f97-a90f-9370903c8c50 req-65231586-09be-4a1e-a801-24f1a7c4eea7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:26.537957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f11f6f7d-f407-4f97-a90f-9370903c8c50 req-65231586-09be-4a1e-a801-24f1a7c4eea7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.1306396 Dec 10 18:17:26.645549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:26.736165 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f11f6f7d-f407-4f97-a90f-9370903c8c50 req-4ab8fdbd-afb5-4b73-8ec0-896ec3ace64b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810975 Dec 10 18:17:26.898070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:27.104159 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d05dff6-eadf-4fbc-9894-d96b27cf5917 req-957ffad4-3ca0-4e77-b01e-199f24e58817 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156581 Dec 10 18:17:27.142431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:27.167869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:27.180644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:27.221547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event updated for resources: {'Port': ['ID=bf82e33c-ac88-4e14-b3b0-fe455b666311,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:27.342826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:27.345436 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:27.457687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745f6f-c5e9-4e35-b1aa-8226726b0d8e req-b95aa269-781f-4781-a0d8-31cd373e3ab0 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:27.468407 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c745f6f-c5e9-4e35-b1aa-8226726b0d8e req-b95aa269-781f-4781-a0d8-31cd373e3ab0 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.9793124 Dec 10 18:17:27.503622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-a3b23e9b-ed9f-4d8d-8204-a0a3bfb8861f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9866550 Dec 10 18:17:27.665501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:27.765843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:17:27.802473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-059608e8-82b2-4616-8250-487e2455e080 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:27.807659 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-059608e8-82b2-4616-8250-487e2455e080 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.59 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 948 time: 0.4059920 Dec 10 18:17:27.812527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c745f6f-c5e9-4e35-b1aa-8226726b0d8e req-6b67be00-46b1-444a-ae95-dd85e76c7b54 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419936 Dec 10 18:17:27.820380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0719aaae-8366-4327-a6ff-22b68124873c None None] Provisioning complete for port bf82e33c-ac88-4e14-b3b0-fe455b666311 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:27.820761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0719aaae-8366-4327-a6ff-22b68124873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:27.899939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:28.048509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc650e2b-1d6f-4e75-9680-f5fbb3ccaed6 req-5efe21e3-1ae6-4bd8-a063-0292766a2e9d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:28.079152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0719aaae-8366-4327-a6ff-22b68124873c None None] Port bf82e33c-ac88-4e14-b3b0-fe455b666311 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:17:28.089129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc650e2b-1d6f-4e75-9680-f5fbb3ccaed6 req-5efe21e3-1ae6-4bd8-a063-0292766a2e9d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:28.122707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc650e2b-1d6f-4e75-9680-f5fbb3ccaed6 req-5efe21e3-1ae6-4bd8-a063-0292766a2e9d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:28.151925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:28.157597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc650e2b-1d6f-4e75-9680-f5fbb3ccaed6 req-5efe21e3-1ae6-4bd8-a063-0292766a2e9d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:28.164366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc650e2b-1d6f-4e75-9680-f5fbb3ccaed6 req-5efe21e3-1ae6-4bd8-a063-0292766a2e9d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:28.165464 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-f957af76-3594-4577-a187-8538718f771b service neutron] 10.222.0.59 "GET /v2.0/ports/e66d64bb-7254-4926-9312-9bbd1c8dc304/bindings/n-h1-821424-1 HTTP/1.1" status: 200 len: 382 time: 0.2706947 Dec 10 18:17:28.172705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'mac_address': 'fa:16:3e:54:e5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:17:28.183003 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc650e2b-1d6f-4e75-9680-f5fbb3ccaed6 req-5efe21e3-1ae6-4bd8-a063-0292766a2e9d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3817 time: 0.2498536 Dec 10 18:17:28.298149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5eae95b2-8ec4-4512-9792-91051dfefec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:28.326782 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc650e2b-1d6f-4e75-9680-f5fbb3ccaed6 req-1469d783-8f3c-41e3-bbd6-353ec9f2947b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423652 Dec 10 18:17:28.328887 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:28.371179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d64bb-7254-4926-9312-9bbd1c8dc304 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:28.444064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:28.457251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:28.486298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc31b3-de31-43a7-813a-934ee2d9c834 req-01940ad1-0b20-4ac0-9a91-1b2cab8de814 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:28.516977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49cc31b3-de31-43a7-813a-934ee2d9c834 req-01940ad1-0b20-4ac0-9a91-1b2cab8de814 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 948 time: 0.4675181 Dec 10 18:17:28.631846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:28.814136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['e66d64bb-7254-4926-9312-9bbd1c8dc304'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:28.859676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c3ff80ae-aef4-43f1-aec4-50803c948cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:28.862081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c3ff80ae-aef4-43f1-aec4-50803c948cbb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1099 time: 0.5965972 Dec 10 18:17:29.233851 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49cc31b3-de31-43a7-813a-934ee2d9c834 req-d3476356-0a62-43e2-8fa4-5bfba6a38c74 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7154412 Dec 10 18:17:29.272604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0a52e-106c-41b9-9006-310816fe2684 req-2846e9a2-edf3-4b1c-9835-3382dcd5c883 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:29.288211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ba0a52e-106c-41b9-9006-310816fe2684 req-2846e9a2-edf3-4b1c-9835-3382dcd5c883 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.1982889 Dec 10 18:17:29.471656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ba0a52e-106c-41b9-9006-310816fe2684 req-1acd722b-f736-45e2-bf85-3eb9064a8869 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815286 Dec 10 18:17:29.559590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39256) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:29.644799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-d1fbfeda-f584-4934-aa71-80e03df86a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:29.646740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-d1fbfeda-f584-4934-aa71-80e03df86a12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.7689378 Dec 10 18:17:29.841906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-d9d9f86b-63c3-4281-a0e3-eeae99e0a500 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.1736128 Dec 10 18:17:29.898109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24865990-59f4-4e5c-ac47-cc88ab5fef52 req-b2c1875c-6eac-4250-8f1c-7c39484b14f3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:29.924798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24865990-59f4-4e5c-ac47-cc88ab5fef52 req-b2c1875c-6eac-4250-8f1c-7c39484b14f3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:29.935461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24865990-59f4-4e5c-ac47-cc88ab5fef52 req-b2c1875c-6eac-4250-8f1c-7c39484b14f3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:29.971764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24865990-59f4-4e5c-ac47-cc88ab5fef52 req-b2c1875c-6eac-4250-8f1c-7c39484b14f3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:29.985196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24865990-59f4-4e5c-ac47-cc88ab5fef52 req-b2c1875c-6eac-4250-8f1c-7c39484b14f3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:29.992377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24865990-59f4-4e5c-ac47-cc88ab5fef52 req-b2c1875c-6eac-4250-8f1c-7c39484b14f3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3817 time: 0.4617209 Dec 10 18:17:30.058160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e1813e29-cb36-4d67-8b9b-347a0de4997a tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:30.143135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e1813e29-cb36-4d67-8b9b-347a0de4997a tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "PUT /v2.0/quotas/1bae6b90228a481a977f2b0e06e72ee2 HTTP/1.1" status: 200 len: 366 time: 0.5814176 Dec 10 18:17:30.144122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39276) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.179492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b436231-b930-4731-a0f4-827f675a1244 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0336101 Dec 10 18:17:30.181257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39278) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.207585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39280) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.209738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-92536bf7-2323-496e-bcc3-ac5f9ee52add tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "GET /v2.0/quotas/1bae6b90228a481a977f2b0e06e72ee2 HTTP/1.1" status: 200 len: 366 time: 0.0268388 Dec 10 18:17:30.278863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3658730e-c41d-4c38-b7c0-81cc0746ce59 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/1bae6b90228a481a977f2b0e06e72ee2 HTTP/1.1" status: 204 len: 168 time: 0.0461798 Dec 10 18:17:30.280211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39284) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.283422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6107b5f6-543b-4a39-8182-17e6693bfe74 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:30.295958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-01f4cc4f-fb8a-4860-8ea7-fccb02dceb38 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0135777 Dec 10 18:17:30.299855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39286) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.314236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:30.328623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5e0e9f58-5191-45be-a8f7-89f311fe3647 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "GET /v2.0/quotas/1bae6b90228a481a977f2b0e06e72ee2 HTTP/1.1" status: 200 len: 370 time: 0.0248663 Dec 10 18:17:30.331906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.344630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f6926c4b-8d2f-4d70-9c57-2cc1c6aab0e6 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "GET /v2.0/quotas/1bae6b90228a481a977f2b0e06e72ee2/default HTTP/1.1" status: 200 len: 370 time: 0.0087895 Dec 10 18:17:30.344995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39290) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.386809 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-32138840-dc26-4ffc-9c8b-d536717a86ca tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] delete failed (client error): The resource could not be found. Dec 10 18:17:30.396154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-32138840-dc26-4ffc-9c8b-d536717a86ca tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "DELETE /v2.0/quotas/1bae6b90228a481a977f2b0e06e72ee2 HTTP/1.1" status: 404 len: 348 time: 0.0474508 Dec 10 18:17:30.398047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-e1445eef-31c8-4654-8469-71eb2621bb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:30.403003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-e1445eef-31c8-4654-8469-71eb2621bb6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.5395088 Dec 10 18:17:30.479908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24865990-59f4-4e5c-ac47-cc88ab5fef52 req-dabf8c3d-2c2d-4609-b0d5-1f3da493b28d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819012 Dec 10 18:17:30.481990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Transition to ACTIVE for port object 6107b5f6-543b-4a39-8182-17e6693bfe74 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:30.592192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68034ee1-9f79-43bf-99f7-528e9bb5391b req-b5a5d022-93ce-4f37-8bcb-69a0fa9a6de9 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:30.595102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68034ee1-9f79-43bf-99f7-528e9bb5391b req-b5a5d022-93ce-4f37-8bcb-69a0fa9a6de9 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 949 time: 0.1646757 Dec 10 18:17:30.709061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68034ee1-9f79-43bf-99f7-528e9bb5391b req-357fae94-b5bc-4b4b-81ab-fc18fee6ff9f tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039236 Dec 10 18:17:30.856063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39312) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:30.903927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:network and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:30.917349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:30.936803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:subnet and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:30.944754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:30.957427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:subnetpool and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:30.965876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:30.977870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:port and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:30.983135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:30.992174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:router and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:30.998574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:31.010037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:floatingip and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:31.017935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:31.082068 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf82c4e9-e481-4973-84c8-bc670861df11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:31.166319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:security_group and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:31.178653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:31.189604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Usage tracker for resource:security_group_rule and project:4adfc2c2001b4781868d9b91ae7ea401 is out of sync, need to count used quota {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 10 18:17:31.201359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.quota.resource [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103500) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 10 18:17:31.225410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e98512bc-0a3d-4b7b-8ca1-3bd1d756a015 tempest-QuotasTest-1373321981 tempest-QuotasTest-1373321981-project-admin] 10.222.0.55 "GET /v2.0/quotas/4adfc2c2001b4781868d9b91ae7ea401/details.json HTTP/1.1" status: 200 len: 703 time: 0.3681128 Dec 10 18:17:31.271072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:31.399599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Pushing event updated for resources: {'Port': ['ID=6107b5f6-543b-4a39-8182-17e6693bfe74,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:31.529550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939be08-f20b-4875-b28b-af85785de307 req-88ffaadd-84be-49ca-a5e6-a6e08b29ad4c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:31.541598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3939be08-f20b-4875-b28b-af85785de307 req-88ffaadd-84be-49ca-a5e6-a6e08b29ad4c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.2669108 Dec 10 18:17:31.549415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-623a5b98-0f9c-4ca4-9b67-8e1343f8a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:31.552577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-623a5b98-0f9c-4ca4-9b67-8e1343f8a245 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1393631 Dec 10 18:17:31.779836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:31.799559 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:31.880058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-74d8c6c1-82ae-4c66-840b-3a6cc37a9e1d service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147073 Dec 10 18:17:31.886022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39334) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:31.907317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35711c-0979-481f-9731-3495f4a2ea00 req-b7df5e96-dbb5-4f55-944a-84f72613ad1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:31.932485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35711c-0979-481f-9731-3495f4a2ea00 req-b7df5e96-dbb5-4f55-944a-84f72613ad1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:31.960825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35711c-0979-481f-9731-3495f4a2ea00 req-b7df5e96-dbb5-4f55-944a-84f72613ad1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:31.970010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35711c-0979-481f-9731-3495f4a2ea00 req-b7df5e96-dbb5-4f55-944a-84f72613ad1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:31.977300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35711c-0979-481f-9731-3495f4a2ea00 req-b7df5e96-dbb5-4f55-944a-84f72613ad1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:31.988482 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e35711c-0979-481f-9731-3495f4a2ea00 req-b7df5e96-dbb5-4f55-944a-84f72613ad1b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3829 time: 0.2371690 Dec 10 18:17:32.000119 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.065073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port e66d64bb-7254-4926-9312-9bbd1c8dc304 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:17:32.070959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port e66d64bb-7254-4926-9312-9bbd1c8dc304 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:32.071846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.113874 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e35711c-0979-481f-9731-3495f4a2ea00 req-27ce68f8-2c91-4802-8345-f96f9628e8ea tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223252 Dec 10 18:17:32.230903 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.295869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Attempting to bind port 6107b5f6-543b-4a39-8182-17e6693bfe74 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:32.296410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Attempting to bind port 6107b5f6-543b-4a39-8182-17e6693bfe74 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:32.297032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Attempting to bind port 6107b5f6-543b-4a39-8182-17e6693bfe74 on network a1e02eb6-044c-4472-8069-0938c7981d40 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:32.322124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:32.324269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3939be08-f20b-4875-b28b-af85785de307 req-93cd6645-2b69-4141-9347-7c9dc07ab0f4 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800262 Dec 10 18:17:32.326691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:32.330394 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d258f1-bd0b-4ffb-9f6c-1a6cd9072085" -d '{"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:32.342666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Port 6107b5f6-543b-4a39-8182-17e6693bfe74 on network a1e02eb6-044c-4472-8069-0938c7981d40 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:32.344089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Attempting to bind port 6107b5f6-543b-4a39-8182-17e6693bfe74 on network a1e02eb6-044c-4472-8069-0938c7981d40 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:32.348234 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.377336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:32.381965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Checking segment: {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:32.382652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Bound using segment: {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:32.383384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Bound port: 6107b5f6-543b-4a39-8182-17e6693bfe74, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:32.384001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.485669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:32.491210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085478c-fd89-4218-b518-962868c0a588 req-909adae2-902f-455e-b916-1be8602fe826 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:32.500143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c085478c-fd89-4218-b518-962868c0a588 req-909adae2-902f-455e-b916-1be8602fe826 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1280386 Dec 10 18:17:32.612948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] For port 6107b5f6-543b-4a39-8182-17e6693bfe74, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:32.629456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] For port 6107b5f6-543b-4a39-8182-17e6693bfe74, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6107b5f6-543b-4a39-8182-17e6693bfe74,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:32.642751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-269a5c00-bd21-490f-90c7-18a4d66e5a9f service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636913 Dec 10 18:17:32.652539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.660208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c085478c-fd89-4218-b518-962868c0a588 req-5bb12bb7-e353-4b82-a1de-e47c39a421b5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536415 Dec 10 18:17:32.848952 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3177f0-133f-4b97-8692-90666d7fa4c4 x-openstack-request-id: req-5b3177f0-133f-4b97-8692-90666d7fa4c4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:32.849671 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:32.850140 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b3177f0-133f-4b97-8692-90666d7fa4c4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:32.850685 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'code': 200} Dec 10 18:17:32.852196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:32.853602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.855397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] 10.222.0.59 "PUT /v2.0/ports/6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1092 time: 5.2374687 Dec 10 18:17:32.856310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:32.860340 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741474a4-4890-441c-87b8-9d67b4991948" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:32.877665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b41834d-861b-4e46-ab03-d82177b13122 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:32.894412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a75fd9-54d4-46e1-b323-93195177fb67 service neutron] Pushing event updated for resources: {'Port': ['ID=6107b5f6-543b-4a39-8182-17e6693bfe74,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:33.000260 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b41834d-861b-4e46-ab03-d82177b13122 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.004639 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119fafc8-2579-4f01-aec2-0ccd97446065 x-openstack-request-id: req-119fafc8-2579-4f01-aec2-0ccd97446065 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:33.005171 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:33.005784 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-119fafc8-2579-4f01-aec2-0ccd97446065 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:33.006411 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'status': 'completed', 'code': 200} Dec 10 18:17:33.008172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b41834d-861b-4e46-ab03-d82177b13122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.105405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:33.173798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39370) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:33.180390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5b41834d-861b-4e46-ab03-d82177b13122 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=58e9c9d4d843450b907bf7840ed91865&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2034693 Dec 10 18:17:33.194284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41834d-861b-4e46-ab03-d82177b13122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b10b90-b9e0-45cd-9a34-8ce721223e30,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:33.317105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc634d95-44ec-45cf-be27-5a18145fbf26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.389560 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc634d95-44ec-45cf-be27-5a18145fbf26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.490053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.519762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc634d95-44ec-45cf-be27-5a18145fbf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.523287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc634d95-44ec-45cf-be27-5a18145fbf26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.527605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cc634d95-44ec-45cf-be27-5a18145fbf26 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/92b10b90-b9e0-45cd-9a34-8ce721223e30 HTTP/1.1" status: 204 len: 168 time: 0.3526382 Dec 10 18:17:33.561579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-b6773945-7048-40f2-9bb5-5c43dadae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.562314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-b6773945-7048-40f2-9bb5-5c43dadae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.563188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-b6773945-7048-40f2-9bb5-5c43dadae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.565049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-b6773945-7048-40f2-9bb5-5c43dadae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.565544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-b6773945-7048-40f2-9bb5-5c43dadae29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.567968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741474a4-4890-441c-87b8-9d67b4991948 req-b6773945-7048-40f2-9bb5-5c43dadae29b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 4364 time: 0.4755938 Dec 10 18:17:33.594278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc634d95-44ec-45cf-be27-5a18145fbf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b10b90-b9e0-45cd-9a34-8ce721223e30,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:33.631030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:33.673714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75423c89-20c8-46c7-ae51-eeb74b3efc4f req-0bd00e87-3e0d-4085-b3e0-349dec3623ff tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.676649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75423c89-20c8-46c7-ae51-eeb74b3efc4f req-0bd00e87-3e0d-4085-b3e0-349dec3623ff tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.1476016 Dec 10 18:17:33.772202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97dab-6e03-4f22-ad06-a263cb57b3a5 req-734a4185-7684-4b1a-b490-8af4f5c5ff6e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.797489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97dab-6e03-4f22-ad06-a263cb57b3a5 req-734a4185-7684-4b1a-b490-8af4f5c5ff6e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.806084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97dab-6e03-4f22-ad06-a263cb57b3a5 req-734a4185-7684-4b1a-b490-8af4f5c5ff6e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.824395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97dab-6e03-4f22-ad06-a263cb57b3a5 req-734a4185-7684-4b1a-b490-8af4f5c5ff6e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.833042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75423c89-20c8-46c7-ae51-eeb74b3efc4f req-96c69abd-a0fc-427c-b9be-dee843802f81 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496425 Dec 10 18:17:33.844064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed97dab-6e03-4f22-ad06-a263cb57b3a5 req-734a4185-7684-4b1a-b490-8af4f5c5ff6e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:33.860089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aed97dab-6e03-4f22-ad06-a263cb57b3a5 req-734a4185-7684-4b1a-b490-8af4f5c5ff6e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3829 time: 0.4755878 Dec 10 18:17:34.076593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aed97dab-6e03-4f22-ad06-a263cb57b3a5 req-95e3441c-d3f6-4f9e-bcea-75e9889d0c7e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095134 Dec 10 18:17:34.128094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-26f42ed7-273a-47be-814d-6b3cbf03af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:34.128611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-26f42ed7-273a-47be-814d-6b3cbf03af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:34.129080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-26f42ed7-273a-47be-814d-6b3cbf03af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:34.130885 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741474a4-4890-441c-87b8-9d67b4991948 req-26f42ed7-273a-47be-814d-6b3cbf03af62 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6687e1a7c07480f957713bd04918432&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5296710 Dec 10 18:17:34.140637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:34.543925 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:34.791661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39414) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:34.836003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b32dc435-4dbe-4a11-bf2a-26e711b72fd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:34.854537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741474a4-4890-441c-87b8-9d67b4991948 req-5a18a4b8-892c-4b9d-b9db-93bba8a62351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:34.856240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-741474a4-4890-441c-87b8-9d67b4991948 req-5a18a4b8-892c-4b9d-b9db-93bba8a62351 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5826831 Dec 10 18:17:35.068164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b32dc435-4dbe-4a11-bf2a-26e711b72fd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:35.088253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51035f28-86ae-48be-b161-40ea252a6dbc req-b6636e1b-dc9c-48dc-9357-920bb531ed73 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:35.105946 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51035f28-86ae-48be-b161-40ea252a6dbc req-b6636e1b-dc9c-48dc-9357-920bb531ed73 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.3614159 Dec 10 18:17:35.111934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b32dc435-4dbe-4a11-bf2a-26e711b72fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:35.211105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b32dc435-4dbe-4a11-bf2a-26e711b72fd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4adfc2c2001b4781868d9b91ae7ea401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4168911 Dec 10 18:17:35.217707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39424) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:35.281763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e05c2e-1236-48e2-8e91-6c27f8e778bb {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:35.344509 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:35.379439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dc435-4dbe-4a11-bf2a-26e711b72fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2642d4a4-aab2-4175-bcbc-83831fad1ca4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:35.403073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Transition to ACTIVE for port object c9e05c2e-1236-48e2-8e91-6c27f8e778bb will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:35.437041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51035f28-86ae-48be-b161-40ea252a6dbc req-ad4d5473-13d0-4fce-a616-e27b3e5df0db tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295083 Dec 10 18:17:35.445874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:35.549276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7e260e7-397e-49a3-8d2c-8196ed9ce3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:35.954533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d4ea8-4fec-433f-b7cb-3c41d2c06f65 req-5a746f37-f78d-4d6a-8596-fa5fda3e56b1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:35.969377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e9d4ea8-4fec-433f-b7cb-3c41d2c06f65 req-5a746f37-f78d-4d6a-8596-fa5fda3e56b1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.7556493 Dec 10 18:17:36.078658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-d63923dc-a590-41d9-b481-5a50d22dc408 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.112504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-d63923dc-a590-41d9-b481-5a50d22dc408 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.134251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-d63923dc-a590-41d9-b481-5a50d22dc408 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.159093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-d63923dc-a590-41d9-b481-5a50d22dc408 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.202391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-d63923dc-a590-41d9-b481-5a50d22dc408 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.235917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-d63923dc-a590-41d9-b481-5a50d22dc408 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.252982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e9d4ea8-4fec-433f-b7cb-3c41d2c06f65 req-038d5047-f903-4a35-ba95-e35a608511df tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820334 Dec 10 18:17:36.256521 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-d63923dc-a590-41d9-b481-5a50d22dc408 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 4607 time: 0.3862402 Dec 10 18:17:36.271528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7e260e7-397e-49a3-8d2c-8196ed9ce3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:36.323769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Pushing event updated for resources: {'Port': ['ID=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:36.383534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-cd44bfd9-0f9f-4ce2-a30f-10f10349377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.391690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-cd44bfd9-0f9f-4ce2-a30f-10f10349377c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9&tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92 HTTP/1.1" status: 200 len: 1101 time: 0.7663040 Dec 10 18:17:36.392882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Attempting to bind port c9e05c2e-1236-48e2-8e91-6c27f8e778bb on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:36.396387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Attempting to bind port c9e05c2e-1236-48e2-8e91-6c27f8e778bb by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:36.396945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Attempting to bind port c9e05c2e-1236-48e2-8e91-6c27f8e778bb on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:36.439559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:36.471954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Port c9e05c2e-1236-48e2-8e91-6c27f8e778bb on network 45d0b6e5-75c0-4c77-8d86-088f9334496c not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:36.472272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Attempting to bind port c9e05c2e-1236-48e2-8e91-6c27f8e778bb on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:36.487646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91158321-4ee1-42fb-b8c8-5ac707e32694 req-89693479-0554-428c-9043-abb63d13a847 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2286365 Dec 10 18:17:36.509110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:36.509419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Checking segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:36.509847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Bound using segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:36.510321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Bound port: c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:36.510875 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:36.633001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:36.662430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7e260e7-397e-49a3-8d2c-8196ed9ce3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:36.666458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7e260e7-397e-49a3-8d2c-8196ed9ce3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:36.670714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f7e260e7-397e-49a3-8d2c-8196ed9ce3b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2642d4a4-aab2-4175-bcbc-83831fad1ca4 HTTP/1.1" status: 204 len: 168 time: 1.4477193 Dec 10 18:17:36.717150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e260e7-397e-49a3-8d2c-8196ed9ce3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2642d4a4-aab2-4175-bcbc-83831fad1ca4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:36.733340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] For port c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:36.772338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] For port c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:36.819944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:36.846869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd633c-09f7-49e3-bf82-e8031f972d2a req-d7dc5013-1e4e-4951-97c1-7895ddb5dfcf tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:36.864967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1abd633c-09f7-49e3-bf82-e8031f972d2a req-d7dc5013-1e4e-4951-97c1-7895ddb5dfcf tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1454411 Dec 10 18:17:37.022954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1abd633c-09f7-49e3-bf82-e8031f972d2a req-5874f42f-aa9a-4d8d-936c-7cdad1993a9c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502748 Dec 10 18:17:37.106222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.122640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:37.126277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] 10.222.0.59 "PUT /v2.0/ports/c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 1136 time: 4.0391276 Dec 10 18:17:37.131286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': 'c9e05c2e-1236-48e2-8e91-6c27f8e778bb'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:37.135402 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1896ea05-3c25-46af-b87c-3b5be072bc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "c9e05c2e-1236-48e2-8e91-6c27f8e778bb"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:37.252210 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62142b84-b98f-4480-9993-8425ba845aa7 x-openstack-request-id: req-62142b84-b98f-4480-9993-8425ba845aa7 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:37.253332 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "c9e05c2e-1236-48e2-8e91-6c27f8e778bb", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:37.254805 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62142b84-b98f-4480-9993-8425ba845aa7 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:37.255709 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': 'c9e05c2e-1236-48e2-8e91-6c27f8e778bb', 'status': 'completed', 'code': 200} Dec 10 18:17:37.268753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:37.412809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882a0ac3-e506-41ff-80bc-8cc412954eaf service neutron] Pushing event updated for resources: {'Port': ['ID=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:37.591681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c8b24-e23a-4890-8858-b472b12ee917 req-32512c6e-4a42-44ad-94cb-1b166b82f98c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.593461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-445c8b24-e23a-4890-8858-b472b12ee917 req-32512c6e-4a42-44ad-94cb-1b166b82f98c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.1487265 Dec 10 18:17:37.691809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:37.718452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-5705488f-6a1b-4411-981a-86b140a05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.719270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-5705488f-6a1b-4411-981a-86b140a05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.720000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-5705488f-6a1b-4411-981a-86b140a05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.720674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-5705488f-6a1b-4411-981a-86b140a05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.721295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-5705488f-6a1b-4411-981a-86b140a05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.722070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-5705488f-6a1b-4411-981a-86b140a05224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:37.724322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-5705488f-6a1b-4411-981a-86b140a05224 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5293 time: 0.3980417 Dec 10 18:17:37.774740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-445c8b24-e23a-4890-8858-b472b12ee917 req-f6e50e63-079c-49f3-81e6-b15edeed3816 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615925 Dec 10 18:17:37.813443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:17:38.045506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:38.083922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:38.275390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf50044-f72e-4cde-bdb6-c7adae87819f req-70269854-c2fd-4caa-9bfa-35e0239458e7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.292353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-baf50044-f72e-4cde-bdb6-c7adae87819f req-70269854-c2fd-4caa-9bfa-35e0239458e7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.1184583 Dec 10 18:17:38.353473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-e9db34cc-6937-4e5a-a1af-e692cb5aa485 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.359801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-e9db34cc-6937-4e5a-a1af-e692cb5aa485 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.378901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-e9db34cc-6937-4e5a-a1af-e692cb5aa485 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.392572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-e9db34cc-6937-4e5a-a1af-e692cb5aa485 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.407043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-e9db34cc-6937-4e5a-a1af-e692cb5aa485 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.428820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-e9db34cc-6937-4e5a-a1af-e692cb5aa485 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.430496 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-e9db34cc-6937-4e5a-a1af-e692cb5aa485 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 4607 time: 0.5512362 Dec 10 18:17:38.460077 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-baf50044-f72e-4cde-bdb6-c7adae87819f req-5c4e4a0c-fdb5-4698-8132-2a5076ad968a tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665955 Dec 10 18:17:38.518286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-8980dbe2-84ed-465e-87a2-47150821b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.518926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-8980dbe2-84ed-465e-87a2-47150821b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.519401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-8980dbe2-84ed-465e-87a2-47150821b470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.525702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-8980dbe2-84ed-465e-87a2-47150821b470 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6687e1a7c07480f957713bd04918432&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7496707 Dec 10 18:17:38.751866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:38.766548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cb50bc8-4b0d-4638-8347-b50ca52167ad req-705ecb81-a620-4318-b2a6-989076a0de53 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3129108 Dec 10 18:17:38.914219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a009335-f393-4756-b010-73d6eb68a691 req-45caae25-dcbe-4fc3-8de7-7b2959e0de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:38.918309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a009335-f393-4756-b010-73d6eb68a691 req-45caae25-dcbe-4fc3-8de7-7b2959e0de31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 1096 time: 0.1509342 Dec 10 18:17:39.018429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a009335-f393-4756-b010-73d6eb68a691 req-6a6da400-7cd8-417e-9293-b8e2af41628e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806565 Dec 10 18:17:39.295322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:39.298962 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb60b3c-7cc9-4a6b-81c8-adade8f40044" -d '{"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:39.308983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:39.344303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f8ec5-8f28-4ab6-abea-6382f33ac877 req-9e96f566-e55d-4373-b165-32b688e681d7 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:39.352430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-304f8ec5-8f28-4ab6-abea-6382f33ac877 req-9e96f566-e55d-4373-b165-32b688e681d7 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.2841189 Dec 10 18:17:39.441832 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-304f8ec5-8f28-4ab6-abea-6382f33ac877 req-76eab44d-5ee9-439e-845c-bdb2b85833e2 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879779 Dec 10 18:17:39.525910 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61d8b8a-01f6-41fe-977a-57ab9745ce57 x-openstack-request-id: req-c61d8b8a-01f6-41fe-977a-57ab9745ce57 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:39.526412 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-unplugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:39.528919 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c61d8b8a-01f6-41fe-977a-57ab9745ce57 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:39.534793 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'code': 200} Dec 10 18:17:39.556790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Transition to ACTIVE for port object e66d64bb-7254-4926-9312-9bbd1c8dc304 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:39.649291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-2c450808-0aed-4347-b6a3-583845be7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:39.652510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1896ea05-3c25-46af-b87c-3b5be072bc4c req-2c450808-0aed-4347-b6a3-583845be7774 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0805676 Dec 10 18:17:39.662186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:39.696535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81981344-0366-4bdd-902e-b2cda9e19ecf {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:39.715363 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:17:39.717287 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:17:39.780902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:39.800718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Transition to ACTIVE for port object 81981344-0366-4bdd-902e-b2cda9e19ecf will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:39.838347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:39.955881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a65e3-e768-4596-87b7-c740437b5cef req-1d54ec73-36fb-45e4-b149-58aef6d6b495 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:39.958055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5a65e3-e768-4596-87b7-c740437b5cef req-1d54ec73-36fb-45e4-b149-58aef6d6b495 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 949 time: 0.3031001 Dec 10 18:17:40.081387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:40.106384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] No DVR routers for this DVR port e66d64bb-7254-4926-9312-9bbd1c8dc304 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:17:40.246693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:40.287660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:40.324487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:40.346128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:40.352539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:40.392727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:40.429696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:40.432383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f522148-71a5-4869-ba67-2962824848b6 req-c7363cc9-808a-4645-88b6-cb49f9f64bf8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5384 time: 0.4526572 Dec 10 18:17:40.597717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f522148-71a5-4869-ba67-2962824848b6 req-57c1cf5d-186d-43ad-b036-620ae75d2188 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507912 Dec 10 18:17:40.765037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39576) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:41.139396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Pushing event updated for resources: {'Port': ['ID=81981344-0366-4bdd-902e-b2cda9e19ecf,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:41.194537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:41.200198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:41.204789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:41.269916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:41.278491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Attempting to bind port e66d64bb-7254-4926-9312-9bbd1c8dc304 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:41.353877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:41.354381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:41.354866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:41.355705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Bound port: e66d64bb-7254-4926-9312-9bbd1c8dc304, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:41.356397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.378910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1747356009', 'router:external': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:41.409591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Attempting to bind port 81981344-0366-4bdd-902e-b2cda9e19ecf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:41.415357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Attempting to bind port 81981344-0366-4bdd-902e-b2cda9e19ecf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:41.415916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Attempting to bind port 81981344-0366-4bdd-902e-b2cda9e19ecf on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:41.453205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Made reservation on behalf of d28eab57919547feaf817d4aaa919f82 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:41.460006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.482022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Port 81981344-0366-4bdd-902e-b2cda9e19ecf on network 45d0b6e5-75c0-4c77-8d86-088f9334496c not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:41.482679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Attempting to bind port 81981344-0366-4bdd-902e-b2cda9e19ecf on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:41.505068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5a65e3-e768-4596-87b7-c740437b5cef req-9a9d6d58-7429-44d8-8c03-313215bd7a1b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4581814 Dec 10 18:17:41.513675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ead54-7f81-45b8-a219-1d8cb30424ac req-d185cb52-7bdb-4452-8dce-45231052707a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:41.516729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf9ead54-7f81-45b8-a219-1d8cb30424ac req-d185cb52-7bdb-4452-8dce-45231052707a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.2800403 Dec 10 18:17:41.518013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.542426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:41.542984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Checking segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:41.543626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Bound using segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:41.563087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Bound port: 81981344-0366-4bdd-902e-b2cda9e19ecf, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:41.563595 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.691795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf9ead54-7f81-45b8-a219-1d8cb30424ac req-23f5210b-0174-4091-b8a5-1ece4b65a7ca tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552968 Dec 10 18:17:41.730939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:41.741290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:41.757303 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.887013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.895167 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.933492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:17:41.954729 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:41.955602 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Added segment 61793249-fcc7-4b00-a3e3-ee284609b27f of type vlan for network 21dd9ad0-4c18-42be-a1f4-be844721ce99 Dec 10 18:17:41.966981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=11']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:42.018926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] For port 81981344-0366-4bdd-902e-b2cda9e19ecf, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:42.100854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.119406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.120178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.122292 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c1a56c3d-0daf-4974-8953-0ba1ba55e9aa service neutron] 10.222.0.30 "PUT /v2.0/ports/e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 1097 time: 5.7024262 Dec 10 18:17:42.130994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:42.140175 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb2a056-02ef-4e5b-b683-329bc56c4beb" -d '{"events": [{"name": "network-changed", "server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:42.157197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] For port 81981344-0366-4bdd-902e-b2cda9e19ecf, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=81981344-0366-4bdd-902e-b2cda9e19ecf,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:42.221883 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.224642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.226882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.227578 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.309413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5428061 Dec 10 18:17:42.328045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39612) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:42.345702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'subnet': {'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:42.456753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Pushing event updated for resources: {'Port': ['ID=81981344-0366-4bdd-902e-b2cda9e19ecf,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:42.474078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52688ad-c3df-4a91-8afa-1752c099ba4b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:42.481672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39618) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:42.518025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.523260 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.532153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-46e4c60f-ad45-49d7-9813-4fb264180828 service neutron] 10.222.0.59 "PUT /v2.0/ports/81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 1135 time: 5.3182261 Dec 10 18:17:42.583635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Made reservation on behalf of d28eab57919547feaf817d4aaa919f82 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:42.593766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.634482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.672805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.692809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.695464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e508e-f13f-40dc-ab20-1d9bf2e72ea4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Network': ['ID=21dd9ad0-4c18-42be-a1f4-be844721ce99,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:42.713864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 21dd9ad0-4c18-42be-a1f4-be844721ce99 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:17:42.724460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.745885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.752600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.771216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.772953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-246dae23-a3f0-4aab-904b-e4905b88470c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5384 time: 0.8594611 Dec 10 18:17:42.790772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:42.862054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b00f1586-9be4-4e15-82cf-f19e6ee7f852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:42.913585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-fd46b587-1640-4b85-8822-3831a9f39ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.917417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-fd46b587-1640-4b85-8822-3831a9f39ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1100 time: 0.7415988 Dec 10 18:17:42.974478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-0f905ddf-32bd-4ec9-99b9-9a68a355ec16 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:42.992060 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-0f905ddf-32bd-4ec9-99b9-9a68a355ec16 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 811 time: 0.6263123 Dec 10 18:17:43.087034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-4c869f78-c3e0-40c8-8d6d-115a03793a36 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/quotas/06c2f39ea53f430a8bb35cb9059fcc1c HTTP/1.1" status: 200 len: 375 time: 0.0792315 Dec 10 18:17:43.213040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-9caef0eb-b64a-4e4a-9c79-4d1b9e2bed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:43.214611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-9caef0eb-b64a-4e4a-9c79-4d1b9e2bed13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2817922 Dec 10 18:17:43.315508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-60839453-f53f-49b6-91e3-4e28249f9863 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.0858049 Dec 10 18:17:43.355441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:43.485956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-467dd550-f4fb-4c34-a6bf-2c088c13aa79 req-17bef9e4-4bec-4e35-b9dd-4848b14666ae tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6806784 Dec 10 18:17:43.500196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-6ce4f04c-8f2a-46cd-982f-79b32c7f16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:43.501695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-6ce4f04c-8f2a-46cd-982f-79b32c7f16da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1531618 Dec 10 18:17:43.853162 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774d5d35-e4a2-49ed-ae4f-8a9e4898559c x-openstack-request-id: req-774d5d35-e4a2-49ed-ae4f-8a9e4898559c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:43.853640 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:43.854016 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-774d5d35-e4a2-49ed-ae4f-8a9e4898559c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:43.854561 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'status': 'completed', 'code': 200} Dec 10 18:17:43.907425 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-58972b7f-4ee3-4005-97b5-30f5e91947f1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8192248 Dec 10 18:17:43.941442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2614d7c-203e-4328-b7f8-99d8a90bffbd {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:43.950000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:43.963559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Transition to ACTIVE for port object d2614d7c-203e-4328-b7f8-99d8a90bffbd will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:43.965009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b00f1586-9be4-4e15-82cf-f19e6ee7f852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:43.982254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b00f1586-9be4-4e15-82cf-f19e6ee7f852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:43.989852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-fe048b98-4344-49ef-ae36-36a7bc69d21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:43.991632 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-fe048b98-4344-49ef-ae36-36a7bc69d21f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4802592 Dec 10 18:17:43.993526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:44.037881 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b00f1586-9be4-4e15-82cf-f19e6ee7f852 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3592e385f354bb8bc7cabad3017d3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5545087 Dec 10 18:17:44.082580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f1586-9be4-4e15-82cf-f19e6ee7f852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031ce57f-64d4-44ac-ad26-986fbc3c6241,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:44.093461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:44.241541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4e44b-2639-41ff-a9b1-41d2a6aeeddc req-d8c85520-fcee-4d24-a1d8-da613f01a9ff tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:44.243211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86c4e44b-2639-41ff-a9b1-41d2a6aeeddc req-d8c85520-fcee-4d24-a1d8-da613f01a9ff tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 949 time: 0.3876865 Dec 10 18:17:44.302970 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-d05c7c46-a38a-443c-9ceb-42eb4540bcc3 service neutron] 10.222.0.55 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693812 Dec 10 18:17:44.321861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-55de3a7f-8275-4c65-afa8-b86eab6f15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:44.323559 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-55de3a7f-8275-4c65-afa8-b86eab6f15b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1100 time: 0.4755254 Dec 10 18:17:44.333628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Pushing event updated for resources: {'Port': ['ID=d2614d7c-203e-4328-b7f8-99d8a90bffbd,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:44.446812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-d4f98d1a-a788-4a85-8a30-0842aaa4fce3 service neutron] 10.222.0.55 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382496 Dec 10 18:17:44.530113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:17:44.535550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:44.543910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81c8f650-e280-4ef2-bc8f-813086b1fa65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:44.559691 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86c4e44b-2639-41ff-a9b1-41d2a6aeeddc req-43976ee0-2584-4a00-a42a-4f2aabcfb3ec tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977192 Dec 10 18:17:44.566309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Attempting to bind port d2614d7c-203e-4328-b7f8-99d8a90bffbd on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:44.572999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Attempting to bind port d2614d7c-203e-4328-b7f8-99d8a90bffbd by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:44.573340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Attempting to bind port d2614d7c-203e-4328-b7f8-99d8a90bffbd on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:44.604154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-c50fdee2-acb9-47db-92ff-2cc636bba36a service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004035 Dec 10 18:17:44.653554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2bb2b61a-f616-4522-a234-c2b9cb4075c6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:44.675817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Checking segment: {'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:44.676296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network hostable DHCP agents. Network: 21dd9ad0-4c18-42be-a1f4-be844721ce99, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:17:44.678210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Port d2614d7c-203e-4328-b7f8-99d8a90bffbd on network 45d0b6e5-75c0-4c77-8d86-088f9334496c not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:44.678635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Attempting to bind port d2614d7c-203e-4328-b7f8-99d8a90bffbd on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:44.760162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network 21dd9ad0-4c18-42be-a1f4-be844721ce99 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:17:44.764871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81c8f650-e280-4ef2-bc8f-813086b1fa65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:44.772610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 21dd9ad0-4c18-42be-a1f4-be844721ce99) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:44.786760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef1c33-0ef8-480a-a0ee-9c9e2ab4fc55 None None] Network 21dd9ad0-4c18-42be-a1f4-be844721ce99 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:17:44.791622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:44.796283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:44.800640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-ba8de22b-c632-4c0e-b4ec-ba58e43cd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:44.803859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-ba8de22b-c632-4c0e-b4ec-ba58e43cd686 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4530861 Dec 10 18:17:44.805779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:44.810682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Checking segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:44.811267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Bound using segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:44.811826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Bound port: d2614d7c-203e-4328-b7f8-99d8a90bffbd, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:44.812256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:44.882255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-21b715c5-f91f-4b74-9e6a-bef875a7e193 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5508645 Dec 10 18:17:44.884973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39652) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:44.901103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-346666456', 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:44.957485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Made reservation on behalf of d28eab57919547feaf817d4aaa919f82 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:44.982924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:45.116736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-36330d72-04a2-4f5a-bdde-7bb57fa85d45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.2686210 Dec 10 18:17:45.129115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafad08-9be3-47de-8ea1-c9b6477103c3 None None] Network 21dd9ad0-4c18-42be-a1f4-be844721ce99 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:17:45.146696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] device_id is not set on port e93c5b46-52dd-4266-98bf-3dd595040e26 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:17:45.148382 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:17:45.349052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.358411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.362754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.369321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.376657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.383012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.389678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.398405 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81efb010-611e-4c99-a946-52dbe84fc798 req-0a3bd6c4-eea1-49bf-8748-0155c75510d9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5396 time: 0.3940444 Dec 10 18:17:45.421321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Allocated IP 172.20.0.11 (21dd9ad0-4c18-42be-a1f4-be844721ce99/2bb2b61a-f616-4522-a234-c2b9cb4075c6/e93c5b46-52dd-4266-98bf-3dd595040e26) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:45.455566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27194128-47a9-4579-b325-57ccf1e2dee8 req-1c739cad-2344-4b5e-b754-ed99f49f3093 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 210 time: 0.3502250 Dec 10 18:17:45.485843 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c8c234-74d1-401d-8b6b-5914de1b20f8 req-aea6f23b-e01d-4793-b6e6-c8d64f2fde87 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645669 Dec 10 18:17:45.532902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] For port d2614d7c-203e-4328-b7f8-99d8a90bffbd, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:45.539139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-1ebb1437-7420-4c12-a126-d2228e00611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.541393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-1ebb1437-7420-4c12-a126-d2228e00611e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.3889201 Dec 10 18:17:45.545823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] For port d2614d7c-203e-4328-b7f8-99d8a90bffbd, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:45.557794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81c8f650-e280-4ef2-bc8f-813086b1fa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:45.562285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81c8f650-e280-4ef2-bc8f-813086b1fa65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:45.566985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-81c8f650-e280-4ef2-bc8f-813086b1fa65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/031ce57f-64d4-44ac-ad26-986fbc3c6241 HTTP/1.1" status: 204 len: 168 time: 1.4552212 Dec 10 18:17:45.569936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:45.639538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81efb010-611e-4c99-a946-52dbe84fc798 req-8b2cdf6e-9286-4c6e-8fe8-d455cccb5751 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2392216 Dec 10 18:17:45.688552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8f650-e280-4ef2-bc8f-813086b1fa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031ce57f-64d4-44ac-ad26-986fbc3c6241,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:45.698830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.699484 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:45.706014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] 10.222.0.59 "PUT /v2.0/ports/d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 1091 time: 2.9239602 Dec 10 18:17:45.754862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-cc8aa469-8417-4f02-b41f-ed84eba923ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2187963 Dec 10 18:17:45.766625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-617be3d8-a2d3-4aaa-ae5d-e4e4a19fbe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.768182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-617be3d8-a2d3-4aaa-ae5d-e4e4a19fbe5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1100 time: 0.1939452 Dec 10 18:17:45.793394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e9720-f2de-4ae8-8277-35cbc810b076 service neutron] Pushing event updated for resources: {'Port': ['ID=d2614d7c-203e-4328-b7f8-99d8a90bffbd,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:45.882718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '81981344-0366-4bdd-902e-b2cda9e19ecf'}, {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:45.889859 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "81981344-0366-4bdd-902e-b2cda9e19ecf"}, {"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:45.902692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:45.911470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:45.929541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-b1444e2b-b7fc-4d9e-83c1-276287511fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:45.931279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-b1444e2b-b7fc-4d9e-83c1-276287511fb7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3583448 Dec 10 18:17:46.090431 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:46.147126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-924500c8-eb49-40b6-af11-854c4f14d202 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386900 Dec 10 18:17:46.165179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:46.226833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7a55a-244d-4f26-b476-9ae123c258e0 req-fc1dda12-c329-4443-9ee4-4c88eb1af7e5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.228874 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36d7a55a-244d-4f26-b476-9ae123c258e0 req-fc1dda12-c329-4443-9ee4-4c88eb1af7e5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 949 time: 0.4540958 Dec 10 18:17:46.233777 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e66356-5e5e-41be-af29-f6c0d9f73282 x-openstack-request-id: req-68e66356-5e5e-41be-af29-f6c0d9f73282 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:46.234073 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "81981344-0366-4bdd-902e-b2cda9e19ecf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:46.234512 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-68e66356-5e5e-41be-af29-f6c0d9f73282 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:46.235008 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '81981344-0366-4bdd-902e-b2cda9e19ecf', 'status': 'completed', 'code': 200} Dec 10 18:17:46.235218 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd', 'status': 'completed', 'code': 200} Dec 10 18:17:46.287584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39696) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:46.321784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network 21dd9ad0-4c18-42be-a1f4-be844721ce99 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:46.330941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:46.349682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab765117-90b8-4071-b840-4ec1b7602c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:46.358527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:46.381478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-22f97172-640d-4c80-aef3-2f5a9bab9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.384154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-22f97172-640d-4c80-aef3-2f5a9bab9ea2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.5870152 Dec 10 18:17:46.401468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Port': ['ID=e93c5b46-52dd-4266-98bf-3dd595040e26,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:46.416732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.417526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.418249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.418919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.419572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.420231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.420960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.423193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-56a71738-be26-4ae7-a69d-74a477662114 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6490 time: 0.2701972 Dec 10 18:17:46.526874 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36d7a55a-244d-4f26-b476-9ae123c258e0 req-c77fa180-207c-4a6e-9687-3f9cac70bbba tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402048 Dec 10 18:17:46.544483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.545374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.546033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.546757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-cf321f87-e863-4447-a243-bac5bf3ba531 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 200 len: 217 time: 0.1465507 Dec 10 18:17:46.547097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.547584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.548053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.548916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.551318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-6a728fa7-ef87-498f-b915-5092b4fd2ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6288 time: 0.2855747 Dec 10 18:17:46.554295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.59', 52194) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:46.611708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.612449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:46.693121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06071584-dc9a-4e3a-8b74-1b63e219e614 req-84833fd5-af62-4031-817a-09bf95fd6c96 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 210 time: 0.0479839 Dec 10 18:17:46.727010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-70d84866-37e9-4d67-b710-d228897ad73d service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516603 Dec 10 18:17:46.733270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4376cbed-6632-4565-911b-dc27a094b08a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8446584 Dec 10 18:17:46.733964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:46.787027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab765117-90b8-4071-b840-4ec1b7602c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:46.794781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-8af44b11-881d-4593-b9b1-4095c6a60540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.796682 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-8af44b11-881d-4593-b9b1-4095c6a60540 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2045248 Dec 10 18:17:46.802040 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab765117-90b8-4071-b840-4ec1b7602c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:46.845302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fa7ae-e25e-48f9-a54a-c4bd8434d971 req-bf615ada-5f99-458f-a613-a55a3a244adc tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.846756 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1fa7ae-e25e-48f9-a54a-c4bd8434d971 req-bf615ada-5f99-458f-a613-a55a3a244adc tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 949 time: 0.3726866 Dec 10 18:17:46.919936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ab765117-90b8-4071-b840-4ec1b7602c67 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73b32417aad543788f09f09d0715499d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6249766 Dec 10 18:17:46.924020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39720) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:46.972255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-e8bde633-be82-4c1c-ae63-216fafe4af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.972932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-e8bde633-be82-4c1c-ae63-216fafe4af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.973139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-e8bde633-be82-4c1c-ae63-216fafe4af34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:46.974988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-e8bde633-be82-4c1c-ae63-216fafe4af34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f16a1c-0704-4aef-b293-34ef2c867633&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 200 len: 2292 time: 0.5010428 Dec 10 18:17:46.980568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab765117-90b8-4071-b840-4ec1b7602c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1905450e-3e91-4c7f-bc4b-6753b83f4004,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:47.021311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.027537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.033674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.039585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.045767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.051770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.057688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.060263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-e541fa59-028f-4fda-a5a2-7713cc245873 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5396 time: 0.2616277 Dec 10 18:17:47.088918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-1a7cc303-17ff-4424-8837-99a14278fd0e tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.090475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-1a7cc303-17ff-4424-8837-99a14278fd0e tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.59 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 811 time: 0.4950306 Dec 10 18:17:47.097460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-a672257f-f4f1-454f-9b57-6e4f27404793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.098977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-a672257f-f4f1-454f-9b57-6e4f27404793 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2683477 Dec 10 18:17:47.108273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Request body: {'port': {'device_id': '7576d616-0206-4bb8-b195-6ea22cef36db', 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'admin_state_up': True, 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:47.115814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-a636abce-ba2d-4088-959b-86d72c9bed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.116231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-a636abce-ba2d-4088-959b-86d72c9bed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.116756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-a636abce-ba2d-4088-959b-86d72c9bed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.118243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-a636abce-ba2d-4088-959b-86d72c9bed6d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6687e1a7c07480f957713bd04918432&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5130880 Dec 10 18:17:47.125868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1fa7ae-e25e-48f9-a54a-c4bd8434d971 req-fbd4c31e-8e25-4a40-87ab-2991f068e186 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357173 Dec 10 18:17:47.213864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4608efb4-39ce-4504-a9e9-6ac8d36ce8f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.232879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-843e36d5-453c-45d3-b617-6a3cbb111da8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5 HTTP/1.1" status: 200 len: 1001 time: 0.2492745 Dec 10 18:17:47.335261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4608efb4-39ce-4504-a9e9-6ac8d36ce8f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.369562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Deleting port e93c5b46-52dd-4266-98bf-3dd595040e26 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:17:47.369928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.486598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd2566a-6ef9-488e-a455-0ffa9fc68479 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:47.508346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.536470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-31f6f5b3-b5bb-458a-8d9c-ff2b62ed9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.537848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-31f6f5b3-b5bb-458a-8d9c-ff2b62ed9163 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4101479 Dec 10 18:17:47.552910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Transition to ACTIVE for port object 5dd2566a-6ef9-488e-a455-0ffa9fc68479 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:47.559323 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.562197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Made reservation on behalf of 06c2f39ea53f430a8bb35cb9059fcc1c for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:17:47.566254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.680459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd2566a-6ef9-488e-a455-0ffa9fc68479,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:47.785681 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.797195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-6ca6439b-d8ec-4fcf-b608-e087649a8dd5 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873546 Dec 10 18:17:47.834437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4608efb4-39ce-4504-a9e9-6ac8d36ce8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.837015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4608efb4-39ce-4504-a9e9-6ac8d36ce8f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:47.838726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4608efb4-39ce-4504-a9e9-6ac8d36ce8f0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1905450e-3e91-4c7f-bc4b-6753b83f4004 HTTP/1.1" status: 204 len: 168 time: 0.9057379 Dec 10 18:17:47.906774 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cca6b98a-89f9-49ec-b315-4d5ade97cc8a req-3a773c59-8bc9-4e2c-989a-6de4a539b3e2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8008232 Dec 10 18:17:47.958292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Calling delete_port for e93c5b46-52dd-4266-98bf-3dd595040e26 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:17:47.976965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3dc4e-c422-4f65-97d5-b3b9234ef18a req-b7824f7f-4601-43df-aebe-012881099ad5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:47.986734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8d3dc4e-c422-4f65-97d5-b3b9234ef18a req-b7824f7f-4601-43df-aebe-012881099ad5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 949 time: 0.2908835 Dec 10 18:17:47.987896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Attempting to bind port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:47.988231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Attempting to bind port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:47.988565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Attempting to bind port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:48.006237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 on network 45d0b6e5-75c0-4c77-8d86-088f9334496c not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:48.006607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Attempting to bind port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:48.010412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608efb4-39ce-4504-a9e9-6ac8d36ce8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905450e-3e91-4c7f-bc4b-6753b83f4004,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:48.020084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.020591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.021030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.021492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.023038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-4cd6bb43-d2f4-4972-bdbc-0eee2950b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.027448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-4cd6bb43-d2f4-4972-bdbc-0eee2950b318 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dcb8681-2be1-4438-bbc8-5d4f939491fc HTTP/1.1" status: 200 len: 850 time: 0.7686172 Dec 10 18:17:48.028885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.035318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.035938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.038002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-b1e94d57-23b9-45a1-9dc8-59e16db88c22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6313 time: 0.3387599 Dec 10 18:17:48.043759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:48.044096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Checking segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:48.044547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Bound using segment: {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:48.045002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Bound port: 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:48.045359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:48.126477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-f30496fb-4f7d-452c-9e8c-d00a1e0123a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.128732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-f30496fb-4f7d-452c-9e8c-d00a1e0123a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f16a1c-0704-4aef-b293-34ef2c867633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820401 Dec 10 18:17:48.131064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-beb2a056-02ef-4e5b-b683-329bc56c4beb req-72666ffe-38c6-4a98-92e1-f62d93b1f9d6 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074336 Dec 10 18:17:48.286047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-28b733fd-5591-4c64-b97c-f9903165fa5a service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496520 Dec 10 18:17:48.520660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-bf707d72-0893-4efd-a335-391d4b3f63b7 service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263269 Dec 10 18:17:48.579525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-b397f817-7bd6-46cc-b3c7-cd0688646c3b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 217 time: 0.0509660 Dec 10 18:17:48.655823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-276695e6-0791-4fec-8e6a-dd2c6b223f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.657928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-276695e6-0791-4fec-8e6a-dd2c6b223f92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0704439 Dec 10 18:17:48.743125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-2a95e6bb-2ee7-4c94-95ee-f3c4e6973169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.746476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-2a95e6bb-2ee7-4c94-95ee-f3c4e6973169 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0796516 Dec 10 18:17:48.777300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8d3dc4e-c422-4f65-97d5-b3b9234ef18a req-1faea930-72f6-40c1-b7a0-a174275130ec tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7791436 Dec 10 18:17:48.801392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Allocated IP 172.20.0.13 (5d841630-712f-474d-aa8a-702dd3bda470/6bfe9dea-614e-4c49-84c9-97c5478f3e87/0cdd0156-fc64-4dbb-96f0-112538e68465) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:48.856168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-27b18ce3-e84b-4171-8324-81a886176b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.857735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-27b18ce3-e84b-4171-8324-81a886176b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.858448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-27b18ce3-e84b-4171-8324-81a886176b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:48.860474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-27b18ce3-e84b-4171-8324-81a886176b75 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6687e1a7c07480f957713bd04918432&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7905664 Dec 10 18:17:48.883180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-d3d5b001-2cff-4e6c-83ab-1fa710692692 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270368 Dec 10 18:17:48.905132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:17:48.972194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] For port 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:49.013844 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-fd4f8251-c367-4a0b-bbd9-1a66cd32e6a9 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228461 Dec 10 18:17:49.061639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0afbcc59-6bc3-4e04-8b7a-6f2c146894e1 req-cb07ba7f-9600-4ad7-a7a2-c13aaf218f4b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 210 time: 0.1039090 Dec 10 18:17:49.081919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] For port 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:49.082649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-a951ac06-8c17-4eb9-a0ca-b2fd64e4fc9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 217 time: 0.0583971 Dec 10 18:17:49.096483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:49.131006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.148627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-c2c675cd-1d27-43cc-aebf-8096642a4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.149309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'mac_address': 'fa:16:3e:54:e5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:17:49.150423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-c2c675cd-1d27-43cc-aebf-8096642a4743 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0600095 Dec 10 18:17:49.214039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-fb0a6b01-0c33-4bb5-be14-91af530975e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.215605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d1daf2d-23b3-4b52-a895-dbe6c68322fe req-fb0a6b01-0c33-4bb5-be14-91af530975e7 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3444192 Dec 10 18:17:49.266535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.270084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.283655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66d64bb-7254-4926-9312-9bbd1c8dc304 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:49.283892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.285145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.286806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] 10.222.0.59 "PUT /v2.0/ports/5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 1091 time: 3.3805521 Dec 10 18:17:49.293963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:49.297707 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2347392-155d-48a7-8ed4-ae7399e08a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:49.311530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:49.313218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-b0fa1898-e864-4ad8-b164-0803e5494687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.315017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-b0fa1898-e864-4ad8-b164-0803e5494687 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475616 Dec 10 18:17:49.322052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab8f0d-0730-41f6-868a-833cda32f1cf req-04b8514a-5e64-4011-bd00-94e7e4ae63a4 tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.327155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.331246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24ab8f0d-0730-41f6-868a-833cda32f1cf req-04b8514a-5e64-4011-bd00-94e7e4ae63a4 tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 1100 time: 0.0925226 Dec 10 18:17:49.346469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:49.389829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=12']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:49.471178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24ab8f0d-0730-41f6-868a-833cda32f1cf req-7c9bd112-3eff-4221-b2fb-a3440aa9332d tempest-MigrationsAdminTest-2071441104 tempest-MigrationsAdminTest-2071441104-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342425 Dec 10 18:17:49.499171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.510208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "DELETE /v2.0/ports/e93c5b46-52dd-4266-98bf-3dd595040e26 HTTP/1.1" status: 204 len: 168 time: 2.7303200 Dec 10 18:17:49.520317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39818) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:49.523547 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-3be961be-2ff6-4af8-a805-ed6c84c47a8e service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829641 Dec 10 18:17:49.530430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99', 'external_fixed_ips': [{'subnet_id': '2bb2b61a-f616-4522-a234-c2b9cb4075c6', 'ip_address': '172.20.0.11'}]}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:49.598548 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1603ec3a-5f3a-45fd-8055-7f41abdebd8c x-openstack-request-id: req-1603ec3a-5f3a-45fd-8055-7f41abdebd8c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:49.598927 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:49.600494 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1603ec3a-5f3a-45fd-8055-7f41abdebd8c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:49.600977 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479', 'status': 'completed', 'code': 200} Dec 10 18:17:49.660210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['e66d64bb-7254-4926-9312-9bbd1c8dc304'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:49.675080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-34e1dfff-9a24-4056-8a01-7f917e748cd3 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396289 Dec 10 18:17:49.689428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1272772-c65d-4f4f-8661-5984658a20f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd2566a-6ef9-488e-a455-0ffa9fc68479,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:49.751167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-3e96cd47-520f-42fa-b1ad-7f4542374f9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=a0cc190e-de3d-4154-b29a-ff40c386d307 HTTP/1.1" status: 200 len: 217 time: 0.0693326 Dec 10 18:17:49.770477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.815764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-5ed3894c-e2a1-4a9e-9cf3-1854dc345cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.818534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-5ed3894c-e2a1-4a9e-9cf3-1854dc345cb3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0589929 Dec 10 18:17:49.831699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.843516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.846842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:17:49.852062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.861489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.870171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.877651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.885826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.897776 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-133c89ed-248f-4986-a808-c072ab47e33f req-2480f8cd-ae83-489a-8c8b-04d062c80881 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5408 time: 0.6069174 Dec 10 18:17:49.913078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-c0c28f19-7579-46b9-8e22-3783bf58cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:49.914769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-c0c28f19-7579-46b9-8e22-3783bf58cddc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0889382 Dec 10 18:17:49.927774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.944146 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:49.974867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:49.977552 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babe3dfd-3142-4122-9a01-83418fe8be22" -d '{"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:49.995757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:49.998821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Network 5d841630-712f-474d-aa8a-702dd3bda470 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:50.009725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:50.013623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-133c89ed-248f-4986-a808-c072ab47e33f req-e2ecfb9f-08be-46f2-b1cf-28dbb2687c8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147726 Dec 10 18:17:50.019315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdceea8-2cac-49de-a11e-4eccbdf51aaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event deleted for resources: {'Port': ['ID=e93c5b46-52dd-4266-98bf-3dd595040e26,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:50.089949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:50.093840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:50.112939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-898973cf-49db-4eb4-93d1-8afbe01647e0 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899819 Dec 10 18:17:50.115687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:50.182209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:50.190575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:50.194184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:50.200217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:50.258820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-763d1d2b-4d1e-43b4-8f51-a72b128cf35c service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354773 Dec 10 18:17:50.283568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Pushing event updated for resources: {'Port': ['ID=0cdd0156-fc64-4dbb-96f0-112538e68465,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:50.318225 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c3c306-6f5d-4674-a6c6-5af42ea2b4cb x-openstack-request-id: req-97c3c306-6f5d-4674-a6c6-5af42ea2b4cb {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:50.319004 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:50.319563 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97c3c306-6f5d-4674-a6c6-5af42ea2b4cb {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:50.320274 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'code': 200} Dec 10 18:17:50.349866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-e8caba1f-3a34-424e-8ac5-6cd917448269 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b769134b-467d-47cb-8cf4-e0cf12918607 HTTP/1.1" status: 200 len: 217 time: 0.0836525 Dec 10 18:17:50.443786 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:50.456821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.457382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.457869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.458349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.458840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.459357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.459962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.462240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7ffba83c-dbe2-47c5-8717-7f882e6646f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6355 time: 0.8161447 Dec 10 18:17:50.490748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-05897070-2de5-40a4-88bb-c06f5af56f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.492314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-05897070-2de5-40a4-88bb-c06f5af56f5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.1307292 Dec 10 18:17:50.532710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['5c2d8edf-18b7-49a9-862d-ca34271727dd'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:50.545479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e921d8-e669-4083-96f5-d185812b45d7 req-cdd62039-fa55-4db5-bbf5-c975544db4ea tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.548940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7e921d8-e669-4083-96f5-d185812b45d7 req-cdd62039-fa55-4db5-bbf5-c975544db4ea tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 932 time: 0.1323862 Dec 10 18:17:50.729367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.730058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:50.759221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-7cbfe99d-faaf-4b1f-9ac5-f23a1bc160c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.761282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-7cbfe99d-faaf-4b1f-9ac5-f23a1bc160c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2493985 Dec 10 18:17:50.774149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7e921d8-e669-4083-96f5-d185812b45d7 req-51706340-7283-4283-a1d3-b4656da5c40c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591496 Dec 10 18:17:50.804139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-6faa18e7-bfc2-48a9-917f-f372ac40dd41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2085042 Dec 10 18:17:50.901491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-c86a7551-cbb9-44b7-b122-d15e8fc1a409 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7973373 Dec 10 18:17:50.910826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:50.928622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-199fff7a-5db3-412f-9d43-3a6c30511560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:50.930604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-199fff7a-5db3-412f-9d43-3a6c30511560 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 1101 time: 0.0897791 Dec 10 18:17:50.931986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Request body: {'port': {'device_id': '7576d616-0206-4bb8-b195-6ea22cef36db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:50.948518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-d0d70ec0-c7f4-4feb-8afb-829644180dcf service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729863 Dec 10 18:17:50.980424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port e66d64bb-7254-4926-9312-9bbd1c8dc304 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:17:50.987516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port e66d64bb-7254-4926-9312-9bbd1c8dc304 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:50.988376 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:51.037340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d9662-b908-41df-99ef-483edc7a870e req-19a21bb8-a32f-4849-b750-07ed17e70929 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.039402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e70d9662-b908-41df-99ef-483edc7a870e req-19a21bb8-a32f-4849-b750-07ed17e70929 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 950 time: 0.2307668 Dec 10 18:17:51.040683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-a76350b0-4b0f-45d3-8f2d-2cb69f3b2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.041227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-a76350b0-4b0f-45d3-8f2d-2cb69f3b2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.041695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-a76350b0-4b0f-45d3-8f2d-2cb69f3b2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.043429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-a76350b0-4b0f-45d3-8f2d-2cb69f3b2a8a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6687e1a7c07480f957713bd04918432&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4398463 Dec 10 18:17:51.130504 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:51.187313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:51.192044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:51.195212 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:51.217585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-a56dca9a-4bc2-4983-aada-d4e9c7fe46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.219239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-a56dca9a-4bc2-4983-aada-d4e9c7fe46c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2522960 Dec 10 18:17:51.246799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-d4173120-a856-4e17-801e-39524df089c9 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907884 Dec 10 18:17:51.284065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=13']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:51.286113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-7126db31-aed1-447d-ac57-ed880fbbd407 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 200 len: 217 time: 0.0484242 Dec 10 18:17:51.365021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e70d9662-b908-41df-99ef-483edc7a870e req-b27cbd64-ea88-48bf-824d-3478d064258d tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842026 Dec 10 18:17:51.374706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28b44429-b44c-4f8b-aae5-e14da8a02a99 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:51.375992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-98d53bc8-3709-4fa4-aaa1-d6016a071068 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754 HTTP/1.1" status: 200 len: 217 time: 0.0886745 Dec 10 18:17:51.400859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.407953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.414100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.420407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.426483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.433182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.433530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:51.440258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.441630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4efbad45-7150-4c28-b942-34017ee56b47 req-9e04bf60-991c-4848-bbce-89939d1b6841 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5408 time: 0.2491117 Dec 10 18:17:51.449673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Transition to ACTIVE for port object 28b44429-b44c-4f8b-aae5-e14da8a02a99 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:51.459357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7f6718d6-268c-44df-9985-c5976ec9e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.460978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a2347392-155d-48a7-8ed4-ae7399e08a4b req-7f6718d6-268c-44df-9985-c5976ec9e7fa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3778470 Dec 10 18:17:51.461628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:51.510718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-fb7aa45a-eca0-45ce-a6b0-839819319c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.512201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-fb7aa45a-eca0-45ce-a6b0-839819319c85 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2169492 Dec 10 18:17:51.585764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-54dbcb99-c685-4ab1-bb95-f3891c688fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.588034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-54dbcb99-c685-4ab1-bb95-f3891c688fb4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.1998806 Dec 10 18:17:51.626865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4efbad45-7150-4c28-b942-34017ee56b47 req-0cbaf2bb-3656-40c0-9ccd-c74bde7a42cf tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1679072 Dec 10 18:17:51.661332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-8ba8e31b-68d8-4a72-be81-f775a7a7b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.664238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-8ba8e31b-68d8-4a72-be81-f775a7a7b418 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261380 Dec 10 18:17:51.708200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-7acc27d2-bcd4-4eae-9f8c-aa41c6dd97c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:51.710105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-7acc27d2-bcd4-4eae-9f8c-aa41c6dd97c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1106563 Dec 10 18:17:51.861666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-8c630eba-d93e-4924-870f-42d997c8f74e service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811762 Dec 10 18:17:52.018509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39920) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:52.025309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-277418fd-eee1-415f-b2ab-34a6804b5920 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830429 Dec 10 18:17:52.052876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Pushing event updated for resources: {'Port': ['ID=28b44429-b44c-4f8b-aae5-e14da8a02a99,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:52.065909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189a80e-6d50-45ce-bb98-93abbe6fd7be req-b17015b8-8a40-4363-9378-2ac6a7c5c26b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:52.079178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a189a80e-6d50-45ce-bb98-93abbe6fd7be req-b17015b8-8a40-4363-9378-2ac6a7c5c26b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 932 time: 0.1726489 Dec 10 18:17:52.085687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.126852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df21511e-2c43-4aa1-8b35-ceadeaab4e10 req-5f2dadc0-fdcc-4497-916a-11fc875b501c service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477641 Dec 10 18:17:52.189390 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.209962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-4cde7b37-12aa-42f9-a1dd-f9a863313543 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:52.210986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a189a80e-6d50-45ce-bb98-93abbe6fd7be req-173ed06b-6d4f-47ab-b1e5-5ab0e2076136 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316464 Dec 10 18:17:52.211534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-4cde7b37-12aa-42f9-a1dd-f9a863313543 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 951 time: 0.2866497 Dec 10 18:17:52.222339 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6f52-0c2c-4fd6-b004-962adf0d909d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.239701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-556c0ce1-3347-44fb-9373-285bea21ed8a service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022972 Dec 10 18:17:52.288432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-f2772d37-95b9-4c0d-9d23-3fa20bfaf9a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0 HTTP/1.1" status: 200 len: 217 time: 0.0389988 Dec 10 18:17:52.321445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:52.325620 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65160b4f-936a-494a-bf3a-3661cfe77966" -d '{"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:52.367864 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5020254b-2241-4bad-a691-fbc45b8d7895 x-openstack-request-id: req-5020254b-2241-4bad-a691-fbc45b8d7895 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:52.369888 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-plugged", "status": "completed", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:52.370383 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5020254b-2241-4bad-a691-fbc45b8d7895 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:52.371061 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'code': 200} Dec 10 18:17:52.381318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-0e22a48b-329f-4f5b-b90f-356b00caad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:52.383707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-0e22a48b-329f-4f5b-b90f-356b00caad08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.0878518 Dec 10 18:17:52.433716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6f52-0c2c-4fd6-b004-962adf0d909d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.441614 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b2d6f52-0c2c-4fd6-b004-962adf0d909d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.458954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Attempting to bind port 28b44429-b44c-4f8b-aae5-e14da8a02a99 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:52.459283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Attempting to bind port 28b44429-b44c-4f8b-aae5-e14da8a02a99 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:52.459613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Attempting to bind port 28b44429-b44c-4f8b-aae5-e14da8a02a99 on network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:52.482700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-3b4391c1-95a2-422c-a890-6fdfd4bec6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:52.484389 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-3b4391c1-95a2-422c-a890-6fdfd4bec6d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890024 Dec 10 18:17:52.489095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Port 28b44429-b44c-4f8b-aae5-e14da8a02a99 on network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:52.489420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Attempting to bind port 28b44429-b44c-4f8b-aae5-e14da8a02a99 on network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:52.537578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d6f52-0c2c-4fd6-b004-962adf0d909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b2bc0b-a508-427d-acf1-e5867387aaed,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:52.544487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:52.544894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Checking segment: {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:52.545357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Bound using segment: {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:52.545855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Bound port: 28b44429-b44c-4f8b-aae5-e14da8a02a99, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:52.546775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.577166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdd0156-fc64-4dbb-96f0-112538e68465 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:52.580575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3b2d6f52-0c2c-4fd6-b004-962adf0d909d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1b846799c934fa79545396dd99b97de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5607855 Dec 10 18:17:52.584758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39928) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:52.594384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.628426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Deleting port e66d64bb-7254-4926-9312-9bbd1c8dc304 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:17:52.628777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.633294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d886e4-8ab6-433c-ab77-e0d80487deeb req-e7ff4b0d-133b-492b-89d6-ca814f6b8c90 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:52.635143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75d886e4-8ab6-433c-ab77-e0d80487deeb req-e7ff4b0d-133b-492b-89d6-ca814f6b8c90 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 951 time: 0.1751375 Dec 10 18:17:52.635659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Allocated IP 172.20.0.11 (21dd9ad0-4c18-42be-a1f4-be844721ce99/2bb2b61a-f616-4522-a234-c2b9cb4075c6/1d96d961-25f7-4069-b166-93696a50771e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:17:52.703195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-45f39400-06e5-4f43-bb17-b9f1a1e1f513 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897609 Dec 10 18:17:52.703298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Transition to ACTIVE for port object 0cdd0156-fc64-4dbb-96f0-112538e68465 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:52.719688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.742396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10f0e658-8e12-4f71-87ff-3787b41ec2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.831134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] For port 28b44429-b44c-4f8b-aae5-e14da8a02a99, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:52.908270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdd0156-fc64-4dbb-96f0-112538e68465,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:52.912275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] For port 28b44429-b44c-4f8b-aae5-e14da8a02a99, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:52.941447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:52.947379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] For port e66d64bb-7254-4926-9312-9bbd1c8dc304, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e66d64bb-7254-4926-9312-9bbd1c8dc304,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:52.947727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.042890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Calling delete_port for e66d64bb-7254-4926-9312-9bbd1c8dc304 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:17:53.075397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.076634 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.078713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] 10.222.0.59 "PUT /v2.0/ports/28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 1091 time: 3.7399073 Dec 10 18:17:53.082127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:53.085331 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:53.109134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.121275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Request body: {'port': {'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:17:53.133073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75d886e4-8ab6-433c-ab77-e0d80487deeb req-1b28998f-b645-4c3e-8986-67ffabb27179 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809453 Dec 10 18:17:53.139188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10f0e658-8e12-4f71-87ff-3787b41ec2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.194070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.198976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-255ca3b3-d7b2-49e3-955b-ed47d45e4407 req-69754f2d-3b1a-4ca8-becd-ffade4e19881 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862642 Dec 10 18:17:53.207003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.222068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.222281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10f0e658-8e12-4f71-87ff-3787b41ec2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.226901 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10f0e658-8e12-4f71-87ff-3787b41ec2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.228421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-10f0e658-8e12-4f71-87ff-3787b41ec2a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08b2bc0b-a508-427d-acf1-e5867387aaed HTTP/1.1" status: 204 len: 168 time: 0.6372550 Dec 10 18:17:53.252661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0e658-8e12-4f71-87ff-3787b41ec2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b2bc0b-a508-427d-acf1-e5867387aaed,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:53.255993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.273039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.279433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.286785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.295545 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-c673fda8-1f35-4748-b5c3-8dd450b041ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5420 time: 0.4912274 Dec 10 18:17:53.362457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf20c24-86a2-4b65-a5ae-d646a1ee9d03 service neutron] Pushing event updated for resources: {'Port': ['ID=28b44429-b44c-4f8b-aae5-e14da8a02a99,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:53.376089 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9806fd5c-f8ee-4740-bc7d-b76898654efa x-openstack-request-id: req-9806fd5c-f8ee-4740-bc7d-b76898654efa {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:53.376632 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:53.377062 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9806fd5c-f8ee-4740-bc7d-b76898654efa {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:53.378215 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99', 'status': 'completed', 'code': 200} Dec 10 18:17:53.410452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Attempting to bind port 0cdd0156-fc64-4dbb-96f0-112538e68465 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:53.410722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Attempting to bind port 0cdd0156-fc64-4dbb-96f0-112538e68465 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:53.411047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Attempting to bind port 0cdd0156-fc64-4dbb-96f0-112538e68465 on network 5d841630-712f-474d-aa8a-702dd3bda470 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:53.455890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Port 0cdd0156-fc64-4dbb-96f0-112538e68465 on network 5d841630-712f-474d-aa8a-702dd3bda470 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:53.456222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Attempting to bind port 0cdd0156-fc64-4dbb-96f0-112538e68465 on network 5d841630-712f-474d-aa8a-702dd3bda470 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:53.482110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:53.482504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Checking segment: {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:53.482869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Bound using segment: {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:53.483321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Bound port: 0cdd0156-fc64-4dbb-96f0-112538e68465, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276268e6-3d84-41e8-ac10-773ff922633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:53.483682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.493377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.493844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.494385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.495223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.495223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.495693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.496140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.497097 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.498451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-242036b2-d1cc-4652-854f-84e268ea7b22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6422 time: 0.0955234 Dec 10 18:17:53.523222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b027-50ba-424d-9b00-e02d2445d5ce req-a4b5f0c0-fb8c-483d-aacb-fc67af213c6b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.529012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.535010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcc2b027-50ba-424d-9b00-e02d2445d5ce req-a4b5f0c0-fb8c-483d-aacb-fc67af213c6b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 944 time: 0.0920012 Dec 10 18:17:53.607228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b40d5fc6-5b44-4a2a-995a-6b847ab5c31a req-27a578bc-44b3-4a15-ad12-61e2b64a10d2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3105540 Dec 10 18:17:53.658738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39960) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:53.691671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed027-890a-481c-bddb-642c301d9540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.702495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcc2b027-50ba-424d-9b00-e02d2445d5ce req-a1aa57c3-758d-4f9a-ae83-f92b9d2c5252 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663034 Dec 10 18:17:53.735054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network 21dd9ad0-4c18-42be-a1f4-be844721ce99 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:17:53.749941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Port': ['ID=1d96d961-25f7-4069-b166-93696a50771e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:53.752919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:17:53.771670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:17:53.787141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-31e562c2-4f14-49a8-ba2e-d49f8cdc4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.787700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-31e562c2-4f14-49a8-ba2e-d49f8cdc4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.788172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-31e562c2-4f14-49a8-ba2e-d49f8cdc4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:53.790729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-31e562c2-4f14-49a8-ba2e-d49f8cdc4e5e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6687e1a7c07480f957713bd04918432&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2527626 Dec 10 18:17:53.819493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.832871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105', '62d21382-e7f8-4a90-8039-7a0640ee417a', '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'e66d64bb-7254-4926-9312-9bbd1c8dc304'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:53.880160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:17:53.933569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] For port 0cdd0156-fc64-4dbb-96f0-112538e68465, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:53.948122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event deleted for resources: {'Port': ['ID=e66d64bb-7254-4926-9312-9bbd1c8dc304,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:53.966707 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed027-890a-481c-bddb-642c301d9540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:53.971286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] For port 0cdd0156-fc64-4dbb-96f0-112538e68465, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0cdd0156-fc64-4dbb-96f0-112538e68465,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:53.986323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e9ed027-890a-481c-bddb-642c301d9540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.050668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.051400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4e9ed027-890a-481c-bddb-642c301d9540 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc09f6ed6a154c9691ffa82468ff31da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3910766 Dec 10 18:17:54.055033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-205e3b6b-2193-4c42-891d-f469b281b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:54.055964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39970) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:54.059366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c653e0e9-d8e2-41a4-bf93-50f60ec9c38c req-205e3b6b-2193-4c42-891d-f469b281b8dc service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2476676 Dec 10 18:17:54.063624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ed027-890a-481c-bddb-642c301d9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51abee3e-084b-4df9-8bab-2d8d8389bcc5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:54.116656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:54.160957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] No DVR routers for this DVR port e66d64bb-7254-4926-9312-9bbd1c8dc304 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:17:54.164037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'mac_address': 'fa:16:3e:ec:99:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:17:54.195482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.199136 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65ac4401-666e-459e-bfc7-1a2f1a833905 req-609d075a-b495-4c55-acb1-4732240247a4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "DELETE /v2.0/ports/e66d64bb-7254-4926-9312-9bbd1c8dc304 HTTP/1.1" status: 204 len: 173 time: 1.9553478 Dec 10 18:17:54.266662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:54.267617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.268880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] 10.222.0.59 "PUT /v2.0/ports/0cdd0156-fc64-4dbb-96f0-112538e68465 HTTP/1.1" status: 200 len: 1092 time: 3.3432517 Dec 10 18:17:54.315572 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.376767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65ba258-9957-43a1-ab24-9d0974968c70 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:54.416116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:54.435026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7f3f362-cbf2-476f-b476-d4e46c96fc32 req-b0bd5c26-8928-4f4e-ac5b-25d917778479 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=483e0276-9099-49a4-b466-573331751ec9 HTTP/1.1" status: 200 len: 210 time: 0.0987823 Dec 10 18:17:54.460678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.542309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:54.583756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['c65ba258-9957-43a1-ab24-9d0974968c70'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:54.819456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1f916-2d81-4c48-97a5-bb8e0c9a4b44 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdd0156-fc64-4dbb-96f0-112538e68465,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:54.872529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216802d-4e73-4796-a73d-fbc362ee9d74 req-e42f677e-65ee-4269-84d7-0ff8e5885e5b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:54.874022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1216802d-4e73-4796-a73d-fbc362ee9d74 req-e42f677e-65ee-4269-84d7-0ff8e5885e5b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 944 time: 0.0676081 Dec 10 18:17:54.880920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf82e33c-ac88-4e14-b3b0-fe455b666311 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:17:54.887483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84a3427e-1d27-4626-9b8c-191fc5e88a6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.916234 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.954926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1216802d-4e73-4796-a73d-fbc362ee9d74 req-e0f059ab-f294-4eaa-a67c-6e48da688eac tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719149 Dec 10 18:17:54.963813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Transition to ACTIVE for port object bf82e33c-ac88-4e14-b3b0-fe455b666311 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:17:54.976413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:54.986547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84a3427e-1d27-4626-9b8c-191fc5e88a6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:55.043151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.049670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.055828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.062190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.068206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.074241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.080405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.082479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-0d1af095-6a65-4353-be91-d9814ccc0dc4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5420 time: 0.2768819 Dec 10 18:17:55.083185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:55.092287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-4f1d85b3-8a51-4659-b1e6-cda881b284d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.093881 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-4f1d85b3-8a51-4659-b1e6-cda881b284d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 1095 time: 0.4658816 Dec 10 18:17:55.213597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-d99b1bee-c3ab-45a5-bdd2-ab890d35839c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cdd0156-fc64-4dbb-96f0-112538e68465 HTTP/1.1" status: 200 len: 217 time: 0.0887699 Dec 10 18:17:55.352168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf82e33c-ac88-4e14-b3b0-fe455b666311,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:55.393545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-deleted', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304'}, {'name': 'network-changed', 'server_uuid': '7576d616-0206-4bb8-b195-6ea22cef36db', 'tag': '0cdd0156-fc64-4dbb-96f0-112538e68465'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:55.397112 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2adb566-3dbf-42b7-926e-3a763456b464" -d '{"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-deleted", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304"}, {"name": "network-changed", "server_uuid": "7576d616-0206-4bb8-b195-6ea22cef36db", "tag": "0cdd0156-fc64-4dbb-96f0-112538e68465"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:55.506158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-530201f6-d9c5-4f42-95cc-18f5ee368e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:55.508258 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-530201f6-d9c5-4f42-95cc-18f5ee368e57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 200 len: 851 time: 0.2717988 Dec 10 18:17:55.531008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bca060c3-351b-4902-9e5b-0a93abcc1dd8 req-07a65b64-f071-4108-ab1f-083ab3e25c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4350812 Dec 10 18:17:55.543237 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25338695-1cfb-4868-91c8-0b52df913a54 x-openstack-request-id: req-25338695-1cfb-4868-91c8-0b52df913a54 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:55.543237 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "483e0276-9099-49a4-b466-573331751ec9", "name": "network-vif-deleted", "tag": "e66d64bb-7254-4926-9312-9bbd1c8dc304", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7576d616-0206-4bb8-b195-6ea22cef36db", "tag": "0cdd0156-fc64-4dbb-96f0-112538e68465", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:55.543627 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25338695-1cfb-4868-91c8-0b52df913a54 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:55.544035 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '483e0276-9099-49a4-b466-573331751ec9', 'name': 'network-vif-deleted', 'tag': 'e66d64bb-7254-4926-9312-9bbd1c8dc304', 'status': 'completed', 'code': 200} Dec 10 18:17:55.544800 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7576d616-0206-4bb8-b195-6ea22cef36db', 'tag': '0cdd0156-fc64-4dbb-96f0-112538e68465', 'status': 'completed', 'code': 200} Dec 10 18:17:55.616850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-3829818c-2783-4bec-aaf1-7a4a76c0998f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d841630-712f-474d-aa8a-702dd3bda470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710232 Dec 10 18:17:55.621813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84a3427e-1d27-4626-9b8c-191fc5e88a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:55.625078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84a3427e-1d27-4626-9b8c-191fc5e88a6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:55.626480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-84a3427e-1d27-4626-9b8c-191fc5e88a6c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/51abee3e-084b-4df9-8bab-2d8d8389bcc5 HTTP/1.1" status: 204 len: 168 time: 1.5327196 Dec 10 18:17:55.706804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a3427e-1d27-4626-9b8c-191fc5e88a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51abee3e-084b-4df9-8bab-2d8d8389bcc5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:55.763329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:55.767500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Attempting to bind port bf82e33c-ac88-4e14-b3b0-fe455b666311 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:55.767843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Attempting to bind port bf82e33c-ac88-4e14-b3b0-fe455b666311 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:55.768173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Attempting to bind port bf82e33c-ac88-4e14-b3b0-fe455b666311 on network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:55.787329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Port bf82e33c-ac88-4e14-b3b0-fe455b666311 on network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:17:55.787795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Attempting to bind port bf82e33c-ac88-4e14-b3b0-fe455b666311 on network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:55.839991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:55.840349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Checking segment: {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:55.840703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Bound using segment: {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:55.841231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Bound port: bf82e33c-ac88-4e14-b3b0-fe455b666311, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:55.841604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:55.878655 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-f5ce6091-4c41-472b-8c81-a5e94baf78b3 service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507627 Dec 10 18:17:55.881129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:17:56.047092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port c65ba258-9957-43a1-ab24-9d0974968c70 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:17:56.048415 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:56.123450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca80428-17eb-44f2-a264-22db62b8c5e1 req-a53e2269-1e48-43b2-bd87-53cb4a6bff44 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.125891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ca80428-17eb-44f2-a264-22db62b8c5e1 req-a53e2269-1e48-43b2-bd87-53cb4a6bff44 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 951 time: 0.1136189 Dec 10 18:17:56.187630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:56.224428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ca80428-17eb-44f2-a264-22db62b8c5e1 req-334ec69b-9955-425c-a94f-df5714329bf9 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844350 Dec 10 18:17:56.252331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:56.252647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] For port bf82e33c-ac88-4e14-b3b0-fe455b666311, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:17:56.253195 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c06cae-5b48-4eaf-b8c8-1d906f7ef7e0" -d '{"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-plugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:56.288782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:56.288922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] For port bf82e33c-ac88-4e14-b3b0-fe455b666311, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:17:56.299408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:56.302957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb63d9-2343-4c57-b6f8-457e8807b67e req-31108222-bf72-4023-91fc-6ae802b85565 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.304847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91cb63d9-2343-4c57-b6f8-457e8807b67e req-31108222-bf72-4023-91fc-6ae802b85565 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 944 time: 0.1913421 Dec 10 18:17:56.319304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:56.383767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bf37531-d18e-4359-a180-b2a895c961c9 req-0596bc7d-b18b-4d9b-8b7c-c39bc3b8dbd8 service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805124 Dec 10 18:17:56.397258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:56.407954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Router 481dd9ef-a0d7-4d69-a497-f7e5abec22b6 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:17:56.434382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.436426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:56.439422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] 10.222.0.59 "PUT /v2.0/ports/bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 1091 time: 3.3237951 Dec 10 18:17:56.461031 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbc9c34-a23c-42b1-9911-e8bbbd293829 x-openstack-request-id: req-2fbc9c34-a23c-42b1-9911-e8bbbd293829 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:56.461327 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-plugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:56.462256 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2fbc9c34-a23c-42b1-9911-e8bbbd293829 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:56.462680 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'code': 200} Dec 10 18:17:56.518190 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91cb63d9-2343-4c57-b6f8-457e8807b67e req-e6bf5a54-e783-4021-8ba0-9f2d9181c09b tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039356 Dec 10 18:17:56.612659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366794b-7dd6-4d89-8334-b886da04c2dc service neutron] Pushing event updated for resources: {'Port': ['ID=bf82e33c-ac88-4e14-b3b0-fe455b666311,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:56.656156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-7d718d4e-5170-44cf-a4d2-800943691477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.657816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-7d718d4e-5170-44cf-a4d2-800943691477 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 1095 time: 0.2096980 Dec 10 18:17:56.795401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.810800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.825282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.832458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.838799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.848534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.855626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:56.869226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-d405e2fd-b615-4c57-91a6-22234f614abd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.2100482 Dec 10 18:17:56.945365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:17:56.962130 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f4ccf790-9599-42b3-9a45-ac112e80cddc req-e67453e0-bc12-4245-9417-28e070dcaa3c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916450 Dec 10 18:17:56.971780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: e66d64bb-7254-4926-9312-9bbd1c8dc304 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:17:56.972409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e66d64bb-7254-4926-9312-9bbd1c8dc304 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:17:57.147200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.147667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.148128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.148587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.149031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.149503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.150266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.153245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-120eb164-681f-41aa-8910-cc71d5a8253f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6489 time: 0.6460862 Dec 10 18:17:57.211134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:17:57.213724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-d0cad585-5498-4bfd-badf-02977c91b841 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 217 time: 0.0495291 Dec 10 18:17:57.226081 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Sync routers for ids ['481dd9ef-a0d7-4d69-a497-f7e5abec22b6'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:17:57.246316 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Routers {'481dd9ef-a0d7-4d69-a497-f7e5abec22b6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:17:57.246960 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:17:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['481dd9ef-a0d7-4d69-a497-f7e5abec22b6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:57.266766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-2c59ddc5-a752-4881-9e02-57299e307f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.268475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-2c59ddc5-a752-4881-9e02-57299e307f77 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 912 time: 0.5658715 Dec 10 18:17:57.280755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:57.283642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb38578d-e0b4-4643-82c1-b1d635bbfae2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.7592735 Dec 10 18:17:57.285315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40068) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:57.332832 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-4138804e-d86e-4385-a976-732b26b1dcef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cdd0156-fc64-4dbb-96f0-112538e68465 HTTP/1.1" status: 200 len: 217 time: 0.0479128 Dec 10 18:17:57.441525 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Set router 481dd9ef-a0d7-4d69-a497-f7e5abec22b6 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:17:57.461535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-bdb25049-4a67-4c18-b2ba-51b3a9098069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.465314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-bdb25049-4a67-4c18-b2ba-51b3a9098069 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 0.2395818 Dec 10 18:17:57.505043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:57.567834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:17:57.575160 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a33fc2-e487-4f3d-982e-14787060cc64" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:17:57.632288 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-a002bd92-ff6f-41db-bbda-b0768638e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.634330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-a002bd92-ff6f-41db-bbda-b0768638e41f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 200 len: 851 time: 0.2873344 Dec 10 18:17:57.708017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481dd9ef-a0d7-4d69-a497-f7e5abec22b6', 'name': '', 'tenant_id': 'd28eab57919547feaf817d4aaa919f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99', 'external_fixed_ips': [{'subnet_id': '2bb2b61a-f616-4522-a234-c2b9cb4075c6', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '1d96d961-25f7-4069-b166-93696a50771e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:17:50Z', 'updated_at': '2021-12-10T18:17:54Z', 'revision_number': 3, 'project_id': 'd28eab57919547feaf817d4aaa919f82', 'gw_port': {'id': '1d96d961-25f7-4069-b166-93696a50771e', 'name': '', 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:02:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481dd9ef-a0d7-4d69-a497-f7e5abec22b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '2bb2b61a-f616-4522-a234-c2b9cb4075c6', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:17:52Z', 'updated_at': '2021-12-10T18:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bb2b61a-f616-4522-a234-c2b9cb4075c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:17:57.708292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:57.723765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8ad00-192f-447b-9a33-7ee709f0997f req-afd73b18-2277-4e88-94cb-329a9f481623 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.733666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dcf8ad00-192f-447b-9a33-7ee709f0997f req-afd73b18-2277-4e88-94cb-329a9f481623 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 951 time: 0.3131855 Dec 10 18:17:57.740673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-82bb06ee-ce39-4a79-8dc4-eef26878b136 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d841630-712f-474d-aa8a-702dd3bda470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953546 Dec 10 18:17:57.751159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-496f08bf-cc0a-40f2-a0d6-4571cb3387c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.756685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-496f08bf-cc0a-40f2-a0d6-4571cb3387c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2495711 Dec 10 18:17:57.758394 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Checking router: 481dd9ef-a0d7-4d69-a497-f7e5abec22b6 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:17:57.759113 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Updating router 481dd9ef-a0d7-4d69-a497-f7e5abec22b6 port 1d96d961-25f7-4069-b166-93696a50771e binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:17:57.773259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-6b815b5b-116a-4a81-820a-675f3a0ad9c8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.774795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-6b815b5b-116a-4a81-820a-675f3a0ad9c8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 951 time: 0.2543385 Dec 10 18:17:57.796935 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:57.870437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4eedf6-ac14-4dab-8d41-38aa24365715 req-0c724104-fe78-42b1-8879-bf357650a1e6 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:57.878248 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de4eedf6-ac14-4dab-8d41-38aa24365715 req-0c724104-fe78-42b1-8879-bf357650a1e6 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 944 time: 0.1799541 Dec 10 18:17:57.915366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Deleting port 1d96d961-25f7-4069-b166-93696a50771e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:17:57.915968 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.028760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dcf8ad00-192f-447b-9a33-7ee709f0997f req-53c37660-0633-4f0f-a6ef-0a4d9596e473 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939653 Dec 10 18:17:58.054821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de4eedf6-ac14-4dab-8d41-38aa24365715 req-62c00d7a-b3c7-471a-912d-2f8966866e9a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618640 Dec 10 18:17:58.141700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.142679 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56e2387-96f0-4245-8ffd-7f17c8652e41 x-openstack-request-id: req-a56e2387-96f0-4245-8ffd-7f17c8652e41 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:17:58.143185 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:17:58.143661 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a56e2387-96f0-4245-8ffd-7f17c8652e41 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:17:58.144288 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311', 'status': 'completed', 'code': 200} Dec 10 18:17:58.174258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Calling delete_port for 1d96d961-25f7-4069-b166-93696a50771e owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:17:58.199487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-75fce75b-2b0d-42e5-b511-18402092724f service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412735 Dec 10 18:17:58.231957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-5d8b30eb-f76b-4353-abe8-41114cf8905c service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454167 Dec 10 18:17:58.271107 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-347708d8-e8d9-499f-8af2-7df3fad8e736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.319386 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.334174 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.395936 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Pushing event updated for resources: {'Port': ['ID=1d96d961-25f7-4069-b166-93696a50771e,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:58.409998 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.410619 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.411706 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.412350 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.413588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.414090 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.415066 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.415566 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.416522 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.417060 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.417539 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.418905 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.419654 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb946549-870b-418c-9297-05b5e65ca2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:17:58.421348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Deleting port 7dbd0fdc-2896-4609-aad9-b115e7978c97 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:17:58.421835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.472716 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Attempting to bind port 1d96d961-25f7-4069-b166-93696a50771e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:58.473446 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Attempting to bind port 1d96d961-25f7-4069-b166-93696a50771e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:58.474852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Attempting to bind port 1d96d961-25f7-4069-b166-93696a50771e on network 21dd9ad0-4c18-42be-a1f4-be844721ce99 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:58.484363 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:58.485601 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Checking segment: {'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:58.486309 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.487123 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Bound using segment: {'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:58.487840 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Bound port: 1d96d961-25f7-4069-b166-93696a50771e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:58.489062 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.575591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] For port 7dbd0fdc-2896-4609-aad9-b115e7978c97, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7dbd0fdc-2896-4609-aad9-b115e7978c97,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:17:58.575591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.598025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Calling delete_port for 7dbd0fdc-2896-4609-aad9-b115e7978c97 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:17:58.661481 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.db.api [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:17:58.661481 n-d-821424-1 neutron-server[103502]: DEBUG oslo_db.api [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:17:58.691795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:58.710421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:58.732473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:58.753547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:58.777427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:58.786455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.792027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:58.806577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105', '62d21382-e7f8-4a90-8039-7a0640ee417a', '7dbd0fdc-2896-4609-aad9-b115e7978c97'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:17:58.809543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:58.825039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-69d52510-ff6a-4b70-9548-cfc87a246a8c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.4425046 Dec 10 18:17:58.827933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:58.949122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event deleted for resources: {'Port': ['ID=7dbd0fdc-2896-4609-aad9-b115e7978c97,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:58.960197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d96d961-25f7-4069-b166-93696a50771e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:17:58.971351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.087239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.089586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.096729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] No DVR routers for this DVR port 7dbd0fdc-2896-4609-aad9-b115e7978c97 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:17:59.107141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.115847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20063b5-6e2c-4ea0-8a2d-9c442b209c65 req-952179c2-c327-449b-a3fb-680264d02cab tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "DELETE /v2.0/ports/7dbd0fdc-2896-4609-aad9-b115e7978c97 HTTP/1.1" status: 204 len: 173 time: 1.3308866 Dec 10 18:17:59.154984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.155783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 481dd9ef-a0d7-4d69-a497-f7e5abec22b6 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:17:59.167746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.169469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6f20479a-9165-4d9c-89e1-1f79e5963996 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "DELETE /v2.0/routers/481dd9ef-a0d7-4d69-a497-f7e5abec22b6 HTTP/1.1" status: 204 len: 168 time: 1.8822846 Dec 10 18:17:59.173504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2adb566-3dbf-42b7-926e-3a763456b464 req-8910939d-be22-4667-b36a-43904ca98c1d service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9494169 Dec 10 18:17:59.177658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:17:59.194013 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Attempting to bind port 1d96d961-25f7-4069-b166-93696a50771e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:17:59.194427 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Attempting to bind port 1d96d961-25f7-4069-b166-93696a50771e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:17:59.204710 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Attempting to bind port 1d96d961-25f7-4069-b166-93696a50771e on network 21dd9ad0-4c18-42be-a1f4-be844721ce99 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:17:59.213447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ece53d22-422c-4e4c-a97e-9b46208daebd req-3f7b3392-ee60-4c89-8a55-a13aba8ea3fd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3879659 Dec 10 18:17:59.220972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-8908c868-b89f-453d-9a8b-04217b625726 service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9590659 Dec 10 18:17:59.226882 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:17:59.227271 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Checking segment: {'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:17:59.227680 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.235776 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Bound using segment: {'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:17:59.236534 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Bound port: 1d96d961-25f7-4069-b166-93696a50771e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61793249-fcc7-4b00-a3e3-ee284609b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '21dd9ad0-4c18-42be-a1f4-be844721ce99'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:17:59.237426 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.306292 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.plugin [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Port 1d96d961-25f7-4069-b166-93696a50771e has been deleted concurrently {{(pid=103502) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 18:17:59.345486 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Routers set() bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:17:59.348386 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Router IDs set() for agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:17:59.348980 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_agentschedulers_db [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'481dd9ef-a0d7-4d69-a497-f7e5abec22b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:17:31Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent'). {{(pid=103502) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:17:59.350474 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248fe63-24f8-4b7d-8ed6-50120761721d None None] The sync data for ids ['481dd9ef-a0d7-4d69-a497-f7e5abec22b6'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:17:59.461278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615972f-1ca1-4081-8e84-934ecf208a85 req-eb8b8472-3da0-4137-bccf-95a5cdca0f81 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:59.464671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d9f38b2-84ea-42d7-9656-71f6200b9314 req-db68580f-f1b9-4937-abac-ee572e3e08e8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=b46b8b76-b909-440d-8580-7e7743cf5eab HTTP/1.1" status: 200 len: 210 time: 0.2826881 Dec 10 18:17:59.466630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b1b058fd-ddf0-4e2b-b507-78226a1aa01f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 217 time: 0.1346195 Dec 10 18:17:59.485641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2615972f-1ca1-4081-8e84-934ecf208a85 req-eb8b8472-3da0-4137-bccf-95a5cdca0f81 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 944 time: 0.1512740 Dec 10 18:17:59.543263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-c95801ad-e96b-496a-8d06-b3843c9a9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:59.544884 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-c95801ad-e96b-496a-8d06-b3843c9a9545 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.0690770 Dec 10 18:17:59.553383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Deleting subnet 2bb2b61a-f616-4522-a234-c2b9cb4075c6 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:17:59.569659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.607317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2615972f-1ca1-4081-8e84-934ecf208a85 req-2343a4fd-da81-4036-b89e-1e058409a4cf tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203551 Dec 10 18:17:59.761158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:17:59.813929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-0e81bedd-4cb6-49d9-aec0-835292158535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:17:59.815460 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-0e81bedd-4cb6-49d9-aec0-835292158535 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2580864 Dec 10 18:17:59.898416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0cdd0156-fc64-4dbb-96f0-112538e68465 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:00.008504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.093986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-69192843-2222-431a-94f0-7da12e15b647 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507687 Dec 10 18:18:00.108225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0cdd0156-fc64-4dbb-96f0-112538e68465, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0cdd0156-fc64-4dbb-96f0-112538e68465,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:00.124599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '0cdd0156-fc64-4dbb-96f0-112538e68465', 'network_id': '5d841630-712f-474d-aa8a-702dd3bda470', 'port_id': '0cdd0156-fc64-4dbb-96f0-112538e68465', 'mac_address': 'fa:16:3e:4c:a5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfe9dea-614e-4c49-84c9-97c5478f3e87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:00.129903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.181244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-deleted', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:00.183655 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d466cd5-642b-48fa-93b3-b3ef0e4df865" -d '{"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-deleted", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:00.186595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb2b61a-f616-4522-a234-c2b9cb4075c6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:00.187503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.196862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.203270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40142) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:00.203806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-82e47c21-dea8-4084-b904-4e903b35fe67 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/2bb2b61a-f616-4522-a234-c2b9cb4075c6 HTTP/1.1" status: 204 len: 168 time: 1.0228693 Dec 10 18:18:00.232614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdd0156-fc64-4dbb-96f0-112538e68465 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:00.265040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0cdd0156-fc64-4dbb-96f0-112538e68465, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0cdd0156-fc64-4dbb-96f0-112538e68465,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:00.278599 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.289423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-13adf0a8-c353-49df-a5bd-c25eebad37a9 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830039 Dec 10 18:18:00.300322 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab5604f-9cb7-4bbc-b83b-67f8d070b10e x-openstack-request-id: req-1ab5604f-9cb7-4bbc-b83b-67f8d070b10e {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:00.300616 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46b8b76-b909-440d-8580-7e7743cf5eab", "name": "network-vif-deleted", "tag": "7dbd0fdc-2896-4609-aad9-b115e7978c97", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:00.300868 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ab5604f-9cb7-4bbc-b83b-67f8d070b10e {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:00.301308 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46b8b76-b909-440d-8580-7e7743cf5eab', 'name': 'network-vif-deleted', 'tag': '7dbd0fdc-2896-4609-aad9-b115e7978c97', 'status': 'completed', 'code': 200} Dec 10 18:18:00.350683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=0cdd0156-fc64-4dbb-96f0-112538e68465,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:00.397906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.434600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-6a691623-ca3e-4213-8ef4-badf0f8011f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 217 time: 0.1320632 Dec 10 18:18:00.502331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.571571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21dd9ad0-4c18-42be-a1f4-be844721ce99']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:00.590299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61793249-fcc7-4b00-a3e3-ee284609b27f') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:00.591136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61793249-fcc7-4b00-a3e3-ee284609b27f') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:00.595262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40152) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:00.603703 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.605004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['0cdd0156-fc64-4dbb-96f0-112538e68465'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:00.627980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-44511009-1d43-416b-b6c6-98f20eedab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.627980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-44511009-1d43-416b-b6c6-98f20eedab7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1666431 Dec 10 18:18:00.630919 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.640031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:18:00.640637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.724767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.741247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: items = [ Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:18:00.751670 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:18:00.756965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.773135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.785620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.797033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.804639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:00.812159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.818230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4faf8874-c204-4e60-a336-76685cde0da0 req-fb058a26-8c06-45ef-a487-34c11b2489ff tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.3896620 Dec 10 18:18:00.838920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 21dd9ad0-4c18-42be-a1f4-be844721ce99 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:18:00.894561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.897214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3421c7f-b54d-4fc2-878e-dfdabbfd8ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:00.939551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "DELETE /v2.0/networks/21dd9ad0-4c18-42be-a1f4-be844721ce99 HTTP/1.1" status: 204 len: 168 time: 0.7350969 Dec 10 18:18:00.951473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552e392-cca6-4434-b3a3-761e442d7204 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event deleted for resources: {'Network': ['ID=21dd9ad0-4c18-42be-a1f4-be844721ce99,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:00.994290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4faf8874-c204-4e60-a336-76685cde0da0 req-0912f4fa-56d9-48cf-be19-182ae586c2f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749959 Dec 10 18:18:01.004525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-70af3a39-0e8d-4419-abbd-09f8c3192391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:01.006758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-70af3a39-0e8d-4419-abbd-09f8c3192391 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3685017 Dec 10 18:18:01.039147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:01.159518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 7dbd0fdc-2896-4609-aad9-b115e7978c97 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:18:01.163338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7dbd0fdc-2896-4609-aad9-b115e7978c97 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:18:01.213327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707d763-d24c-466b-9fc2-b5ee3507cccf req-4e9c1044-eb3a-4df1-ba6b-664dd443e330 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:01.213327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e707d763-d24c-466b-9fc2-b5ee3507cccf req-4e9c1044-eb3a-4df1-ba6b-664dd443e330 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 945 time: 0.1101236 Dec 10 18:18:01.287683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-119b0676-2752-4e47-bb2e-5c9c0fdb4005 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691042 Dec 10 18:18:01.357035 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e707d763-d24c-466b-9fc2-b5ee3507cccf req-2d8ab846-2389-4b92-b4a5-3fbc6e7ff7ad tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555586 Dec 10 18:18:01.393999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3421c7f-b54d-4fc2-878e-dfdabbfd8ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.409209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3421c7f-b54d-4fc2-878e-dfdabbfd8ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.502774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40184) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:01.507470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3f591199-2edf-4748-bfbd-5e3f2979e658 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'router': {'name': 'tempest-router--527882361', 'project_id': '2b7852442a9e45669a920c86ee82b270'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:01.534334 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f591199-2edf-4748-bfbd-5e3f2979e658 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.536036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f591199-2edf-4748-bfbd-5e3f2979e658 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.539633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b3421c7f-b54d-4fc2-878e-dfdabbfd8ac6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51381a674eba4d389e3f689ce5019066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9348710 Dec 10 18:18:01.541025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40186) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:01.542128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-b59c40b6-b628-44d5-bc7c-09b1026fbb00 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433226 Dec 10 18:18:01.593532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-903d2854-8ce9-48bf-9e05-a3147ed0e618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.619530 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-799eeb9a-964f-4f5c-b522-708ad9818f4f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 217 time: 0.0574756 Dec 10 18:18:01.633770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6225-b379-4c0d-a598-f10efc7674c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.640302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3421c7f-b54d-4fc2-878e-dfdabbfd8ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd38fc38-b20a-4c03-aaaf-ee286d9c634c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:01.682537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650367e2-36a3-4d66-ac98-8f011aa5572c req-c87987ca-f01d-49ea-a559-467710ba6dc4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:01.688278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f591199-2edf-4748-bfbd-5e3f2979e658 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.691831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-650367e2-36a3-4d66-ac98-8f011aa5572c req-c87987ca-f01d-49ea-a559-467710ba6dc4 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.2312703 Dec 10 18:18:01.700695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f591199-2edf-4748-bfbd-5e3f2979e658 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.709485 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6225-b379-4c0d-a598-f10efc7674c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.730575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-d437cdc7-2c0d-492d-baba-65cc060666cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:01.732526 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-d437cdc7-2c0d-492d-baba-65cc060666cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1045380 Dec 10 18:18:01.733316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f591199-2edf-4748-bfbd-5e3f2979e658 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.734601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3f591199-2edf-4748-bfbd-5e3f2979e658 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2305634 Dec 10 18:18:01.737521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:01.761235 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.847451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7c4364f-61f3-4d70-a406-3e2558f07f77 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.951038 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.985869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6225-b379-4c0d-a598-f10efc7674c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.988976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3bdf6225-b379-4c0d-a598-f10efc7674c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:01.994607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3bdf6225-b379-4c0d-a598-f10efc7674c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cd38fc38-b20a-4c03-aaaf-ee286d9c634c HTTP/1.1" status: 204 len: 168 time: 0.4508896 Dec 10 18:18:02.043162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf6225-b379-4c0d-a598-f10efc7674c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd38fc38-b20a-4c03-aaaf-ee286d9c634c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:02.101615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-650367e2-36a3-4d66-ac98-8f011aa5572c req-37debc3a-09ce-4b2b-9ac0-360002e2011b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086761 Dec 10 18:18:02.118515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-5f5a0774-0237-4122-99ce-75e273db06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.120376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-5f5a0774-0237-4122-99ce-75e273db06da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3796866 Dec 10 18:18:02.141138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7c4364f-61f3-4d70-a406-3e2558f07f77 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.144662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7c4364f-61f3-4d70-a406-3e2558f07f77 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.224507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7c4364f-61f3-4d70-a406-3e2558f07f77 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.225192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c4364f-61f3-4d70-a406-3e2558f07f77 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 490648ed-f0bd-4410-bc4d-61eacb2ee964 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:02.235721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7c4364f-61f3-4d70-a406-3e2558f07f77 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.238004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f7c4364f-61f3-4d70-a406-3e2558f07f77 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "DELETE /v2.0/routers/490648ed-f0bd-4410-bc4d-61eacb2ee964 HTTP/1.1" status: 204 len: 168 time: 0.4995201 Dec 10 18:18:02.489573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.497922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.505974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.508187 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-0cc79552-82ab-4439-8703-1d1a8c8487a9 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741875 Dec 10 18:18:02.515848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.524576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.534304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.542837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.552519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-93094458-3a14-41de-b7e0-5e8e2231c395 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1947083 Dec 10 18:18:02.575402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f4795-4375-4914-977a-6b71ea80000c req-e7936369-57f5-4678-b3cc-a7f93a120541 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.581733 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa9f4795-4375-4914-977a-6b71ea80000c req-e7936369-57f5-4678-b3cc-a7f93a120541 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1873958 Dec 10 18:18:02.587248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40206) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:02.702526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b2ee781-b316-4cea-89b9-c4f42d97e097 req-ea3f68bb-8ac6-4db6-8059-f126c297ede3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476765 Dec 10 18:18:02.813088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba0814-ef91-4105-8a36-e551544c10dc req-5e40a937-09de-4821-99bf-c9503ec045c7 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:02.820484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1ba0814-ef91-4105-8a36-e551544c10dc req-5e40a937-09de-4821-99bf-c9503ec045c7 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 945 time: 0.2350824 Dec 10 18:18:02.834133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40220) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:02.867552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d18a1517-c34a-4086-ad40-ca98a514b194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.874211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-01e78c8e-438e-4fcf-a02e-75048a6e935b service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458884 Dec 10 18:18:02.879547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Deleting port 62d21382-e7f8-4a90-8039-7a0640ee417a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:02.879936 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.971210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d18a1517-c34a-4086-ad40-ca98a514b194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.979164 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d18a1517-c34a-4086-ad40-ca98a514b194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:02.980391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1ba0814-ef91-4105-8a36-e551544c10dc req-f7dfd155-0370-41ee-8e38-952160bad248 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533267 Dec 10 18:18:02.986515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-137656366', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:02.993073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-4a377158-40c5-4a15-94df-44d0d691e3dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 217 time: 0.1075399 Dec 10 18:18:03.032788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a1517-c34a-4086-ad40-ca98a514b194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af07ef2-2f8b-4292-ac03-e7f7b1183771,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:03.053279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d18a1517-c34a-4086-ad40-ca98a514b194 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97f57ade3bd74c668c363b0e8829b6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172122 Dec 10 18:18:03.055960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40222) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:03.068741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.069794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.096164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-5bab46fb-8fbf-4ff2-9832-3938147de0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.097680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-5bab46fb-8fbf-4ff2-9832-3938147de0cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.0934794 Dec 10 18:18:03.128076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] For port 62d21382-e7f8-4a90-8039-7a0640ee417a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=62d21382-e7f8-4a90-8039-7a0640ee417a,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:03.128440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.129662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d630b37-4eea-4159-8c7a-9d729e4e6b01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.179674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Calling delete_port for 62d21382-e7f8-4a90-8039-7a0640ee417a owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:03.182171 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d630b37-4eea-4159-8c7a-9d729e4e6b01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.225322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.295492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccf4a5-84ca-426a-9a02-4734496c2122 req-6f1d543b-235d-40b0-8513-ceb7cde2cea6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.304032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cccf4a5-84ca-426a-9a02-4734496c2122 req-6f1d543b-235d-40b0-8513-ceb7cde2cea6 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 950 time: 0.1016190 Dec 10 18:18:03.332501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1f166ddf-2005-4064-925b-74ac087065e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.334059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1f166ddf-2005-4064-925b-74ac087065e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2245383 Dec 10 18:18:03.387420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cccf4a5-84ca-426a-9a02-4734496c2122 req-c8b28851-80a2-42d4-b36b-43b818b2f3b9 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821266 Dec 10 18:18:03.410739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d630b37-4eea-4159-8c7a-9d729e4e6b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.423823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d630b37-4eea-4159-8c7a-9d729e4e6b01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.428135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9d630b37-4eea-4159-8c7a-9d729e4e6b01 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7af07ef2-2f8b-4292-ac03-e7f7b1183771 HTTP/1.1" status: 204 len: 168 time: 0.3704398 Dec 10 18:18:03.439573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d630b37-4eea-4159-8c7a-9d729e4e6b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af07ef2-2f8b-4292-ac03-e7f7b1183771,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:03.577183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.627542 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.771193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-690c4425-9697-45cc-a7cf-90ae2e4c1696 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124286 Dec 10 18:18:03.909127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-ef6c1af8-762b-44ac-b5fe-c7eb54dadc0d service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300275 Dec 10 18:18:03.913498 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0cdd0156-fc64-4dbb-96f0-112538e68465 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:03.932997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.935851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:03.944310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.952330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.959206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.965731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.974103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:03.988745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:04.002195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-6cee1abd-d821-47b2-a1fc-2d68905c0f03 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1908090 Dec 10 18:18:04.017632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['98dab9ba-cff6-49a1-8c7e-8dfb07866105', '62d21382-e7f8-4a90-8039-7a0640ee417a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:04.033192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-2edd464c-c91d-4d88-b3eb-66e6c08bae57 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 217 time: 0.1011562 Dec 10 18:18:04.126108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1ef50c86-4b20-4c30-b883-baeebd24cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:04.128723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-1ef50c86-4b20-4c30-b883-baeebd24cdea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.0946105 Dec 10 18:18:04.144753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:04.192543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab0568a2-248b-48e9-aee2-31b2936cbc32 req-cabb4d7e-f477-4ade-b8cd-1fa91dc205cf tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1892297 Dec 10 18:18:04.203459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 0cdd0156-fc64-4dbb-96f0-112538e68465 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:04.212371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event deleted for resources: {'Port': ['ID=62d21382-e7f8-4a90-8039-7a0640ee417a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:04.213231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 0cdd0156-fc64-4dbb-96f0-112538e68465 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:04.214199 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:04.365418 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:04.370389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] No DVR routers for this DVR port 62d21382-e7f8-4a90-8039-7a0640ee417a on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:18:04.376631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:04.383092 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa9f4795-4375-4914-977a-6b71ea80000c req-093d42c3-36c8-4e1d-9b60-39f2a795354c tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "DELETE /v2.0/ports/62d21382-e7f8-4a90-8039-7a0640ee417a HTTP/1.1" status: 204 len: 173 time: 1.7872076 Dec 10 18:18:04.389121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-deleted', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:04.389496 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b94c94-65cf-4d8d-853a-e87d0def9bd3" -d '{"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-deleted", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:04.471643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-bcbf9176-77de-4d9c-a1b0-1295637063c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:04.480098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-bcbf9176-77de-4d9c-a1b0-1295637063c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3129864 Dec 10 18:18:04.539137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7576d616-0206-4bb8-b195-6ea22cef36db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdd0156-fc64-4dbb-96f0-112538e68465'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:04.542313 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b32ce4-bcec-4b03-a215-e18502b493a3" -d '{"events": [{"server_uuid": "7576d616-0206-4bb8-b195-6ea22cef36db", "name": "network-vif-plugged", "status": "completed", "tag": "0cdd0156-fc64-4dbb-96f0-112538e68465"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:04.561360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f932490-2d97-44ec-89a4-967c984faace req-0ef0862b-e8bd-43ad-874a-cf1711cf6303 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:04.563793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6f932490-2d97-44ec-89a4-967c984faace req-0ef0862b-e8bd-43ad-874a-cf1711cf6303 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 945 time: 0.3426788 Dec 10 18:18:04.575376 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f36531-e200-4678-a5d6-c106c9e0bd1a x-openstack-request-id: req-46f36531-e200-4678-a5d6-c106c9e0bd1a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:04.575908 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57837b0-6368-499a-8911-c39f1fa1d932", "name": "network-vif-deleted", "tag": "62d21382-e7f8-4a90-8039-7a0640ee417a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:04.576269 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46f36531-e200-4678-a5d6-c106c9e0bd1a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:04.578095 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57837b0-6368-499a-8911-c39f1fa1d932', 'name': 'network-vif-deleted', 'tag': '62d21382-e7f8-4a90-8039-7a0640ee417a', 'status': 'completed', 'code': 200} Dec 10 18:18:04.683063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-892be761-2af1-4acb-98fa-12359f477d93 req-94e88713-1345-40a1-b4d1-9f996ee7d0a8 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=c57837b0-6368-499a-8911-c39f1fa1d932 HTTP/1.1" status: 200 len: 210 time: 0.0624075 Dec 10 18:18:04.891157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6f932490-2d97-44ec-89a4-967c984faace req-23be8f76-3274-4101-8cdb-ab3087ddc047 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694869 Dec 10 18:18:04.920981 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:04.923512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0cdd0156-fc64-4dbb-96f0-112538e68465, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0cdd0156-fc64-4dbb-96f0-112538e68465,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:04.926258 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50794125-a6f9-43b8-afc6-2b9c89455305 x-openstack-request-id: req-50794125-a6f9-43b8-afc6-2b9c89455305 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:04.926662 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7576d616-0206-4bb8-b195-6ea22cef36db", "name": "network-vif-plugged", "status": "completed", "tag": "0cdd0156-fc64-4dbb-96f0-112538e68465", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:04.927102 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-50794125-a6f9-43b8-afc6-2b9c89455305 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:04.927552 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7576d616-0206-4bb8-b195-6ea22cef36db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdd0156-fc64-4dbb-96f0-112538e68465', 'code': 200} Dec 10 18:18:04.931437 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:04.992823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=0cdd0156-fc64-4dbb-96f0-112538e68465,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:05.394502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.401349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.404153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:05.411031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-e44e1bd6-990e-4740-8a02-b756f290149a service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9124503 Dec 10 18:18:05.413114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.419980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.426806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.434215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.441082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.455529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-bb79f439-33be-48f5-9737-276ab01027b0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1309605 Dec 10 18:18:05.523192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:05.539600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf9c3d69-5d48-470c-aa9b-19f767d14226 req-3cee264b-53d5-4a60-9433-f3c279955253 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827599 Dec 10 18:18:05.599255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-218af1e7-1891-4e0b-a152-7ed439f01e2e service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520641 Dec 10 18:18:05.662706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705e996-3508-47f2-b463-16f5f10d9967 req-2e27ffbd-02ce-4e2b-b6c7-5114fc4ed8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.664231 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a705e996-3508-47f2-b463-16f5f10d9967 req-2e27ffbd-02ce-4e2b-b6c7-5114fc4ed8a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 1097 time: 0.2692814 Dec 10 18:18:05.668611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-3914ad12-a6b7-42eb-b85c-669c553d24ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.0609503 Dec 10 18:18:05.830924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Allocated IP 172.25.2.71 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/f1274e85-4d41-4a7b-ba20-9165bd04b9a6) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:05.863836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-3ae1d4d8-424a-487c-b1ab-0ae2aa20e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:05.865383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-3ae1d4d8-424a-487c-b1ab-0ae2aa20e54f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.1480627 Dec 10 18:18:05.872988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a705e996-3508-47f2-b463-16f5f10d9967 req-6db5cdf4-fc07-4849-80ed-bf14faf0a050 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569419 Dec 10 18:18:06.003025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-c0b804b4-c1ee-4c77-af7f-c9098daad5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.005471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-c0b804b4-c1ee-4c77-af7f-c9098daad5f2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313732 Dec 10 18:18:06.041394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:06.141432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97665ca7-3742-43d0-9109-952e154de365 req-f469f788-446f-44d4-a0a8-5b9feb3c13e0 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.149808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97665ca7-3742-43d0-9109-952e154de365 req-f469f788-446f-44d4-a0a8-5b9feb3c13e0 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.0961478 Dec 10 18:18:06.208775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:06.246824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97665ca7-3742-43d0-9109-952e154de365 req-024f7785-80cf-4a9f-993d-81f59169dbcd tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814211 Dec 10 18:18:06.313549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:06.327363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:06.335696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:06.399187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event updated for resources: {'Port': ['ID=f1274e85-4d41-4a7b-ba20-9165bd04b9a6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:06.422183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f42590-b569-4a88-99c7-dcc97202efce req-ff1613c1-1f08-4990-81c6-0a1218fb0f07 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.423942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63f42590-b569-4a88-99c7-dcc97202efce req-ff1613c1-1f08-4990-81c6-0a1218fb0f07 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.2015297 Dec 10 18:18:06.502913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-f04e6c24-173a-47d3-8bb3-42c26832ea4d service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196684 Dec 10 18:18:06.646276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63f42590-b569-4a88-99c7-dcc97202efce req-b1b51616-f012-45e9-b70b-de0e3f386ae5 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034502 Dec 10 18:18:06.778236 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbbe9d49-9900-406c-817b-ba795c8cdbef req-26cb2b5e-5ec6-4f12-a339-1ae8ad4b4b6a service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640314 Dec 10 18:18:06.846734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.852793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.860481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.867702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.876366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.884808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.891929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:06.894258 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-51ffdeca-1399-4446-8056-1f34c04119d0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1905665 Dec 10 18:18:07.000458 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:07.055976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:07.073457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 62d21382-e7f8-4a90-8039-7a0640ee417a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:18:07.074489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 62d21382-e7f8-4a90-8039-7a0640ee417a not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:18:07.274433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.274901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.275363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.275817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.276276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.276741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.277193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.281454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-02892eba-27e0-4330-98e4-c848543bbe82 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6489 time: 0.3509107 Dec 10 18:18:07.292842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01037082-00b1-48ed-8ac6-bd9412d7d165 req-9078bfe1-c8bf-4768-9e2e-c4fc3e9336c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3611100 Dec 10 18:18:07.459449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ec34-8920-4039-8a78-77cfb239e422 req-88938b56-d139-4b48-9f79-7862006f5ed6 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.462763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33c4ec34-8920-4039-8a78-77cfb239e422 req-88938b56-d139-4b48-9f79-7862006f5ed6 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.0635829 Dec 10 18:18:07.523963 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33c4ec34-8920-4039-8a78-77cfb239e422 req-9c3ea26d-6cb6-4f2d-ac06-5717e3f58a86 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535057 Dec 10 18:18:07.601107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-6effce9f-af38-4de8-8736-7a98319dae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.603768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-6effce9f-af38-4de8-8736-7a98319dae12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 903 time: 0.3094571 Dec 10 18:18:07.884951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1207232-20c8-4073-af39-9043eff11781 req-390c66a1-50a0-4e7d-a1d7-20a938fbbcb0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:07.889697 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1207232-20c8-4073-af39-9043eff11781 req-390c66a1-50a0-4e7d-a1d7-20a938fbbcb0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.1326070 Dec 10 18:18:07.975283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1207232-20c8-4073-af39-9043eff11781 req-a8fe7d6e-d2cb-42ff-b07c-841ee3dc309b tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728836 Dec 10 18:18:08.119008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-7ea11373-653f-4d7d-b810-d35419720fc0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.120492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-7ea11373-653f-4d7d-b810-d35419720fc0 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.7098682 Dec 10 18:18:08.121636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:08.152656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-09f9a2aa-2099-4550-b6ff-58fe4b3001ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.4556983 Dec 10 18:18:08.358168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d4817-bfb1-483b-9692-8bb63bcb734f req-b849c8db-ffd5-4ca5-878a-baf1b1dd4571 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.359781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-766d4817-bfb1-483b-9692-8bb63bcb734f req-b849c8db-ffd5-4ca5-878a-baf1b1dd4571 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.2272389 Dec 10 18:18:08.373900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-86b8f14c-043e-4ec9-89e9-c319b24c955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.375399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-86b8f14c-043e-4ec9-89e9-c319b24c955e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.1946113 Dec 10 18:18:08.422720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-c443751a-5fb1-42d4-905f-e3e61619dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.424474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-c443751a-5fb1-42d4-905f-e3e61619dbb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 1097 time: 0.2997103 Dec 10 18:18:08.637116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Deleting port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:08.639659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:08.660160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-766d4817-bfb1-483b-9692-8bb63bcb734f req-19de95d3-3564-4f38-80f1-af61f4307936 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881670 Dec 10 18:18:08.662201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-b83d36a9-6813-431e-b7d0-1ad99e3e9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.665846 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-b83d36a9-6813-431e-b7d0-1ad99e3e9c32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2521150 Dec 10 18:18:08.805615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.815301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.824889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.833677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.841641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.848268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.855820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.867303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-5efcac90-1724-4e0a-a880-85c7fa57fe2b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1406236 Dec 10 18:18:08.957379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-1e8766f9-4ff2-4ca3-8f66-db4f7d63b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:08.959335 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-1e8766f9-4ff2-4ca3-8f66-db4f7d63b6c0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 912 time: 0.5105371 Dec 10 18:18:08.964349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-410aa810-ff4f-433a-96ca-cf6b76b78895 req-8a7dfd48-1777-4182-bfa0-6bfb6ac0a85c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0956059 Dec 10 18:18:08.967263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Router a72ae0e5-065e-4e32-b23c-00999a608e53 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:09.088884 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-086e6c0f-23a5-4d92-acfc-10c347bc313d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cdd0156-fc64-4dbb-96f0-112538e68465 HTTP/1.1" status: 200 len: 217 time: 0.1077840 Dec 10 18:18:09.174907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-4d18ba40-b7ed-40fc-aa3c-649cff48a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:09.176356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-4d18ba40-b7ed-40fc-aa3c-649cff48a710 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 200 len: 851 time: 0.0784850 Dec 10 18:18:09.250830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-7dbaecba-a996-44d1-9bfd-ba5845af7937 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495799 Dec 10 18:18:09.311592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-f1e38b5a-baab-4e19-82e9-d98792b75606 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d841630-712f-474d-aa8a-702dd3bda470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788577 Dec 10 18:18:09.368180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] For port 98dab9ba-cff6-49a1-8c7e-8dfb07866105, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=98dab9ba-cff6-49a1-8c7e-8dfb07866105,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:09.368180 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:09.463654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Calling delete_port for 98dab9ba-cff6-49a1-8c7e-8dfb07866105 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:09.511678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd646f4-7c75-4700-8c56-d543e669939c req-3e60144f-0c16-416e-b46a-56c174bc55a7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:09.519379 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-afd646f4-7c75-4700-8c56-d543e669939c req-3e60144f-0c16-416e-b46a-56c174bc55a7 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6e0422b-98e3-4457-9918-b0ebba41701a HTTP/1.1" status: 200 len: 949 time: 0.3463664 Dec 10 18:18:09.629520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:09.651532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] Sync routers for ids ['a72ae0e5-065e-4e32-b23c-00999a608e53'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:09.682129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a33fc2-e487-4f3d-982e-14787060cc64 req-64edaf05-1d11-4a31-bdbe-b286ca716b14 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106579 Dec 10 18:18:09.685928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-295e6f37-22c5-43e6-8d45-a77e3ed7d0a9 service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295565 Dec 10 18:18:09.687884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] Routers {'a72ae0e5-065e-4e32-b23c-00999a608e53'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:09.688543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a72ae0e5-065e-4e32-b23c-00999a608e53'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:09.724627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-afd646f4-7c75-4700-8c56-d543e669939c req-3f5d3992-c769-4cd6-b2d5-ccdeb2250205 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.55 "GET /v2.0/security-groups?id=25ab9338-03b1-445b-8171-c1a8d773537c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039733 Dec 10 18:18:09.769992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:09.774990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ee59744d-1afd-4a32-86d0-c8dfda6924f6 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1843181 Dec 10 18:18:09.777937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40530) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:09.808018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:09.849260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] Routers {'a72ae0e5-065e-4e32-b23c-00999a608e53'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:09.850111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a72ae0e5-065e-4e32-b23c-00999a608e53'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:09.945231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:09.945917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f2c1a4-7a68-4232-8989-0b885e6ad28c None None] The sync data for ids ['a72ae0e5-065e-4e32-b23c-00999a608e53'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:10.034722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cbbf7a91-096e-44bd-a873-e56a8e67522c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/a72ae0e5-065e-4e32-b23c-00999a608e53 HTTP/1.1" status: 200 len: 919 time: 0.2546918 Dec 10 18:18:10.037230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40544) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:10.048241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e940e8-8eda-4f5c-ba33-1f19ec1bd72f req-39c36a9d-6b0c-44e4-9d7d-dc73dd20c3ce tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:10.056325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89e940e8-8eda-4f5c-ba33-1f19ec1bd72f req-39c36a9d-6b0c-44e4-9d7d-dc73dd20c3ce tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1909859 Dec 10 18:18:10.060196 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b02ad2c6-e068-40ab-8208-2e8045d3c213 req-0e86e0f4-36b6-4711-948c-7cb8028e2cbc service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615499 Dec 10 18:18:10.080846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:10.087597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2c6fbead-5971-4523-9d49-bf2ce3c23035 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=a72ae0e5-065e-4e32-b23c-00999a608e53 HTTP/1.1" status: 200 len: 205 time: 0.0490797 Dec 10 18:18:10.090725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40546) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:10.130841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Pushing event deleted for resources: {'Port': ['ID=98dab9ba-cff6-49a1-8c7e-8dfb07866105,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:10.179627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89e940e8-8eda-4f5c-ba33-1f19ec1bd72f req-1a86ed5a-26e5-4b69-8e3e-0ccb59768427 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219764 Dec 10 18:18:10.261597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] No DVR routers for this DVR port 98dab9ba-cff6-49a1-8c7e-8dfb07866105 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:18:10.264766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:10.269512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65f3ad0c-6068-4ea7-a87f-3ffb2bacaa73 req-118b513c-c2f6-41c2-853b-3aaabe2efc54 tempest-MigrationsAdminTest-1666534606 tempest-MigrationsAdminTest-1666534606-project] 10.222.0.30 "DELETE /v2.0/ports/98dab9ba-cff6-49a1-8c7e-8dfb07866105 HTTP/1.1" status: 204 len: 173 time: 2.1250730 Dec 10 18:18:10.270050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-deleted', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:10.272426 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dc2847-5dc1-45c2-9b8b-046c1ae7138b" -d '{"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-deleted", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:10.394997 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da416e00-4bdd-4ba2-89c3-345d3fc9b3e0 x-openstack-request-id: req-da416e00-4bdd-4ba2-89c3-345d3fc9b3e0 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:10.395462 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e0422b-98e3-4457-9918-b0ebba41701a", "name": "network-vif-deleted", "tag": "98dab9ba-cff6-49a1-8c7e-8dfb07866105", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:10.395892 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da416e00-4bdd-4ba2-89c3-345d3fc9b3e0 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:10.396511 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e0422b-98e3-4457-9918-b0ebba41701a', 'name': 'network-vif-deleted', 'tag': '98dab9ba-cff6-49a1-8c7e-8dfb07866105', 'status': 'completed', 'code': 200} Dec 10 18:18:10.906450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:10.995340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.002629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.009007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.017571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.021243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 98dab9ba-cff6-49a1-8c7e-8dfb07866105 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:11.024508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.031121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.038868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.048764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-5c2bcf20-f660-441b-828f-e9ed0a7fb94c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.6972175 Dec 10 18:18:11.061189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 98dab9ba-cff6-49a1-8c7e-8dfb07866105 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:18:11.061977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 98dab9ba-cff6-49a1-8c7e-8dfb07866105 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:18:11.220757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-413f039b-89c6-4ab5-91ca-7f0254f9c220 req-2bc7cb93-160c-4fd5-9f6c-ae196bd37306 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1708276 Dec 10 18:18:11.241697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:11.353591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Deleting port f1274e85-4d41-4a7b-ba20-9165bd04b9a6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:11.353937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:11.543693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:11.580366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Calling delete_port for f1274e85-4d41-4a7b-ba20-9165bd04b9a6 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:11.608049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189b80-a442-4a27-b5f7-8c64a9780acc req-770f1496-e9e1-456c-82a6-1120ab4facad tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:11.610907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0189b80-a442-4a27-b5f7-8c64a9780acc req-770f1496-e9e1-456c-82a6-1120ab4facad tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1223295 Dec 10 18:18:11.726407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40642) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:11.904006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0189b80-a442-4a27-b5f7-8c64a9780acc req-73c1f73b-68cf-4656-8056-6ebbefc2d253 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161582 Dec 10 18:18:11.924982 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:11.961542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-999b543a-581c-4d7a-923e-03e7e42c0216 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f1e6a68a6a44ab18808da2d7c2ddc92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334049 Dec 10 18:18:11.964464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40650) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:11.993786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event deleted for resources: {'Port': ['ID=f1274e85-4d41-4a7b-ba20-9165bd04b9a6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:12.025313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16a1183f-ece0-48f4-bf37-3ad8971d98c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.067662 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16a1183f-ece0-48f4-bf37-3ad8971d98c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.071015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.133506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16a1183f-ece0-48f4-bf37-3ad8971d98c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.137452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16a1183f-ece0-48f4-bf37-3ad8971d98c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.139029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-16a1183f-ece0-48f4-bf37-3ad8971d98c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25ab9338-03b1-445b-8171-c1a8d773537c HTTP/1.1" status: 204 len: 168 time: 0.1735294 Dec 10 18:18:12.162562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1183f-ece0-48f4-bf37-3ad8971d98c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab9338-03b1-445b-8171-c1a8d773537c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:12.223987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.226856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.287457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.288063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Fanout notify agent at l3_agent the message router_deleted on router a72ae0e5-065e-4e32-b23c-00999a608e53 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:12.296637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.298372 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a473bdb1-d2bd-4804-9ad0-1d403ded9c15 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/a72ae0e5-065e-4e32-b23c-00999a608e53 HTTP/1.1" status: 204 len: 168 time: 2.1975789 Dec 10 18:18:12.301798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:12.308285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'router': {'name': 'tempest-snat-router-442662855', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': False}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:12.335460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.337141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.477597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.519967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:12.527522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:12.536163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:12.543049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:12.549539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:12.556649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:12.563496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:12.565498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-42af0c5e-17cb-45b3-8161-777058c3d5c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1548867 Dec 10 18:18:12.660995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c437337-a360-4ace-a3a3-e36ceb611f8b req-daf7f25f-d13e-4cbf-87ef-5646a873825e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888648 Dec 10 18:18:12.704939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:12.733887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40710) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:13.064044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9fadb0bc-84d7-4181-98a7-2cf3d02ac396 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5d915f378c0441bae7946e1f494382c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288355 Dec 10 18:18:13.067558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40730) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:13.156192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e0a45-3e5c-4944-bce0-130decb14f78 req-c9072249-9a29-4270-8f9e-e2b35b267f2a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.158127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b3e0a45-3e5c-4944-bce0-130decb14f78 req-c9072249-9a29-4270-8f9e-e2b35b267f2a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1073945 Dec 10 18:18:13.219067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4247df02-c7fb-42af-87c8-994381ccc18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.290792 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4247df02-c7fb-42af-87c8-994381ccc18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.343086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b3e0a45-3e5c-4944-bce0-130decb14f78 req-74fa16d8-fd1c-4a0e-a41d-5644a2904935 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747146 Dec 10 18:18:13.377717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.400664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.491044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4247df02-c7fb-42af-87c8-994381ccc18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.494122 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4247df02-c7fb-42af-87c8-994381ccc18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.502700 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4247df02-c7fb-42af-87c8-994381ccc18b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b7115ce-b44c-486d-9bd7-b45a0c1bd402 HTTP/1.1" status: 204 len: 168 time: 0.4298742 Dec 10 18:18:13.534989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247df02-c7fb-42af-87c8-994381ccc18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7115ce-b44c-486d-9bd7-b45a0c1bd402,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:13.592671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e3fb-c1ff-4c7f-884f-24535b762c80 req-03ab499d-6341-46c8-b919-67771969aad0 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.594229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84d8e3fb-c1ff-4c7f-884f-24535b762c80 req-03ab499d-6341-46c8-b919-67771969aad0 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 950 time: 0.1419954 Dec 10 18:18:13.617550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Allocated IP 172.25.2.28 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/d969e762-df99-4b7b-be95-48cc61e0c39b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:13.722793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84d8e3fb-c1ff-4c7f-884f-24535b762c80 req-549d86bb-d49a-4237-bcaf-454d4133690d tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115487 Dec 10 18:18:13.786476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40802) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:13.821285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.845775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.855707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.862544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.869565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.871603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:13.877105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.883577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.889965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:13.892124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5b93928-4d24-4871-b267-93632b3660ef req-21a287ee-dd80-4d7f-a44e-da67795ff14d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1207111 Dec 10 18:18:13.935210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:13.938325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:13.944329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:13.976999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5b93928-4d24-4871-b267-93632b3660ef req-bf4b218e-3296-4613-b1b9-99e991d5fd31 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750229 Dec 10 18:18:13.997214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c2f25eb-9856-4a31-aefc-6644c8fa3141 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.009863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Port': ['ID=d969e762-df99-4b7b-be95-48cc61e0c39b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:14.240457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c2f25eb-9856-4a31-aefc-6644c8fa3141 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.271942 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c2f25eb-9856-4a31-aefc-6644c8fa3141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.327736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f25eb-9856-4a31-aefc-6644c8fa3141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4548f70-94af-47e3-a510-6b313b2618ea,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:14.327736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.329396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7c2f25eb-9856-4a31-aefc-6644c8fa3141 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ecc5c0f0c3614e7798052b1c0e020f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450878 Dec 10 18:18:14.332366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40854) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:14.480471 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75b6210d-d82d-41b7-be33-6c4feac64923 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.487469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779fb6e-72fc-42b8-a25a-f2c7fa3c59a1 req-3f5289c2-4301-4b64-814c-4d76b17e533c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:14.501479 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5779fb6e-72fc-42b8-a25a-f2c7fa3c59a1 req-3f5289c2-4301-4b64-814c-4d76b17e533c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.0724096 Dec 10 18:18:14.555377 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75b6210d-d82d-41b7-be33-6c4feac64923 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.585308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5779fb6e-72fc-42b8-a25a-f2c7fa3c59a1 req-28557399-3507-4c88-a403-8448a1a17698 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829661 Dec 10 18:18:14.651157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.661551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75b6210d-d82d-41b7-be33-6c4feac64923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.664299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75b6210d-d82d-41b7-be33-6c4feac64923 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:14.666534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-75b6210d-d82d-41b7-be33-6c4feac64923 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c4548f70-94af-47e3-a510-6b313b2618ea HTTP/1.1" status: 204 len: 168 time: 0.3320639 Dec 10 18:18:14.721499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6210d-d82d-41b7-be33-6c4feac64923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4548f70-94af-47e3-a510-6b313b2618ea,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:14.866325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Router c6d29268-ff37-4267-a55e-b63f34dbd73c is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:14.954802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d782c-8a32-4805-9f30-fa998a2d09c4 req-b68f9887-ccc9-4665-a474-f0aabb9e9885 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:14.956948 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d00d782c-8a32-4805-9f30-fa998a2d09c4 req-b68f9887-ccc9-4665-a474-f0aabb9e9885 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 950 time: 0.1041796 Dec 10 18:18:15.051392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:15.063486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d00d782c-8a32-4805-9f30-fa998a2d09c4 req-b17a593f-f318-4629-ae73-a12f733df42e tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964575 Dec 10 18:18:15.063605 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Sync routers for ids ['c6d29268-ff37-4267-a55e-b63f34dbd73c'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:15.074787 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Routers {'c6d29268-ff37-4267-a55e-b63f34dbd73c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:15.075498 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c6d29268-ff37-4267-a55e-b63f34dbd73c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:15.079219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.080915 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c1710192-ee7a-42cd-8128-9e5178a81688 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7763500 Dec 10 18:18:15.093974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40894) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:15.200233 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Set router c6d29268-ff37-4267-a55e-b63f34dbd73c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:15.217640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.225237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.232303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.243664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.252276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.261576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.272528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.283148 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-e7d56ed0-42f0-46c3-89a1-06dca251a731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1876748 Dec 10 18:18:15.383479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40904) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:15.383922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a3d25b82-507d-407b-849c-f0479db88e65 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/c6d29268-ff37-4267-a55e-b63f34dbd73c HTTP/1.1" status: 200 len: 907 time: 0.2977321 Dec 10 18:18:15.390668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'router': {'name': 'tempest-snat-router-442662855', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': True}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:15.402661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-29f68d54-5dca-4319-bd89-03650386d6f2 req-c8b1a5aa-52b3-41b3-b2de-4591cc5b1d3f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1181006 Dec 10 18:18:15.416640 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d29268-ff37-4267-a55e-b63f34dbd73c', 'name': 'tempest-snat-router-442662855', 'tenant_id': 'd28eab57919547feaf817d4aaa919f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': 'd969e762-df99-4b7b-be95-48cc61e0c39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:12Z', 'updated_at': '2021-12-10T18:18:14Z', 'revision_number': 3, 'project_id': 'd28eab57919547feaf817d4aaa919f82', 'gw_port': {'id': 'd969e762-df99-4b7b-be95-48cc61e0c39b', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d29268-ff37-4267-a55e-b63f34dbd73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:13Z', 'updated_at': '2021-12-10T18:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:15.432149 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.433945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.455163 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Checking router: c6d29268-ff37-4267-a55e-b63f34dbd73c for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:15.455852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Updating router c6d29268-ff37-4267-a55e-b63f34dbd73c port d969e762-df99-4b7b-be95-48cc61e0c39b binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:18:15.491524 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.503280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.658494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.810322 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.818250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5735-4b3b-4eb3-aa1a-05ad58f0d21e req-cfcbdfe8-6b47-43e1-b0a7-020d758c9e0f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:15.818590 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.825772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f7db5735-4b3b-4eb3-aa1a-05ad58f0d21e req-cfcbdfe8-6b47-43e1-b0a7-020d758c9e0f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1250467 Dec 10 18:18:15.894581 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Attempting to bind port d969e762-df99-4b7b-be95-48cc61e0c39b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:15.895201 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Attempting to bind port d969e762-df99-4b7b-be95-48cc61e0c39b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:15.895777 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Attempting to bind port d969e762-df99-4b7b-be95-48cc61e0c39b on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:15.905308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f7db5735-4b3b-4eb3-aa1a-05ad58f0d21e req-fca53559-c0bd-4317-a957-a337729f50b9 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718293 Dec 10 18:18:15.905997 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:15.905997 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:15.907968 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.908150 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:15.909037 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Bound port: d969e762-df99-4b7b-be95-48cc61e0c39b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:15.909465 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:15.986406 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b72c9-c3ac-48cd-a39b-723aa75621ad None None] Pushing event updated for resources: {'Port': ['ID=d969e762-df99-4b7b-be95-48cc61e0c39b,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:16.004370 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] For port d969e762-df99-4b7b-be95-48cc61e0c39b, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:16.015459 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] For port d969e762-df99-4b7b-be95-48cc61e0c39b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d969e762-df99-4b7b-be95-48cc61e0c39b,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:16.025564 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:16.033064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:16.065876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:16.108640 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:16.132383 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Routers {'c6d29268-ff37-4267-a55e-b63f34dbd73c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:16.133637 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c6d29268-ff37-4267-a55e-b63f34dbd73c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:16.137180 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b72c9-c3ac-48cd-a39b-723aa75621ad None None] Pushing event updated for resources: {'Port': ['ID=d969e762-df99-4b7b-be95-48cc61e0c39b,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:16.201421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:16.261242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Allocated IP 172.25.2.140 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/496457b9-4bce-4232-8064-b68ec9c98cca) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:16.270174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:16.271501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:16.276369 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6207eb-b295-4916-997a-f7cb6cc972ec" -d '{"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:16.292330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:16.348002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=11']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:16.371116 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] Set router c6d29268-ff37-4267-a55e-b63f34dbd73c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:16.402698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4d208-0017-453b-9ea5-4bf13a5c3b13 req-d55c9a3f-5a09-4bca-a1b0-733614fc5111 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.404659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ebf4d208-0017-453b-9ea5-4bf13a5c3b13 req-d55c9a3f-5a09-4bca-a1b0-733614fc5111 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 948 time: 0.1069112 Dec 10 18:18:16.453012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:16.505680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ebf4d208-0017-453b-9ea5-4bf13a5c3b13 req-80339255-7c9c-406a-bd99-15fe55cbac2b tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862503 Dec 10 18:18:16.518640 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03ed791-85aa-4649-a7e5-2cd1a3ecf100 x-openstack-request-id: req-d03ed791-85aa-4649-a7e5-2cd1a3ecf100 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:16.519374 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:16.519848 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d03ed791-85aa-4649-a7e5-2cd1a3ecf100 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:16.520749 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'code': 200} Dec 10 18:18:16.554142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:16.620164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:16.623663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:16.629330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:16.630441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.637286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.646608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.659429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Port': ['ID=496457b9-4bce-4232-8064-b68ec9c98cca,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:16.667722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.673778 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d29268-ff37-4267-a55e-b63f34dbd73c', 'name': 'tempest-snat-router-442662855', 'tenant_id': 'd28eab57919547feaf817d4aaa919f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': 'd969e762-df99-4b7b-be95-48cc61e0c39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:12Z', 'updated_at': '2021-12-10T18:18:14Z', 'revision_number': 3, 'project_id': 'd28eab57919547feaf817d4aaa919f82', 'gw_port': {'id': 'd969e762-df99-4b7b-be95-48cc61e0c39b', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d29268-ff37-4267-a55e-b63f34dbd73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:13Z', 'updated_at': '2021-12-10T18:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:16.682582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.690578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.697150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:16.699496 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-26bf34e3-8690-49a2-b452-324b1193711a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1364603 Dec 10 18:18:16.742442 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ecd11b-7f79-47f5-a816-c657c94b9853 None None] The sync data for ids ['c6d29268-ff37-4267-a55e-b63f34dbd73c'] in n-d-821424-1 is: [{'id': 'c6d29268-ff37-4267-a55e-b63f34dbd73c', 'name': 'tempest-snat-router-442662855', 'tenant_id': 'd28eab57919547feaf817d4aaa919f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': False}, 'gw_port_id': 'd969e762-df99-4b7b-be95-48cc61e0c39b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:12Z', 'updated_at': '2021-12-10T18:18:14Z', 'revision_number': 3, 'project_id': 'd28eab57919547feaf817d4aaa919f82', 'gw_port': {'id': 'd969e762-df99-4b7b-be95-48cc61e0c39b', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:44:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d29268-ff37-4267-a55e-b63f34dbd73c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:13Z', 'updated_at': '2021-12-10T18:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:16.781765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40958) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:16.789882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7b0850d-064d-49be-afb1-2e8a4212907f req-2933c6de-043a-4bdd-af33-4344903fd28f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821791 Dec 10 18:18:17.168629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-738580eb-3158-4f00-bdd9-1edd549539f1 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1030401856'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:17.169331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-738580eb-3158-4f00-bdd9-1edd549539f1 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Unknown quota resources ['metering_label']. {{(pid=103500) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:18:17.352226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d969e762-df99-4b7b-be95-48cc61e0c39b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:17.420013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-d2e3f9f9-37ee-4838-9c6e-69068e831307 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:17.421673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-d2e3f9f9-37ee-4838-9c6e-69068e831307 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.59 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 948 time: 0.7299085 Dec 10 18:18:17.422071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d969e762-df99-4b7b-be95-48cc61e0c39b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:17.422771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:17.527001 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:17.559350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port d969e762-df99-4b7b-be95-48cc61e0c39b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d969e762-df99-4b7b-be95-48cc61e0c39b,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:17.566174 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:17.583648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8482a-e5f9-4400-b5db-9cc0a5814e9d req-006936df-aa75-4d9b-81d3-c1cbdb99f809 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:17.585482 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7f8482a-e5f9-4400-b5db-9cc0a5814e9d req-006936df-aa75-4d9b-81d3-c1cbdb99f809 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.4223859 Dec 10 18:18:17.655191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=d969e762-df99-4b7b-be95-48cc61e0c39b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:17.666082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.666552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.666906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.667342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.667687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.668064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.668559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.669200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.670086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.670208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.670708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.671635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.672395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:17.755495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-738580eb-3158-4f00-bdd9-1edd549539f1 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:17.757924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-738580eb-3158-4f00-bdd9-1edd549539f1 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9736753 Dec 10 18:18:17.764371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40990) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:17.771737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b2e9eedb-d768-481f-ab2e-5a2a22f6b8cf tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a4218bea-114d-4d50-a875-813baeabb1e3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:17.773191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b2e9eedb-d768-481f-ab2e-5a2a22f6b8cf tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:18:17.871086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7f8482a-e5f9-4400-b5db-9cc0a5814e9d req-a88e2848-279c-48e0-a0ae-ce9529a22103 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055693 Dec 10 18:18:17.873983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:17.905742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf54b30-0131-4278-941e-3bb021665546 req-a437b1ea-35c0-4e24-ae71-67a5975ad7fd tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:17.913641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcf54b30-0131-4278-941e-3bb021665546 req-a437b1ea-35c0-4e24-ae71-67a5975ad7fd tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 948 time: 0.1957057 Dec 10 18:18:17.923258 n-d-821424-1 neutron-server[103499]: WARNING neutron.services.metering.metering_plugin [None req-b2e9eedb-d768-481f-ab2e-5a2a22f6b8cf tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:18:17.975129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Deleting port c65ba258-9957-43a1-ab24-9d0974968c70 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:17.975470 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.057314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2e9eedb-d768-481f-ab2e-5a2a22f6b8cf tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.061876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b2e9eedb-d768-481f-ab2e-5a2a22f6b8cf tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2928653 Dec 10 18:18:18.062049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40998) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:18.066466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ea68a1df-253f-4493-9ebc-9d71e5b5dfe0 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a4218bea-114d-4d50-a875-813baeabb1e3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:18.066968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ea68a1df-253f-4493-9ebc-9d71e5b5dfe0 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:18:18.136083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:18.138201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcf54b30-0131-4278-941e-3bb021665546 req-61a4fedf-279d-43e1-86ab-0acbc4a5ea83 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/security-groups?id=64033812-a11e-44f6-b150-ebb15424e5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234271 Dec 10 18:18:18.139441 n-d-821424-1 neutron-server[103499]: WARNING neutron.services.metering.metering_plugin [None req-ea68a1df-253f-4493-9ebc-9d71e5b5dfe0 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:18:18.143125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:18.149360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:18.156556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:18.163143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:18.170804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:18.177727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:18.179867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-c3cc1ff3-0d56-44b0-bbc2-d482cb01b731 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.2237334 Dec 10 18:18:18.248409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea68a1df-253f-4493-9ebc-9d71e5b5dfe0 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.250091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ea68a1df-253f-4493-9ebc-9d71e5b5dfe0 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1866302 Dec 10 18:18:18.252515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41006) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:18.261287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] For port c65ba258-9957-43a1-ab24-9d0974968c70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c65ba258-9957-43a1-ab24-9d0974968c70,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:18.261653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.264493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4fe285f2-5c1b-4c6c-a00c-30eaf73b1272 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=6508ede3-03db-4a5a-a377-2841f22c729f HTTP/1.1" status: 200 len: 464 time: 0.0107558 Dec 10 18:18:18.270421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41008) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:18.295908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Calling delete_port for c65ba258-9957-43a1-ab24-9d0974968c70 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:18.389758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-278d0ceb-1d3b-43b2-bd34-b48135cf95ff tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.391098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-278d0ceb-1d3b-43b2-bd34-b48135cf95ff tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/6508ede3-03db-4a5a-a377-2841f22c729f HTTP/1.1" status: 204 len: 168 time: 0.1195242 Dec 10 18:18:18.398174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41014) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:18.412185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bae03820-9c8a-4e70-b27e-31ff728ac4e5 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=6508ede3-03db-4a5a-a377-2841f22c729f HTTP/1.1" status: 200 len: 221 time: 0.0086160 Dec 10 18:18:18.412326 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36e6a43b-4422-4cba-afdb-64830eb52648 req-ea5d4a37-95e0-4943-b384-b07e630a3d24 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2208371 Dec 10 18:18:18.412426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41016) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:18.416338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c84fe5d6-951f-4d17-b18a-35f59bebd64c tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2041247687', 'description': 'label created by tempest'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:18.416673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c84fe5d6-951f-4d17-b18a-35f59bebd64c tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Unknown quota resources ['metering_label']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:18:18.417188 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.672566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.691181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c84fe5d6-951f-4d17-b18a-35f59bebd64c tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.695512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c84fe5d6-951f-4d17-b18a-35f59bebd64c tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2832267 Dec 10 18:18:18.696339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41026) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:18.723326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Pushing event deleted for resources: {'Port': ['ID=c65ba258-9957-43a1-ab24-9d0974968c70,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:18.731284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Router f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:18.791048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] No DVR routers for this DVR port c65ba258-9957-43a1-ab24-9d0974968c70 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:18:18.813200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-762ca95b-2ab8-4290-912e-b5c9a82e7975 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=40c7cd44-34d3-4b1f-b4ab-5376cbea8b89 HTTP/1.1" status: 200 len: 468 time: 0.1151066 Dec 10 18:18:18.814458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41030) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:18.841520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:18.845017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cedba876-7bb9-40a2-89cb-1f4550a95b03 req-05341eba-c414-4188-a483-ddfcb2d45dec tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.59 "DELETE /v2.0/ports/c65ba258-9957-43a1-ab24-9d0974968c70 HTTP/1.1" status: 204 len: 173 time: 1.3948567 Dec 10 18:18:18.845495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-deleted', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:18.847915 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfdb802-e28c-4ba8-92aa-41227e519490" -d '{"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-deleted", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:18.952622 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07b7e2b-b3ea-4173-9611-885c8bdceb85 x-openstack-request-id: req-e07b7e2b-b3ea-4173-9611-885c8bdceb85 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:18.952984 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b882011-cac2-4e57-b61f-3bdadcafb4c9", "name": "network-vif-deleted", "tag": "c65ba258-9957-43a1-ab24-9d0974968c70", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:18.953306 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e07b7e2b-b3ea-4173-9611-885c8bdceb85 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:18.953793 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b882011-cac2-4e57-b61f-3bdadcafb4c9', 'name': 'network-vif-deleted', 'tag': 'c65ba258-9957-43a1-ab24-9d0974968c70', 'status': 'completed', 'code': 200} Dec 10 18:18:18.991769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:19.021328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Sync routers for ids ['f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:19.024313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:19.033023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f64a595-c636-4358-a828-a2baad8c32ba tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6478999 Dec 10 18:18:19.038013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.096971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Routers {'f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:19.099191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:19.242459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Set router f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:19.431407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-423949cb-2e85-402f-ad85-d33b9624626f req-a9bff0c8-eede-498e-a957-75e525b727b8 tempest-ImagesOneServerTestJSON-420289878 tempest-ImagesOneServerTestJSON-420289878-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b882011-cac2-4e57-b61f-3bdadcafb4c9 HTTP/1.1" status: 200 len: 210 time: 0.0505769 Dec 10 18:18:19.491456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d969e762-df99-4b7b-be95-48cc61e0c39b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:19.590863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-343e57c4-08eb-478f-be85-870dcd42b9ce tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:19.594962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41060) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.597205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d969e762-df99-4b7b-be95-48cc61e0c39b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:19.597685 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:19.602950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-343e57c4-08eb-478f-be85-870dcd42b9ce tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/40c7cd44-34d3-4b1f-b4ab-5376cbea8b89 HTTP/1.1" status: 204 len: 168 time: 0.7871192 Dec 10 18:18:19.614389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-58d8f97d-c257-41ef-8d80-9a1d4a268e0f tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=40c7cd44-34d3-4b1f-b4ab-5376cbea8b89 HTTP/1.1" status: 200 len: 216 time: 0.0181806 Dec 10 18:18:19.615299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41062) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.630724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aea2ef21-bda6-4e98-ae9b-b159cf904c3e tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0140545 Dec 10 18:18:19.631660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41064) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.648064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0', 'name': 'tempest-snat-router-442662855', 'tenant_id': 'd28eab57919547feaf817d4aaa919f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '496457b9-4bce-4232-8064-b68ec9c98cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:15Z', 'updated_at': '2021-12-10T18:18:17Z', 'revision_number': 3, 'project_id': 'd28eab57919547feaf817d4aaa919f82', 'gw_port': {'id': '496457b9-4bce-4232-8064-b68ec9c98cca', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:f1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:16Z', 'updated_at': '2021-12-10T18:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:19.654484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-42d9c547-a3a2-49ca-968f-887321e8bc05 tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0176940 Dec 10 18:18:19.655784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41066) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.684862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b109ffc-04ec-430e-9518-1c0579910df7 req-caa3452f-6347-4ebe-ae23-0483a4363d47 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.690489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Checking router: f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:19.690916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Updating router f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 port 496457b9-4bce-4232-8064-b68ec9c98cca binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:18:19.692744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b109ffc-04ec-430e-9518-1c0579910df7 req-caa3452f-6347-4ebe-ae23-0483a4363d47 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.6446011 Dec 10 18:18:19.759712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b109ffc-04ec-430e-9518-1c0579910df7 req-8ff78cae-8af1-4bf0-bff9-8cba9770c442 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614691 Dec 10 18:18:19.764687 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:19.766836 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a32e3980-d28b-40eb-b9e6-8bfaa9959f56 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 HTTP/1.1" status: 200 len: 907 time: 0.7264063 Dec 10 18:18:19.776316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.808186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-16bfa824-7d2a-46e6-b833-7f161c68c82f tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/a4218bea-114d-4d50-a875-813baeabb1e3 HTTP/1.1" status: 200 len: 473 time: 0.1479821 Dec 10 18:18:19.808555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41072) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.836018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ffe857cb-8b23-4c17-9181-f3a3d9ee027e tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/0d7e9e7f-6648-4b28-b8e3-79cf07b0a899 HTTP/1.1" status: 200 len: 461 time: 0.0263770 Dec 10 18:18:19.842172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41074) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:19.867360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.875442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.886036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.893313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.899568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.906276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.912329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:19.920693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-954d26fc-fb95-493b-b342-8e4ae59fd428 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.2624018 Dec 10 18:18:19.930405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.005962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4f89ea7-19d6-48a0-989f-c31d85c8363c req-a3e0f918-c2b3-4cf5-9786-d743955e6382 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837595 Dec 10 18:18:20.062128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:20.099837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: c65ba258-9957-43a1-ab24-9d0974968c70 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:18:20.100489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c65ba258-9957-43a1-ab24-9d0974968c70 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:18:20.102794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.108245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87c977af-e4b0-4acf-b281-3dec5b7433fa tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.111719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-87c977af-e4b0-4acf-b281-3dec5b7433fa tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/0d7e9e7f-6648-4b28-b8e3-79cf07b0a899 HTTP/1.1" status: 204 len: 168 time: 0.2658262 Dec 10 18:18:20.112562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41082) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:20.175560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Deleting port 496457b9-4bce-4232-8064-b68ec9c98cca {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:20.175924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.181450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.188768 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.251384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bebb0f-bb5c-4d57-bf27-77902b69d37d None None] Pushing event updated for resources: {'Port': ['ID=496457b9-4bce-4232-8064-b68ec9c98cca,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:20.276167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Attempting to bind port 496457b9-4bce-4232-8064-b68ec9c98cca on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:20.276557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Attempting to bind port 496457b9-4bce-4232-8064-b68ec9c98cca by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:20.276935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Attempting to bind port 496457b9-4bce-4232-8064-b68ec9c98cca on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:20.280001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.286786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:20.287764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:20.288330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.289001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:20.289673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Bound port: 496457b9-4bce-4232-8064-b68ec9c98cca, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:20.290480 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.294178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Calling delete_port for 496457b9-4bce-4232-8064-b68ec9c98cca owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:20.349522 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5601eb3b-3861-489e-ba80-64b193fa687e tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.355132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5601eb3b-3861-489e-ba80-64b193fa687e tempest-MeteringTestJSON-803233543 tempest-MeteringTestJSON-803233543-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/a4218bea-114d-4d50-a875-813baeabb1e3 HTTP/1.1" status: 204 len: 168 time: 0.2374141 Dec 10 18:18:20.355357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] For port 496457b9-4bce-4232-8064-b68ec9c98cca, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:20.359237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] For port 496457b9-4bce-4232-8064-b68ec9c98cca, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=496457b9-4bce-4232-8064-b68ec9c98cca,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:20.364258 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.433449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Routers {'f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:20.434036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:20.480797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bebb0f-bb5c-4d57-bf27-77902b69d37d None None] Pushing event updated for resources: {'Port': ['ID=496457b9-4bce-4232-8064-b68ec9c98cca,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:20.509990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.546412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event deleted for resources: {'Port': ['ID=496457b9-4bce-4232-8064-b68ec9c98cca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:20.571487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] Set router f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:20.582277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.582748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.583242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.583695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.583970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.584336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.584699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.585066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.585424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.585850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.586264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.586664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.587329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:20.652215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.652446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0', 'name': 'tempest-snat-router-442662855', 'tenant_id': 'd28eab57919547feaf817d4aaa919f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:15Z', 'updated_at': '2021-12-10T18:18:20Z', 'revision_number': 4, 'project_id': 'd28eab57919547feaf817d4aaa919f82', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:20.684757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cb0c9c-a403-4ac6-9abe-c38f00be6faa None None] The sync data for ids ['f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0'] in n-d-821424-1 is: [{'id': 'f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0', 'name': 'tempest-snat-router-442662855', 'tenant_id': 'd28eab57919547feaf817d4aaa919f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:15Z', 'updated_at': '2021-12-10T18:18:20Z', 'revision_number': 4, 'project_id': 'd28eab57919547feaf817d4aaa919f82', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:20.756747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41100) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:20.770317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.780025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.858857 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.859565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:20.864582 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:20.865816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fc9cbf58-f10c-4809-b2ca-60c6cef53c0c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f4f7b30f-e23c-41cb-81d9-1a2d663ed5f0 HTTP/1.1" status: 204 len: 168 time: 1.0882337 Dec 10 18:18:20.868764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41110) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:20.923367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41114) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:20.983983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8eb15-e019-4994-9b54-48279464135e req-5ca80cfc-0ece-47cd-9db3-bef3c7a803f3 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:20.995392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76f8eb15-e019-4994-9b54-48279464135e req-5ca80cfc-0ece-47cd-9db3-bef3c7a803f3 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.0979180 Dec 10 18:18:21.081233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76f8eb15-e019-4994-9b54-48279464135e req-7326bfc0-e925-4172-bb49-284024c47dc3 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848639 Dec 10 18:18:21.120926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0fdd7cf7-0704-4d06-be8d-e2043231e597 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=562ebadba3ae4266bdf3caa5a87ee4e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961319 Dec 10 18:18:21.123505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:21.213852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a923d4-e3e4-45ad-b523-867c2986c2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.277241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a923d4-e3e4-45ad-b523-867c2986c2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.404215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.424406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.440369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a923d4-e3e4-45ad-b523-867c2986c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.444504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a923d4-e3e4-45ad-b523-867c2986c2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.446488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-82a923d4-e3e4-45ad-b523-867c2986c2d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64033812-a11e-44f6-b150-ebb15424e5a1 HTTP/1.1" status: 204 len: 168 time: 0.3212953 Dec 10 18:18:21.466934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a923d4-e3e4-45ad-b523-867c2986c2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64033812-a11e-44f6-b150-ebb15424e5a1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:21.526175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:21.546086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:21.557480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:21.577228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:21.591848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:21.603854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:21.615468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:21.618108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-9edca112-c6af-4161-bf5f-e30e1b7fbe02 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.2464395 Dec 10 18:18:21.681752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.702973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.721130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.738564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49f51e32-245a-4611-9383-bdf7f08ec584 req-eafa47cf-dff7-499a-896c-f92ab3a4dca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093688 Dec 10 18:18:21.773722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bcfaefa885174a79aff84281a147c134&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0157938 Dec 10 18:18:21.775504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853d38ce-57de-4009-87d0-a31eecef10a4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:21.776443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41134) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:21.788440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.788779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.789144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.789461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.789787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.790122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.790482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.790829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.791150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.791476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.792193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.792193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.792433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a49dd8-411c-4f2b-ac45-6ec4bbda7f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:18:21.804452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Deleting port d969e762-df99-4b7b-be95-48cc61e0c39b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:21.805044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.863431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-452b9ad7-2c69-45b0-8b37-36242e84b656 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.895195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-452b9ad7-2c69-45b0-8b37-36242e84b656 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.922694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] For port d969e762-df99-4b7b-be95-48cc61e0c39b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d969e762-df99-4b7b-be95-48cc61e0c39b,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:21.923181 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.941555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Calling delete_port for d969e762-df99-4b7b-be95-48cc61e0c39b owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:21.961515 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-452b9ad7-2c69-45b0-8b37-36242e84b656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.966041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-452b9ad7-2c69-45b0-8b37-36242e84b656 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:21.969436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-452b9ad7-2c69-45b0-8b37-36242e84b656 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/853d38ce-57de-4009-87d0-a31eecef10a4 HTTP/1.1" status: 204 len: 168 time: 0.1917028 Dec 10 18:18:21.985729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b9ad7-2c69-45b0-8b37-36242e84b656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853d38ce-57de-4009-87d0-a31eecef10a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:22.149765 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:18:22.178256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.185786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41150) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:22.240882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event deleted for resources: {'Port': ['ID=d969e762-df99-4b7b-be95-48cc61e0c39b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:22.355450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178be270-2a93-4b15-9bef-ce1b54a2c838 req-fa515c20-2c93-4937-b5cd-700c14f5b928 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:22.362994 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-178be270-2a93-4b15-9bef-ce1b54a2c838 req-fa515c20-2c93-4937-b5cd-700c14f5b928 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1287043 Dec 10 18:18:22.392521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.432703 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08ceb5b9-73cd-46cf-802b-574555c8ce64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.511058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41164) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:22.521286 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-178be270-2a93-4b15-9bef-ce1b54a2c838 req-1e4c041b-f85c-418b-b636-dbefe4310a96 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573741 Dec 10 18:18:22.523124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.525571 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.537736 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a652213-52d6-4596-a4e7-ed7b5258fdd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.541841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08ceb5b9-73cd-46cf-802b-574555c8ce64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.560273 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08ceb5b9-73cd-46cf-802b-574555c8ce64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.601777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.602477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6d29268-ff37-4267-a55e-b63f34dbd73c {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:22.608043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.609270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69748bf3-121f-4a9c-8099-d56602f4cf0d tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "DELETE /v2.0/routers/c6d29268-ff37-4267-a55e-b63f34dbd73c HTTP/1.1" status: 204 len: 168 time: 1.7393842 Dec 10 18:18:22.613316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41166) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:22.619497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-767385772', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:22.626946 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-08ceb5b9-73cd-46cf-802b-574555c8ce64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=562ece1a0c124008b99acfc57d4fe242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4398158 Dec 10 18:18:22.627832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ceb5b9-73cd-46cf-802b-574555c8ce64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a290d-6ab5-4c7a-b33f-fd471253b591,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:22.630596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41168) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:22.684017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.685186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.691637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a652213-52d6-4596-a4e7-ed7b5258fdd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.702839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a652213-52d6-4596-a4e7-ed7b5258fdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.722254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1309fe99-b38e-49a5-8d3c-6227fb312c85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.754326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8a652213-52d6-4596-a4e7-ed7b5258fdd9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f435dee27fcc4360b14da98b347945af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419364 Dec 10 18:18:22.759743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41172) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:22.771493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a652213-52d6-4596-a4e7-ed7b5258fdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7256058-e33c-4d37-b22b-c06197dcbc21,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:22.781364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1309fe99-b38e-49a5-8d3c-6227fb312c85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.845256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d493e7d-e0cf-409a-bbfd-0d605077cdb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.868444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:22.888966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d493e7d-e0cf-409a-bbfd-0d605077cdb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.006519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.013144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.013409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1309fe99-b38e-49a5-8d3c-6227fb312c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.016182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1309fe99-b38e-49a5-8d3c-6227fb312c85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.020182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1309fe99-b38e-49a5-8d3c-6227fb312c85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/748a290d-6ab5-4c7a-b33f-fd471253b591 HTTP/1.1" status: 204 len: 168 time: 0.3857896 Dec 10 18:18:23.020321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.025908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.034470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.041487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.049776 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.049999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.052509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-8c7fc8eb-068c-4889-b9ae-988d10fcc4a3 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1663394 Dec 10 18:18:23.065323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309fe99-b38e-49a5-8d3c-6227fb312c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a290d-6ab5-4c7a-b33f-fd471253b591,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:23.111464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d493e7d-e0cf-409a-bbfd-0d605077cdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.116188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d493e7d-e0cf-409a-bbfd-0d605077cdb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.121861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7d493e7d-e0cf-409a-bbfd-0d605077cdb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c7256058-e33c-4d37-b22b-c06197dcbc21 HTTP/1.1" status: 204 len: 168 time: 0.3568537 Dec 10 18:18:23.145901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d493e7d-e0cf-409a-bbfd-0d605077cdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7256058-e33c-4d37-b22b-c06197dcbc21,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:23.206508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d464afe5-77bf-49f2-bdea-60ae8db791a3 req-00c1f894-4de3-4f53-93f2-ba91b6e132cf tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394713 Dec 10 18:18:23.318212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d969e762-df99-4b7b-be95-48cc61e0c39b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:23.358340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d969e762-df99-4b7b-be95-48cc61e0c39b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:18:23.359099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d969e762-df99-4b7b-be95-48cc61e0c39b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:18:23.500046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.526062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.725613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce754a-cb0d-498a-be59-00731da1ee8f req-33e04a28-0013-4c8d-bec9-da2452124460 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:23.730412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Allocated IP 172.25.2.53 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/458da88b-780c-4cce-800e-d5224fc73c6c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:23.734938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8ce754a-cb0d-498a-be59-00731da1ee8f req-33e04a28-0013-4c8d-bec9-da2452124460 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.0880098 Dec 10 18:18:23.816472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8ce754a-cb0d-498a-be59-00731da1ee8f req-bc6222ba-6520-4376-a638-5dc29bca1819 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804892 Dec 10 18:18:23.834086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41202) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:23.869134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-270d939a-624c-4072-89ba-e6a7abad84b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:23.953792 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.033788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-270d939a-624c-4072-89ba-e6a7abad84b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.035554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.046540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-270d939a-624c-4072-89ba-e6a7abad84b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.144283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:24.155865 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-270d939a-624c-4072-89ba-e6a7abad84b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89554f08758f45558d0cbeefb246943e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3165390 Dec 10 18:18:24.160005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:24.160542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41214) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:24.162569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d939a-624c-4072-89ba-e6a7abad84b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbee21f-5b71-4a61-848d-aadcf1bcd5f9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:24.165489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:24.167963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event updated for resources: {'Port': ['ID=458da88b-780c-4cce-800e-d5224fc73c6c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:24.257838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8afccadf-82db-43c5-9efc-7a53d8e4ee3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.299015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8afccadf-82db-43c5-9efc-7a53d8e4ee3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.451573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.458288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.467350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.476461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.483800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.490600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.497874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.500269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-298dab6e-83c1-40ec-9372-60e804fc1682 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1365037 Dec 10 18:18:24.501483 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8afccadf-82db-43c5-9efc-7a53d8e4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.504416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8afccadf-82db-43c5-9efc-7a53d8e4ee3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.505695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8afccadf-82db-43c5-9efc-7a53d8e4ee3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0dbee21f-5b71-4a61-848d-aadcf1bcd5f9 HTTP/1.1" status: 204 len: 168 time: 0.3426335 Dec 10 18:18:24.552131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afccadf-82db-43c5-9efc-7a53d8e4ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbee21f-5b71-4a61-848d-aadcf1bcd5f9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:24.595525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:24.611707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-795d75f0-5c16-4818-8a0f-5e2652fa50cb req-b8fb198d-531c-4fe1-a540-a405571dff4e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1023476 Dec 10 18:18:24.965292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc110d-1b97-4618-9c92-5e2a532dcf43 req-b74121ba-8e71-41c3-9f8f-cf18b3ccda1b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:24.969939 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dfc110d-1b97-4618-9c92-5e2a532dcf43 req-b74121ba-8e71-41c3-9f8f-cf18b3ccda1b tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.1101835 Dec 10 18:18:24.995407 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:25.086176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dfc110d-1b97-4618-9c92-5e2a532dcf43 req-87ffe1a1-27fb-4990-9eea-758e2c650b7d tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105638 Dec 10 18:18:25.354840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73265f6-10ce-43c1-af7d-180386a4c3f0 req-da54bc7e-4362-49ec-bcf6-20c33d5faece tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.364288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d73265f6-10ce-43c1-af7d-180386a4c3f0 req-da54bc7e-4362-49ec-bcf6-20c33d5faece tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1548073 Dec 10 18:18:25.443174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d73265f6-10ce-43c1-af7d-180386a4c3f0 req-aa269cb1-9843-4d19-b155-b044f2a8a04e tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736532 Dec 10 18:18:25.453118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Router e446d7c5-3651-4f2c-ad2f-c964f9e341c4 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:25.605135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:25.617349 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] Sync routers for ids ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:25.633326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] Routers {'e446d7c5-3651-4f2c-ad2f-c964f9e341c4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:25.635008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:25.639542 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:25.643205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b9a9e1d3-31c4-4a2d-b63a-d8026ac7d0b0 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0281017 Dec 10 18:18:25.646639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41282) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:25.654691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': False}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:25.679343 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:25.700191 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] Routers {'e446d7c5-3651-4f2c-ad2f-c964f9e341c4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:25.701062 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:25.775479 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:25.776607 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854f460b-60c0-4d93-988d-9b647e037d51 None None] The sync data for ids ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:25.869208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41298) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:25.904839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.915098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.927246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.934135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.942887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.952491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.958224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:25.959160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-5d9eae8c-7fd5-4308-9037-789bf7c0c2c2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5432 time: 0.1950238 Dec 10 18:18:26.070702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6107b5f6-543b-4a39-8182-17e6693bfe74 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:26.087719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43a9a489-9059-447b-ac9a-1b5e0f7a24d1 req-b0625030-abd5-4d5e-ad0e-5edb33f43d87 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1198778 Dec 10 18:18:26.207140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.245060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6107b5f6-543b-4a39-8182-17e6693bfe74, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6107b5f6-543b-4a39-8182-17e6693bfe74,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:26.266024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'port_id': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'mac_address': 'fa:16:3e:14:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:26.305313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-390641916', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:26.319405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.348715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Made reservation on behalf of 8c4c42ea77694109a2024f9cc2e9738c for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:26.349526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6107b5f6-543b-4a39-8182-17e6693bfe74 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:26.355790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.377793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.391291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6107b5f6-543b-4a39-8182-17e6693bfe74, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6107b5f6-543b-4a39-8182-17e6693bfe74,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:26.403299 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.406102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c9e05c2e-1236-48e2-8e91-6c27f8e778bb details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:26.552685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:26.556179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.562836 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.567866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] device_id is not set on port ea203a5c-75e0-4d95-9961-58875334e404 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:18:26.632439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'c9e05c2e-1236-48e2-8e91-6c27f8e778bb', 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'port_id': 'c9e05c2e-1236-48e2-8e91-6c27f8e778bb', 'mac_address': 'fa:16:3e:eb:e4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b3c215-19f7-447e-9e7a-ad3aef89a87c', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:26.636483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6107b5f6-543b-4a39-8182-17e6693bfe74,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:26.701687 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.720476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e05c2e-1236-48e2-8e91-6c27f8e778bb {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:26.743918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:26.750539 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.752179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d2614d7c-203e-4328-b7f8-99d8a90bffbd details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:26.763503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64642a1a-46e5-4640-9047-bd3e39243c05,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:26.790551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b611a-5416-4cb4-8f34-bc6760b21663 req-26c002a2-ddae-4204-bf1f-e09ed7da0ead tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:26.800361 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d06b611a-5416-4cb4-8f34-bc6760b21663 req-26c002a2-ddae-4204-bf1f-e09ed7da0ead tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.3103147 Dec 10 18:18:26.843593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Allocated IP 172.25.2.19 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/ea203a5c-75e0-4d95-9961-58875334e404) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:26.900519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d06b611a-5416-4cb4-8f34-bc6760b21663 req-636485e3-559a-4d20-84de-4a8db1a3e8d9 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987985 Dec 10 18:18:26.907075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:26.911329 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.066166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:27.101192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d2614d7c-203e-4328-b7f8-99d8a90bffbd, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:27.118194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd', 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'port_id': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd', 'mac_address': 'fa:16:3e:ad:f2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b3c215-19f7-447e-9e7a-ad3aef89a87c', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:27.126555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Router e446d7c5-3651-4f2c-ad2f-c964f9e341c4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:18:27.152272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb050f1-6726-4e3b-a8cc-37a573f21779 req-79db69c7-5423-477a-904b-09646b9a30d2 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.153665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4eb050f1-6726-4e3b-a8cc-37a573f21779 req-79db69c7-5423-477a-904b-09646b9a30d2 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1399255 Dec 10 18:18:27.219487 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.239446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.252638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2614d7c-203e-4328-b7f8-99d8a90bffbd {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:27.268408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4eb050f1-6726-4e3b-a8cc-37a573f21779 req-9231c902-464c-46b2-b4fd-bd679eff7e8f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033626 Dec 10 18:18:27.286636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d2614d7c-203e-4328-b7f8-99d8a90bffbd, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:27.297767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.298938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 81981344-0366-4bdd-902e-b2cda9e19ecf details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:27.331170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.338677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:27.346937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.352860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41342) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:27.354529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-26a48d9b-2fdc-4fa2-9702-c21f95cfe93b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "PUT /v2.0/routers/e446d7c5-3651-4f2c-ad2f-c964f9e341c4 HTTP/1.1" status: 200 len: 920 time: 1.7052431 Dec 10 18:18:27.389736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d2614d7c-203e-4328-b7f8-99d8a90bffbd,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:27.393973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] Sync routers for ids ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:27.404073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.411366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.415562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Pushing event updated for resources: {'Port': ['ID=ea203a5c-75e0-4d95-9961-58875334e404,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:27.419916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.427572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.428196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 81981344-0366-4bdd-902e-b2cda9e19ecf, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=81981344-0366-4bdd-902e-b2cda9e19ecf,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:27.431118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] Routers {'e446d7c5-3651-4f2c-ad2f-c964f9e341c4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:27.431749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:27.436872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.444260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.452061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.454685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f9e89f26-cb80-4cca-b5ea-3c3a5e220398 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5435 time: 0.1853445 Dec 10 18:18:27.482315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:27.484487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:27.487875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:27.491313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:27.492639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '81981344-0366-4bdd-902e-b2cda9e19ecf', 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'port_id': '81981344-0366-4bdd-902e-b2cda9e19ecf', 'mac_address': 'fa:16:3e:89:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b3c215-19f7-447e-9e7a-ad3aef89a87c', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:27.499497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] Routers {'e446d7c5-3651-4f2c-ad2f-c964f9e341c4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:27.500260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:27.536542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.537162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.548039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-069ff3a6-24f3-4d89-9461-4ff6f635c1a7 req-f38ef02c-4e75-4e58-ab77-c76ea31ebf2f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846386 Dec 10 18:18:27.583952 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.588148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:27.588877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993b9ce3-ddbc-4570-8e46-fd3947323af6 None None] The sync data for ids ['e446d7c5-3651-4f2c-ad2f-c964f9e341c4'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:27.602786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81981344-0366-4bdd-902e-b2cda9e19ecf {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:27.626818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 81981344-0366-4bdd-902e-b2cda9e19ecf, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=81981344-0366-4bdd-902e-b2cda9e19ecf,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:27.641867 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.642573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5dd2566a-6ef9-488e-a455-0ffa9fc68479 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:27.646278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0a0db0b0-04db-4daa-88a3-37672c045270 tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.7741632 Dec 10 18:18:27.653223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41352) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:27.726031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:27.729251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=81981344-0366-4bdd-902e-b2cda9e19ecf,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:27.743299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}]}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:27.749592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '5dd2566a-6ef9-488e-a455-0ffa9fc68479', 'network_id': '45d0b6e5-75c0-4c77-8d86-088f9334496c', 'port_id': '5dd2566a-6ef9-488e-a455-0ffa9fc68479', 'mac_address': 'fa:16:3e:6f:e7:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b3c215-19f7-447e-9e7a-ad3aef89a87c', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:27.773087 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-37578747-fcef-4400-906a-72a8e7bf5cf4 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/e446d7c5-3651-4f2c-ad2f-c964f9e341c4 HTTP/1.1" status: 200 len: 920 time: 0.3558850 Dec 10 18:18:27.773509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41366) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:27.823645 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.825463 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-86983d27-9450-49f4-8d81-5eaa3cc1b0e2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658014 Dec 10 18:18:27.862462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd2566a-6ef9-488e-a455-0ffa9fc68479 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:27.870486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41368) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:27.899202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:27.905774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.906004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bf82e33c-ac88-4e14-b3b0-fe455b666311 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:27.916018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.917119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:27.917287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc227af-dff5-496f-8057-a965b74588a1 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.918723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9dc227af-dff5-496f-8057-a965b74588a1 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=e446d7c5-3651-4f2c-ad2f-c964f9e341c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1439681 Dec 10 18:18:27.921885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41372) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:27.941904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea035b-8705-4ad8-af61-b053ada2be82 req-21af480d-d360-41e4-b434-f1e69bf5de41 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:27.943565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88ea035b-8705-4ad8-af61-b053ada2be82 req-21af480d-d360-41e4-b434-f1e69bf5de41 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.0851724 Dec 10 18:18:27.978694 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.006467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88ea035b-8705-4ad8-af61-b053ada2be82 req-5449e34b-0819-4d1a-9a14-c9d58a57822c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510721 Dec 10 18:18:28.010005 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=5dd2566a-6ef9-488e-a455-0ffa9fc68479,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:28.080132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bf82e33c-ac88-4e14-b3b0-fe455b666311, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:28.085782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a1be8-a6c9-4a42-84d9-3fd7eeaf1a9b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.087007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee3a1be8-a6c9-4a42-84d9-3fd7eeaf1a9b tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.1641362 Dec 10 18:18:28.089849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41374) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:28.097880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'bf82e33c-ac88-4e14-b3b0-fe455b666311', 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf', 'port_id': 'bf82e33c-ac88-4e14-b3b0-fe455b666311', 'mac_address': 'fa:16:3e:89:1e:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08f9330-6c20-4f10-a28a-f3655294a3cd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:28.111220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29429850-c2dd-4a65-a60a-31fb5026ba84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.122615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b14951b5-21a1-4ad1-b4f3-5c03402d57c2 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=e446d7c5-3651-4f2c-ad2f-c964f9e341c4 HTTP/1.1" status: 200 len: 205 time: 0.0291917 Dec 10 18:18:28.124515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41376) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:28.155270 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.178602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf82e33c-ac88-4e14-b3b0-fe455b666311 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:28.203471 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.207627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bf82e33c-ac88-4e14-b3b0-fe455b666311, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:28.212820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.213826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 28b44429-b44c-4f8b-aae5-e14da8a02a99 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:28.224254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-bbba876c-0900-4d94-97bc-612556a42f7d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.227004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-bbba876c-0900-4d94-97bc-612556a42f7d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4004793 Dec 10 18:18:28.248767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.273746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-16100e57-ffbd-4c14-84ce-7d23979a4942 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/quotas/33011e0a006846adb5f242d35e51f465 HTTP/1.1" status: 200 len: 375 time: 0.0371673 Dec 10 18:18:28.301996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4a8ba38d-987c-4bd8-b59a-fc9e7395efa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.304603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 28b44429-b44c-4f8b-aae5-e14da8a02a99, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:28.317800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bf82e33c-ac88-4e14-b3b0-fe455b666311,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:28.327149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '28b44429-b44c-4f8b-aae5-e14da8a02a99', 'network_id': '0ebc09d3-7f57-403b-a951-7a7c7a2b93cf', 'port_id': '28b44429-b44c-4f8b-aae5-e14da8a02a99', 'mac_address': 'fa:16:3e:06:9b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08f9330-6c20-4f10-a28a-f3655294a3cd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:28.377044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-2b466440-8dbd-44f2-b4c5-7738970b6f9c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509322 Dec 10 18:18:28.383159 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.407925 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.418835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28b44429-b44c-4f8b-aae5-e14da8a02a99 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:28.447619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 28b44429-b44c-4f8b-aae5-e14da8a02a99, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:28.453648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b1c96-5339-4281-8dcc-7d187089ba30 req-f7623e0c-d3f6-477a-a689-ed67fd507270 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.454729 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.464410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29429850-c2dd-4a65-a60a-31fb5026ba84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.464618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373b1c96-5339-4281-8dcc-7d187089ba30 req-f7623e0c-d3f6-477a-a689-ed67fd507270 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.0929506 Dec 10 18:18:28.486177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-29429850-c2dd-4a65-a60a-31fb5026ba84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.535408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=28b44429-b44c-4f8b-aae5-e14da8a02a99,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:28.552749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373b1c96-5339-4281-8dcc-7d187089ba30 req-78399086-1738-443e-b6b5-25b336d3dabc tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872312 Dec 10 18:18:28.562987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Deleting port 458da88b-780c-4cce-800e-d5224fc73c6c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:28.563330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.648745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-29429850-c2dd-4a65-a60a-31fb5026ba84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62466eff2e6e4248a60b88ffc06c38fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7750857 Dec 10 18:18:28.649527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29429850-c2dd-4a65-a60a-31fb5026ba84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766f79d4-f8d3-4941-9447-817b90468119,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:28.654911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41388) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:28.679002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-33acc03b-1b32-46c7-8ef7-730ba571096a req-d24b0f2e-d1a5-4bfe-be63-cea404ec1e1b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 210 time: 0.0457146 Dec 10 18:18:28.730118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.744080 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.747848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Calling delete_port for 458da88b-780c-4cce-800e-d5224fc73c6c owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:28.762943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.769065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.769479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.775561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.783136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.788525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.795104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.802219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:28.814258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-0fd0ff1e-be95-44a3-83f6-46f59606a271 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5439 time: 0.1652203 Dec 10 18:18:28.825926 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6901eff4-436c-4b46-b6b5-c79ce1e8b612 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.888965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6901eff4-436c-4b46-b6b5-c79ce1e8b612 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.933882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c98c166-3009-43ff-ad5e-754c6fc84d99 req-759bcaca-3e52-49ef-8a52-4fdedfb7f637 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1186631 Dec 10 18:18:28.990319 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6901eff4-436c-4b46-b6b5-c79ce1e8b612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.993589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6901eff4-436c-4b46-b6b5-c79ce1e8b612 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:28.995128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6901eff4-436c-4b46-b6b5-c79ce1e8b612 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/766f79d4-f8d3-4941-9447-817b90468119 HTTP/1.1" status: 204 len: 168 time: 0.3384287 Dec 10 18:18:28.998529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.045181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901eff4-436c-4b46-b6b5-c79ce1e8b612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766f79d4-f8d3-4941-9447-817b90468119,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:29.131197 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.166547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event deleted for resources: {'Port': ['ID=458da88b-780c-4cce-800e-d5224fc73c6c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:29.258583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.383340 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.385953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.406711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadb33b-2414-442e-a0a0-55030dd36f3b req-410bdbf8-dfdb-4495-bff9-bcdad41f1f97 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:29.408760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3aadb33b-2414-442e-a0a0-55030dd36f3b req-410bdbf8-dfdb-4495-bff9-bcdad41f1f97 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.2452691 Dec 10 18:18:29.429735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['c9e05c2e-1236-48e2-8e91-6c27f8e778bb'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:29.474149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6107b5f6-543b-4a39-8182-17e6693bfe74'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:29.491399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d2614d7c-203e-4328-b7f8-99d8a90bffbd'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:29.501649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3aadb33b-2414-442e-a0a0-55030dd36f3b req-0404df2c-14cd-4da1-b777-ce5a11460678 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553169 Dec 10 18:18:29.511401 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.512121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f70198e4-4271-4b33-b0bd-f463e141e89e {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:29.541977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['5dd2566a-6ef9-488e-a455-0ffa9fc68479'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:29.544259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['bf82e33c-ac88-4e14-b3b0-fe455b666311'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:29.549728 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:18:29.553875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c34530e-8388-437a-8b0a-1febc033699c tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8890996 Dec 10 18:18:29.554669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41412) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:29.777070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-0a90a43d-8a12-474b-9c9d-e88789707f5d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495484 Dec 10 18:18:29.936014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-1b1ca1ed-6018-4b83-a56a-43be84aa5c4b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:29.938891 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-1b1ca1ed-6018-4b83-a56a-43be84aa5c4b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1420414 Dec 10 18:18:29.949065 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.953921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:29.980182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': 'b1544f19-48ac-4740-ae51-630909207aa3', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:30.023504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04bca1-6122-4bc9-9fa7-83168e52004f req-3f3c68de-53b9-46f1-b654-9777cb86b68a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.025160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f04bca1-6122-4bc9-9fa7-83168e52004f req-3f3c68de-53b9-46f1-b654-9777cb86b68a tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1483247 Dec 10 18:18:30.026634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.027074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Fanout notify agent at l3_agent the message router_deleted on router e446d7c5-3651-4f2c-ad2f-c964f9e341c4 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:30.036650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.042224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2106c9b9-75cd-4104-919b-931eb114a2f5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/e446d7c5-3651-4f2c-ad2f-c964f9e341c4 HTTP/1.1" status: 204 len: 168 time: 1.9123306 Dec 10 18:18:30.047667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41428) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:30.055366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-75ce8ca8-3219-4d8f-86dd-a3c507e6014c tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1529430619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:30.099753 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70dccf67-ca90-43c5-ad91-4105e931bb8d req-2a2dbe45-f51c-47ca-99b1-e2aa5443b01b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 210 time: 0.1565692 Dec 10 18:18:30.125725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43264a1c-c0db-49a8-b79a-59af91051847 req-69142f46-c5a6-42d5-ab53-f096d8b62a2d tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.130608 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43264a1c-c0db-49a8-b79a-59af91051847 req-69142f46-c5a6-42d5-ab53-f096d8b62a2d tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.59 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.4804378 Dec 10 18:18:30.131303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:30.139743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Deleting port ea203a5c-75e0-4d95-9961-58875334e404 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:30.140392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.156160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f04bca1-6122-4bc9-9fa7-83168e52004f req-7bd57036-c33b-4cc9-88a5-fba777063233 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123700 Dec 10 18:18:30.172047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ca8-3219-4d8f-86dd-a3c507e6014c tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.173163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ca8-3219-4d8f-86dd-a3c507e6014c tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.235753 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ca8-3219-4d8f-86dd-a3c507e6014c tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.241957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ca8-3219-4d8f-86dd-a3c507e6014c tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.285381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.324637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Calling delete_port for ea203a5c-75e0-4d95-9961-58875334e404 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:30.337237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-75ce8ca8-3219-4d8f-86dd-a3c507e6014c tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.337642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:30.338905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-75ce8ca8-3219-4d8f-86dd-a3c507e6014c tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2898698 Dec 10 18:18:30.341657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.341877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41436) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:30.346574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:30.381580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1080565702-network', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:30.399146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.571663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.636886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['81981344-0366-4bdd-902e-b2cda9e19ecf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:30.664089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['28b44429-b44c-4f8b-aae5-e14da8a02a99'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:30.698660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001c317-f382-4112-9132-356180b0e8a8 req-d6aba6a5-82c1-44b7-9631-75ed9844c060 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.700552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6001c317-f382-4112-9132-356180b0e8a8 req-d6aba6a5-82c1-44b7-9631-75ed9844c060 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.0980122 Dec 10 18:18:30.706323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.712266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.718701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.725636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.734040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.740033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.746088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:30.748255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-668bf444-5b99-419a-a517-7e5edef39b3b req-a2d6a740-f50f-4581-b0fe-d080e9c29fe0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5439 time: 0.5177684 Dec 10 18:18:30.800116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:30.802290 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.831604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.842836 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6001c317-f382-4112-9132-356180b0e8a8 req-2c870170-d175-4af6-94a7-51375972efe0 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243358 Dec 10 18:18:30.906733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Deleting port a8b61933-d1fe-44ba-af33-cf182716c677 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:30.907085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.914887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.936379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:30.983802 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-668bf444-5b99-419a-a517-7e5edef39b3b req-10a1c75c-84b5-4a7b-9c37-bed8ac2836cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2114332 Dec 10 18:18:31.062333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Allocated IP 172.25.2.158 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/62a2435b-051a-42a3-aa04-3cb68c3cdb01) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:31.113538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.117152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] For port a8b61933-d1fe-44ba-af33-cf182716c677, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a8b61933-d1fe-44ba-af33-cf182716c677,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:31.117578 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.138555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.221849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb4d9294-b0a3-490e-b904-a091a07445c9 req-c2afc59d-112e-4eb8-a910-3e7207f4e3ce tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 210 time: 0.0400851 Dec 10 18:18:31.224815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.244096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea203a5c-75e0-4d95-9961-58875334e404,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:31.246693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.287828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.351692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:31.353637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:31.355797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event updated for resources: {'Port': ['ID=62a2435b-051a-42a3-aa04-3cb68c3cdb01,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:31.358209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:31.414934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.484279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.487634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c67b0d7-f2ae-42b2-a958-f71e4643d592,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:31.536048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:18:31.583469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.590626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c70bec99-bbb4-4bf5-aa97-ff05d6fafcde tempest-RoutersAdminNegativeIpV6Test-1046925286 tempest-RoutersAdminNegativeIpV6Test-1046925286-project-admin] 10.222.0.55 "DELETE /v2.0/ports/ea203a5c-75e0-4d95-9961-58875334e404 HTTP/1.1" status: 204 len: 168 time: 2.0314682 Dec 10 18:18:31.617939 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d4993d0-89df-4bb5-ab2c-b507d5c402e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.639378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.672193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3d9be-df89-4b6e-9951-eb09af744880 req-4683c4c2-bb2d-4461-b0d9-7a7317a4697f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:31.673734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82b3d9be-df89-4b6e-9951-eb09af744880 req-4683c4c2-bb2d-4461-b0d9-7a7317a4697f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.4087842 Dec 10 18:18:31.683879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.684226 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Added segment 077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c of type vlan for network b4471f03-0277-4a8d-960e-737f7a9d50ff Dec 10 18:18:31.686025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c89f184-0076-4720-9701-a2e6b0bb8606,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:31.756744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.788264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.791098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.121 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/2feba828-8b37-43c5-ac8f-4fad321ab12f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:31.819550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.819905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.820220 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Floating IP 01c75bfc-13bb-4fe9-8990-c95e9b5b7052 disassociated. External IP: 172.25.2.107, port: a8b61933-d1fe-44ba-af33-cf182716c677. Dec 10 18:18:31.820622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Calling delete_port for a8b61933-d1fe-44ba-af33-cf182716c677 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:31.867911 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82b3d9be-df89-4b6e-9951-eb09af744880 req-d16062c7-2b14-4020-90f2-5ddd7056291f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652153 Dec 10 18:18:31.870325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41450) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:31.899996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.903873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.920525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.921501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:31.922084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:31.955321 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.000788 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8672655 Dec 10 18:18:32.015283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41456) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:32.029837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Request body: {'subnet': {'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1080565702-subnet', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:32.069565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49642152-a13d-47e7-9602-04f6d59acc84 admin admin] Pushing event updated for resources: {'Network': ['ID=b4471f03-0277-4a8d-960e-737f7a9d50ff,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:32.081721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b4471f03-0277-4a8d-960e-737f7a9d50ff details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:18:32.105707 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-874b515f-9058-4539-a65c-c752b318a10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.129257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:32.132042 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.172021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cb820-6337-48df-96a2-4e804427d418 req-68f7c2cf-c0d0-4dc9-8b17-92ff8927e402 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.173680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a68cb820-6337-48df-96a2-4e804427d418 req-68f7c2cf-c0d0-4dc9-8b17-92ff8927e402 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 945 time: 0.1716661 Dec 10 18:18:32.215276 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.225569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.249568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.255499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.261525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.267745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.273622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.280401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.286586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.286802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Router 1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:32.288580 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50ad5c14-1202-4898-a337-e0869b720113 req-3d4e9214-b6a7-4cfc-9aa9-8de2a44204fe tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5439 time: 0.1781304 Dec 10 18:18:32.315650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event deleted for resources: {'Port': ['ID=a8b61933-d1fe-44ba-af33-cf182716c677,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:32.342588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a68cb820-6337-48df-96a2-4e804427d418 req-f272f299-a58f-4dda-b979-c267fc1faa5c tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b5e02db-5576-46ad-a25f-87e64ec531b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344163 Dec 10 18:18:32.429317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.440522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-874b515f-9058-4539-a65c-c752b318a10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.454091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a8b61933-d1fe-44ba-af33-cf182716c677 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:32.455401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-874b515f-9058-4539-a65c-c752b318a10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.482014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: a8b61933-d1fe-44ba-af33-cf182716c677 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:18:32.482530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a8b61933-d1fe-44ba-af33-cf182716c677 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:18:32.502114 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50ad5c14-1202-4898-a337-e0869b720113 req-dc58a890-4bd3-4ecf-8ce6-32309e0a43ce tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1901019 Dec 10 18:18:32.559253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:32.570848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:32.576261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:32.579158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=2feba828-8b37-43c5-ac8f-4fad321ab12f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:32.632897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Router 742c906c-027a-4f7b-8f0b-8823d6573260 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:18:32.636469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-874b515f-9058-4539-a65c-c752b318a10e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85ae77b5b62d403c9fead41bb73b0685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7640734 Dec 10 18:18:32.641762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41464) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:32.644868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b515f-9058-4539-a65c-c752b318a10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af7910c-73f6-4a6d-80f8-dc828ddab0e8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:32.660817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.661547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.667433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28666d8-3135-4433-81e8-61d4053c0e4d req-63b9c13d-5ad7-40a2-a452-8fb3d75c3751 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.669280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a28666d8-3135-4433-81e8-61d4053c0e4d req-63b9c13d-5ad7-40a2-a452-8fb3d75c3751 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 936 time: 0.2184167 Dec 10 18:18:32.672660 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.677539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:32.689748 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.693601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1a07c979-1821-401b-8174-69d1b53fe09e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "PUT /v2.0/routers/1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c HTTP/1.1" status: 200 len: 880 time: 2.3481188 Dec 10 18:18:32.694972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41466) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:32.696824 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] Sync routers for ids ['1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:32.713655 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] Routers {'1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:32.715124 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:32.765970 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:32.777022 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] Routers {'1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:32.783348 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:32.785466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Checking segment: {'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:32.785830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Network hostable DHCP agents. Network: b4471f03-0277-4a8d-960e-737f7a9d50ff, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:18:32.818126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81be53c9-de1b-46fb-a528-f00fcbe2cc52,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:32.846122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a28666d8-3135-4433-81e8-61d4053c0e4d req-fa06731a-cf8a-46b1-ac29-759846c0281d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641750 Dec 10 18:18:32.857207 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:32.858707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:32.862250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Network b4471f03-0277-4a8d-960e-737f7a9d50ff is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:18:32.865029 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ea8c3-83e0-479e-ae64-b6e4c4c97658 None None] The sync data for ids ['1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:32.873636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-7ab1658c-c3e1-4776-a481-55b1a88634a2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9164174 Dec 10 18:18:32.878942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] Sync routers for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:32.893288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b4471f03-0277-4a8d-960e-737f7a9d50ff) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:32.900409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:32.902256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:32.903449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:32.904387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:32.913298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db23c65d-8081-44dd-b215-2ba500892872 None None] Network b4471f03-0277-4a8d-960e-737f7a9d50ff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:32.947186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-44f6c140-d4c8-4b1d-a3ed-c6c8e7cce294 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9306810 Dec 10 18:18:32.948269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41470) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:32.953497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:32.957891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Request body: {'port': {'device_id': 'b1544f19-48ac-4740-ae51-630909207aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:33.001625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.002959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.078022 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.119511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6386f75b-5838-44d6-8457-794f3ebf818d None None] Provisioning complete for port 2feba828-8b37-43c5-ac8f-4fad321ab12f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:33.119959 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6386f75b-5838-44d6-8457-794f3ebf818d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.200627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6386f75b-5838-44d6-8457-794f3ebf818d None None] Port 2feba828-8b37-43c5-ac8f-4fad321ab12f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:33.206909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:33.245390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.351396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] No DVR routers for this DVR port a8b61933-d1fe-44ba-af33-cf182716c677 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:18:33.360055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.363522 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43264a1c-c0db-49a8-b79a-59af91051847 req-09f94e5c-ed4e-4b3d-9960-36a59987f145 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.59 "DELETE /v2.0/ports/a8b61933-d1fe-44ba-af33-cf182716c677 HTTP/1.1" status: 204 len: 173 time: 3.1299896 Dec 10 18:18:33.365658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'name': 'network-vif-deleted', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:33.368065 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9a9783-cdc7-44c2-acb3-7f90bd5ee009" -d '{"events": [{"server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "name": "network-vif-deleted", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:33.382857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b4471f03-0277-4a8d-960e-737f7a9d50ff', 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff', 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'fixed_ips': [{'subnet_id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:18:33.384010 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.428619 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.445916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e7-c6d2-424d-99f0-6ba63ba83a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.506222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c740924-ec23-4a9a-99e3-9b1dbb011e4f req-0d6cebf3-e670-4090-b722-f0416011ff6c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:33.507896 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c740924-ec23-4a9a-99e3-9b1dbb011e4f req-0d6cebf3-e670-4090-b722-f0416011ff6c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.2283413 Dec 10 18:18:33.512664 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06091653-dbae-45a6-abc5-96387ace56d8 x-openstack-request-id: req-06091653-dbae-45a6-abc5-96387ace56d8 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:33.512965 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39fbd235-493e-439c-8f47-3f4c7276f58a", "name": "network-vif-deleted", "tag": "a8b61933-d1fe-44ba-af33-cf182716c677", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:33.513230 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-06091653-dbae-45a6-abc5-96387ace56d8 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:33.513668 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39fbd235-493e-439c-8f47-3f4c7276f58a', 'name': 'network-vif-deleted', 'tag': 'a8b61933-d1fe-44ba-af33-cf182716c677', 'status': 'completed', 'code': 200} Dec 10 18:18:33.519939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e7-c6d2-424d-99f0-6ba63ba83a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.535140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b1092358-6d16-40e6-acc5-2057e01c74c3 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c HTTP/1.1" status: 200 len: 921 time: 0.6995704 Dec 10 18:18:33.543778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:33.675800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c740924-ec23-4a9a-99e3-9b1dbb011e4f req-e63cae85-6bf6-453c-b00e-9cbfd7cf1ddf tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471748 Dec 10 18:18:33.684203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.744501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Allocated IP 172.20.0.2 (b4471f03-0277-4a8d-960e-737f7a9d50ff/81be53c9-de1b-46fb-a528-f00fcbe2cc52/3280cd81-7841-4eb9-8eac-b53f2221ab09) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:33.923168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910eb542-fb2a-4649-9d45-657df4f9e701 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:33.927285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-910eb542-fb2a-4649-9d45-657df4f9e701 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3333166 Dec 10 18:18:33.937897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41484) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:33.948820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e7-c6d2-424d-99f0-6ba63ba83a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.951521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dbc42e7-c6d2-424d-99f0-6ba63ba83a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:33.955193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1dbc42e7-c6d2-424d-99f0-6ba63ba83a86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6af7910c-73f6-4a6d-80f8-dc828ddab0e8 HTTP/1.1" status: 204 len: 168 time: 1.3065314 Dec 10 18:18:33.986323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:30Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:34.022310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.029064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] Checking router: 742c906c-027a-4f7b-8f0b-8823d6573260 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:34.029300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.035234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.041219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.044885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:34.045857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:34.048175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.054181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.060649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.068718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e7f8e3d8-4cbb-47b2-bf6a-de9881146c06 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5439 time: 0.2805500 Dec 10 18:18:34.104679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc42e7-c6d2-424d-99f0-6ba63ba83a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af7910c-73f6-4a6d-80f8-dc828ddab0e8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:34.183900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b95b974-1be2-4236-bea6-1aab73703c92 req-f0500a0d-2b0e-4a15-ae64-86ca4a91b2b9 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0997372 Dec 10 18:18:34.222655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:34.241283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0bcd0b-eb0c-4853-a0a2-4c2767269ada tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.241832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.242729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dd0bcd0b-eb0c-4853-a0a2-4c2767269ada tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.3038092 Dec 10 18:18:34.246403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41490) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:34.258328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f438e1c3-9251-417f-987a-4ebb80c19d2a req-e226affa-060b-417a-843a-ebd8b069706e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885052 Dec 10 18:18:34.325631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c4d2ec3-2d6b-4758-8cd0-a21cc6689d0f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c HTTP/1.1" status: 200 len: 205 time: 0.0700541 Dec 10 18:18:34.325631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41492) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:34.338984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.348709 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.355663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.365713 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.418171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2feba828-8b37-43c5-ac8f-4fad321ab12f {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:34.461343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.471269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Network b4471f03-0277-4a8d-960e-737f7a9d50ff is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:34.514474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:34.517095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:34.517420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41494) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:34.519643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Transition to ACTIVE for port object 2feba828-8b37-43c5-ac8f-4fad321ab12f will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:18:34.524806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6107b5f6-543b-4a39-8182-17e6693bfe74 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:34.528259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.541154 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.546243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50709944-a10a-44e1-ac2b-63ae46ec467b req-0e83bd0a-3a62-4f27-ac1b-3457533b1576 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:34.555100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50709944-a10a-44e1-ac2b-63ae46ec467b req-0e83bd0a-3a62-4f27-ac1b-3457533b1576 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 936 time: 0.1389759 Dec 10 18:18:34.661670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.665411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Pushing event updated for resources: {'Port': ['ID=2feba828-8b37-43c5-ac8f-4fad321ab12f,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:34.669243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Attempting to bind port 3280cd81-7841-4eb9-8eac-b53f2221ab09 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:34.669696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Attempting to bind port 3280cd81-7841-4eb9-8eac-b53f2221ab09 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:34.670800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Attempting to bind port 3280cd81-7841-4eb9-8eac-b53f2221ab09 on network b4471f03-0277-4a8d-960e-737f7a9d50ff {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:34.677321 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Pushing event updated for resources: {'Port': ['ID=3280cd81-7841-4eb9-8eac-b53f2221ab09,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:34.687504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:34.687968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Checking segment: {'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:34.688461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.688916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Bound using segment: {'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:34.689940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Bound port: 3280cd81-7841-4eb9-8eac-b53f2221ab09, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:34.689940 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.699487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50709944-a10a-44e1-ac2b-63ae46ec467b req-deec35ff-a325-4d29-a541-e8b9d5479e8e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379700 Dec 10 18:18:34.789170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Attempting to bind port 2feba828-8b37-43c5-ac8f-4fad321ab12f on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:34.789596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Attempting to bind port 2feba828-8b37-43c5-ac8f-4fad321ab12f by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:34.790645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Attempting to bind port 2feba828-8b37-43c5-ac8f-4fad321ab12f on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:34.794329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9462865a-02c1-4d63-bef4-233f55b2ac98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c4c42ea77694109a2024f9cc2e9738c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2727873 Dec 10 18:18:34.796456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Port 2feba828-8b37-43c5-ac8f-4fad321ab12f on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:18:34.796788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Attempting to bind port 2feba828-8b37-43c5-ac8f-4fad321ab12f on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:34.804933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41498) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:34.804933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:34.804933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:34.804933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:34.805599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Bound port: 2feba828-8b37-43c5-ac8f-4fad321ab12f, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:34.805729 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.823249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 6107b5f6-543b-4a39-8182-17e6693bfe74 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:34.834643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 6107b5f6-543b-4a39-8182-17e6693bfe74 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:34.835750 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.883770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Allocated IP 172.25.2.106 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/bac27d7c-b23b-4082-816c-09d13fb2b68d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:34.934604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] For port 3280cd81-7841-4eb9-8eac-b53f2221ab09, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:34.939823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] For port 3280cd81-7841-4eb9-8eac-b53f2221ab09, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3280cd81-7841-4eb9-8eac-b53f2221ab09,segment=NetworkSegment(077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c),segment_id=077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:34.951448 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d23345d-f013-4576-b765-f438b5f678ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.972399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:34.984732 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d23345d-f013-4576-b765-f438b5f678ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.024557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] For port 2feba828-8b37-43c5-ac8f-4fad321ab12f, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:35.044018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] For port 2feba828-8b37-43c5-ac8f-4fad321ab12f, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:35.049889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.079143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.085840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.097162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d23345d-f013-4576-b765-f438b5f678ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.105095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d23345d-f013-4576-b765-f438b5f678ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.107314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0d23345d-f013-4576-b765-f438b5f678ea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64642a1a-46e5-4640-9047-bd3e39243c05 HTTP/1.1" status: 204 len: 168 time: 0.2980289 Dec 10 18:18:35.138490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.164340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:35.164974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.167684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9114835-88ba-4f4e-acc2-738bed6b93e5 None None] Pushing event updated for resources: {'Port': ['ID=3280cd81-7841-4eb9-8eac-b53f2221ab09,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:35.182436 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] 10.222.0.30 "PUT /v2.0/ports/2feba828-8b37-43c5-ac8f-4fad321ab12f HTTP/1.1" status: 200 len: 1096 time: 2.2268577 Dec 10 18:18:35.185621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23345d-f013-4576-b765-f438b5f678ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64642a1a-46e5-4640-9047-bd3e39243c05,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:35.252399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6107b5f6-543b-4a39-8182-17e6693bfe74, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6107b5f6-543b-4a39-8182-17e6693bfe74,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:35.263656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:35.273051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.282605 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd260230-275b-4b02-8090-ac219133051d" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:35.294349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577e2c1-b3a2-4994-96c5-31db9ed74018 service neutron] Pushing event updated for resources: {'Port': ['ID=2feba828-8b37-43c5-ac8f-4fad321ab12f,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:35.305250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.306114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c9e05c2e-1236-48e2-8e91-6c27f8e778bb up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:35.309537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70223c9e-f1c7-4732-8a8b-5a5fc1e461fe req-f5c0beb8-dd30-4a38-8ab5-c401a6b789f7 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:35.320654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70223c9e-f1c7-4732-8a8b-5a5fc1e461fe req-f5c0beb8-dd30-4a38-8ab5-c401a6b789f7 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.4872372 Dec 10 18:18:35.396198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:35.413074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:35.422891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:35.423244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9afb94f1-b356-4deb-b9de-d9d2adc601c3 req-240aa163-7807-4080-9321-65099bb4ef8e tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0448902 Dec 10 18:18:35.441950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-c7be9579-6dfd-4863-a778-fd6e7fe5a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:35.443575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-c7be9579-6dfd-4863-a778-fd6e7fe5a891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1404185 Dec 10 18:18:35.540409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Pushing event updated for resources: {'Port': ['ID=bac27d7c-b23b-4082-816c-09d13fb2b68d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:35.574345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Deleting port 62a2435b-051a-42a3-aa04-3cb68c3cdb01 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:35.575182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.594423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1544f19-48ac-4740-ae51-630909207aa3', 'tag': '2feba828-8b37-43c5-ac8f-4fad321ab12f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:35.599378 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0482cba3-f149-4697-bb94-4ed638bed352" -d '{"events": [{"name": "network-changed", "server_uuid": "b1544f19-48ac-4740-ae51-630909207aa3", "tag": "2feba828-8b37-43c5-ac8f-4fad321ab12f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:35.611934 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-fef7ce45-9d3d-4d4a-82a0-1641afa02a93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f HTTP/1.1" status: 200 len: 217 time: 0.1594827 Dec 10 18:18:35.613216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70223c9e-f1c7-4732-8a8b-5a5fc1e461fe req-af7dc392-d7ea-4458-99c3-d0c8a4c37785 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909670 Dec 10 18:18:35.672308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:30Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:35.762542 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72daf4a7-f96e-4918-a470-c56323d5f68e x-openstack-request-id: req-72daf4a7-f96e-4918-a470-c56323d5f68e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:35.762889 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:35.763147 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72daf4a7-f96e-4918-a470-c56323d5f68e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:35.763588 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'code': 200} Dec 10 18:18:35.778604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba11b63-a803-484b-b476-2dafe16bff3b None None] The sync data for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 is: [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '65a17e5a-1ef6-4558-a73e-6430505806fb', 'name': '', 'network_id': 'd01fb161-afcb-4b67-b4eb-e037ae548704', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'mac_address': 'fa:16:3e:f0:c9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:20Z', 'updated_at': '2021-12-10T18:15:30Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'subnets': [{'id': '0242015e-3347-4eb0-9bb3-13bcd04711b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:35.786866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6107b5f6-543b-4a39-8182-17e6693bfe74,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:35.817810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port c9e05c2e-1236-48e2-8e91-6c27f8e778bb completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:35.833169 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port c9e05c2e-1236-48e2-8e91-6c27f8e778bb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:35.833723 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:35.927625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-47096c51-ca2c-4647-8647-7fd30ed621e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:35.929004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-47096c51-ca2c-4647-8647-7fd30ed621e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.3091745 Dec 10 18:18:35.935341 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa6ece4-6073-4154-ae21-fda23f9083ac x-openstack-request-id: req-afa6ece4-6073-4154-ae21-fda23f9083ac {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:35.936427 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1544f19-48ac-4740-ae51-630909207aa3", "tag": "2feba828-8b37-43c5-ac8f-4fad321ab12f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:35.937559 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afa6ece4-6073-4154-ae21-fda23f9083ac {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:35.938072 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1544f19-48ac-4740-ae51-630909207aa3', 'tag': '2feba828-8b37-43c5-ac8f-4fad321ab12f', 'status': 'completed', 'code': 200} Dec 10 18:18:35.998024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:36.028775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:36.063212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.072693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.081352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.091797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Calling delete_port for 62a2435b-051a-42a3-aa04-3cb68c3cdb01 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:36.093597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.101688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.110937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.118779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.120827 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-1a2f4c1a-7c54-44c9-9293-0aeb1f1ee30e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5440 time: 0.4663713 Dec 10 18:18:36.152747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:36.168526 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:36.170307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d2614d7c-203e-4328-b7f8-99d8a90bffbd up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:36.225666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-033793f1-85c0-4dd2-ad0b-6b3df60a46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.228954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-033793f1-85c0-4dd2-ad0b-6b3df60a46d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2828467 Dec 10 18:18:36.280803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94337bc4-fe13-4b7e-ba66-3d00c99d4bce req-c49372c6-c536-4373-a7df-ad3338226833 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1404927 Dec 10 18:18:36.300026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952246c-ab04-4685-af7e-21353801d8ae req-7e970a30-41bd-4187-af13-52ad8a276fed tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.307974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6952246c-ab04-4685-af7e-21353801d8ae req-7e970a30-41bd-4187-af13-52ad8a276fed tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 948 time: 0.2135854 Dec 10 18:18:36.322286 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:36.329111 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d604cf-98d1-4120-8a41-2cac74e43980 None None] New status for floating IP 01c75bfc-13bb-4fe9-8990-c95e9b5b7052: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:18:36.414229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:36.422987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port d2614d7c-203e-4328-b7f8-99d8a90bffbd completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:36.429716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port d2614d7c-203e-4328-b7f8-99d8a90bffbd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:36.430406 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:36.520441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-3993bb8c-0de2-4147-b9e0-cb24d6817dcf service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689986 Dec 10 18:18:36.683462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:36.729983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6952246c-ab04-4685-af7e-21353801d8ae req-e7f8c379-26dc-491f-80df-7e309c58be6c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208539 Dec 10 18:18:36.795611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70c3ca63-ff6c-4593-be80-a963127ff2f0 req-5dd065bd-926f-45b1-857b-d3b391cd49f3 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731321 Dec 10 18:18:36.798705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a59c76aa-86b3-49be-ac3c-b4e58e9b5a30 req-366b4ad9-752b-4b16-80f9-a296f86e9270 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0439591 Dec 10 18:18:36.971894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41538) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:36.984955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482cba3-f149-4697-bb94-4ed638bed352 req-95d668fd-165a-489a-8464-a0a3b0436953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:36.986602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0482cba3-f149-4697-bb94-4ed638bed352 req-95d668fd-165a-489a-8464-a0a3b0436953 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 1099 time: 0.1074991 Dec 10 18:18:37.070537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d2614d7c-203e-4328-b7f8-99d8a90bffbd, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:37.074731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.078630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.080133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 81981344-0366-4bdd-902e-b2cda9e19ecf up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:37.081755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.201873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c85ba-d85b-437f-8c9f-0221a1d1b13f None None] Network b4471f03-0277-4a8d-960e-737f7a9d50ff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:37.204904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-577378184'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:37.238410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event deleted for resources: {'Port': ['ID=62a2435b-051a-42a3-aa04-3cb68c3cdb01,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:37.258192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482cba3-f149-4697-bb94-4ed638bed352 req-7b61b743-8ec5-4075-b95b-53f9112860c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.259691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0482cba3-f149-4697-bb94-4ed638bed352 req-7b61b743-8ec5-4075-b95b-53f9112860c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2618184 Dec 10 18:18:37.263185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383bb47-2589-4314-bd3e-dd4c3cb574e7 req-b7d0f4fb-109b-4c84-9ff9-7ebc37e9bad0 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.264771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:37.264978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7383bb47-2589-4314-bd3e-dd4c3cb574e7 req-b7d0f4fb-109b-4c84-9ff9-7ebc37e9bad0 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.3866704 Dec 10 18:18:37.269555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.289428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.367782 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0482cba3-f149-4697-bb94-4ed638bed352 req-cc29aa23-0d2a-41f4-a130-5e05469fab25 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f HTTP/1.1" status: 200 len: 217 time: 0.0846601 Dec 10 18:18:37.379923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3280cd81-7841-4eb9-8eac-b53f2221ab09 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:37.384549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d2614d7c-203e-4328-b7f8-99d8a90bffbd,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:37.444627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-59eaef6a-ee47-4090-9c1e-41a395075374 None None] Provisioning complete for port 3280cd81-7841-4eb9-8eac-b53f2221ab09 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:37.445416 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-59eaef6a-ee47-4090-9c1e-41a395075374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.447333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7383bb47-2589-4314-bd3e-dd4c3cb574e7 req-07225374-3094-4659-a13e-b1d58e904835 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432471 Dec 10 18:18:37.448518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.457784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Router 029458ce-1cd0-43f5-a9e1-c438c6241147 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:37.533114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 81981344-0366-4bdd-902e-b2cda9e19ecf completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:37.566011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 81981344-0366-4bdd-902e-b2cda9e19ecf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:37.566793 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.570635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482cba3-f149-4697-bb94-4ed638bed352 req-eadb34b5-09a5-418e-83e1-6a5a689eb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.573250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0482cba3-f149-4697-bb94-4ed638bed352 req-eadb34b5-09a5-418e-83e1-6a5a689eb813 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1942401 Dec 10 18:18:37.591460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.598771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.606040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.617711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.629959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.636832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.643360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.652767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-7cc46eaa-1093-4ae0-8237-47df3bbda059 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5442 time: 0.1767356 Dec 10 18:18:37.679812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:37.695373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3280cd81-7841-4eb9-8eac-b53f2221ab09 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:37.695856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.702446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Sync routers for ids ['029458ce-1cd0-43f5-a9e1-c438c6241147'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:37.741083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.745793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.751681 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-59eaef6a-ee47-4090-9c1e-41a395075374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.787536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e05c2e-1236-48e2-8e91-6c27f8e778bb'}, {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:37.790802 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2e0ec-d6f8-440d-9026-736b24e2f439" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "c9e05c2e-1236-48e2-8e91-6c27f8e778bb"}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:37.805131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.810814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bd016b04-c072-44bd-8356-c768ec6d9566 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8603873 Dec 10 18:18:37.811487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41548) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:37.827466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Routers {'029458ce-1cd0-43f5-a9e1-c438c6241147'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:37.828180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['029458ce-1cd0-43f5-a9e1-c438c6241147'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:37.869170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482cba3-f149-4697-bb94-4ed638bed352 req-efd338f5-8c5f-45a8-869b-208a336657b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:37.871697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0482cba3-f149-4697-bb94-4ed638bed352 req-efd338f5-8c5f-45a8-869b-208a336657b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073627 Dec 10 18:18:37.909086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:37.949142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfc6f30c-03f6-47ec-99eb-d052822465d5 req-1ea32449-aca7-4816-b208-8ae9ef883cd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2951455 Dec 10 18:18:37.958966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.058093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08fedada-615c-4396-ad57-fe4da06bc969,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:38.080562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:18:38.117774 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436205a0-edc7-430d-9f2d-89eff346c32b x-openstack-request-id: req-436205a0-edc7-430d-9f2d-89eff346c32b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:38.118060 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "c9e05c2e-1236-48e2-8e91-6c27f8e778bb", "code": 200}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:38.118316 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-436205a0-edc7-430d-9f2d-89eff346c32b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:38.118871 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e05c2e-1236-48e2-8e91-6c27f8e778bb', 'code': 200} Dec 10 18:18:38.119212 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd', 'code': 200} Dec 10 18:18:38.121883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-59eaef6a-ee47-4090-9c1e-41a395075374 None None] For port 3280cd81-7841-4eb9-8eac-b53f2221ab09, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3280cd81-7841-4eb9-8eac-b53f2221ab09,segment=NetworkSegment(077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c),segment_id=077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:38.123530 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.130556 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.131201 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Added segment 75d9ab70-6237-4dcd-940b-3ac27f1987b4 of type vlan for network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc Dec 10 18:18:38.157788 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.194127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-59eaef6a-ee47-4090-9c1e-41a395075374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.209947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.210717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Fanout notify agent at l3_agent the message router_deleted on router 1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:38.220444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.226276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c037a3cb-9ce7-4b3b-a1e7-a081a63e6a16 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c HTTP/1.1" status: 204 len: 168 time: 3.8983362 Dec 10 18:18:38.244479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:38.253063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b74082bc-c085-4356-ab7a-f18916d5ff32 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-202710256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:38.273259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03a38dcd-b4ff-42b4-a140-3c5f43e62248 req-b6d50a1d-9a57-4126-8834-5852e77ad069 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0931108 Dec 10 18:18:38.294491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0482cba3-f149-4697-bb94-4ed638bed352 req-ce7f926b-cda7-4c97-9cfa-135dfc3b3e99 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091244 Dec 10 18:18:38.304491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.313475 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:18:38.314069 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:18:38.319960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 81981344-0366-4bdd-902e-b2cda9e19ecf, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=81981344-0366-4bdd-902e-b2cda9e19ecf,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:38.320193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83375e-7312-4841-8a99-1673acc14050 req-82081667-a996-42cb-b4fd-664924b55234 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:38.330472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e83375e-7312-4841-8a99-1673acc14050 req-82081667-a996-42cb-b4fd-664924b55234 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 948 time: 0.5046213 Dec 10 18:18:38.345123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.345815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5dd2566a-6ef9-488e-a455-0ffa9fc68479 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:38.402207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Set router 029458ce-1cd0-43f5-a9e1-c438c6241147 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:38.425252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e83375e-7312-4841-8a99-1673acc14050 req-1b34f358-f433-462f-9229-c3c7b9ee68e8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935791 Dec 10 18:18:38.444992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b74082bc-c085-4356-ab7a-f18916d5ff32 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.446322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b74082bc-c085-4356-ab7a-f18916d5ff32 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.452681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-aedc670f-065b-4ae1-b9f4-e08863c0c0b4 None None] Provisioning complete for port 3280cd81-7841-4eb9-8eac-b53f2221ab09 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:38.453107 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aedc670f-065b-4ae1-b9f4-e08863c0c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.457287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.464129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:38.464813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.513023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eaef6a-ee47-4090-9c1e-41a395075374 None None] Pushing event updated for resources: {'Port': ['ID=3280cd81-7841-4eb9-8eac-b53f2221ab09,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:38.639387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6659796 Dec 10 18:18:38.665080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:38.675552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'subnet': {'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:38.679451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=81981344-0366-4bdd-902e-b2cda9e19ecf,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:38.682326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:38.690265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:38.690662 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.707210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0482cba3-f149-4697-bb94-4ed638bed352 req-ba3e4e25-2046-42a2-a1a2-dd86f6562220 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938622 Dec 10 18:18:38.770515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a427957-7b69-4a61-87dc-3af3e45d4019 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Network': ['ID=21662a67-3603-4bc8-be5b-7bccd5e4f0cc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:38.774269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b74082bc-c085-4356-ab7a-f18916d5ff32 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.805037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:18:38.820996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b74082bc-c085-4356-ab7a-f18916d5ff32 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.883100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d61d7-6dcc-46f5-96e4-f54cf48eadf3 req-77d6e0b5-ae4a-4783-b40d-ae8accd99c85 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:38.892067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e9d61d7-6dcc-46f5-96e4-f54cf48eadf3 req-77d6e0b5-ae4a-4783-b40d-ae8accd99c85 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.2722628 Dec 10 18:18:38.902788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b74082bc-c085-4356-ab7a-f18916d5ff32 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:38.904378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b74082bc-c085-4356-ab7a-f18916d5ff32 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6551523 Dec 10 18:18:38.908639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:38.915593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': True}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:38.935331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:18:35Z', 'revision_number': 3, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port': {'id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:34Z', 'updated_at': '2021-12-10T18:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:38.957600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:38.961823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.033663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Checking router: 029458ce-1cd0-43f5-a9e1-c438c6241147 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:39.034125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Updating router 029458ce-1cd0-43f5-a9e1-c438c6241147 port bac27d7c-b23b-4082-816c-09d13fb2b68d binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:18:39.066828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.076874 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.078961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.197888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:39.211512 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.213627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bf82e33c-ac88-4e14-b3b0-fe455b666311 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:39.220286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:39.227506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:39.235166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:39.241740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:39.248902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:39.255874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:39.262565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:39.265451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-7c2c8c8e-4658-42f7-95e1-35ff66bac01b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5443 time: 0.1884522 Dec 10 18:18:39.296676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3280cd81-7841-4eb9-8eac-b53f2221ab09 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:39.387906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11f937da-c9b9-4606-a5c9-6383138189f9 req-60dcd795-1624-495d-9b96-b2422cd834cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1158912 Dec 10 18:18:39.464340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Allocated IP 172.20.0.1 (b4471f03-0277-4a8d-960e-737f7a9d50ff/81be53c9-de1b-46fb-a528-f00fcbe2cc52/ea156d5a-169c-49a2-8b17-6a4ee8805ada) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:39.623856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-720b48fd-96e9-41ba-ab9c-74043b3880f3 req-d3f3297a-3f14-4e5a-83f7-03b799cbab9a tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0509100 Dec 10 18:18:39.638389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=5dd2566a-6ef9-488e-a455-0ffa9fc68479,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:39.661837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port bf82e33c-ac88-4e14-b3b0-fe455b666311 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:39.662057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e9d61d7-6dcc-46f5-96e4-f54cf48eadf3 req-b35369dc-7d12-4465-8c9b-f5398dd67ff1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7646115 Dec 10 18:18:39.676939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port bf82e33c-ac88-4e14-b3b0-fe455b666311 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:39.677363 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.721750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3280cd81-7841-4eb9-8eac-b53f2221ab09 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:39.722123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.729150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.811889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.843785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.889299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea156d5a-169c-49a2-8b17-6a4ee8805ada,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:39.899347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Network b4471f03-0277-4a8d-960e-737f7a9d50ff is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:39.902137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:39.924936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:39.949538 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.960652 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:39.999396 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.013555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.051420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd2994-d7cb-4535-8986-9a9836cdf08f req-7eb8ff28-e6ab-44fb-9e5d-8acc9cd4d6cb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.052461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e033b40-d70a-44f8-b18c-60567099a0f4 None None] Pushing event updated for resources: {'Port': ['ID=bac27d7c-b23b-4082-816c-09d13fb2b68d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:40.060346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Attempting to bind port bac27d7c-b23b-4082-816c-09d13fb2b68d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:40.060735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Attempting to bind port bac27d7c-b23b-4082-816c-09d13fb2b68d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:40.061118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Attempting to bind port bac27d7c-b23b-4082-816c-09d13fb2b68d on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:40.062205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89dd2994-d7cb-4535-8986-9a9836cdf08f req-7eb8ff28-e6ab-44fb-9e5d-8acc9cd4d6cb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 948 time: 0.2116902 Dec 10 18:18:40.078410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:40.078828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:40.079242 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.079680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:40.080183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Bound port: bac27d7c-b23b-4082-816c-09d13fb2b68d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:40.080756 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.092716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bf82e33c-ac88-4e14-b3b0-fe455b666311, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:40.121620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81981344-0366-4bdd-902e-b2cda9e19ecf'}, {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479'}, {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:40.124997 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab01917-3a2e-4600-beb0-c7d879a203dc" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "81981344-0366-4bdd-902e-b2cda9e19ecf"}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479"}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:40.138838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.139714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 28b44429-b44c-4f8b-aae5-e14da8a02a99 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:40.203883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bf82e33c-ac88-4e14-b3b0-fe455b666311,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:40.223855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.261284 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727f0cb7-85a0-4707-b104-7e0608d8557d x-openstack-request-id: req-727f0cb7-85a0-4707-b104-7e0608d8557d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:40.261491 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "81981344-0366-4bdd-902e-b2cda9e19ecf", "code": 200}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479", "code": 200}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:40.261753 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-727f0cb7-85a0-4707-b104-7e0608d8557d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:40.262210 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81981344-0366-4bdd-902e-b2cda9e19ecf', 'code': 200} Dec 10 18:18:40.262667 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479', 'code': 200} Dec 10 18:18:40.263084 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311', 'code': 200} Dec 10 18:18:40.287171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] For port bac27d7c-b23b-4082-816c-09d13fb2b68d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:40.293368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] For port bac27d7c-b23b-4082-816c-09d13fb2b68d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bac27d7c-b23b-4082-816c-09d13fb2b68d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:40.304795 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.320276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89dd2994-d7cb-4535-8986-9a9836cdf08f req-1d765446-8549-452e-81d7-340354f250f6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485948 Dec 10 18:18:40.345856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 28b44429-b44c-4f8b-aae5-e14da8a02a99 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:40.366065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Subnet': ['ID=ee074b96-89cf-4a77-8049-84cba2c8651b,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:40.374489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Checking segment: {'id': '75d9ab70-6237-4dcd-940b-3ac27f1987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:40.375093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network hostable DHCP agents. Network: 21662a67-3603-4bc8-be5b-7bccd5e4f0cc, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:18:40.383138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.387982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 28b44429-b44c-4f8b-aae5-e14da8a02a99 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:40.388457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.458919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Routers {'029458ce-1cd0-43f5-a9e1-c438c6241147'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:40.459306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['029458ce-1cd0-43f5-a9e1-c438c6241147'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:40.511153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e033b40-d70a-44f8-b18c-60567099a0f4 None None] Pushing event updated for resources: {'Port': ['ID=bac27d7c-b23b-4082-816c-09d13fb2b68d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:40.519405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6bc670ae-c5d6-4377-9a5f-76bb04ed8d29 None None] Provisioning complete for port ea156d5a-169c-49a2-8b17-6a4ee8805ada triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:40.519792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6bc670ae-c5d6-4377-9a5f-76bb04ed8d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.547120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.562678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6bc670ae-c5d6-4377-9a5f-76bb04ed8d29 None None] Port ea156d5a-169c-49a2-8b17-6a4ee8805ada cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:40.593333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:18:40.599482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.658505 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.672330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 21662a67-3603-4bc8-be5b-7bccd5e4f0cc) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:40.685684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e60622-fada-412f-8637-a1797c8bc273 None None] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:40.714599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.715137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.729314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.736744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.740145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] Set router 029458ce-1cd0-43f5-a9e1-c438c6241147 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:40.744515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.750033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fdc4d415-79d4-475f-8ee3-f62d720c713a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0837448 Dec 10 18:18:40.751480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.757852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.764259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.770539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41578) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:40.771744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:40.777439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'name': 'tempest-AllowedAddressPairTestJSON-1253793415'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:40.782789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-60b1e4c0-0274-40ca-b612-d6b656897ee9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5445 time: 0.2194777 Dec 10 18:18:40.868956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-faa920df-1803-4021-a08c-24bba0daf3da req-3017c4a7-60fd-481f-ab0b-7e6d065c2e98 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.0838296 Dec 10 18:18:40.869444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 28b44429-b44c-4f8b-aae5-e14da8a02a99, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:40.888097 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d06b85c3-7de8-44ba-8468-1786f3891e93 req-9dff92ec-34c5-4f2e-a557-881a262c8d0d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039791 Dec 10 18:18:40.898622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Allocated IP 172.25.2.92 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/e5ac8ae6-fbe7-4bce-99bc-c71194734036) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:40.937339 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.941741 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:40.948554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.061382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=28b44429-b44c-4f8b-aae5-e14da8a02a99,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:41.074479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea156d5a-169c-49a2-8b17-6a4ee8805ada,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:41.083994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.133919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:41.138682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.154719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0acec-3c1d-45d4-8aad-6e23fb8436e1 req-8a80d534-05a2-4f31-8e5c-c2ce3bb79418 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:41.156633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6dd0acec-3c1d-45d4-8aad-6e23fb8436e1 req-8a80d534-05a2-4f31-8e5c-c2ce3bb79418 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1476276 Dec 10 18:18:41.164417 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2feba828-8b37-43c5-ac8f-4fad321ab12f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:18:41.176579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.208647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] device_id is not set on port 26a5ce8a-462b-49f0-b833-00be0f4efbf8 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:18:41.236055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Network b4471f03-0277-4a8d-960e-737f7a9d50ff is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:41.238261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:41.268425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'project_id': 'cfa918fb99f44497a46a669d5d85a7f8', 'fixed_ips': [{'subnet_id': 'ee074b96-89cf-4a77-8049-84cba2c8651b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:18:41.270853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.357872 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6dd0acec-3c1d-45d4-8aad-6e23fb8436e1 req-a7e8c26e-4d2d-4c73-b850-760d7d8a5cd6 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732016 Dec 10 18:18:41.417608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.467142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Allocated IP 172.20.0.8 (21662a67-3603-4bc8-be5b-7bccd5e4f0cc/ee074b96-89cf-4a77-8049-84cba2c8651b/26a5ce8a-462b-49f0-b833-00be0f4efbf8) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:41.471203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Router 029458ce-1cd0-43f5-a9e1-c438c6241147 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:18:41.607227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 4, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port': {'id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:34Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ea156d5a-169c-49a2-8b17-6a4ee8805ada', 'name': '', 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'mac_address': 'fa:16:3e:b0:d6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:39Z', 'updated_at': '2021-12-10T18:18:39Z', 'revision_number': 1, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'subnets': [{'id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:41.612556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2feba828-8b37-43c5-ac8f-4fad321ab12f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:41.651265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39deec46-acc2-4680-91a7-5f3fed479ad6 None None] The sync data for ids ['029458ce-1cd0-43f5-a9e1-c438c6241147'] in n-d-821424-1 is: [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 4, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port': {'id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f4:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:34Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ea156d5a-169c-49a2-8b17-6a4ee8805ada', 'name': '', 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'mac_address': 'fa:16:3e:b0:d6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:39Z', 'updated_at': '2021-12-10T18:18:39Z', 'revision_number': 1, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'subnets': [{'id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:41.664033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '2feba828-8b37-43c5-ac8f-4fad321ab12f', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '2feba828-8b37-43c5-ac8f-4fad321ab12f', 'mac_address': 'fa:16:3e:3a:f6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:18:41.690217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ac8ae6-fbe7-4bce-99bc-c71194734036,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:41.703643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:41.708808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:41.711958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:41.751783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154308c-52c6-4b73-8b71-8ad527fe930d req-ed8328c5-6ed2-4b5f-aecf-f636a3627cf8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:41.752034 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.762023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f154308c-52c6-4b73-8b71-8ad527fe930d req-ed8328c5-6ed2-4b5f-aecf-f636a3627cf8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 948 time: 0.2642579 Dec 10 18:18:41.768062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:41.778117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1591a960-9a88-4ffb-977f-b1d6eeda808d None None] Provisioning complete for port ea156d5a-169c-49a2-8b17-6a4ee8805ada triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:41.779252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1591a960-9a88-4ffb-977f-b1d6eeda808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.795553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2705f64a-abfb-402d-b647-514270a4bdd6 admin admin] 10.222.0.55 "PUT /v2.0/routers/029458ce-1cd0-43f5-a9e1-c438c6241147/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9829333 Dec 10 18:18:41.838800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2feba828-8b37-43c5-ac8f-4fad321ab12f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:18:41.875324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2feba828-8b37-43c5-ac8f-4fad321ab12f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:41.877541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.879302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1591a960-9a88-4ffb-977f-b1d6eeda808d None None] Port ea156d5a-169c-49a2-8b17-6a4ee8805ada cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:41.887009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:41.951102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=2feba828-8b37-43c5-ac8f-4fad321ab12f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:41.954542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f154308c-52c6-4b73-8b71-8ad527fe930d req-16a0eec6-51d4-46ce-8396-2d38ea38d15d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880608 Dec 10 18:18:42.091227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:42.139347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41594) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:42.173527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a4ba2-d25b-4951-ba60-2ee2be8c0538 req-af2f796f-96fc-41f1-a287-a17d4728c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.174171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b86a4ba2-d25b-4951-ba60-2ee2be8c0538 req-af2f796f-96fc-41f1-a287-a17d4728c50a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 1097 time: 0.3497834 Dec 10 18:18:42.238761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.253042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f284215c-b1fd-433e-b547-4873a081d305 req-7bc8ff4b-b5da-49a3-a48e-b85a7dc4de44 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fbd235-493e-439c-8f47-3f4c7276f58a HTTP/1.1" status: 200 len: 210 time: 0.1174910 Dec 10 18:18:42.280552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.304530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.317449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:42.332975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.348228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.365079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.379383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.381476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-8d6f4d72-9710-4cab-8903-f31a89466aec tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.3204241 Dec 10 18:18:42.481520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1304599572'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:42.502420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=26a5ce8a-462b-49f0-b833-00be0f4efbf8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:42.507427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4949dad8-3e24-4729-9fb1-dd19395635e3 req-de38fdfb-3a2c-41f1-aa56-dc5a9885a49c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189089 Dec 10 18:18:42.528240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b86a4ba2-d25b-4951-ba60-2ee2be8c0538 req-7796c79e-48c7-4560-ab54-a1f724af3f4e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207445 Dec 10 18:18:42.533007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:42.535352 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0ca569-e283-4609-94fd-a50f1feba752" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:42.615155 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e37286-d09b-43d3-bc71-b6c7ad639d1b x-openstack-request-id: req-b2e37286-d09b-43d3-bc71-b6c7ad639d1b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:42.615457 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-plugged", "status": "completed", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:42.615768 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2e37286-d09b-43d3-bc71-b6c7ad639d1b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:42.616174 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99', 'code': 200} Dec 10 18:18:42.617057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:42.620680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:42.625037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:42.636475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Allocated IP 172.20.0.2 (21662a67-3603-4bc8-be5b-7bccd5e4f0cc/ee074b96-89cf-4a77-8049-84cba2c8651b/2872a420-5525-4a7c-9f7f-70ac92754f76) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:42.785266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:42.791542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:42.795659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:42.954640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec324b22-029f-4e2f-85b2-d86f86fba2e0 req-3d311d50-de96-4e55-b146-5bdcfcb77945 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.956693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec324b22-029f-4e2f-85b2-d86f86fba2e0 req-3d311d50-de96-4e55-b146-5bdcfcb77945 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.4367054 Dec 10 18:18:42.973231 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:42.991474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:42.992396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:42.998666 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.063916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:18:43.069121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:43.078879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:43.107262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:43.111573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Pushing event updated for resources: {'Port': ['ID=2872a420-5525-4a7c-9f7f-70ac92754f76,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:43.126823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4052ac30-d4c3-41c9-8568-212069201798 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3550446 Dec 10 18:18:43.129906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41604) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:43.135950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'name': 'tempest-AllowedAddressPairTestJSON-1052559260', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:93:b0:38'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:43.142204 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.144979 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Added segment 694bdb61-da72-4ed0-82cd-ed52a8b839b4 of type vlan for network 5f1c950a-efe5-4775-bae9-249cad9793a9 Dec 10 18:18:43.162417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.162818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.163361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.164159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.164585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.165133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.165601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.168096 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-75d0e98b-811f-42e6-b515-572e639d97fa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.2981296 Dec 10 18:18:43.171008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2feba828-8b37-43c5-ac8f-4fad321ab12f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:43.172450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1de2d5-6bf7-44b8-bead-91833988e432 req-acd6adb5-5f49-4f5d-9be6-a917a0f7f0fa tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.183243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d1de2d5-6bf7-44b8-bead-91833988e432 req-acd6adb5-5f49-4f5d-9be6-a917a0f7f0fa tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 949 time: 0.1096845 Dec 10 18:18:43.233238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec324b22-029f-4e2f-85b2-d86f86fba2e0 req-d1ec49ce-f87b-4a8e-9c46-9aee87e5a566 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658312 Dec 10 18:18:43.304776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Attempting to bind port 2872a420-5525-4a7c-9f7f-70ac92754f76 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:43.305149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Attempting to bind port 2872a420-5525-4a7c-9f7f-70ac92754f76 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '75d9ab70-6237-4dcd-940b-3ac27f1987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:43.305518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Attempting to bind port 2872a420-5525-4a7c-9f7f-70ac92754f76 on network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:43.337420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:43.343023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Checking segment: {'id': '75d9ab70-6237-4dcd-940b-3ac27f1987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:43.343667 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.344084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Bound using segment: {'id': '75d9ab70-6237-4dcd-940b-3ac27f1987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:43.344635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Bound port: 2872a420-5525-4a7c-9f7f-70ac92754f76, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d9ab70-6237-4dcd-940b-3ac27f1987b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:43.345035 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.402730 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.457415 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d1de2d5-6bf7-44b8-bead-91833988e432 req-fa78ce3e-c5be-4851-9449-fdc9056d3db2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720184 Dec 10 18:18:43.474299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bac27d7c-b23b-4082-816c-09d13fb2b68d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:43.508052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c139f7e-5156-42da-93f3-42b6d56f0716 req-97cd9c44-5b6a-4174-b09e-3b8c93b54246 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3239694 Dec 10 18:18:43.568426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:43.597250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41614) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:43.619138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.627034 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.630054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 2feba828-8b37-43c5-ac8f-4fad321ab12f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:18:43.646437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.652624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:43.653539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.660734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 2feba828-8b37-43c5-ac8f-4fad321ab12f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:43.661112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.741973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] For port 2872a420-5525-4a7c-9f7f-70ac92754f76, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:43.793766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] For port 2872a420-5525-4a7c-9f7f-70ac92754f76, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2872a420-5525-4a7c-9f7f-70ac92754f76,segment=NetworkSegment(75d9ab70-6237-4dcd-940b-3ac27f1987b4),segment_id=75d9ab70-6237-4dcd-940b-3ac27f1987b4)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:43.810432 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.819922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-55ba71d2-f403-47eb-adac-7b78dabb7daa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.887444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3268eec-1178-484d-8ffc-a354552913ec None None] Pushing event updated for resources: {'Port': ['ID=2872a420-5525-4a7c-9f7f-70ac92754f76,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:43.905626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port bac27d7c-b23b-4082-816c-09d13fb2b68d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:43.906187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:43.912006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-55ba71d2-f403-47eb-adac-7b78dabb7daa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.000871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.037948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.052283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.066727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.078864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.094389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2feba828-8b37-43c5-ac8f-4fad321ab12f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:44.097773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.101266 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.109175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.124408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.137995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-35fd52db-cd5f-4bfa-8eb3-ce05ef4df5b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.3692241 Dec 10 18:18:44.160356 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.174136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.204302 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-55ba71d2-f403-47eb-adac-7b78dabb7daa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.209044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-55ba71d2-f403-47eb-adac-7b78dabb7daa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.211133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-55ba71d2-f403-47eb-adac-7b78dabb7daa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b5e02db-5576-46ad-a25f-87e64ec531b0 HTTP/1.1" status: 204 len: 168 time: 0.6064746 Dec 10 18:18:44.223725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port bac27d7c-b23b-4082-816c-09d13fb2b68d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bac27d7c-b23b-4082-816c-09d13fb2b68d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:44.238453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=2feba828-8b37-43c5-ac8f-4fad321ab12f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:44.244731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.291799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41616) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:44.314931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fc7d2cb-71dd-4197-a334-1b10827e1583 req-f448f9ab-8ac3-4ce7-8270-e4853794a919 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753054 Dec 10 18:18:44.380470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba71d2-f403-47eb-adac-7b78dabb7daa tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e02db-5576-46ad-a25f-87e64ec531b0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:44.396541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] device_id is not set on port 89e149df-549c-4826-abb4-e6d016e141fa yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:18:44.403328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=bac27d7c-b23b-4082-816c-09d13fb2b68d,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:44.413459 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d42ba128-0c8b-4ffd-b334-8b702ade255e tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] show failed (client error): The resource could not be found. Dec 10 18:18:44.429799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d42ba128-0c8b-4ffd-b334-8b702ade255e tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "GET /v2.0/security-groups/0b5e02db-5576-46ad-a25f-87e64ec531b0 HTTP/1.1" status: 404 len: 347 time: 0.1105144 Dec 10 18:18:44.436939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41620) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:44.447259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Network': ['ID=5f1c950a-efe5-4775-bae9-249cad9793a9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:44.455243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6ab35d0b-9570-4131-a39a-3c000bf25cc2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.2852306 Dec 10 18:18:44.460423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41622) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:44.486941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'subnet': {'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:44.499873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:18:44.618421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1544f19-48ac-4740-ae51-630909207aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feba828-8b37-43c5-ac8f-4fad321ab12f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:44.621364 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e434a6d-4ec2-4df0-b522-bab20c18bc9f" -d '{"events": [{"server_uuid": "b1544f19-48ac-4740-ae51-630909207aa3", "name": "network-vif-plugged", "status": "completed", "tag": "2feba828-8b37-43c5-ac8f-4fad321ab12f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:44.705088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7249ba-1a2e-497d-8817-f6db2dae6c96 req-905f1295-56cf-459e-b630-4795ac4d45c1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.714435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f7249ba-1a2e-497d-8817-f6db2dae6c96 req-905f1295-56cf-459e-b630-4795ac4d45c1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.2206948 Dec 10 18:18:44.756327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:44.759917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:44.848582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f7249ba-1a2e-497d-8817-f6db2dae6c96 req-12a129ff-db9d-47ca-8ace-4071e3efb465 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332855 Dec 10 18:18:44.883495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1980437-b636-4c19-9934-cdb9dfb3cee6 req-cc2c4d92-8c34-43d2-9e35-31ecdff6479b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:44.890751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1980437-b636-4c19-9934-cdb9dfb3cee6 req-cc2c4d92-8c34-43d2-9e35-31ecdff6479b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 950 time: 0.2363052 Dec 10 18:18:44.937067 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85849f0-9520-4855-9afa-1ef1b84e78ef x-openstack-request-id: req-e85849f0-9520-4855-9afa-1ef1b84e78ef {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:44.937372 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1544f19-48ac-4740-ae51-630909207aa3", "name": "network-vif-plugged", "status": "completed", "tag": "2feba828-8b37-43c5-ac8f-4fad321ab12f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:44.937635 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e85849f0-9520-4855-9afa-1ef1b84e78ef {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:44.938862 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1544f19-48ac-4740-ae51-630909207aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2feba828-8b37-43c5-ac8f-4fad321ab12f', 'code': 200} Dec 10 18:18:44.948997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Router 6016d609-05c2-4f48-9420-c72b772c1567 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:44.987585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Allocated IP 172.20.0.4 (21662a67-3603-4bc8-be5b-7bccd5e4f0cc/ee074b96-89cf-4a77-8049-84cba2c8651b/89e149df-549c-4826-abb4-e6d016e141fa) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:45.065495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Deleting port 38fad7b3-8fb3-4075-9ef5-a7a7aad49a90 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:45.065844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.161788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1980437-b636-4c19-9934-cdb9dfb3cee6 req-aa7334f3-bb96-4401-aa8a-30fccc7281ff tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592781 Dec 10 18:18:45.327572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dacde0-0fc0-451e-a6fc-e014196fbb96 req-96bfc531-016a-4dc2-b931-2b52d319d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.329480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b4dacde0-0fc0-451e-a6fc-e014196fbb96 req-96bfc531-016a-4dc2-b931-2b52d319d56b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 1101 time: 0.2414508 Dec 10 18:18:45.355648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.355894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.403805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Calling delete_port for 38fad7b3-8fb3-4075-9ef5-a7a7aad49a90 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:45.414250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:45.428611 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] Sync routers for ids ['6016d609-05c2-4f48-9420-c72b772c1567'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:45.446271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.448461 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] Routers {'6016d609-05c2-4f48-9420-c72b772c1567'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:45.449171 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6016d609-05c2-4f48-9420-c72b772c1567'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:45.450636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a1bd197f-714c-4368-9c99-5eff10c0f402 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "PUT /v2.0/routers/6016d609-05c2-4f48-9420-c72b772c1567 HTTP/1.1" status: 200 len: 913 time: 6.5390792 Dec 10 18:18:45.466020 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b4dacde0-0fc0-451e-a6fc-e014196fbb96 req-38157282-23ee-4038-9a30-dd32400e246a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008794 Dec 10 18:18:45.467520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:45.468418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2872a420-5525-4a7c-9f7f-70ac92754f76 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:45.469936 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.554924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2872a420-5525-4a7c-9f7f-70ac92754f76 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:45.555666 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.564756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903893-0eab-4a87-bcc7-3f97168080af req-44e38bb0-7854-4bfe-991f-b801bf7bf175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.566347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1903893-0eab-4a87-bcc7-3f97168080af req-44e38bb0-7854-4bfe-991f-b801bf7bf175 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 1097 time: 0.2759614 Dec 10 18:18:45.648088 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:45.665358 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] Routers {'6016d609-05c2-4f48-9420-c72b772c1567'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:45.666228 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6016d609-05c2-4f48-9420-c72b772c1567'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:45.673031 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.677557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d18c7-5551-4d52-9135-8b4ee142d524 req-f36d2c36-9839-45ba-991a-47d9d78de435 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.685668 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc7d18c7-5551-4d52-9135-8b4ee142d524 req-f36d2c36-9839-45ba-991a-47d9d78de435 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.3731163 Dec 10 18:18:45.722998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 2872a420-5525-4a7c-9f7f-70ac92754f76, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2872a420-5525-4a7c-9f7f-70ac92754f76,segment=NetworkSegment(75d9ab70-6237-4dcd-940b-3ac27f1987b4),segment_id=75d9ab70-6237-4dcd-940b-3ac27f1987b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:45.729029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.729902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bac27d7c-b23b-4082-816c-09d13fb2b68d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:45.732423 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:45.738249 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ebcd7-90a9-42d3-86bd-5097c05ef861 None None] The sync data for ids ['6016d609-05c2-4f48-9420-c72b772c1567'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:45.743784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.877360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Subnet': ['ID=eff04e6a-51ab-4977-a66a-d71d7a66afb3,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:45.890617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc7d18c7-5551-4d52-9135-8b4ee142d524 req-e99b4824-6885-47e8-85b2-2462d7854427 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038641 Dec 10 18:18:45.893962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=2872a420-5525-4a7c-9f7f-70ac92754f76,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:45.924711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.931137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Sync routers for ids ['029458ce-1cd0-43f5-a9e1-c438c6241147'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:45.933902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.940972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.950490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.957798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.959734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Routers {'029458ce-1cd0-43f5-a9e1-c438c6241147'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:45.960385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['029458ce-1cd0-43f5-a9e1-c438c6241147'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:45.966116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.970849 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:45.973933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:45.985816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-34a78a7f-f1c4-4568-a5af-6332d87c3c84 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.4999464 Dec 10 18:18:46.053229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Checking segment: {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:46.054068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network hostable DHCP agents. Network: 5f1c950a-efe5-4775-bae9-249cad9793a9, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:18:46.174392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:18:46.190430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:46.193218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903893-0eab-4a87-bcc7-3f97168080af req-022f20fb-62cf-452d-84c6-2f345413724e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.195200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1903893-0eab-4a87-bcc7-3f97168080af req-022f20fb-62cf-452d-84c6-2f345413724e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 200 len: 912 time: 0.6189184 Dec 10 18:18:46.202486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port bac27d7c-b23b-4082-816c-09d13fb2b68d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:46.202871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.209029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-038118b5-3200-4b0d-994f-b111aa2546fe tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/6016d609-05c2-4f48-9420-c72b772c1567 HTTP/1.1" status: 200 len: 919 time: 0.7375498 Dec 10 18:18:46.216096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:46.217108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:46.220535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:46.229332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5f1c950a-efe5-4775-bae9-249cad9793a9) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:46.240663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.242630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.270803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13522e-a906-4b1a-aa76-98514210cbf8 None None] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:46.291344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38b90d-f2b5-4ac1-a98f-e1f8836625fd None None] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:46.318166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1903893-0eab-4a87-bcc7-3f97168080af req-6a2ac351-a436-456c-bc6b-b4919065ba96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cdd0156-fc64-4dbb-96f0-112538e68465 HTTP/1.1" status: 200 len: 217 time: 0.0943704 Dec 10 18:18:46.328267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.328962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.331511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.333143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8fafb2b-ff21-4900-aa66-f1a89c330eef req-b3063202-a765-4f84-b181-329b00981a28 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3461313 Dec 10 18:18:46.384191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=89e149df-549c-4826-abb4-e6d016e141fa,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:46.387954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b66ff26d-6d11-4add-8b05-869ad162de86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9244561 Dec 10 18:18:46.406736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41646) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:46.445443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-329123264'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:46.455534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bdd10bc2-4687-4d27-8901-2e97717d865b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.3241651 Dec 10 18:18:46.462816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41648) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:46.490182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Set router 029458ce-1cd0-43f5-a9e1-c438c6241147 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:46.520185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ede9a-299e-48a1-ac4f-8e4d305ddbaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.522053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dc9ede9a-299e-48a1-ac4f-8e4d305ddbaa tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=6016d609-05c2-4f48-9420-c72b772c1567&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3026619 Dec 10 18:18:46.531581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Pushing event deleted for resources: {'Port': ['ID=38fad7b3-8fb3-4075-9ef5-a7a7aad49a90,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:46.537245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41650) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:46.544881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-90bf004e-cb54-4ef8-b41b-c4dfe17c59f8 None None] Provisioning complete for port 2872a420-5525-4a7c-9f7f-70ac92754f76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:46.545345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-90bf004e-cb54-4ef8-b41b-c4dfe17c59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.594012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193facd-2477-4a17-9672-0c080c8d5088 req-845bfbe1-fcba-4479-9899-c42f017a786f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.602049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5193facd-2477-4a17-9672-0c080c8d5088 req-845bfbe1-fcba-4479-9899-c42f017a786f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 950 time: 0.2662561 Dec 10 18:18:46.605064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:46.608795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.662307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903893-0eab-4a87-bcc7-3f97168080af req-23e09526-65d7-4a48-afbe-77db22852d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.664209 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1903893-0eab-4a87-bcc7-3f97168080af req-23e09526-65d7-4a48-afbe-77db22852d57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 200 len: 851 time: 0.3266306 Dec 10 18:18:46.733710 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5193facd-2477-4a17-9672-0c080c8d5088 req-2fdddc17-f3c3-4fff-81f6-69423a92bb7a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142724 Dec 10 18:18:46.733710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.735125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:46.739342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-28652430-80bc-434d-972a-bb6927151cc7 tempest-ServersTestBootFromVolume-1433176254 tempest-ServersTestBootFromVolume-1433176254-project] 10.222.0.55 "DELETE /v2.0/floatingips/01c75bfc-13bb-4fe9-8990-c95e9b5b7052 HTTP/1.1" status: 204 len: 168 time: 2.2983572 Dec 10 18:18:46.740039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41652) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:46.741903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1903893-0eab-4a87-bcc7-3f97168080af req-7b5e6a04-179c-424e-8519-937c858b2af5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d841630-712f-474d-aa8a-702dd3bda470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693305 Dec 10 18:18:46.774134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167960f4-2443-445d-a5c4-fba8914ef679 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.780825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167960f4-2443-445d-a5c4-fba8914ef679 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.787184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167960f4-2443-445d-a5c4-fba8914ef679 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.789252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-167960f4-2443-445d-a5c4-fba8914ef679 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3254325 Dec 10 18:18:46.796478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41654) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:46.813884 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.819121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:18:46.821676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.829413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.838938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.845819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.852464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.861373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:46.875563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76e46cfe-b048-4075-a68d-e0bc6d0db24b req-14764768-eb8f-43b5-8085-e537b4b2c776 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.2882016 Dec 10 18:18:46.878197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:46.883104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Request body: {'floatingip': {'port_id': '6107b5f6-543b-4a39-8182-17e6693bfe74'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:46.968231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.029585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-5f1c950a-efe5-4775-bae9-249cad9793a9', 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9', 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'fixed_ips': [{'subnet_id': 'eff04e6a-51ab-4977-a66a-d71d7a66afb3'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:18:47.030553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.253391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1903893-0eab-4a87-bcc7-3f97168080af req-1cafc20b-ce6d-4cba-b365-df14e36131ad service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990628 Dec 10 18:18:47.318224 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.319353 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Added segment a01b3317-8420-417a-81bb-78d54f942367 of type vlan for network 53129201-776b-4f17-922c-670f757cd591 Dec 10 18:18:47.330947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Allocated IP 19.80.0.2 (5f1c950a-efe5-4775-bae9-249cad9793a9/eff04e6a-51ab-4977-a66a-d71d7a66afb3/c2d476f2-3414-432b-94af-d445586086eb) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:47.426576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874b65f0-f7f7-4426-904f-a90ad8ee50ee tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:47.428030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-874b65f0-f7f7-4426-904f-a90ad8ee50ee tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.8883762 Dec 10 18:18:47.432242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41662) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:47.525678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034ae42-7d5a-4e6d-a01f-735e672695a0 req-35fb5a33-808d-4b47-a053-aae0ff9caa6d tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:47.534590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5034ae42-7d5a-4e6d-a01f-735e672695a0 req-35fb5a33-808d-4b47-a053-aae0ff9caa6d tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.2449775 Dec 10 18:18:47.553663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.677558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2872a420-5525-4a7c-9f7f-70ac92754f76 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:47.750176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1903893-0eab-4a87-bcc7-3f97168080af req-fd5a3bb9-b481-4594-a212-2829bab5d0f8 service neutron] 10.222.0.59 "GET /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871984 Dec 10 18:18:47.772419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2ce70465-739d-4d37-af99-c8cdab808ca3 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=6016d609-05c2-4f48-9420-c72b772c1567 HTTP/1.1" status: 200 len: 205 time: 0.3320513 Dec 10 18:18:47.785381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41666) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:47.850305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting port 89e149df-549c-4826-abb4-e6d016e141fa {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:47.850691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.916511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.922589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:47.923224 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.935275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:47.989142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.049148 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.115346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Provisioning complete for port 26a5ce8a-462b-49f0-b833-00be0f4efbf8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:48.115741 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.131246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5034ae42-7d5a-4e6d-a01f-735e672695a0 req-702fc1f9-1882-412e-bfe9-eeae6d2514de tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955746 Dec 10 18:18:48.167852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:48.207668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:48.215031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7987792 Dec 10 18:18:48.225819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:48.237971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41668) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:48.248019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2872a420-5525-4a7c-9f7f-70ac92754f76 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:48.248702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'subnet': {'network_id': '53129201-776b-4f17-922c-670f757cd591', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:48.248973 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.256378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 4, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port': {'id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:34Z', 'updated_at': '2021-12-10T18:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ea156d5a-169c-49a2-8b17-6a4ee8805ada', 'name': '', 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'mac_address': 'fa:16:3e:b0:d6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:39Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 2, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'subnets': [{'id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:48.258689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Pushing event updated for resources: {'Port': ['ID=c2d476f2-3414-432b-94af-d445586086eb,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:48.331553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6e200-2baa-40d6-b1b8-12cb46a342a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Network': ['ID=53129201-776b-4f17-922c-670f757cd591,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:48.374705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Port 26a5ce8a-462b-49f0-b833-00be0f4efbf8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:48.409411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 53129201-776b-4f17-922c-670f757cd591 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:18:48.449030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.461237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Checking router: 029458ce-1cd0-43f5-a9e1-c438c6241147 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:48.461621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Updating router 029458ce-1cd0-43f5-a9e1-c438c6241147 port ea156d5a-169c-49a2-8b17-6a4ee8805ada binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:18:48.484543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Calling delete_port for 89e149df-549c-4826-abb4-e6d016e141fa owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:48.542650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Provisioning complete for port 89e149df-549c-4826-abb4-e6d016e141fa triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:48.543879 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.550425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Attempting to bind port c2d476f2-3414-432b-94af-d445586086eb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:48.550425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Attempting to bind port c2d476f2-3414-432b-94af-d445586086eb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:48.551996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Attempting to bind port c2d476f2-3414-432b-94af-d445586086eb on network 5f1c950a-efe5-4775-bae9-249cad9793a9 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:48.596783 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.604324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:48.604909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Checking segment: {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:48.606937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.608161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Bound using segment: {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:48.608161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Bound port: c2d476f2-3414-432b-94af-d445586086eb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:48.608547 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.614754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:48.618687 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.710045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Port 89e149df-549c-4826-abb4-e6d016e141fa cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:48.840567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b544fc0-8b6d-4d67-9dad-abebd697ec35 req-666ffab9-9897-479b-a886-f2e5c408daf4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:48.843011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b544fc0-8b6d-4d67-9dad-abebd697ec35 req-666ffab9-9897-479b-a886-f2e5c408daf4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 950 time: 0.9049828 Dec 10 18:18:48.845279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Provisioning complete for port 2872a420-5525-4a7c-9f7f-70ac92754f76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:48.845529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-639ed8d4-649f-4105-824c-723e366b2672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.859923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.resource_extend [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:18:48.893162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] For port c2d476f2-3414-432b-94af-d445586086eb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:48.915889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] For port c2d476f2-3414-432b-94af-d445586086eb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c2d476f2-3414-432b-94af-d445586086eb,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:48.931361 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.962636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.964428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:48.971344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b544fc0-8b6d-4d67-9dad-abebd697ec35 req-6a734035-ac3d-4a58-9037-30b8e110edb8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732882 Dec 10 18:18:48.993226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.024378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Port': ['ID=89e149df-549c-4826-abb4-e6d016e141fa,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:49.045745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.273781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.277043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Deleting port e5ac8ae6-fbe7-4bce-99bc-c71194734036 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:49.277043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.308096 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.329685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.365141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f7508-8e40-4917-9136-4ecc9d97c7f6 None None] Pushing event updated for resources: {'Port': ['ID=c2d476f2-3414-432b-94af-d445586086eb,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:49.419558 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.551086 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Floating IP ae5577c2-0c71-468e-a899-8e8fa3eaacc5 associated. External IP: 172.25.2.225, port: 6107b5f6-543b-4a39-8182-17e6693bfe74. Dec 10 18:18:49.635168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Attempting to bind port ea156d5a-169c-49a2-8b17-6a4ee8805ada on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:49.635735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Attempting to bind port ea156d5a-169c-49a2-8b17-6a4ee8805ada by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:49.636288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Attempting to bind port ea156d5a-169c-49a2-8b17-6a4ee8805ada on network b4471f03-0277-4a8d-960e-737f7a9d50ff {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:49.656817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:49.657546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Checking segment: {'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:49.658075 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.658817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Bound using segment: {'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:49.659447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Bound port: ea156d5a-169c-49a2-8b17-6a4ee8805ada, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:49.660231 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.691297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1148103-832d-4446-8302-6cf934c43b54 req-16703605-5720-4835-874b-7e9fec5bd891 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:49.693442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1148103-832d-4446-8302-6cf934c43b54 req-16703605-5720-4835-874b-7e9fec5bd891 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.4022305 Dec 10 18:18:49.722474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c264ead-fa7a-4fbc-a4f7-72f807f77841 None None] Pushing event updated for resources: {'Port': ['ID=ea156d5a-169c-49a2-8b17-6a4ee8805ada,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:49.735757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.801106 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fa482869-d022-4f59-ba2f-4645b93965c5 None None] Could not find standard attr ID for object 89e149df-549c-4826-abb4-e6d016e141fa. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:18:49.804657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Calling delete_port for e5ac8ae6-fbe7-4bce-99bc-c71194734036 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:49.853754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] For port ea156d5a-169c-49a2-8b17-6a4ee8805ada, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:49.863093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] For port ea156d5a-169c-49a2-8b17-6a4ee8805ada, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ea156d5a-169c-49a2-8b17-6a4ee8805ada,segment=NetworkSegment(077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c),segment_id=077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:49.874192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.877833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1148103-832d-4446-8302-6cf934c43b54 req-f2bec186-5c5f-497c-950c-ff1b74cf12f9 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748002 Dec 10 18:18:49.886597 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:49.894276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b463c8ae-a646-44ee-a810-87630e49a775 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/ports/89e149df-549c-4826-abb4-e6d016e141fa HTTP/1.1" status: 204 len: 168 time: 3.0967100 Dec 10 18:18:49.895188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Subnet': ['ID=e7240129-d203-4da7-8f1d-23489a9a8819,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:49.900520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41680) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:49.983345 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-d21cf23a-60d2-482a-ae6b-b323163c4fa3 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] GET failed (client error): The resource could not be found. Dec 10 18:18:49.993107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d21cf23a-60d2-482a-ae6b-b323163c4fa3 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "GET /v2.0/ports/89e149df-549c-4826-abb4-e6d016e141fa HTTP/1.1" status: 404 len: 333 time: 0.0844803 Dec 10 18:18:49.997425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41682) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:50.003522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fc03a-493e-4715-bc51-039b73ae010a req-925b637c-d01e-43d5-a8dd-20f90652c369 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:50.005113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b8fc03a-493e-4715-bc51-039b73ae010a req-925b637c-d01e-43d5-a8dd-20f90652c369 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 1101 time: 0.4228482 Dec 10 18:18:50.011206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'name': 'tempest-AllowedAddressPairTestJSON-533909787'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:50.011479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Routers {'029458ce-1cd0-43f5-a9e1-c438c6241147'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:50.012013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['029458ce-1cd0-43f5-a9e1-c438c6241147'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:50.018213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c264ead-fa7a-4fbc-a4f7-72f807f77841 None None] Pushing event updated for resources: {'Port': ['ID=ea156d5a-169c-49a2-8b17-6a4ee8805ada,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:50.086136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d49124c9-2089-4f02-a7e0-5a35a4a03c13 None None] Provisioning complete for port ea156d5a-169c-49a2-8b17-6a4ee8805ada triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:50.086573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d49124c9-2089-4f02-a7e0-5a35a4a03c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.119853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Checking segment: {'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:50.120253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network hostable DHCP agents. Network: 53129201-776b-4f17-922c-670f757cd591, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:18:50.155107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7b8fc03a-493e-4715-bc51-039b73ae010a req-55863e42-2cbf-4ef1-be9a-8bb6090a8f4a tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.216479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Router 3487c6a5-62a5-457f-a613-5eb2c1c448cc has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:18:50.271418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network 53129201-776b-4f17-922c-670f757cd591 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:18:50.317653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 53129201-776b-4f17-922c-670f757cd591) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:50.322872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:50.323740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.348106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.373984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-920e075f-fcc0-400b-bb1f-a8d7805892aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1347158 Dec 10 18:18:50.410440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event deleted for resources: {'Port': ['ID=e5ac8ae6-fbe7-4bce-99bc-c71194734036,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:50.442535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:50.446489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.461622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2619c3-8f22-40a8-942f-313735ea7b6a None None] Network 53129201-776b-4f17-922c-670f757cd591 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:50.485974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:50.487428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] device_id is not set on port b7befb5f-0095-4797-99c9-2d0d5d0655e1 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:18:50.493087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.501098 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] Sync routers for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:50.540108 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:50.540993 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:50.552251 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6fa808f7-ab08-4303-bd84-fe043dc5fb90 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "PUT /v2.0/floatingips/ae5577c2-0c71-468e-a899-8e8fa3eaacc5 HTTP/1.1" status: 200 len: 992 time: 3.6700656 Dec 10 18:18:50.552251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.553483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:18:50.555976 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffa9798-fdf7-4b16-8780-270f3d99e16c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:18:50.649639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7b8fc03a-493e-4715-bc51-039b73ae010a req-55863e42-2cbf-4ef1-be9a-8bb6090a8f4a tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.664961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7b8fc03a-493e-4715-bc51-039b73ae010a req-55863e42-2cbf-4ef1-be9a-8bb6090a8f4a tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.704899 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:50.714563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] Set router 029458ce-1cd0-43f5-a9e1-c438c6241147 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:50.754858 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.757258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55863e42-2cbf-4ef1-be9a-8bb6090a8f4a tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e95d69-ae12-48af-ab8a-66f9c19d6181,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:50.759369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.763750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b8fc03a-493e-4715-bc51-039b73ae010a req-55863e42-2cbf-4ef1-be9a-8bb6090a8f4a tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7109749 Dec 10 18:18:50.767796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Deleting port 65a17e5a-1ef6-4558-a73e-6430505806fb {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:50.768149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.834487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Allocated IP 172.20.0.4 (21662a67-3603-4bc8-be5b-7bccd5e4f0cc/ee074b96-89cf-4a77-8049-84cba2c8651b/b7befb5f-0095-4797-99c9-2d0d5d0655e1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:50.882249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.882835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Fanout notify agent at l3_agent the message router_deleted on router 6016d609-05c2-4f48-9420-c72b772c1567 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:50.903032 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:50.904249 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a82b7f87-6f05-4eab-9566-d9f56a116210 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/6016d609-05c2-4f48-9420-c72b772c1567 HTTP/1.1" status: 204 len: 168 time: 3.1178138 Dec 10 18:18:50.911258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41704) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:50.931544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1e735554-8ec4-4553-b3e1-0e6260435f4f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1519273318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:50.949334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] For port 65a17e5a-1ef6-4558-a73e-6430505806fb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=65a17e5a-1ef6-4558-a73e-6430505806fb,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:50.950195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.005353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6e33eadf-0daf-4fc1-8eba-aaef2de33100 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.014280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6e33eadf-0daf-4fc1-8eba-aaef2de33100 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.014624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Calling delete_port for 65a17e5a-1ef6-4558-a73e-6430505806fb owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:51.016201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6e33eadf-0daf-4fc1-8eba-aaef2de33100 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/networks?id=5f1c950a-efe5-4775-bae9-249cad9793a9&id=53129201-776b-4f17-922c-670f757cd591&id=5f1c950a-efe5-4775-bae9-249cad9793a9 HTTP/1.1" status: 200 len: 1391 time: 0.4115746 Dec 10 18:18:51.051091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-bcb869ce-1e29-477a-af10-e13ef6a60cf6 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/quotas/3e73342f2e5048bbb90d81f001357f63 HTTP/1.1" status: 200 len: 375 time: 0.0262094 Dec 10 18:18:51.075758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e735554-8ec4-4553-b3e1-0e6260435f4f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.076933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e735554-8ec4-4553-b3e1-0e6260435f4f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.088578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-53129201-776b-4f17-922c-670f757cd591', 'network_id': '53129201-776b-4f17-922c-670f757cd591', 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'fixed_ips': [{'subnet_id': 'e7240129-d203-4da7-8f1d-23489a9a8819'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:18:51.089485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.091232 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0beb04e4-e12d-42b4-823a-e360e3a9dd53 x-openstack-request-id: req-0beb04e4-e12d-42b4-823a-e360e3a9dd53 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:18:51.091863 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:18:51.092263 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0beb04e4-e12d-42b4-823a-e360e3a9dd53 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:18:51.092893 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'status': 'completed', 'code': 200} Dec 10 18:18:51.133450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d49124c9-2089-4f02-a7e0-5a35a4a03c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.300393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e735554-8ec4-4553-b3e1-0e6260435f4f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.332961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-378e7399-862d-40cd-9611-8f4eb9dc79d5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2790842 Dec 10 18:18:51.348350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e735554-8ec4-4553-b3e1-0e6260435f4f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.358674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96962000-56d0-4780-ba00-55d72077189c None None] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:51.387998 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'ae5577c2-0c71-468e-a899-8e8fa3eaacc5', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'port_id': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'mac_address': 'fa:16:3e:14:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:16:57Z', 'updated_at': '2021-12-10T18:18:48Z', 'revision_number': 1, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 5, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:51.423701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.424494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.425109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.425728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.426623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.427229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.427969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.430560 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-b437232c-c71a-44ac-a045-cda29cc2f39d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.2935233 Dec 10 18:18:51.445972 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] Checking router: 3487c6a5-62a5-457f-a613-5eb2c1c448cc for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:51.454997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e735554-8ec4-4553-b3e1-0e6260435f4f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.456563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1e735554-8ec4-4553-b3e1-0e6260435f4f tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5443439 Dec 10 18:18:51.459642 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:51.460377 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:51.511397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41712) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:51.517577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': False}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:51.566424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d49124c9-2089-4f02-a7e0-5a35a4a03c13 None None] For port ea156d5a-169c-49a2-8b17-6a4ee8805ada, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ea156d5a-169c-49a2-8b17-6a4ee8805ada,segment=NetworkSegment(077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c),segment_id=077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:51.605176 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d49124c9-2089-4f02-a7e0-5a35a4a03c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.637156 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:51.838988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Allocated IP 19.86.0.2 (53129201-776b-4f17-922c-670f757cd591/e7240129-d203-4da7-8f1d-23489a9a8819/0aafb899-913f-4fa9-b833-64f560be4779) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:51.856673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] Provisioning complete for port c2d476f2-3414-432b-94af-d445586086eb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:51.857208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.864751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:51.886174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8f29-ceb4-4394-bbf3-bc7c958d9f3a req-c084d793-1b1a-4e5e-9da6-15facebd6d1e tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:51.894342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-770c8f29-ceb4-4394-bbf3-bc7c958d9f3a req-c084d793-1b1a-4e5e-9da6-15facebd6d1e tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.3818359 Dec 10 18:18:51.896770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49124c9-2089-4f02-a7e0-5a35a4a03c13 None None] Pushing event updated for resources: {'Port': ['ID=ea156d5a-169c-49a2-8b17-6a4ee8805ada,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:51.904723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ea156d5a-169c-49a2-8b17-6a4ee8805ada up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:51.985743 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'ae5577c2-0c71-468e-a899-8e8fa3eaacc5', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'port_id': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'mac_address': 'fa:16:3e:14:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:16:57Z', 'updated_at': '2021-12-10T18:18:48Z', 'revision_number': 1, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 5, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:51.989092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.035155 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e276abf8-e627-42ac-be99-8f7e15345e2d None None] The sync data for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 is: [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'ae5577c2-0c71-468e-a899-8e8fa3eaacc5', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'port_id': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'mac_address': 'fa:16:3e:14:a3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:16:57Z', 'updated_at': '2021-12-10T18:18:48Z', 'revision_number': 1, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 5, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:52.091266 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-770c8f29-ceb4-4394-bbf3-bc7c958d9f3a req-c16100ba-0b34-49e3-8485-90812ea0a0f8 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958551 Dec 10 18:18:52.167296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-39c25df7-26e0-4abb-bb31-9a4e9d814312 service neutron] 10.222.0.55 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8329060 Dec 10 18:18:52.176496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.184861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-7215db29-7ccc-4571-9a34-5e2408bf0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:52.189389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-7215db29-7ccc-4571-9a34-5e2408bf0279 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40 HTTP/1.1" status: 200 len: 917 time: 0.7517965 Dec 10 18:18:52.232262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:52.253835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:52.259825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:52.272984 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.287405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.311383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=b7befb5f-0095-4797-99c9-2d0d5d0655e1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:52.333506 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.370663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-da40a033-e7f1-4408-ae2c-443776b9caf2 service neutron] 10.222.0.55 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785483 Dec 10 18:18:52.409700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 4, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port': {'id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:34Z', 'updated_at': '2021-12-10T18:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ea156d5a-169c-49a2-8b17-6a4ee8805ada', 'name': '', 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'mac_address': 'fa:16:3e:b0:d6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:39Z', 'updated_at': '2021-12-10T18:18:49Z', 'revision_number': 4, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'subnets': [{'id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:52.499518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926084f9-bc2a-4ba8-a5c9-1f35bfd1f295 None None] The sync data for ids ['029458ce-1cd0-43f5-a9e1-c438c6241147'] in n-d-821424-1 is: [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:18:40Z', 'revision_number': 4, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port': {'id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:34Z', 'updated_at': '2021-12-10T18:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ea156d5a-169c-49a2-8b17-6a4ee8805ada', 'name': '', 'network_id': 'b4471f03-0277-4a8d-960e-737f7a9d50ff', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'mac_address': 'fa:16:3e:b0:d6:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:39Z', 'updated_at': '2021-12-10T18:18:49Z', 'revision_number': 4, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'subnets': [{'id': '81be53c9-de1b-46fb-a528-f00fcbe2cc52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:52.507123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Network 53129201-776b-4f17-922c-670f757cd591 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:52.514757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:52.515452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.519582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ea156d5a-169c-49a2-8b17-6a4ee8805ada triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:52.521113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.531575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.539058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:52.542084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:52.549300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f202f687-4d77-461f-a545-cf51ff8d760c tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5478401 Dec 10 18:18:52.569601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-52d90b0d-3945-4a48-9ac3-afb8e5c11b57 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297393 Dec 10 18:18:52.591764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41726) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:52.617591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:93:b0:38'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:52.621124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d56d74f-11f6-4f17-a7be-8a4c7b1ae729 None None] New status for floating IP ae5577c2-0c71-468e-a899-8e8fa3eaacc5: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:18:52.628805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] For port c2d476f2-3414-432b-94af-d445586086eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c2d476f2-3414-432b-94af-d445586086eb,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:52.656018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a17e5a-1ef6-4558-a73e-6430505806fb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:52.677576 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-65015823-f25f-421d-ab23-d7df70a60cd2 service neutron] 10.222.0.55 "GET /v2.0/networks/53129201-776b-4f17-922c-670f757cd591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229680 Dec 10 18:18:52.679115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-54aaf709-475e-4328-8a78-0af475612c8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1000 time: 0.3070695 Dec 10 18:18:52.754454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:52.757367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Pushing event updated for resources: {'Port': ['ID=0aafb899-913f-4fa9-b833-64f560be4779,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:52.822989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-87bf86dd-c9be-450f-aaf2-dbbc34775dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:52.825184 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-87bf86dd-c9be-450f-aaf2-dbbc34775dd8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 0.1327732 Dec 10 18:18:52.869541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae39f626-c7b3-403d-b215-784c2fb41f62 service neutron] 10.222.0.55 "GET /v2.0/networks/53129201-776b-4f17-922c-670f757cd591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854963 Dec 10 18:18:52.995393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-23dc2971-0184-43a2-8b42-5a69e9c91545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:52.997292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-23dc2971-0184-43a2-8b42-5a69e9c91545 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263149 Dec 10 18:18:53.040585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Attempting to bind port 0aafb899-913f-4fa9-b833-64f560be4779 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:18:53.040956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Attempting to bind port 0aafb899-913f-4fa9-b833-64f560be4779 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:18:53.041527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Attempting to bind port 0aafb899-913f-4fa9-b833-64f560be4779 on network 53129201-776b-4f17-922c-670f757cd591 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:18:53.059948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] Provisioning complete for port ea156d5a-169c-49a2-8b17-6a4ee8805ada triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:53.060315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.075366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:18:53.075832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Checking segment: {'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:18:53.076209 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.076631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Bound using segment: {'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:18:53.077148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Bound port: 0aafb899-913f-4fa9-b833-64f560be4779, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:18:53.077558 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.133421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-75309807-13c7-4444-9b69-cb6a759da2d3 service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254430 Dec 10 18:18:53.144804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af3212-a898-4722-af31-3c1bbf495fe4 None None] Pushing event updated for resources: {'Port': ['ID=c2d476f2-3414-432b-94af-d445586086eb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:53.241002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.251318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d476f2-3414-432b-94af-d445586086eb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:53.255485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-5b138be5-90f0-4c6b-a28b-62833379227a service neutron] 10.222.0.55 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555861 Dec 10 18:18:53.331181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] For port 0aafb899-913f-4fa9-b833-64f560be4779, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:18:53.366377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.383054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-ca95b583-f06f-47d1-bc77-d3829b20ce3e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:53.384700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-ca95b583-f06f-47d1-bc77-d3829b20ce3e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8141170 Dec 10 18:18:53.427806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.444069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ffa9798-fdf7-4b16-8780-270f3d99e16c req-1ef5e412-a612-427f-ba0e-308381346d1b service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031716 Dec 10 18:18:53.446226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-5bbf608e-35ea-4fa4-9775-77d3ae985c9f service neutron] 10.222.0.55 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899791 Dec 10 18:18:53.491371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-0235481b-a10f-4daf-a390-f1b802911c88 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/quotas/33011e0a006846adb5f242d35e51f465 HTTP/1.1" status: 200 len: 375 time: 0.0764122 Dec 10 18:18:53.585024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] For port 0aafb899-913f-4fa9-b833-64f560be4779, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0aafb899-913f-4fa9-b833-64f560be4779,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:18:53.626467 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.660348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Allocated IP 172.25.2.123 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/2f5e8d39-8efc-4c8c-a293-3d4781f11388) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:53.779853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d868e88-e9d8-4774-9b4c-21f7843349a0 None None] Pushing event updated for resources: {'Port': ['ID=0aafb899-913f-4fa9-b833-64f560be4779,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:53.792363 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c2d476f2-3414-432b-94af-d445586086eb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:53.792858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.845746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-02273fdf-96ad-4d80-ac82-47664d34922a None None] Provisioning complete for port c2d476f2-3414-432b-94af-d445586086eb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:53.846410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-02273fdf-96ad-4d80-ac82-47664d34922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:53.889679 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:54.043513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-4e9d4b32-5fb8-42ab-ab05-032359b64907 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5380104 Dec 10 18:18:54.144437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0bbe6afa-149e-44ae-8e12-4b79af6a3f3d req-ed732e84-cc84-4cd9-9c8a-21686dd528aa tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 210 time: 0.0645547 Dec 10 18:18:54.148961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-02273fdf-96ad-4d80-ac82-47664d34922a None None] Provisioning complete for port b7befb5f-0095-4797-99c9-2d0d5d0655e1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:54.149439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-02273fdf-96ad-4d80-ac82-47664d34922a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:54.228104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-02273fdf-96ad-4d80-ac82-47664d34922a None None] Port b7befb5f-0095-4797-99c9-2d0d5d0655e1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:54.284245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:54.361936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3952e-f512-4dba-9c8b-3d8969b6bfec req-4cd3d7c8-c365-4e46-8305-732a88f1f748 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:54.367157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dff3952e-f512-4dba-9c8b-3d8969b6bfec req-4cd3d7c8-c365-4e46-8305-732a88f1f748 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.0794225 Dec 10 18:18:54.432739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Router 742c906c-027a-4f7b-8f0b-8823d6573260 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:18:54.460640 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dff3952e-f512-4dba-9c8b-3d8969b6bfec req-49ef442f-47d1-4c9a-b166-262b7263759f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824761 Dec 10 18:18:54.500211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:54.552058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ea156d5a-169c-49a2-8b17-6a4ee8805ada up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:54.611694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:54.622346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:54.623449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ea156d5a-169c-49a2-8b17-6a4ee8805ada triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:54.623825 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:54.635513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:54.642013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Pushing event updated for resources: {'Port': ['ID=2f5e8d39-8efc-4c8c-a293-3d4781f11388,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:54.673679 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:54.761572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:54.807559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0aafb899-913f-4fa9-b833-64f560be4779 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:54.875972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:54.886807 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] Sync routers for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:54.899847 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:54.900021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-81a2b12a-3654-4249-b8df-4ae54f617b07 admin admin] 10.222.0.55 "PUT /v2.0/routers/742c906c-027a-4f7b-8f0b-8823d6573260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1567993 Dec 10 18:18:54.900756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:54.902470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41752) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:54.941236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0aafb899-913f-4fa9-b833-64f560be4779 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:54.941834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.160650 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.236209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0aafb899-913f-4fa9-b833-64f560be4779, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0aafb899-913f-4fa9-b833-64f560be4779,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:55.250449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.251599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d476f2-3414-432b-94af-d445586086eb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:55.315443 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:55.456035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8c5ce54-e30d-47a8-9074-15484f5d0293 req-ea588b5d-93a6-4aa5-b5b5-111042ad2ee5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 210 time: 0.0601602 Dec 10 18:18:55.464105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.539297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ccfc19aa-7888-4255-af3b-2e29cfafbeb2 None None] Provisioning complete for port b7befb5f-0095-4797-99c9-2d0d5d0655e1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:55.544415 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccfc19aa-7888-4255-af3b-2e29cfafbeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.551937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0aafb899-913f-4fa9-b833-64f560be4779,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:55.588045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c2d476f2-3414-432b-94af-d445586086eb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:55.588613 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.624496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70cd4e-59d9-4029-8c1e-5e651eb3ec71 None None] Network 53129201-776b-4f17-922c-670f757cd591 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:18:55.749156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ccfc19aa-7888-4255-af3b-2e29cfafbeb2 None None] Port b7befb5f-0095-4797-99c9-2d0d5d0655e1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:55.788358 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:18:52Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:55.863807 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] Checking router: 742c906c-027a-4f7b-8f0b-8823d6573260 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:18:55.874541 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] Routers {'742c906c-027a-4f7b-8f0b-8823d6573260'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:55.875416 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['742c906c-027a-4f7b-8f0b-8823d6573260'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:55.882961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bdab0d8e-0287-4a3b-9c17-779daf306609 None None] Provisioning complete for port 0aafb899-913f-4fa9-b833-64f560be4779 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:55.883476 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdab0d8e-0287-4a3b-9c17-779daf306609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:55.887640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79267920-2f85-40df-b735-108136576c09 req-affccb7c-bf6b-4441-b68d-0349122bea5c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:55.900850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79267920-2f85-40df-b735-108136576c09 req-affccb7c-bf6b-4441-b68d-0349122bea5c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.3439007 Dec 10 18:18:55.954681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-dc255bf7-b2d6-40a6-afc3-8fec3c1fe2f2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:55.968559 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04a13cdf-bf0b-4ac8-9795-2b0d1dc19507 req-011edc5c-0cb0-4ac6-b5e9-d33e99ac9aee tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 210 time: 1.0619063 Dec 10 18:18:55.969923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-dc255bf7-b2d6-40a6-afc3-8fec3c1fe2f2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:55.971032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] In _notify_port_updated(), no bound segment for port b7befb5f-0095-4797-99c9-2d0d5d0655e1 on network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:18:55.974376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-dc255bf7-b2d6-40a6-afc3-8fec3c1fe2f2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "GET /v2.0/networks?id=5f1c950a-efe5-4775-bae9-249cad9793a9&id=53129201-776b-4f17-922c-670f757cd591&id=5f1c950a-efe5-4775-bae9-249cad9793a9 HTTP/1.1" status: 200 len: 1391 time: 0.8396871 Dec 10 18:18:56.011661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:56.013050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.016532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "PUT /v2.0/ports/b7befb5f-0095-4797-99c9-2d0d5d0655e1 HTTP/1.1" status: 200 len: 992 time: 3.4044933 Dec 10 18:18:56.050002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79267920-2f85-40df-b735-108136576c09 req-da6cc808-8a7b-4fb4-b44b-03773ac3beaa tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475692 Dec 10 18:18:56.069316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41772) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:56.074400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.104566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'port': {'device_id': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9', 'admin_state_up': True, 'tenant_id': '3e73342f2e5048bbb90d81f001357f63'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:56.140143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e45aee-885a-42ff-ac29-eaf34b3ae08a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=b7befb5f-0095-4797-99c9-2d0d5d0655e1,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:56.298043 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] Set router 742c906c-027a-4f7b-8f0b-8823d6573260 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:18:56.305782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2eee690b-0011-4c8a-9b19-858c6a0ac4ea None None] Provisioning complete for port 0aafb899-913f-4fa9-b833-64f560be4779 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:56.316236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2eee690b-0011-4c8a-9b19-858c6a0ac4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.399503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0aafb899-913f-4fa9-b833-64f560be4779 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:18:56.472603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.485440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0aafb899-913f-4fa9-b833-64f560be4779 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:56.486064 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.505184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Deleting port 8e38cb32-8086-468a-a99c-ac20271a03f7 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:56.505687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.510068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:56.514225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.586379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting port b7befb5f-0095-4797-99c9-2d0d5d0655e1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:56.586740 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.683549 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:18:52Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:56.692784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-026d8799-376a-40ef-aedd-1bc560a1eff6 req-1d90776d-5e3a-4542-80dc-c3feccf4f110 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 210 time: 0.0713632 Dec 10 18:18:56.730626 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fad4bca-3c3f-4265-87e5-0aa08ab0eecb None None] The sync data for ids ['742c906c-027a-4f7b-8f0b-8823d6573260'] in n-d-821424-1 is: [{'id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'name': 'tempest-ServersTestBootFromVolume-2077684451-router', 'tenant_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:16Z', 'updated_at': '2021-12-10T18:18:52Z', 'revision_number': 5, 'project_id': 'fad5b5cf31e04212afff33a5003f6b6f', 'gw_port': {'id': '8e38cb32-8086-468a-a99c-ac20271a03f7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '742c906c-027a-4f7b-8f0b-8823d6573260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:17Z', 'updated_at': '2021-12-10T18:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:56.754867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] For port 8e38cb32-8086-468a-a99c-ac20271a03f7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8e38cb32-8086-468a-a99c-ac20271a03f7,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:56.755124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.773840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.791940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.827275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Calling delete_port for 8e38cb32-8086-468a-a99c-ac20271a03f7 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:56.863218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:56.891482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Allocated IP 19.80.0.215 (5f1c950a-efe5-4775-bae9-249cad9793a9/eff04e6a-51ab-4977-a66a-d71d7a66afb3/21673a6c-9c77-434f-a823-c9d0d42c20d8) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:56.928562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Calling delete_port for b7befb5f-0095-4797-99c9-2d0d5d0655e1 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:56.960670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Router 19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:18:57.031336 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-116668cb-c6ef-4141-b8d5-0f76a2940c62 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790246 Dec 10 18:18:57.129295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:18:57.135995 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:57.140211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] Sync routers for ids ['19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:18:57.141621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-76517505-a3c7-43d8-a4fd-9c8ac9f4303c tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "PUT /v2.0/routers/19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 HTTP/1.1" status: 200 len: 916 time: 5.6276200 Dec 10 18:18:57.142425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41782) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:57.167635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] Routers {'19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:57.168696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:57.202679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc0b7a94-1db8-4019-ab16-8c9de356ad9c req-7a00a8cf-ddd4-4f67-937f-f21dfac7a1c8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 210 time: 0.1358459 Dec 10 18:18:57.221765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:57.248168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] Routers {'19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:18:57.249057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:57.311873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:18:57.312788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc081e86-74e6-4a0d-93fd-e6de5aa4dce3 None None] The sync data for ids ['19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:18:57.363129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaa702-2c2a-4fe0-95c7-0610e9445e3c req-3fc7b9c8-bf14-467a-b174-73143fadc557 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:57.365366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4dfaa702-2c2a-4fe0-95c7-0610e9445e3c req-3fc7b9c8-bf14-467a-b174-73143fadc557 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.1733449 Dec 10 18:18:57.403102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ef4d2575-ca37-4f05-aa5e-ad005fd1cb55 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 HTTP/1.1" status: 200 len: 922 time: 0.2564566 Dec 10 18:18:57.403102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41786) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:57.457522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-50aa0998-f3de-482a-b8c6-19368e806bd5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:57.459290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-50aa0998-f3de-482a-b8c6-19368e806bd5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4125416 Dec 10 18:18:57.508125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-5bca16fd-67f9-4bfd-abb6-8775e0dc9865 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503316 Dec 10 18:18:57.516503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:57.527854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7106509d-c590-4321-a141-fcfe099119d2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:57.532268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7106509d-c590-4321-a141-fcfe099119d2 tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1251590 Dec 10 18:18:57.539011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4dfaa702-2c2a-4fe0-95c7-0610e9445e3c req-1370547e-6279-4c24-995a-553c0a098a5f tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634686 Dec 10 18:18:57.539571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41790) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:57.750693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d419200-bb82-4777-8f42-13fe7660abcc tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:57.752266 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4d419200-bb82-4777-8f42-13fe7660abcc tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.2098653 Dec 10 18:18:57.761219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-ef68097c-b930-4a50-871d-0db6537c1f93 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:57.762437 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-ef68097c-b930-4a50-871d-0db6537c1f93 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451429 Dec 10 18:18:57.762992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41794) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:57.778987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:57.812797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-82ea08f1-184b-4616-b78a-e31e0170e23e tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 HTTP/1.1" status: 200 len: 205 time: 0.0458188 Dec 10 18:18:57.814588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41796) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:57.849083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7910012-e3c8-4577-8b55-23163155ebdd req-788c1d1c-084f-448d-b3d0-35c6857bb572 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:57.850675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7910012-e3c8-4577-8b55-23163155ebdd req-788c1d1c-084f-448d-b3d0-35c6857bb572 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.59 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.6236787 Dec 10 18:18:57.982720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70ec2e91-8a9c-4b04-bb80-c5b79088ad17 req-60850ddc-ac1f-4c9b-a5ea-9fb6358b4409 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 210 time: 0.1419735 Dec 10 18:18:57.985996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.017425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.020637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:58.022111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.024838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.048678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.107031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e38cb32-8086-468a-a99c-ac20271a03f7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:58.195345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Port': ['ID=b7befb5f-0095-4797-99c9-2d0d5d0655e1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:58.215655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.259346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3919df55-bc76-4b59-9ad4-6a91fbf76c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.288289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.137 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/d8d333ce-631d-4af7-ba47-8e728d834b64) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:58.300496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.371814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 65a17e5a-1ef6-4558-a73e-6430505806fb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:18:58.401392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 65a17e5a-1ef6-4558-a73e-6430505806fb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:18:58.401955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 65a17e5a-1ef6-4558-a73e-6430505806fb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:18:58.409466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8410956-e592-43fc-ac2d-3a00efda366f req-4f77a891-6367-4fa1-8037-00c133370cb8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 210 time: 0.0488527 Dec 10 18:18:58.416934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.521573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.531707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.533338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:18:58.537127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.551881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Deleting port 2f5e8d39-8efc-4c8c-a293-3d4781f11388 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:58.552248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.600402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.642276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:58.645059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Deleting port 0cdd0156-fc64-4dbb-96f0-112538e68465 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:18:58.645395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.700640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:58.724995 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.734605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:58.740457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.752763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Calling delete_port for 2f5e8d39-8efc-4c8c-a293-3d4781f11388 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:58.757633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:18:58.846550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:18:58.854666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:18:58.860607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:18:58.862723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Port': ['ID=21673a6c-9c77-434f-a823-c9d0d42c20d8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:58.891553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.892084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 742c906c-027a-4f7b-8f0b-8823d6573260 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:18:58.902004 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.906560 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aaa0af05-6911-466c-81e8-acd05b95da51 admin admin] 10.222.0.55 "DELETE /v2.0/routers/742c906c-027a-4f7b-8f0b-8823d6573260 HTTP/1.1" status: 204 len: 168 time: 4.0024712 Dec 10 18:18:58.907629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:58.935521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:58.941756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:58.944615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=d8d333ce-631d-4af7-ba47-8e728d834b64,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:59.097968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-d907c3e6-95f0-44c4-ba67-4768a623ae3c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3233323 Dec 10 18:18:59.126962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Request body: {'port': {'device_id': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:59.150467 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:18:59.200107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:59.201092 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.227669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d14bbe3a-c388-4337-b0a1-a69212f349d5 None None] Provisioning complete for port 21673a6c-9c77-434f-a823-c9d0d42c20d8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:59.228354 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe3a-c388-4337-b0a1-a69212f349d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.237795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.241584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ed1f990e-b527-4e28-917b-0aab1fb3acdf tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/ports/b7befb5f-0095-4797-99c9-2d0d5d0655e1 HTTP/1.1" status: 204 len: 168 time: 3.1622691 Dec 10 18:18:59.264630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:59.276869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d14bbe3a-c388-4337-b0a1-a69212f349d5 None None] Port 21673a6c-9c77-434f-a823-c9d0d42c20d8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:59.281880 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.289203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d14bbe3a-c388-4337-b0a1-a69212f349d5 None None] Provisioning complete for port d8d333ce-631d-4af7-ba47-8e728d834b64 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:18:59.289845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d14bbe3a-c388-4337-b0a1-a69212f349d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.326739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa86de04-945a-49f2-9da5-79cc25a77f99 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2700131 Dec 10 18:18:59.334065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d14bbe3a-c388-4337-b0a1-a69212f349d5 None None] Port d8d333ce-631d-4af7-ba47-8e728d834b64 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:18:59.334555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ba4c3-4a90-4fef-8b3e-25df64fb61fb req-da97d9e0-d304-4b56-a2b7-f23ee4a7ae2c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:59.336528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a8ba4c3-4a90-4fef-8b3e-25df64fb61fb req-da97d9e0-d304-4b56-a2b7-f23ee4a7ae2c tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 946 time: 0.6873984 Dec 10 18:18:59.347351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] Deleting subnet 0242015e-3347-4eb0-9bb3-13bcd04711b6 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:18:59.354711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] For port 0cdd0156-fc64-4dbb-96f0-112538e68465, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0cdd0156-fc64-4dbb-96f0-112538e68465,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:18:59.355080 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.361391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'port': {'device_id': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'network_id': '53129201-776b-4f17-922c-670f757cd591', 'admin_state_up': True, 'tenant_id': '3e73342f2e5048bbb90d81f001357f63'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:59.375284 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d568f2-c80e-42cb-8fff-94b23e492a7f tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] GET failed (client error): The resource could not be found. Dec 10 18:18:59.377197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-35d568f2-c80e-42cb-8fff-94b23e492a7f tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "GET /v2.0/ports/b7befb5f-0095-4797-99c9-2d0d5d0655e1 HTTP/1.1" status: 404 len: 333 time: 0.1056843 Dec 10 18:18:59.386348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1480de-cd38-47f9-919e-84c61cf79d97 req-cb605fcc-2eb4-40c9-a073-ce301f7a0cbc tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:18:59.388028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4e1480de-cd38-47f9-919e-84c61cf79d97 req-cb605fcc-2eb4-40c9-a073-ce301f7a0cbc tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 932 time: 0.2391312 Dec 10 18:18:59.388954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.391251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41814) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:18:59.397611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'name': 'tempest-AllowedAddressPairTestJSON-1621020428'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:18:59.481436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Calling delete_port for 0cdd0156-fc64-4dbb-96f0-112538e68465 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:18:59.489651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.46 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:18:59.499237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.545115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event deleted for resources: {'Port': ['ID=2f5e8d39-8efc-4c8c-a293-3d4781f11388,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:18:59.553605 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:18:59.645622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4e1480de-cd38-47f9-919e-84c61cf79d97 req-e83a4a9a-96f7-44dd-9511-a771f42c99dd tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384794 Dec 10 18:18:59.652297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a8ba4c3-4a90-4fef-8b3e-25df64fb61fb req-58eb177d-e8cf-4bb8-bee9-bf4eabd4cc4d tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021431 Dec 10 18:18:59.758881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.000841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.086569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddf2d5-f0a9-4415-ba87-f256fcc65d98 req-dfa189ff-298d-4ab6-b416-266f6447f413 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:00.087288 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0ddf2d5-f0a9-4415-ba87-f256fcc65d98 req-dfa189ff-298d-4ab6-b416-266f6447f413 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 936 time: 0.3253140 Dec 10 18:19:00.193626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.195340 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.208012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['5c2d8edf-18b7-49a9-862d-ca34271727dd'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:00.221803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.242110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8e38cb32-8086-468a-a99c-ac20271a03f7 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:00.268835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 8e38cb32-8086-468a-a99c-ac20271a03f7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:00.269199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8e38cb32-8086-468a-a99c-ac20271a03f7 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:00.296163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:00.298220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Pushing event deleted for resources: {'Port': ['ID=0cdd0156-fc64-4dbb-96f0-112538e68465,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:00.301427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.306495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.316320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.324496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.331201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0242015e-3347-4eb0-9bb3-13bcd04711b6 HTTP/1.1" status: 204 len: 168 time: 1.3157585 Dec 10 18:19:00.331201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2559e-2133-46c7-aba6-724e02752768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0242015e-3347-4eb0-9bb3-13bcd04711b6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:00.336169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41822) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:00.344081 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0ddf2d5-f0a9-4415-ba87-f256fcc65d98 req-bbedd4e8-fb91-4e4e-b88c-92fb46fd4f1a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413187 Dec 10 18:19:00.345059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de0f47-b510-4b95-8dd2-fdb25934ae13 None None] Network d01fb161-afcb-4b67-b4eb-e037ae548704 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:00.385302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] No DVR routers for this DVR port 0cdd0156-fc64-4dbb-96f0-112538e68465 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:00.387514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] device_id is not set on port c880b971-45a9-4249-8af2-c30c63bbd6e6 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:00.392141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.396153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7910012-e3c8-4577-8b55-23163155ebdd req-5ff06ae0-f753-444f-9482-992f794dce52 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.59 "DELETE /v2.0/ports/0cdd0156-fc64-4dbb-96f0-112538e68465 HTTP/1.1" status: 204 len: 173 time: 2.5263076 Dec 10 18:19:00.396660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7576d616-0206-4bb8-b195-6ea22cef36db', 'name': 'network-vif-deleted', 'tag': '0cdd0156-fc64-4dbb-96f0-112538e68465'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:00.399083 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25845e2-5252-4a8a-8c62-82fcaa6d402b" -d '{"events": [{"server_uuid": "7576d616-0206-4bb8-b195-6ea22cef36db", "name": "network-vif-deleted", "tag": "0cdd0156-fc64-4dbb-96f0-112538e68465"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:00.404925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:00.408632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.440720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.519411 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c82497-3968-46b5-a238-7da6680d7955 x-openstack-request-id: req-c5c82497-3968-46b5-a238-7da6680d7955 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:00.519719 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7576d616-0206-4bb8-b195-6ea22cef36db", "name": "network-vif-deleted", "tag": "0cdd0156-fc64-4dbb-96f0-112538e68465", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:00.520068 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c5c82497-3968-46b5-a238-7da6680d7955 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:00.520483 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7576d616-0206-4bb8-b195-6ea22cef36db', 'name': 'network-vif-deleted', 'tag': '0cdd0156-fc64-4dbb-96f0-112538e68465', 'status': 'completed', 'code': 200} Dec 10 18:19:00.551826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:00.567600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:00.573269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:00.577164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:00.615516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0cdd0156-fc64-4dbb-96f0-112538e68465 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:00.632261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.632806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Fanout notify agent at l3_agent the message router_deleted on router 19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:19:00.642159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 0cdd0156-fc64-4dbb-96f0-112538e68465 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:00.642571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0cdd0156-fc64-4dbb-96f0-112538e68465 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:00.661766 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.662979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aa4ab477-9f0e-4ad6-9317-9b5f60d720c9 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 HTTP/1.1" status: 204 len: 168 time: 2.8478606 Dec 10 18:19:00.669487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41826) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:00.672062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] DHCP port deletion for d01fb161-afcb-4b67-b4eb-e037ae548704 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:00.677009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-794398532', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:00.720898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:00.725605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:00.726843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.748681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Allocated IP 19.86.0.105 (53129201-776b-4f17-922c-670f757cd591/e7240129-d203-4da7-8f1d-23489a9a8819/5fb1a35a-6d63-40fb-b9bc-abbece15da58) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:00.765568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-19b35349-a8cd-431c-97ac-7e4cfe4f1741 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2824676 Dec 10 18:19:00.799301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Request body: {'port': {'device_id': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:00.860231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] Deleting port 0f928788-64b2-4222-8021-947a9bcc9be4 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:00.860610 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.934198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.939686 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01f5cb04-0702-4039-b5ba-42d42ffacafa req-3d2befc9-a0d6-4b20-805d-01f4ccfd6c58 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=7576d616-0206-4bb8-b195-6ea22cef36db HTTP/1.1" status: 200 len: 210 time: 0.1000264 Dec 10 18:19:00.946700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.947905 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:00.954622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Allocated IP 172.20.0.12 (21662a67-3603-4bc8-be5b-7bccd5e4f0cc/ee074b96-89cf-4a77-8049-84cba2c8651b/c880b971-45a9-4249-8af2-c30c63bbd6e6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:00.989094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d333ce-631d-4af7-ba47-8e728d834b64 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:01.018024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf99f1c-74f0-4f58-a541-0be60d95e3ec req-e1c74c92-911a-498a-8b50-211102912510 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:01.023141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] For port 0f928788-64b2-4222-8021-947a9bcc9be4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0f928788-64b2-4222-8021-947a9bcc9be4,segment=NetworkSegment(143aef0f-0f6f-409b-8712-c3e171dbafd6),segment_id=143aef0f-0f6f-409b-8712-c3e171dbafd6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:01.023554 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.026968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdf99f1c-74f0-4f58-a541-0be60d95e3ec req-e1c74c92-911a-498a-8b50-211102912510 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 932 time: 0.2333131 Dec 10 18:19:01.039830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.066225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] Calling delete_port for 0f928788-64b2-4222-8021-947a9bcc9be4 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:01.071940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.101085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-05d541aa-65dd-4348-9027-308c2e61f99f None None] Provisioning complete for port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:01.101528 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-05d541aa-65dd-4348-9027-308c2e61f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.126562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Transition to ACTIVE for port object d8d333ce-631d-4af7-ba47-8e728d834b64 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:01.147764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-05d541aa-65dd-4348-9027-308c2e61f99f None None] Port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:01.176178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.179398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.269361 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.294643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] Pushing event deleted for resources: {'Port': ['ID=0f928788-64b2-4222-8021-947a9bcc9be4,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:01.305854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9324e84d-b63f-40b3-a606-ad6864b54dae None None] No DVR routers for this DVR port 0f928788-64b2-4222-8021-947a9bcc9be4 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:01.398061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Pushing event updated for resources: {'Port': ['ID=d8d333ce-631d-4af7-ba47-8e728d834b64,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:01.420771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdf99f1c-74f0-4f58-a541-0be60d95e3ec req-8b6a3496-70c4-440d-a3dd-bcb42285054a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927791 Dec 10 18:19:01.567189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.577087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.604036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3948643a-5ef0-4807-a99f-96870fe51aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.658118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Deleting port 0f928788-64b2-4222-8021-947a9bcc9be4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:01.658118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.668730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed6e82-2f48-422a-84a1-abddab9b3bd2 req-b05db09e-da65-4650-a0fe-f3887ed5312e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:01.671240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03ed6e82-2f48-422a-84a1-abddab9b3bd2 req-b05db09e-da65-4650-a0fe-f3887ed5312e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 948 time: 0.1819582 Dec 10 18:19:01.761709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.768374 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.777161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Attempting to bind port d8d333ce-631d-4af7-ba47-8e728d834b64 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:01.777713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Attempting to bind port d8d333ce-631d-4af7-ba47-8e728d834b64 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:01.778235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Attempting to bind port d8d333ce-631d-4af7-ba47-8e728d834b64 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:01.799901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.806313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Port d8d333ce-631d-4af7-ba47-8e728d834b64 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:01.807073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Attempting to bind port d8d333ce-631d-4af7-ba47-8e728d834b64 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:01.821422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] For port 0f928788-64b2-4222-8021-947a9bcc9be4, host n-d-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:01.821946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.839006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:01.839456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:01.839955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:01.840757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Bound port: d8d333ce-631d-4af7-ba47-8e728d834b64, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:01.841216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.849868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03ed6e82-2f48-422a-84a1-abddab9b3bd2 req-07177ccb-2cf9-4ebb-a397-d78fb708d876 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638298 Dec 10 18:19:01.854415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Calling delete_port for 0f928788-64b2-4222-8021-947a9bcc9be4 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:01.860426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Port 0f928788-64b2-4222-8021-947a9bcc9be4 was not found and therefore no delete operation was performed {{(pid=103499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:19:01.876067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.886940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network 53129201-776b-4f17-922c-670f757cd591 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:01.896548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:01.900573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:01.912434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Port': ['ID=5fb1a35a-6d63-40fb-b9bc-abbece15da58,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:01.941162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:01.974703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] No DVR routers for this DVR port 0f928788-64b2-4222-8021-947a9bcc9be4 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:01.980178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0f928788-64b2-4222-8021-947a9bcc9be4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:01.994680 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.020544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:02.021985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.044078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:02.056149 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.066570 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-76249596-4890-4673-9882-de9a4c114a71 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7230356 Dec 10 18:19:02.086882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'port': {'device_id': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9', 'admin_state_up': True, 'tenant_id': '3e73342f2e5048bbb90d81f001357f63'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:02.091324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Transition to ACTIVE for port object 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:02.134261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.191536 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.227932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01fb161-afcb-4b67-b4eb-e037ae548704']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:02.242796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143aef0f-0f6f-409b-8712-c3e171dbafd6') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:02.243124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143aef0f-0f6f-409b-8712-c3e171dbafd6') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:02.259805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.290760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.320503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Pushing event updated for resources: {'Port': ['ID=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:02.407469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:19:02.409786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.414213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0f928788-64b2-4222-8021-947a9bcc9be4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:19:02.428979 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:19:02.488521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Attempting to bind port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:02.488872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Attempting to bind port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:02.489630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Attempting to bind port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:02.495265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] For port d8d333ce-631d-4af7-ba47-8e728d834b64, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:02.495389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0f928788-64b2-4222-8021-947a9bcc9be4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:02.501232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0f928788-64b2-4222-8021-947a9bcc9be4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:02.506578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=c880b971-45a9-4249-8af2-c30c63bbd6e6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:02.534623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:02.549555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:02.553628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e520ca34-c879-47e2-ae25-493f92898780 None None] Provisioning complete for port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:02.554406 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e520ca34-c879-47e2-ae25-493f92898780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.555141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.588174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:02.588928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Attempting to bind port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:02.601194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:02.604390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:02.611255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] For port d8d333ce-631d-4af7-ba47-8e728d834b64, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d8d333ce-631d-4af7-ba47-8e728d834b64,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:02.638553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:02.638953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:02.639313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:02.639804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Bound port: 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:02.640152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.656225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.658911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.666192 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.672735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] 10.222.0.55 "DELETE /v2.0/networks/d01fb161-afcb-4b67-b4eb-e037ae548704 HTTP/1.1" status: 204 len: 168 time: 2.3263538 Dec 10 18:19:02.700639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c86db5-b570-4065-9174-72383c71b324 req-783c63b0-d014-4c8c-ac1c-ad7bf442e4c5 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:02.711594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06c86db5-b570-4065-9174-72383c71b324 req-783c63b0-d014-4c8c-ac1c-ad7bf442e4c5 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.2757382 Dec 10 18:19:02.784312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091bf8ba-5a98-4049-b512-d39de3647c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=d01fb161-afcb-4b67-b4eb-e037ae548704,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:02.790609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:02.791511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.792962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] 10.222.0.59 "PUT /v2.0/ports/d8d333ce-631d-4af7-ba47-8e728d834b64 HTTP/1.1" status: 200 len: 1096 time: 3.6808863 Dec 10 18:19:02.800113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'tag': 'd8d333ce-631d-4af7-ba47-8e728d834b64'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:02.802520 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d677be80-ace9-4a86-b1b3-0c5e519023d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c23ca7e-fac9-4ef4-bb74-ead99db65215", "tag": "d8d333ce-631d-4af7-ba47-8e728d834b64"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:02.817099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e520ca34-c879-47e2-ae25-493f92898780 None None] Port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:02.819770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:02.820515 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:02.954008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06c86db5-b570-4065-9174-72383c71b324 req-ff564a2f-4849-4549-b7c0-5b4663d796cd tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399855 Dec 10 18:19:02.970930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61c4b6-17a7-48d7-821b-3c414f2a884c req-c46bd775-bcfd-408e-a357-0f4c40bbee13 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:02.977342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61c4b6-17a7-48d7-821b-3c414f2a884c req-c46bd775-bcfd-408e-a357-0f4c40bbee13 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:02.979980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] For port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:02.986315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef61c4b6-17a7-48d7-821b-3c414f2a884c req-c46bd775-bcfd-408e-a357-0f4c40bbee13 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 1655 time: 0.4135499 Dec 10 18:19:02.994105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c6237c5-d713-4043-af82-eed04a9a15c1 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5981405 Dec 10 18:19:02.994477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46727d2-b853-4328-893d-f060f03aee2b service neutron] Pushing event updated for resources: {'Port': ['ID=d8d333ce-631d-4af7-ba47-8e728d834b64,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:02.996671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] For port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:02.998936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41856) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:03.019288 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.029739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:93:b0:38'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:03.033983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Allocated IP 19.80.0.109 (5f1c950a-efe5-4775-bae9-249cad9793a9/eff04e6a-51ab-4977-a66a-d71d7a66afb3/a93e7a01-e599-4955-8bc7-8485016897c6) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:03.047738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.081331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:03.083342 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc256356-3d7a-431a-9315-78aa0bf2867d x-openstack-request-id: req-bc256356-3d7a-431a-9315-78aa0bf2867d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:03.083914 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c23ca7e-fac9-4ef4-bb74-ead99db65215", "tag": "d8d333ce-631d-4af7-ba47-8e728d834b64", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:03.083914 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bc256356-3d7a-431a-9315-78aa0bf2867d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:03.084498 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'tag': 'd8d333ce-631d-4af7-ba47-8e728d834b64', 'status': 'completed', 'code': 200} Dec 10 18:19:03.095259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.109754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d4bf3a9c-e4f6-4a3b-bda2-c2141f0a0248 None None] Provisioning complete for port c880b971-45a9-4249-8af2-c30c63bbd6e6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:03.111149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4bf3a9c-e4f6-4a3b-bda2-c2141f0a0248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.117255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-bc07785d-954e-48fa-a2b2-92be3d0db3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:03.119128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-bc07785d-954e-48fa-a2b2-92be3d0db3ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 1099 time: 0.2386048 Dec 10 18:19:03.161361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d4bf3a9c-e4f6-4a3b-bda2-c2141f0a0248 None None] Port c880b971-45a9-4249-8af2-c30c63bbd6e6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:03.188919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:03.189668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.191244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] 10.222.0.59 "PUT /v2.0/ports/02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b HTTP/1.1" status: 200 len: 1095 time: 2.4025705 Dec 10 18:19:03.196256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'tag': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:03.198951 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05902b1b-8cde-48ce-8c33-7027ff40570b" -d '{"events": [{"name": "network-changed", "server_uuid": "f322f3d3-4973-4bcb-9930-cebc820e5468", "tag": "02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:03.244341 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-1c9d977c-102c-4a18-975c-0c5e611ae475 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d8d333ce-631d-4af7-ba47-8e728d834b64 HTTP/1.1" status: 200 len: 217 time: 0.1125948 Dec 10 18:19:03.258935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef61c4b6-17a7-48d7-821b-3c414f2a884c req-a7ee0cb8-0520-431e-bf33-9782004bc547 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716262 Dec 10 18:19:03.288169 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aca48a72-e6a6-4dfc-ada0-83dc75ee2116 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fad5b5cf31e04212afff33a5003f6b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022460 Dec 10 18:19:03.324292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41864) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:03.390481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Allocated IP 172.25.2.12 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/c25dad88-b56b-4ef5-89b6-aa3b4fc956bb) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:03.421762 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3152254a-b91c-48b4-bdda-77962c3a17d8 x-openstack-request-id: req-3152254a-b91c-48b4-bdda-77962c3a17d8 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:03.422145 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f322f3d3-4973-4bcb-9930-cebc820e5468", "tag": "02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:03.422341 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3152254a-b91c-48b4-bdda-77962c3a17d8 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:03.422736 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'tag': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', 'status': 'completed', 'code': 200} Dec 10 18:19:03.425908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dbb63-fa1a-4851-a862-bc8475176bcd service neutron] Pushing event updated for resources: {'Port': ['ID=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:03.469953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-763f1370-5102-4339-a8d5-dd9b17c83d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:03.471497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-763f1370-5102-4339-a8d5-dd9b17c83d2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2107897 Dec 10 18:19:03.509898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e68d6-9ba1-4426-8133-b4af7c23af94 req-16d2ba01-b549-4215-933b-231d726f4ce9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:03.511577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c6e68d6-9ba1-4426-8133-b4af7c23af94 req-16d2ba01-b549-4215-933b-231d726f4ce9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 948 time: 0.3598702 Dec 10 18:19:03.563865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.568526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-6a67273e-752a-465c-b019-07178523bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:03.570071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-6a67273e-752a-465c-b019-07178523bb1c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872016 Dec 10 18:19:03.603088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-49fe28e2-41c6-4d20-afdf-1fe4eaefc756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:03.605023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-49fe28e2-41c6-4d20-afdf-1fe4eaefc756 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 1098 time: 0.3328860 Dec 10 18:19:03.619686 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.642663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef8196bb-0b81-4fac-ba38-8d161877ad21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.673076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.676140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.708550 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-4af4838d-3cf4-42ac-b5a5-f4f5d9da5cf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b HTTP/1.1" status: 200 len: 217 time: 0.0872545 Dec 10 18:19:03.722955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-42523917-848e-44a4-a26f-5e0b83b33c49 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405818 Dec 10 18:19:03.729261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.729725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:03.748511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:03.751338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:03.771722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c6e68d6-9ba1-4426-8133-b4af7c23af94 req-22253465-583c-4f35-83bb-eb3228ced0d9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489433 Dec 10 18:19:03.789897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event updated for resources: {'Port': ['ID=c25dad88-b56b-4ef5-89b6-aa3b4fc956bb,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:03.816090 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef8196bb-0b81-4fac-ba38-8d161877ad21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:03.889464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-8a0b8184-a3e1-4c86-8b5a-65248020de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:03.891014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-8a0b8184-a3e1-4c86-8b5a-65248020de81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1702774 Dec 10 18:19:03.976017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-920b4769-7d0e-4a3e-ba3b-862872e0da2b service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403026 Dec 10 18:19:03.999805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.066659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef8196bb-0b81-4fac-ba38-8d161877ad21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.069299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef8196bb-0b81-4fac-ba38-8d161877ad21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.070512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef8196bb-0b81-4fac-ba38-8d161877ad21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f718906f-161e-4f94-b34c-d55d0c77fb5c HTTP/1.1" status: 204 len: 168 time: 0.7239807 Dec 10 18:19:04.095720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.108874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-7a1da4fb-d7fe-4f4b-bc36-dead2e56fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.110479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-7a1da4fb-d7fe-4f4b-bc36-dead2e56fdcd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2029204 Dec 10 18:19:04.122816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8196bb-0b81-4fac-ba38-8d161877ad21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f718906f-161e-4f94-b34c-d55d0c77fb5c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:04.127397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:04.136579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Port': ['ID=a93e7a01-e599-4955-8bc7-8485016897c6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:04.144619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:04.157879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:04.263321 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.280160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.367204 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.367933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.408768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-ae17f7a7-477d-42c1-87fb-4ef5fd6a0cf8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3317554 Dec 10 18:19:04.498687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Request body: {'port': {'device_id': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:04.523807 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.554828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-38c8ea33-1d11-476f-a3d3-8f56b59d7201 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296727 Dec 10 18:19:04.568578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-78af3525-ad56-4744-9259-ac5d5c470835 None None] Provisioning complete for port a93e7a01-e599-4955-8bc7-8485016897c6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:04.569136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-78af3525-ad56-4744-9259-ac5d5c470835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.576698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6c224-05a4-4f8a-8ef5-bb8448bbb1be req-55b0bd96-28ec-4682-b2e6-3c46be92df2e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.582562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6c224-05a4-4f8a-8ef5-bb8448bbb1be req-55b0bd96-28ec-4682-b2e6-3c46be92df2e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.595868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6c224-05a4-4f8a-8ef5-bb8448bbb1be req-55b0bd96-28ec-4682-b2e6-3c46be92df2e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.602936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1b6c224-05a4-4f8a-8ef5-bb8448bbb1be req-55b0bd96-28ec-4682-b2e6-3c46be92df2e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2377 time: 0.2134826 Dec 10 18:19:04.613825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=c880b971-45a9-4249-8af2-c30c63bbd6e6,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:04.629197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-78af3525-ad56-4744-9259-ac5d5c470835 None None] Port a93e7a01-e599-4955-8bc7-8485016897c6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:04.669738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95176bfb-e84a-4fa9-af22-5247376707a0 req-96a047a1-24ef-4daa-98cc-47b6a9101679 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.671353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95176bfb-e84a-4fa9-af22-5247376707a0 req-96a047a1-24ef-4daa-98cc-47b6a9101679 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.6284740 Dec 10 18:19:04.673294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-9a6175a4-20c8-449d-9406-659b0c06593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.674696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-9a6175a4-20c8-449d-9406-659b0c06593d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 1099 time: 0.6306546 Dec 10 18:19:04.735952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] In _notify_port_updated(), no bound segment for port c880b971-45a9-4249-8af2-c30c63bbd6e6 on network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:19:04.742160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.743256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.743876 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-661bd2c2-4ea9-478f-b0a8-2077570e5f4b tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "PUT /v2.0/ports/c880b971-45a9-4249-8af2-c30c63bbd6e6 HTTP/1.1" status: 200 len: 997 time: 1.7327929 Dec 10 18:19:04.752676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41888) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:04.764471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fc1c0a14-78d5-47c7-af52-76f93d6bd064 None None] Provisioning complete for port c880b971-45a9-4249-8af2-c30c63bbd6e6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:04.765057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc1c0a14-78d5-47c7-af52-76f93d6bd064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.769854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.818630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-c59e44a6-8cd2-4d8f-8c99-4b5e80455b68 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:04.820186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-c59e44a6-8cd2-4d8f-8c99-4b5e80455b68 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.30 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 945 time: 0.2257924 Dec 10 18:19:04.834966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c0a14-78d5-47c7-af52-76f93d6bd064 None None] Port c880b971-45a9-4249-8af2-c30c63bbd6e6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:04.879721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:04.905754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1b6c224-05a4-4f8a-8ef5-bb8448bbb1be req-727adf90-142f-42c6-aebe-ce399e58e6ed tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011780 Dec 10 18:19:04.966847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95176bfb-e84a-4fa9-af22-5247376707a0 req-7195e017-bf4b-490a-8432-412ef331e027 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/security-groups?id=c79259b2-53a8-42a0-94f2-f966a031aa20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882626 Dec 10 18:19:04.974072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d1a45bb-60f7-4e0a-acc7-dfd4a2ee419b req-a6a3075f-18bf-4b71-9c8a-813154b0e5b4 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349078 Dec 10 18:19:05.000594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-60e003a5-9d5d-4bab-baa8-6cd5b52db131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:05.002280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-60e003a5-9d5d-4bab-baa8-6cd5b52db131 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.3151062 Dec 10 18:19:05.094087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-1e233e3f-f816-46c9-900e-99dfddb2d7e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=d8d333ce-631d-4af7-ba47-8e728d834b64 HTTP/1.1" status: 200 len: 217 time: 0.0573399 Dec 10 18:19:05.209084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-55a24ec5-c09c-47ac-9ab6-cd70d18172b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:05.210894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-55a24ec5-c09c-47ac-9ab6-cd70d18172b9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 1098 time: 0.1681712 Dec 10 18:19:05.249112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:05.259340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting port c880b971-45a9-4249-8af2-c30c63bbd6e6 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:05.259873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.275374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-497a8d03-3c85-4015-883a-d2b43f999193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:05.277710 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-497a8d03-3c85-4015-883a-d2b43f999193 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1392131 Dec 10 18:19:05.281657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Deleting port 5c2d8edf-18b7-49a9-862d-ca34271727dd {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:05.282224 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.369492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.402971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-322661918-network', 'tenant_id': 'f56d3bc0b071418a864b5fc1c5791222'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:05.458132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-3b7ba765-5629-415c-a561-763ebbfacdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:05.459711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-3b7ba765-5629-415c-a561-763ebbfacdc7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704698 Dec 10 18:19:05.553318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Made reservation on behalf of f56d3bc0b071418a864b5fc1c5791222 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:05.555588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.607923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] For port 5c2d8edf-18b7-49a9-862d-ca34271727dd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5c2d8edf-18b7-49a9-862d-ca34271727dd,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:05.608673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.625714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.640191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Calling delete_port for 5c2d8edf-18b7-49a9-862d-ca34271727dd owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:05.739548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-97f0f4ff-d2fb-4620-862a-7eb0a28259f7 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708666 Dec 10 18:19:05.761973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662832d1-9bb1-4e2a-9e76-9d693237d242 req-3a30839f-ca63-4552-a4f0-25f9034462b9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:05.764471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-662832d1-9bb1-4e2a-9e76-9d693237d242 req-3a30839f-ca63-4552-a4f0-25f9034462b9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 948 time: 0.5854807 Dec 10 18:19:05.859009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.868161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-0785fb4e-87e8-43df-826f-71cc0c45dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:05.871179 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-0785fb4e-87e8-43df-826f-71cc0c45dde3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.6398370 Dec 10 18:19:05.912744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Router 22c1a042-4861-478e-8763-0a75c6255150 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:19:05.953377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Calling delete_port for c880b971-45a9-4249-8af2-c30c63bbd6e6 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:05.962483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-25ed667f-2a1d-469f-8686-870321b6be06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b HTTP/1.1" status: 200 len: 217 time: 0.0741022 Dec 10 18:19:05.979973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:05.982717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d677be80-ace9-4a86-b1b3-0c5e519023d0 req-79fe7986-7620-4d8a-bbe1-071eb7b817c3 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341640 Dec 10 18:19:05.994815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.026805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-662832d1-9bb1-4e2a-9e76-9d693237d242 req-330d6d7d-8ac8-4fad-ada2-b5bf901a856a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494535 Dec 10 18:19:06.097605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:19:06.114457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.126968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['5c2d8edf-18b7-49a9-862d-ca34271727dd'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:06.140189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.140539 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Added segment b8ee439f-f81c-47fa-83ea-12497c4c7739 of type vlan for network 86e3592c-32d5-473c-b463-8ca96d9ce939 Dec 10 18:19:06.143404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a0692a-bd63-4c09-a8ab-01f5b6259cff,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:06.147330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-c1574c6c-26a5-4c19-a2b9-7a38e6d61adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:06.148842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-c1574c6c-26a5-4c19-a2b9-7a38e6d61adb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1712196 Dec 10 18:19:06.173112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-291e8064-53ed-4311-b53a-292a320d4d00 req-9502936f-20a4-4bd1-8a0b-ec4777111a35 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.55 "GET /v2.0/ports?device_id=22df1ad2-48d4-4a96-a1dd-add943f78625 HTTP/1.1" status: 200 len: 210 time: 0.0735228 Dec 10 18:19:06.193251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21673a6c-9c77-434f-a823-c9d0d42c20d8 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:06.217908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.221624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Pushing event deleted for resources: {'Port': ['ID=5c2d8edf-18b7-49a9-862d-ca34271727dd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:06.252798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Transition to ACTIVE for port object 21673a6c-9c77-434f-a823-c9d0d42c20d8 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:06.260652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.274152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da5de-07ee-4fc8-af8d-192451086d8c req-9ad0e52d-fe4d-4993-ba75-32643db2a046 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:06.280353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da5de-07ee-4fc8-af8d-192451086d8c req-9ad0e52d-fe4d-4993-ba75-32643db2a046 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:06.287127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540da5de-07ee-4fc8-af8d-192451086d8c req-9ad0e52d-fe4d-4993-ba75-32643db2a046 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:06.288890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540da5de-07ee-4fc8-af8d-192451086d8c req-9ad0e52d-fe4d-4993-ba75-32643db2a046 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2377 time: 0.3016076 Dec 10 18:19:06.304575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-859b35d2-1137-4eb1-b0fc-fe6f5b2178ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:06.306561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-859b35d2-1137-4eb1-b0fc-fe6f5b2178ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1391275 Dec 10 18:19:06.318043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.361610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] No DVR routers for this DVR port 5c2d8edf-18b7-49a9-862d-ca34271727dd on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:06.367994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:19:06.375793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.379230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d46c298d-312e-44d3-a91e-39b331bed3e7 req-9cf58bb8-4163-493b-91e2-b906174a61e1 tempest-ServerRescueTestJSON-422995225 tempest-ServerRescueTestJSON-422995225-project] 10.222.0.30 "DELETE /v2.0/ports/5c2d8edf-18b7-49a9-862d-ca34271727dd HTTP/1.1" status: 204 len: 173 time: 1.5437450 Dec 10 18:19:06.379684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'name': 'network-vif-deleted', 'tag': '5c2d8edf-18b7-49a9-862d-ca34271727dd'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:06.382895 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] Sync routers for ids ['22c1a042-4861-478e-8763-0a75c6255150'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:19:06.386725 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442ba57a-d11f-45a3-8012-44d8d7c37377" -d '{"events": [{"server_uuid": "22df1ad2-48d4-4a96-a1dd-add943f78625", "name": "network-vif-deleted", "tag": "5c2d8edf-18b7-49a9-862d-ca34271727dd"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:06.419834 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] Routers {'22c1a042-4861-478e-8763-0a75c6255150'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:06.421205 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['22c1a042-4861-478e-8763-0a75c6255150'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:06.431749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Pushing event updated for resources: {'Port': ['ID=21673a6c-9c77-434f-a823-c9d0d42c20d8,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:06.482045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-540da5de-07ee-4fc8-af8d-192451086d8c req-e37c4212-4ae4-4459-9edc-a351f515b126 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724339 Dec 10 18:19:06.489867 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.491401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-829da124-e029-4883-afa4-500a4f4ed010 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.8193481 Dec 10 18:19:06.492658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.493959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:06.494856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.498423 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48668e5-011f-4369-a6c8-690bcabd0ec5 x-openstack-request-id: req-a48668e5-011f-4369-a6c8-690bcabd0ec5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:06.498863 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22df1ad2-48d4-4a96-a1dd-add943f78625", "name": "network-vif-deleted", "tag": "5c2d8edf-18b7-49a9-862d-ca34271727dd", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:06.499191 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a48668e5-011f-4369-a6c8-690bcabd0ec5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:06.499691 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df1ad2-48d4-4a96-a1dd-add943f78625', 'name': 'network-vif-deleted', 'tag': '5c2d8edf-18b7-49a9-862d-ca34271727dd', 'status': 'completed', 'code': 200} Dec 10 18:19:06.500163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41914) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:06.507337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:06.522439 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:06.531304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-a2b912e9-a090-47fd-80c2-7e3d25a46edd service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126300 Dec 10 18:19:06.536508 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] Routers {'22c1a042-4861-478e-8763-0a75c6255150'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:06.537394 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['22c1a042-4861-478e-8763-0a75c6255150'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:06.593837 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:06.595608 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17b599-e5bc-458e-bdfb-fa2dfb6dbd13 None None] The sync data for ids ['22c1a042-4861-478e-8763-0a75c6255150'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:19:06.669909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d8d333ce-631d-4af7-ba47-8e728d834b64 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:06.674800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.694042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4434819 Dec 10 18:19:06.698203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41916) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:06.705435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Request body: {'subnet': {'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-322661918-subnet', 'tenant_id': 'f56d3bc0b071418a864b5fc1c5791222', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:06.721248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7591b5-34e7-4a63-bbf2-de78f3182aa2 admin admin] Pushing event updated for resources: {'Network': ['ID=86e3592c-32d5-473c-b463-8ca96d9ce939,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:06.732368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Port': ['ID=c880b971-45a9-4249-8af2-c30c63bbd6e6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:06.765095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:19:06.785514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Made reservation on behalf of f56d3bc0b071418a864b5fc1c5791222 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:06.788290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.820466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Attempting to bind port 21673a6c-9c77-434f-a823-c9d0d42c20d8 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:06.821009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Attempting to bind port 21673a6c-9c77-434f-a823-c9d0d42c20d8 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:06.821009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Attempting to bind port 21673a6c-9c77-434f-a823-c9d0d42c20d8 on network 5f1c950a-efe5-4775-bae9-249cad9793a9 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:06.830831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Port 21673a6c-9c77-434f-a823-c9d0d42c20d8 on network 5f1c950a-efe5-4775-bae9-249cad9793a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:06.831167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Attempting to bind port 21673a6c-9c77-434f-a823-c9d0d42c20d8 on network 5f1c950a-efe5-4775-bae9-249cad9793a9 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:06.837766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05902b1b-8cde-48ce-8c33-7027ff40570b req-6b8d49f8-f240-4f9d-bfbd-975ebaebfcfc service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781091 Dec 10 18:19:06.850006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:06.850235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Checking segment: {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:06.850622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Bound using segment: {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:06.851067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Bound port: 21673a6c-9c77-434f-a823-c9d0d42c20d8, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:06.851405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.865917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:06.870059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-521a64cc-425f-4dd2-9832-495adf752550 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/ports/c880b971-45a9-4249-8af2-c30c63bbd6e6 HTTP/1.1" status: 204 len: 168 time: 2.1093633 Dec 10 18:19:06.875250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41918) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:06.905043 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de76056-f118-49a2-a518-60777a84b13a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] GET failed (client error): The resource could not be found. Dec 10 18:19:06.908917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5de76056-f118-49a2-a518-60777a84b13a tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "GET /v2.0/ports/c880b971-45a9-4249-8af2-c30c63bbd6e6 HTTP/1.1" status: 404 len: 333 time: 0.0326171 Dec 10 18:19:06.915511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41920) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:06.921706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'name': 'tempest-AllowedAddressPairTestJSON-1074098410'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:06.939691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d8d333ce-631d-4af7-ba47-8e728d834b64, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d8d333ce-631d-4af7-ba47-8e728d834b64,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:06.960951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'd8d333ce-631d-4af7-ba47-8e728d834b64', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'd8d333ce-631d-4af7-ba47-8e728d834b64', 'mac_address': 'fa:16:3e:03:bc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:07.018121 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.036198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d333ce-631d-4af7-ba47-8e728d834b64 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:07.063189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] For port 21673a6c-9c77-434f-a823-c9d0d42c20d8, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:07.064333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d8d333ce-631d-4af7-ba47-8e728d834b64, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d8d333ce-631d-4af7-ba47-8e728d834b64,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:07.072949 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.093303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] For port 21673a6c-9c77-434f-a823-c9d0d42c20d8, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=21673a6c-9c77-434f-a823-c9d0d42c20d8,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:07.100020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.103895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.163990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.174109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.174741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.178017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] 10.222.0.30 "PUT /v2.0/ports/21673a6c-9c77-434f-a823-c9d0d42c20d8 HTTP/1.1" status: 200 len: 1092 time: 2.7066853 Dec 10 18:19:07.178772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'tag': '21673a6c-9c77-434f-a823-c9d0d42c20d8'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:07.182664 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4201e9-dcff-4bd7-9c04-9f267d70085a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "tag": "21673a6c-9c77-434f-a823-c9d0d42c20d8"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:07.192333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:07.202397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d8d333ce-631d-4af7-ba47-8e728d834b64,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:07.208223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.223901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Request body: {'port': {'device_id': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:07.278273 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.292505 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa63cdef-f229-4781-90df-7267db63a571 x-openstack-request-id: req-fa63cdef-f229-4781-90df-7267db63a571 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:07.293665 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "tag": "21673a6c-9c77-434f-a823-c9d0d42c20d8", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:07.293933 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa63cdef-f229-4781-90df-7267db63a571 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:07.294347 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'tag': '21673a6c-9c77-434f-a823-c9d0d42c20d8', 'status': 'completed', 'code': 200} Dec 10 18:19:07.329375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] device_id is not set on port 0009767d-bcac-40d7-917a-a2c5b0b8bec2 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:07.340209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41930) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:07.347016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15205832-919b-4293-8afb-b818011e4c2e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:07.349918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a738915-8a0d-4a85-8631-c65d380d66b6 service neutron] Pushing event updated for resources: {'Port': ['ID=21673a6c-9c77-434f-a823-c9d0d42c20d8,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:07.440803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-78d267f0-0a7d-4642-94e1-aafcde7b6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.441426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-78d267f0-0a7d-4642-94e1-aafcde7b6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.441978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-78d267f0-0a7d-4642-94e1-aafcde7b6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.443779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-78d267f0-0a7d-4642-94e1-aafcde7b6d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2732 time: 0.0996692 Dec 10 18:19:07.446048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Checking segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:07.446551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Network hostable DHCP agents. Network: 86e3592c-32d5-473c-b463-8ca96d9ce939, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:19:07.450154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Deleting port c25dad88-b56b-4ef5-89b6-aa3b4fc956bb {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:07.450649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.453511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:07.561017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78bda7-b8f8-4fa8-a883-aab7172af691 req-5abec844-cacb-4f99-bc1b-09913fd9d9bd tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.562322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad78bda7-b8f8-4fa8-a883-aab7172af691 req-5abec844-cacb-4f99-bc1b-09913fd9d9bd tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 949 time: 0.3153038 Dec 10 18:19:07.567287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.597568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:19:07.658396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 86e3592c-32d5-473c-b463-8ca96d9ce939) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:07.665787 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.672244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5873ac6-48c6-4f7b-9746-c24c2cf710b6 None None] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:07.688516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.689236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.698056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Calling delete_port for c25dad88-b56b-4ef5-89b6-aa3b4fc956bb owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:07.702901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-ab67b9b2-d78a-473e-af1d-5eb3e94a9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.703460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-ab67b9b2-d78a-473e-af1d-5eb3e94a9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.703934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-ab67b9b2-d78a-473e-af1d-5eb3e94a9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.705783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-ab67b9b2-d78a-473e-af1d-5eb3e94a9e47 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3e73342f2e5048bbb90d81f001357f63&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2517776 Dec 10 18:19:07.741029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e9cb-bc1c-4e88-9d4e-ee78bfa64d08 req-34abc864-bb16-45f8-b08c-b3e1cc9a7508 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.747405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e9cb-bc1c-4e88-9d4e-ee78bfa64d08 req-34abc864-bb16-45f8-b08c-b3e1cc9a7508 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.753752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4e9cb-bc1c-4e88-9d4e-ee78bfa64d08 req-34abc864-bb16-45f8-b08c-b3e1cc9a7508 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:07.755301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Allocated IP 172.20.0.12 (21662a67-3603-4bc8-be5b-7bccd5e4f0cc/ee074b96-89cf-4a77-8049-84cba2c8651b/0009767d-bcac-40d7-917a-a2c5b0b8bec2) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:07.755534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bd4e9cb-bc1c-4e88-9d4e-ee78bfa64d08 req-34abc864-bb16-45f8-b08c-b3e1cc9a7508 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2389 time: 0.1777239 Dec 10 18:19:07.759129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-560e9c7c-814c-445e-9ca0-0c4c56830726 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0579102 Dec 10 18:19:07.808166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-86e3592c-32d5-473c-b463-8ca96d9ce939', 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'project_id': 'f56d3bc0b071418a864b5fc1c5791222', 'fixed_ips': [{'subnet_id': '15205832-919b-4293-8afb-b818011e4c2e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:07.814552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad78bda7-b8f8-4fa8-a883-aab7172af691 req-aec90ec2-eaa6-4b43-b5cc-a8d9b0291d76 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445319 Dec 10 18:19:07.836943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:07.938574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bd4e9cb-bc1c-4e88-9d4e-ee78bfa64d08 req-718e3c58-5482-41c2-a556-61d27fcbbe80 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653178 Dec 10 18:19:08.099604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Allocated IP 172.20.0.2 (86e3592c-32d5-473c-b463-8ca96d9ce939/15205832-919b-4293-8afb-b818011e4c2e/79345052-14da-4430-b1c6-2578476b4619) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:08.288070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.294878 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.304379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.357926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-b7790e53-feb0-4879-b9b9-b4a4909dcc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:08.359926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d4201e9-dcff-4bd7-9c04-9f267d70085a req-b7790e53-feb0-4879-b9b9-b4a4909dcc80 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6428001 Dec 10 18:19:08.379294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:08.383159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:08.385576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:08.420186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Pushing event updated for resources: {'Port': ['ID=79345052-14da-4430-b1c6-2578476b4619,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:08.426456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.460299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Pushing event deleted for resources: {'Port': ['ID=c25dad88-b56b-4ef5-89b6-aa3b4fc956bb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:08.465258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Attempting to bind port 79345052-14da-4430-b1c6-2578476b4619 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:08.465948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Attempting to bind port 79345052-14da-4430-b1c6-2578476b4619 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:08.466958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Attempting to bind port 79345052-14da-4430-b1c6-2578476b4619 on network 86e3592c-32d5-473c-b463-8ca96d9ce939 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:08.476052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:08.476486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Checking segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:08.476907 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.477312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Bound using segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:08.477796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Bound port: 79345052-14da-4430-b1c6-2578476b4619, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:08.478184 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.518392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.537735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.566083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] For port 79345052-14da-4430-b1c6-2578476b4619, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:08.569607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] For port 79345052-14da-4430-b1c6-2578476b4619, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=79345052-14da-4430-b1c6-2578476b4619,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:08.576787 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.608386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=0009767d-bcac-40d7-917a-a2c5b0b8bec2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:08.651725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb1a35a-6d63-40fb-b9bc-abbece15da58 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:08.660844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:08.663718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148495a-3a16-43f5-8b01-af09ba8afaf4 None None] Pushing event updated for resources: {'Port': ['ID=79345052-14da-4430-b1c6-2578476b4619,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:08.669692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.676745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:08.695047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:08.700151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:08.712225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d8d333ce-631d-4af7-ba47-8e728d834b64 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:08.737546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Transition to ACTIVE for port object 5fb1a35a-6d63-40fb-b9bc-abbece15da58 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:08.777768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-6ee3fcb8-2034-46b1-8d4b-27605c21c5dc tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:08.789142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-6ee3fcb8-2034-46b1-8d4b-27605c21c5dc tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 815 time: 0.4437158 Dec 10 18:19:08.808170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.825128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.830475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:08.874980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-e181afa4-daac-41ec-a2cc-b58fe5cbccf8 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/quotas/f56d3bc0b071418a864b5fc1c5791222 HTTP/1.1" status: 200 len: 375 time: 0.0844176 Dec 10 18:19:08.949831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port d8d333ce-631d-4af7-ba47-8e728d834b64 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:08.968987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port d8d333ce-631d-4af7-ba47-8e728d834b64 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:08.971368 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.037042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:09.057135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Router 22c1a042-4861-478e-8763-0a75c6255150 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:19:09.067095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', 'mac_address': 'fa:16:3e:63:60:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:09.218024 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.229187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7263-190b-4b0b-9b18-e9abe4882151 req-142ede75-14fa-4897-80d1-5cd368c021b4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:09.231216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b47c7263-190b-4b0b-9b18-e9abe4882151 req-142ede75-14fa-4897-80d1-5cd368c021b4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 949 time: 0.2664692 Dec 10 18:19:09.236910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:19:09.247911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.247911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b3f5e223-fcbe-48b5-9427-55c43b71c607 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "PUT /v2.0/routers/22c1a042-4861-478e-8763-0a75c6255150 HTTP/1.1" status: 200 len: 705 time: 2.7431095 Dec 10 18:19:09.253038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:09.253540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:09.281387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5c2d8edf-18b7-49a9-862d-ca34271727dd no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:09.299167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] Sync routers for ids ['22c1a042-4861-478e-8763-0a75c6255150'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:19:09.344759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:09.349454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 5c2d8edf-18b7-49a9-862d-ca34271727dd {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:09.349794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5c2d8edf-18b7-49a9-862d-ca34271727dd not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:09.363228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.399493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-75866aa7-efff-4990-ab6f-2ae7c94604b3 None None] Provisioning complete for port 0009767d-bcac-40d7-917a-a2c5b0b8bec2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:09.400416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3cc85dc6-b6d1-4974-830a-8acb7184da2a tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/routers/22c1a042-4861-478e-8763-0a75c6255150 HTTP/1.1" status: 200 len: 740 time: 0.1415384 Dec 10 18:19:09.402794 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-75866aa7-efff-4990-ab6f-2ae7c94604b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.405106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41964) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:09.427485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] Routers {'22c1a042-4861-478e-8763-0a75c6255150'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:09.428132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['22c1a042-4861-478e-8763-0a75c6255150'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:09.448403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b47c7263-190b-4b0b-9b18-e9abe4882151 req-7d66660b-dfc9-4d45-8094-ccef3c7c8bb8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093947 Dec 10 18:19:09.476042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2da53b5d-1d31-4fa4-b06d-f8e758d30cff tempest-RoutersAdminTest-792364777 tempest-RoutersAdminTest-792364777-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=22c1a042-4861-478e-8763-0a75c6255150 HTTP/1.1" status: 200 len: 205 time: 0.0693634 Dec 10 18:19:09.479357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41966) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:09.497954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:09.498999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.505955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:09.519435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-386fa1f7-c4f5-46e4-ba1c-bc9fd751f026 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=22c1a042-4861-478e-8763-0a75c6255150 HTTP/1.1" status: 200 len: 205 time: 0.0393105 Dec 10 18:19:09.525729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41968) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:09.542685 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.546207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-75866aa7-efff-4990-ab6f-2ae7c94604b3 None None] Port 0009767d-bcac-40d7-917a-a2c5b0b8bec2 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:09.549040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:09.558409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] Routers {'22c1a042-4861-478e-8763-0a75c6255150'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:09.559246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['22c1a042-4861-478e-8763-0a75c6255150'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:09.560073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb1a35a-6d63-40fb-b9bc-abbece15da58,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:09.606791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:09.607346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ef96db-f5f6-4322-bf3d-881f25cf9f1e None None] The sync data for ids ['22c1a042-4861-478e-8763-0a75c6255150'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:19:09.616908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d333ce-631d-4af7-ba47-8e728d834b64'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:09.619250 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d7b819-aaae-4e0a-95d1-88926142cdff" -d '{"events": [{"server_uuid": "3c23ca7e-fac9-4ef4-bb74-ead99db65215", "name": "network-vif-plugged", "status": "completed", "tag": "d8d333ce-631d-4af7-ba47-8e728d834b64"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:09.632827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d8d333ce-631d-4af7-ba47-8e728d834b64, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d8d333ce-631d-4af7-ba47-8e728d834b64,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:09.637826 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.644221 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a3079750-a46c-4942-92ef-4384f024a737 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7264876 Dec 10 18:19:09.654754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41976) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:09.660252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'network_id': '21662a67-3603-4bc8-be5b-7bccd5e4f0cc', 'name': 'tempest-AllowedAddressPairTestJSON-799937752'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:09.690824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9c23df0-6d52-436a-bbeb-fc0e48169eec tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.694399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-0e7c5c48-19a0-4320-a0cf-6231f556b2f6 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8184052 Dec 10 18:19:09.705159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d8d333ce-631d-4af7-ba47-8e728d834b64,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:09.758200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:09.786877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Attempting to bind port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:09.787224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Attempting to bind port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:09.787539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Attempting to bind port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 on network 53129201-776b-4f17-922c-670f757cd591 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:09.856990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 on network 53129201-776b-4f17-922c-670f757cd591 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:09.857318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Attempting to bind port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 on network 53129201-776b-4f17-922c-670f757cd591 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:09.867773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.873702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbccd3-ed63-4ebe-8536-3de8398ce619 req-d19abbe2-f4f0-4521-b6a3-10a923f7b554 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:09.879545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbccd3-ed63-4ebe-8536-3de8398ce619 req-d19abbe2-f4f0-4521-b6a3-10a923f7b554 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:09.885428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbccd3-ed63-4ebe-8536-3de8398ce619 req-d19abbe2-f4f0-4521-b6a3-10a923f7b554 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:09.887382 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cbbccd3-ed63-4ebe-8536-3de8398ce619 req-d19abbe2-f4f0-4521-b6a3-10a923f7b554 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2401 time: 0.2661717 Dec 10 18:19:09.927143 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9c23df0-6d52-436a-bbeb-fc0e48169eec tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.936202 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9c23df0-6d52-436a-bbeb-fc0e48169eec tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:09.971320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:09.971679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Checking segment: {'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:09.971986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Bound using segment: {'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:09.972440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Bound port: 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a01b3317-8420-417a-81bb-78d54f942367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '53129201-776b-4f17-922c-670f757cd591'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:09.972799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:10.006866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9c23df0-6d52-436a-bbeb-fc0e48169eec tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:10.009446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c23df0-6d52-436a-bbeb-fc0e48169eec tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Fanout notify agent at l3_agent the message router_deleted on router 22c1a042-4861-478e-8763-0a75c6255150 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:19:10.014552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cbbccd3-ed63-4ebe-8536-3de8398ce619 req-d21cef59-881b-4c42-a103-731950d2f20a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991232 Dec 10 18:19:10.021245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9c23df0-6d52-436a-bbeb-fc0e48169eec tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:10.026673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9c23df0-6d52-436a-bbeb-fc0e48169eec tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/22c1a042-4861-478e-8763-0a75c6255150 HTTP/1.1" status: 204 len: 168 time: 0.4995124 Dec 10 18:19:10.036502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41978) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.070429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-61d2c84a-9797-48bc-9633-ead183ee0d1d tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=22c1a042-4861-478e-8763-0a75c6255150 HTTP/1.1" status: 200 len: 205 time: 0.0325139 Dec 10 18:19:10.071151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41980) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.082176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-46cbd739-d4bd-4bfe-8dde-da3051a27e57 service neutron] 10.222.0.55 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393686 Dec 10 18:19:10.118170 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-cd6bdb27-80b4-4018-8c79-f0e2b37f1ae7 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] delete failed (client error): The resource could not be found. Dec 10 18:19:10.121695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cd6bdb27-80b4-4018-8c79-f0e2b37f1ae7 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/22c1a042-4861-478e-8763-0a75c6255150 HTTP/1.1" status: 404 len: 336 time: 0.0472965 Dec 10 18:19:10.122290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.165031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ef1af10-1ead-46d8-883b-9c995dbf09a5 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 HTTP/1.1" status: 200 len: 205 time: 0.0411859 Dec 10 18:19:10.166058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.242124 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d60040aa-ea84-41fd-a078-aa73ef29c203 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] delete failed (client error): The resource could not be found. Dec 10 18:19:10.247627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d60040aa-ea84-41fd-a078-aa73ef29c203 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/19a94f4f-3e61-4dff-b15d-77bc0bb0a1e0 HTTP/1.1" status: 404 len: 336 time: 0.0800793 Dec 10 18:19:10.248486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41986) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.276893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cba871-1a79-436b-88f3-90a06e2e0eac None None] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:10.293843 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7342e6-971f-49ec-80d7-0bfa1d6872b1 x-openstack-request-id: req-be7342e6-971f-49ec-80d7-0bfa1d6872b1 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:10.294579 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c23ca7e-fac9-4ef4-bb74-ead99db65215", "name": "network-vif-plugged", "status": "completed", "tag": "d8d333ce-631d-4af7-ba47-8e728d834b64", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:10.295875 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be7342e6-971f-49ec-80d7-0bfa1d6872b1 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:10.297522 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d333ce-631d-4af7-ba47-8e728d834b64', 'code': 200} Dec 10 18:19:10.359056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a2e03a6f-cb47-464a-a947-399a66df26ab tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=6016d609-05c2-4f48-9420-c72b772c1567 HTTP/1.1" status: 200 len: 205 time: 0.1050239 Dec 10 18:19:10.361713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41988) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.371039 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-e9d4bddb-1d84-4005-b194-2a6609cff0ac service neutron] 10.222.0.55 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878218 Dec 10 18:19:10.380860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 79345052-14da-4430-b1c6-2578476b4619 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:10.409337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Made reservation on behalf of cfa918fb99f44497a46a669d5d85a7f8 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:10.414205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:10.415781 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-1faa282a-5595-42dc-b578-21228b1400ed tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] delete failed (client error): The resource could not be found. Dec 10 18:19:10.422936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1faa282a-5595-42dc-b578-21228b1400ed tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/6016d609-05c2-4f48-9420-c72b772c1567 HTTP/1.1" status: 404 len: 336 time: 0.0596116 Dec 10 18:19:10.423954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41990) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.458220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c09c8d67-d6ae-47b1-9f39-26465387b724 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c HTTP/1.1" status: 200 len: 205 time: 0.0329885 Dec 10 18:19:10.460585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41992) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.462619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] For port 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:10.464073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-47a547a4-fb61-415e-87b2-f221ffc686bb None None] Provisioning complete for port 79345052-14da-4430-b1c6-2578476b4619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:10.464670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47a547a4-fb61-415e-87b2-f221ffc686bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:10.494235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] For port 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5fb1a35a-6d63-40fb-b9bc-abbece15da58,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:10.509445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] device_id is not set on port d90912dd-b7d0-4d95-8f73-91eb9ea16b6a yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:10.515527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:10.520090 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-ea4adda7-8d18-4531-b428-d4251837ad1d tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] delete failed (client error): The resource could not be found. Dec 10 18:19:10.524082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ea4adda7-8d18-4531-b428-d4251837ad1d tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/1f33ae2b-b9bc-4d96-9e07-752fa30d1e1c HTTP/1.1" status: 404 len: 336 time: 0.0602655 Dec 10 18:19:10.524775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41996) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.575054 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c7b9d370-8575-4834-9bac-70867e701446 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=e446d7c5-3651-4f2c-ad2f-c964f9e341c4 HTTP/1.1" status: 200 len: 205 time: 0.0462329 Dec 10 18:19:10.578954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42002) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.634962 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-99a38052-2af2-413f-bf82-515affaf4745 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] delete failed (client error): The resource could not be found. Dec 10 18:19:10.634962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99a38052-2af2-413f-bf82-515affaf4745 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/e446d7c5-3651-4f2c-ad2f-c964f9e341c4 HTTP/1.1" status: 404 len: 336 time: 0.0521202 Dec 10 18:19:10.639570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42006) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.676443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:10.677424 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:10.679197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] 10.222.0.30 "PUT /v2.0/ports/5fb1a35a-6d63-40fb-b9bc-abbece15da58 HTTP/1.1" status: 200 len: 1092 time: 3.4683974 Dec 10 18:19:10.683076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:10.686892 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19198676-f8a5-461c-9cbf-5ca5526c0145" -d '{"events": [{"name": "network-changed", "server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:10.695671 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2d39bb9-dfdc-485e-b9b6-ac061d2542fe tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "GET /v2.0/ports?device_id=a72ae0e5-065e-4e32-b23c-00999a608e53 HTTP/1.1" status: 200 len: 205 time: 0.0526471 Dec 10 18:19:10.710023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42014) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.789169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Allocated IP 172.20.0.10 (21662a67-3603-4bc8-be5b-7bccd5e4f0cc/ee074b96-89cf-4a77-8049-84cba2c8651b/d90912dd-b7d0-4d95-8f73-91eb9ea16b6a) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:10.809266 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-49e58fda-fff6-421e-9d7a-6b5e1cd84479 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] delete failed (client error): The resource could not be found. Dec 10 18:19:10.813485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-49e58fda-fff6-421e-9d7a-6b5e1cd84479 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/routers/a72ae0e5-065e-4e32-b23c-00999a608e53 HTTP/1.1" status: 404 len: 336 time: 0.0993912 Dec 10 18:19:10.818032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42022) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:10.827567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253764e-026a-4341-bbb4-32674202c179 req-a74dd771-f5b4-468b-9811-c6d171b30527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:10.829374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1253764e-026a-4341-bbb4-32674202c179 req-a74dd771-f5b4-468b-9811-c6d171b30527 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 1101 time: 0.4550111 Dec 10 18:19:10.844761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Request body: {'port': {'device_id': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:10.877069 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-89004495-e298-4e68-b2ae-352ceb706ee1 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] DELETE failed (client error): The resource could not be found. Dec 10 18:19:10.878266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89004495-e298-4e68-b2ae-352ceb706ee1 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:19:10.885397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-89004495-e298-4e68-b2ae-352ceb706ee1 tempest-RoutersAdminTest-209088620 tempest-RoutersAdminTest-209088620-project] 10.222.0.55 "DELETE /v2.0/subnets/2bb2b61a-f616-4522-a234-c2b9cb4075c6 HTTP/1.1" status: 404 len: 337 time: 0.0522146 Dec 10 18:19:10.922977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed84a1-e127-4d6c-b0da-2b929caa80b0 req-cd708e44-687d-4c6d-baf7-82c38285ec87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:10.928503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19ed84a1-e127-4d6c-b0da-2b929caa80b0 req-cd708e44-687d-4c6d-baf7-82c38285ec87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 950 time: 0.2747953 Dec 10 18:19:10.959566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11799298-cec6-4c57-8d94-6d55bbba1572 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb1a35a-6d63-40fb-b9bc-abbece15da58,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:10.987378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 79345052-14da-4430-b1c6-2578476b4619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:10.987928 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:11.055457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47a547a4-fb61-415e-87b2-f221ffc686bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:11.065127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19ed84a1-e127-4d6c-b0da-2b929caa80b0 req-4f5928a7-2010-4ef3-b473-ae080205c33c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314566 Dec 10 18:19:11.150536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-47a547a4-fb61-415e-87b2-f221ffc686bb None None] For port 79345052-14da-4430-b1c6-2578476b4619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=79345052-14da-4430-b1c6-2578476b4619,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:11.160752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47a547a4-fb61-415e-87b2-f221ffc686bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:11.216227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:11.239502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-8b6b5f15-5bb3-482e-83f2-31fd21e3db83 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.247413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-8b6b5f15-5bb3-482e-83f2-31fd21e3db83 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 815 time: 0.4148543 Dec 10 18:19:11.251677 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845799a0-78fb-400e-b294-18c036981211 x-openstack-request-id: req-845799a0-78fb-400e-b294-18c036981211 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:11.251981 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:11.252265 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-845799a0-78fb-400e-b294-18c036981211 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:11.252688 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58', 'status': 'completed', 'code': 200} Dec 10 18:19:11.287158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a547a4-fb61-415e-87b2-f221ffc686bb None None] Pushing event updated for resources: {'Port': ['ID=79345052-14da-4430-b1c6-2578476b4619,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:11.303324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-4aefbcc6-4bcb-49c3-bce8-ec0d12736ded tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/quotas/f56d3bc0b071418a864b5fc1c5791222 HTTP/1.1" status: 200 len: 375 time: 0.0227540 Dec 10 18:19:11.376201 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:19:11.377939 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:19:11.387394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:11.411085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-4247f0ba-8a4f-4d4e-b8f6-0f294b7aed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.411763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-4247f0ba-8a4f-4d4e-b8f6-0f294b7aed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.412107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-4247f0ba-8a4f-4d4e-b8f6-0f294b7aed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.422103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-4247f0ba-8a4f-4d4e-b8f6-0f294b7aed5f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2799 time: 0.1920393 Dec 10 18:19:11.451746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002471c8-bf33-4eda-93a0-96920ce7edfa req-9d325799-058a-48af-9c3e-05bf35dbb7c1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.453845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42038) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:11.457977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002471c8-bf33-4eda-93a0-96920ce7edfa req-9d325799-058a-48af-9c3e-05bf35dbb7c1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.464498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002471c8-bf33-4eda-93a0-96920ce7edfa req-9d325799-058a-48af-9c3e-05bf35dbb7c1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.466331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-002471c8-bf33-4eda-93a0-96920ce7edfa req-9d325799-058a-48af-9c3e-05bf35dbb7c1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2401 time: 0.1806686 Dec 10 18:19:11.508758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1a6688a1-2742-4261-97b5-3584f0e9f26b None None] Provisioning complete for port 79345052-14da-4430-b1c6-2578476b4619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:11.509310 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a6688a1-2742-4261-97b5-3584f0e9f26b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:11.601568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1253764e-026a-4341-bbb4-32674202c179 req-297b5f81-e300-4934-b95d-92584fe03702 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959088 Dec 10 18:19:11.624328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-002471c8-bf33-4eda-93a0-96920ce7edfa req-17913e19-1142-47af-be17-838633daebe8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462030 Dec 10 18:19:11.665533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-72a720be-a4ce-4208-accf-9cb2bef137f9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3611925 Dec 10 18:19:11.669954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-06fa61f6-ddbc-4544-89cf-47f03fab85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.671810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-06fa61f6-ddbc-4544-89cf-47f03fab85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.673738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-06fa61f6-ddbc-4544-89cf-47f03fab85c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.677975 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-06fa61f6-ddbc-4544-89cf-47f03fab85c1 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3e73342f2e5048bbb90d81f001357f63&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2548745 Dec 10 18:19:11.835708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-f03885ba-b658-4fbd-888d-758bfdc5c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:11.837791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19198676-f8a5-461c-9cbf-5ca5526c0145 req-f03885ba-b658-4fbd-888d-758bfdc5c0d8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518979 Dec 10 18:19:11.892890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3a3359a-cb1d-4cd9-8f7c-29ed7cd7fc48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:11.907477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.032666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Deleting port 411ff8f3-2ef4-41cb-af07-9110920e89eb {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:12.033020 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.043716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-55fc0ec7-3071-4bb3-8595-50ee37357aed service neutron] 10.222.0.55 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570406 Dec 10 18:19:12.270632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae180447-9322-4c81-8355-1c158a9f023c req-975b480d-aca3-4939-88bd-484d8b2d816e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:12.279689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae180447-9322-4c81-8355-1c158a9f023c req-975b480d-aca3-4939-88bd-484d8b2d816e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 950 time: 0.1294971 Dec 10 18:19:12.370881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-5ba143d0-6138-474b-8654-d7063451b059 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:12.372492 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-5ba143d0-6138-474b-8654-d7063451b059 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 815 time: 0.2111559 Dec 10 18:19:12.384036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae180447-9322-4c81-8355-1c158a9f023c req-0e46710f-5a0b-4428-8874-e7579159bca3 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031301 Dec 10 18:19:12.389894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Request body: {'port': {'device_id': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'admin_state_up': True, 'tenant_id': 'f56d3bc0b071418a864b5fc1c5791222'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:12.403708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 79345052-14da-4430-b1c6-2578476b4619 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:12.462488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 79345052-14da-4430-b1c6-2578476b4619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:12.463136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.524063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.562282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Made reservation on behalf of f56d3bc0b071418a864b5fc1c5791222 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:12.569150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.617450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:12.646567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:12.662656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:12.700524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:12.755900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-35a6d937-6901-4ec0-b73f-15bb099d2667 service neutron] 10.222.0.55 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7046700 Dec 10 18:19:12.767175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:12.768356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.788289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:12.794441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:12.795331 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.836902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] For port 411ff8f3-2ef4-41cb-af07-9110920e89eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=411ff8f3-2ef4-41cb-af07-9110920e89eb,segment=NetworkSegment(276268e6-3d84-41e8-ac10-773ff922633e),segment_id=276268e6-3d84-41e8-ac10-773ff922633e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:12.837264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.849109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Allocated IP 172.20.0.14 (86e3592c-32d5-473c-b463-8ca96d9ce939/15205832-919b-4293-8afb-b818011e4c2e/51bc7be1-4220-4e09-a356-29f371476b39) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:12.880598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=d90912dd-b7d0-4d95-8f73-91eb9ea16b6a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:12.937405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Calling delete_port for 411ff8f3-2ef4-41cb-af07-9110920e89eb owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:12.941388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3a3359a-cb1d-4cd9-8f7c-29ed7cd7fc48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.952586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:12.957663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5559986c-1381-4fba-977b-d1beba1839d5 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3012905 Dec 10 18:19:12.961814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42050) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:12.972376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:93:b0:38'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:54:9b:a0'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:12.999097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:13.004405 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90724e93-bb16-4ceb-9ced-a0d7fff92508" -d '{"events": [{"server_uuid": "f322f3d3-4973-4bcb-9930-cebc820e5468", "name": "network-vif-plugged", "status": "completed", "tag": "02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:13.033674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:13.039665 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.114463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ed901-05bd-406a-a8b6-000e58f6f534 req-61551498-6599-42ea-9348-4b2896314f35 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:13.122697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8a4f305a-65b1-4db5-a9c8-3069417028ce None None] Provisioning complete for port d90912dd-b7d0-4d95-8f73-91eb9ea16b6a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:13.123254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a4f305a-65b1-4db5-a9c8-3069417028ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.123499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ed901-05bd-406a-a8b6-000e58f6f534 req-61551498-6599-42ea-9348-4b2896314f35 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:13.132457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ed901-05bd-406a-a8b6-000e58f6f534 req-61551498-6599-42ea-9348-4b2896314f35 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:13.141156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b5ed901-05bd-406a-a8b6-000e58f6f534 req-61551498-6599-42ea-9348-4b2896314f35 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2401 time: 0.3421640 Dec 10 18:19:13.183042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:13.189853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f305a-65b1-4db5-a9c8-3069417028ce None None] Port d90912dd-b7d0-4d95-8f73-91eb9ea16b6a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:13.225426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b5ed901-05bd-406a-a8b6-000e58f6f534 req-23afcd5c-56a8-484e-8cbe-289530347dc0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832119 Dec 10 18:19:13.230193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3a3359a-cb1d-4cd9-8f7c-29ed7cd7fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.234696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93e7a01-e599-4955-8bc7-8485016897c6 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:13.259133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.282033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.340874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.363596 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a2c283-177d-4a07-98bb-0958530721bb x-openstack-request-id: req-d4a2c283-177d-4a07-98bb-0958530721bb {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:13.364200 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322f3d3-4973-4bcb-9930-cebc820e5468", "name": "network-vif-plugged", "status": "completed", "tag": "02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:13.364559 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d4a2c283-177d-4a07-98bb-0958530721bb {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:13.365527 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', 'code': 200} Dec 10 18:19:13.385467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3359a-cb1d-4cd9-8f7c-29ed7cd7fc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc74a359-0a3f-435b-bd19-e113437acf87,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:13.391144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Transition to ACTIVE for port object a93e7a01-e599-4955-8bc7-8485016897c6 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:13.400086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d3a3359a-cb1d-4cd9-8f7c-29ed7cd7fc48 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7828434464b74063bb17a7948cf2d0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9402444 Dec 10 18:19:13.400086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.403991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42064) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:13.479587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:13.481155 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.484814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:13.489711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:13.532214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Pushing event updated for resources: {'Port': ['ID=51bc7be1-4220-4e09-a356-29f371476b39,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:13.616549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e7a01-e599-4955-8bc7-8485016897c6,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:13.646919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:13.647699 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.678706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d14a9c4d-68b0-4e66-8535-d9dc269d616f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.686315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bd94c-6f49-4270-b667-b020ab02932a req-328cd86f-dd9d-4632-a400-fc59dfb59dd0 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:13.688089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-404bd94c-6f49-4270-b667-b020ab02932a req-328cd86f-dd9d-4632-a400-fc59dfb59dd0 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 950 time: 0.1529410 Dec 10 18:19:13.698675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-383336aa-3bab-471f-904e-dcd7127a7702 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3134861 Dec 10 18:19:13.715739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Request body: {'port': {'device_id': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:13.848433 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:13.873636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-404bd94c-6f49-4270-b667-b020ab02932a req-ba1786a6-99c4-41ad-b255-ed832a8777ff tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738145 Dec 10 18:19:13.971277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e755dfc1-69f8-4e4a-a55a-2ac8f5fc5dbe req-7e1dc442-0111-42b8-924c-96eed6d45328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:13.972923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e755dfc1-69f8-4e4a-a55a-2ac8f5fc5dbe req-7e1dc442-0111-42b8-924c-96eed6d45328 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 1100 time: 0.4721553 Dec 10 18:19:13.980114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d14a9c4d-68b0-4e66-8535-d9dc269d616f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.030147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a8bbe06e-04f5-4ed0-91b8-78666e95fbc0 None None] Provisioning complete for port 51bc7be1-4220-4e09-a356-29f371476b39 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:14.031316 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a8bbe06e-04f5-4ed0-91b8-78666e95fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.082611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbe06e-04f5-4ed0-91b8-78666e95fbc0 None None] Port 51bc7be1-4220-4e09-a356-29f371476b39 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:14.135162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f88fd4-8614-4a9f-83bd-3422548f6032 req-bfec7b83-98ff-47fa-9378-820e24c1ee11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:14.138099 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39f88fd4-8614-4a9f-83bd-3422548f6032 req-bfec7b83-98ff-47fa-9378-820e24c1ee11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 949 time: 0.1147258 Dec 10 18:19:14.251381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-736e8428-0bb9-40ae-93dc-000d565c88e2 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:14.253202 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-736e8428-0bb9-40ae-93dc-000d565c88e2 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 815 time: 0.5886331 Dec 10 18:19:14.279616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39f88fd4-8614-4a9f-83bd-3422548f6032 req-4c39db78-b4ae-4a46-b8fa-b9ce588557a0 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972722 Dec 10 18:19:14.282039 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e755dfc1-69f8-4e4a-a55a-2ac8f5fc5dbe req-0880124f-f646-43b0-81ba-f30568af3cb4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671361 Dec 10 18:19:14.290676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Attempting to bind port a93e7a01-e599-4955-8bc7-8485016897c6 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:14.291179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Attempting to bind port a93e7a01-e599-4955-8bc7-8485016897c6 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:14.291527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Attempting to bind port a93e7a01-e599-4955-8bc7-8485016897c6 on network 5f1c950a-efe5-4775-bae9-249cad9793a9 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:14.315536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d14a9c4d-68b0-4e66-8535-d9dc269d616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.318223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d14a9c4d-68b0-4e66-8535-d9dc269d616f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.320472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d14a9c4d-68b0-4e66-8535-d9dc269d616f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc74a359-0a3f-435b-bd19-e113437acf87 HTTP/1.1" status: 204 len: 168 time: 0.9134545 Dec 10 18:19:14.339276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Port a93e7a01-e599-4955-8bc7-8485016897c6 on network 5f1c950a-efe5-4775-bae9-249cad9793a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:14.339711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Attempting to bind port a93e7a01-e599-4955-8bc7-8485016897c6 on network 5f1c950a-efe5-4775-bae9-249cad9793a9 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:14.353880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-298f53cd-2655-4188-b98d-33fe863f555e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/quotas/f56d3bc0b071418a864b5fc1c5791222 HTTP/1.1" status: 200 len: 375 time: 0.0768921 Dec 10 18:19:14.367864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a9c4d-68b0-4e66-8535-d9dc269d616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc74a359-0a3f-435b-bd19-e113437acf87,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:14.384792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:14.385343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Checking segment: {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:14.385957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Bound using segment: {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:14.386796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Bound port: a93e7a01-e599-4955-8bc7-8485016897c6, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694bdb61-da72-4ed0-82cd-ed52a8b839b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:14.387386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.432226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bc7be1-4220-4e09-a356-29f371476b39 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:14.437634 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.443633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.472930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Transition to ACTIVE for port object 51bc7be1-4220-4e09-a356-29f371476b39 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:14.484920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed927bf-155c-4806-8742-468ca243de37 req-b9a00d04-7c16-4b0c-be25-3d4ba1c7f0d8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:14.493487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed927bf-155c-4806-8742-468ca243de37 req-b9a00d04-7c16-4b0c-be25-3d4ba1c7f0d8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:14.502010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed927bf-155c-4806-8742-468ca243de37 req-b9a00d04-7c16-4b0c-be25-3d4ba1c7f0d8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:14.512350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Pushing event deleted for resources: {'Port': ['ID=411ff8f3-2ef4-41cb-af07-9110920e89eb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:14.512597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ed927bf-155c-4806-8742-468ca243de37 req-b9a00d04-7c16-4b0c-be25-3d4ba1c7f0d8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2413 time: 0.1403916 Dec 10 18:19:14.517261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.517594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.542588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:14.645343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-b1a604f4-61a6-4ecc-aea8-b7d6850fc2ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2785563 Dec 10 18:19:14.836498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event updated for resources: {'Port': ['ID=d90912dd-b7d0-4d95-8f73-91eb9ea16b6a,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:14.839480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] For port a93e7a01-e599-4955-8bc7-8485016897c6, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:14.841656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42090) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:14.895578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Pushing event updated for resources: {'Port': ['ID=51bc7be1-4220-4e09-a356-29f371476b39,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:14.907295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-6895b449-8978-45a2-84ad-81c6a86a8e64 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:14.908939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-6895b449-8978-45a2-84ad-81c6a86a8e64 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 815 time: 0.3319938 Dec 10 18:19:14.927504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ed927bf-155c-4806-8742-468ca243de37 req-755c5f57-f69b-419b-b703-9631efeffa7b tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094162 Dec 10 18:19:14.948476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Request body: {'port': {'device_id': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'admin_state_up': True, 'tenant_id': 'f56d3bc0b071418a864b5fc1c5791222'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:15.050554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-5c2437ab-b4dc-4572-8686-ef609b07b4f8 service neutron] 10.222.0.55 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784289 Dec 10 18:19:15.055948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] For port a93e7a01-e599-4955-8bc7-8485016897c6, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a93e7a01-e599-4955-8bc7-8485016897c6,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:15.058503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3157b758-5f72-40c7-af16-74b3bd4e6377 None None] Provisioning complete for port d90912dd-b7d0-4d95-8f73-91eb9ea16b6a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:15.060182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3157b758-5f72-40c7-af16-74b3bd4e6377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.068124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] In _notify_port_updated(), no bound segment for port d90912dd-b7d0-4d95-8f73-91eb9ea16b6a on network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:19:15.074743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.075327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.080159 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-34ed752b-e66a-4b40-b770-c6ca49e1bb40 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "PUT /v2.0/ports/d90912dd-b7d0-4d95-8f73-91eb9ea16b6a HTTP/1.1" status: 200 len: 1056 time: 2.1125524 Dec 10 18:19:15.080946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42092) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:15.106724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3157b758-5f72-40c7-af16-74b3bd4e6377 None None] Port d90912dd-b7d0-4d95-8f73-91eb9ea16b6a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:15.116370 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.215914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.237649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1e3034b8-2aa4-4394-96a5-c149dd1537d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d28eab57919547feaf817d4aaa919f82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912864 Dec 10 18:19:15.249523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42094) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:15.268298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.268910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.270350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] 10.222.0.30 "PUT /v2.0/ports/a93e7a01-e599-4955-8bc7-8485016897c6 HTTP/1.1" status: 200 len: 1092 time: 4.4392929 Dec 10 18:19:15.272838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'tag': 'a93e7a01-e599-4955-8bc7-8485016897c6'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:15.275054 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "tag": "a93e7a01-e599-4955-8bc7-8485016897c6"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:15.414331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Attempting to bind port 51bc7be1-4220-4e09-a356-29f371476b39 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:15.414709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Attempting to bind port 51bc7be1-4220-4e09-a356-29f371476b39 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:15.415026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Attempting to bind port 51bc7be1-4220-4e09-a356-29f371476b39 on network 86e3592c-32d5-473c-b463-8ca96d9ce939 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:15.428444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Port 51bc7be1-4220-4e09-a356-29f371476b39 on network 86e3592c-32d5-473c-b463-8ca96d9ce939 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:15.428810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Attempting to bind port 51bc7be1-4220-4e09-a356-29f371476b39 on network 86e3592c-32d5-473c-b463-8ca96d9ce939 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:15.440616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:15.440973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Checking segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:15.441475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Bound using segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:15.441975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Bound port: 51bc7be1-4220-4e09-a356-29f371476b39, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:15.442372 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.456190 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b558103f-9743-4997-971a-7f7726120fdb x-openstack-request-id: req-b558103f-9743-4997-971a-7f7726120fdb {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:15.456545 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "tag": "a93e7a01-e599-4955-8bc7-8485016897c6", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:15.456742 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b558103f-9743-4997-971a-7f7726120fdb {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:15.457769 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'tag': 'a93e7a01-e599-4955-8bc7-8485016897c6', 'status': 'completed', 'code': 200} Dec 10 18:19:15.552056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] For port 51bc7be1-4220-4e09-a356-29f371476b39, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:15.555456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] For port 51bc7be1-4220-4e09-a356-29f371476b39, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=51bc7be1-4220-4e09-a356-29f371476b39,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:15.566033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.569488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fa39e-0786-4e05-b732-ff8d370a2c25 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e7a01-e599-4955-8bc7-8485016897c6,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:15.598471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-f1032365-f46b-4a9c-8567-b81b1cf77db6 service neutron] 10.222.0.55 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405724 Dec 10 18:19:15.599189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1164f413-ffa7-45e5-a7fc-7c9f11546232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.629230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.629869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.631348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] 10.222.0.30 "PUT /v2.0/ports/51bc7be1-4220-4e09-a356-29f371476b39 HTTP/1.1" status: 200 len: 1092 time: 1.9214389 Dec 10 18:19:15.634350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'tag': '51bc7be1-4220-4e09-a356-29f371476b39'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:15.636912 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a8cfb0-dfea-41da-bdf6-800e7a864998", "tag": "51bc7be1-4220-4e09-a356-29f371476b39"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:15.682476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting port d90912dd-b7d0-4d95-8f73-91eb9ea16b6a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:15.682963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.714577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18943826-afa3-45b0-8342-5bb0ff2e36ff service neutron] Pushing event updated for resources: {'Port': ['ID=51bc7be1-4220-4e09-a356-29f371476b39,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:15.745673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Made reservation on behalf of f56d3bc0b071418a864b5fc1c5791222 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:15.750991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.768067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1164f413-ffa7-45e5-a7fc-7c9f11546232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:15.789977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137dc20-6ec8-4f32-8e94-c6e03ba4e2f2 req-8fd034c0-ab37-474d-9660-ce8c28991d0a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.791567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4137dc20-6ec8-4f32-8e94-c6e03ba4e2f2 req-8fd034c0-ab37-474d-9660-ce8c28991d0a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 949 time: 0.3370266 Dec 10 18:19:15.813698 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41df992d-b91f-4734-a463-878ceed734ba x-openstack-request-id: req-41df992d-b91f-4734-a463-878ceed734ba {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:15.813997 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a8cfb0-dfea-41da-bdf6-800e7a864998", "tag": "51bc7be1-4220-4e09-a356-29f371476b39", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:15.814337 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-41df992d-b91f-4734-a463-878ceed734ba {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:15.814666 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'tag': '51bc7be1-4220-4e09-a356-29f371476b39', 'status': 'completed', 'code': 200} Dec 10 18:19:15.828964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-00003f58-3c61-4b2e-ba16-fff3afffc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.829449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-00003f58-3c61-4b2e-ba16-fff3afffc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.829924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-00003f58-3c61-4b2e-ba16-fff3afffc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.831654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-00003f58-3c61-4b2e-ba16-fff3afffc902 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2866 time: 0.3508856 Dec 10 18:19:15.947486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-66f38ba9-a60b-45b7-91ec-4386917a342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:15.949034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-66f38ba9-a60b-45b7-91ec-4386917a342e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 1095 time: 0.2580276 Dec 10 18:19:16.005980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9693b4b7-b13d-46f2-be4f-e72d41aab507 req-c6b01ea3-d0cb-481f-9ccb-d9a9a921def0 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 210 time: 0.1124270 Dec 10 18:19:16.007421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-47c68b50-16ef-46b7-9470-31d413651c70 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.215&port_id=21673a6c-9c77-434f-a823-c9d0d42c20d8 HTTP/1.1" status: 200 len: 217 time: 0.1178555 Dec 10 18:19:16.020942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4137dc20-6ec8-4f32-8e94-c6e03ba4e2f2 req-e7275e65-1eeb-47d0-8b83-9576b6a048e8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050040 Dec 10 18:19:16.025647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:16.026079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-bc0b877b-1f3b-4b18-ba1c-9d0001ccf51b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51bc7be1-4220-4e09-a356-29f371476b39 HTTP/1.1" status: 200 len: 217 time: 0.0679979 Dec 10 18:19:16.043491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Calling delete_port for d90912dd-b7d0-4d95-8f73-91eb9ea16b6a owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:16.123743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1164f413-ffa7-45e5-a7fc-7c9f11546232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:16.126384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1164f413-ffa7-45e5-a7fc-7c9f11546232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:16.129998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1164f413-ffa7-45e5-a7fc-7c9f11546232 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a52688ad-c3df-4a91-8afa-1752c099ba4b HTTP/1.1" status: 204 len: 168 time: 0.8753426 Dec 10 18:19:16.163473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-1a559b04-b247-4476-8eb0-2129e09ecfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.165169 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-1a559b04-b247-4476-8eb0-2129e09ecfb0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 200 len: 854 time: 0.1316526 Dec 10 18:19:16.188528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Allocated IP 172.20.0.8 (86e3592c-32d5-473c-b463-8ca96d9ce939/15205832-919b-4293-8afb-b818011e4c2e/85521307-218e-4480-a17a-0f5a4d078db5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:16.253108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-d521b5ae-01e2-4cc6-9cd7-e4b4835cdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.254804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-d521b5ae-01e2-4cc6-9cd7-e4b4835cdfd0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86e3592c-32d5-473c-b463-8ca96d9ce939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820756 Dec 10 18:19:16.465250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-1d791194-5c1c-46c7-b00c-26af36bfd0f6 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997528 Dec 10 18:19:16.547705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:16.612869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95c268af-af3e-4cbd-b3ae-dc9972a182a1 req-9f01d808-4f46-420e-a1ab-9c9837ab28f6 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317348 Dec 10 18:19:16.624295 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:16.669490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164f413-ffa7-45e5-a7fc-7c9f11546232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52688ad-c3df-4a91-8afa-1752c099ba4b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:16.754733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:16.757769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a868a-9f9b-43d7-ae5e-a010a6bb7386 req-c0cc1a8e-80a6-40f0-82ad-a8875b812cd5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.764308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a868a-9f9b-43d7-ae5e-a010a6bb7386 req-c0cc1a8e-80a6-40f0-82ad-a8875b812cd5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.770163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a868a-9f9b-43d7-ae5e-a010a6bb7386 req-c0cc1a8e-80a6-40f0-82ad-a8875b812cd5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.772319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-347a868a-9f9b-43d7-ae5e-a010a6bb7386 req-c0cc1a8e-80a6-40f0-82ad-a8875b812cd5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2413 time: 0.6610820 Dec 10 18:19:16.784583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-83fb5faf-51e5-4ab3-a9d2-3b163f3f757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.784857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:16.786090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-83fb5faf-51e5-4ab3-a9d2-3b163f3f757c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff04e6a-51ab-4977-a66a-d71d7a66afb3 HTTP/1.1" status: 200 len: 801 time: 0.6783144 Dec 10 18:19:16.788591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:16.806018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Pushing event updated for resources: {'Port': ['ID=85521307-218e-4480-a17a-0f5a4d078db5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:16.856532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-cdabb616-5f22-4d54-af31-ab6845d87a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.858197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-cdabb616-5f22-4d54-af31-ab6845d87a67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 1095 time: 0.1264231 Dec 10 18:19:16.893080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.893730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:16.904473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Router 8d4a1615-084d-4585-8249-e76dffc3b0e2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:19:16.939044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-347a868a-9f9b-43d7-ae5e-a010a6bb7386 req-2eed7bb5-904b-441e-a5ee-2a1bf7236ebf tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566243 Dec 10 18:19:16.972713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-bdd5af1a-5111-464b-8877-b553bbc2e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:16.974769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-bdd5af1a-5111-464b-8877-b553bbc2e45a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f1c950a-efe5-4775-bae9-249cad9793a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1607051 Dec 10 18:19:16.990956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-d7bc6828-54ed-4b9d-94b8-5000feef0c56 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0622067 Dec 10 18:19:17.005614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Request body: {'port': {'device_id': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:17.031063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:17.160866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a44c8ec7-81fa-44d5-b45c-7ed8d51024fc None None] Provisioning complete for port 85521307-218e-4480-a17a-0f5a4d078db5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:17.161281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a44c8ec7-81fa-44d5-b45c-7ed8d51024fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:17.226882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:17.256964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a44c8ec7-81fa-44d5-b45c-7ed8d51024fc None None] Port 85521307-218e-4480-a17a-0f5a4d078db5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:17.277197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e63583d1-adb5-4b61-a3ed-942bdbec6b00 req-9fbc49cd-89ea-45df-a02e-a6f4bf5d7114 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 210 time: 0.0949988 Dec 10 18:19:17.299629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-02df9c8b-9923-4341-b258-b0c17e93fa6d service neutron] 10.222.0.30 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688866 Dec 10 18:19:17.324803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-7993b6df-aff1-4dfd-9dbd-4bc44783389b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:17.327860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-7993b6df-aff1-4dfd-9dbd-4bc44783389b service neutron] 10.222.0.30 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 916 time: 0.4589496 Dec 10 18:19:17.333582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Port': ['ID=d90912dd-b7d0-4d95-8f73-91eb9ea16b6a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:17.416765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-d1c20289-f3e0-41a2-b25a-1a8b79ff9155 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51bc7be1-4220-4e09-a356-29f371476b39 HTTP/1.1" status: 200 len: 217 time: 0.0738754 Dec 10 18:19:17.551773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc639be7-3ac9-452a-845b-108e93548a91 req-42e532a0-0434-48e9-a453-8b67fdc58a94 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:17.553473 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc639be7-3ac9-452a-845b-108e93548a91 req-42e532a0-0434-48e9-a453-8b67fdc58a94 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 949 time: 0.4003720 Dec 10 18:19:17.579570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-48cc47b8-3d6d-4094-a883-74360db38ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:17.581098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-48cc47b8-3d6d-4094-a883-74360db38ea9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 200 len: 854 time: 0.1526239 Dec 10 18:19:17.694074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-c757740f-f705-4632-9126-6f47327bfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:17.696025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-c757740f-f705-4632-9126-6f47327bfb25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86e3592c-32d5-473c-b463-8ca96d9ce939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991294 Dec 10 18:19:17.713077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:19:17.724333 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] Sync routers for ids ['8d4a1615-084d-4585-8249-e76dffc3b0e2'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:19:17.727188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4856a3c5-b4f2-45bc-bc6e-39ee7b61a86d admin admin] 10.222.0.55 "PUT /v2.0/routers/8d4a1615-084d-4585-8249-e76dffc3b0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3863616 Dec 10 18:19:17.735173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42152) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:17.740692 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] Routers {'8d4a1615-084d-4585-8249-e76dffc3b0e2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:17.741575 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8d4a1615-084d-4585-8249-e76dffc3b0e2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:17.775547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-cea55bb5-764d-4f14-9483-7319c0e980e0 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:17.777166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-cea55bb5-764d-4f14-9483-7319c0e980e0 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.59 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 815 time: 0.4757659 Dec 10 18:19:17.802692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Request body: {'port': {'device_id': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'admin_state_up': True, 'tenant_id': 'f56d3bc0b071418a864b5fc1c5791222'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:17.846811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-01dff0ff-bfac-4cc4-ba99-3fd894f4034f service neutron] 10.222.0.30 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093439 Dec 10 18:19:17.854819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc639be7-3ac9-452a-845b-108e93548a91 req-28d76c85-87f1-4d10-b399-d2b462c1da63 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551377 Dec 10 18:19:17.968665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-d8d34e43-b146-4976-b427-abbd37a5f9c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=5fb1a35a-6d63-40fb-b9bc-abbece15da58 HTTP/1.1" status: 200 len: 217 time: 0.0678961 Dec 10 18:19:17.974670 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] Set router 8d4a1615-084d-4585-8249-e76dffc3b0e2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:19:18.088039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-25cd9ab9-670a-4167-bff6-aec1db903380 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825543 Dec 10 18:19:18.095270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85521307-218e-4480-a17a-0f5a4d078db5 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:18.099957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.106564 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-737fbece-8159-4056-9c9a-7ea3442f7464 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/ports/d90912dd-b7d0-4d95-8f73-91eb9ea16b6a HTTP/1.1" status: 204 len: 168 time: 3.0071890 Dec 10 18:19:18.106768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.106878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42162) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:18.110168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-cd04ee39-d9de-445c-87eb-85aaf72a12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:18.111684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-cd04ee39-d9de-445c-87eb-85aaf72a12e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7240129-d203-4da7-8f1d-23489a9a8819 HTTP/1.1" status: 200 len: 801 time: 0.1115313 Dec 10 18:19:18.175791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.196779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Transition to ACTIVE for port object 85521307-218e-4480-a17a-0f5a4d078db5 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:18.209650 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-96590eca-c8a3-4b65-bf05-955c46cd6d7d tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] GET failed (client error): The resource could not be found. Dec 10 18:19:18.218956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-96590eca-c8a3-4b65-bf05-955c46cd6d7d tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "GET /v2.0/ports/d90912dd-b7d0-4d95-8f73-91eb9ea16b6a HTTP/1.1" status: 404 len: 333 time: 0.1074157 Dec 10 18:19:18.228059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42166) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:18.256619 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:19:14Z', 'revision_number': 5, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:18.309597 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] Checking router: 8d4a1615-084d-4585-8249-e76dffc3b0e2 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:19:18.319387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fd14c623-309a-4762-8467-22a8aeae2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:18.323972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-fd14c623-309a-4762-8467-22a8aeae2147 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=53129201-776b-4f17-922c-670f757cd591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1985233 Dec 10 18:19:18.325520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Made reservation on behalf of f56d3bc0b071418a864b5fc1c5791222 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:18.326039 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] Routers {'8d4a1615-084d-4585-8249-e76dffc3b0e2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:19:18.326966 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8d4a1615-084d-4585-8249-e76dffc3b0e2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:18.328385 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.332754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.362689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b518-166c-4d85-8a16-e871c3d96503 req-cae339f2-0530-4baf-8bea-a426e525edac tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:18.371521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b518-166c-4d85-8a16-e871c3d96503 req-cae339f2-0530-4baf-8bea-a426e525edac tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:18.387158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16b518-166c-4d85-8a16-e871c3d96503 req-cae339f2-0530-4baf-8bea-a426e525edac tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:18.400618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d16b518-166c-4d85-8a16-e871c3d96503 req-cae339f2-0530-4baf-8bea-a426e525edac tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2413 time: 0.2699242 Dec 10 18:19:18.423104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.503517 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] Set router 8d4a1615-084d-4585-8249-e76dffc3b0e2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:19:18.617376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Allocated IP 172.20.0.11 (86e3592c-32d5-473c-b463-8ca96d9ce939/15205832-919b-4293-8afb-b818011e4c2e/87e2c535-7093-4984-bff2-6b1f6461252c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:18.680918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85521307-218e-4480-a17a-0f5a4d078db5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:18.699104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:18.741415 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3bc78d5-1a2e-4a32-ba45-63e645b32b7a req-169f3ac0-b802-491f-b2ed-666714cd0a91 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312423 Dec 10 18:19:18.757749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ad7a-ca97-42e7-9ab6-5831da16f921 req-1543ee37-ef2b-4e32-b373-9e9cc5c87a75 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:18.759586 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:19:14Z', 'revision_number': 5, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:18.764783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ad7a-ca97-42e7-9ab6-5831da16f921 req-1543ee37-ef2b-4e32-b373-9e9cc5c87a75 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:18.772190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9373ad7a-ca97-42e7-9ab6-5831da16f921 req-1543ee37-ef2b-4e32-b373-9e9cc5c87a75 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215&device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 1690 time: 0.3116543 Dec 10 18:19:18.816435 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f02dc00-744e-48bd-afcc-00df1e22dbd0 None None] The sync data for ids ['8d4a1615-084d-4585-8249-e76dffc3b0e2'] in n-d-821424-1 is: [{'id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'name': 'tempest-ServerRescueTestJSON-1844856156-router', 'tenant_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:16:41Z', 'updated_at': '2021-12-10T18:19:14Z', 'revision_number': 5, 'project_id': '06c2f39ea53f430a8bb35cb9059fcc1c', 'gw_port': {'id': '0e7e4428-b7e0-4deb-9c03-7e15d53f09e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4a1615-084d-4585-8249-e76dffc3b0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:16:43Z', 'updated_at': '2021-12-10T18:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:19:18.859127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Attempting to bind port 85521307-218e-4480-a17a-0f5a4d078db5 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:18.859473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Attempting to bind port 85521307-218e-4480-a17a-0f5a4d078db5 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:18.859806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Attempting to bind port 85521307-218e-4480-a17a-0f5a4d078db5 on network 86e3592c-32d5-473c-b463-8ca96d9ce939 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:18.879916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Port 85521307-218e-4480-a17a-0f5a4d078db5 on network 86e3592c-32d5-473c-b463-8ca96d9ce939 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:18.880248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Attempting to bind port 85521307-218e-4480-a17a-0f5a4d078db5 on network 86e3592c-32d5-473c-b463-8ca96d9ce939 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:18.884211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting port 0009767d-bcac-40d7-917a-a2c5b0b8bec2 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:18.884553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.910676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9373ad7a-ca97-42e7-9ab6-5831da16f921 req-90ee8736-eae5-4db9-8bc0-9507af3f6474 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376767 Dec 10 18:19:18.914023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-663310803', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:18.947831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:18.948124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Checking segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:18.948518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Bound using segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:18.948979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Bound port: 85521307-218e-4480-a17a-0f5a4d078db5, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:18.949417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.956086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Deleting port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:18.956427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:18.966558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d16b518-166c-4d85-8a16-e871c3d96503 req-cb848941-cc08-4aa9-9b85-7f05e3565d00 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5652332 Dec 10 18:19:18.971452 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-08464b9f-36eb-4ebe-9dde-2d2bfa507b2e service neutron] 10.222.0.30 "GET /v2.0/networks/53129201-776b-4f17-922c-670f757cd591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648370 Dec 10 18:19:19.067800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.144233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-3739427d-2f39-480d-8783-d19e032d1e4a service neutron] 10.222.0.30 "GET /v2.0/networks/53129201-776b-4f17-922c-670f757cd591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564555 Dec 10 18:19:19.173741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.241794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-0f23b8a0-5c04-4fb2-b6a9-3f9a14f89124 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=a93e7a01-e599-4955-8bc7-8485016897c6 HTTP/1.1" status: 200 len: 217 time: 0.0889874 Dec 10 18:19:19.295119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 51bc7be1-4220-4e09-a356-29f371476b39 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:19.425985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:19.443832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:19.453412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:19.467888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 51bc7be1-4220-4e09-a356-29f371476b39, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=51bc7be1-4220-4e09-a356-29f371476b39,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:19.499327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e578980-7d48-43d0-9449-45b1d30153f1 req-a6453e8f-3928-4a2d-b4b7-81683bc7eb63 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:19.507553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e578980-7d48-43d0-9449-45b1d30153f1 req-a6453e8f-3928-4a2d-b4b7-81683bc7eb63 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 1101 time: 0.2167499 Dec 10 18:19:19.516199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '51bc7be1-4220-4e09-a356-29f371476b39', 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'port_id': '51bc7be1-4220-4e09-a356-29f371476b39', 'mac_address': 'fa:16:3e:1b:a2:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15205832-919b-4293-8afb-b818011e4c2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:19.517897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Pushing event updated for resources: {'Port': ['ID=87e2c535-7093-4984-bff2-6b1f6461252c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:19.528901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67482f8-f653-4fff-adb5-884f68b9486f req-ac6026a9-b2a7-458f-9330-623aef92eb96 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 210 time: 0.5088878 Dec 10 18:19:19.537115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Made reservation on behalf of 6ed6ceccb42e46298211f059e2d442ba for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:19.541415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.541620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-212e7dc2-1f3e-453c-8567-1898a4511704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:19.543048 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-212e7dc2-1f3e-453c-8567-1898a4511704 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff04e6a-51ab-4977-a66a-d71d7a66afb3 HTTP/1.1" status: 200 len: 801 time: 0.2816620 Dec 10 18:19:19.561211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.605279 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.663137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Calling delete_port for 0009767d-bcac-40d7-917a-a2c5b0b8bec2 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:19.665673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:19.666386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.670623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] For port 85521307-218e-4480-a17a-0f5a4d078db5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:19.680995 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.689604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] For port 85521307-218e-4480-a17a-0f5a4d078db5, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=85521307-218e-4480-a17a-0f5a4d078db5,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:19.704548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bc7be1-4220-4e09-a356-29f371476b39 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:19.709852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.713577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] For port 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:19.713577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.732086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-7b947924-7925-4134-b0de-6bcf29bec129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:19.733861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-7b947924-7925-4134-b0de-6bcf29bec129 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f1c950a-efe5-4775-bae9-249cad9793a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647694 Dec 10 18:19:19.745103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 51bc7be1-4220-4e09-a356-29f371476b39, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=51bc7be1-4220-4e09-a356-29f371476b39,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:19.750232 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-7375dca3-224b-4faa-8b97-41990f36fb59 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9515791 Dec 10 18:19:19.764774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.815309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=51bc7be1-4220-4e09-a356-29f371476b39,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:19.818686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Calling delete_port for 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:19.823644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.823994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.824419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.824793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.825140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.825488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.825792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.826293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.826792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.827266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.827928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.828396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.829008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:19.839623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:19.840259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.841783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/85521307-218e-4480-a17a-0f5a4d078db5 HTTP/1.1" status: 200 len: 1091 time: 2.8426094 Dec 10 18:19:19.848638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'tag': '85521307-218e-4480-a17a-0f5a4d078db5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:19.851137 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32502cc8-2da8-48c0-a5d2-330619edc96b" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9", "tag": "85521307-218e-4480-a17a-0f5a4d078db5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:19.861304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Request body: {'port': {'device_id': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:19.870964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e578980-7d48-43d0-9449-45b1d30153f1 req-1fd6b08d-6068-49a2-ab31-b60a25cef44a tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624902 Dec 10 18:19:19.915017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-afbdaf15-d6e9-4883-9f42-1ac7add81966 None None] Provisioning complete for port 87e2c535-7093-4984-bff2-6b1f6461252c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:19.916094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afbdaf15-d6e9-4883-9f42-1ac7add81966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:19.942739 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bf820a-f6e1-44f1-90fe-b987fb7c1447 x-openstack-request-id: req-c4bf820a-f6e1-44f1-90fe-b987fb7c1447 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:19.943034 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9", "tag": "85521307-218e-4480-a17a-0f5a4d078db5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:19.943335 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c4bf820a-f6e1-44f1-90fe-b987fb7c1447 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:19.943733 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'tag': '85521307-218e-4480-a17a-0f5a4d078db5', 'status': 'completed', 'code': 200} Dec 10 18:19:19.993813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:20.000607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6488b58-4f64-475f-967c-2005460710d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85521307-218e-4480-a17a-0f5a4d078db5,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:20.024373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-afbdaf15-d6e9-4883-9f42-1ac7add81966 None None] Port 87e2c535-7093-4984-bff2-6b1f6461252c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:20.030904 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-128dcf9b-5bd0-4a13-9570-51ea97f1696f service neutron] 10.222.0.30 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795966 Dec 10 18:19:20.096211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['51bc7be1-4220-4e09-a356-29f371476b39'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:20.224177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:20.227819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-0ec83621-b2fb-48c7-b9fe-637f1e52db05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.229153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e907be7-b168-4cce-a5c7-a08e21274dfa req-45cf871b-b36d-4694-b49a-7a812ba57317 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.230125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-0ec83621-b2fb-48c7-b9fe-637f1e52db05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 1094 time: 0.2918866 Dec 10 18:19:20.230932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e907be7-b168-4cce-a5c7-a08e21274dfa req-45cf871b-b36d-4694-b49a-7a812ba57317 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 1100 time: 0.2059419 Dec 10 18:19:20.245625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:20.262298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 411ff8f3-2ef4-41cb-af07-9110920e89eb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:20.292023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 411ff8f3-2ef4-41cb-af07-9110920e89eb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:20.292690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 411ff8f3-2ef4-41cb-af07-9110920e89eb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:20.308902 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6552a315-c0bc-4e47-a289-b1764fdfad65 req-2bd45fb3-31b4-4074-818e-2df8f9f9dcc8 service neutron] 10.222.0.30 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631164 Dec 10 18:19:20.377820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e907be7-b168-4cce-a5c7-a08e21274dfa req-8892e3d2-3014-43d1-8dcc-1545272e1c7d tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261261 Dec 10 18:19:20.378491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] device_id is not set on port ec3fa659-72ed-4c85-8b5e-3684ab568a04 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:20.390657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-b56e1404-6ed3-4730-a1cb-d95ffe47f340 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85521307-218e-4480-a17a-0f5a4d078db5 HTTP/1.1" status: 200 len: 217 time: 0.1490862 Dec 10 18:19:20.414473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f383f3d7-675a-42b3-a048-6c5c5a9672d0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:20.472181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:20.472567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-18c87835-d8f2-4760-8b3b-d786a2498974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.473154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-18c87835-d8f2-4760-8b3b-d786a2498974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.473693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-18c87835-d8f2-4760-8b3b-d786a2498974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.476073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-18c87835-d8f2-4760-8b3b-d786a2498974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2866 time: 0.0956016 Dec 10 18:19:20.504124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76441a66-a70d-4f70-8f13-88144ca729ca req-64d02cf8-1452-419b-8bbb-10606990ba7d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.511037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76441a66-a70d-4f70-8f13-88144ca729ca req-64d02cf8-1452-419b-8bbb-10606990ba7d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.517588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76441a66-a70d-4f70-8f13-88144ca729ca req-64d02cf8-1452-419b-8bbb-10606990ba7d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.519242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76441a66-a70d-4f70-8f13-88144ca729ca req-64d02cf8-1452-419b-8bbb-10606990ba7d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2413 time: 0.4007454 Dec 10 18:19:20.569367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e2c535-7093-4984-bff2-6b1f6461252c {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:20.582582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:20.584704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:20.587262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Port': ['ID=0009767d-bcac-40d7-917a-a2c5b0b8bec2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:20.615437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Transition to ACTIVE for port object 87e2c535-7093-4984-bff2-6b1f6461252c will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:20.624929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:20.663070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-138adedc-9a0b-4f2a-9a32-0d2e44ee6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.664683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-138adedc-9a0b-4f2a-9a32-0d2e44ee6aab service neutron] 10.222.0.30 "GET /v2.0/networks?id=5f1c950a-efe5-4775-bae9-249cad9793a9 HTTP/1.1" status: 200 len: 903 time: 0.1807871 Dec 10 18:19:20.676667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-8ba7ecb5-1403-477b-bf7d-10a289bc0aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:20.678274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-8ba7ecb5-1403-477b-bf7d-10a289bc0aa4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 200 len: 854 time: 0.2677534 Dec 10 18:19:20.696227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7e4428-b7e0-4deb-9c03-7e15d53f09e2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:20.811086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.811426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.811771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.812115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.812454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.817869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.818376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.818806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.819148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.819485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.819822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.820154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.820481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:20.922031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76441a66-a70d-4f70-8f13-88144ca729ca req-eef7ef9e-1b61-4e0a-b91d-1526c8b51feb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895226 Dec 10 18:19:20.962014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Allocated IP 172.25.2.27 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/ec3fa659-72ed-4c85-8b5e-3684ab568a04) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:20.996707 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.003047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb5b2c38-8e01-4e24-9184-b7699cba7edb tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/ports/0009767d-bcac-40d7-917a-a2c5b0b8bec2 HTTP/1.1" status: 204 len: 168 time: 2.6901243 Dec 10 18:19:21.009154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42208) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:21.024529 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.122841 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a41b76-238a-42f9-bce4-24521f8a8860 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] GET failed (client error): The resource could not be found. Dec 10 18:19:21.128141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e1a41b76-238a-42f9-bce4-24521f8a8860 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "GET /v2.0/ports/0009767d-bcac-40d7-917a-a2c5b0b8bec2 HTTP/1.1" status: 404 len: 333 time: 0.1141944 Dec 10 18:19:21.128141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-ad7988f6-d177-4a87-ac44-f6d2014c0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:21.128141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-ad7988f6-d177-4a87-ac44-f6d2014c0976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86e3592c-32d5-473c-b463-8ca96d9ce939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4170179 Dec 10 18:19:21.132633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42214) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:21.178539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Pushing event updated for resources: {'Port': ['ID=87e2c535-7093-4984-bff2-6b1f6461252c,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:21.186602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-70adcc3b-1596-4383-88a4-201df06665ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.109&port_id=a93e7a01-e599-4955-8bc7-8485016897c6 HTTP/1.1" status: 200 len: 217 time: 0.4942269 Dec 10 18:19:21.244483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-98966615-b732-4664-acba-20a71126c32d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1599801 Dec 10 18:19:21.268269 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.274950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.292451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 51bc7be1-4220-4e09-a356-29f371476b39 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:21.321456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-c530868b-402b-4481-ad76-749b2f69078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:21.322950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-c530868b-402b-4481-ad76-749b2f69078c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=eff04e6a-51ab-4977-a66a-d71d7a66afb3 HTTP/1.1" status: 200 len: 801 time: 0.1158633 Dec 10 18:19:21.324223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Attempting to bind port 87e2c535-7093-4984-bff2-6b1f6461252c on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:21.324902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Attempting to bind port 87e2c535-7093-4984-bff2-6b1f6461252c by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:21.325236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Attempting to bind port 87e2c535-7093-4984-bff2-6b1f6461252c on network 86e3592c-32d5-473c-b463-8ca96d9ce939 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:21.334822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a06a7-a9b0-41f3-83fe-bcf8a5dab1a4 req-2c969f1c-8c8b-452e-a7a3-6ac1d3e0517f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:21.343632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-996a06a7-a9b0-41f3-83fe-bcf8a5dab1a4 req-2c969f1c-8c8b-452e-a7a3-6ac1d3e0517f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 944 time: 0.1680648 Dec 10 18:19:21.353499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 51bc7be1-4220-4e09-a356-29f371476b39 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:21.358203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 51bc7be1-4220-4e09-a356-29f371476b39 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:21.358604 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.371771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Port 87e2c535-7093-4984-bff2-6b1f6461252c on network 86e3592c-32d5-473c-b463-8ca96d9ce939 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:21.371771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Attempting to bind port 87e2c535-7093-4984-bff2-6b1f6461252c on network 86e3592c-32d5-473c-b463-8ca96d9ce939 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:21.399075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:21.399413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Checking segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:21.399973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Bound using segment: {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:21.400571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Bound port: 87e2c535-7093-4984-bff2-6b1f6461252c, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8ee439f-f81c-47fa-83ea-12497c4c7739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:21.400929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.459063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.471957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-52667fec-819f-4d12-99cc-fec7db146b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:21.473976 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-52667fec-819f-4d12-99cc-fec7db146b0b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5f1c950a-efe5-4775-bae9-249cad9793a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1260896 Dec 10 18:19:21.483053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-996a06a7-a9b0-41f3-83fe-bcf8a5dab1a4 req-ad34276a-b799-484c-b582-7a66e05a8ff2 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381307 Dec 10 18:19:21.498549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc7be1-4220-4e09-a356-29f371476b39'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:21.501296 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf6328a-610d-4167-8b76-e6a04cc22a94" -d '{"events": [{"server_uuid": "a1a8cfb0-dfea-41da-bdf6-800e7a864998", "name": "network-vif-plugged", "status": "completed", "tag": "51bc7be1-4220-4e09-a356-29f371476b39"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:21.513507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-7ead2e40-512b-4f52-a23a-29aec78e1c4b service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578777 Dec 10 18:19:21.521086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 51bc7be1-4220-4e09-a356-29f371476b39, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=51bc7be1-4220-4e09-a356-29f371476b39,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:21.525657 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.576269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] For port 87e2c535-7093-4984-bff2-6b1f6461252c, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:21.582835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=51bc7be1-4220-4e09-a356-29f371476b39,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:21.599162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.600071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] For port 87e2c535-7093-4984-bff2-6b1f6461252c, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=87e2c535-7093-4984-bff2-6b1f6461252c,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:21.600723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d4a1615-084d-4585-8249-e76dffc3b0e2 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:19:21.608391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.633297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.634863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-395f5844-4dc4-4a0a-8abb-ba399c3d063d admin admin] 10.222.0.55 "DELETE /v2.0/routers/8d4a1615-084d-4585-8249-e76dffc3b0e2 HTTP/1.1" status: 204 len: 168 time: 3.8986421 Dec 10 18:19:21.640125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42222) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:21.646659 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4238bd84-158d-413d-8aa8-5cadb937f5c0 x-openstack-request-id: req-4238bd84-158d-413d-8aa8-5cadb937f5c0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:21.647049 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a8cfb0-dfea-41da-bdf6-800e7a864998", "name": "network-vif-plugged", "status": "completed", "tag": "51bc7be1-4220-4e09-a356-29f371476b39", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:21.647316 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4238bd84-158d-413d-8aa8-5cadb937f5c0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:21.647732 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bc7be1-4220-4e09-a356-29f371476b39', 'code': 200} Dec 10 18:19:21.688438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:21.689113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.690615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] 10.222.0.59 "PUT /v2.0/ports/87e2c535-7093-4984-bff2-6b1f6461252c HTTP/1.1" status: 200 len: 1092 time: 1.8497310 Dec 10 18:19:21.691112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'tag': '87e2c535-7093-4984-bff2-6b1f6461252c'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:21.694848 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8b3327-ed01-4df7-a8cc-068114671318" -d '{"events": [{"name": "network-changed", "server_uuid": "361fc97a-f9c6-4847-821a-2db3ec6e1c84", "tag": "87e2c535-7093-4984-bff2-6b1f6461252c"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:21.734851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-70ce329e-7394-4d5c-92ae-5eb107d55aab service neutron] 10.222.0.30 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129862 Dec 10 18:19:21.818221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Pushing event updated for resources: {'Port': ['ID=87e2c535-7093-4984-bff2-6b1f6461252c,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:21.888568 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02f6f60-b646-4957-a1d8-309aaeb45e69 x-openstack-request-id: req-c02f6f60-b646-4957-a1d8-309aaeb45e69 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:21.889049 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361fc97a-f9c6-4847-821a-2db3ec6e1c84", "tag": "87e2c535-7093-4984-bff2-6b1f6461252c", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:21.889552 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c02f6f60-b646-4957-a1d8-309aaeb45e69 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:21.890458 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'tag': '87e2c535-7093-4984-bff2-6b1f6461252c', 'status': 'completed', 'code': 200} Dec 10 18:19:21.917519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting port 26a5ce8a-462b-49f0-b833-00be0f4efbf8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:21.918190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:21.941650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.942279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.942808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.943117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.943443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.943769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.944089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.944476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.944799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.945119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.945435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.945858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.946177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d811d923-e40c-43bb-bb07-9a057b21955a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:19:21.967813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff9e52fb-46aa-4646-9912-a0e6f43cd1cb req-10dbaa34-a153-4c63-b253-bf9d63b84d2f service neutron] 10.222.0.30 "GET /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158451 Dec 10 18:19:21.975045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-88d883a3-9543-4cdd-8094-e8a38a3af972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:21.978002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-88d883a3-9543-4cdd-8094-e8a38a3af972 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 1095 time: 0.2248120 Dec 10 18:19:21.986813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-eb34f49f-b416-4a9d-b17e-ca199d1813f6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:21.991905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-eb34f49f-b416-4a9d-b17e-ca199d1813f6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7312019 Dec 10 18:19:22.030001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.048440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-e4d26e49-ea64-41c6-a434-30a2aa4e7e89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87e2c535-7093-4984-bff2-6b1f6461252c HTTP/1.1" status: 200 len: 217 time: 0.0604484 Dec 10 18:19:22.048915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] Deleting subnet 6bfe9dea-614e-4c49-84c9-97c5478f3e87 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:22.073086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.077380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-828229a5-c128-48aa-832f-9d2f63d9ed5e req-ee2260b9-5db1-4e86-ae25-e73f33d5d5e4 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141647 Dec 10 18:19:22.118714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-2d4e504e-174a-413e-8269-7e57c0b44116 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/quotas/33011e0a006846adb5f242d35e51f465 HTTP/1.1" status: 200 len: 375 time: 0.0866013 Dec 10 18:19:22.120784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615cc5c-f021-4686-9fd7-fd1a762a52bd req-2cfaa58c-3c5b-430b-b256-87cc69c6f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.123291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1615cc5c-f021-4686-9fd7-fd1a762a52bd req-2cfaa58c-3c5b-430b-b256-87cc69c6f53d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 1097 time: 0.3372021 Dec 10 18:19:22.145852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaa3cb-be52-46af-81cc-f6a7bada7cd3 req-21c24f90-5faf-4ad8-b58c-9f68c9099201 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.152453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaa3cb-be52-46af-81cc-f6a7bada7cd3 req-21c24f90-5faf-4ad8-b58c-9f68c9099201 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.159103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaa3cb-be52-46af-81cc-f6a7bada7cd3 req-21c24f90-5faf-4ad8-b58c-9f68c9099201 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.160901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26eaa3cb-be52-46af-81cc-f6a7bada7cd3 req-21c24f90-5faf-4ad8-b58c-9f68c9099201 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2413 time: 0.1154580 Dec 10 18:19:22.162882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-4e7ac964-e2bf-4075-9b45-71dc2060269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.164352 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-4e7ac964-e2bf-4075-9b45-71dc2060269e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 200 len: 854 time: 0.1068389 Dec 10 18:19:22.253176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-3e67c17b-88cd-4057-8939-b9098159de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.255045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-3e67c17b-88cd-4057-8939-b9098159de95 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86e3592c-32d5-473c-b463-8ca96d9ce939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806401 Dec 10 18:19:22.259180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26eaa3cb-be52-46af-81cc-f6a7bada7cd3 req-69f24c5d-8b7e-4d93-98f2-135a46cae81d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913951 Dec 10 18:19:22.275422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.331398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.354927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:22.371814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Calling delete_port for 26a5ce8a-462b-49f0-b833-00be0f4efbf8 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:22.384644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:22.385250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0e7e4428-b7e0-4deb-9c03-7e15d53f09e2 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:22.386523 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-8e85538b-4b06-45b3-89aa-887db1b1f076 service neutron] 10.222.0.59 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239738 Dec 10 18:19:22.387245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.415104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1615cc5c-f021-4686-9fd7-fd1a762a52bd req-181730ee-767d-4e5b-8b4e-60221fbd43df service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799084 Dec 10 18:19:22.417382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-f5df0263-6621-47fc-bb46-d4a9ffbd6aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.419629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-f5df0263-6621-47fc-bb46-d4a9ffbd6aaf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 1094 time: 0.2430806 Dec 10 18:19:22.452903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.495910 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-45975d1e-8032-48cf-8851-fcedf5de89ae tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3592803 Dec 10 18:19:22.504699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a27196a-60d5-4f51-94dc-cd384531d783 req-639cd29d-05cf-43b6-a39f-5684ae250d4b service neutron] 10.222.0.59 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064813 Dec 10 18:19:22.561227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:22.576044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:22.579063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:22.615218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Pushing event updated for resources: {'Port': ['ID=ec3fa659-72ed-4c85-8b5e-3684ab568a04,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:22.679386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-0d19ebfe-d7bd-4d3a-a429-3aff95c1fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.681074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-0d19ebfe-d7bd-4d3a-a429-3aff95c1fc22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 1095 time: 0.1102893 Dec 10 18:19:22.707682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7eebf3-1455-4ea7-b326-d1a906a17f48 req-af978dad-7c77-4808-bd84-bbde8c5f3767 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.715906 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b7eebf3-1455-4ea7-b326-d1a906a17f48 req-af978dad-7c77-4808-bd84-bbde8c5f3767 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 944 time: 0.0843263 Dec 10 18:19:22.757322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.758266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.774733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:22.839106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b7eebf3-1455-4ea7-b326-d1a906a17f48 req-4973184e-c423-4f6f-834d-a478ed9c5066 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220839 Dec 10 18:19:22.863916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-eb735def-d5d2-46fe-a875-d30e6b7e83b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:22.865785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-eb735def-d5d2-46fe-a875-d30e6b7e83b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 916 time: 0.1757238 Dec 10 18:19:22.941837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-0262a0d6-0c4c-4384-b334-af7af1cb3ab9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87e2c535-7093-4984-bff2-6b1f6461252c HTTP/1.1" status: 200 len: 217 time: 0.0682569 Dec 10 18:19:23.037922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-e42c4a13-915d-40dd-9b6b-053488670c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:23.039587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-e42c4a13-915d-40dd-9b6b-053488670c98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 200 len: 854 time: 0.0888336 Dec 10 18:19:23.113254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-27c21e6d-b2b6-492c-94a1-b3a6329abb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:23.115162 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-27c21e6d-b2b6-492c-94a1-b3a6329abb80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=86e3592c-32d5-473c-b463-8ca96d9ce939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590203 Dec 10 18:19:23.256261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-a3080fc4-bfc3-493c-9be3-3ec233050e14 service neutron] 10.222.0.59 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328769 Dec 10 18:19:23.291961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5fb1a35a-6d63-40fb-b9bc-abbece15da58 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:23.384844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.387859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfe9dea-614e-4c49-84c9-97c5478f3e87,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:23.400140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5d1739f1-68b8-49c2-81a1-fc00b8e72609 tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.6791410 Dec 10 18:19:23.412170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:23.433751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.434927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.27'}]}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:23.437131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-43839f54-402c-4be1-9fc2-85048b598c14 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6bfe9dea-614e-4c49-84c9-97c5478f3e87 HTTP/1.1" status: 204 len: 168 time: 1.7566245 Dec 10 18:19:23.447312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:23.474128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Port': ['ID=26a5ce8a-462b-49f0-b833-00be0f4efbf8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:23.479857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-2952f161-5a73-4a8d-a684-9869c83cf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:23.481498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-2952f161-5a73-4a8d-a684-9869c83cf6c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 916 time: 0.8487029 Dec 10 18:19:23.527367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5fb1a35a-6d63-40fb-b9bc-abbece15da58,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:23.547521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-66122677-d81f-431b-87e1-3419324ca464 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85521307-218e-4480-a17a-0f5a4d078db5 HTTP/1.1" status: 200 len: 217 time: 0.0452793 Dec 10 18:19:23.566802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '5fb1a35a-6d63-40fb-b9bc-abbece15da58', 'network_id': '53129201-776b-4f17-922c-670f757cd591', 'port_id': '5fb1a35a-6d63-40fb-b9bc-abbece15da58', 'mac_address': 'fa:16:3e:f8:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7240129-d203-4da7-8f1d-23489a9a8819', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:23.666997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.687981 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.710023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb1a35a-6d63-40fb-b9bc-abbece15da58 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:23.710684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2f575fd3-c66f-4c4f-a7ec-1809ec49ec76 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/ports/26a5ce8a-462b-49f0-b833-00be0f4efbf8 HTTP/1.1" status: 204 len: 168 time: 2.5660467 Dec 10 18:19:23.711568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42252) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:23.713475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-1e77c868-5196-4077-b789-ace79b397a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:23.715454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-1e77c868-5196-4077-b789-ace79b397a8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 200 len: 854 time: 0.1300135 Dec 10 18:19:23.760915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5fb1a35a-6d63-40fb-b9bc-abbece15da58,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:23.768652 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.769746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 21673a6c-9c77-434f-a823-c9d0d42c20d8 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:23.808333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.814645 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:23.943291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8b3327-ed01-4df7-a8cc-068114671318 req-1762576f-1cb0-4a27-8da9-3cde71da0f16 service neutron] 10.222.0.59 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6795998 Dec 10 18:19:23.986062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=5fb1a35a-6d63-40fb-b9bc-abbece15da58,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:24.007518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a2092aa-70fd-4839-910b-d40df96cc64c req-5882161c-f011-4ccf-a5f1-88bc52af784d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 210 time: 0.1553028 Dec 10 18:19:24.024792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6940e-58c7-40a9-971c-53cf8a7a4a6e req-0ae37e3b-2f3d-4e03-9547-a716aea5487e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:24.029086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting subnet ee074b96-89cf-4a77-8049-84cba2c8651b {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:24.033548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.033706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6940e-58c7-40a9-971c-53cf8a7a4a6e req-0ae37e3b-2f3d-4e03-9547-a716aea5487e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:24.040862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6940e-58c7-40a9-971c-53cf8a7a4a6e req-0ae37e3b-2f3d-4e03-9547-a716aea5487e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:24.052447 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3f6940e-58c7-40a9-971c-53cf8a7a4a6e req-0ae37e3b-2f3d-4e03-9547-a716aea5487e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2413 time: 0.4511278 Dec 10 18:19:24.094083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.115294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 21673a6c-9c77-434f-a823-c9d0d42c20d8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=21673a6c-9c77-434f-a823-c9d0d42c20d8,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:24.130297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.138503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '21673a6c-9c77-434f-a823-c9d0d42c20d8', 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9', 'port_id': '21673a6c-9c77-434f-a823-c9d0d42c20d8', 'mac_address': 'fa:16:3e:81:cc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff04e6a-51ab-4977-a66a-d71d7a66afb3', 'ip_address': '19.80.0.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:24.144103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.192996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-d19a0bf4-da59-4b99-9533-92ef1bb5eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:24.194947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-d19a0bf4-da59-4b99-9533-92ef1bb5eadd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86e3592c-32d5-473c-b463-8ca96d9ce939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4580548 Dec 10 18:19:24.208344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.227692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21673a6c-9c77-434f-a823-c9d0d42c20d8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:24.274569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 21673a6c-9c77-434f-a823-c9d0d42c20d8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=21673a6c-9c77-434f-a823-c9d0d42c20d8,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:24.282535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.283450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a93e7a01-e599-4955-8bc7-8485016897c6 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:24.372332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.403777 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.436540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=21673a6c-9c77-434f-a823-c9d0d42c20d8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:24.445015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3f6940e-58c7-40a9-971c-53cf8a7a4a6e req-afba7df5-5523-450f-97d1-c31e961e580b tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913193 Dec 10 18:19:24.447439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a93e7a01-e599-4955-8bc7-8485016897c6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a93e7a01-e599-4955-8bc7-8485016897c6,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:24.487755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'a93e7a01-e599-4955-8bc7-8485016897c6', 'network_id': '5f1c950a-efe5-4775-bae9-249cad9793a9', 'port_id': 'a93e7a01-e599-4955-8bc7-8485016897c6', 'mac_address': 'fa:16:3e:3d:b9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff04e6a-51ab-4977-a66a-d71d7a66afb3', 'ip_address': '19.80.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:24.489570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3158e2-70c2-47a4-80c6-3284f0089182 req-7f203973-b28b-41dd-b6ed-e305ace7f4f7 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:24.493950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec3158e2-70c2-47a4-80c6-3284f0089182 req-7f203973-b28b-41dd-b6ed-e305ace7f4f7 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 944 time: 0.3439367 Dec 10 18:19:24.564558 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.571647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d841630-712f-474d-aa8a-702dd3bda470']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:24.591521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93e7a01-e599-4955-8bc7-8485016897c6 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:24.602154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.623679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '276268e6-3d84-41e8-ac10-773ff922633e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:24.624281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '276268e6-3d84-41e8-ac10-773ff922633e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:24.631640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a93e7a01-e599-4955-8bc7-8485016897c6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a93e7a01-e599-4955-8bc7-8485016897c6,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:24.643409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.644433 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.647308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-b8c42e26-fb8e-4d7f-b8f5-811795b82f73 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429049 Dec 10 18:19:24.728209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.747415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:19:24.747986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:19:24.750603 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:19:24.775858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=a93e7a01-e599-4955-8bc7-8485016897c6,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:24.784893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.789487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 87e2c535-7093-4984-bff2-6b1f6461252c details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:24.835241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.839064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/subnets/ee074b96-89cf-4a77-8049-84cba2c8651b HTTP/1.1" status: 204 len: 168 time: 1.1225913 Dec 10 18:19:24.844940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42264) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:24.853040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec3158e2-70c2-47a4-80c6-3284f0089182 req-99db48c4-72ee-4bdc-ad5e-62d41d6eaa93 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355644 Dec 10 18:19:24.880038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3381cce8-d257-4f8b-ade1-f7cb672826d7 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Subnet': ['ID=ee074b96-89cf-4a77-8049-84cba2c8651b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:24.900737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e46e5-0d55-4eb0-a0ef-4323136e3ae1 None None] Network 21662a67-3603-4bc8-be5b-7bccd5e4f0cc requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:24.926325 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.938579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32502cc8-2da8-48c0-a5d2-330619edc96b req-aa052490-a280-42bb-86d5-628054ddea9f service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781639 Dec 10 18:19:24.964946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:24.969941 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5d841630-712f-474d-aa8a-702dd3bda470 HTTP/1.1" status: 204 len: 168 time: 1.5129166 Dec 10 18:19:25.000469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8033f92-ebc4-4300-9517-da6ee7db6bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d841630-712f-474d-aa8a-702dd3bda470,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:25.006303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['a93e7a01-e599-4955-8bc7-8485016897c6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:25.010871 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.048192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['5fb1a35a-6d63-40fb-b9bc-abbece15da58'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:25.110783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['21673a6c-9c77-434f-a823-c9d0d42c20d8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:25.217506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-39138b37-72f6-4fa0-81df-2b881cac3385 req-2734be6f-a273-423f-adfe-bf2ac520b18f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 210 time: 0.0773120 Dec 10 18:19:25.239266 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-5b50d985-b1e6-40e4-ba61-444a37f379f2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568850 Dec 10 18:19:25.279616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Deleting port 2872a420-5525-4a7c-9f7f-70ac92754f76 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:25.280307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.284591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.323189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.385431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 85521307-218e-4480-a17a-0f5a4d078db5 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:25.411561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42270) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:25.414945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 87e2c535-7093-4984-bff2-6b1f6461252c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=87e2c535-7093-4984-bff2-6b1f6461252c,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:25.479622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '87e2c535-7093-4984-bff2-6b1f6461252c', 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'port_id': '87e2c535-7093-4984-bff2-6b1f6461252c', 'mac_address': 'fa:16:3e:f0:7d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15205832-919b-4293-8afb-b818011e4c2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:25.496830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b4ccc1e3-6b60-460e-974f-57ddf3f0ac83 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06c2f39ea53f430a8bb35cb9059fcc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816882 Dec 10 18:19:25.503970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42274) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:25.578440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-e9af4ab1-47c5-483d-ad18-843aa854c614 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:25.580179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-e9af4ab1-47c5-483d-ad18-843aa854c614 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3351221 Dec 10 18:19:25.619946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a6fd25-81d4-437c-b9a9-2d52d31c9db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.645997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] For port 2872a420-5525-4a7c-9f7f-70ac92754f76, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2872a420-5525-4a7c-9f7f-70ac92754f76,segment=NetworkSegment(75d9ab70-6237-4dcd-940b-3ac27f1987b4),segment_id=75d9ab70-6237-4dcd-940b-3ac27f1987b4)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:25.646641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.647476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] DHCP port deletion for 21662a67-3603-4bc8-be5b-7bccd5e4f0cc request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:25.653430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a6fd25-81d4-437c-b9a9-2d52d31c9db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.710622 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-7381ccf6-f62b-4e0d-be21-1d65393bc148 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372062 Dec 10 18:19:25.712117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Calling delete_port for 2872a420-5525-4a7c-9f7f-70ac92754f76 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:25.734503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': '2a833143-8370-4a22-9837-676d8607e711', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:25.781263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a6fd25-81d4-437c-b9a9-2d52d31c9db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.799306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a6fd25-81d4-437c-b9a9-2d52d31c9db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.820026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-05a6fd25-81d4-437c-b9a9-2d52d31c9db6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c79259b2-53a8-42a0-94f2-f966a031aa20 HTTP/1.1" status: 204 len: 168 time: 0.3148470 Dec 10 18:19:25.848464 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:25.875809 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-130a2924-698a-45ed-aa63-edf895d00268 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:25.878067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-130a2924-698a-45ed-aa63-edf895d00268 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585569 Dec 10 18:19:25.923343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6fd25-81d4-437c-b9a9-2d52d31c9db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79259b2-53a8-42a0-94f2-f966a031aa20,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:26.004414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e2c535-7093-4984-bff2-6b1f6461252c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:26.007485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311b7f-b10f-4200-bdd4-cedaf3050ec7 req-b9a832b1-007e-4757-9d24-75f27c54e4a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:26.017756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311b7f-b10f-4200-bdd4-cedaf3050ec7 req-b9a832b1-007e-4757-9d24-75f27c54e4a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:26.025647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26311b7f-b10f-4200-bdd4-cedaf3050ec7 req-b9a832b1-007e-4757-9d24-75f27c54e4a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:26.028546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26311b7f-b10f-4200-bdd4-cedaf3050ec7 req-b9a832b1-007e-4757-9d24-75f27c54e4a5 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2416 time: 0.3020854 Dec 10 18:19:26.042526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 85521307-218e-4480-a17a-0f5a4d078db5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=85521307-218e-4480-a17a-0f5a4d078db5,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:26.054630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.063637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:26.067957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.089324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 87e2c535-7093-4984-bff2-6b1f6461252c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=87e2c535-7093-4984-bff2-6b1f6461252c,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:26.096051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '85521307-218e-4480-a17a-0f5a4d078db5', 'network_id': '86e3592c-32d5-473c-b463-8ca96d9ce939', 'port_id': '85521307-218e-4480-a17a-0f5a4d078db5', 'mac_address': 'fa:16:3e:5c:f8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15205832-919b-4293-8afb-b818011e4c2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:26.112645 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.160135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26311b7f-b10f-4200-bdd4-cedaf3050ec7 req-0df80086-f6ab-4a9e-8aba-2cc09687fb81 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080880 Dec 10 18:19:26.185704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=87e2c535-7093-4984-bff2-6b1f6461252c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:26.201697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:26.215216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.219410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] Deleting port 2872a420-5525-4a7c-9f7f-70ac92754f76 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:26.219632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Port': ['ID=2872a420-5525-4a7c-9f7f-70ac92754f76,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:26.219778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.316549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] No DVR routers for this DVR port 2872a420-5525-4a7c-9f7f-70ac92754f76 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:26.331257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.382167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] For port 2872a420-5525-4a7c-9f7f-70ac92754f76, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:26.382697 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.387070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85521307-218e-4480-a17a-0f5a4d078db5 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:26.406906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2872a420-5525-4a7c-9f7f-70ac92754f76 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:26.442405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] Calling delete_port for 2872a420-5525-4a7c-9f7f-70ac92754f76 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:26.447319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] Port 2872a420-5525-4a7c-9f7f-70ac92754f76 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:19:26.448511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f13996f9-f996-4cfd-9906-fcb5594acf96 req-1ee0e7ac-ba1f-468e-b720-4f8668dc9fb5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 210 time: 0.0797026 Dec 10 18:19:26.449453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 85521307-218e-4480-a17a-0f5a4d078db5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=85521307-218e-4480-a17a-0f5a4d078db5,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:26.450461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2872a420-5525-4a7c-9f7f-70ac92754f76 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:26.450763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2872a420-5525-4a7c-9f7f-70ac92754f76 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:26.453533 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.461896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.495831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] Pushing event deleted for resources: {'Port': ['ID=2872a420-5525-4a7c-9f7f-70ac92754f76,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:26.499471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b33ca-7804-495e-9e5a-244a08012375 None None] No DVR routers for this DVR port 2872a420-5525-4a7c-9f7f-70ac92754f76 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:26.538344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['87e2c535-7093-4984-bff2-6b1f6461252c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:26.612728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=85521307-218e-4480-a17a-0f5a4d078db5,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:26.624901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.230 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:26.835872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['85521307-218e-4480-a17a-0f5a4d078db5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:26.865464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.927257 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:26.999537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:27.003371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:27.007903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:27.017521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:27.084851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:27.085938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.112857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b4b690ba-5b7e-41ab-b00a-087f9513817b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4961162 Dec 10 18:19:27.126188 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.129260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Request body: {'port': {'device_id': '2a833143-8370-4a22-9837-676d8607e711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:27.146525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.169926 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.182259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42308) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:27.198570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.221499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20acde46-97c5-45f4-884c-8951b3795df8 req-a1d99150-77ce-4f12-abb8-c69edbbf1b57 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:27.228324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20acde46-97c5-45f4-884c-8951b3795df8 req-a1d99150-77ce-4f12-abb8-c69edbbf1b57 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 945 time: 1.0762103 Dec 10 18:19:27.275393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21662a67-3603-4bc8-be5b-7bccd5e4f0cc']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:27.293139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d9ab70-6237-4dcd-940b-3ac27f1987b4') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:27.293422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d9ab70-6237-4dcd-940b-3ac27f1987b4') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:27.305218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.316943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5fb1a35a-6d63-40fb-b9bc-abbece15da58 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:27.379823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-984300470-network', 'tenant_id': 'a188ad806b6d46409661b59ef057dc1a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:27.387880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.395955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:27.402863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:27.403275 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.408649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:19:27.409069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:19:27.419069 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:19:27.435325 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.435842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 470442e6-2ca6-4719-9e5a-886b0730ba04 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:19:27.457133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9635e82d-ca02-4932-968b-86569f939925 None None] Provisioning complete for port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:27.457307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d895-c920-498d-9452-8bba87b7a4bb req-2faee47c-1963-45b4-9704-f1d9ae01c9ba tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:27.457500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9635e82d-ca02-4932-968b-86569f939925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.463540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d895-c920-498d-9452-8bba87b7a4bb req-2faee47c-1963-45b4-9704-f1d9ae01c9ba tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:27.469764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d895-c920-498d-9452-8bba87b7a4bb req-2faee47c-1963-45b4-9704-f1d9ae01c9ba tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:27.471562 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b818d895-c920-498d-9452-8bba87b7a4bb req-2faee47c-1963-45b4-9704-f1d9ae01c9ba tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2416 time: 0.1104505 Dec 10 18:19:27.503825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:27.508182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.535306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9635e82d-ca02-4932-968b-86569f939925 None None] Port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:27.542494 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20acde46-97c5-45f4-884c-8951b3795df8 req-402f08cb-349f-4907-937c-e72e9cdeebfb tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717726 Dec 10 18:19:27.547898 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.550100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.567520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Made reservation on behalf of a188ad806b6d46409661b59ef057dc1a for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:27.569878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.571549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.575359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] 10.222.0.55 "DELETE /v2.0/networks/21662a67-3603-4bc8-be5b-7bccd5e4f0cc HTTP/1.1" status: 204 len: 168 time: 2.7311349 Dec 10 18:19:27.576522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:27.578252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89661fba-0a5d-484a-a77d-171956845876 tempest-AllowedAddressPairTestJSON-1458381747 tempest-AllowedAddressPairTestJSON-1458381747-project] Pushing event deleted for resources: {'Network': ['ID=21662a67-3603-4bc8-be5b-7bccd5e4f0cc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:27.614020 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:19:27.618539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f122fa17-5621-4d7a-9567-5cc1fb9627ae tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2040997 Dec 10 18:19:27.624754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42318) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:27.647181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5fb1a35a-6d63-40fb-b9bc-abbece15da58,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:27.662372 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.685159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:27.689094 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8df551d-2266-413c-84cb-7653db5071fc" -d '{"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-plugged", "status": "completed", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:27.704079 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.705365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 21673a6c-9c77-434f-a823-c9d0d42c20d8 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:27.705791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b818d895-c920-498d-9452-8bba87b7a4bb req-e01fbdf1-bd39-4206-84a9-4f13e4d03fb3 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955659 Dec 10 18:19:27.745178 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa2ac671-76e4-4817-a027-81b93f0b699a req-12b9da0e-3675-4bbb-b625-6a9256cf8ff7 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 210 time: 0.0498488 Dec 10 18:19:27.773626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Deleting port ec3fa659-72ed-4c85-8b5e-3684ab568a04 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:27.773626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.805983 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7fa472-4580-4d75-9d24-f66d98f9a7a4 x-openstack-request-id: req-0f7fa472-4580-4d75-9d24-f66d98f9a7a4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:27.806558 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-plugged", "status": "completed", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:27.807144 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0f7fa472-4580-4d75-9d24-f66d98f9a7a4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:27.807694 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58', 'code': 200} Dec 10 18:19:27.852726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=5fb1a35a-6d63-40fb-b9bc-abbece15da58,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:27.865112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:27.874259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:27.887007 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.890325 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.909126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Calling delete_port for ec3fa659-72ed-4c85-8b5e-3684ab568a04 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:27.915689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Transition to ACTIVE for port object 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:27.926986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:27.927362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 21673a6c-9c77-434f-a823-c9d0d42c20d8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:27.950402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42326) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:27.961698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 21673a6c-9c77-434f-a823-c9d0d42c20d8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:27.962238 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.066051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.096996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Pushing event updated for resources: {'Port': ['ID=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:28.124609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.135260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.25 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/6da652d4-2b9b-4c22-a159-e909493c8b04) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:28.141515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:19:28.290804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-16ffc789-2d54-4fba-813e-f2738f26a49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.294304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.305012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Attempting to bind port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:28.308170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Attempting to bind port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:28.308170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Attempting to bind port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:28.308442 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.310604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7a241377-b686-4094-8211-df7ea17287b2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cfa918fb99f44497a46a669d5d85a7f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3545320 Dec 10 18:19:28.313312 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.313707 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Added segment 07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb of type vlan for network 37f1247b-513c-432d-9115-2392d7e10752 Dec 10 18:19:28.315688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d80268-ae9d-4865-9794-f9745f37b77b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:28.316244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:28.331135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:28.331402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Attempting to bind port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:28.361680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:28.362034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:28.362549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:28.362849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Bound port: 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:28.363172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.391220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.396760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec3fa659-72ed-4c85-8b5e-3684ab568a04,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:28.399899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 21673a6c-9c77-434f-a823-c9d0d42c20d8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=21673a6c-9c77-434f-a823-c9d0d42c20d8,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:28.422815 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.423657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a93e7a01-e599-4955-8bc7-8485016897c6 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:28.472246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.473224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:28.473814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.476687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] For port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:28.482147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] For port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:28.501743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.537328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=21673a6c-9c77-434f-a823-c9d0d42c20d8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:28.558589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.562486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b3ad5619-ad35-42c5-a18f-cb1da8c61f5e tempest-RoutersAdminNegativeTest-1261384376 tempest-RoutersAdminNegativeTest-1261384376-project-admin] 10.222.0.55 "DELETE /v2.0/ports/ec3fa659-72ed-4c85-8b5e-3684ab568a04 HTTP/1.1" status: 204 len: 168 time: 0.9366369 Dec 10 18:19:28.568057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd791d-25a0-449d-9023-6d5bd3fb795d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.577346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port a93e7a01-e599-4955-8bc7-8485016897c6 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:28.590056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port a93e7a01-e599-4955-8bc7-8485016897c6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:28.590596 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.592390 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.612963 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4272556 Dec 10 18:19:28.614602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42338) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:28.619446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd791d-25a0-449d-9023-6d5bd3fb795d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.622116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:28.623506 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.625974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] 10.222.0.30 "PUT /v2.0/ports/0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf HTTP/1.1" status: 200 len: 1096 time: 1.5045531 Dec 10 18:19:28.628260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Request body: {'subnet': {'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-984300470-subnet', 'tenant_id': 'a188ad806b6d46409661b59ef057dc1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:28.642491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a833143-8370-4a22-9837-676d8607e711', 'tag': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:28.659518 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e505ee-8ef8-4ce2-ba24-255d70711399" -d '{"events": [{"name": "network-changed", "server_uuid": "2a833143-8370-4a22-9837-676d8607e711", "tag": "0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:28.743780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Made reservation on behalf of a188ad806b6d46409661b59ef057dc1a for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:28.748495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.760353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e721e9-3a01-4465-b774-db42e80464bc admin admin] Pushing event updated for resources: {'Network': ['ID=37f1247b-513c-432d-9115-2392d7e10752,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:28.779129 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.799890 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa67f1d-21d4-460c-95c9-b7cb12b2f544 x-openstack-request-id: req-baa67f1d-21d4-460c-95c9-b7cb12b2f544 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:28.800271 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a833143-8370-4a22-9837-676d8607e711", "tag": "0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:28.801288 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-baa67f1d-21d4-460c-95c9-b7cb12b2f544 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:28.801736 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a833143-8370-4a22-9837-676d8607e711', 'tag': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf', 'status': 'completed', 'code': 200} Dec 10 18:19:28.814703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf582cd5-93a8-497f-b3d0-6fd676e85d2c service neutron] Pushing event updated for resources: {'Port': ['ID=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:28.854094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-3ddc30b5-ea4a-45c5-ad74-e5f9e4b18cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:28.864594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-3ddc30b5-ea4a-45c5-ad74-e5f9e4b18cb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 1099 time: 0.1728468 Dec 10 18:19:28.920219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-22085cfe-9000-4ea8-9009-b275f7162a63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf HTTP/1.1" status: 200 len: 217 time: 0.0467694 Dec 10 18:19:28.934906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd791d-25a0-449d-9023-6d5bd3fb795d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.938291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bcfd791d-25a0-449d-9023-6d5bd3fb795d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:28.939071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bcfd791d-25a0-449d-9023-6d5bd3fb795d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08fedada-615c-4396-ad57-fe4da06bc969 HTTP/1.1" status: 204 len: 168 time: 0.5878253 Dec 10 18:19:28.990965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:28.993048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd791d-25a0-449d-9023-6d5bd3fb795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fedada-615c-4396-ad57-fe4da06bc969,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:29.013145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:29.017834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42350) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:29.021489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=6da652d4-2b9b-4c22-a159-e909493c8b04,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:29.029796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:29.053420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e4881-17b3-4da3-bf37-e3ccc6bca99c req-8ee3bd7e-aef3-4925-bd72-ae0839860608 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.055444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb7e4881-17b3-4da3-bf37-e3ccc6bca99c req-8ee3bd7e-aef3-4925-bd72-ae0839860608 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 945 time: 0.3004472 Dec 10 18:19:29.073855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 87e2c535-7093-4984-bff2-6b1f6461252c up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:29.079397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-7f71c5ba-f8aa-485c-ba4e-a9d15a9ec024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.081337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-7f71c5ba-f8aa-485c-ba4e-a9d15a9ec024 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1510901 Dec 10 18:19:29.095175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea371a7-f9b9-4ebe-b087-21da16e70993 req-4e5f1618-2270-4589-8da5-f9c1c90f0785 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.105044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea371a7-f9b9-4ebe-b087-21da16e70993 req-4e5f1618-2270-4589-8da5-f9c1c90f0785 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.114054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea371a7-f9b9-4ebe-b087-21da16e70993 req-4e5f1618-2270-4589-8da5-f9c1c90f0785 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.122147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 37f1247b-513c-432d-9115-2392d7e10752 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:19:29.123459 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bea371a7-f9b9-4ebe-b087-21da16e70993 req-4e5f1618-2270-4589-8da5-f9c1c90f0785 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2418 time: 0.2059946 Dec 10 18:19:29.202230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.203399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.209068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:29.239984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-fc796965-a1b4-42e7-8804-1dc25097d459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.241801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-fc796965-a1b4-42e7-8804-1dc25097d459 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145909 Dec 10 18:19:29.247323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bea371a7-f9b9-4ebe-b087-21da16e70993 req-35aa9b84-4120-4701-ba09-3c385307005c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221220 Dec 10 18:19:29.296585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cb7e4881-17b3-4da3-bf37-e3ccc6bca99c req-62f14f13-9364-47cb-9b43-3c46cb3b848c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158132 Dec 10 18:19:29.312305 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-089b8dac-8e0f-4770-bd40-52678eaa2d87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2446053 Dec 10 18:19:29.332087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Request body: {'port': {'device_id': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:29.334186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9e2e087a-e7cd-485d-b729-5cb7f4291c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.406431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-6bd76086-cda5-4f05-b1dc-e670aca2617c service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566372 Dec 10 18:19:29.456484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:29.466811 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.571483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 87e2c535-7093-4984-bff2-6b1f6461252c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:29.584753 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9e2e087a-e7cd-485d-b729-5cb7f4291c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.595357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 87e2c535-7093-4984-bff2-6b1f6461252c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:29.596192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.608516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab68c430-d04c-4eb5-a050-63836dc8578a req-5adcc5e9-b704-4a89-8c18-44a3abf970f6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.610070 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab68c430-d04c-4eb5-a050-63836dc8578a req-5adcc5e9-b704-4a89-8c18-44a3abf970f6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 935 time: 0.1739037 Dec 10 18:19:29.610782 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9e2e087a-e7cd-485d-b729-5cb7f4291c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.641727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.657071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-65429e7b-5668-4ff9-b98b-9d9671e5be2a service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382948 Dec 10 18:19:29.667144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.682582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a93e7a01-e599-4955-8bc7-8485016897c6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a93e7a01-e599-4955-8bc7-8485016897c6,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:29.706577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.727663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 85521307-218e-4480-a17a-0f5a4d078db5 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:29.737890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9e2e087a-e7cd-485d-b729-5cb7f4291c43 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2771537fe3894446a54932677afa8981&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7154257 Dec 10 18:19:29.742020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42364) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:29.742734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e087a-e7cd-485d-b729-5cb7f4291c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3da007e-df36-42bc-aaeb-c73a45c28eef,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:29.833704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21673a6c-9c77-434f-a823-c9d0d42c20d8'}, {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e7a01-e599-4955-8bc7-8485016897c6'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:29.836180 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec57261e-7fe0-4723-87fa-e873b8150302" -d '{"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-plugged", "status": "completed", "tag": "21673a6c-9c77-434f-a823-c9d0d42c20d8"}, {"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-plugged", "status": "completed", "tag": "a93e7a01-e599-4955-8bc7-8485016897c6"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:29.836783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab68c430-d04c-4eb5-a050-63836dc8578a req-6869efbf-70da-4981-8a04-d02fdbd6addf tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070270 Dec 10 18:19:29.844058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-f716b9d6-4b6e-4765-9f5c-fdf8d60e6eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:29.845561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-f716b9d6-4b6e-4765-9f5c-fdf8d60e6eb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 1099 time: 0.1222951 Dec 10 18:19:29.857011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6649e394-6851-4963-9348-bea71118ff1b None None] Provisioning complete for port 6da652d4-2b9b-4c22-a159-e909493c8b04 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:29.857577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6649e394-6851-4963-9348-bea71118ff1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.895357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-368f83bd-c1f3-4fda-86a8-a051072c16bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:29.902907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281731b8-544b-4aa5-afa4-30d41e95ffa9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:29.919522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Checking segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:29.919895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Network hostable DHCP agents. Network: 37f1247b-513c-432d-9115-2392d7e10752, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:19:29.931679 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb46fab-725d-442a-bd40-ee085f309e2b x-openstack-request-id: req-2bb46fab-725d-442a-bd40-ee085f309e2b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:29.932119 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-plugged", "status": "completed", "tag": "21673a6c-9c77-434f-a823-c9d0d42c20d8", "code": 200}, {"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-plugged", "status": "completed", "tag": "a93e7a01-e599-4955-8bc7-8485016897c6", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:29.932477 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2bb46fab-725d-442a-bd40-ee085f309e2b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:29.933033 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21673a6c-9c77-434f-a823-c9d0d42c20d8', 'code': 200} Dec 10 18:19:29.933384 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e7a01-e599-4955-8bc7-8485016897c6', 'code': 200} Dec 10 18:19:30.001639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-368f83bd-c1f3-4fda-86a8-a051072c16bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.011782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Network 37f1247b-513c-432d-9115-2392d7e10752 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:19:30.050835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=a93e7a01-e599-4955-8bc7-8485016897c6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:30.068069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 37f1247b-513c-432d-9115-2392d7e10752) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:30.077747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.078322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.085517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6649e394-6851-4963-9348-bea71118ff1b None None] Port 6da652d4-2b9b-4c22-a159-e909493c8b04 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:30.107430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63360490-700d-4dcc-8f58-b7f687aa6478 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4904821 Dec 10 18:19:30.140983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-d8a03aa2-8cb8-4b7a-ad96-e1bda716fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.144065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-d8a03aa2-8cb8-4b7a-ad96-e1bda716fca8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2861235 Dec 10 18:19:30.154277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea596b1-e0c2-4007-9dac-e8c104804400 req-1db021d0-e7cf-4faf-93d9-fcbd4c3a7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.154790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea596b1-e0c2-4007-9dac-e8c104804400 req-1db021d0-e7cf-4faf-93d9-fcbd4c3a7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.155754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea596b1-e0c2-4007-9dac-e8c104804400 req-1db021d0-e7cf-4faf-93d9-fcbd4c3a7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.157062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dea596b1-e0c2-4007-9dac-e8c104804400 req-1db021d0-e7cf-4faf-93d9-fcbd4c3a7ed1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2872 time: 0.1467295 Dec 10 18:19:30.181662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a75594c-c87e-4215-88c2-bcb3aaaf4f15 None None] Network 37f1247b-513c-432d-9115-2392d7e10752 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:30.207785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-c0f1d5c4-767a-41dd-8c30-9cb47c9c7e77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf HTTP/1.1" status: 200 len: 217 time: 0.0491717 Dec 10 18:19:30.234381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-368f83bd-c1f3-4fda-86a8-a051072c16bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.237450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-368f83bd-c1f3-4fda-86a8-a051072c16bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.238645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-368f83bd-c1f3-4fda-86a8-a051072c16bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3da007e-df36-42bc-aaeb-c73a45c28eef HTTP/1.1" status: 204 len: 168 time: 0.4915471 Dec 10 18:19:30.270885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da652d4-2b9b-4c22-a159-e909493c8b04 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:30.294412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.297481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f83bd-c1f3-4fda-86a8-a051072c16bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3da007e-df36-42bc-aaeb-c73a45c28eef,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:30.303331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dea596b1-e0c2-4007-9dac-e8c104804400 req-2cfd2584-380b-4f15-a945-f20b9f93dba1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385980 Dec 10 18:19:30.310856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-f23f9e84-cab0-4bad-aa33-a08622cfd622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.312350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-f23f9e84-cab0-4bad-aa33-a08622cfd622 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0969903 Dec 10 18:19:30.313948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.328951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Transition to ACTIVE for port object 6da652d4-2b9b-4c22-a159-e909493c8b04 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:30.337501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.402113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 87e2c535-7093-4984-bff2-6b1f6461252c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=87e2c535-7093-4984-bff2-6b1f6461252c,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:30.468374 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.511586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37973117-e43c-446b-aebc-a43996574297 service neutron] Pushing event updated for resources: {'Port': ['ID=6da652d4-2b9b-4c22-a159-e909493c8b04,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:30.549621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 85521307-218e-4480-a17a-0f5a4d078db5 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:30.604513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 85521307-218e-4480-a17a-0f5a4d078db5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:30.605683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.664173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-ca65dbdf-4df0-48a3-be4a-cb41cd8e6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.666808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-ca65dbdf-4df0-48a3-be4a-cb41cd8e6501 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1543241 Dec 10 18:19:30.680847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42398) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:30.683249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8362d5b-5b9e-4ec2-81a4-6bdcf6057bb4 req-8e337837-5cc0-46e4-9dc8-8b9812bff72a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.689899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8362d5b-5b9e-4ec2-81a4-6bdcf6057bb4 req-8e337837-5cc0-46e4-9dc8-8b9812bff72a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.693656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd6070-fbae-4d33-bd32-b507332bb704 req-d6da8e95-3b2f-4d89-8988-4f86844ac347 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.696695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8362d5b-5b9e-4ec2-81a4-6bdcf6057bb4 req-8e337837-5cc0-46e4-9dc8-8b9812bff72a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:30.698649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8362d5b-5b9e-4ec2-81a4-6bdcf6057bb4 req-8e337837-5cc0-46e4-9dc8-8b9812bff72a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2419 time: 0.2510407 Dec 10 18:19:30.703546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8bfd6070-fbae-4d33-bd32-b507332bb704 req-d6da8e95-3b2f-4d89-8988-4f86844ac347 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.2393742 Dec 10 18:19:30.827857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Attempting to bind port 6da652d4-2b9b-4c22-a159-e909493c8b04 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:30.828577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Attempting to bind port 6da652d4-2b9b-4c22-a159-e909493c8b04 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:30.829008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Attempting to bind port 6da652d4-2b9b-4c22-a159-e909493c8b04 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:30.834724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260aa154-adf4-4327-ae6d-623f1bb3484d None None] Network 37f1247b-513c-432d-9115-2392d7e10752 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:30.844389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Port 6da652d4-2b9b-4c22-a159-e909493c8b04 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:30.844936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Attempting to bind port 6da652d4-2b9b-4c22-a159-e909493c8b04 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:30.856114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:30.856625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:30.857136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:30.857698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Bound port: 6da652d4-2b9b-4c22-a159-e909493c8b04, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:30.858190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:30.925379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42404) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:30.926954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8bfd6070-fbae-4d33-bd32-b507332bb704 req-3b47286f-3c6e-4e9d-9af0-702207b69565 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221282 Dec 10 18:19:30.933313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-570509193'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:30.955353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8362d5b-5b9e-4ec2-81a4-6bdcf6057bb4 req-7c47cd80-ba45-4e40-ac19-a4de140b9f3e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456410 Dec 10 18:19:30.956537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=87e2c535-7093-4984-bff2-6b1f6461252c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:31.018838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:31.024023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-984289df-f466-4119-b959-51905235ecfd service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239250 Dec 10 18:19:31.025965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.029452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8d8ecb1-f6c4-41fc-a156-b5e39be13588 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ed6ceccb42e46298211f059e2d442ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0979483 Dec 10 18:19:31.030099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42406) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:31.056543 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.075373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] For port 6da652d4-2b9b-4c22-a159-e909493c8b04, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:31.089778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.098050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] For port 6da652d4-2b9b-4c22-a159-e909493c8b04, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6da652d4-2b9b-4c22-a159-e909493c8b04,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:31.138640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 85521307-218e-4480-a17a-0f5a4d078db5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=85521307-218e-4480-a17a-0f5a4d078db5,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:31.144881 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.183445 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.187869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.234918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=85521307-218e-4480-a17a-0f5a4d078db5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:31.258267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.261894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37973117-e43c-446b-aebc-a43996574297 service neutron] Pushing event updated for resources: {'Port': ['ID=6da652d4-2b9b-4c22-a159-e909493c8b04,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:31.267724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b776397c-a1a5-45b4-9c69-2ddad24d3f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.295336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e89af-5101-4d83-a71c-d9e21d71776f req-d5efe12c-dc10-483b-bb6d-0fc67dedfcdb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:31.296477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd8e89af-5101-4d83-a71c-d9e21d71776f req-d5efe12c-dc10-483b-bb6d-0fc67dedfcdb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 947 time: 0.1288738 Dec 10 18:19:31.304049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:31.305705 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.307422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-37973117-e43c-446b-aebc-a43996574297 service neutron] 10.222.0.59 "PUT /v2.0/ports/6da652d4-2b9b-4c22-a159-e909493c8b04 HTTP/1.1" status: 200 len: 1095 time: 1.9940400 Dec 10 18:19:31.307939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e505ee-8ef8-4ce2-ba24-255d70711399 req-0f399c05-a88b-4bb1-987c-e0c87d87e5d8 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693169 Dec 10 18:19:31.308248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'tag': '6da652d4-2b9b-4c22-a159-e909493c8b04'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:31.311819 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "010fe0d4-abee-48f8-a86b-0e9b3fa3120f", "tag": "6da652d4-2b9b-4c22-a159-e909493c8b04"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:31.330469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:19:31.337079 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b776397c-a1a5-45b4-9c69-2ddad24d3f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.364623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53d2a2ad-a7b9-438f-8ec8-64d1993df56f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:31.401384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.401813 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Added segment c5d37af9-8768-4f2f-be33-90f73dbf8e88 of type vlan for network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd Dec 10 18:19:31.433940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd8e89af-5101-4d83-a71c-d9e21d71776f req-01a1368e-4ef3-4271-9253-cd64f96cf41f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278980 Dec 10 18:19:31.467285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b776397c-a1a5-45b4-9c69-2ddad24d3f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.472241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b776397c-a1a5-45b4-9c69-2ddad24d3f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.481739 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b776397c-a1a5-45b4-9c69-2ddad24d3f67 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f383f3d7-675a-42b3-a048-6c5c5a9672d0 HTTP/1.1" status: 204 len: 168 time: 0.4503827 Dec 10 18:19:31.495547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.500624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-d48a76d1-daa0-4d06-ba1b-36a518310dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:31.503200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-d48a76d1-daa0-4d06-ba1b-36a518310dc9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 1098 time: 0.1525233 Dec 10 18:19:31.523640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776397c-a1a5-45b4-9c69-2ddad24d3f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f383f3d7-675a-42b3-a048-6c5c5a9672d0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:31.563008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-d5b63226-b9a7-406d-878c-1005b704c1a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6da652d4-2b9b-4c22-a159-e909493c8b04 HTTP/1.1" status: 200 len: 217 time: 0.0506713 Dec 10 18:19:31.568572 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db3c26-11e5-4d9f-9e2e-c34b47e458c6 x-openstack-request-id: req-29db3c26-11e5-4d9f-9e2e-c34b47e458c6 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:31.568804 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010fe0d4-abee-48f8-a86b-0e9b3fa3120f", "tag": "6da652d4-2b9b-4c22-a159-e909493c8b04", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:31.569224 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-29db3c26-11e5-4d9f-9e2e-c34b47e458c6 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:31.569775 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'tag': '6da652d4-2b9b-4c22-a159-e909493c8b04', 'status': 'completed', 'code': 200} Dec 10 18:19:31.612919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5cce7db9-b8bb-404e-b25f-2eca0be843d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.673198 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.679114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:31.679706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.689938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-eb1ab7b4-f2ba-4384-b738-3935864b64f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:31.691607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-eb1ab7b4-f2ba-4384-b738-3935864b64f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1120529 Dec 10 18:19:31.770845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:31.825157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1188154 Dec 10 18:19:31.828930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42424) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:31.834870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:31.850917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e4d13-b3c4-4731-80dd-ecb10b0edfb9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Network': ['ID=2ed19e5e-defd-4e62-9c74-771ce25eb3dd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:31.872360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:19:31.883252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-05b74a4e-1c72-4456-b5d2-36aad314fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:31.884794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-05b74a4e-1c72-4456-b5d2-36aad314fac8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475468 Dec 10 18:19:31.894465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-19715f24-4217-452e-8e62-8910202b903c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:31.901740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-19715f24-4217-452e-8e62-8910202b903c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.2637970 Dec 10 18:19:31.938121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-6a32155b-e357-40eb-a19d-7537352fc46f tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/quotas/a188ad806b6d46409661b59ef057dc1a HTTP/1.1" status: 200 len: 375 time: 0.0347507 Dec 10 18:19:31.938281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2c535-7093-4984-bff2-6b1f6461252c'}, {'server_uuid': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85521307-218e-4480-a17a-0f5a4d078db5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:31.943089 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57824dde-1636-4005-a284-389fe8309733" -d '{"events": [{"server_uuid": "361fc97a-f9c6-4847-821a-2db3ec6e1c84", "name": "network-vif-plugged", "status": "completed", "tag": "87e2c535-7093-4984-bff2-6b1f6461252c"}, {"server_uuid": "6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9", "name": "network-vif-plugged", "status": "completed", "tag": "85521307-218e-4480-a17a-0f5a4d078db5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:31.961523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:31.972656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:32.007758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-7848865e-b93d-4b91-821a-05d95da6d38f tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691452 Dec 10 18:19:32.032319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:32.105708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-51234b3e-329c-42f5-b4e5-5191f9e77fda service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006106 Dec 10 18:19:32.122857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83787280-0cc8-4767-a07d-6752f26ab52a req-22080e6a-1a3f-4fc0-b2be-5ab81d4fa3ca tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.124530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83787280-0cc8-4767-a07d-6752f26ab52a req-22080e6a-1a3f-4fc0-b2be-5ab81d4fa3ca tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.1175318 Dec 10 18:19:32.200076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-5d4402ff-e727-4b4c-8f73-3640095bf93f service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833980 Dec 10 18:19:32.226135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83787280-0cc8-4767-a07d-6752f26ab52a req-8965953f-4374-4642-a379-7426ff7d5114 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901933 Dec 10 18:19:32.291638 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecccfcb4-98a4-448b-a172-db6305b99ee6 x-openstack-request-id: req-ecccfcb4-98a4-448b-a172-db6305b99ee6 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:32.292196 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361fc97a-f9c6-4847-821a-2db3ec6e1c84", "name": "network-vif-plugged", "status": "completed", "tag": "87e2c535-7093-4984-bff2-6b1f6461252c", "code": 200}, {"server_uuid": "6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9", "name": "network-vif-plugged", "status": "completed", "tag": "85521307-218e-4480-a17a-0f5a4d078db5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:32.292196 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ecccfcb4-98a4-448b-a172-db6305b99ee6 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:32.292577 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2c535-7093-4984-bff2-6b1f6461252c', 'code': 200} Dec 10 18:19:32.293252 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85521307-218e-4480-a17a-0f5a4d078db5', 'code': 200} Dec 10 18:19:32.328724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d21aae4-b8f2-4f91-aaae-328f51addda2 req-b014815f-f3eb-4369-af59-25c928224a10 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126143 Dec 10 18:19:32.343976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:32.409078 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-433e7ece-06b7-4a49-a127-91aedb47b8cd service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912112 Dec 10 18:19:32.455571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7961b1d-801f-41ce-ad35-e5b26690524c req-277c97f0-fd1d-4a49-a72e-719651ec8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.457254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7961b1d-801f-41ce-ad35-e5b26690524c req-277c97f0-fd1d-4a49-a72e-719651ec8fc7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 1097 time: 0.0666130 Dec 10 18:19:32.491105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=a3a755fe-3139-4ddc-98d2-5d71927743ed,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:32.521290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7961b1d-801f-41ce-ad35-e5b26690524c req-91d396aa-1c03-4f15-a814-5cc71f10547e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541191 Dec 10 18:19:32.572484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:32.572859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network hostable DHCP agents. Network: 2ed19e5e-defd-4e62-9c74-771ce25eb3dd, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:19:32.583693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1141f37-294a-4138-bea3-8e8f56d0fd05 req-9ce7bcdf-779c-480e-9663-f4f68a913012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.585500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1141f37-294a-4138-bea3-8e8f56d0fd05 req-9ce7bcdf-779c-480e-9663-f4f68a913012 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 1096 time: 0.2117207 Dec 10 18:19:32.617632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede218d9-eeeb-4060-84b8-2438e572012c req-9caa50d5-7f89-44fc-aea5-164826cf04e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.624293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede218d9-eeeb-4060-84b8-2438e572012c req-9caa50d5-7f89-44fc-aea5-164826cf04e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.630230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede218d9-eeeb-4060-84b8-2438e572012c req-9caa50d5-7f89-44fc-aea5-164826cf04e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.631966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede218d9-eeeb-4060-84b8-2438e572012c req-9caa50d5-7f89-44fc-aea5-164826cf04e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2419 time: 0.2142570 Dec 10 18:19:32.635979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-d8964c7a-5954-4415-819b-ac2d505f81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.637571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-d8964c7a-5954-4415-819b-ac2d505f81f8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 1098 time: 0.1642907 Dec 10 18:19:32.678055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:19:32.708359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 2ed19e5e-defd-4e62-9c74-771ce25eb3dd) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:32.714495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1141f37-294a-4138-bea3-8e8f56d0fd05 req-2cf7e183-6845-4881-ab2e-21fbb6b94c8e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126184 Dec 10 18:19:32.720218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428af361-2d86-4fcb-a844-f1c9a153a45f None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:32.723858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.723858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:32.760102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede218d9-eeeb-4060-84b8-2438e572012c req-bfd96e69-d222-4158-9f6a-ae7ceca1c160 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141701 Dec 10 18:19:32.816320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42468) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:32.817053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0012ac01-82d8-46fa-98a0-97cf360f0630 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9858046 Dec 10 18:19:32.823973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'name': 'tempest-NetworksTestDHCPv6-2018734149'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:32.910032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-70882dbf-2473-406c-92c3-610b31f9806d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:32.918098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-70882dbf-2473-406c-92c3-610b31f9806d service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1915636 Dec 10 18:19:32.956443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'a3a755fe-3139-4ddc-98d2-5d71927743ed'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:32.958682 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:32.974193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a4d1a36b-745a-4b05-ad38-3ca65f86d6f8 req-d5a39b87-c4e5-4c08-ab24-44cea136260c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 210 time: 0.0517015 Dec 10 18:19:33.007569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-0a8b77de-3603-4910-99bf-1058ea0d6661 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6da652d4-2b9b-4c22-a159-e909493c8b04 HTTP/1.1" status: 200 len: 217 time: 0.0756178 Dec 10 18:19:33.131600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-4df71c27-4b8a-44b0-adb4-20f3b176bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:33.134944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-4df71c27-4b8a-44b0-adb4-20f3b176bf7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1051419 Dec 10 18:19:33.140000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:33.147787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:33.171223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 645d86f2-1dff-4691-a4e2-6019bcfffb1c yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:33.197109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/a3a755fe-3139-4ddc-98d2-5d71927743ed/3b9b7e97-50a7-4559-982f-36d1bf82796f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:33.279469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b3055-a1c2-44cb-a7a0-b931030cec17 req-5d90931f-caf2-4ca8-8b14-6a7692d9e8d8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:33.283343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d4b3055-a1c2-44cb-a7a0-b931030cec17 req-5d90931f-caf2-4ca8-8b14-6a7692d9e8d8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 947 time: 0.2702301 Dec 10 18:19:33.318581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-dd72178d-1a9a-4eb9-b771-43074e6b7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:33.320404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-dd72178d-1a9a-4eb9-b771-43074e6b7c01 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727364 Dec 10 18:19:33.338452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:33.455995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d4b3055-a1c2-44cb-a7a0-b931030cec17 req-681f4165-a840-4f11-a770-a426bb562195 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584640 Dec 10 18:19:33.528518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-19dae593-4214-45a3-a94b-00393af55b1f service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947479 Dec 10 18:19:33.589194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2842657-1677-402a-a94d-2db74b0a6ceb req-f0d00095-da47-4669-a820-69f6a8d1d16c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:33.592412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2842657-1677-402a-a94d-2db74b0a6ceb req-f0d00095-da47-4669-a820-69f6a8d1d16c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.1323662 Dec 10 18:19:33.676221 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2842657-1677-402a-a94d-2db74b0a6ceb req-b07d07ce-1916-4ed7-aae7-e7813b33a3df tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763288 Dec 10 18:19:33.704871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6d83c-b2dd-4806-be34-0629cdc3b0ca req-85059d4b-3839-44db-b325-a3eea1fb4cec tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:33.711151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6d83c-b2dd-4806-be34-0629cdc3b0ca req-85059d4b-3839-44db-b325-a3eea1fb4cec tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:33.717656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6d83c-b2dd-4806-be34-0629cdc3b0ca req-85059d4b-3839-44db-b325-a3eea1fb4cec tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:33.719504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ae6d83c-b2dd-4806-be34-0629cdc3b0ca req-85059d4b-3839-44db-b325-a3eea1fb4cec tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2419 time: 0.1298506 Dec 10 18:19:33.764831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cca5ee9-d1e6-4458-8aa9-6c452f037b1d req-a13a546a-2575-4134-81ae-86c00a4f5af7 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118495 Dec 10 18:19:33.811530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ae6d83c-b2dd-4806-be34-0629cdc3b0ca req-ede7340c-5da6-4564-b02f-8eac74fece2f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751684 Dec 10 18:19:33.828937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:33.852653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:33.869991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:33.872080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf', 'mac_address': 'fa:16:3e:9f:cb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:33.968194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:33.992724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::365 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/a3a755fe-3139-4ddc-98d2-5d71927743ed/645d86f2-1dff-4691-a4e2-6019bcfffb1c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:34.041252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:34.054673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:34.065364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:34.120406 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.179237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Pushing event updated for resources: {'Port': ['ID=3b9b7e97-50a7-4559-982f-36d1bf82796f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:34.184057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.196124 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85be853d-89d8-4528-bd1b-644631ea6f4e req-7a6afd28-80fd-4c4c-95a4-e775a4b6d041 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 210 time: 0.0688279 Dec 10 18:19:34.224327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:34.248686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:34.255899 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.288792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Attempting to bind port 3b9b7e97-50a7-4559-982f-36d1bf82796f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:34.289166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Attempting to bind port 3b9b7e97-50a7-4559-982f-36d1bf82796f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:34.289812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Attempting to bind port 3b9b7e97-50a7-4559-982f-36d1bf82796f on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:34.301271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:34.301954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:34.302565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.303165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:34.303827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Bound port: 3b9b7e97-50a7-4559-982f-36d1bf82796f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:34.304387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.368643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:34.390769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.404468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] For port 3b9b7e97-50a7-4559-982f-36d1bf82796f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:34.408707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] For port 3b9b7e97-50a7-4559-982f-36d1bf82796f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b9b7e97-50a7-4559-982f-36d1bf82796f,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:34.414479 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.445805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.531244 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.545667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b2805-b9ad-43f4-81aa-d719bddb9605 None None] Pushing event updated for resources: {'Port': ['ID=3b9b7e97-50a7-4559-982f-36d1bf82796f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:34.552301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:34.561980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:34.573604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:34.581550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:34.582256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:34.595764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:34.600975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=645d86f2-1dff-4691-a4e2-6019bcfffb1c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:34.627061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4267a915-7ce3-4c44-8f63-161147a38290 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8084216 Dec 10 18:19:34.628239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:34.724148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5a4d7-5ada-46e4-801d-a2006dc380c2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:34.725780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42516) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:34.742631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b5a4d7-5ada-46e4-801d-a2006dc380c2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:34.753624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f0b5a4d7-5ada-46e4-801d-a2006dc380c2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1166892 Dec 10 18:19:34.781490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42520) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:34.792537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6da652d4-2b9b-4c22-a159-e909493c8b04 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:34.794063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d057-d85c-4513-8570-a11fff8dafb4 req-a7de6fb9-255b-44f5-bbe7-d3a00dceaaee tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:34.796140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69d0d057-d85c-4513-8570-a11fff8dafb4 req-a7de6fb9-255b-44f5-bbe7-d3a00dceaaee tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 947 time: 0.1677554 Dec 10 18:19:34.832893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-d494629b-28fc-423c-87d3-86952e82bef9 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:34.834498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-d494629b-28fc-423c-87d3-86952e82bef9 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.7776515 Dec 10 18:19:34.870291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Request body: {'port': {'device_id': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'admin_state_up': True, 'tenant_id': 'a188ad806b6d46409661b59ef057dc1a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:34.979051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69d0d057-d85c-4513-8570-a11fff8dafb4 req-f4dab1d4-18ac-4773-8b86-5674ee0c8b24 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430418 Dec 10 18:19:34.998443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6da652d4-2b9b-4c22-a159-e909493c8b04, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6da652d4-2b9b-4c22-a159-e909493c8b04,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:34.998665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0de93d-a681-4ae5-9449-6c7e0d7110fd req-e1b2eae0-551b-4d1b-ad03-8cb8b4710f5a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.006792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d0de93d-a681-4ae5-9449-6c7e0d7110fd req-e1b2eae0-551b-4d1b-ad03-8cb8b4710f5a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.1242719 Dec 10 18:19:35.020592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '6da652d4-2b9b-4c22-a159-e909493c8b04', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '6da652d4-2b9b-4c22-a159-e909493c8b04', 'mac_address': 'fa:16:3e:4f:61:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:35.077573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.077812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5445c640-1c15-4499-919c-052f68ae0cd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.084712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d0de93d-a681-4ae5-9449-6c7e0d7110fd req-786fc4be-461f-4c39-96a4-83d9d6b1c6d8 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768485 Dec 10 18:19:35.109978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 645d86f2-1dff-4691-a4e2-6019bcfffb1c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:35.109978 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.110266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da652d4-2b9b-4c22-a159-e909493c8b04 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:35.135112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6da652d4-2b9b-4c22-a159-e909493c8b04, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6da652d4-2b9b-4c22-a159-e909493c8b04,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:35.141338 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.186435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Made reservation on behalf of a188ad806b6d46409661b59ef057dc1a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:35.190077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.227134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6da652d4-2b9b-4c22-a159-e909493c8b04,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:35.253744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.261879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9028a-6d69-4d67-a4e7-6b97f753253d req-53a65cff-bf77-4b80-a110-71513ad85c77 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.268519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9028a-6d69-4d67-a4e7-6b97f753253d req-53a65cff-bf77-4b80-a110-71513ad85c77 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.270801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 645d86f2-1dff-4691-a4e2-6019bcfffb1c owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:35.274615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9028a-6d69-4d67-a4e7-6b97f753253d req-53a65cff-bf77-4b80-a110-71513ad85c77 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.276663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aec9028a-6d69-4d67-a4e7-6b97f753253d req-53a65cff-bf77-4b80-a110-71513ad85c77 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2419 time: 0.1871521 Dec 10 18:19:35.385373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-bdf831c9-a723-4ada-a7af-88052cce24e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.392363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-bdf831c9-a723-4ada-a7af-88052cce24e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.398404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-bdf831c9-a723-4ada-a7af-88052cce24e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.400428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-bdf831c9-a723-4ada-a7af-88052cce24e1 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 2419 time: 0.2360983 Dec 10 18:19:35.467650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.508739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af29aba-c02a-4d85-9fe6-adfc00578f7f req-8d7385dc-99c9-424d-b2a9-aff6d03b4f5e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:35.510302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4af29aba-c02a-4d85-9fe6-adfc00578f7f req-8d7385dc-99c9-424d-b2a9-aff6d03b4f5e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1199052 Dec 10 18:19:35.511718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=645d86f2-1dff-4691-a4e2-6019bcfffb1c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:35.551873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.552992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aec9028a-6d69-4d67-a4e7-6b97f753253d req-e1560760-2836-42b5-b735-a5816ebae980 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673614 Dec 10 18:19:35.555474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62cc3ed0-4876-4541-8091-13c4d8cf414a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/645d86f2-1dff-4691-a4e2-6019bcfffb1c HTTP/1.1" status: 204 len: 168 time: 0.7717888 Dec 10 18:19:35.555626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5445c640-1c15-4499-919c-052f68ae0cd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.563487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42532) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:35.605769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5445c640-1c15-4499-919c-052f68ae0cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.625020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6da652d4-2b9b-4c22-a159-e909493c8b04'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:35.675484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445c640-1c15-4499-919c-052f68ae0cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e5acee-fb9d-436a-8e1e-9e1948a6bee4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:35.715549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fbda703b-2b8d-4c1b-881f-e18d44b4fe92 req-065a7d3c-b937-45d2-80d5-a40319f82a3c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 210 time: 0.0595012 Dec 10 18:19:35.737401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5445c640-1c15-4499-919c-052f68ae0cd1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2243df39e9e34045b0489a350ce27c02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0097671 Dec 10 18:19:35.738192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42534) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:35.741480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Allocated IP 172.20.0.4 (37f1247b-513c-432d-9115-2392d7e10752/281731b8-544b-4aa5-afa4-30d41e95ffa9/9e468abf-d5a9-4e3f-b696-f97341a8ac57) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:35.832487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port a93e7a01-e599-4955-8bc7-8485016897c6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:35.832849 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:35.959160 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de9d793e-7ac8-4bca-a61a-b67a6d8362a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.053538 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de9d793e-7ac8-4bca-a61a-b67a6d8362a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.072859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db60b97-c248-41c8-8c6b-b275fb74b6c6 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:36.149308 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:19:36.151239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7dd254a3-b34a-4ee7-beba-e5c2390538f6 None None] Provisioning complete for port 3b9b7e97-50a7-4559-982f-36d1bf82796f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:36.151711 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7dd254a3-b34a-4ee7-beba-e5c2390538f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.164549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port a93e7a01-e599-4955-8bc7-8485016897c6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a93e7a01-e599-4955-8bc7-8485016897c6,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:36.164915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.202472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4af29aba-c02a-4d85-9fe6-adfc00578f7f req-c70c1b14-0704-4ac2-a0dc-ce634413dcc1 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820323 Dec 10 18:19:36.204191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for a93e7a01-e599-4955-8bc7-8485016897c6 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:36.212872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc9b9d-2c87-4705-abe2-3d73ec01ad41 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:36.215178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dc9b9d-2c87-4705-abe2-3d73ec01ad41 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:36.220555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-38dc9b9d-2c87-4705-abe2-3d73ec01ad41 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6522231 Dec 10 18:19:36.223867 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.226119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42540) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:36.244600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e5a10-8302-41ac-9986-1a0bd0290d40 req-e156ea57-34c9-4558-b0be-f70f27826026 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:36.246154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-673e5a10-8302-41ac-9986-1a0bd0290d40 req-e156ea57-34c9-4558-b0be-f70f27826026 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 948 time: 0.1840186 Dec 10 18:19:36.309979 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7dd254a3-b34a-4ee7-beba-e5c2390538f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.325264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de9d793e-7ac8-4bca-a61a-b67a6d8362a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.328829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de9d793e-7ac8-4bca-a61a-b67a6d8362a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.333197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-de9d793e-7ac8-4bca-a61a-b67a6d8362a9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/05e5acee-fb9d-436a-8e1e-9e1948a6bee4 HTTP/1.1" status: 204 len: 168 time: 0.5853400 Dec 10 18:19:36.358238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d793e-7ac8-4bca-a61a-b67a6d8362a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e5acee-fb9d-436a-8e1e-9e1948a6bee4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:36.372541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet a3a755fe-3139-4ddc-98d2-5d71927743ed {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:36.393906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.402919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7dd254a3-b34a-4ee7-beba-e5c2390538f6 None None] For port 3b9b7e97-50a7-4559-982f-36d1bf82796f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b9b7e97-50a7-4559-982f-36d1bf82796f,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:36.433054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.433361 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7dd254a3-b34a-4ee7-beba-e5c2390538f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.447318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-673e5a10-8302-41ac-9986-1a0bd0290d40 req-104497a8-672a-4bad-ae2e-d591aa930c31 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579697 Dec 10 18:19:36.577099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.585228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd254a3-b34a-4ee7-beba-e5c2390538f6 None None] Pushing event updated for resources: {'Port': ['ID=3b9b7e97-50a7-4559-982f-36d1bf82796f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:36.590419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b9b7e97-50a7-4559-982f-36d1bf82796f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:36.658493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3b9b7e97-50a7-4559-982f-36d1bf82796f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:36.659713 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.684264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event updated for resources: {'Port': ['ID=9e468abf-d5a9-4e3f-b696-f97341a8ac57,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:36.707351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Network 37f1247b-513c-432d-9115-2392d7e10752 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:36.717179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:36.720158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:36.752845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.786140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.830852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['5fb1a35a-6d63-40fb-b9bc-abbece15da58', 'a93e7a01-e599-4955-8bc7-8485016897c6', '21673a6c-9c77-434f-a823-c9d0d42c20d8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:36.843601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-943b2c6b-4b82-4d39-84d9-57a64f447f58 None None] Provisioning complete for port 3b9b7e97-50a7-4559-982f-36d1bf82796f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:36.844195 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-943b2c6b-4b82-4d39-84d9-57a64f447f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.869704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=a93e7a01-e599-4955-8bc7-8485016897c6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:36.948892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:36.950275 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:36.955403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba1957-9289-46a2-ad7e-1fa5a7b7e333 req-5c547195-ea5b-4298-a02b-d3375268a37f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:36.964282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5aba1957-9289-46a2-ad7e-1fa5a7b7e333 req-5c547195-ea5b-4298-a02b-d3375268a37f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 945 time: 0.1711690 Dec 10 18:19:36.994935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42554) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:37.003589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port a93e7a01-e599-4955-8bc7-8485016897c6 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:37.004309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.006295 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.012680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-7a174ede-fb83-4929-b56d-b3f97b143312 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "DELETE /v2.0/ports/a93e7a01-e599-4955-8bc7-8485016897c6 HTTP/1.1" status: 204 len: 173 time: 1.6039479 Dec 10 18:19:37.019212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-deleted', 'tag': 'a93e7a01-e599-4955-8bc7-8485016897c6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:37.022666 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd67e90b-b360-49ba-8219-e240efb59e4c" -d '{"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-deleted", "tag": "a93e7a01-e599-4955-8bc7-8485016897c6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:37.040562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bcf4-fdcf-4d64-b0cd-9ad76255ca45 req-43be1c59-0101-460a-b0bc-cd2206ebe52a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:37.049649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7bcf4-fdcf-4d64-b0cd-9ad76255ca45 req-43be1c59-0101-460a-b0bc-cd2206ebe52a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:37.057386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cb7bcf4-fdcf-4d64-b0cd-9ad76255ca45 req-43be1c59-0101-460a-b0bc-cd2206ebe52a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 1683 time: 0.3270855 Dec 10 18:19:37.100665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a755fe-3139-4ddc-98d2-5d71927743ed,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:37.103379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-0e4666dc-3ab3-477d-a637-369312917565 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2370083 Dec 10 18:19:37.103570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.108846 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-92acf70e-8061-47d1-b03d-ec089bf33699 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/a3a755fe-3139-4ddc-98d2-5d71927743ed HTTP/1.1" status: 204 len: 168 time: 0.8812373 Dec 10 18:19:37.115706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8eeda45-686c-449d-b1c4-d39310de6c12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.119990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42558) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:37.141771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5aba1957-9289-46a2-ad7e-1fa5a7b7e333 req-4801642c-e249-4c0b-8a55-14eab1fc1ab2 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763251 Dec 10 18:19:37.179514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Request body: {'port': {'device_id': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:37.188322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d084f2cf-4b5c-4a0b-93c7-f9e47b5e0f7a None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:37.227806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-44caa1f0-71cc-4b24-a799-2f59ec1afb39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017649 Dec 10 18:19:37.233824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42562) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:37.258864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:37.260448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9d0bf1b5-6965-4e32-84c4-28ff0dd2cd4c None None] Could not find standard attr ID for object 645d86f2-1dff-4691-a4e2-6019bcfffb1c. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:19:37.275167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a522dcf-28fc-44ba-9164-937d39058483 req-c4df21ef-89ec-4ca8-9300-fcf5a93a3580 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:37.277139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a522dcf-28fc-44ba-9164-937d39058483 req-c4df21ef-89ec-4ca8-9300-fcf5a93a3580 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 931 time: 0.0627077 Dec 10 18:19:37.335092 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a522dcf-28fc-44ba-9164-937d39058483 req-09274549-77d4-47b6-8e86-e450643c73f5 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487499 Dec 10 18:19:37.359708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:37.406788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5cb7bcf4-fdcf-4d64-b0cd-9ad76255ca45 req-907df643-576e-4734-ad29-afd4c74d461a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484702 Dec 10 18:19:37.448492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:37.467593 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.484763 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b587bb-b03e-482b-8601-b34f5a9468a2 x-openstack-request-id: req-c0b587bb-b03e-482b-8601-b34f5a9468a2 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:37.485157 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-deleted", "tag": "a93e7a01-e599-4955-8bc7-8485016897c6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:37.485558 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c0b587bb-b03e-482b-8601-b34f5a9468a2 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:37.485818 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-deleted', 'tag': 'a93e7a01-e599-4955-8bc7-8485016897c6', 'status': 'completed', 'code': 200} Dec 10 18:19:37.500348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:37.510309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:37.510888 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.592841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port 21673a6c-9c77-434f-a823-c9d0d42c20d8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:37.593242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.609749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] Deleting port 3b9b7e97-50a7-4559-982f-36d1bf82796f {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:37.610630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.616919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:37.622830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.650039 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8eeda45-686c-449d-b1c4-d39310de6c12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.686099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] For port 3b9b7e97-50a7-4559-982f-36d1bf82796f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b9b7e97-50a7-4559-982f-36d1bf82796f,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:37.686754 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.701000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] Calling delete_port for 3b9b7e97-50a7-4559-982f-36d1bf82796f owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:37.769025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8eeda45-686c-449d-b1c4-d39310de6c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.777918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfab94d-c929-4d42-9d8c-8a4fbeb6ca38 req-6819e310-b909-4eb2-afd7-b5c863bfb790 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:37.787215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1dfab94d-c929-4d42-9d8c-8a4fbeb6ca38 req-6819e310-b909-4eb2-afd7-b5c863bfb790 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 948 time: 0.0757360 Dec 10 18:19:37.795283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.811423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.814205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] No DVR routers for this DVR port 3b9b7e97-50a7-4559-982f-36d1bf82796f on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:37.863689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1dfab94d-c929-4d42-9d8c-8a4fbeb6ca38 req-c4f45046-4099-429d-9458-14316fa39844 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752974 Dec 10 18:19:37.868407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb2854-4332-4aae-b56a-4dad99ad420c None None] Pushing event deleted for resources: {'Port': ['ID=3b9b7e97-50a7-4559-982f-36d1bf82796f,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:37.894639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a833143-8370-4a22-9837-676d8607e711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:37.898062 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccd920a-78c5-4ff5-b9f9-67a8207830c0" -d '{"events": [{"server_uuid": "2a833143-8370-4a22-9837-676d8607e711", "name": "network-vif-plugged", "status": "completed", "tag": "0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:37.902428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:37.913423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:37.915207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5fb1a35a-6d63-40fb-b9bc-abbece15da58 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:37.986172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a8eeda45-686c-449d-b1c4-d39310de6c12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9f2df92c42804f53bd42512fea56e87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9810722 Dec 10 18:19:37.986750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42572) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:38.005481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eeda45-686c-449d-b1c4-d39310de6c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d4365-285f-491f-965c-c7e2f1eab39b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:38.029350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:38.075063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a4-a3e4-4cc6-b83b-c06ad84858b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.076871 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c0aa7f-1872-49c9-9bf5-172d51afd0e2 x-openstack-request-id: req-86c0aa7f-1872-49c9-9bf5-172d51afd0e2 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:38.077178 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a833143-8370-4a22-9837-676d8607e711", "name": "network-vif-plugged", "status": "completed", "tag": "0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:38.077424 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86c0aa7f-1872-49c9-9bf5-172d51afd0e2 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:38.077831 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a833143-8370-4a22-9837-676d8607e711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf', 'code': 200} Dec 10 18:19:38.096375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port 21673a6c-9c77-434f-a823-c9d0d42c20d8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=21673a6c-9c77-434f-a823-c9d0d42c20d8,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:38.097201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.099461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a4-a3e4-4cc6-b83b-c06ad84858b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.100297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.110293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e559-5775-4423-aaa0-771aa9a5cfe7 req-a95c3437-3df7-4a9d-a342-04df17e2f60e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:38.119766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3859e559-5775-4423-aaa0-771aa9a5cfe7 req-a95c3437-3df7-4a9d-a342-04df17e2f60e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.3474092 Dec 10 18:19:38.154175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5fb1a35a-6d63-40fb-b9bc-abbece15da58,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:38.160584 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.180679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for 21673a6c-9c77-434f-a823-c9d0d42c20d8 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:38.187907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e720f-9830-4523-bca5-87f9b40d9f47 req-92cc1c24-f74c-4aca-b347-45dc5366934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:38.189589 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-304e720f-9830-4523-bca5-87f9b40d9f47 req-92cc1c24-f74c-4aca-b347-45dc5366934e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 1101 time: 0.0537350 Dec 10 18:19:38.191097 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a4-a3e4-4cc6-b83b-c06ad84858b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.193908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0caf0a4-a3e4-4cc6-b83b-c06ad84858b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.195023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b0caf0a4-a3e4-4cc6-b83b-c06ad84858b5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b18d4365-285f-491f-965c-c7e2f1eab39b HTTP/1.1" status: 204 len: 168 time: 0.2075815 Dec 10 18:19:38.232282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=5fb1a35a-6d63-40fb-b9bc-abbece15da58,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:38.240889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0caf0a4-a3e4-4cc6-b83b-c06ad84858b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d4365-285f-491f-965c-c7e2f1eab39b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:38.286247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-304e720f-9830-4523-bca5-87f9b40d9f47 req-83a95c7b-533f-44fe-89fd-54c5425ad176 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901067 Dec 10 18:19:38.354758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3859e559-5775-4423-aaa0-771aa9a5cfe7 req-c73256b8-83ef-4da3-b920-f25168604bbe tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236645 Dec 10 18:19:38.364523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b9b7e97-50a7-4559-982f-36d1bf82796f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:38.396135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3b9b7e97-50a7-4559-982f-36d1bf82796f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:38.396598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b9b7e97-50a7-4559-982f-36d1bf82796f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:38.481594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.486781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e468abf-d5a9-4e3f-b696-f97341a8ac57 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:38.528660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0944fa3-92d4-45f2-bb14-da3ac1b8daf8 req-ca20021d-1cda-44be-a07a-8c9df6658d3a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:38.539348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0944fa3-92d4-45f2-bb14-da3ac1b8daf8 req-ca20021d-1cda-44be-a07a-8c9df6658d3a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 931 time: 0.0822923 Dec 10 18:19:38.546633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.576346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:38.588224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:38.591301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Transition to ACTIVE for port object 9e468abf-d5a9-4e3f-b696-f97341a8ac57 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:38.597231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:38.598405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.617062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d9e84-fe63-4ab6-8b92-1d5b7cd66285 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:38.621529 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.661146 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0944fa3-92d4-45f2-bb14-da3ac1b8daf8 req-aa2412fe-6620-4433-a24e-c440c324f352 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199896 Dec 10 18:19:38.694516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=214d160b-bb7c-4d2d-93a6-25242dc745eb,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:38.703146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Pushing event updated for resources: {'Port': ['ID=9e468abf-d5a9-4e3f-b696-f97341a8ac57,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:38.711367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42592) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:38.711537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb9019e4-0982-4fc4-ab98-c907f4a3db54 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4589846 Dec 10 18:19:38.721411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'name': 'tempest-NetworksTestDHCPv6-873186449'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:38.821041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6da652d4-2b9b-4c22-a159-e909493c8b04 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:38.829805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.878689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=21673a6c-9c77-434f-a823-c9d0d42c20d8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:38.890806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d607a8-36df-488a-8e02-9109a3c21e23 req-ef075c12-f3c6-4ef2-82c3-1184a8a3adef tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:38.898563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51d607a8-36df-488a-8e02-9109a3c21e23 req-ef075c12-f3c6-4ef2-82c3-1184a8a3adef tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1963561 Dec 10 18:19:38.917861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '214d160b-bb7c-4d2d-93a6-25242dc745eb'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:38.919273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.922753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d801509-2a0a-4f9a-8ecb-e0b8d9b99e37 req-377ed53a-c6df-4935-815c-9951dded15bc tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:38.934783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d801509-2a0a-4f9a-8ecb-e0b8d9b99e37 req-377ed53a-c6df-4935-815c-9951dded15bc tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 944 time: 0.1741979 Dec 10 18:19:38.980834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port 21673a6c-9c77-434f-a823-c9d0d42c20d8 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:38.987544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:38.992324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c47b0288-3712-46ed-a750-824d9a1662c8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "DELETE /v2.0/ports/21673a6c-9c77-434f-a823-c9d0d42c20d8 HTTP/1.1" status: 204 len: 173 time: 1.9645901 Dec 10 18:19:39.008255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Attempting to bind port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:39.008645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Attempting to bind port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:39.008982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Attempting to bind port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:39.046813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d801509-2a0a-4f9a-8ecb-e0b8d9b99e37 req-19b1985c-e5dc-46ce-be7b-887bad8e8e75 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103060 Dec 10 18:19:39.069889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:39.075610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.083951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 6da652d4-2b9b-4c22-a159-e909493c8b04 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:39.100278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 6da652d4-2b9b-4c22-a159-e909493c8b04 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:39.100655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.110834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 50a995f8-5457-4424-b407-15c9261bd4be yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:39.122842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 on network 37f1247b-513c-432d-9115-2392d7e10752 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:39.126038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Attempting to bind port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:39.152337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:39.152785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Checking segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:39.157185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Bound using segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:39.157741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Bound port: 9e468abf-d5a9-4e3f-b696-f97341a8ac57, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:39.158121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.222974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/214d160b-bb7c-4d2d-93a6-25242dc745eb/ce9cb27f-c96e-46b6-944b-2a5b0b5a181d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:39.226100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51d607a8-36df-488a-8e02-9109a3c21e23 req-fe021472-9187-4f9f-a53c-020c3675c2e6 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265140 Dec 10 18:19:39.368156 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.374181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 21673a6c-9c77-434f-a823-c9d0d42c20d8 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:39.392410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] For port 9e468abf-d5a9-4e3f-b696-f97341a8ac57, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:39.398285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] For port 9e468abf-d5a9-4e3f-b696-f97341a8ac57, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:39.403593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:39.405800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 21673a6c-9c77-434f-a823-c9d0d42c20d8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:39.406152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 21673a6c-9c77-434f-a823-c9d0d42c20d8 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:39.406554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.406704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a93e7a01-e599-4955-8bc7-8485016897c6 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:39.432434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: a93e7a01-e599-4955-8bc7-8485016897c6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:39.433975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a93e7a01-e599-4955-8bc7-8485016897c6 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:39.442588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.472937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6da652d4-2b9b-4c22-a159-e909493c8b04, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6da652d4-2b9b-4c22-a159-e909493c8b04,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:39.480405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.490680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-deleted', 'tag': '21673a6c-9c77-434f-a823-c9d0d42c20d8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:39.492395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1072f-ede5-4f6d-b3b3-7508b101be71 req-937b99fc-1c98-49ac-84d0-6b7a6d0a3fcd tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:39.509822 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df1072f-ede5-4f6d-b3b3-7508b101be71 req-937b99fc-1c98-49ac-84d0-6b7a6d0a3fcd tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 948 time: 0.1206133 Dec 10 18:19:39.511869 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5902818b-1f71-42f8-be28-5b0817a631b6" -d '{"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-deleted", "tag": "21673a6c-9c77-434f-a823-c9d0d42c20d8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:39.602690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5df1072f-ede5-4f6d-b3b3-7508b101be71 req-0ed41cb8-e8c3-483f-a4eb-c3ebfb4cc58c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877016 Dec 10 18:19:39.655495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:39.656352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.658150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] 10.222.0.30 "PUT /v2.0/ports/9e468abf-d5a9-4e3f-b696-f97341a8ac57 HTTP/1.1" status: 200 len: 1091 time: 2.5334287 Dec 10 18:19:39.690418 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07e2e0c-a542-4867-9546-8e1120bd29ba x-openstack-request-id: req-e07e2e0c-a542-4867-9546-8e1120bd29ba {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:39.691021 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-deleted", "tag": "21673a6c-9c77-434f-a823-c9d0d42c20d8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:39.691443 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e07e2e0c-a542-4867-9546-8e1120bd29ba {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:39.692043 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-deleted', 'tag': '21673a6c-9c77-434f-a823-c9d0d42c20d8', 'status': 'completed', 'code': 200} Dec 10 18:19:39.795976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6da652d4-2b9b-4c22-a159-e909493c8b04,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:39.829699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.837136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a2d01-8223-4f11-a0c1-ca2e5af3b267 req-dca37a62-a4c6-41d3-be15-17189d6847ce tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:39.837438 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.848422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd6a2d01-8223-4f11-a0c1-ca2e5af3b267 req-dca37a62-a4c6-41d3-be15-17189d6847ce tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 943 time: 0.0953588 Dec 10 18:19:39.858589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port 5fb1a35a-6d63-40fb-b9bc-abbece15da58, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5fb1a35a-6d63-40fb-b9bc-abbece15da58,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:39.859060 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.878414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4bc7a-f9d7-4230-940f-c12defb56f4d service neutron] Pushing event updated for resources: {'Port': ['ID=9e468abf-d5a9-4e3f-b696-f97341a8ac57,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:39.897709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6af3b-28b6-4b75-b529-8d59ba0b4c7b req-7e04f2f1-6537-4c23-b983-06c2c75d83b4 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:39.901817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:39.905540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6af3b-28b6-4b75-b529-8d59ba0b4c7b req-7e04f2f1-6537-4c23-b983-06c2c75d83b4 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:39.905973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:39.908482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:39.910676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Pushing event updated for resources: {'Port': ['ID=ce9cb27f-c96e-46b6-944b-2a5b0b5a181d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:39.924496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6af3b-28b6-4b75-b529-8d59ba0b4c7b req-7e04f2f1-6537-4c23-b983-06c2c75d83b4 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:39.926996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-09b6af3b-28b6-4b75-b529-8d59ba0b4c7b req-7e04f2f1-6537-4c23-b983-06c2c75d83b4 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84&device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9&device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 2418 time: 0.2244561 Dec 10 18:19:39.948596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for 5fb1a35a-6d63-40fb-b9bc-abbece15da58 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:39.971517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Attempting to bind port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:39.971961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Attempting to bind port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:39.972443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Attempting to bind port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:39.978187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:39.979310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:39.979440 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.979821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:39.980409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Bound port: ce9cb27f-c96e-46b6-944b-2a5b0b5a181d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:39.980768 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:39.983027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::2cb (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/214d160b-bb7c-4d2d-93a6-25242dc745eb/50a995f8-5457-4424-b407-15c9261bd4be) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:40.013100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd6a2d01-8223-4f11-a0c1-ca2e5af3b267 req-f46157a0-178c-4ff9-a9fd-ed06f7506ef3 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600404 Dec 10 18:19:40.069796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] For port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:40.076113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] For port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ce9cb27f-c96e-46b6-944b-2a5b0b5a181d,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:40.079998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58'}, {'server_uuid': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da652d4-2b9b-4c22-a159-e909493c8b04'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:40.083111 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c533e0c2-1bd8-4429-8e74-97bc4f3c303a" -d '{"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58"}, {"server_uuid": "010fe0d4-abee-48f8-a86b-0e9b3fa3120f", "name": "network-vif-plugged", "status": "completed", "tag": "6da652d4-2b9b-4c22-a159-e909493c8b04"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:40.088423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:40.201447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de006bf5-d548-44b8-86ce-fc310c438314 None None] Pushing event updated for resources: {'Port': ['ID=ce9cb27f-c96e-46b6-944b-2a5b0b5a181d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:40.289977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:40.308759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaef57-ead1-403f-ba21-c9e749e60683 req-d0d0e1c2-5c99-4854-a86a-7399e9e94eca tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.317090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9faaef57-ead1-403f-ba21-c9e749e60683 req-d0d0e1c2-5c99-4854-a86a-7399e9e94eca tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 944 time: 0.1601074 Dec 10 18:19:40.403156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9faaef57-ead1-403f-ba21-c9e749e60683 req-7685964a-76d7-4eeb-810b-199255fee7ea tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839515 Dec 10 18:19:40.405260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:40.409686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-b873a5a8-2d74-4150-a07f-fbb0f114dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.411232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-b873a5a8-2d74-4150-a07f-fbb0f114dcef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 1094 time: 0.6526916 Dec 10 18:19:40.462466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-05869456-567e-40d6-9e16-07095d82bb2e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57 HTTP/1.1" status: 200 len: 217 time: 0.0423386 Dec 10 18:19:40.520546 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d28945c-dc07-4800-932f-ca0c26d7aaa1 x-openstack-request-id: req-0d28945c-dc07-4800-932f-ca0c26d7aaa1 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:40.520546 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58", "code": 200}, {"server_uuid": "010fe0d4-abee-48f8-a86b-0e9b3fa3120f", "name": "network-vif-plugged", "status": "completed", "tag": "6da652d4-2b9b-4c22-a159-e909493c8b04", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:40.520546 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d28945c-dc07-4800-932f-ca0c26d7aaa1 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:40.520968 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58', 'code': 200} Dec 10 18:19:40.521217 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da652d4-2b9b-4c22-a159-e909493c8b04', 'code': 200} Dec 10 18:19:40.529913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:40.553659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:40.583203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:40.586232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.586944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:40.616056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9032600 Dec 10 18:19:40.616689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42642) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:40.618934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f10b14-7c57-47b1-9edc-c9a2eec9378f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=50a995f8-5457-4424-b407-15c9261bd4be,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:40.682804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-09b6af3b-28b6-4b75-b529-8d59ba0b4c7b req-27e1e984-b793-4b4f-8ffe-24f674bbfbf0 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486734 Dec 10 18:19:40.734035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7c62b-c628-4aeb-bc7f-29b1eceed687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.742773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d7c62b-c628-4aeb-bc7f-29b1eceed687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.744793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e8d7c62b-c628-4aeb-bc7f-29b1eceed687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1269763 Dec 10 18:19:40.746191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-4ad3eaeb-2223-45ca-baab-2d2e044a578c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.747682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42650) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:40.747815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-4ad3eaeb-2223-45ca-baab-2d2e044a578c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.2692144 Dec 10 18:19:40.845573 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-b748e499-7c9b-4722-873a-14ff31fc6af9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440466 Dec 10 18:19:40.866345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 50a995f8-5457-4424-b407-15c9261bd4be {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:40.866711 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:40.931849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37054f-611c-46c8-8b22-0a9fdb5dd5a9 req-93c5c127-8660-4097-a17b-547b719b1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.933716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b37054f-611c-46c8-8b22-0a9fdb5dd5a9 req-93c5c127-8660-4097-a17b-547b719b1dc0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 1100 time: 0.3055115 Dec 10 18:19:40.953325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f2e41-8d3c-45a3-a258-b53f13f59035 req-c04871c8-708e-402c-869c-64aabe56124a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:40.955149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b40f2e41-8d3c-45a3-a258-b53f13f59035 req-c04871c8-708e-402c-869c-64aabe56124a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 949 time: 0.2026045 Dec 10 18:19:41.029004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db46a4-240d-4e79-a152-dc468786a524 req-01dc66be-6d1f-458e-b881-61e66e757885 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:41.030506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4db46a4-240d-4e79-a152-dc468786a524 req-01dc66be-6d1f-458e-b881-61e66e757885 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.1154423 Dec 10 18:19:41.032635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.079524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 50a995f8-5457-4424-b407-15c9261bd4be owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:41.108680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4db46a4-240d-4e79-a152-dc468786a524 req-e96ca9bb-4cf5-4d0e-b1ec-dc9b52075042 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661428 Dec 10 18:19:41.108948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b37054f-611c-46c8-8b22-0a9fdb5dd5a9 req-5747cd5b-3b24-462e-aaf8-60df4a87a406 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638868 Dec 10 18:19:41.125541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-a5685e1f-cb8a-4950-b787-4c499f58f65a service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607744 Dec 10 18:19:41.129265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.146941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b40f2e41-8d3c-45a3-a258-b53f13f59035 req-d4186920-990f-4d80-9bba-48f8f2e94471 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828418 Dec 10 18:19:41.200722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42660) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:41.304205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00bcef-449d-43f7-8c9f-8ee404c51bf9 req-6943738e-3623-43d1-9976-80bcab6a152a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:41.312117 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e00bcef-449d-43f7-8c9f-8ee404c51bf9 req-6943738e-3623-43d1-9976-80bcab6a152a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 943 time: 0.0956030 Dec 10 18:19:41.399460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=5fb1a35a-6d63-40fb-b9bc-abbece15da58,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:41.448929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port 5fb1a35a-6d63-40fb-b9bc-abbece15da58 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:41.449651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.454040 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.458633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdb86505-b04e-4378-a7bc-b6771c313dce req-c9c6663d-3f97-4427-8f19-dd7f885cdf44 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "DELETE /v2.0/ports/5fb1a35a-6d63-40fb-b9bc-abbece15da58 HTTP/1.1" status: 204 len: 173 time: 2.4445083 Dec 10 18:19:41.469939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a480c66-48bc-4692-ae6b-c6f093411a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.490961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e00bcef-449d-43f7-8c9f-8ee404c51bf9 req-643c545b-6b2b-4cd6-847b-9464ab4df907 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777489 Dec 10 18:19:41.564290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc449353-2a81-4a12-a7d6-f1d6851b90d6 req-2f12f12e-2b90-4e85-8864-232bd34b4b63 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140849 Dec 10 18:19:41.565837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=50a995f8-5457-4424-b407-15c9261bd4be,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:41.608440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d08b60f1-ca2f-4815-a76c-acba5283aeb7 req-7462eb65-33f4-4d21-9991-093115288062 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=4e96d039-c4db-4a3f-a40b-99798156de9d HTTP/1.1" status: 200 len: 210 time: 0.0886042 Dec 10 18:19:41.658477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.667174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42670) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:41.668946 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e4315c33-0354-4d76-ac44-305c78d7ed81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/50a995f8-5457-4424-b407-15c9261bd4be HTTP/1.1" status: 204 len: 168 time: 0.9196906 Dec 10 18:19:41.699636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'tag': '9e468abf-d5a9-4e3f-b696-f97341a8ac57'}, {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-deleted', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:41.704060 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c2b279-2be7-45e5-a8dd-0772754beae5" -d '{"events": [{"name": "network-changed", "server_uuid": "77ae82cc-d4c8-4a05-a805-9a151c3bed38", "tag": "9e468abf-d5a9-4e3f-b696-f97341a8ac57"}, {"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-deleted", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:41.742041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a480c66-48bc-4692-ae6b-c6f093411a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.748123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a480c66-48bc-4692-ae6b-c6f093411a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.802622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42678) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:41.802729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6a480c66-48bc-4692-ae6b-c6f093411a6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=907838a2ec7748cbab4127cd8316b25c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5958428 Dec 10 18:19:41.805066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a480c66-48bc-4692-ae6b-c6f093411a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e04255-2f84-424b-a8ac-c9c87a4aea3b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:41.840598 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8469dd3-0f53-4c36-bcc4-61fb762c8ef3 x-openstack-request-id: req-c8469dd3-0f53-4c36-bcc4-61fb762c8ef3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:41.841241 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ae82cc-d4c8-4a05-a805-9a151c3bed38", "tag": "9e468abf-d5a9-4e3f-b696-f97341a8ac57", "status": "completed", "code": 200}, {"server_uuid": "4e96d039-c4db-4a3f-a40b-99798156de9d", "name": "network-vif-deleted", "tag": "5fb1a35a-6d63-40fb-b9bc-abbece15da58", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:41.841886 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8469dd3-0f53-4c36-bcc4-61fb762c8ef3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:41.842399 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'tag': '9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'status': 'completed', 'code': 200} Dec 10 18:19:41.842723 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e96d039-c4db-4a3f-a40b-99798156de9d', 'name': 'network-vif-deleted', 'tag': '5fb1a35a-6d63-40fb-b9bc-abbece15da58', 'status': 'completed', 'code': 200} Dec 10 18:19:41.847994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c664b77-ea46-4a7b-8899-5fc6f89ee177 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:41.849970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c664b77-ea46-4a7b-8899-5fc6f89ee177 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:41.851886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8c664b77-ea46-4a7b-8899-5fc6f89ee177 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1831212 Dec 10 18:19:41.855451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:41.880462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-30f6e0a0-dd6b-4804-ae49-212a68aaff71 None None] Provisioning complete for port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:41.881030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30f6e0a0-dd6b-4804-ae49-212a68aaff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.904176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b07ae2f-b80d-4f03-880e-8c82e0011671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.934548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b07ae2f-b80d-4f03-880e-8c82e0011671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:41.951576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-aff0d61b-af15-42b9-a137-34799b4e05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:41.953192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-aff0d61b-af15-42b9-a137-34799b4e05d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 1094 time: 0.0889792 Dec 10 18:19:41.962847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 214d160b-bb7c-4d2d-93a6-25242dc745eb {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:41.974519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.047900 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30f6e0a0-dd6b-4804-ae49-212a68aaff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.068160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.118835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b07ae2f-b80d-4f03-880e-8c82e0011671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.125130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-30f6e0a0-dd6b-4804-ae49-212a68aaff71 None None] For port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ce9cb27f-c96e-46b6-944b-2a5b0b5a181d,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:42.131324 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30f6e0a0-dd6b-4804-ae49-212a68aaff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.131659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b07ae2f-b80d-4f03-880e-8c82e0011671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.132826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8b07ae2f-b80d-4f03-880e-8c82e0011671 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/10e04255-2f84-424b-a8ac-c9c87a4aea3b HTTP/1.1" status: 204 len: 168 time: 0.3278720 Dec 10 18:19:42.163796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07ae2f-b80d-4f03-880e-8c82e0011671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e04255-2f84-424b-a8ac-c9c87a4aea3b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:42.183049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-eb743ced-809b-4a47-92a4-777696e4a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:42.185171 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-eb743ced-809b-4a47-92a4-777696e4a618 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 915 time: 0.2102437 Dec 10 18:19:42.238164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.282009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-50648b78-3096-4da8-9dce-d9db6f44b134 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57 HTTP/1.1" status: 200 len: 217 time: 0.0866253 Dec 10 18:19:42.435399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-3e105b06-5d3e-429c-994a-6bd40b39106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:42.439863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-3e105b06-5d3e-429c-994a-6bd40b39106c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.1490889 Dec 10 18:19:42.456227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c327e1-ceca-4522-945a-77d309ef6842 req-4e4ffb10-3f2f-4345-932b-72ae46e47b98 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:42.458183 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2c327e1-ceca-4522-945a-77d309ef6842 req-4e4ffb10-3f2f-4345-932b-72ae46e47b98 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 949 time: 0.1156471 Dec 10 18:19:42.460091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5b871fd9-70fe-4358-9a92-655c87028910 None None] Could not find standard attr ID for object 50a995f8-5457-4424-b407-15c9261bd4be. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:19:42.460235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.472586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6e0a0-dd6b-4804-ae49-212a68aaff71 None None] Pushing event updated for resources: {'Port': ['ID=ce9cb27f-c96e-46b6-944b-2a5b0b5a181d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:42.484212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ce9cb27f-c96e-46b6-944b-2a5b0b5a181d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:42.497836 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-e931ca02-5c69-49a4-98a2-90b021a4cb72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492129 Dec 10 18:19:42.505465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=214d160b-bb7c-4d2d-93a6-25242dc745eb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:42.549928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.558687 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3bcbf00b-a412-4606-bef6-5c978a067311 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/214d160b-bb7c-4d2d-93a6-25242dc745eb HTTP/1.1" status: 204 len: 168 time: 0.7016008 Dec 10 18:19:42.569591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42694) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:42.607230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ac1b3f-97a6-4b0d-849b-9b2d4ea5adb6 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:42.657919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-34236abd-f932-4b62-b81b-3960f9e82661 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836151 Dec 10 18:19:42.658659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42700) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:42.665111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:42.704311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-03d9c0df-82f6-49c0-9ef1-37ef68dd84a6 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965921 Dec 10 18:19:42.753965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:42.754577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.772973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2c327e1-ceca-4522-945a-77d309ef6842 req-6215d129-a5f5-49a2-9d98-91e5c5ba9d0a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702472 Dec 10 18:19:42.810557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:42.815638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:42.889457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42706) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:42.948523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:42.963811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42708) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:42.998495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9eaf204-82c5-4426-b1e9-d3550ac80872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.012773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] Deleting port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:43.013592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.021361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45209e32-e459-470d-861d-975d0898ce9b req-3542c975-578e-4e9e-85e8-d417b377ecb8 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:43.027622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45209e32-e459-470d-861d-975d0898ce9b req-3542c975-578e-4e9e-85e8-d417b377ecb8 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 943 time: 0.2634487 Dec 10 18:19:43.060517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting subnet e7240129-d203-4da7-8f1d-23489a9a8819 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:43.087274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.112257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] For port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ce9cb27f-c96e-46b6-944b-2a5b0b5a181d,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:43.112664 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.126795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c2b279-2be7-45e5-a8dd-0772754beae5 req-dff0bbf7-bd32-4303-8418-bebf1176a5c5 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141684 Dec 10 18:19:43.137519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] Calling delete_port for ce9cb27f-c96e-46b6-944b-2a5b0b5a181d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:43.178523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.194916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45209e32-e459-470d-861d-975d0898ce9b req-8e4b3bf6-a345-4679-acb7-11c86ea0d39c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511784 Dec 10 18:19:43.209937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.256451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.277695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=8b3be24d-453a-44f1-8ba4-fbcbe8c9721e,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:43.292953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] Pushing event deleted for resources: {'Port': ['ID=ce9cb27f-c96e-46b6-944b-2a5b0b5a181d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:43.294940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c44d8b0-fadd-4377-ae4c-ed434b7acaa9 None None] No DVR routers for this DVR port ce9cb27f-c96e-46b6-944b-2a5b0b5a181d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:43.304411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9eaf204-82c5-4426-b1e9-d3550ac80872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.306495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:43.308674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:43.310311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9eaf204-82c5-4426-b1e9-d3550ac80872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.314740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:43.315297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.330433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e03fa9-7c2b-4906-a5fc-65f5cd165448 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:43.359996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaf204-82c5-4426-b1e9-d3550ac80872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803c2b5f-baf8-4f74-89a2-ae10cf565f1e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:43.360393 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.364866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c9eaf204-82c5-4426-b1e9-d3550ac80872 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=824605fd4c58446bb40f34f83f2373bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3996677 Dec 10 18:19:43.371278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-745c815a-e925-446b-b51c-492b826cfa8c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7089329 Dec 10 18:19:43.371278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42714) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:43.381971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42716) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:43.387851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'name': 'tempest-NetworksTestDHCPv6-1658314080'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:43.428241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54aca71-5518-4b06-a6bf-4de6695cb8b8 req-118316e3-8ac8-4da9-b37c-a6871244d003 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:43.429478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a54aca71-5518-4b06-a6bf-4de6695cb8b8 req-118316e3-8ac8-4da9-b37c-a6871244d003 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1381257 Dec 10 18:19:43.471619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '8b3be24d-453a-44f1-8ba4-fbcbe8c9721e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:43.472567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.492136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.505643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a54aca71-5518-4b06-a6bf-4de6695cb8b8 req-b0ee9cef-ba6b-4ae0-b846-5081d1b85b90 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669096 Dec 10 18:19:43.525594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-473bb976-dff1-4b7d-9f26-f491252c1135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.537093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Subnet': ['ID=e7240129-d203-4da7-8f1d-23489a9a8819,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:43.541469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.547216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-29310276-ddc7-465d-83ca-c4c27ffa853d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/subnets/e7240129-d203-4da7-8f1d-23489a9a8819 HTTP/1.1" status: 204 len: 168 time: 0.6371803 Dec 10 18:19:43.548807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42718) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:43.571556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38528f33-5af7-495a-9101-89f6b0df1828 None None] Network 53129201-776b-4f17-922c-670f757cd591 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:43.573136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-473bb976-dff1-4b7d-9f26-f491252c1135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.625597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:43.629718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.635186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.651157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 7da9d3f8-1968-4356-bcb2-dc27508d586c yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:43.692936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port 0aafb899-913f-4fa9-b833-64f560be4779 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:43.693598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.706083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-473bb976-dff1-4b7d-9f26-f491252c1135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.708387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-473bb976-dff1-4b7d-9f26-f491252c1135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.712470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-473bb976-dff1-4b7d-9f26-f491252c1135 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/803c2b5f-baf8-4f74-89a2-ae10cf565f1e HTTP/1.1" status: 204 len: 168 time: 0.3422587 Dec 10 18:19:43.714329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/8b3be24d-453a-44f1-8ba4-fbcbe8c9721e/cec279ce-55c4-4d46-99ad-0ba5cb8636d3) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:43.731615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bb976-dff1-4b7d-9f26-f491252c1135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803c2b5f-baf8-4f74-89a2-ae10cf565f1e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:43.839709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] DHCP port deletion for 53129201-776b-4f17-922c-670f757cd591 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:43.840943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port 0aafb899-913f-4fa9-b833-64f560be4779, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0aafb899-913f-4fa9-b833-64f560be4779,segment=NetworkSegment(a01b3317-8420-417a-81bb-78d54f942367),segment_id=a01b3317-8420-417a-81bb-78d54f942367)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:43.841373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.857904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for 0aafb899-913f-4fa9-b833-64f560be4779 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:43.924026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cb223-2960-48ec-9b90-37790ec8d357 req-a7e57448-bb37-4532-b6aa-9496196ae5e4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:43.924693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d6cb223-2960-48ec-9b90-37790ec8d357 req-a7e57448-bb37-4532-b6aa-9496196ae5e4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 949 time: 0.0554311 Dec 10 18:19:43.975796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.981010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] Deleting port 0aafb899-913f-4fa9-b833-64f560be4779 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:43.982176 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:43.992704 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d6cb223-2960-48ec-9b90-37790ec8d357 req-e6879a4f-3995-4e1f-8955-f9e962141f2d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590582 Dec 10 18:19:44.009436 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.012543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=0aafb899-913f-4fa9-b833-64f560be4779,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:44.018888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port 0aafb899-913f-4fa9-b833-64f560be4779 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:44.116767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] For port 0aafb899-913f-4fa9-b833-64f560be4779, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:44.117188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.131240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::144 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/8b3be24d-453a-44f1-8ba4-fbcbe8c9721e/7da9d3f8-1968-4356-bcb2-dc27508d586c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:44.136155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] Calling delete_port for 0aafb899-913f-4fa9-b833-64f560be4779 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:44.140965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] Port 0aafb899-913f-4fa9-b833-64f560be4779 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:19:44.142226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.142894 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.145668 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.188299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] No DVR routers for this DVR port 0aafb899-913f-4fa9-b833-64f560be4779 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:44.221624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53129201-776b-4f17-922c-670f757cd591']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:44.228340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:44.235982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01b3317-8420-417a-81bb-78d54f942367') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:44.236290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01b3317-8420-417a-81bb-78d54f942367') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:44.240927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Pushing event updated for resources: {'Port': ['ID=cec279ce-55c4-4d46-99ad-0ba5cb8636d3,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:44.245217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:44.252307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e23b8-7b43-45e6-9eee-9d2b9b40b63a req-f3e78c7e-dafa-4c3b-99f2-194333da08d6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:44.253952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b6e23b8-7b43-45e6-9eee-9d2b9b40b63a req-f3e78c7e-dafa-4c3b-99f2-194333da08d6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 950 time: 0.1581631 Dec 10 18:19:44.255010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:44.258415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.291873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.295647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5625-da70-448c-816d-dffba2a56e42 None None] Pushing event deleted for resources: {'Port': ['ID=0aafb899-913f-4fa9-b833-64f560be4779,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:44.300883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:19:44.301460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:19:44.305610 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:19:44.390450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b6e23b8-7b43-45e6-9eee-9d2b9b40b63a req-720be791-1253-42a8-af1a-0b5ba97f0272 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297522 Dec 10 18:19:44.400791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.414124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ce9cb27f-c96e-46b6-944b-2a5b0b5a181d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:44.427980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.436254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/networks/53129201-776b-4f17-922c-670f757cd591 HTTP/1.1" status: 204 len: 168 time: 0.8866868 Dec 10 18:19:44.447314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42744) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:44.451972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e9741-361f-4b4f-be14-8f96b3141ea0 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Network': ['ID=53129201-776b-4f17-922c-670f757cd591,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:44.488164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ce9cb27f-c96e-46b6-944b-2a5b0b5a181d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:44.488494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ce9cb27f-c96e-46b6-944b-2a5b0b5a181d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:44.489453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0aafb899-913f-4fa9-b833-64f560be4779 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:44.501805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Attempting to bind port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:44.502757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Attempting to bind port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:44.504053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Attempting to bind port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:44.514652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.532143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29406c5-1a58-4caa-95f5-a13083cee0e5 req-500e7321-b41a-48b2-8868-855b3b030487 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:44.540725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d29406c5-1a58-4caa-95f5-a13083cee0e5 req-500e7321-b41a-48b2-8868-855b3b030487 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 943 time: 0.1312568 Dec 10 18:19:44.547850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0aafb899-913f-4fa9-b833-64f560be4779 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:44.548478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0aafb899-913f-4fa9-b833-64f560be4779 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:44.565751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:44.566844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:44.567628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.568079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:44.570779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Bound port: cec279ce-55c4-4d46-99ad-0ba5cb8636d3, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:44.571171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.595717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting subnet eff04e6a-51ab-4977-a66a-d71d7a66afb3 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:44.602977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.656997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] For port cec279ce-55c4-4d46-99ad-0ba5cb8636d3, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:44.658316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.660716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] For port cec279ce-55c4-4d46-99ad-0ba5cb8636d3, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cec279ce-55c4-4d46-99ad-0ba5cb8636d3,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:44.667621 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.705784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d29406c5-1a58-4caa-95f5-a13083cee0e5 req-0341dba9-6c6c-4f58-848b-ca0de785dfdc tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650643 Dec 10 18:19:44.729715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d704932-149d-4f6b-9936-4602de80a6c9 None None] Pushing event updated for resources: {'Port': ['ID=cec279ce-55c4-4d46-99ad-0ba5cb8636d3,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:44.780465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.834910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea957eb2-22ca-4078-bba9-c332e950b4f4 req-76aead99-f152-4810-a0ed-fe6f7579c24c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:44.841857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea957eb2-22ca-4078-bba9-c332e950b4f4 req-76aead99-f152-4810-a0ed-fe6f7579c24c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:44.845970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea957eb2-22ca-4078-bba9-c332e950b4f4 req-76aead99-f152-4810-a0ed-fe6f7579c24c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f&device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 1690 time: 0.0768161 Dec 10 18:19:44.892266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:44.905500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:44.913432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea957eb2-22ca-4078-bba9-c332e950b4f4 req-3080d42d-0cb3-4dc2-a255-003f7dcefede tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627296 Dec 10 18:19:44.914264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:44.924828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:44.925577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.937185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:44.969754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=7da9d3f8-1968-4356-bcb2-dc27508d586c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:44.990583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02744-bde4-452c-a971-06b705b4a867 req-e82e5f2a-f8f6-4666-b895-37843914a088 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:44.992090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1eb02744-bde4-452c-a971-06b705b4a867 req-e82e5f2a-f8f6-4666-b895-37843914a088 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1490407 Dec 10 18:19:44.999052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1866e1b1-c81d-45c9-b882-70432babc810 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6159863 Dec 10 18:19:45.002508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42760) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:45.103549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1eb02744-bde4-452c-a971-06b705b4a867 req-1e921efb-6ca8-4556-b7f6-56a82ea6f03c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911927 Dec 10 18:19:45.114564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.147911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Subnet': ['ID=eff04e6a-51ab-4977-a66a-d71d7a66afb3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:45.157981 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.168239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c24b6b-03d0-477f-a602-79469ac7a46c None None] Network 5f1c950a-efe5-4775-bae9-249cad9793a9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:45.179965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42766) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:45.180869 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-83648594-e58e-4ed1-8d89-6f5d05e31f24 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/subnets/eff04e6a-51ab-4977-a66a-d71d7a66afb3 HTTP/1.1" status: 204 len: 168 time: 0.7296426 Dec 10 18:19:45.275877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0c2b2-2f1b-441c-936c-7b014c31d2b8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:45.282280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce0c2b2-2f1b-441c-936c-7b014c31d2b8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:45.283980 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ce0c2b2-2f1b-441c-936c-7b014c31d2b8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2802565 Dec 10 18:19:45.287485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42770) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:45.312122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114e7d0-9589-4dec-a309-65acaefb56d3 req-f7afee1c-9fee-4903-8a08-90baaf6dd30f tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:45.323326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d114e7d0-9589-4dec-a309-65acaefb56d3 req-f7afee1c-9fee-4903-8a08-90baaf6dd30f tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 1100 time: 0.1866944 Dec 10 18:19:45.357608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.413336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e468abf-d5a9-4e3f-b696-f97341a8ac57 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:45.418396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] DHCP port deletion for 5f1c950a-efe5-4775-bae9-249cad9793a9 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:45.429882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d114e7d0-9589-4dec-a309-65acaefb56d3 req-43fb1475-1e77-4a84-a393-72a57853fba7 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056600 Dec 10 18:19:45.473264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port c2d476f2-3414-432b-94af-d445586086eb {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:45.473760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.488061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 7da9d3f8-1968-4356-bcb2-dc27508d586c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:45.488403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.581108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port c2d476f2-3414-432b-94af-d445586086eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c2d476f2-3414-432b-94af-d445586086eb,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:45.581506 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.605731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] Deleting port c2d476f2-3414-432b-94af-d445586086eb {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:45.606115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.618767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for c2d476f2-3414-432b-94af-d445586086eb owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:45.621970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.682688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 7da9d3f8-1968-4356-bcb2-dc27508d586c owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:45.744400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.759549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9e468abf-d5a9-4e3f-b696-f97341a8ac57, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:45.790453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=c2d476f2-3414-432b-94af-d445586086eb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:45.800613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port c2d476f2-3414-432b-94af-d445586086eb on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:45.813337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'port_id': '9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'mac_address': 'fa:16:3e:4f:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281731b8-544b-4aa5-afa4-30d41e95ffa9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:45.815060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a6b6d-26af-46af-9512-946116965277 req-c1333968-54db-454f-b49d-6d26cc7abe09 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:45.826487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-020a6b6d-26af-46af-9512-946116965277 req-c1333968-54db-454f-b49d-6d26cc7abe09 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 1101 time: 0.1805356 Dec 10 18:19:45.836383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] For port c2d476f2-3414-432b-94af-d445586086eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c2d476f2-3414-432b-94af-d445586086eb,segment=NetworkSegment(694bdb61-da72-4ed0-82cd-ed52a8b839b4),segment_id=694bdb61-da72-4ed0-82cd-ed52a8b839b4)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:45.836794 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.872564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] Calling delete_port for c2d476f2-3414-432b-94af-d445586086eb owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:45.943424 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.961692 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:45.991557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1c950a-efe5-4775-bae9-249cad9793a9']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:46.005378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e468abf-d5a9-4e3f-b696-f97341a8ac57 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:46.030557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0357eae3-336f-4e65-b17f-0b436caf0436 req-c3e8d0f0-b6b2-475c-a5c0-4344c011228c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:46.038267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.039027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0357eae3-336f-4e65-b17f-0b436caf0436 req-c3e8d0f0-b6b2-475c-a5c0-4344c011228c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 943 time: 0.1859608 Dec 10 18:19:46.041862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9e468abf-d5a9-4e3f-b696-f97341a8ac57, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:46.056203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.060746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694bdb61-da72-4ed0-82cd-ed52a8b839b4') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:46.068710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694bdb61-da72-4ed0-82cd-ed52a8b839b4') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:19:46.085377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=7da9d3f8-1968-4356-bcb2-dc27508d586c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:46.093129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-020a6b6d-26af-46af-9512-946116965277 req-a7f0489c-c590-45eb-b5a5-d2d58d7f0094 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652149 Dec 10 18:19:46.132639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.142936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9e468abf-d5a9-4e3f-b696-f97341a8ac57,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:46.145583 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.159650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] No DVR routers for this DVR port c2d476f2-3414-432b-94af-d445586086eb on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:46.179976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdbeab-728e-4053-b9d7-8c8da4711b08 None None] Pushing event deleted for resources: {'Port': ['ID=c2d476f2-3414-432b-94af-d445586086eb,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:46.199207 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.203630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-254256f0-3343-4085-9340-c8c2beb48328 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/7da9d3f8-1968-4356-bcb2-dc27508d586c HTTP/1.1" status: 204 len: 168 time: 0.9146438 Dec 10 18:19:46.206211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42800) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:46.235741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.291727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:19:46.292313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.311690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f431ed-463e-44d0-895b-876a3f7d4fb6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:19:46.312460 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:19:46.314732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f431ed-463e-44d0-895b-876a3f7d4fb6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:46.314732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-13f431ed-463e-44d0-895b-876a3f7d4fb6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0996578 Dec 10 18:19:46.328196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:46.328452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42802) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:46.350707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0357eae3-336f-4e65-b17f-0b436caf0436 req-d5056cde-fa11-4866-bf44-f061ccff0b7c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031991 Dec 10 18:19:46.430045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389854d-3409-4269-b247-f48c87eab70d req-352e2002-4e9b-4e38-846f-0cc25ee7c523 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:46.434625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6389854d-3409-4269-b247-f48c87eab70d req-352e2002-4e9b-4e38-846f-0cc25ee7c523 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1579404 Dec 10 18:19:46.454080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.456062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cec279ce-55c4-4d46-99ad-0ba5cb8636d3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:46.461530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.465556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/networks/5f1c950a-efe5-4775-bae9-249cad9793a9 HTTP/1.1" status: 204 len: 168 time: 1.2836227 Dec 10 18:19:46.482119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42814) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:46.487992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 8b3be24d-453a-44f1-8ba4-fbcbe8c9721e {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:46.492768 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.510671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-627789241'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:46.517875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267c975-76e3-4adc-96cc-cc16374d1382 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Network': ['ID=5f1c950a-efe5-4775-bae9-249cad9793a9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:46.552313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-e9848320-34f9-4faa-984f-34621ec0c2f1 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371869 Dec 10 18:19:46.566028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-515221a4-db54-49a5-a7a0-c3968ab77ab3 None None] Provisioning complete for port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:46.566028 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-515221a4-db54-49a5-a7a0-c3968ab77ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.595895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.647016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:46.647390 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.732584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.754286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:46.758933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.776961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6389854d-3409-4269-b247-f48c87eab70d req-5306f703-96ef-4ca7-a712-362fa75f9a1f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464814 Dec 10 18:19:46.781018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-0649ea7c-590d-4f3c-b7d5-5c63edb9957c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:46.792976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-0649ea7c-590d-4f3c-b7d5-5c63edb9957c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2342055 Dec 10 18:19:46.829298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-efe31cc8-8a27-4944-8c9d-035115051250 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/quotas/33011e0a006846adb5f242d35e51f465 HTTP/1.1" status: 200 len: 375 time: 0.0298686 Dec 10 18:19:46.838188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:19:46.883344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.905511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.908931 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Added segment e8febc4f-9882-4a87-a623-62f853bc208e of type vlan for network eb2c8f16-c3f2-4419-8ece-655d70d469e4 Dec 10 18:19:46.941675 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.958885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-515221a4-db54-49a5-a7a0-c3968ab77ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.972959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3be24d-453a-44f1-8ba4-fbcbe8c9721e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:46.987694 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:46.998737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-25df5778-0fca-4d5d-9556-b986b3a4f58b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/8b3be24d-453a-44f1-8ba4-fbcbe8c9721e HTTP/1.1" status: 204 len: 168 time: 0.6653020 Dec 10 18:19:47.001371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42826) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:47.035579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.082698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-550f2a4a-8582-4706-accc-534daeccc213 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2482212 Dec 10 18:19:47.087277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3fc2de7c-2552-4289-8540-d54b819a6ba9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815599 Dec 10 18:19:47.088215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42828) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:47.136930 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.143669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:47.144640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.163582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdab4cf9-c3a3-477d-94b9-e65f79067c96 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:47.177561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bdab4cf9-c3a3-477d-94b9-e65f79067c96 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0880194 Dec 10 18:19:47.181394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42830) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:47.193153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7054417 Dec 10 18:19:47.194311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42832) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:47.202617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'subnet': {'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:47.330916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f1928-bc06-4aa6-bfc9-ed6536d037da None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:47.335650 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-515221a4-db54-49a5-a7a0-c3968ab77ab3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:19:47.336088 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-515221a4-db54-49a5-a7a0-c3968ab77ab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:19:47.356245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aa0bc-88c0-4d4b-84e8-01919fba4714 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Network': ['ID=eb2c8f16-c3f2-4419-8ece-655d70d469e4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:47.361075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96178ea9-023b-49cf-96ae-bc3421a27883 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:47.362628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-96178ea9-023b-49cf-96ae-bc3421a27883 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1707728 Dec 10 18:19:47.365813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42842) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:47.397351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network eb2c8f16-c3f2-4419-8ece-655d70d469e4 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:19:47.462166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:47.467874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.474419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-46d1d28d-31ee-48af-89c7-893a000bfa6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1051545 Dec 10 18:19:47.485468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42846) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:47.490396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:47.525837 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:19:47.526518 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:19:47.584549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-49d47800-dd8d-4a62-9ed0-3c53ebfbd34f req-71e59d9c-9703-4226-9ec1-fcfc0c5bf241 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 210 time: 0.1366699 Dec 10 18:19:47.623280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcc7f9-08fb-48d1-9b3f-993c74f723f8 req-21c01bbd-2ec6-472c-b297-8485589a5b20 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:47.625765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dedcc7f9-08fb-48d1-9b3f-993c74f723f8 req-21c01bbd-2ec6-472c-b297-8485589a5b20 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 944 time: 0.1566789 Dec 10 18:19:47.701952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:47.705677 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.714819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:47.731214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dedcc7f9-08fb-48d1-9b3f-993c74f723f8 req-f586570f-bb6e-4f36-b55a-9fc91694a66e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948117 Dec 10 18:19:47.835010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] Deleting port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:47.835514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.907228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.917765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] For port cec279ce-55c4-4d46-99ad-0ba5cb8636d3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cec279ce-55c4-4d46-99ad-0ba5cb8636d3,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:47.918463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:47.937942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] Calling delete_port for cec279ce-55c4-4d46-99ad-0ba5cb8636d3 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:47.998867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Subnet': ['ID=264771f5-05db-4621-8c31-45ec6e62cf4c,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:48.021456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827615c-b44a-4ad5-8d46-82cf1ba18b3d req-56ed29ae-4075-43dd-aa7a-59c4106670b9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:48.029226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f827615c-b44a-4ad5-8d46-82cf1ba18b3d req-56ed29ae-4075-43dd-aa7a-59c4106670b9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1365397 Dec 10 18:19:48.051363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.056587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Checking segment: {'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:48.056898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network hostable DHCP agents. Network: eb2c8f16-c3f2-4419-8ece-655d70d469e4, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:19:48.099223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.117428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network eb2c8f16-c3f2-4419-8ece-655d70d469e4 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:19:48.136353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f827615c-b44a-4ad5-8d46-82cf1ba18b3d req-af3c9630-0238-4eb4-8148-f37327bb4927 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012814 Dec 10 18:19:48.148731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 update to ACTIVE by agent not found {{(pid=103501) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:19:48.150817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-515221a4-db54-49a5-a7a0-c3968ab77ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.151537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, eb2c8f16-c3f2-4419-8ece-655d70d469e4) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:48.156764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] Pushing event deleted for resources: {'Port': ['ID=cec279ce-55c4-4d46-99ad-0ba5cb8636d3,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:48.164907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:48.166147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:48.166668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.171175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:48.176112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3e4de-ea70-439d-b6fa-72de0e8227fb None None] Network eb2c8f16-c3f2-4419-8ece-655d70d469e4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:48.182928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:48.183671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.217300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cbb6bf65-b4c5-4baf-bddc-4ecf47d9f6f9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0215147 Dec 10 18:19:48.220559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42862) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:48.228062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-250048943'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:48.248071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7585192 Dec 10 18:19:48.255507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42864) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:48.264941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': 'b39c7613-05a3-43f5-b77c-f3f487ee2496', 'ip_address': '2001:db8::63d1:d2d:3702:5ef4'}], 'name': 'tempest-NetworksTestDHCPv6-2125695329'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:48.266392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:48.269948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.285254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8782c6-241d-4475-a648-3792e656c0f5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=b39c7613-05a3-43f5-b77c-f3f487ee2496,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:48.302794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:19:48.341708 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.342538 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Added segment b77e2c9f-b5c3-478d-aa85-19800934ea17 of type vlan for network d882cd3a-61cc-4718-8ca1-71cd8883dc0a Dec 10 18:19:48.349215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d476f2-3414-432b-94af-d445586086eb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:48.359275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426b038-c0bc-4db8-a81e-ef287abf2f6c None None] No DVR routers for this DVR port cec279ce-55c4-4d46-99ad-0ba5cb8636d3 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:48.417903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c2d476f2-3414-432b-94af-d445586086eb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:48.418238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d476f2-3414-432b-94af-d445586086eb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:48.419991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10bc66-bcfe-4210-b426-aa99bec29490 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:48.450286 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.466339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:48.493484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-eb2c8f16-c3f2-4419-8ece-655d70d469e4', 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4', 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'fixed_ips': [{'subnet_id': '264771f5-05db-4621-8c31-45ec6e62cf4c'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:48.494438 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.500548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.510203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:48.515226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.576238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:48.606847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port d29d66d1-4eec-4fe9-ad5d-8bab9603f101 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:48.767673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Allocated IP 19.80.0.2 (eb2c8f16-c3f2-4419-8ece-655d70d469e4/264771f5-05db-4621-8c31-45ec6e62cf4c/2bd0df9a-b839-49e6-b723-272f71ca1ae1) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:48.812305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cec279ce-55c4-4d46-99ad-0ba5cb8636d3 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:48.869551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a644d67f-2a46-4393-bb85-785880d1be49 None None] Could not find standard attr ID for object 7da9d3f8-1968-4356-bcb2-dc27508d586c. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:19:48.902206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: cec279ce-55c4-4d46-99ad-0ba5cb8636d3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:48.903315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cec279ce-55c4-4d46-99ad-0ba5cb8636d3 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:49.107898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'b39c7613-05a3-43f5-b77c-f3f487ee2496'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:49.108808 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.123207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9014449 Dec 10 18:19:49.132984 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.144530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:49.154534 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.171039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'subnet': {'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:49.200737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f41fa25c-a90d-46d1-8f3e-4a171b0d5f60 req-a12e7d42-4beb-409e-adcf-af1e1a041289 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 210 time: 0.1015468 Dec 10 18:19:49.214843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f2e3d-f5f0-4858-a9bf-ca62a2b66387 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Network': ['ID=d882cd3a-61cc-4718-8ca1-71cd8883dc0a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:49.218321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-74ddfd0d-0bc0-41d1-afca-3d24e4c027eb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1209927 Dec 10 18:19:49.242342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d882cd3a-61cc-4718-8ca1-71cd8883dc0a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:19:49.278042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Network eb2c8f16-c3f2-4419-8ece-655d70d469e4 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:49.319038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:49.335381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:49.352187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Pushing event updated for resources: {'Port': ['ID=2bd0df9a-b839-49e6-b723-272f71ca1ae1,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:49.402936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-89d50130-a027-49b8-81be-4eccf85ed8f2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1172438 Dec 10 18:19:49.417198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cfb0f-3b31-4038-8685-9b299dceb1a6 req-0a89997a-cc30-4dbd-9e35-10dc02c5cfd4 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.418930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c16cfb0f-3b31-4038-8685-9b299dceb1a6 req-0a89997a-cc30-4dbd-9e35-10dc02c5cfd4 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 944 time: 0.1229019 Dec 10 18:19:49.430398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-d2b40b0f-0156-4aa4-b3d3-093741b3c614 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.431142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-d2b40b0f-0156-4aa4-b3d3-093741b3c614 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659355 Dec 10 18:19:49.439364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e468abf-d5a9-4e3f-b696-f97341a8ac57 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:49.470229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:49.485895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c16cfb0f-3b31-4038-8685-9b299dceb1a6 req-22be9dc8-dd95-4040-91b2-b1f75c347043 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605869 Dec 10 18:19:49.520531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Attempting to bind port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:49.527367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Attempting to bind port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:49.527367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Attempting to bind port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 on network eb2c8f16-c3f2-4419-8ece-655d70d469e4 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:49.536228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:49.536848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Checking segment: {'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:49.537555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.538109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Bound using segment: {'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:49.539154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Bound port: 2bd0df9a-b839-49e6-b723-272f71ca1ae1, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:49.540574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.548432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:49.551985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.557058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/b39c7613-05a3-43f5-b77c-f3f487ee2496/e6596018-bfa9-4622-8702-08ba4ff87e46) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:49.582400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6153cf-3daf-4957-8f45-5610e31cfb20 req-9c9fe188-8e1f-406c-8176-17749e34b526 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.590389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc6153cf-3daf-4957-8f45-5610e31cfb20 req-9c9fe188-8e1f-406c-8176-17749e34b526 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1901829 Dec 10 18:19:49.595872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.599171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.599171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.599435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.601629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.602234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.605442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.610793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-189b9cdc-d33b-49ac-bdc7-db04342a5e19 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6490 time: 0.1199832 Dec 10 18:19:49.691764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] For port 2bd0df9a-b839-49e6-b723-272f71ca1ae1, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:49.695872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] For port 2bd0df9a-b839-49e6-b723-272f71ca1ae1, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2bd0df9a-b839-49e6-b723-272f71ca1ae1,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:49.701383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:19:49.713561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.748655 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc6153cf-3daf-4957-8f45-5610e31cfb20 req-0b42a3ac-8e99-496c-b6f7-6311f217e286 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566696 Dec 10 18:19:49.769064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-afb672e6-fa8f-4bd5-ad0b-2eaf772dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.769575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-afb672e6-fa8f-4bd5-ad0b-2eaf772dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.770044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-afb672e6-fa8f-4bd5-ad0b-2eaf772dbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:49.772344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-afb672e6-fa8f-4bd5-ad0b-2eaf772dbb0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=54f16a1c-0704-4aef-b293-34ef2c867633&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&id=e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 200 len: 2292 time: 0.1260545 Dec 10 18:19:49.783286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:49.783919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.785692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011bf2d-91ac-4c70-a8b7-8e9ecdd3e01e None None] Pushing event updated for resources: {'Port': ['ID=2bd0df9a-b839-49e6-b723-272f71ca1ae1,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:49.808091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:49.811927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.887036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-19c64308-b99a-4f39-995c-f5971dea283c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5 HTTP/1.1" status: 200 len: 1001 time: 0.1067350 Dec 10 18:19:49.927297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:49.985226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.051060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:50.059103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:50.059876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-f5d82d4e-46a5-42e0-bb66-e14070e717db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:50.061443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-f5d82d4e-46a5-42e0-bb66-e14070e717db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8dcb8681-2be1-4438-bbc8-5d4f939491fc HTTP/1.1" status: 200 len: 850 time: 0.1601133 Dec 10 18:19:50.067653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.079528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:50.090427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Pushing event updated for resources: {'Port': ['ID=e6596018-bfa9-4622-8702-08ba4ff87e46,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:50.090791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::63d1:d2d:3702:5ef4 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/b39c7613-05a3-43f5-b77c-f3f487ee2496/d29d66d1-4eec-4fe9-ad5d-8bab9603f101) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:50.113759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.66 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/d61e8c4c-0efe-46ed-b0c3-3e3886b96f49) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:50.167630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.187132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e468abf-d5a9-4e3f-b696-f97341a8ac57'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:50.189623 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd96a50-94cf-4eb8-90b7-e8c040fbc070" -d '{"events": [{"server_uuid": "77ae82cc-d4c8-4a05-a805-9a151c3bed38", "name": "network-vif-plugged", "status": "completed", "tag": "9e468abf-d5a9-4e3f-b696-f97341a8ac57"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:50.219470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9e468abf-d5a9-4e3f-b696-f97341a8ac57, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:50.224019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Attempting to bind port e6596018-bfa9-4622-8702-08ba4ff87e46 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:50.224945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Attempting to bind port e6596018-bfa9-4622-8702-08ba4ff87e46 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:50.225885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Attempting to bind port e6596018-bfa9-4622-8702-08ba4ff87e46 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:50.231389 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.279029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:50.279948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:50.280408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.280842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:50.281337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Bound port: e6596018-bfa9-4622-8702-08ba4ff87e46, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:50.281758 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.293509 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff87824d-5620-4bc4-af93-046cb551f64b x-openstack-request-id: req-ff87824d-5620-4bc4-af93-046cb551f64b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:50.293807 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ae82cc-d4c8-4a05-a805-9a151c3bed38", "name": "network-vif-plugged", "status": "completed", "tag": "9e468abf-d5a9-4e3f-b696-f97341a8ac57", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:50.294042 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff87824d-5620-4bc4-af93-046cb551f64b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:50.294531 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'code': 200} Dec 10 18:19:50.304974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-55e0c67e-6194-43e7-9858-e119c73cd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:50.314243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-55e0c67e-6194-43e7-9858-e119c73cd3f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54f16a1c-0704-4aef-b293-34ef2c867633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411649 Dec 10 18:19:50.427145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9e468abf-d5a9-4e3f-b696-f97341a8ac57,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:50.502097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] For port e6596018-bfa9-4622-8702-08ba4ff87e46, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:50.512280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] For port e6596018-bfa9-4622-8702-08ba4ff87e46, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6596018-bfa9-4622-8702-08ba4ff87e46,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:50.525162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.586988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21987b0c-4ed7-49c6-8a3f-53fb29f49d12 req-c4cc7e91-9086-4b46-894d-ca1e06d78e87 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 210 time: 0.2336318 Dec 10 18:19:50.626695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Subnet': ['ID=4f41b60e-bbb2-4208-95ce-102a14fb3353,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:50.640974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Checking segment: {'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:50.641636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network hostable DHCP agents. Network: d882cd3a-61cc-4718-8ca1-71cd8883dc0a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:19:50.679024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2bd0df9a-b839-49e6-b723-272f71ca1ae1 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:50.694549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network d882cd3a-61cc-4718-8ca1-71cd8883dc0a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:19:50.715952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d882cd3a-61cc-4718-8ca1-71cd8883dc0a) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:50.726334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:50.730317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.795693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ee2b5ae5-b7be-4235-b9af-6d1480d35a1e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6483335 Dec 10 18:19:50.822658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.891014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144c55f-e75d-412d-a494-bff83f7d1755 req-08ef362f-db28-436b-9472-b762f74072c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:50.892496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:50.892653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5144c55f-e75d-412d-a494-bff83f7d1755 req-08ef362f-db28-436b-9472-b762f74072c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 1096 time: 0.4803464 Dec 10 18:19:50.952664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5a4f1a-622d-4c75-a17e-f413f28ea7c2 None None] Network d882cd3a-61cc-4718-8ca1-71cd8883dc0a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:50.971846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', '6da652d4-2b9b-4c22-a159-e909493c8b04'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:50.999361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f', '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:51.037773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:51.039866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:51.050764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:51.055542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:51.058079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:51.082763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-84e796a2-301d-4a5c-81ea-7c51fbb1fc12 service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7592056 Dec 10 18:19:51.101670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494fd55c-aa55-4d2d-9d52-d0151e869d69 None None] Pushing event updated for resources: {'Port': ['ID=e6596018-bfa9-4622-8702-08ba4ff87e46,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:51.111443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b8228-afbf-4c1d-8699-8ad187067e21 req-e1660c85-d271-40d7-9896-ca0952e9952a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:51.115993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a1aa8-bfa6-42d9-a1a8-cffbc9886265 req-db22855f-7e51-4ca9-8722-1828529e6df9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:51.118830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c8b8228-afbf-4c1d-8699-8ad187067e21 req-e1660c85-d271-40d7-9896-ca0952e9952a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 945 time: 0.4689565 Dec 10 18:19:51.123717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e88a1aa8-bfa6-42d9-a1a8-cffbc9886265 req-db22855f-7e51-4ca9-8722-1828529e6df9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1601803 Dec 10 18:19:51.184793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:51.185447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:51.193816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-be64f9a2-67a5-4d94-809e-b9ee19bdeb3c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6366098 Dec 10 18:19:51.265673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-f3ca7929-6e91-428d-9175-93e2fa54eec9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8049107 Dec 10 18:19:51.283290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Request body: {'port': {'device_id': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:51.322581 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e88a1aa8-bfa6-42d9-a1a8-cffbc9886265 req-db5d4f41-7f84-4c7a-8065-1c0ababf54fe tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913455 Dec 10 18:19:51.452338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:51.484057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5144c55f-e75d-412d-a494-bff83f7d1755 req-b6b3b81e-c086-492c-a7fd-b134ce14bf9f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659652 Dec 10 18:19:51.559024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:51.615449 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c8b8228-afbf-4c1d-8699-8ad187067e21 req-10f3e1cf-1d01-495f-99cb-4e34da9b3587 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956090 Dec 10 18:19:51.645632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-7c9f5f2c-e813-42c5-85a7-0f37032f1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:51.647217 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-7c9f5f2c-e813-42c5-85a7-0f37032f1caf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 1101 time: 0.3452396 Dec 10 18:19:51.673112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5b0a1c05-bb78-42a4-8853-37622727c648 None None] Provisioning complete for port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:51.673677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b0a1c05-bb78-42a4-8853-37622727c648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:51.713242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-5c13b19f-a0d1-4d22-888b-19b6f11864af service neutron] 10.222.0.59 "GET /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921705 Dec 10 18:19:51.748580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:51.817290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a1c05-bb78-42a4-8853-37622727c648 None None] Port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:51.817550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:51.830480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:51.843844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:51.846753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-ec33ae2c-2ea2-4e6f-9f55-8e807dc5d6e8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:51.855401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:51.873832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-ec33ae2c-2ea2-4e6f-9f55-8e807dc5d6e8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:51.875062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-d882cd3a-61cc-4718-8ca1-71cd8883dc0a', 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a', 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'fixed_ips': [{'subnet_id': '4f41b60e-bbb2-4208-95ce-102a14fb3353'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:51.876093 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:51.884699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-ec33ae2c-2ea2-4e6f-9f55-8e807dc5d6e8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/networks?id=eb2c8f16-c3f2-4419-8ece-655d70d469e4&id=d882cd3a-61cc-4718-8ca1-71cd8883dc0a HTTP/1.1" status: 200 len: 1390 time: 0.4206331 Dec 10 18:19:51.910527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f983e-64f7-4592-a3fd-a86d5250d6cf None None] Network eb2c8f16-c3f2-4419-8ece-655d70d469e4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:51.928477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=d29d66d1-4eec-4fe9-ad5d-8bab9603f101,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:51.938031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-d628aa82-ca87-439f-a529-e688589d39fc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 217 time: 0.1793714 Dec 10 18:19:51.956272 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-7919477f-b436-469a-9e48-dfc43fc5efa2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/quotas/3e73342f2e5048bbb90d81f001357f63 HTTP/1.1" status: 200 len: 375 time: 0.0656073 Dec 10 18:19:52.033712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1f4f5d59-e995-4eff-b28e-43089e2c2e64 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7750983 Dec 10 18:19:52.039285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:52.058119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:52.058624 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:52.095019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-7b974a41-1f4c-48a2-90d1-f94e170cfb9a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1376953 Dec 10 18:19:52.128690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-607a46cc-e072-4f3e-a044-ed7293ef8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:52.131040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-607a46cc-e072-4f3e-a044-ed7293ef8964 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.1782086 Dec 10 18:19:52.165842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc1527-04e3-459c-8cc6-49b0d2103e69 req-aa44c254-7bd9-48fa-83b9-20823550ffd5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:52.175617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6bc1527-04e3-459c-8cc6-49b0d2103e69 req-aa44c254-7bd9-48fa-83b9-20823550ffd5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 935 time: 0.2817409 Dec 10 18:19:52.204139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-8cdf1700-f438-4578-bbf1-e4722832808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:52.205889 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-8cdf1700-f438-4578-bbf1-e4722832808c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4849002 Dec 10 18:19:52.272567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:52.290006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-d10f22ac-33fd-43e2-b5f3-066438c7527a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f HTTP/1.1" status: 200 len: 217 time: 0.0650198 Dec 10 18:19:52.290239 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:52.316058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Transition to ACTIVE for port object d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:19:52.325456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7920a55-eb92-4e09-b9e9-0f72768d915b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:52.333400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7920a55-eb92-4e09-b9e9-0f72768d915b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:52.335571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7920a55-eb92-4e09-b9e9-0f72768d915b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2911024 Dec 10 18:19:52.342479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42924) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:52.394002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:52.534294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6bc1527-04e3-459c-8cc6-49b0d2103e69 req-b02622f2-5e42-418a-9d4c-4237ce95d358 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575115 Dec 10 18:19:52.595243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-655e9c20-5b3b-4e91-bec0-b057eef50a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:52.599090 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-655e9c20-5b3b-4e91-bec0-b057eef50a87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4557910 Dec 10 18:19:52.662954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d6b6ba0a-bb7a-4302-98ca-43c616e2d803 None None] Provisioning complete for port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:52.663322 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ba0a-bb7a-4302-98ca-43c616e2d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:52.691675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Pushing event updated for resources: {'Port': ['ID=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:52.725836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-d306cda1-1ddc-44e9-875b-4a6ba83e7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:52.733413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-d306cda1-1ddc-44e9-875b-4a6ba83e7fe7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.3877754 Dec 10 18:19:52.794845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-9909d384-c761-48b1-99a7-4a6bf59db9bb service neutron] 10.222.0.55 "GET /v2.0/networks/eb2c8f16-c3f2-4419-8ece-655d70d469e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843462 Dec 10 18:19:52.843174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Attempting to bind port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:52.843489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Attempting to bind port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:52.843924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Attempting to bind port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:52.849770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:19:52.850092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Attempting to bind port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:52.858012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:52.858407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:52.871684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:52.872440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Bound port: d61e8c4c-0efe-46ed-b0c3-3e3886b96f49, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:52.872923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.021793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Allocated IP 19.86.0.2 (d882cd3a-61cc-4718-8ca1-71cd8883dc0a/4f41b60e-bbb2-4208-95ce-102a14fb3353/b18e65c1-92db-4d37-839a-cf934aeaf8fb) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:53.036564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-de090c3f-1379-4bd5-918b-5aa23199dbcf service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250710 Dec 10 18:19:53.043109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port d29d66d1-4eec-4fe9-ad5d-8bab9603f101 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:53.043376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.053128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-51d03a05-2c1e-4bca-bf6a-b6234b100fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:53.054873 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-51d03a05-2c1e-4bca-bf6a-b6234b100fa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2328629 Dec 10 18:19:53.158726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] For port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:53.162289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] For port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:53.172386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.235312 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-ccc76ddb-5bc2-4b14-b3f2-005b9dac0798 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558897 Dec 10 18:19:53.239378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Pushing event updated for resources: {'Port': ['ID=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:53.256582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-e1105aad-2232-4cc5-b8fe-817358df85e0 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2c8f16-c3f2-4419-8ece-655d70d469e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802395 Dec 10 18:19:53.264239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:53.265816 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.267451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-fa14ea82-89ee-46f7-bbc9-62ce6077c38c service neutron] 10.222.0.59 "PUT /v2.0/ports/d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 HTTP/1.1" status: 200 len: 1095 time: 1.9889235 Dec 10 18:19:53.268276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'tag': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:19:53.278811 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9952b6-437a-49c3-8153-24b6d27ebbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e2c52a3-708e-4dca-9d4c-1aa7cc71be38", "tag": "d61e8c4c-0efe-46ed-b0c3-3e3886b96f49"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:19:53.323291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b3594-fe12-4f46-8444-a1e7297253ce req-c6c48199-6010-4429-a5fd-57020636babd tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:53.331295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f77b3594-fe12-4f46-8444-a1e7297253ce req-c6c48199-6010-4429-a5fd-57020636babd tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.3913686 Dec 10 18:19:53.352773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ba0a-bb7a-4302-98ca-43c616e2d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.360074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.443247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d25ffd-7652-4b15-a1c9-e6050667e774 req-411d9731-86fd-40ef-bee8-c37bc25daec4 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375716 Dec 10 18:19:53.532977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d6b6ba0a-bb7a-4302-98ca-43c616e2d803 None None] For port 2bd0df9a-b839-49e6-b723-272f71ca1ae1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2bd0df9a-b839-49e6-b723-272f71ca1ae1,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:53.547760 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d6b6ba0a-bb7a-4302-98ca-43c616e2d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.549181 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-521788b8-fa84-4caa-ade7-d7c463ba6e50 service neutron] 10.222.0.55 "GET /v2.0/networks/d882cd3a-61cc-4718-8ca1-71cd8883dc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592595 Dec 10 18:19:53.576330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.591241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-303a50ff-425d-4f5a-bd69-148d94dab1c5 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404344 Dec 10 18:19:53.623307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.637803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for d29d66d1-4eec-4fe9-ad5d-8bab9603f101 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:53.679133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.688709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-91612043-e77b-48ea-9951-54392e78fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:53.690402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-91612043-e77b-48ea-9951-54392e78fa50 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 1098 time: 0.1270030 Dec 10 18:19:53.699571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6ba0a-bb7a-4302-98ca-43c616e2d803 None None] Pushing event updated for resources: {'Port': ['ID=2bd0df9a-b839-49e6-b723-272f71ca1ae1,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:53.703817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:19:53.704329 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:19:53.765638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Pushing event updated for resources: {'Port': ['ID=b18e65c1-92db-4d37-839a-cf934aeaf8fb,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:53.771510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Network d882cd3a-61cc-4718-8ca1-71cd8883dc0a is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:53.772362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Provisioning complete for port d29d66d1-4eec-4fe9-ad5d-8bab9603f101 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:53.772736 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.788774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-63376f76-dbeb-48c9-a50c-6bfbff02ae63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 HTTP/1.1" status: 200 len: 217 time: 0.0875130 Dec 10 18:19:53.801951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-a4042bb1-f9b5-40ef-b823-df89f5050989 service neutron] 10.222.0.55 "GET /v2.0/networks/d882cd3a-61cc-4718-8ca1-71cd8883dc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515137 Dec 10 18:19:53.829326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Port d29d66d1-4eec-4fe9-ad5d-8bab9603f101 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:19:53.837191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:53.843124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:53.881722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-dcb89e59-9250-4597-9185-95cef3ae38c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:53.883839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-dcb89e59-9250-4597-9185-95cef3ae38c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0775762 Dec 10 18:19:53.927336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-dd11d612-2142-497c-861c-dca559a99ba3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 217 time: 0.1822786 Dec 10 18:19:53.968169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a95f4-07eb-4be9-94df-578f811ef56a req-19655a10-ba9b-467d-9e1f-fb3c4e2bb34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:53.970332 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-19655a10-ba9b-467d-9e1f-fb3c4e2bb34d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776079 Dec 10 18:19:53.972988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Attempting to bind port b18e65c1-92db-4d37-839a-cf934aeaf8fb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:19:53.973361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Attempting to bind port b18e65c1-92db-4d37-839a-cf934aeaf8fb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:19:53.973935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Attempting to bind port b18e65c1-92db-4d37-839a-cf934aeaf8fb on network d882cd3a-61cc-4718-8ca1-71cd8883dc0a {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:19:53.993199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:19:53.993645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Checking segment: {'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:19:53.994081 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:53.994509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Bound using segment: {'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:19:53.995168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Bound port: b18e65c1-92db-4d37-839a-cf934aeaf8fb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:19:53.995594 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.061740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f77b3594-fe12-4f46-8444-a1e7297253ce req-1b4011aa-80e1-48ab-ba31-e6eda8f13891 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7295234 Dec 10 18:19:54.150531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.167683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-eb3bcb31-8669-42d0-9d1d-fe4a4082949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:54.169999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-eb3bcb31-8669-42d0-9d1d-fe4a4082949a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.2327664 Dec 10 18:19:54.179330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Provisioning complete for port e6596018-bfa9-4622-8702-08ba4ff87e46 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:54.192177 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.214057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-620f0051-4783-4991-be92-f6d3fe738b75 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290547 Dec 10 18:19:54.222768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] For port b18e65c1-92db-4d37-839a-cf934aeaf8fb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:19:54.235973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1351544-5ef6-4fcc-a876-9a4b650dede0 req-3ce3b30d-0dec-4265-a6d9-280cde09465d tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:54.238005 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1351544-5ef6-4fcc-a876-9a4b650dede0 req-3ce3b30d-0dec-4265-a6d9-280cde09465d tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 945 time: 0.0944691 Dec 10 18:19:54.327234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.331998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/d29d66d1-4eec-4fe9-ad5d-8bab9603f101 HTTP/1.1" status: 204 len: 168 time: 1.9664607 Dec 10 18:19:54.362848 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a4365c-f246-4fd7-b556-508e7a9d7450 x-openstack-request-id: req-46a4365c-f246-4fd7-b556-508e7a9d7450 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:19:54.363417 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e2c52a3-708e-4dca-9d4c-1aa7cc71be38", "tag": "d61e8c4c-0efe-46ed-b0c3-3e3886b96f49", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:19:54.363417 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-46a4365c-f246-4fd7-b556-508e7a9d7450 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:19:54.363828 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'tag': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49', 'status': 'completed', 'code': 200} Dec 10 18:19:54.364230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42954) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:54.373048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1d54b-eb4d-4f9f-8542-079b4f711637 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=d29d66d1-4eec-4fe9-ad5d-8bab9603f101,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:54.474756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-22536e70-0847-4bf4-92ce-8d07c19cc796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:54.477729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-22536e70-0847-4bf4-92ce-8d07c19cc796 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2904298 Dec 10 18:19:54.481399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] For port b18e65c1-92db-4d37-839a-cf934aeaf8fb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b18e65c1-92db-4d37-839a-cf934aeaf8fb,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:19:54.515478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.544739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1351544-5ef6-4fcc-a876-9a4b650dede0 req-ceb09d12-bcbb-4333-bff0-e5f529937c69 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975500 Dec 10 18:19:54.555530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333de23d-e7cf-4256-977f-64d38da14e5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:54.557220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333de23d-e7cf-4256-977f-64d38da14e5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:54.562324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-333de23d-e7cf-4256-977f-64d38da14e5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1970038 Dec 10 18:19:54.563050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42960) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:54.648310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-749a95f4-07eb-4be9-94df-578f811ef56a req-d3f72fd8-8665-48a2-8a44-cc90d213a588 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225895 Dec 10 18:19:54.659837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet b39c7613-05a3-43f5-b77c-f3f487ee2496 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:19:54.663777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.772197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:54.811835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-92e1329f-344d-4d39-8ca7-9222eb80d8b1 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187990 Dec 10 18:19:54.871734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5448ec-de42-4776-84d5-9cb4d15258b3 req-7187dd10-2bcb-4ba9-8c29-db71fc1117c9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:54.875366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac5448ec-de42-4776-84d5-9cb4d15258b3 req-7187dd10-2bcb-4ba9-8c29-db71fc1117c9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 947 time: 0.4760258 Dec 10 18:19:54.912756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-85955c1b-7b69-4542-8247-50b257f4b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:54.916631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692795d1-e147-49ce-a02d-1ad65effacb2 None None] Pushing event updated for resources: {'Port': ['ID=b18e65c1-92db-4d37-839a-cf934aeaf8fb,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:54.926671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-85955c1b-7b69-4542-8247-50b257f4b170 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 1098 time: 0.1920493 Dec 10 18:19:55.019924 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:55.073923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] For port e6596018-bfa9-4622-8702-08ba4ff87e46, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6596018-bfa9-4622-8702-08ba4ff87e46,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:55.088780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad6e8b17-b7a2-458d-b511-e1fcc680b700 req-ec46dd69-e563-4955-adb7-ff282a56476f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 210 time: 0.2048347 Dec 10 18:19:55.096881 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:55.214537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac5448ec-de42-4776-84d5-9cb4d15258b3 req-0f2c0d6b-ae05-4cd1-a447-d6492e46276b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138111 Dec 10 18:19:55.258691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Provisioning complete for port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:55.260187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:55.338458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-6d6ddf99-6075-441d-a564-6465b5bda6a5 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062687 Dec 10 18:19:55.347849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:55.458539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2bd0df9a-b839-49e6-b723-272f71ca1ae1 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:55.484254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-0538aac9-f8f3-411d-ac83-c51205e20675 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.54&port_id=a0cc190e-de3d-4154-b29a-ff40c386d307 HTTP/1.1" status: 200 len: 217 time: 0.1350625 Dec 10 18:19:55.541799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643fc6aa-7ad0-413c-b69e-0ceb9718b508 None None] Pushing event updated for resources: {'Port': ['ID=e6596018-bfa9-4622-8702-08ba4ff87e46,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:55.585168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-dcd79d19-7cfc-49eb-bbd2-8ff5ded49972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:55.591342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-dcd79d19-7cfc-49eb-bbd2-8ff5ded49972 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.0916486 Dec 10 18:19:55.652156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-06b4334f-44b8-4698-8e4d-99b358acda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:55.654407 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-06b4334f-44b8-4698-8e4d-99b358acda40 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543725 Dec 10 18:19:55.678210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-6a66a561-adfb-4851-837d-b803e6671e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:55.683386 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-6a66a561-adfb-4851-837d-b803e6671e84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.6490376 Dec 10 18:19:55.696435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00f6d4-9cca-4712-afc9-78abfbf013cf req-47994d6d-eba2-4122-bd37-93916c25f1a6 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:55.714143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e00f6d4-9cca-4712-afc9-78abfbf013cf req-47994d6d-eba2-4122-bd37-93916c25f1a6 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.3711898 Dec 10 18:19:55.775139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-119c1566-3aaf-4aa7-986b-f42f8bf53be5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 HTTP/1.1" status: 200 len: 217 time: 0.0572474 Dec 10 18:19:55.821543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-22bafd96-eb4f-4419-8d70-2719c8f52e42 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522653 Dec 10 18:19:55.865382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:55.929712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:55.930256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:55.972501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4889fb12-0411-436d-a139-a9743a937854 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:55.982313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e00f6d4-9cca-4712-afc9-78abfbf013cf req-d4be7b04-4cc0-446d-a2f1-94cc7c934e1f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658389 Dec 10 18:19:55.995352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:56.006780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/b39c7613-05a3-43f5-b77c-f3f487ee2496 HTTP/1.1" status: 204 len: 168 time: 1.4195795 Dec 10 18:19:56.008277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d04d6c-02e7-4d00-8ffa-978ee3b8806c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=b39c7613-05a3-43f5-b77c-f3f487ee2496,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:56.014976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:56.046146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-e1a1586e-1e25-4bee-b71d-50463d6b9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:56.049672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-e1a1586e-1e25-4bee-b71d-50463d6b9a60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2627907 Dec 10 18:19:56.236143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-4a5b1936-ec71-4442-9b3c-c846d2ba26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:56.240905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-4a5b1936-ec71-4442-9b3c-c846d2ba26ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828058 Dec 10 18:19:56.241965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df506159-775f-4368-a753-c3e7f2f879e5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2240410 Dec 10 18:19:56.245040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42988) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:56.249131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-f60e0c01-b0ad-4fc3-820a-c0e23288b992 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149923 Dec 10 18:19:56.254887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:56.424593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-4dabdd83-2fee-4d15-8c02-88156d864691 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.73&port_id=b769134b-467d-47cb-8cf4-e0cf12918607 HTTP/1.1" status: 200 len: 217 time: 0.1522179 Dec 10 18:19:56.625909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5a332bc-2ec8-4bb7-96ce-4e9ba34223ed req-df418862-5cb6-489e-b100-c8b7f1637b87 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 210 time: 0.3369551 Dec 10 18:19:56.755517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6596018-bfa9-4622-8702-08ba4ff87e46 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:56.760432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:19:56.834633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:56.845960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:56.893035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:19:57.053729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e6596018-bfa9-4622-8702-08ba4ff87e46 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:57.057166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.123455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80249707-1ff8-44ff-9f24-91a68b7451ac None None] Network d882cd3a-61cc-4718-8ca1-71cd8883dc0a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:57.189609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] Deleting port e6596018-bfa9-4622-8702-08ba4ff87e46 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:19:57.190135 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.239722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-a40d7750-e5f4-4da4-a3fd-e77dd2608be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.241509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-a40d7750-e5f4-4da4-a3fd-e77dd2608be4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 200 len: 797 time: 0.7998810 Dec 10 18:19:57.255888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-67f449a1-d74c-4831-bbb1-e2ffc977deb2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.261836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-67f449a1-d74c-4831-bbb1-e2ffc977deb2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.264534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-67f449a1-d74c-4831-bbb1-e2ffc977deb2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "GET /v2.0/networks?id=eb2c8f16-c3f2-4419-8ece-655d70d469e4&id=d882cd3a-61cc-4718-8ca1-71cd8883dc0a HTTP/1.1" status: 200 len: 1390 time: 1.0578933 Dec 10 18:19:57.303439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'port': {'device_id': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4', 'admin_state_up': True, 'tenant_id': '3e73342f2e5048bbb90d81f001357f63'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:57.338643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-87c12fb9-a7f3-46b1-9ada-2f0a8791f5f9 None None] Provisioning complete for port b18e65c1-92db-4d37-839a-cf934aeaf8fb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:57.339035 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87c12fb9-a7f3-46b1-9ada-2f0a8791f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.377313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1eaa2-63fa-4604-a791-582c572a98c1 req-789698e4-21db-4d6f-97f0-cdfea07a8c96 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.378930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-afa1eaa2-63fa-4604-a791-582c572a98c1 req-789698e4-21db-4d6f-97f0-cdfea07a8c96 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 947 time: 0.2013483 Dec 10 18:19:57.383381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-cb7e6ca5-0e86-448e-bd99-ac583709ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.384892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-cb7e6ca5-0e86-448e-bd99-ac583709ba08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f56d3bc0b071418a864b5fc1c5791222&device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 1097 time: 0.2160077 Dec 10 18:19:57.411790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-fd97dcf7-af4f-4433-a6ab-ffbec5ecb7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.413364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-fd97dcf7-af4f-4433-a6ab-ffbec5ecb7a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1469872 Dec 10 18:19:57.455237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] For port e6596018-bfa9-4622-8702-08ba4ff87e46, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6596018-bfa9-4622-8702-08ba4ff87e46,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:57.455765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.477899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:57.501715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] Calling delete_port for e6596018-bfa9-4622-8702-08ba4ff87e46 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:19:57.531030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49', 'mac_address': 'fa:16:3e:6f:7e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:19:57.619950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-afa1eaa2-63fa-4604-a791-582c572a98c1 req-fffd5fa2-32fe-4b61-80f3-f78323ea9089 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055414 Dec 10 18:19:57.643916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.648466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:57.652056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.675676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-53f06ea8-ea5a-4f29-b61a-103f9bea5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.677204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-53f06ea8-ea5a-4f29-b61a-103f9bea5514 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 200 len: 916 time: 0.2747114 Dec 10 18:19:57.698466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-6b5b896a-0192-44e1-a3e3-a35d4a5a9d88 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647109 Dec 10 18:19:57.732842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-1bd81de3-50d2-4f8c-a86f-8d87ee3ff647 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4720554 Dec 10 18:19:57.749320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:57.761532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:57.768904 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87c12fb9-a7f3-46b1-9ada-2f0a8791f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.769526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.770287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.770739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.812557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:19:57.820394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b18e65c1-92db-4d37-839a-cf934aeaf8fb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:57.856538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=c70deef5-b244-46ca-8d68-445e1c205a85,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:57.880558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780bf9-377a-48d8-b5ef-ab49738d3289 req-2b344fb6-5922-4d30-8834-d0adc95af927 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:57.891108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24780bf9-377a-48d8-b5ef-ab49738d3289 req-2b344fb6-5922-4d30-8834-d0adc95af927 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.2646589 Dec 10 18:19:57.900987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:57.912590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-56c6c4bd-62a4-4d07-b1c0-5a480912df67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51bc7be1-4220-4e09-a356-29f371476b39 HTTP/1.1" status: 200 len: 217 time: 0.2203929 Dec 10 18:19:57.923656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.935679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c252af95-3af1-4fc4-b902-9d5d84e8ddce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6854088 Dec 10 18:19:57.935949 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.943132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43010) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:57.944438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-87c12fb9-a7f3-46b1-9ada-2f0a8791f5f9 None None] For port b18e65c1-92db-4d37-839a-cf934aeaf8fb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b18e65c1-92db-4d37-839a-cf934aeaf8fb,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:19:57.948188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': 'c70deef5-b244-46ca-8d68-445e1c205a85', 'ip_address': '2001:db8::7e0c:65fa:8fb9:f43'}], 'name': 'tempest-NetworksTestDHCPv6-1340212179'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:57.986302 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87c12fb9-a7f3-46b1-9ada-2f0a8791f5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:57.998237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] No DVR routers for this DVR port e6596018-bfa9-4622-8702-08ba4ff87e46 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:19:58.023502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0989183d-1065-4e5e-8c2c-1d51c85ae365 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:19:58.048821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:58.050663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-dd60b8c2-3c30-43c2-b371-522b55792929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:58.053696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-dd60b8c2-3c30-43c2-b371-522b55792929 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 200 len: 854 time: 0.0944135 Dec 10 18:19:58.084438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b18e65c1-92db-4d37-839a-cf934aeaf8fb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:58.085025 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:58.099085 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24780bf9-377a-48d8-b5ef-ab49738d3289 req-8e6c1c9f-5ddf-4e49-89f7-8b8de234a43b tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074137 Dec 10 18:19:58.115292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad9952b6-437a-49c3-8153-24b6d27ebbe5 req-47f893db-4cd0-4819-bc33-466344efe124 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646691 Dec 10 18:19:58.188552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d609a8cd-3416-41b9-ad50-d0d0c97e200c req-0eb16779-98f3-4636-b5a2-c1cf32150bda tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 210 time: 0.2201397 Dec 10 18:19:58.196835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-8402e60c-6cf8-4d0d-a271-f0392a80f646 service neutron] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574075 Dec 10 18:19:58.210463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc73423-cefe-46f7-80cd-18e603ef72df None None] Pushing event deleted for resources: {'Port': ['ID=e6596018-bfa9-4622-8702-08ba4ff87e46,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:58.247143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:19:58.316834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b151e9fb-c8da-49f0-974f-b103af5a179e None None] Provisioning complete for port b18e65c1-92db-4d37-839a-cf934aeaf8fb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:19:58.317439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b151e9fb-c8da-49f0-974f-b103af5a179e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:58.357804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-addba935-0a6d-48ca-9830-4074c9dadc1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:58.377010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:58.378489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Allocated IP 19.80.0.6 (eb2c8f16-c3f2-4419-8ece-655d70d469e4/264771f5-05db-4621-8c31-45ec6e62cf4c/fe41d35b-f8f7-404f-9f4a-6fd4037693d0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:58.407146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d61e8c4c-0efe-46ed-b0c3-3e3886b96f49'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:19:58.407670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port f4afbac7-5b4d-4756-91fa-47f2e500374e yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:19:58.528253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'c70deef5-b244-46ca-8d68-445e1c205a85'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:19:58.529055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:58.624114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c12fb9-a7f3-46b1-9ada-2f0a8791f5f9 None None] Pushing event updated for resources: {'Port': ['ID=b18e65c1-92db-4d37-839a-cf934aeaf8fb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:58.643104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:58.751281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::7e0c:65fa:8fb9:f43 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/c70deef5-b244-46ca-8d68-445e1c205a85/f4afbac7-5b4d-4756-91fa-47f2e500374e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:58.787735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:58.798788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-717dab70-ab39-46b1-bca0-b42ad2eeee02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754 HTTP/1.1" status: 200 len: 217 time: 0.0642390 Dec 10 18:19:58.905983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-322e83bc-e9db-467c-9260-32da595fb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:58.908237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-322e83bc-e9db-467c-9260-32da595fb28a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86e3592c-32d5-473c-b463-8ca96d9ce939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7075887 Dec 10 18:19:58.986861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6596018-bfa9-4622-8702-08ba4ff87e46 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:19:58.991303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network eb2c8f16-c3f2-4419-8ece-655d70d469e4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:59.044248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:59.051412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e6596018-bfa9-4622-8702-08ba4ff87e46 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:19:59.051412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6596018-bfa9-4622-8702-08ba4ff87e46 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:19:59.070451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Port': ['ID=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:59.087593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:59.117131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:59.149149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.149963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:59.166508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:59.171040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-70c00f24-99c3-4723-a6dc-433bbffe69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.172954 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-70c00f24-99c3-4723-a6dc-433bbffe69a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.3339841 Dec 10 18:19:59.260880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:19:59.265150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:19:59.275042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:19:59.275286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5535004c-cf03-4b35-97d4-13791da31044 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9781282 Dec 10 18:19:59.289083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7089-818b-4d56-9c1d-507208b34d90 req-e5802715-a29f-47bb-b09f-1f362a1f9606 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.290468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.301079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c25b7089-818b-4d56-9c1d-507208b34d90 req-e5802715-a29f-47bb-b09f-1f362a1f9606 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 948 time: 0.4519768 Dec 10 18:19:59.302247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:59.322313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Request body: {'port': {'device_id': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a', 'admin_state_up': True, 'tenant_id': '3e73342f2e5048bbb90d81f001357f63'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:19:59.325451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/c70deef5-b244-46ca-8d68-445e1c205a85/4a9cba16-0538-4421-ac15-cee6944fcee8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:19:59.410095 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4670780 Dec 10 18:19:59.414737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43040) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:59.429081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a807e7-2749-4e6f-aa01-7ebb78992a04 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=f4afbac7-5b4d-4756-91fa-47f2e500374e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:59.484926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956079b3-e211-4cd9-9211-420f669e5b18 req-cb666efb-71a7-4df9-9214-fddc35cea52e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.495496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-956079b3-e211-4cd9-9211-420f669e5b18 req-cb666efb-71a7-4df9-9214-fddc35cea52e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1632974 Dec 10 18:19:59.531876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-2e3167c3-6dec-45ac-b4ee-f3973f302962 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995257 Dec 10 18:19:59.545677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19375246-d12f-4b99-a35c-d76f9197cf79 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.547298 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-19375246-d12f-4b99-a35c-d76f9197cf79 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1287649 Dec 10 18:19:59.573823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43042) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:19:59.589086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-956079b3-e211-4cd9-9211-420f669e5b18 req-2a8cf08b-000d-4e1e-81b5-ad3f2bf8332d tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925603 Dec 10 18:19:59.690531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-191fb5da-0cbc-48d2-a298-10dc80a737b8 req-f97a40b3-5449-46a5-8420-d086917797b9 service neutron] 10.222.0.30 "GET /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467712 Dec 10 18:19:59.749248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-20f6f9a4-4759-4aa3-ba87-f4c09b4dd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.751792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-20f6f9a4-4759-4aa3-ba87-f4c09b4dd2da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5636780 Dec 10 18:19:59.844226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:59.854983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b18e65c1-92db-4d37-839a-cf934aeaf8fb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:19:59.895677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:19:59.939922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01d12e-3cf4-4741-83d2-b9552594f793 req-b9395a70-3eb6-43e2-ab13-e150df6bc450 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:19:59.947780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d01d12e-3cf4-4741-83d2-b9552594f793 req-b9395a70-3eb6-43e2-ab13-e150df6bc450 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 930 time: 0.1676192 Dec 10 18:19:59.957471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Pushing event updated for resources: {'Port': ['ID=4a9cba16-0538-4421-ac15-cee6944fcee8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:19:59.973470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c25b7089-818b-4d56-9c1d-507208b34d90 req-ab38331a-57f8-4822-9a0a-514fb86956ec tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683939 Dec 10 18:20:00.007677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3c64b75a-5143-48a2-8fd8-3377b999abff None None] Provisioning complete for port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:00.008535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c64b75a-5143-48a2-8fd8-3377b999abff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.012088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:00.019833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:00.047323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:00.053865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b18e65c1-92db-4d37-839a-cf934aeaf8fb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:00.054541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.107433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-3ab68069-3f12-41da-b40a-2cc73a28a966 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364217 Dec 10 18:20:00.128436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c64b75a-5143-48a2-8fd8-3377b999abff None None] Port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:00.139684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port f4afbac7-5b4d-4756-91fa-47f2e500374e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:00.140203 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.148181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Made reservation on behalf of 3e73342f2e5048bbb90d81f001357f63 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:00.166131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Attempting to bind port 4a9cba16-0538-4421-ac15-cee6944fcee8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:00.166631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Attempting to bind port 4a9cba16-0538-4421-ac15-cee6944fcee8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:00.167096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Attempting to bind port 4a9cba16-0538-4421-ac15-cee6944fcee8 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:00.177851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:00.178419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:00.178922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.179410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:00.180031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Bound port: 4a9cba16-0538-4421-ac15-cee6944fcee8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:00.180540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.189128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.268280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] For port 4a9cba16-0538-4421-ac15-cee6944fcee8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:00.269073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d01d12e-3cf4-4741-83d2-b9552594f793 req-71855b2e-e1cf-4bc5-8ca9-f5f8e293cf07 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203022 Dec 10 18:20:00.273038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] For port 4a9cba16-0538-4421-ac15-cee6944fcee8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4a9cba16-0538-4421-ac15-cee6944fcee8,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:00.316166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.418828 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.469066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for f4afbac7-5b4d-4756-91fa-47f2e500374e owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:00.489405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48198b-211b-48d7-9d61-07e772988bb0 None None] Pushing event updated for resources: {'Port': ['ID=4a9cba16-0538-4421-ac15-cee6944fcee8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:00.675737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Allocated IP 19.86.0.183 (d882cd3a-61cc-4718-8ca1-71cd8883dc0a/4f41b60e-bbb2-4208-95ce-102a14fb3353/9f279190-4187-4ab4-967b-d1d7f7c867d9) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:00.780750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.834134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=f4afbac7-5b4d-4756-91fa-47f2e500374e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:00.881820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:00.885792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-38699007-9bea-4ac8-9d09-7fe5639dcaa3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/f4afbac7-5b4d-4756-91fa-47f2e500374e HTTP/1.1" status: 204 len: 168 time: 1.2951696 Dec 10 18:20:00.889106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43054) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:00.950787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-cfb91570-d21b-4f5a-b0d1-2f511ea9ba13 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8219962 Dec 10 18:20:00.987790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc46b9-6bdf-4c0b-88f0-22c3c621bd88 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:00.988562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc46b9-6bdf-4c0b-88f0-22c3c621bd88 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:00.990366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e5dc46b9-6bdf-4c0b-88f0-22c3c621bd88 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1001070 Dec 10 18:20:00.993464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43058) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:01.042434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cc5e6-1806-4018-adb7-3a1263febb06 req-02d0822d-3e94-40e1-a638-f23a102dc997 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:01.055913 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-926cc5e6-1806-4018-adb7-3a1263febb06 req-02d0822d-3e94-40e1-a638-f23a102dc997 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.2799656 Dec 10 18:20:01.070243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet c70deef5-b244-46ca-8d68-445e1c205a85 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:01.074192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.120594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-b961de1b-a044-46d5-8b3d-94d987680079 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0 HTTP/1.1" status: 200 len: 217 time: 0.1025822 Dec 10 18:20:01.153960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.175535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-be3ee9d8-14bb-477e-b712-e9a64835fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:01.177034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-be3ee9d8-14bb-477e-b712-e9a64835fc26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 200 len: 797 time: 0.0467572 Dec 10 18:20:01.190683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf4dd3-0690-4219-a3ce-1ed222c3b6ca req-2d1fd5f3-92fa-49c3-94da-479ee52d30c5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:01.192350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fedf4dd3-0690-4219-a3ce-1ed222c3b6ca req-2d1fd5f3-92fa-49c3-94da-479ee52d30c5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 948 time: 0.0953557 Dec 10 18:20:01.259912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-926cc5e6-1806-4018-adb7-3a1263febb06 req-86a45667-7d55-49ba-a79b-d5e9082f4f2c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011118 Dec 10 18:20:01.287672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fedf4dd3-0690-4219-a3ce-1ed222c3b6ca req-5fd23758-d33f-4531-b2f3-ba4d33e5c96e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774794 Dec 10 18:20:01.304326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.308491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-e18c83c1-1cbd-4b07-9114-2ba069963385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:01.310570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-e18c83c1-1cbd-4b07-9114-2ba069963385 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7ebe828-8793-4cf3-96a8-cc75c5438a51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1235294 Dec 10 18:20:01.365544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.450444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.511435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.527428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c70deef5-b244-46ca-8d68-445e1c205a85 HTTP/1.1" status: 204 len: 168 time: 0.5283878 Dec 10 18:20:01.533005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43072) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:01.589558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc788e-7f9b-4fd1-ae85-db5f6c8eb13f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=c70deef5-b244-46ca-8d68-445e1c205a85,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:01.647449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-031c2bea-75f5-4c40-92db-49b9e27b52fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.659424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc3cad-4657-4cc9-ab40-e1abdc0874ec req-45a7abbe-9fe9-40ed-9ed3-a43b42670224 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:01.668683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94dc3cad-4657-4cc9-ab40-e1abdc0874ec req-45a7abbe-9fe9-40ed-9ed3-a43b42670224 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.0906365 Dec 10 18:20:01.740216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3bd0c5f4-ffc3-4ac8-b01e-995f1495fd70 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1757340 Dec 10 18:20:01.743818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-778fbfa9-e17c-48f3-a5b9-fb122dd4d3ca service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029074 Dec 10 18:20:01.747168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43074) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:01.752829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:01.754598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4a9cba16-0538-4421-ac15-cee6944fcee8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:01.756928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.796725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94dc3cad-4657-4cc9-ab40-e1abdc0874ec req-9ebe80e7-6630-47e6-90db-81006ec6b83e tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268234 Dec 10 18:20:01.868738 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.901350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4a9cba16-0538-4421-ac15-cee6944fcee8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:01.901836 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:01.978620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Network d882cd3a-61cc-4718-8ca1-71cd8883dc0a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:02.003252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:02.017989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6952d-049d-4050-9261-e0647ff1cf50 req-93b202a9-dea0-4576-8684-4982f4bcd7f2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:02.023377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dff6952d-049d-4050-9261-e0647ff1cf50 req-93b202a9-dea0-4576-8684-4982f4bcd7f2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 930 time: 0.4913261 Dec 10 18:20:02.032711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4cb2d-491f-4055-b797-7c5d687e8f0a req-65d01792-894a-4d8a-b1a8-541d0397018a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:02.040776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:02.041112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a0d4cb2d-491f-4055-b797-7c5d687e8f0a req-65d01792-894a-4d8a-b1a8-541d0397018a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 945 time: 0.1037555 Dec 10 18:20:02.088741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event updated for resources: {'Port': ['ID=9f279190-4187-4ab4-967b-d1d7f7c867d9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:02.098681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:02.133718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:02.144642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a0d4cb2d-491f-4055-b797-7c5d687e8f0a req-546b934e-b8cc-4319-953a-8e7a3d81e7d0 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025279 Dec 10 18:20:02.203249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 4a9cba16-0538-4421-ac15-cee6944fcee8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4a9cba16-0538-4421-ac15-cee6944fcee8,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:02.218239 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:02.333006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87f3df-2f2d-4c5d-94d3-6e131cfa34ee None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:02.337191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:02.341811 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:02.363995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:02.368912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:02.375111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=4a9cba16-0538-4421-ac15-cee6944fcee8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:02.388283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32150e9-7082-4d78-a5ff-fd07a00dc814 req-9e8fd4fa-ec1f-4be6-a55a-38af1a59ba5c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:02.399539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a32150e9-7082-4d78-a5ff-fd07a00dc814 req-9e8fd4fa-ec1f-4be6-a55a-38af1a59ba5c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.1145277 Dec 10 18:20:02.445532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ab32802-833d-4258-bc0b-e36c5b656b15 req-5ca6ab44-2354-4a48-a04b-8f5674cada65 service neutron] 10.222.0.59 "GET /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814675 Dec 10 18:20:02.472146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dff6952d-049d-4050-9261-e0647ff1cf50 req-cfed6e6f-fabc-40e0-90c6-0acabaf63399 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138088 Dec 10 18:20:02.473189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bef79d76-61a5-4f61-b34c-64674c8f2e6e None None] Provisioning complete for port 4a9cba16-0538-4421-ac15-cee6944fcee8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:02.473727 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bef79d76-61a5-4f61-b34c-64674c8f2e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:02.500247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-66cb57ae-2d0b-4d0f-ae6d-dee5dc6b3a93 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1867661 Dec 10 18:20:02.503580 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a32150e9-7082-4d78-a5ff-fd07a00dc814 req-836d1919-fe22-4623-8b82-ff033dceb462 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004460 Dec 10 18:20:02.519646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Request body: {'port': {'device_id': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:02.862253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:02.909328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b503c-1d7a-44e1-850e-6d52701c0f15 req-5ea09add-d38c-41a8-97a2-e97cb8fa8b38 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:02.921703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e5b503c-1d7a-44e1-850e-6d52701c0f15 req-5ea09add-d38c-41a8-97a2-e97cb8fa8b38 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 948 time: 0.1612012 Dec 10 18:20:02.935400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:02.990598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-4445bd2b-cb2a-4fd8-883f-360add4ceda7 req-8d252156-d65a-48d0-8dd2-e09b8b3ea52c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:20:02.993162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4445bd2b-cb2a-4fd8-883f-360add4ceda7 req-8d252156-d65a-48d0-8dd2-e09b8b3ea52c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0288985 Dec 10 18:20:03.003445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.036996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e5b503c-1d7a-44e1-850e-6d52701c0f15 req-38b20682-d1eb-4663-81b7-7b384a1e7572 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138520 Dec 10 18:20:03.046496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-de4f1ca3-3870-426f-9818-a5919182121a None None] Provisioning complete for port 9f279190-4187-4ab4-967b-d1d7f7c867d9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:03.047651 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de4f1ca3-3870-426f-9818-a5919182121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.099281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-de4f1ca3-3870-426f-9818-a5919182121a None None] Port 9f279190-4187-4ab4-967b-d1d7f7c867d9 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:03.127466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] Deleting port 4a9cba16-0538-4421-ac15-cee6944fcee8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:03.127850 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.130714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=9a3d3396-8e5b-4961-ad27-e23d6cc6db53,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:03.186902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:20:03.196449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:03.196862 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.313397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] For port 4a9cba16-0538-4421-ac15-cee6944fcee8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4a9cba16-0538-4421-ac15-cee6944fcee8,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:03.313846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.322805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.361002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:03.365748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:03.368836 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0277e2-c1f1-4d8c-80d1-4ada53e19158" -d '{"events": [{"server_uuid": "9e2c52a3-708e-4dca-9d4c-1aa7cc71be38", "name": "network-vif-plugged", "status": "completed", "tag": "d61e8c4c-0efe-46ed-b0c3-3e3886b96f49"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:03.373204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] Calling delete_port for 4a9cba16-0538-4421-ac15-cee6944fcee8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:03.375341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.454317 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbab981-53e8-474c-a339-0958b6fa0440 x-openstack-request-id: req-0bbab981-53e8-474c-a339-0958b6fa0440 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:03.454700 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2c52a3-708e-4dca-9d4c-1aa7cc71be38", "name": "network-vif-plugged", "status": "completed", "tag": "d61e8c4c-0efe-46ed-b0c3-3e3886b96f49", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:03.454934 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0bbab981-53e8-474c-a339-0958b6fa0440 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:03.455339 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49', 'code': 200} Dec 10 18:20:03.485830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:03.527501 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.554501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] Pushing event deleted for resources: {'Port': ['ID=4a9cba16-0538-4421-ac15-cee6944fcee8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:03.569152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f742329-a082-459f-b782-5fcbfe2aaebd None None] No DVR routers for this DVR port 4a9cba16-0538-4421-ac15-cee6944fcee8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:03.629149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.699899 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.706188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4a9cba16-0538-4421-ac15-cee6944fcee8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:03.739688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4a9cba16-0538-4421-ac15-cee6944fcee8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:03.740043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4a9cba16-0538-4421-ac15-cee6944fcee8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:03.767135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e9ee4-4788-4893-b678-081d31688184 req-d872be6d-d351-4ca0-9c58-3713d7754165 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:03.782258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:03.784839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e9ee4-4788-4893-b678-081d31688184 req-d872be6d-d351-4ca0-9c58-3713d7754165 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:03.800332 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-437e9ee4-4788-4893-b678-081d31688184 req-d872be6d-d351-4ca0-9c58-3713d7754165 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1653 time: 0.1528380 Dec 10 18:20:03.811369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:03.841260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869cc7a2-d02e-4d5e-959a-b57f6fd47634 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:03.848003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:03.848882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:03.897852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-af6ec065-f700-426c-a9d9-faaf4cc2b42c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1493192 Dec 10 18:20:03.904947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43106) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:03.914950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '9a3d3396-8e5b-4961-ad27-e23d6cc6db53', 'ip_address': '2001:db8::ec49:b3c8:3121:e9b5'}], 'name': 'tempest-NetworksTestDHCPv6-2142383853'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:03.924866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c672483-d128-44d9-9227-ee8e39fb4f78 req-d27407ba-9650-4ce1-826a-5b140ee8c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:03.926563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c672483-d128-44d9-9227-ee8e39fb4f78 req-d27407ba-9650-4ce1-826a-5b140ee8c179 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 1100 time: 0.2233648 Dec 10 18:20:03.988448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4445bd2b-cb2a-4fd8-883f-360add4ceda7 req-0b6b287c-b7f3-41d7-a3de-0d87188bc567 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.9721453 Dec 10 18:20:04.005362 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-437e9ee4-4788-4893-b678-081d31688184 req-3db1c900-44bd-4d1e-9406-980c11836123 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022486 Dec 10 18:20:04.247105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:04.261849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '9a3d3396-8e5b-4961-ad27-e23d6cc6db53'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:20:04.263235 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:04.548345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:04.573924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/9a3d3396-8e5b-4961-ad27-e23d6cc6db53/e1efc362-2306-414f-a5ce-3519e4808000) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:04.730450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c4871-26e6-4c1d-ade4-e1c1060d4cd0 req-5fa936bf-31eb-48e5-a9bd-8c2b9cc4a7f7 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:04.739289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a8c4871-26e6-4c1d-ade4-e1c1060d4cd0 req-5fa936bf-31eb-48e5-a9bd-8c2b9cc4a7f7 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.0755541 Dec 10 18:20:04.763199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe41d35b-f8f7-404f-9f4a-6fd4037693d0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:04.799627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:04.812455 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a8c4871-26e6-4c1d-ade4-e1c1060d4cd0 req-8370d1e4-f999-4833-aad1-b4e282e32a6d tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721223 Dec 10 18:20:04.818924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:04.846915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Transition to ACTIVE for port object fe41d35b-f8f7-404f-9f4a-6fd4037693d0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:20:04.889460 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:04.897699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:04.900844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:04.961145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:04.967638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:04.971636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:04.982418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Pushing event updated for resources: {'Port': ['ID=e1efc362-2306-414f-a5ce-3519e4808000,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:04.991848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c672483-d128-44d9-9227-ee8e39fb4f78 req-72e2485e-1cb5-40e4-9f49-c6da7660a377 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9989264 Dec 10 18:20:05.039574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65b4e-48fa-4215-aec1-ce16ae8ba1c5 req-3e49af4c-be49-4bdc-83b7-317bee5f301a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:05.066734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7d65b4e-48fa-4215-aec1-ce16ae8ba1c5 req-3e49af4c-be49-4bdc-83b7-317bee5f301a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 945 time: 0.1330807 Dec 10 18:20:05.080729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Attempting to bind port e1efc362-2306-414f-a5ce-3519e4808000 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:05.081124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Attempting to bind port e1efc362-2306-414f-a5ce-3519e4808000 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:05.081455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Attempting to bind port e1efc362-2306-414f-a5ce-3519e4808000 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:05.093079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:05.093544 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:05.093933 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.094403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:05.094899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Bound port: e1efc362-2306-414f-a5ce-3519e4808000, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:05.095282 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.142116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d96d6-e6c8-4513-b48f-cc2d28e325c9 req-d76e5dba-6024-46c8-88a5-af39da3a469f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:05.151650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe8d96d6-e6c8-4513-b48f-cc2d28e325c9 req-d76e5dba-6024-46c8-88a5-af39da3a469f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 949 time: 0.3027050 Dec 10 18:20:05.164865 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db7e47f3-5907-4e22-88dc-4c1cf85f07d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.198899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Pushing event updated for resources: {'Port': ['ID=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:05.201283 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7d65b4e-48fa-4215-aec1-ce16ae8ba1c5 req-37edb3b6-c572-4604-8028-547236c984f9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329753 Dec 10 18:20:05.239434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] For port e1efc362-2306-414f-a5ce-3519e4808000, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:05.243677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] For port e1efc362-2306-414f-a5ce-3519e4808000, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e1efc362-2306-414f-a5ce-3519e4808000,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:05.251210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.326964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe8d96d6-e6c8-4513-b48f-cc2d28e325c9 req-2bb5ec7c-d2a8-41b1-99b7-00e8eb623132 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741366 Dec 10 18:20:05.362522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:05.379947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Attempting to bind port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:05.380655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Attempting to bind port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:05.380655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Attempting to bind port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 on network eb2c8f16-c3f2-4419-8ece-655d70d469e4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:05.408517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b20f0-4b60-4801-9c56-2e23c97633f9 None None] Pushing event updated for resources: {'Port': ['ID=e1efc362-2306-414f-a5ce-3519e4808000,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:05.445353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db7e47f3-5907-4e22-88dc-4c1cf85f07d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.458123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db7e47f3-5907-4e22-88dc-4c1cf85f07d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.506018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.537732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4ed71-410f-47cc-b787-d42f10ed026a req-8122cd5e-d972-4727-97d5-d7d5252244b9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:05.544862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4ed71-410f-47cc-b787-d42f10ed026a req-8122cd5e-d972-4727-97d5-d7d5252244b9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:05.552835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6be4ed71-410f-47cc-b787-d42f10ed026a req-8122cd5e-d972-4727-97d5-d7d5252244b9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1665 time: 0.2030594 Dec 10 18:20:05.565325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-db7e47f3-5907-4e22-88dc-4c1cf85f07d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=225a0e070ac24c95b318fc9d52ff396f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7438648 Dec 10 18:20:05.566077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e47f3-5907-4e22-88dc-4c1cf85f07d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7919c2-de44-4c21-a0af-ddd224dc9b1b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:05.575022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43136) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:05.593679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 on network eb2c8f16-c3f2-4419-8ece-655d70d469e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:20:05.594287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Attempting to bind port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 on network eb2c8f16-c3f2-4419-8ece-655d70d469e4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:05.615364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:05.615882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Checking segment: {'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:05.616344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Bound using segment: {'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:05.616794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Bound port: fe41d35b-f8f7-404f-9f4a-6fd4037693d0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8febc4f-9882-4a87-a623-62f853bc208e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:05.617166 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.655743 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6be4ed71-410f-47cc-b787-d42f10ed026a req-b38ff986-71da-4f6c-83cf-4e51abce2f3a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019783 Dec 10 18:20:05.656575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d86b1f-0bdb-4b9c-874e-04a5ad5ec120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.674847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 57faa373-b46c-4409-8535-26f71f9bd10c yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:20:05.703137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4912e-bd07-43ee-890d-fb3f56a16353 req-902a8103-020a-4d6d-9987-f99af578158a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:05.724498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98c4912e-bd07-43ee-890d-fb3f56a16353 req-902a8103-020a-4d6d-9987-f99af578158a tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.2145951 Dec 10 18:20:05.740989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d86b1f-0bdb-4b9c-874e-04a5ad5ec120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.810156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d86b1f-0bdb-4b9c-874e-04a5ad5ec120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.813393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d86b1f-0bdb-4b9c-874e-04a5ad5ec120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.828017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-22d86b1f-0bdb-4b9c-874e-04a5ad5ec120 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa7919c2-de44-4c21-a0af-ddd224dc9b1b HTTP/1.1" status: 204 len: 168 time: 0.2413459 Dec 10 18:20:05.856449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d86b1f-0bdb-4b9c-874e-04a5ad5ec120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7919c2-de44-4c21-a0af-ddd224dc9b1b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:05.898143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] For port fe41d35b-f8f7-404f-9f4a-6fd4037693d0, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:05.945473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] For port fe41d35b-f8f7-404f-9f4a-6fd4037693d0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:05.961185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:05.977095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98c4912e-bd07-43ee-890d-fb3f56a16353 req-46958cd4-d7e6-4498-bacf-6f5543d293a6 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155039 Dec 10 18:20:06.043876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:06.044576 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:06.046026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-151cbc76-e815-46a8-afac-914be206c66a service neutron] 10.222.0.30 "PUT /v2.0/ports/fe41d35b-f8f7-404f-9f4a-6fd4037693d0 HTTP/1.1" status: 200 len: 1090 time: 3.5321038 Dec 10 18:20:06.051138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'tag': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:06.053465 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab31e264-3882-4b86-9864-16f8c9269590" -d '{"events": [{"name": "network-changed", "server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "tag": "fe41d35b-f8f7-404f-9f4a-6fd4037693d0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:06.099275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Request body: {'port': {'device_id': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:06.163464 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb011956-5bb4-448d-ba54-57f4e1c53521 x-openstack-request-id: req-cb011956-5bb4-448d-ba54-57f4e1c53521 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:06.163757 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "tag": "fe41d35b-f8f7-404f-9f4a-6fd4037693d0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:06.164021 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb011956-5bb4-448d-ba54-57f4e1c53521 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:06.164431 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'tag': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0', 'status': 'completed', 'code': 200} Dec 10 18:20:06.166456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cbc76-e815-46a8-afac-914be206c66a service neutron] Pushing event updated for resources: {'Port': ['ID=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:06.300485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034281a-b908-4d80-8209-49409be1547c req-bfeccdd3-86f7-44c8-aa2f-2ed0a84e692d tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:06.322115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::ec49:b3c8:3121:e9b5 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/9a3d3396-8e5b-4961-ad27-e23d6cc6db53/57faa373-b46c-4409-8535-26f71f9bd10c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:06.327718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43146) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:06.331757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034281a-b908-4d80-8209-49409be1547c req-bfeccdd3-86f7-44c8-aa2f-2ed0a84e692d tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:06.364860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034281a-b908-4d80-8209-49409be1547c req-bfeccdd3-86f7-44c8-aa2f-2ed0a84e692d tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:06.376051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b034281a-b908-4d80-8209-49409be1547c req-bfeccdd3-86f7-44c8-aa2f-2ed0a84e692d tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84&device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9&device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 2418 time: 0.1860178 Dec 10 18:20:06.383353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:06.409294 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e49365d2-035a-4454-95e1-2f42821f5c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:06.484143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b034281a-b908-4d80-8209-49409be1547c req-4ad5364b-40e2-4b01-a7a1-542ec1334028 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046484 Dec 10 18:20:06.536049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-d7c35050-0c5f-48c2-be45-b176d4001c5b req-bc3c03bc-2112-4552-b4a9-40c07b0029f9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:20:06.539854 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7c35050-0c5f-48c2-be45-b176d4001c5b req-bc3c03bc-2112-4552-b4a9-40c07b0029f9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091529 Dec 10 18:20:06.647489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e264-3882-4b86-9864-16f8c9269590 req-cbe46901-1afb-4a07-bcc5-4a8d42e5b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:06.647965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e264-3882-4b86-9864-16f8c9269590 req-cbe46901-1afb-4a07-bcc5-4a8d42e5b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:06.649597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab31e264-3882-4b86-9864-16f8c9269590 req-cbe46901-1afb-4a07-bcc5-4a8d42e5b573 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1912 time: 0.4843915 Dec 10 18:20:06.691094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7c35050-0c5f-48c2-be45-b176d4001c5b req-40f9b44f-e2c1-4120-a4c4-6aa49a181071 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1421890 Dec 10 18:20:06.957717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330a738-27b7-4115-86f8-8c4620e43fb8 req-e58192ce-e571-4765-91a4-0e61e905540f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:06.965350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9330a738-27b7-4115-86f8-8c4620e43fb8 req-e58192ce-e571-4765-91a4-0e61e905540f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 949 time: 0.3593009 Dec 10 18:20:07.020817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05e70-56db-4dfd-af92-fdbb28ce750a req-656d2f70-0f0c-4246-ad4b-d9b750799beb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:07.027370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb05e70-56db-4dfd-af92-fdbb28ce750a req-656d2f70-0f0c-4246-ad4b-d9b750799beb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:07.030085 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7cb05e70-56db-4dfd-af92-fdbb28ce750a req-656d2f70-0f0c-4246-ad4b-d9b750799beb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1665 time: 0.0636384 Dec 10 18:20:07.034784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e49365d2-035a-4454-95e1-2f42821f5c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.041616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e264-3882-4b86-9864-16f8c9269590 req-c6dde5db-8599-40e9-91f2-246d6999ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:07.042562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e264-3882-4b86-9864-16f8c9269590 req-c6dde5db-8599-40e9-91f2-246d6999ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:07.043411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e264-3882-4b86-9864-16f8c9269590 req-c6dde5db-8599-40e9-91f2-246d6999ea68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:07.046393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab31e264-3882-4b86-9864-16f8c9269590 req-c6dde5db-8599-40e9-91f2-246d6999ea68 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3e73342f2e5048bbb90d81f001357f63&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3715961 Dec 10 18:20:07.048684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ca250867-b36d-4bb7-b7a3-2addebb1bdfa None None] Provisioning complete for port e1efc362-2306-414f-a5ce-3519e4808000 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:07.051044 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ca250867-b36d-4bb7-b7a3-2addebb1bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.091555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e49365d2-035a-4454-95e1-2f42821f5c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.125816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7cb05e70-56db-4dfd-af92-fdbb28ce750a req-aa8c9430-ca04-4ee4-b27a-fc066afd002f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892119 Dec 10 18:20:07.195277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ca250867-b36d-4bb7-b7a3-2addebb1bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.247008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ca250867-b36d-4bb7-b7a3-2addebb1bdfa None None] For port e1efc362-2306-414f-a5ce-3519e4808000, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e1efc362-2306-414f-a5ce-3519e4808000,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:07.256880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ca250867-b36d-4bb7-b7a3-2addebb1bdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.295333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9330a738-27b7-4115-86f8-8c4620e43fb8 req-fed1cd77-cddf-44de-b5af-6f7af5fe42f4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241413 Dec 10 18:20:07.322565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49365d2-035a-4454-95e1-2f42821f5c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8830e8b6-e4e8-4a6e-9119-b9fee216ca12,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:07.357709 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e49365d2-035a-4454-95e1-2f42821f5c74 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1ae4b127036e4f899295a8e4a0d84642&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0245078 Dec 10 18:20:07.365659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca250867-b36d-4bb7-b7a3-2addebb1bdfa None None] Pushing event updated for resources: {'Port': ['ID=e1efc362-2306-414f-a5ce-3519e4808000,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:07.366635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43162) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:07.468487 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.471615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94d7756a-9736-4251-9f28-c00b75d15302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.500594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e264-3882-4b86-9864-16f8c9269590 req-407be98d-bc2d-4441-af46-a3fcd3266aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:07.503375 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab31e264-3882-4b86-9864-16f8c9269590 req-407be98d-bc2d-4441-af46-a3fcd3266aa4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4142594 Dec 10 18:20:07.505442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94d7756a-9736-4251-9f28-c00b75d15302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.598694 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94d7756a-9736-4251-9f28-c00b75d15302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.611366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94d7756a-9736-4251-9f28-c00b75d15302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.613517 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94d7756a-9736-4251-9f28-c00b75d15302 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8830e8b6-e4e8-4a6e-9119-b9fee216ca12 HTTP/1.1" status: 204 len: 168 time: 0.2452378 Dec 10 18:20:07.625919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f279190-4187-4ab4-967b-d1d7f7c867d9 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:07.635208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7756a-9736-4251-9f28-c00b75d15302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8830e8b6-e4e8-4a6e-9119-b9fee216ca12,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:07.660762 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.670302 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.771749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:07.776102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:07.780096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:07.794664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:07.798887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.822380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=57faa373-b46c-4409-8535-26f71f9bd10c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:07.829717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Transition to ACTIVE for port object 9f279190-4187-4ab4-967b-d1d7f7c867d9 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:20:07.838547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:07.879824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e1efc362-2306-414f-a5ce-3519e4808000 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:07.886811 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-89769fed-a49c-4ace-8c8f-e3d9ec343d86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9760473 Dec 10 18:20:07.890625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43170) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:07.911774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Pushing event updated for resources: {'Port': ['ID=9f279190-4187-4ab4-967b-d1d7f7c867d9,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:08.028614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d560fa-63a5-43d1-ab84-ed8c5c0aa687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.039804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d560fa-63a5-43d1-ab84-ed8c5c0aa687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.046038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-09d560fa-63a5-43d1-ab84-ed8c5c0aa687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1524811 Dec 10 18:20:08.051012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43176) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:08.067113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Attempting to bind port 9f279190-4187-4ab4-967b-d1d7f7c867d9 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:08.067814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Attempting to bind port 9f279190-4187-4ab4-967b-d1d7f7c867d9 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:08.068651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Attempting to bind port 9f279190-4187-4ab4-967b-d1d7f7c867d9 on network d882cd3a-61cc-4718-8ca1-71cd8883dc0a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:08.075451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Port 9f279190-4187-4ab4-967b-d1d7f7c867d9 on network d882cd3a-61cc-4718-8ca1-71cd8883dc0a not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:20:08.075902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Attempting to bind port 9f279190-4187-4ab4-967b-d1d7f7c867d9 on network d882cd3a-61cc-4718-8ca1-71cd8883dc0a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:08.089254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:08.089791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Checking segment: {'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:08.090292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Bound using segment: {'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:08.090912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Bound port: 9f279190-4187-4ab4-967b-d1d7f7c867d9, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77e2c9f-b5c3-478d-aa85-19800934ea17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:08.091771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:08.223439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] For port 9f279190-4187-4ab4-967b-d1d7f7c867d9, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:08.242393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] For port 9f279190-4187-4ab4-967b-d1d7f7c867d9, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9f279190-4187-4ab4-967b-d1d7f7c867d9,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:08.258989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:08.288180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 57faa373-b46c-4409-8535-26f71f9bd10c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:08.288514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:08.315384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.316090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:08.320818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] 10.222.0.30 "PUT /v2.0/ports/9f279190-4187-4ab4-967b-d1d7f7c867d9 HTTP/1.1" status: 200 len: 1092 time: 2.2237482 Dec 10 18:20:08.343227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'tag': '9f279190-4187-4ab4-967b-d1d7f7c867d9'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:08.345839 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a67760-6298-4420-a961-d26b817277a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "tag": "9f279190-4187-4ab4-967b-d1d7f7c867d9"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:08.413728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-404dc403-4bf4-4615-b361-07d983da77db None None] Provisioning complete for port 57faa373-b46c-4409-8535-26f71f9bd10c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:08.414247 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-404dc403-4bf4-4615-b361-07d983da77db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:08.467218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-404dc403-4bf4-4615-b361-07d983da77db None None] Port 57faa373-b46c-4409-8535-26f71f9bd10c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:08.472299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdfe42-e001-4262-8f74-1f0cb59d2366 service neutron] Pushing event updated for resources: {'Port': ['ID=9f279190-4187-4ab4-967b-d1d7f7c867d9,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:08.472572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e1efc362-2306-414f-a5ce-3519e4808000 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:08.472732 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:08.508156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:08.554012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 57faa373-b46c-4409-8535-26f71f9bd10c owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:08.582330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365df7-a683-4f0c-881e-f9f76647f703 req-8c7e9ae9-bc83-49e8-a78b-1c229e0ae68a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.591081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59365df7-a683-4f0c-881e-f9f76647f703 req-8c7e9ae9-bc83-49e8-a78b-1c229e0ae68a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.593647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59365df7-a683-4f0c-881e-f9f76647f703 req-8c7e9ae9-bc83-49e8-a78b-1c229e0ae68a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1677 time: 0.2649355 Dec 10 18:20:08.603686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-543acbac-e63c-4d5d-9e8f-e1ec7dee75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.604554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-543acbac-e63c-4d5d-9e8f-e1ec7dee75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.613286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-543acbac-e63c-4d5d-9e8f-e1ec7dee75ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1979 time: 0.1310091 Dec 10 18:20:08.675057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-87e44047-a773-41c2-b1fb-1a231bb97479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=fe41d35b-f8f7-404f-9f4a-6fd4037693d0 HTTP/1.1" status: 200 len: 217 time: 0.0518584 Dec 10 18:20:08.748610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e74ff-163e-41a8-8cba-561b450bd759 req-ed40ec4c-e8d4-4061-9137-afa1d2a4e346 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.756427 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-475e74ff-163e-41a8-8cba-561b450bd759 req-ed40ec4c-e8d4-4061-9137-afa1d2a4e346 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 949 time: 0.1879621 Dec 10 18:20:08.769086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-59365df7-a683-4f0c-881e-f9f76647f703 req-243ad321-11d7-4e69-bdb6-b88552fafff4 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547122 Dec 10 18:20:08.779671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-46430dc2-c00e-4989-8c47-5c015908fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.781992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-46430dc2-c00e-4989-8c47-5c015908fda3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=264771f5-05db-4621-8c31-45ec6e62cf4c HTTP/1.1" status: 200 len: 801 time: 0.0928342 Dec 10 18:20:08.871732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-475e74ff-163e-41a8-8cba-561b450bd759 req-5540753c-f8d2-48b2-b5a9-f3ae6efc7f38 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141362 Dec 10 18:20:08.872841 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca1831c-acde-4fa8-ab48-03d49d83ff72 x-openstack-request-id: req-3ca1831c-acde-4fa8-ab48-03d49d83ff72 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:08.873180 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "tag": "9f279190-4187-4ab4-967b-d1d7f7c867d9", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:08.873503 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ca1831c-acde-4fa8-ab48-03d49d83ff72 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:08.873979 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'tag': '9f279190-4187-4ab4-967b-d1d7f7c867d9', 'status': 'completed', 'code': 200} Dec 10 18:20:08.895033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-3f324509-93af-4cb6-b257-61a6b8a7fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:08.896901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-3f324509-93af-4cb6-b257-61a6b8a7fd15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb2c8f16-c3f2-4419-8ece-655d70d469e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934651 Dec 10 18:20:08.957584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:09.013880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=57faa373-b46c-4409-8535-26f71f9bd10c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:09.078940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-69dcb983-079c-4d9a-8f74-1465c228a8fe service neutron] 10.222.0.30 "GET /v2.0/networks/eb2c8f16-c3f2-4419-8ece-655d70d469e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722083 Dec 10 18:20:09.100669 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:09.108453 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9f2bdf4d-2ea7-42ad-bd57-bab0eb4956cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/57faa373-b46c-4409-8535-26f71f9bd10c HTTP/1.1" status: 204 len: 168 time: 1.0557983 Dec 10 18:20:09.115121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43210) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:09.301700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-21a7aff5-9914-497b-bd7e-cd20fa8efeff service neutron] 10.222.0.30 "GET /v2.0/networks/eb2c8f16-c3f2-4419-8ece-655d70d469e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115448 Dec 10 18:20:09.313836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bf0cb-6ba4-4775-af73-fd32827e0854 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:09.317558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bf0cb-6ba4-4775-af73-fd32827e0854 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:09.320418 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bb9bf0cb-6ba4-4775-af73-fd32827e0854 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2033737 Dec 10 18:20:09.323256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43216) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:09.388490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d51c88-8170-46d9-83ce-0d7f488d6abe req-77d58a54-f211-4d6e-871f-b926bc3f3529 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:09.393906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-9c6e0075-b48f-48c2-ac4c-58ad2861b032 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=9f279190-4187-4ab4-967b-d1d7f7c867d9 HTTP/1.1" status: 200 len: 217 time: 0.0781007 Dec 10 18:20:09.397102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d0d51c88-8170-46d9-83ce-0d7f488d6abe req-77d58a54-f211-4d6e-871f-b926bc3f3529 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 1100 time: 0.1830552 Dec 10 18:20:09.467770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-9bc7b5de-9ddf-4285-b9af-62e04b97bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:09.470332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-9bc7b5de-9ddf-4285-b9af-62e04b97bbab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f41b60e-bbb2-4208-95ce-102a14fb3353 HTTP/1.1" status: 200 len: 801 time: 0.0623839 Dec 10 18:20:09.484295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 9a3d3396-8e5b-4961-ad27-e23d6cc6db53 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:09.500347 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:09.536882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-0e228c00-f649-4df9-a1f7-273072ac6195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:09.539056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-0e228c00-f649-4df9-a1f7-273072ac6195 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d882cd3a-61cc-4718-8ca1-71cd8883dc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0609839 Dec 10 18:20:09.600067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d0d51c88-8170-46d9-83ce-0d7f488d6abe req-398cbb2b-698f-4144-ad82-11b3815fdfb9 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825941 Dec 10 18:20:09.611185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:09.771544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-a321ab1c-8083-4253-8794-2d5883cefa73 service neutron] 10.222.0.30 "GET /v2.0/networks/d882cd3a-61cc-4718-8ca1-71cd8883dc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172651 Dec 10 18:20:09.823803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:09.877513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c3363-6122-4205-ac67-90df95aea26f req-ebca276d-04b2-4d77-a24d-ab6bc44fcfee tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:09.878788 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-908c3363-6122-4205-ac67-90df95aea26f req-ebca276d-04b2-4d77-a24d-ab6bc44fcfee tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.1273308 Dec 10 18:20:09.913252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-ed83570f-759c-47e9-bd0a-6d9c2809c29d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280175 Dec 10 18:20:09.954983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-908c3363-6122-4205-ac67-90df95aea26f req-769d274e-6aee-4ca6-9371-9f0abbf9ae2c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685904 Dec 10 18:20:09.957438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:09.988096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=9a3d3396-8e5b-4961-ad27-e23d6cc6db53,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:09.991894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:09.995529 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f2f98b3f-c73c-4c6d-be9b-1fad7e03e007 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/9a3d3396-8e5b-4961-ad27-e23d6cc6db53 HTTP/1.1" status: 204 len: 168 time: 0.6704228 Dec 10 18:20:09.998435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43252) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:10.002974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8738ab90-935a-41c4-ab12-a26d39380a5f None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:10.014695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89495e86-a544-42b6-bc5a-01d58b92d70c req-5ff62811-c464-4db1-8278-5e9b3014eca6 service neutron] 10.222.0.30 "GET /v2.0/networks/d882cd3a-61cc-4718-8ca1-71cd8883dc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331443 Dec 10 18:20:10.071566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-149a9bef-3473-4709-8c5b-bd076838f75a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717516 Dec 10 18:20:10.081282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-3d2812da-bf17-4b80-bcf5-af14d85d4f5d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.084378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43256) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:10.088820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-3d2812da-bf17-4b80-bcf5-af14d85d4f5d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602719 Dec 10 18:20:10.110947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-2d65fcc0-64e3-4518-a1db-3c43d14c97c5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/quotas/33011e0a006846adb5f242d35e51f465 HTTP/1.1" status: 200 len: 375 time: 0.0207038 Dec 10 18:20:10.203171 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-5d389fbb-9695-463d-9430-309414825630 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0900047 Dec 10 18:20:10.208768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67760-6298-4420-a961-d26b817277a9 req-caf97f79-c421-4731-baf4-0bfdb60f6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.209251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67760-6298-4420-a961-d26b817277a9 req-caf97f79-c421-4731-baf4-0bfdb60f6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.210886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a67760-6298-4420-a961-d26b817277a9 req-caf97f79-c421-4731-baf4-0bfdb60f6e4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e73342f2e5048bbb90d81f001357f63&device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1979 time: 0.1092327 Dec 10 18:20:10.213786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe1abd-488c-453b-b6c6-158843867e23 req-48c35cef-ae05-4d6a-aaa2-e6d57fabd782 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.220759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe1abd-488c-453b-b6c6-158843867e23 req-48c35cef-ae05-4d6a-aaa2-e6d57fabd782 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.222243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1abe1abd-488c-453b-b6c6-158843867e23 req-48c35cef-ae05-4d6a-aaa2-e6d57fabd782 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1677 time: 0.1533501 Dec 10 18:20:10.234415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c631985-068f-4e4d-8015-a234bb2ca7dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.239668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:10.247019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7c631985-068f-4e4d-8015-a234bb2ca7dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1597571 Dec 10 18:20:10.249694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43262) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:10.339877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1abe1abd-488c-453b-b6c6-158843867e23 req-3d8cb210-e22a-43a2-9e9b-41e8d67dcdbd tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857310 Dec 10 18:20:10.352893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] Deleting port e1efc362-2306-414f-a5ce-3519e4808000 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:10.353271 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:10.364883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d567475-9d27-4246-bd4f-04083dc63647 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.368501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6d567475-9d27-4246-bd4f-04083dc63647 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175249 Dec 10 18:20:10.371036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43264) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:10.457548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7e9ddcb6-8579-4a33-b875-387aed09cbf1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851195 Dec 10 18:20:10.460537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43270) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:10.465171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:10.470404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] For port e1efc362-2306-414f-a5ce-3519e4808000, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e1efc362-2306-414f-a5ce-3519e4808000,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:10.471851 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:10.491892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ebabfd4e-5703-4697-92ec-6598b26e5ff4 req-c033f7ef-e6b5-4972-91ff-9ade6868504a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 210 time: 0.0501943 Dec 10 18:20:10.492942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67760-6298-4420-a961-d26b817277a9 req-5e4e190b-d7a1-4708-a449-8b3399c2291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.494280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a67760-6298-4420-a961-d26b817277a9 req-5e4e190b-d7a1-4708-a449-8b3399c2291c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d882cd3a-61cc-4718-8ca1-71cd8883dc0a HTTP/1.1" status: 200 len: 902 time: 0.2723036 Dec 10 18:20:10.503685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] Calling delete_port for e1efc362-2306-414f-a5ce-3519e4808000 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:10.576637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a67760-6298-4420-a961-d26b817277a9 req-8ba4b32a-338d-4e5b-ac17-c4d57e764423 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=9f279190-4187-4ab4-967b-d1d7f7c867d9 HTTP/1.1" status: 200 len: 217 time: 0.0693648 Dec 10 18:20:10.622004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:10.630516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:10.640041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67760-6298-4420-a961-d26b817277a9 req-4c5e0e56-4c71-443a-9a9d-8b822436fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.641882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a67760-6298-4420-a961-d26b817277a9 req-4c5e0e56-4c71-443a-9a9d-8b822436fcb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4f41b60e-bbb2-4208-95ce-102a14fb3353 HTTP/1.1" status: 200 len: 801 time: 0.0565908 Dec 10 18:20:10.664393 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:10.692076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] Pushing event deleted for resources: {'Port': ['ID=e1efc362-2306-414f-a5ce-3519e4808000,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:10.715989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a67760-6298-4420-a961-d26b817277a9 req-4b41ebf3-fea6-41e2-affb-e8368d987507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:10.722610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720de8ed-94e4-420b-88b1-ade1d7497c01 None None] No DVR routers for this DVR port e1efc362-2306-414f-a5ce-3519e4808000 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:10.724856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a67760-6298-4420-a961-d26b817277a9 req-4b41ebf3-fea6-41e2-affb-e8368d987507 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d882cd3a-61cc-4718-8ca1-71cd8883dc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0692184 Dec 10 18:20:10.863402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a67760-6298-4420-a961-d26b817277a9 req-da8e4d14-7cb1-401c-badc-08738e449922 service neutron] 10.222.0.30 "GET /v2.0/networks/d882cd3a-61cc-4718-8ca1-71cd8883dc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213331 Dec 10 18:20:11.030284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a67760-6298-4420-a961-d26b817277a9 req-89c5c9c1-d1e1-41a5-930f-882ec578f217 service neutron] 10.222.0.30 "GET /v2.0/networks/d882cd3a-61cc-4718-8ca1-71cd8883dc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563904 Dec 10 18:20:11.060948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:11.110861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:11.115189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00108815-7129-4fc7-857f-087ff517f972 req-c74515e8-c617-41d9-bf27-e41b71787688 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:11.116788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00108815-7129-4fc7-857f-087ff517f972 req-c74515e8-c617-41d9-bf27-e41b71787688 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.0647149 Dec 10 18:20:11.124489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:11.133239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a52ea3d-032f-4a5d-919c-bf2556cffab2 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:11.134841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:11.135451 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:11.171915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=5ce75020-cd28-438c-b8a0-f3c9ba22a6fb,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:11.198619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12a972f9-3995-48cc-8ab3-664d896e3bc6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7378531 Dec 10 18:20:11.201504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43290) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:11.212137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '5ce75020-cd28-438c-b8a0-f3c9ba22a6fb', 'ip_address': '2001:db8::e7df:45b1:66f3:9032'}], 'name': 'tempest-NetworksTestDHCPv6-199622954'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:11.251527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00108815-7129-4fc7-857f-087ff517f972 req-7690c43d-1b53-486e-9ae7-6f64d1c65cf4 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284356 Dec 10 18:20:11.269966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa7567-562a-4224-95f8-6876631cb4eb req-2e4af13d-1aae-41d0-ad30-a693718e6338 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:11.271282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22aa7567-562a-4224-95f8-6876631cb4eb req-2e4af13d-1aae-41d0-ad30-a693718e6338 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.59 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 946 time: 0.1169536 Dec 10 18:20:11.308626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '5ce75020-cd28-438c-b8a0-f3c9ba22a6fb'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:20:11.309742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:11.396079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:11.523959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/5ce75020-cd28-438c-b8a0-f3c9ba22a6fb/9806b327-34a4-46ab-8440-89aad8934757) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:11.532191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:11.570662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e98e22-094f-48d4-aa7d-e2f14efaaca8 req-e0b374c1-645d-487f-8a6e-1ec0b3d0157d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:11.578035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e98e22-094f-48d4-aa7d-e2f14efaaca8 req-e0b374c1-645d-487f-8a6e-1ec0b3d0157d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:11.587144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80e98e22-094f-48d4-aa7d-e2f14efaaca8 req-e0b374c1-645d-487f-8a6e-1ec0b3d0157d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1677 time: 0.1068335 Dec 10 18:20:11.620298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port e1641d4b-93f5-4171-9434-087a903100c4 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:20:11.735260 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80e98e22-094f-48d4-aa7d-e2f14efaaca8 req-666da9dd-46e0-45ee-ab74-cc700f3673f4 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469059 Dec 10 18:20:11.741331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e1efc362-2306-414f-a5ce-3519e4808000 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:11.790138 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-4c6b6874-ec56-4abd-89e0-e4fcc04c227a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515022 Dec 10 18:20:11.850253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e1efc362-2306-414f-a5ce-3519e4808000 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:11.850657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e1efc362-2306-414f-a5ce-3519e4808000 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:11.884474 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:11.900897 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.003784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:12.015557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:12.020897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:12.045148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Pushing event updated for resources: {'Port': ['ID=9806b327-34a4-46ab-8440-89aad8934757,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:12.065179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd460c64-5d40-41bf-823f-097294b1ac82 req-e68cf5b7-2405-44f6-a54d-e4b40d37e028 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 210 time: 0.0533328 Dec 10 18:20:12.106916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Deleting port 87e2c535-7093-4984-bff2-6b1f6461252c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:12.107566 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.130925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Attempting to bind port 9806b327-34a4-46ab-8440-89aad8934757 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:12.131159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::e7df:45b1:66f3:9032 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/5ce75020-cd28-438c-b8a0-f3c9ba22a6fb/e1641d4b-93f5-4171-9434-087a903100c4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:12.131347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Attempting to bind port 9806b327-34a4-46ab-8440-89aad8934757 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:12.131856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Attempting to bind port 9806b327-34a4-46ab-8440-89aad8934757 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:12.138233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:12.138970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:12.139667 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.140159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:12.140958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Bound port: 9806b327-34a4-46ab-8440-89aad8934757, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:12.141417 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.178819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-50e84646-c4b5-4d70-9815-29025bf4fd1d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:12.180354 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-50e84646-c4b5-4d70-9815-29025bf4fd1d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3811870 Dec 10 18:20:12.200378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': 'e472275a-72f0-4670-b182-aacd58b40227', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:12.223370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] For port 9806b327-34a4-46ab-8440-89aad8934757, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:12.226399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] For port 9806b327-34a4-46ab-8440-89aad8934757, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9806b327-34a4-46ab-8440-89aad8934757,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:12.232327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] For port 87e2c535-7093-4984-bff2-6b1f6461252c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=87e2c535-7093-4984-bff2-6b1f6461252c,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:12.232860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.233309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.247228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Calling delete_port for 87e2c535-7093-4984-bff2-6b1f6461252c owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:12.314653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb858f5-ec40-448d-acc4-3724e2fcda7c None None] Pushing event updated for resources: {'Port': ['ID=9806b327-34a4-46ab-8440-89aad8934757,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:12.406744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.419875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['87e2c535-7093-4984-bff2-6b1f6461252c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:12.423421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['51bc7be1-4220-4e09-a356-29f371476b39', '85521307-218e-4480-a17a-0f5a4d078db5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:12.449960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Pushing event deleted for resources: {'Port': ['ID=87e2c535-7093-4984-bff2-6b1f6461252c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:12.530760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] No DVR routers for this DVR port 87e2c535-7093-4984-bff2-6b1f6461252c on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:12.533574 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.538118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22aa7567-562a-4224-95f8-6876631cb4eb req-06c5ac0a-acab-4ee7-9dd4-5ef3fadde22f tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.59 "DELETE /v2.0/ports/87e2c535-7093-4984-bff2-6b1f6461252c HTTP/1.1" status: 204 len: 173 time: 1.2577209 Dec 10 18:20:12.539086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'name': 'network-vif-deleted', 'tag': '87e2c535-7093-4984-bff2-6b1f6461252c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:12.542013 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6101bcb8-a407-4d80-ae77-661af47d2bb8" -d '{"events": [{"server_uuid": "361fc97a-f9c6-4847-821a-2db3ec6e1c84", "name": "network-vif-deleted", "tag": "87e2c535-7093-4984-bff2-6b1f6461252c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:12.652120 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b85d5-e93f-464d-b5b2-6a6c4acf6ee3 x-openstack-request-id: req-ae5b85d5-e93f-464d-b5b2-6a6c4acf6ee3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:12.652478 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361fc97a-f9c6-4847-821a-2db3ec6e1c84", "name": "network-vif-deleted", "tag": "87e2c535-7093-4984-bff2-6b1f6461252c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:12.652753 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae5b85d5-e93f-464d-b5b2-6a6c4acf6ee3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:12.653161 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361fc97a-f9c6-4847-821a-2db3ec6e1c84', 'name': 'network-vif-deleted', 'tag': '87e2c535-7093-4984-bff2-6b1f6461252c', 'status': 'completed', 'code': 200} Dec 10 18:20:12.793279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f9d2a6f-aca5-44c5-ba40-6af2b11cc667 req-1fed526e-a8c4-49a1-bbb5-885712fdfb69 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=361fc97a-f9c6-4847-821a-2db3ec6e1c84 HTTP/1.1" status: 200 len: 210 time: 0.1160209 Dec 10 18:20:12.897605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261f3f6-efe3-415c-8c0d-2067042a320a req-25df38dc-7284-4363-a4d5-1d9a392c9fd4 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:12.900104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:12.904303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261f3f6-efe3-415c-8c0d-2067042a320a req-25df38dc-7284-4363-a4d5-1d9a392c9fd4 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:12.904461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.905982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4261f3f6-efe3-415c-8c0d-2067042a320a req-25df38dc-7284-4363-a4d5-1d9a392c9fd4 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1677 time: 0.0684028 Dec 10 18:20:12.937190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:12.972027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4261f3f6-efe3-415c-8c0d-2067042a320a req-e5d6a03b-ab9f-47c5-9da7-b72597be9f2e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557272 Dec 10 18:20:13.067122 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:13.143174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:13.149941 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:20:13.150729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:13.153994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:13.159970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:13.160625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:13.182861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=e1641d4b-93f5-4171-9434-087a903100c4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:13.190700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.243 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/494a0230-6164-4a1f-9ced-e10e52589db3) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:13.215268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c786404-9a6c-45e5-b590-5441f554115c req-291c7e26-886d-4124-8ec4-8b5ee9f2e316 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 210 time: 0.0411606 Dec 10 18:20:13.237030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6110245d-a807-48dc-8b3b-485f64231687 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0341530 Dec 10 18:20:13.241009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43324) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:13.248515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-139f88dd-fa5c-4689-aba1-07a070848c77 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '5ce75020-cd28-438c-b8a0-f3c9ba22a6fb', 'ip_address': '2001:db8::e7df:45b1:66f3:9032'}], 'name': 'tempest-NetworksTestDHCPv6-866629411'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:13.480952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9f279190-4187-4ab4-967b-d1d7f7c867d9 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:20:13.484271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139f88dd-fa5c-4689-aba1-07a070848c77 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:13.486542 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:13.575305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:13.599381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f', '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:13.602139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', '6da652d4-2b9b-4c22-a159-e909493c8b04', 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:13.683388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:13.692783 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-139f88dd-fa5c-4689-aba1-07a070848c77 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:13.697815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:13.702709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:13.732646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-139f88dd-fa5c-4689-aba1-07a070848c77 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port c003e9ee-b6d0-4ce4-a763-7d8ca99f37ed yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:20:13.808567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9806b327-34a4-46ab-8440-89aad8934757 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:13.848534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9f279190-4187-4ab4-967b-d1d7f7c867d9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9f279190-4187-4ab4-967b-d1d7f7c867d9,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:13.906834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '9f279190-4187-4ab4-967b-d1d7f7c867d9', 'network_id': 'd882cd3a-61cc-4718-8ca1-71cd8883dc0a', 'port_id': '9f279190-4187-4ab4-967b-d1d7f7c867d9', 'mac_address': 'fa:16:3e:d1:38:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f41b60e-bbb2-4208-95ce-102a14fb3353', 'ip_address': '19.86.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:20:13.913097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=494a0230-6164-4a1f-9ced-e10e52589db3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:13.956036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:13.956650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:13.997106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d86349ed-6462-4436-b928-73e8eedbad4f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8065174 Dec 10 18:20:14.012728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Request body: {'port': {'device_id': 'e472275a-72f0-4670-b182-aacd58b40227', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:14.051400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8d81a9d9-ee1c-411d-97a4-55f1859f2fbc None None] Provisioning complete for port 9806b327-34a4-46ab-8440-89aad8934757 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:14.052843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d81a9d9-ee1c-411d-97a4-55f1859f2fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.158973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.247749 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.268236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ba123-8748-48d5-8fa1-231adc716113 req-32a03a8d-cafc-4702-afa9-7674d63bbb28 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:14.287263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ba123-8748-48d5-8fa1-231adc716113 req-32a03a8d-cafc-4702-afa9-7674d63bbb28 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:14.293068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b5ba123-8748-48d5-8fa1-231adc716113 req-32a03a8d-cafc-4702-afa9-7674d63bbb28 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1677 time: 0.1507039 Dec 10 18:20:14.298983 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-139f88dd-fa5c-4689-aba1-07a070848c77 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:20:14.299886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139f88dd-fa5c-4689-aba1-07a070848c77 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:20:14.318518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9806b327-34a4-46ab-8440-89aad8934757 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:14.318925 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.379111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43344) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:14.379517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f279190-4187-4ab4-967b-d1d7f7c867d9 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:14.381336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-139f88dd-fa5c-4689-aba1-07a070848c77 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1388342 Dec 10 18:20:14.493183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b5ba123-8748-48d5-8fa1-231adc716113 req-c7429b27-9a02-4d89-bc82-c87184f0fe74 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759818 Dec 10 18:20:14.517981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9f279190-4187-4ab4-967b-d1d7f7c867d9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9f279190-4187-4ab4-967b-d1d7f7c867d9,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:14.595609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.596309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fe41d35b-f8f7-404f-9f4a-6fd4037693d0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:20:14.649165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62088c-cc4b-4e09-ae7f-29fe2378cd74 req-32543bdb-c77d-4442-9ce4-00ed2278a414 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:14.654424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ed6a2-9cee-41c0-99f1-7064cf8c8ca7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:14.657981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f62088c-cc4b-4e09-ae7f-29fe2378cd74 req-32543bdb-c77d-4442-9ce4-00ed2278a414 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 945 time: 0.0640543 Dec 10 18:20:14.660531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ed6a2-9cee-41c0-99f1-7064cf8c8ca7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:14.664666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-769ed6a2-9cee-41c0-99f1-7064cf8c8ca7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2820907 Dec 10 18:20:14.666236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43354) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:14.695868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e121f-dc00-4be2-937d-4f4e894cc405 req-2c1b6065-0ec2-4d28-8b7e-8d49e6c480bf tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:14.697383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-444e121f-dc00-4be2-937d-4f4e894cc405 req-2c1b6065-0ec2-4d28-8b7e-8d49e6c480bf tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 936 time: 0.1330457 Dec 10 18:20:14.717710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.786620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d81a9d9-ee1c-411d-97a4-55f1859f2fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.813757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f62088c-cc4b-4e09-ae7f-29fe2378cd74 req-8375c1ca-1ccb-419e-adad-fc15dbe7ed1c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515484 Dec 10 18:20:14.824108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-444e121f-dc00-4be2-937d-4f4e894cc405 req-bbeba8a6-bf64-4c48-824d-a96fc666e64d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192441 Dec 10 18:20:14.850433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 494a0230-6164-4a1f-9ced-e10e52589db3 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:14.859520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.864403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9f279190-4187-4ab4-967b-d1d7f7c867d9,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:14.871763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port e1641d4b-93f5-4171-9434-087a903100c4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:14.872407 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:14.875384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Transition to ACTIVE for port object 494a0230-6164-4a1f-9ced-e10e52589db3 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:20:14.884877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.013029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Pushing event updated for resources: {'Port': ['ID=494a0230-6164-4a1f-9ced-e10e52589db3,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:15.042300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 87e2c535-7093-4984-bff2-6b1f6461252c no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:15.058651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 9806b327-34a4-46ab-8440-89aad8934757, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9806b327-34a4-46ab-8440-89aad8934757,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:15.129484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Attempting to bind port 494a0230-6164-4a1f-9ced-e10e52589db3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:15.129811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Attempting to bind port 494a0230-6164-4a1f-9ced-e10e52589db3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:15.130143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Attempting to bind port 494a0230-6164-4a1f-9ced-e10e52589db3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:15.135596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Port 494a0230-6164-4a1f-9ced-e10e52589db3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:20:15.136054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Attempting to bind port 494a0230-6164-4a1f-9ced-e10e52589db3 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:15.136358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-6117a2f9-fb44-41cb-81f1-200f38133105 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.141922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:15.142255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:15.142706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:15.143208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Bound port: 494a0230-6164-4a1f-9ced-e10e52589db3, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:15.143564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.147940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-6117a2f9-fb44-41cb-81f1-200f38133105 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.1867504 Dec 10 18:20:15.178950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.195605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for e1641d4b-93f5-4171-9434-087a903100c4 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:15.257796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] For port 494a0230-6164-4a1f-9ced-e10e52589db3, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:15.263221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] For port 494a0230-6164-4a1f-9ced-e10e52589db3, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=494a0230-6164-4a1f-9ced-e10e52589db3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:15.267442 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-5a4f3084-5258-4fdf-8e9e-c1a54fbaf7e5 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/quotas/a188ad806b6d46409661b59ef057dc1a HTTP/1.1" status: 200 len: 375 time: 0.1183345 Dec 10 18:20:15.277952 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.319306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.349148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.350312 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.351922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] 10.222.0.59 "PUT /v2.0/ports/494a0230-6164-4a1f-9ced-e10e52589db3 HTTP/1.1" status: 200 len: 1096 time: 1.3465908 Dec 10 18:20:15.352391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:15.356029 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:15.374391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-87d37378-6123-4d1e-817d-b505723255fd tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977273 Dec 10 18:20:15.390939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 87e2c535-7093-4984-bff2-6b1f6461252c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:15.391289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 87e2c535-7093-4984-bff2-6b1f6461252c not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:15.422201 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc8c0d4-d2b7-4dc3-8cfa-abf04cf867a4 x-openstack-request-id: req-8bc8c0d4-d2b7-4dc3-8cfa-abf04cf867a4 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:15.422570 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:15.422890 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8bc8c0d4-d2b7-4dc3-8cfa-abf04cf867a4 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:15.423483 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3', 'status': 'completed', 'code': 200} Dec 10 18:20:15.444304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fe41d35b-f8f7-404f-9f4a-6fd4037693d0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:15.468022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8f397-e679-4f16-bff7-4663d67aeb8c service neutron] Pushing event updated for resources: {'Port': ['ID=494a0230-6164-4a1f-9ced-e10e52589db3,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:15.496651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d27ffb3c-4121-4e0f-a596-39a1f495ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.498063 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-d27ffb3c-4121-4e0f-a596-39a1f495ad09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 1099 time: 0.0931590 Dec 10 18:20:15.516336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0', 'network_id': 'eb2c8f16-c3f2-4419-8ece-655d70d469e4', 'port_id': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0', 'mac_address': 'fa:16:3e:a7:56:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264771f5-05db-4621-8c31-45ec6e62cf4c', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:20:15.524027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.579190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=e1641d4b-93f5-4171-9434-087a903100c4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:15.638729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-40763fcf-01e7-4ec3-9387-c0b555c79b70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=494a0230-6164-4a1f-9ced-e10e52589db3 HTTP/1.1" status: 200 len: 217 time: 0.1317494 Dec 10 18:20:15.656001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.666801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43376) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:15.672963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-8d81a9d9-ee1c-411d-97a4-55f1859f2fbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:20:15.673474 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-8d81a9d9-ee1c-411d-97a4-55f1859f2fbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:20:15.675020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4f994e46-4106-4c4a-8c8f-0e61f3b760c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/e1641d4b-93f5-4171-9434-087a903100c4 HTTP/1.1" status: 204 len: 168 time: 1.0075173 Dec 10 18:20:15.679859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-9b4a6987-1be4-49af-9129-febdb7e93c2d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:20:15.680941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-9b4a6987-1be4-49af-9129-febdb7e93c2d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2969577 Dec 10 18:20:15.826506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=9806b327-34a4-46ab-8440-89aad8934757,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:15.826778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-72186752-c1e0-4e15-a5a0-a0b941c6ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.828027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-72186752-c1e0-4e15-a5a0-a0b941c6ee26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1750250 Dec 10 18:20:15.834632 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.860325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe41d35b-f8f7-404f-9f4a-6fd4037693d0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:15.875873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4793-a148-4183-8555-b1c1e1c72118 req-b0a6838a-d626-42f8-bf7b-e48954188d6c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.884333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e4793-a148-4183-8555-b1c1e1c72118 req-b0a6838a-d626-42f8-bf7b-e48954188d6c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.887362 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea9e4793-a148-4183-8555-b1c1e1c72118 req-b0a6838a-d626-42f8-bf7b-e48954188d6c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1678 time: 0.2197590 Dec 10 18:20:15.894281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf19e5-5327-4b89-86a1-bae30138cfc2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.894535 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-2437e323-2149-442c-8801-269a6213fb39 service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067432 Dec 10 18:20:15.896610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf19e5-5327-4b89-86a1-bae30138cfc2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:15.898405 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3faf19e5-5327-4b89-86a1-bae30138cfc2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2024055 Dec 10 18:20:15.903234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43382) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:15.909990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fe41d35b-f8f7-404f-9f4a-6fd4037693d0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:15.937790 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:15.994101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea9e4793-a148-4183-8555-b1c1e1c72118 req-6d24ca64-fd9f-4895-bd3f-3095b9634c2f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936356 Dec 10 18:20:15.999483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-50dca520-b791-4169-bad6-bb2c5b986b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:16.004130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-50dca520-b791-4169-bad6-bb2c5b986b83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1613588 Dec 10 18:20:16.032688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:16.083480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 5ce75020-cd28-438c-b8a0-f3c9ba22a6fb {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:16.099521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:16.142910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-bd5567f6-9576-4447-b796-407a9a01b27c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:16.144469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-bd5567f6-9576-4447-b796-407a9a01b27c tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 945 time: 0.1986547 Dec 10 18:20:16.161927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-4427aaa3-fcdb-4936-bddc-f05bacc42f2f service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594585 Dec 10 18:20:16.231363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b9c98-5c2f-4ed6-997c-53a91721f315 req-e74d5ed2-77a0-4b2c-8aba-7e051a8a37ae tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:16.233467 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b73b9c98-5c2f-4ed6-997c-53a91721f315 req-e74d5ed2-77a0-4b2c-8aba-7e051a8a37ae tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 945 time: 0.1230249 Dec 10 18:20:16.240861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-29ad4a2f-a366-4737-9173-b1a8994ecdb2 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265358 Dec 10 18:20:16.291086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:16.335973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['fe41d35b-f8f7-404f-9f4a-6fd4037693d0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:16.371770 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b73b9c98-5c2f-4ed6-997c-53a91721f315 req-4a83c6d5-ad4c-471a-bb20-f1c3216eb4b1 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243460 Dec 10 18:20:16.405224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9f279190-4187-4ab4-967b-d1d7f7c867d9'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:16.457307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b4314dc-a7cd-4795-968e-4328b76b6bb9 req-83b801f5-80fe-41d2-9c75-85ee4af4c1e5 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807504 Dec 10 18:20:16.500791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-80da9ed2-a22e-45a6-a27d-6dfa7800f37e None None] Could not find standard attr ID for object e1641d4b-93f5-4171-9434-087a903100c4. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:20:16.535604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Deleting port 85521307-218e-4480-a17a-0f5a4d078db5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:16.536146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:16.631438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5aa13e7-b97e-4e8a-8402-f211c9cbed16 req-61e8b253-5610-436b-92e9-d3bc78b255c5 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 210 time: 0.0875268 Dec 10 18:20:16.652409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:16.677787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-aea1d037-d77e-465f-816c-332c19fad574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:16.682407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-aea1d037-d77e-465f-816c-332c19fad574 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 1099 time: 0.1482217 Dec 10 18:20:16.830447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:16.884697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89349648-86c8-4dde-bda3-50de55e9e03d req-ff14501f-a3ab-40f2-aae7-3bea1b86cca2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:16.885477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-e285cc1b-d431-4294-918c-22c899410844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:16.886688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89349648-86c8-4dde-bda3-50de55e9e03d req-ff14501f-a3ab-40f2-aae7-3bea1b86cca2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 948 time: 0.4653838 Dec 10 18:20:16.887245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-e285cc1b-d431-4294-918c-22c899410844 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1966665 Dec 10 18:20:16.904577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce75020-cd28-438c-b8a0-f3c9ba22a6fb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:16.918569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:16.922597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb9892-82bd-41bc-8c2e-22b280c8485b None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:16.925075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df5ef5ea-9f2c-4255-a3d2-33bc948d25dd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/5ce75020-cd28-438c-b8a0-f3c9ba22a6fb HTTP/1.1" status: 204 len: 168 time: 1.0206318 Dec 10 18:20:16.929428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43400) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:16.971101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-3dda3752-6ec5-4b09-bf19-c4d345ea3335 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=494a0230-6164-4a1f-9ced-e10e52589db3 HTTP/1.1" status: 200 len: 217 time: 0.0735617 Dec 10 18:20:16.989052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0f0aa6a6-9b72-4786-99a7-25b0f19270ab tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0541010 Dec 10 18:20:16.989852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43402) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:17.002071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:17.059155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-118a3c6f-8570-4b8f-854f-21043ba8a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:17.063464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-118a3c6f-8570-4b8f-854f-21043ba8a893 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0812266 Dec 10 18:20:17.122975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] For port 85521307-218e-4480-a17a-0f5a4d078db5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=85521307-218e-4480-a17a-0f5a4d078db5,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:17.122975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:17.176897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89349648-86c8-4dde-bda3-50de55e9e03d req-43fa74b7-2908-4ece-94ba-d5c5624e6dfe tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787194 Dec 10 18:20:17.179927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Calling delete_port for 85521307-218e-4480-a17a-0f5a4d078db5 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:17.194303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:17.197500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f990460-5002-4001-84af-c8720a6150d4 req-a6000bec-23dd-41e4-9a91-06b3cd6d25d8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:17.200881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:17.204051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f990460-5002-4001-84af-c8720a6150d4 req-a6000bec-23dd-41e4-9a91-06b3cd6d25d8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:17.212818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0f990460-5002-4001-84af-c8720a6150d4 req-a6000bec-23dd-41e4-9a91-06b3cd6d25d8 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1679 time: 0.1053088 Dec 10 18:20:17.230474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-0b37e77b-9bed-4c97-8f9e-b260e3eb2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:17.232262 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-0b37e77b-9bed-4c97-8f9e-b260e3eb2fa1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1534050 Dec 10 18:20:17.250550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:17.309614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] Deleting port 9806b327-34a4-46ab-8440-89aad8934757 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:17.310918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:17.392968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0f990460-5002-4001-84af-c8720a6150d4 req-306b295c-9032-4de7-a0e6-cbd50b84274d tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779218 Dec 10 18:20:17.441085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] For port 9806b327-34a4-46ab-8440-89aad8934757, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9806b327-34a4-46ab-8440-89aad8934757,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:17.442014 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:17.476126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] Calling delete_port for 9806b327-34a4-46ab-8440-89aad8934757 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:17.483640 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-5ad07e9e-87f9-427e-bf17-07cf98d7d05a service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426894 Dec 10 18:20:17.487005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:17.529599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['51bc7be1-4220-4e09-a356-29f371476b39', '85521307-218e-4480-a17a-0f5a4d078db5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:17.544520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Pushing event deleted for resources: {'Port': ['ID=85521307-218e-4480-a17a-0f5a4d078db5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:17.583027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b18601e6-c711-4c85-8501-88216682b78f req-41803f02-c073-49e9-afbc-28e12ba99c4b tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9 HTTP/1.1" status: 200 len: 210 time: 0.1025860 Dec 10 18:20:17.606894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41cc94d2-bd98-4745-b7b4-39bc564a2b7e req-da727e48-f0f7-41bc-8d5e-f031db467c7e service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091130 Dec 10 18:20:17.655115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:17.694499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] No DVR routers for this DVR port 9806b327-34a4-46ab-8440-89aad8934757 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:17.706663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d31335-25f6-4a13-a255-eee35ed9bfe9 None None] Pushing event deleted for resources: {'Port': ['ID=9806b327-34a4-46ab-8440-89aad8934757,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:17.717530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] No DVR routers for this DVR port 85521307-218e-4480-a17a-0f5a4d078db5 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:17.725018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:17.733313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c2f7529-2949-41e4-8b0c-5324efdc5b6f req-b22d4543-d808-42f6-98cc-037ad19beae9 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "DELETE /v2.0/ports/85521307-218e-4480-a17a-0f5a4d078db5 HTTP/1.1" status: 204 len: 173 time: 1.5677435 Dec 10 18:20:17.736221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'name': 'network-vif-deleted', 'tag': '85521307-218e-4480-a17a-0f5a4d078db5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:17.739087 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35898dd-f0d3-4e6e-a28e-62e4b6415bd7" -d '{"events": [{"server_uuid": "6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9", "name": "network-vif-deleted", "tag": "85521307-218e-4480-a17a-0f5a4d078db5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:17.757233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9806b327-34a4-46ab-8440-89aad8934757 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:17.806056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9806b327-34a4-46ab-8440-89aad8934757 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:17.806615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9806b327-34a4-46ab-8440-89aad8934757 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:17.853478 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f26a1f4-4be2-4b65-aa70-45c96c2bd000 x-openstack-request-id: req-3f26a1f4-4be2-4b65-aa70-45c96c2bd000 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:17.854126 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9", "name": "network-vif-deleted", "tag": "85521307-218e-4480-a17a-0f5a4d078db5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:17.854412 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3f26a1f4-4be2-4b65-aa70-45c96c2bd000 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:17.855616 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3c6f8f-e284-4fc3-b0a6-bfcbfe4e5ba9', 'name': 'network-vif-deleted', 'tag': '85521307-218e-4480-a17a-0f5a4d078db5', 'status': 'completed', 'code': 200} Dec 10 18:20:17.890517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-080e7b51-df62-44ae-a902-896adde08262 req-c0cc9f14-c011-47ac-9fdc-8df963e6fa01 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 210 time: 0.0901134 Dec 10 18:20:17.938534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9f279190-4187-4ab4-967b-d1d7f7c867d9 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:18.091141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.106832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 9f279190-4187-4ab4-967b-d1d7f7c867d9 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:20:18.123382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 9f279190-4187-4ab4-967b-d1d7f7c867d9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:18.123749 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.220865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=6b34c02d-8fb0-45b2-a273-92b457826a83,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:18.250033 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.254116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:18.259074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:18.263721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:18.264445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.273695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e9eb82-4b12-42f8-a24f-b46de5ae854b None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:18.300155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43424) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:18.310039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f279190-4187-4ab4-967b-d1d7f7c867d9'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:18.312419 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a53e91-0d02-4d40-955d-ea3a2cd1c611" -d '{"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-plugged", "status": "completed", "tag": "9f279190-4187-4ab4-967b-d1d7f7c867d9"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:18.338402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9513f306-e75c-441a-9ac6-eb1af8bca8f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3416178 Dec 10 18:20:18.341576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:18.346846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-86c79fb7-4d1a-40b7-b26f-a90409d5280e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '6b34c02d-8fb0-45b2-a273-92b457826a83', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-67401939'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:18.355247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-8579725f-cf3b-45d7-aaaa-29010856a16e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:18.358068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-8579725f-cf3b-45d7-aaaa-29010856a16e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.3624473 Dec 10 18:20:18.376367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11debe7-96a8-4ac8-b6c8-b32a3611483a req-50a9942f-fa3c-43c3-ae7b-fcb8d93a008d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:18.378317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9f279190-4187-4ab4-967b-d1d7f7c867d9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9f279190-4187-4ab4-967b-d1d7f7c867d9,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:18.378860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e11debe7-96a8-4ac8-b6c8-b32a3611483a req-50a9942f-fa3c-43c3-ae7b-fcb8d93a008d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 948 time: 0.0836802 Dec 10 18:20:18.385717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Request body: {'port': {'device_id': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'admin_state_up': True, 'tenant_id': 'a188ad806b6d46409661b59ef057dc1a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:18.393916 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.401089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fe41d35b-f8f7-404f-9f4a-6fd4037693d0 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:18.465326 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e13d9-02c1-4d31-b533-bbe2e885c3e4 x-openstack-request-id: req-783e13d9-02c1-4d31-b533-bbe2e885c3e4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:18.465616 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-plugged", "status": "completed", "tag": "9f279190-4187-4ab4-967b-d1d7f7c867d9", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:18.465862 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-783e13d9-02c1-4d31-b533-bbe2e885c3e4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:18.467631 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f279190-4187-4ab4-967b-d1d7f7c867d9', 'code': 200} Dec 10 18:20:18.568379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9f279190-4187-4ab4-967b-d1d7f7c867d9,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:18.584434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16af6ef-ae27-4d9b-9a44-dae81d6eb08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.613680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:20:18.618152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '6b34c02d-8fb0-45b2-a273-92b457826a83'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:20:18.619557 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.637867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:18.638270 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.648590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e11debe7-96a8-4ac8-b6c8-b32a3611483a req-2a5d5543-679d-4c1f-943f-adb742b0d5d9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472837 Dec 10 18:20:18.691464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fa83d-007b-4fde-821a-1d3ea9157cf6 req-070156ae-7cd1-48fd-9864-0cf221cecd86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:18.700528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fa83d-007b-4fde-821a-1d3ea9157cf6 req-070156ae-7cd1-48fd-9864-0cf221cecd86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:18.710749 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a74fa83d-007b-4fde-821a-1d3ea9157cf6 req-070156ae-7cd1-48fd-9864-0cf221cecd86 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1680 time: 0.2268703 Dec 10 18:20:18.763845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c79fb7-4d1a-40b7-b26f-a90409d5280e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:18.789040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Made reservation on behalf of a188ad806b6d46409661b59ef057dc1a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:18.794709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.859155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.870002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a74fa83d-007b-4fde-821a-1d3ea9157cf6 req-bb0c6cdf-e550-402e-bede-d81495a299a9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558735 Dec 10 18:20:18.883369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16af6ef-ae27-4d9b-9a44-dae81d6eb08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.903090 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16af6ef-ae27-4d9b-9a44-dae81d6eb08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.940805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af6ef-ae27-4d9b-9a44-dae81d6eb08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac13c5cc-23d3-4ea8-a23d-2a48a3500491,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:18.980329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86c79fb7-4d1a-40b7-b26f-a90409d5280e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:18.990615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/6b34c02d-8fb0-45b2-a273-92b457826a83/b4e18c65-9258-422c-af8a-05c38630605a) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:18.993961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fe41d35b-f8f7-404f-9f4a-6fd4037693d0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:19.020307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f16af6ef-ae27-4d9b-9a44-dae81d6eb08e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94e23d7f620444f1b9d73e7a5060617b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7194521 Dec 10 18:20:19.021037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43444) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:19.022218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.045116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-86c79fb7-4d1a-40b7-b26f-a90409d5280e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 74a578b8-d473-4403-a708-8ebaecb222d3 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:20:19.057742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Allocated IP 172.20.0.9 (37f1247b-513c-432d-9115-2392d7e10752/281731b8-544b-4aa5-afa4-30d41e95ffa9/b5737d11-06ff-42c4-9cdc-93556edf04a0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:19.097190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:19.099459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-741d8882-e763-4a95-b049-34737d8ab461 req-97d82aa7-65c2-4d90-b1b7-547cf0407d3a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 210 time: 0.0450175 Dec 10 18:20:19.100650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 494a0230-6164-4a1f-9ced-e10e52589db3 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:20:19.188867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ebff0db3-25b8-4671-8266-9858b2bc5ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.277550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 494a0230-6164-4a1f-9ced-e10e52589db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=494a0230-6164-4a1f-9ced-e10e52589db3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:19.285350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ebff0db3-25b8-4671-8266-9858b2bc5ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.303176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '494a0230-6164-4a1f-9ced-e10e52589db3', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '494a0230-6164-4a1f-9ced-e10e52589db3', 'mac_address': 'fa:16:3e:00:eb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:20:19.316112 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.360342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a40e2c-1cc9-4486-9162-b2a91d4ffe6c req-80821655-0ffd-4188-8584-b47299568382 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:19.361966 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03a40e2c-1cc9-4486-9162-b2a91d4ffe6c req-80821655-0ffd-4188-8584-b47299568382 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1313667 Dec 10 18:20:19.374166 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.400471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:19.409170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ebff0db3-25b8-4671-8266-9858b2bc5ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.411839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ebff0db3-25b8-4671-8266-9858b2bc5ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.415681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ebff0db3-25b8-4671-8266-9858b2bc5ad2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ac13c5cc-23d3-4ea8-a23d-2a48a3500491 HTTP/1.1" status: 204 len: 168 time: 0.3907120 Dec 10 18:20:19.435055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Network 37f1247b-513c-432d-9115-2392d7e10752 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:19.439742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:19.440727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff0db3-25b8-4671-8266-9858b2bc5ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac13c5cc-23d3-4ea8-a23d-2a48a3500491,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:19.441736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event updated for resources: {'Port': ['ID=b5737d11-06ff-42c4-9cdc-93556edf04a0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:19.444016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:19.457968 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.459494 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.488676 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.490105 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c79fb7-4d1a-40b7-b26f-a90409d5280e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:20:19.490906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c79fb7-4d1a-40b7-b26f-a90409d5280e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:20:19.505547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:19.506783 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.508166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 494a0230-6164-4a1f-9ced-e10e52589db3 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:19.529795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-e6be64bb-922f-4bff-bdbe-3e8369c4b1b0 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1488557 Dec 10 18:20:19.531144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03a40e2c-1cc9-4486-9162-b2a91d4ffe6c req-c15c9b06-f29e-4140-ba3f-bdf191b41571 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373703 Dec 10 18:20:19.550623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-86c79fb7-4d1a-40b7-b26f-a90409d5280e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.2078333 Dec 10 18:20:19.553384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43450) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:19.558212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Request body: {'port': {'device_id': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:19.617202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:19.633532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d32d81-2f7f-4de7-9d39-4082336fef99 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:19.635660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2d32d81-2f7f-4de7-9d39-4082336fef99 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0809381 Dec 10 18:20:19.641089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43452) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:19.681723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:19.789952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16597ee1-ceb6-4f78-988b-086e4640acf1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:19.792370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16597ee1-ceb6-4f78-988b-086e4640acf1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:19.794490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-16597ee1-ceb6-4f78-988b-086e4640acf1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1533186 Dec 10 18:20:19.799078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43458) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:19.892587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:19.907632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:19.921249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 494a0230-6164-4a1f-9ced-e10e52589db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=494a0230-6164-4a1f-9ced-e10e52589db3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:19.958499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 85521307-218e-4480-a17a-0f5a4d078db5 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:19.970803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 6b34c02d-8fb0-45b2-a273-92b457826a83 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:19.981363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.019550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 85521307-218e-4480-a17a-0f5a4d078db5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:20.020258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 85521307-218e-4480-a17a-0f5a4d078db5 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:20.023972 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.045573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Pushing event updated for resources: {'Port': ['ID=b4e18c65-9258-422c-af8a-05c38630605a,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:20.080904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43464) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:20.125056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.129667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.130225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.130666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.131033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.131376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.132580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.133223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.133569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.133906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.134240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.134610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.134938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.135265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.149468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c233488-d60a-42d0-827b-036ee77dd7fc req-45c3b26f-2294-443e-b1bc-8cd5844d5058 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.155240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.159600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c233488-d60a-42d0-827b-036ee77dd7fc req-45c3b26f-2294-443e-b1bc-8cd5844d5058 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 948 time: 0.3075404 Dec 10 18:20:20.209134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Attempting to bind port b4e18c65-9258-422c-af8a-05c38630605a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:20.209502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Attempting to bind port b4e18c65-9258-422c-af8a-05c38630605a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:20.209870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Attempting to bind port b4e18c65-9258-422c-af8a-05c38630605a on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:20.235554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685de51-72df-4c40-922e-9460f81b073e req-a45c4a64-d2cd-4db6-b33f-eda45e5be87c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.245776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685de51-72df-4c40-922e-9460f81b073e req-a45c4a64-d2cd-4db6-b33f-eda45e5be87c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.248119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:20.248401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:20.249015 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.249192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:20.249667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Bound port: b4e18c65-9258-422c-af8a-05c38630605a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:20.253277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.253422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3685de51-72df-4c40-922e-9460f81b073e req-a45c4a64-d2cd-4db6-b33f-eda45e5be87c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1681 time: 0.1799099 Dec 10 18:20:20.297696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=494a0230-6164-4a1f-9ced-e10e52589db3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:20.326852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c233488-d60a-42d0-827b-036ee77dd7fc req-9e8fd775-64aa-43c5-af0e-db483cda115c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656072 Dec 10 18:20:20.359151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.426564 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3685de51-72df-4c40-922e-9460f81b073e req-78879786-2a77-403a-bf10-3d27b180151e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723540 Dec 10 18:20:20.444542 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.449325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] For port b4e18c65-9258-422c-af8a-05c38630605a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:20.456519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] For port b4e18c65-9258-422c-af8a-05c38630605a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b4e18c65-9258-422c-af8a-05c38630605a,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:20.463241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.470234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:20.472978 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bff9bb-3e7c-4071-bc03-83040204f5e2" -d '{"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-plugged", "status": "completed", "tag": "fe41d35b-f8f7-404f-9f4a-6fd4037693d0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:20.489054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=6b34c02d-8fb0-45b2-a273-92b457826a83,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:20.498987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.502680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-760ee470-5b9c-4667-ac87-74503f4cf4b5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/6b34c02d-8fb0-45b2-a273-92b457826a83 HTTP/1.1" status: 204 len: 168 time: 0.7025242 Dec 10 18:20:20.506229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43472) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:20.508234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5737d11-06ff-42c4-9cdc-93556edf04a0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:20.523420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['494a0230-6164-4a1f-9ced-e10e52589db3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:20.543549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.554590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f87c0f00-8e6e-4428-bc02-b2c2e7258f19 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470576 Dec 10 18:20:20.558384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43476) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:20.561687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197ff506-3338-4096-afb1-a62d65acbb67 req-ee5cffd5-2f42-47e0-bcb5-af5e505922c4 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.564300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-197ff506-3338-4096-afb1-a62d65acbb67 req-ee5cffd5-2f42-47e0-bcb5-af5e505922c4 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 931 time: 0.1489799 Dec 10 18:20:20.565961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:20.606255 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0825c-fe28-4d4f-a87b-8fdbeeabf50e x-openstack-request-id: req-26e0825c-fe28-4d4f-a87b-8fdbeeabf50e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:20.606588 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-plugged", "status": "completed", "tag": "fe41d35b-f8f7-404f-9f4a-6fd4037693d0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:20.606843 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26e0825c-fe28-4d4f-a87b-8fdbeeabf50e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:20.607238 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0', 'code': 200} Dec 10 18:20:20.660128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e0c56-a047-4e3b-9118-8d6e3d1173f4 None None] Pushing event updated for resources: {'Port': ['ID=b4e18c65-9258-422c-af8a-05c38630605a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:20.661193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.678825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Transition to ACTIVE for port object b5737d11-06ff-42c4-9cdc-93556edf04a0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:20:20.684571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.713969 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.791639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a28b6-4210-4184-a17e-6c80523be01d req-7c218b51-f756-4d9e-b9f2-bc87ca705974 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.793424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e47a28b6-4210-4184-a17e-6c80523be01d req-7c218b51-f756-4d9e-b9f2-bc87ca705974 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.0884798 Dec 10 18:20:20.858347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:20.870024 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:20.880696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad07cd56-64f1-418a-ba12-d7b98058121e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:20.892334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=edc40e40913d466089facae6b9e8c84d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8010211 Dec 10 18:20:20.901876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-197ff506-3338-4096-afb1-a62d65acbb67 req-86a4cbb4-cc26-4f61-a0f3-97e00f6dcb12 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222253 Dec 10 18:20:20.904355 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:20.910088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5737d11-06ff-42c4-9cdc-93556edf04a0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:20.918415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.918415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.918415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.918415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.919141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.919263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.920160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.920160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.920616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.920954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.921279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.921598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.922004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105f37b7-acaf-4047-a705-fd2aa20435cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.935569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d009bf-422b-4308-a8b6-a7ff5561b87f req-69bf443d-b64c-458a-818f-b6c2ad07eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.936048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d009bf-422b-4308-a8b6-a7ff5561b87f req-69bf443d-b64c-458a-818f-b6c2ad07eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.937690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47d009bf-422b-4308-a8b6-a7ff5561b87f req-69bf443d-b64c-458a-818f-b6c2ad07eba9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1983 time: 0.2089529 Dec 10 18:20:20.941491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.941831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.942203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.946878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.947809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.948155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.948599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.948931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.949259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.949707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.949889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.950212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.950575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:20.993021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-1564ef52-320a-4fa0-9852-d1b860406cb6 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:20.994709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-1564ef52-320a-4fa0-9852-d1b860406cb6 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 946 time: 0.1952701 Dec 10 18:20:21.045684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e47a28b6-4210-4184-a17e-6c80523be01d req-5178c659-ad95-46b6-83b9-acfada9cc479 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/security-groups?id=a5a0692a-bd63-4c09-a8ab-01f5b6259cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363007 Dec 10 18:20:21.084837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47d009bf-422b-4308-a8b6-a7ff5561b87f req-a9685d7f-2813-4ef8-a2e0-be4575fe8eb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190519 Dec 10 18:20:21.105654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Attempting to bind port b5737d11-06ff-42c4-9cdc-93556edf04a0 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:21.106093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Attempting to bind port b5737d11-06ff-42c4-9cdc-93556edf04a0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:21.106614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Attempting to bind port b5737d11-06ff-42c4-9cdc-93556edf04a0 on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:21.111967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Port b5737d11-06ff-42c4-9cdc-93556edf04a0 on network 37f1247b-513c-432d-9115-2392d7e10752 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:20:21.112221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Attempting to bind port b5737d11-06ff-42c4-9cdc-93556edf04a0 on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:21.117551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:21.117892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Checking segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:21.118279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Bound using segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:21.118754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Bound port: b5737d11-06ff-42c4-9cdc-93556edf04a0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:21.119115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.164421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaa65db0-8bdb-4da1-8bae-eba8f3420f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.191401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] For port b5737d11-06ff-42c4-9cdc-93556edf04a0, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:21.195041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] For port b5737d11-06ff-42c4-9cdc-93556edf04a0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5737d11-06ff-42c4-9cdc-93556edf04a0,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:21.201291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.236357 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaa65db0-8bdb-4da1-8bae-eba8f3420f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.240693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:21.241098 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.242617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/b5737d11-06ff-42c4-9cdc-93556edf04a0 HTTP/1.1" status: 200 len: 1091 time: 1.7002981 Dec 10 18:20:21.243076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'tag': 'b5737d11-06ff-42c4-9cdc-93556edf04a0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:21.245738 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90f16df-5763-420d-ad42-aa19b6d15343" -d '{"events": [{"name": "network-changed", "server_uuid": "6e26882d-4806-42ba-bdeb-bb4768f4c218", "tag": "b5737d11-06ff-42c4-9cdc-93556edf04a0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:21.280196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6a656-848e-41c6-9817-0e49f92937c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b5737d11-06ff-42c4-9cdc-93556edf04a0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:21.298671 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bec0274-bf39-4cc6-80f3-a7a669c0d31a x-openstack-request-id: req-4bec0274-bf39-4cc6-80f3-a7a669c0d31a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:21.299500 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e26882d-4806-42ba-bdeb-bb4768f4c218", "tag": "b5737d11-06ff-42c4-9cdc-93556edf04a0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:21.300068 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4bec0274-bf39-4cc6-80f3-a7a669c0d31a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:21.300538 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'tag': 'b5737d11-06ff-42c4-9cdc-93556edf04a0', 'status': 'completed', 'code': 200} Dec 10 18:20:21.326946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Deleting port 51bc7be1-4220-4e09-a356-29f371476b39 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:21.327317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.332986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.386766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f16df-5763-420d-ad42-aa19b6d15343 req-02320914-649a-4e80-b60a-99c36f0743b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:21.388439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f90f16df-5763-420d-ad42-aa19b6d15343 req-02320914-649a-4e80-b60a-99c36f0743b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 1094 time: 0.0653701 Dec 10 18:20:21.448676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:21.477679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:21.488938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:21.489541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.523872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=c59e32ba-d3a0-4813-a072-1075635a3bef,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:21.530465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaa65db0-8bdb-4da1-8bae-eba8f3420f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.533552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaa65db0-8bdb-4da1-8bae-eba8f3420f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.534168 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eaa65db0-8bdb-4da1-8bae-eba8f3420f0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad07cd56-64f1-418a-ba12-d7b98058121e HTTP/1.1" status: 204 len: 168 time: 0.6288924 Dec 10 18:20:21.548998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f16df-5763-420d-ad42-aa19b6d15343 req-148c78b0-7c2c-4e66-bdc8-def21b627a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:21.550672 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f90f16df-5763-420d-ad42-aa19b6d15343 req-148c78b0-7c2c-4e66-bdc8-def21b627a8d service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=a188ad806b6d46409661b59ef057dc1a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1511326 Dec 10 18:20:21.557680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-325aa5fb-ed84-43eb-a6ee-8f27bbe5c03a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9977612 Dec 10 18:20:21.561637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43492) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:21.566957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa65db0-8bdb-4da1-8bae-eba8f3420f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad07cd56-64f1-418a-ba12-d7b98058121e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:21.579281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc936c5-1774-4450-a71b-dbf6591d9834 req-b6009de7-84c9-450d-bb4d-43f4a74496e7 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:21.587795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfc936c5-1774-4450-a71b-dbf6591d9834 req-b6009de7-84c9-450d-bb4d-43f4a74496e7 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 949 time: 0.1610477 Dec 10 18:20:21.611095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] For port 51bc7be1-4220-4e09-a356-29f371476b39, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=51bc7be1-4220-4e09-a356-29f371476b39,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:21.611583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:21.616960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-164c0008-532e-40de-8815-99bfb300444c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-181223480', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:21.639064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Calling delete_port for 51bc7be1-4220-4e09-a356-29f371476b39 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:21.679633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dfc936c5-1774-4450-a71b-dbf6591d9834 req-b0e3700d-02e7-4b7d-959e-48291c35610c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907104 Dec 10 18:20:21.823394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b4e18c65-9258-422c-af8a-05c38630605a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:21.884213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b4e18c65-9258-422c-af8a-05c38630605a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:21.884633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.000779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.053189 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.073705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Pushing event deleted for resources: {'Port': ['ID=51bc7be1-4220-4e09-a356-29f371476b39,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:22.121516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port b4e18c65-9258-422c-af8a-05c38630605a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b4e18c65-9258-422c-af8a-05c38630605a,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:22.123578 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.165653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.166014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.166380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.166718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.167090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.172784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.173424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.173778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.174117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.174631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.174986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.175311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.176809 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:20:22.240610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] No DVR routers for this DVR port 51bc7be1-4220-4e09-a356-29f371476b39 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:22.248545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.250575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=b4e18c65-9258-422c-af8a-05c38630605a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:22.252113 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b33b4959-b6f2-420e-81b2-a3e571203caa req-2b8d6c50-6c1b-4c7c-b4e8-7808a28819ed tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.30 "DELETE /v2.0/ports/51bc7be1-4220-4e09-a356-29f371476b39 HTTP/1.1" status: 204 len: 173 time: 1.2444534 Dec 10 18:20:22.269548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'name': 'network-vif-deleted', 'tag': '51bc7be1-4220-4e09-a356-29f371476b39'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:22.273171 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a55f4-f156-4293-89bf-2eb8ca66c109" -d '{"events": [{"server_uuid": "a1a8cfb0-dfea-41da-bdf6-800e7a864998", "name": "network-vif-deleted", "tag": "51bc7be1-4220-4e09-a356-29f371476b39"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:22.286478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b50d20-4efb-40b5-a45f-6659f1b41a81 req-988b41d5-0f91-462a-b31d-a5a19d8d6501 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:22.288161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1b50d20-4efb-40b5-a45f-6659f1b41a81 req-988b41d5-0f91-462a-b31d-a5a19d8d6501 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 943 time: 0.2326186 Dec 10 18:20:22.303866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1aa5-0d08-4a92-a32d-9ac5df2e9aff req-91778c95-f7d4-4f06-809a-b8fb12e96f46 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:22.308426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52829f9c-3661-4151-a66f-04cf73d1ce29 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:22.312642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a1aa5-0d08-4a92-a32d-9ac5df2e9aff req-91778c95-f7d4-4f06-809a-b8fb12e96f46 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:22.322810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-007a1aa5-0d08-4a92-a32d-9ac5df2e9aff req-91778c95-f7d4-4f06-809a-b8fb12e96f46 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1681 time: 0.7655137 Dec 10 18:20:22.367391 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-164c0008-532e-40de-8815-99bfb300444c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.368739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-164c0008-532e-40de-8815-99bfb300444c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.432781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1b50d20-4efb-40b5-a45f-6659f1b41a81 req-8ccca501-38da-433e-8859-ed98fd8f0824 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357319 Dec 10 18:20:22.512686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-007a1aa5-0d08-4a92-a32d-9ac5df2e9aff req-b62a39f5-5c65-4ca1-acf8-534822a44db9 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844039 Dec 10 18:20:22.513309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2fa08b8c-e7d9-4e9f-b51d-fca6e2a50b86 None None] Provisioning complete for port b4e18c65-9258-422c-af8a-05c38630605a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:22.513699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fa08b8c-e7d9-4e9f-b51d-fca6e2a50b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.527293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f16df-5763-420d-ad42-aa19b6d15343 req-33d1a956-d112-44fc-8658-26b2ea7a0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:22.529173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f90f16df-5763-420d-ad42-aa19b6d15343 req-33d1a956-d112-44fc-8658-26b2ea7a0fb3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9654703 Dec 10 18:20:22.606829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-164c0008-532e-40de-8815-99bfb300444c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.622117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-164c0008-532e-40de-8815-99bfb300444c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.662333 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1b4fae-c584-4a1e-bc51-7b4e54ae006a x-openstack-request-id: req-8d1b4fae-c584-4a1e-bc51-7b4e54ae006a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:22.662914 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a8cfb0-dfea-41da-bdf6-800e7a864998", "name": "network-vif-deleted", "tag": "51bc7be1-4220-4e09-a356-29f371476b39", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:22.663095 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8d1b4fae-c584-4a1e-bc51-7b4e54ae006a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:22.663985 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a8cfb0-dfea-41da-bdf6-800e7a864998', 'name': 'network-vif-deleted', 'tag': '51bc7be1-4220-4e09-a356-29f371476b39', 'status': 'completed', 'code': 200} Dec 10 18:20:22.679118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-164c0008-532e-40de-8815-99bfb300444c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:22.684871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-164c0008-532e-40de-8815-99bfb300444c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1164355 Dec 10 18:20:22.685151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43520) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:22.699592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d9562c8-c33c-4efc-b21e-03ae403e2838 req-ed13cce6-d0b6-4639-a5b3-7772b1596ef7 tempest-ListServerFiltersTestJSON-302952414 tempest-ListServerFiltersTestJSON-302952414-project] 10.222.0.55 "GET /v2.0/ports?device_id=a1a8cfb0-dfea-41da-bdf6-800e7a864998 HTTP/1.1" status: 200 len: 210 time: 0.0391412 Dec 10 18:20:22.704814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-05e5e45d-013b-49e3-906c-fb8574f01bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:22.706164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-05e5e45d-013b-49e3-906c-fb8574f01bfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 1094 time: 0.0955734 Dec 10 18:20:22.794474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-7e343eca-dd45-4004-8300-827d70dad529 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5737d11-06ff-42c4-9cdc-93556edf04a0 HTTP/1.1" status: 200 len: 217 time: 0.0749040 Dec 10 18:20:22.935245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-94e15fae-8c10-4fa3-a18a-29e069fe05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:22.937315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-94e15fae-8c10-4fa3-a18a-29e069fe05d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.1116579 Dec 10 18:20:22.986048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-7778cb67-4b3e-4e3d-8ea5-62b7eb8ada45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380659 Dec 10 18:20:22.994531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3f858a67-4dcb-4ed2-8011-7d1d76a29632 None None] Provisioning complete for port b4e18c65-9258-422c-af8a-05c38630605a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:22.995682 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f858a67-4dcb-4ed2-8011-7d1d76a29632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:23.054495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 494a0230-6164-4a1f-9ced-e10e52589db3 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:23.114640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-8d077dcd-5775-4fcb-8809-5a534f29bf31 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178524 Dec 10 18:20:23.150062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 494a0230-6164-4a1f-9ced-e10e52589db3 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:20:23.155082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 494a0230-6164-4a1f-9ced-e10e52589db3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:23.155450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:23.234708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f77c3e9-edb8-40d4-a696-9c3c033fec64 req-fa66fc8d-a509-49cb-b36a-7c563f395923 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096907 Dec 10 18:20:23.263261 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:23.287998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:23.290285 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c37025-3db1-46ab-9116-f3bd8933ea20" -d '{"events": [{"server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "name": "network-vif-plugged", "status": "completed", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:23.303949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 494a0230-6164-4a1f-9ced-e10e52589db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=494a0230-6164-4a1f-9ced-e10e52589db3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:23.311921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:23.344573 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df300f6-a8ae-45f5-84a5-245fa92f6119 x-openstack-request-id: req-0df300f6-a8ae-45f5-84a5-245fa92f6119 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:23.345458 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "name": "network-vif-plugged", "status": "completed", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:23.345897 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0df300f6-a8ae-45f5-84a5-245fa92f6119 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:23.346741 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3', 'code': 200} Dec 10 18:20:23.385845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=494a0230-6164-4a1f-9ced-e10e52589db3,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:23.402746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2a15e-a090-456c-913a-67a7a62fe430 req-7d8a9ebe-bc9b-455a-9638-fed2d1580276 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:23.404379 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8b2a15e-a090-456c-913a-67a7a62fe430 req-7d8a9ebe-bc9b-455a-9638-fed2d1580276 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 949 time: 0.6103039 Dec 10 18:20:23.544823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075efada-e886-4c85-9f69-d85014c72ca3 req-92127f08-32df-4757-b390-99a39df9da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:23.546350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-075efada-e886-4c85-9f69-d85014c72ca3 req-92127f08-32df-4757-b390-99a39df9da08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 1101 time: 0.1159320 Dec 10 18:20:23.550533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:23.571594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8b2a15e-a090-456c-913a-67a7a62fe430 req-325bcb98-e5c3-4ec5-8757-7f6afe73ab68 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428521 Dec 10 18:20:23.621608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57704d1c-33f2-416e-9ce8-eed725d98350 req-e3c66109-ded6-4e7b-b557-3798b93f4bcb tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:23.623206 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57704d1c-33f2-416e-9ce8-eed725d98350 req-e3c66109-ded6-4e7b-b557-3798b93f4bcb tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 943 time: 0.1005344 Dec 10 18:20:23.648367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b4e18c65-9258-422c-af8a-05c38630605a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:23.679304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-075efada-e886-4c85-9f69-d85014c72ca3 req-522f456c-cd1f-4911-84b5-25b732f534aa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179411 Dec 10 18:20:23.695230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57704d1c-33f2-416e-9ce8-eed725d98350 req-ef19fd01-5f34-419a-bb50-63d0809c7e20 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635922 Dec 10 18:20:23.737117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b4e18c65-9258-422c-af8a-05c38630605a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:23.737630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:23.790578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ecd81-8ebe-4438-9329-44aa5eff4408 req-f15b72fd-2469-41f9-8aab-982971290ebc tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:23.796952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ecd81-8ebe-4438-9329-44aa5eff4408 req-f15b72fd-2469-41f9-8aab-982971290ebc tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:23.798642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-346ecd81-8ebe-4438-9329-44aa5eff4408 req-f15b72fd-2469-41f9-8aab-982971290ebc tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1681 time: 0.1222987 Dec 10 18:20:23.929690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-346ecd81-8ebe-4438-9329-44aa5eff4408 req-8e23d690-52d9-4f43-b812-c8c2f6418b56 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203020 Dec 10 18:20:23.948397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 51bc7be1-4220-4e09-a356-29f371476b39 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:23.971336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::1 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/c59e32ba-d3a0-4813-a072-1075635a3bef/9d5e6762-915f-416a-8dc4-7acf06a2aa27) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:23.972502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43552) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:23.993282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 51bc7be1-4220-4e09-a356-29f371476b39 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:23.993837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 51bc7be1-4220-4e09-a356-29f371476b39 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:24.044792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] Deleting subnet 15205832-919b-4293-8afb-b818011e4c2e {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:24.048287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.090124 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.172691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.176658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.248336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.249348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.280051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15205832-919b-4293-8afb-b818011e4c2e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:24.285599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.289990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868503a3-75cd-462b-8eb5-6e7f808f4d89 None None] Network 86e3592c-32d5-473c-b463-8ca96d9ce939 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:24.291568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9dc2bf6d-4cdc-401d-8bd5-f589fb4d890e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/15205832-919b-4293-8afb-b818011e4c2e HTTP/1.1" status: 204 len: 168 time: 0.3179879 Dec 10 18:20:24.293825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:24.332499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:24.352209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96cbbc-e37c-4cbe-9653-c06241b28194 req-308d0d10-f5ac-46e1-8de0-5888d7dffba2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:24.357520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:24.359473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96cbbc-e37c-4cbe-9653-c06241b28194 req-308d0d10-f5ac-46e1-8de0-5888d7dffba2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:24.361114 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f96cbbc-e37c-4cbe-9653-c06241b28194 req-308d0d10-f5ac-46e1-8de0-5888d7dffba2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1681 time: 0.0764067 Dec 10 18:20:24.395862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:24.396429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.432071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f96cbbc-e37c-4cbe-9653-c06241b28194 req-4d35bc42-8af2-4dab-bbc2-14a733bcc676 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632048 Dec 10 18:20:24.476368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=9d5e6762-915f-416a-8dc4-7acf06a2aa27,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:24.490902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.583067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] DHCP port deletion for 86e3592c-32d5-473c-b463-8ca96d9ce939 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:24.622248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.640002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Deleting port 79345052-14da-4430-b1c6-2578476b4619 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:24.640121 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.688356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] Deleting port 79345052-14da-4430-b1c6-2578476b4619 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:24.689007 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.841307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] For port 79345052-14da-4430-b1c6-2578476b4619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=79345052-14da-4430-b1c6-2578476b4619,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:24.841814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.844642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d47426dc-6559-4f5a-bd32-3d0c2427ec64 None None] Provisioning complete for port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:24.845068 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d47426dc-6559-4f5a-bd32-3d0c2427ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.867486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb6b4f-8b56-4120-bb34-6e8458ba6899 req-362aad5c-c698-4bb9-b7c7-143212b33426 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:24.869870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] For port 79345052-14da-4430-b1c6-2578476b4619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=79345052-14da-4430-b1c6-2578476b4619,segment=NetworkSegment(b8ee439f-f81c-47fa-83ea-12497c4c7739),segment_id=b8ee439f-f81c-47fa-83ea-12497c4c7739)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:24.872236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:24.883007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50eb6b4f-8b56-4120-bb34-6e8458ba6899 req-362aad5c-c698-4bb9-b7c7-143212b33426 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 943 time: 0.0877624 Dec 10 18:20:24.888632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] Calling delete_port for 79345052-14da-4430-b1c6-2578476b4619 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:24.897296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Calling delete_port for 79345052-14da-4430-b1c6-2578476b4619 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:24.906965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978464f-ed37-4d4c-9fa2-b1dd3bc69385 req-ab37f69a-87da-41fc-bd1d-4d0c534faee8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:24.917326 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9978464f-ed37-4d4c-9fa2-b1dd3bc69385 req-ab37f69a-87da-41fc-bd1d-4d0c534faee8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 950 time: 0.2109652 Dec 10 18:20:24.923467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d47426dc-6559-4f5a-bd32-3d0c2427ec64 None None] Port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:24.983955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50eb6b4f-8b56-4120-bb34-6e8458ba6899 req-ce4676d4-48d2-4297-8ada-e54dc7cb696c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981088 Dec 10 18:20:25.032443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.070847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] Pushing event deleted for resources: {'Port': ['ID=79345052-14da-4430-b1c6-2578476b4619,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:25.101129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b10699-7d74-47f9-9f31-cbc89a5de49e None None] No DVR routers for this DVR port 79345052-14da-4430-b1c6-2578476b4619 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:25.138344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9978464f-ed37-4d4c-9fa2-b1dd3bc69385 req-98a53908-1e9b-4f24-bb01-793dbe24d8d4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202334 Dec 10 18:20:25.200995 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.235808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79345052-14da-4430-b1c6-2578476b4619,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:25.241154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] No DVR routers for this DVR port 79345052-14da-4430-b1c6-2578476b4619 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:25.253329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.271749 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.272506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.362603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.429553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e3592c-32d5-473c-b463-8ca96d9ce939']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:25.433472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=9d5e6762-915f-416a-8dc4-7acf06a2aa27,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:25.447235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ee439f-f81c-47fa-83ea-12497c4c7739') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:25.447624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ee439f-f81c-47fa-83ea-12497c4c7739') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:25.463483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.493123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.504043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:20:25.504441 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:20:25.506251 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:20:25.568868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:25.583010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:25.658646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.661297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 79345052-14da-4430-b1c6-2578476b4619 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:25.688066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 79345052-14da-4430-b1c6-2578476b4619 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:25.688789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 79345052-14da-4430-b1c6-2578476b4619 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:25.701472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:25.704809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/86e3592c-32d5-473c-b463-8ca96d9ce939 HTTP/1.1" status: 204 len: 168 time: 1.4079185 Dec 10 18:20:25.719416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efc320-880f-462c-8f38-c255817d3def req-ba07c66c-e906-4b7d-b50b-46a43c166a3c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:25.725815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efc320-880f-462c-8f38-c255817d3def req-ba07c66c-e906-4b7d-b50b-46a43c166a3c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:25.734330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8efc320-880f-462c-8f38-c255817d3def req-ba07c66c-e906-4b7d-b50b-46a43c166a3c tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1681 time: 0.2323251 Dec 10 18:20:25.757799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526d1dd-0402-423b-a473-7479fdb034a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=86e3592c-32d5-473c-b463-8ca96d9ce939,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:25.875022 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8efc320-880f-462c-8f38-c255817d3def req-98f30fa8-4c7e-422d-b970-482ed759319a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394475 Dec 10 18:20:25.916229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Router b2ff7577-e4f9-472e-8f50-c90d1930a7dd is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:20:25.918459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-e7fd8c18-1c10-4a51-8078-93cea92bfc9e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:25.926749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-e7fd8c18-1c10-4a51-8078-93cea92bfc9e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:25.928955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-e7fd8c18-1c10-4a51-8078-93cea92bfc9e tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 1681 time: 0.1037421 Dec 10 18:20:25.940416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5737d11-06ff-42c4-9cdc-93556edf04a0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:20:26.010773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43582) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:26.079976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ca4f9b93-28f2-4b6f-8548-c6c3ceeb54db admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f56d3bc0b071418a864b5fc1c5791222&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671101 Dec 10 18:20:26.090805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:20:26.092844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43586) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:26.119915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43588) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:26.121088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8d1ec3f1-4fbe-464d-9c8b-1bebde65282a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "PUT /v2.0/routers/b2ff7577-e4f9-472e-8f50-c90d1930a7dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4345217 Dec 10 18:20:26.127270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b5737d11-06ff-42c4-9cdc-93556edf04a0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5737d11-06ff-42c4-9cdc-93556edf04a0,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:26.161935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'b5737d11-06ff-42c4-9cdc-93556edf04a0', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'port_id': 'b5737d11-06ff-42c4-9cdc-93556edf04a0', 'mac_address': 'fa:16:3e:c3:f1:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281731b8-544b-4aa5-afa4-30d41e95ffa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:20:26.178979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Sync routers for ids ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:20:26.195044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8f6734f-d3bc-48a9-801e-7c999496c50a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.216913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Routers {'b2ff7577-e4f9-472e-8f50-c90d1930a7dd'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:26.217571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:26.236439 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8f6734f-d3bc-48a9-801e-7c999496c50a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.242408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee18e62-d4ca-4e16-aa6f-74eacd800adf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:26.243857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aee18e62-d4ca-4e16-aa6f-74eacd800adf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports/9d5e6762-915f-416a-8dc4-7acf06a2aa27 HTTP/1.1" status: 200 len: 911 time: 0.1145334 Dec 10 18:20:26.248202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43594) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:26.283903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f0cd2c2b-8a0d-4d1b-b3be-83b38d1bb0d5 None None] Provisioning complete for port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:26.284543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2c2b-8a0d-4d1b-b3be-83b38d1bb0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.304870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f384d2-a51e-4798-8828-380fb01c20da req-936eb231-3c61-43e6-945c-609df6c70c5e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:26.306789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55f384d2-a51e-4798-8828-380fb01c20da req-936eb231-3c61-43e6-945c-609df6c70c5e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 943 time: 0.2012265 Dec 10 18:20:26.360972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:26.361493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.384470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe70e75-fb9e-40c3-8d38-7f886dbfc891 req-d9f45f27-1c31-40e1-9a21-2bf335396981 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:26.388621 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fe70e75-fb9e-40c3-8d38-7f886dbfc891 req-d9f45f27-1c31-40e1-9a21-2bf335396981 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 950 time: 0.0972183 Dec 10 18:20:26.396399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97e579-e3ed-4c86-a742-d437cd625d38 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:26.401134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8f6734f-d3bc-48a9-801e-7c999496c50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.404337 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.406150 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8f6734f-d3bc-48a9-801e-7c999496c50a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.408044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e97e579-e3ed-4c86-a742-d437cd625d38 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:26.416260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0e97e579-e3ed-4c86-a742-d437cd625d38 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1584680 Dec 10 18:20:26.420797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b8f6734f-d3bc-48a9-801e-7c999496c50a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5a0692a-bd63-4c09-a8ab-01f5b6259cff HTTP/1.1" status: 204 len: 168 time: 0.3170221 Dec 10 18:20:26.421987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43596) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:26.439798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5737d11-06ff-42c4-9cdc-93556edf04a0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:26.453567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Set router b2ff7577-e4f9-472e-8f50-c90d1930a7dd gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:26.457759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd2c2b-8a0d-4d1b-b3be-83b38d1bb0d5 None None] Port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:26.497269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55f384d2-a51e-4798-8828-380fb01c20da req-e62947eb-0fee-48ae-92e9-571eff69665b tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817718 Dec 10 18:20:26.583812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fe70e75-fb9e-40c3-8d38-7f886dbfc891 req-0e3c34ba-8f47-4f6b-94c5-37f78e60782c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598086 Dec 10 18:20:26.588383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6734f-d3bc-48a9-801e-7c999496c50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a0692a-bd63-4c09-a8ab-01f5b6259cff,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:26.589898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b5737d11-06ff-42c4-9cdc-93556edf04a0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5737d11-06ff-42c4-9cdc-93556edf04a0,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:26.636997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.729876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port fe41d35b-f8f7-404f-9f4a-6fd4037693d0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:26.736971 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:26.771601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for fe41d35b-f8f7-404f-9f4a-6fd4037693d0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:26.887291 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43583-8e8c-4d70-8408-2d92c57657c2 req-ec616490-07ef-4763-bc33-dd9c90b93e79 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:26.889319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7f43583-8e8c-4d70-8408-2d92c57657c2 req-ec616490-07ef-4763-bc33-dd9c90b93e79 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 1101 time: 0.1283906 Dec 10 18:20:26.993538 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:27.075036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['fe41d35b-f8f7-404f-9f4a-6fd4037693d0', '9f279190-4187-4ab4-967b-d1d7f7c867d9'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:27.085475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=fe41d35b-f8f7-404f-9f4a-6fd4037693d0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:27.122786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port fe41d35b-f8f7-404f-9f4a-6fd4037693d0 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:27.139152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:27.144362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-26df44ed-db50-4527-8af4-3957c0a1208f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "DELETE /v2.0/ports/fe41d35b-f8f7-404f-9f4a-6fd4037693d0 HTTP/1.1" status: 204 len: 173 time: 1.1912019 Dec 10 18:20:27.146254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-deleted', 'tag': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:27.148857 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a489b1-411a-44c1-b3d1-1c1b60249041" -d '{"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-deleted", "tag": "fe41d35b-f8f7-404f-9f4a-6fd4037693d0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:27.172247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b5737d11-06ff-42c4-9cdc-93556edf04a0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:27.195764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ee7c7-370f-4316-a618-6c96cc96906c req-51454602-add4-4dee-ba8e-08bc39aa7df2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.220278 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7ee7c7-370f-4316-a618-6c96cc96906c req-51454602-add4-4dee-ba8e-08bc39aa7df2 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 946 time: 0.2039242 Dec 10 18:20:27.282768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b5737d11-06ff-42c4-9cdc-93556edf04a0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:27.368066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'name': 'tempest-NetworksTestDHCPv6-router-181223480', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:22Z', 'updated_at': '2021-12-10T18:20:24Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None, '_interfaces': [{'id': '9d5e6762-915f-416a-8dc4-7acf06a2aa27', 'name': '', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'mac_address': 'fa:16:3e:65:31:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c59e32ba-d3a0-4813-a072-1075635a3bef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:20:23Z', 'updated_at': '2021-12-10T18:20:24Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'subnets': [{'id': 'c59e32ba-d3a0-4813-a072-1075635a3bef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:27.390139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7ee7c7-370f-4316-a618-6c96cc96906c req-e87dd278-ab85-4577-b30f-59d657e9c732 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/security-groups?id=2c89f184-0076-4720-9701-a2e6b0bb8606&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647696 Dec 10 18:20:27.413299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Checking router: b2ff7577-e4f9-472e-8f50-c90d1930a7dd for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:20:27.413900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Updating router b2ff7577-e4f9-472e-8f50-c90d1930a7dd port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:20:27.441772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port 9f279190-4187-4ab4-967b-d1d7f7c867d9 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:27.442179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:27.488921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:27.498288 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c91e28-6506-42f6-9a26-ff9659aa862e x-openstack-request-id: req-54c91e28-6506-42f6-9a26-ff9659aa862e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:27.498674 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-deleted", "tag": "fe41d35b-f8f7-404f-9f4a-6fd4037693d0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:27.498674 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54c91e28-6506-42f6-9a26-ff9659aa862e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:27.499356 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-deleted', 'tag': 'fe41d35b-f8f7-404f-9f4a-6fd4037693d0', 'status': 'completed', 'code': 200} Dec 10 18:20:27.558341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7f43583-8e8c-4d70-8408-2d92c57657c2 req-24d3018c-5f76-4071-9905-56b30cfa59b5 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6159410 Dec 10 18:20:27.613921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port 9f279190-4187-4ab4-967b-d1d7f7c867d9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9f279190-4187-4ab4-967b-d1d7f7c867d9,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:27.614540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:27.647741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for 9f279190-4187-4ab4-967b-d1d7f7c867d9 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:27.839312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.845382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.864681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.866036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00debd50-8486-4e7a-8f6b-59ebf739b430 req-7a58913d-28e5-4f80-a3e4-e68654001e19 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.870915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.873986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00debd50-8486-4e7a-8f6b-59ebf739b430 req-7a58913d-28e5-4f80-a3e4-e68654001e19 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 944 time: 0.1266947 Dec 10 18:20:27.896498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.914478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.924897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:27.933011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-d4e1afca-7e05-4a9c-b621-079d8a4a7b15 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.1917112 Dec 10 18:20:27.933673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43642) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:28.023271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.050338 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.054729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70cf5cfc-b372-4fd5-ad1f-9943298610c5 req-5cdd3842-08ab-4dd3-8b57-90f9dc40145c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115210 Dec 10 18:20:28.077314 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.079552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.184633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=9f279190-4187-4ab4-967b-d1d7f7c867d9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:28.186642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00debd50-8486-4e7a-8f6b-59ebf739b430 req-2ca815ee-7830-46c8-88b7-ed9fc0eed6f9 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106375 Dec 10 18:20:28.203981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2100196022-network', 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:28.261517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e79680-c4bb-4b1d-bd4b-15d30846f313 None None] Pushing event updated for resources: {'Port': ['ID=9d5e6762-915f-416a-8dc4-7acf06a2aa27,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:28.297329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port 9f279190-4187-4ab4-967b-d1d7f7c867d9 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:28.301700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.312210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aecab3be-1415-4061-9803-2dad06d1ac05 req-b188d237-377b-4c7c-99b5-b5400fd9f7bb tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.30 "DELETE /v2.0/ports/9f279190-4187-4ab4-967b-d1d7f7c867d9 HTTP/1.1" status: 204 len: 173 time: 1.1571817 Dec 10 18:20:28.314918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Attempting to bind port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:28.315298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Attempting to bind port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:28.315810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Attempting to bind port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:28.355337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:28.355728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:28.356133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.356531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:28.357041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Bound port: 9d5e6762-915f-416a-8dc4-7acf06a2aa27, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:28.357431 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.376739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-88a7033b-6fdf-4885-ac45-f8285ff96358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.461719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-f13ff9df-98e2-419f-b76a-dcb953a9dc79 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666702 Dec 10 18:20:28.490410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.500367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.508314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.516957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.524968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] For port 9d5e6762-915f-416a-8dc4-7acf06a2aa27, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:28.527389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.530107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] For port 9d5e6762-915f-416a-8dc4-7acf06a2aa27, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d5e6762-915f-416a-8dc4-7acf06a2aa27,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:28.534759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.542462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.543840 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.550068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab2b7cd2-1f33-4781-8a65-f38adeb572be req-25db97fa-8820-453c-9d68-1c1ce85591d4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.1764891 Dec 10 18:20:28.616894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e79680-c4bb-4b1d-bd4b-15d30846f313 None None] Pushing event updated for resources: {'Port': ['ID=9d5e6762-915f-416a-8dc4-7acf06a2aa27,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:28.618569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:28.632154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.642873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Routers {'b2ff7577-e4f9-472e-8f50-c90d1930a7dd'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:28.643832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:28.669130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.711618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-d340346e-b1d6-4c2d-97c4-4be97aef1d8e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:28.721820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-d340346e-b1d6-4c2d-97c4-4be97aef1d8e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580004 Dec 10 18:20:28.735520 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b03b355-650f-43da-a336-939f5f00026e req-0387a47d-152f-42e3-a1e0-3139d6f0cab4 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b89c394-ebd9-4d13-ae38-b82d55182be9 HTTP/1.1" status: 200 len: 210 time: 0.0636802 Dec 10 18:20:28.754808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ecd27cb0-ae2d-4db5-99fe-a9c4d8191f50 None None] Provisioning complete for port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:28.755053 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecd27cb0-ae2d-4db5-99fe-a9c4d8191f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:28.757036 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-bc5e9588-11d5-40d9-8830-82df4ee88089 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/quotas/33011e0a006846adb5f242d35e51f465 HTTP/1.1" status: 200 len: 375 time: 0.0342512 Dec 10 18:20:28.832097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] Set router b2ff7577-e4f9-472e-8f50-c90d1930a7dd gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:28.925061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-4d29fab2-059c-4562-8686-d1607372fb2c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1670189 Dec 10 18:20:29.061595 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.078071 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecd27cb0-ae2d-4db5-99fe-a9c4d8191f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.080420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:29.080940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.150944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ecd27cb0-ae2d-4db5-99fe-a9c4d8191f50 None None] For port 9d5e6762-915f-416a-8dc4-7acf06a2aa27, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d5e6762-915f-416a-8dc4-7acf06a2aa27,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:29.168898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f886a376-923d-4dbd-b160-939cd3af99bb req-d2776f10-e6c5-4645-9c90-2156658c8919 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 210 time: 0.0331976 Dec 10 18:20:29.176310 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecd27cb0-ae2d-4db5-99fe-a9c4d8191f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.177676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.278980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:20:29.289772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] For port 9d5e6762-915f-416a-8dc4-7acf06a2aa27, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d5e6762-915f-416a-8dc4-7acf06a2aa27,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:29.290190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.299853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27cb0-ae2d-4db5-99fe-a9c4d8191f50 None None] Pushing event updated for resources: {'Port': ['ID=9d5e6762-915f-416a-8dc4-7acf06a2aa27,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:29.329352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'name': 'tempest-NetworksTestDHCPv6-router-181223480', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:22Z', 'updated_at': '2021-12-10T18:20:24Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None, '_interfaces': [{'id': '9d5e6762-915f-416a-8dc4-7acf06a2aa27', 'name': '', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'mac_address': 'fa:16:3e:65:31:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c59e32ba-d3a0-4813-a072-1075635a3bef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:20:23Z', 'updated_at': '2021-12-10T18:20:28Z', 'revision_number': 4, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'subnets': [{'id': 'c59e32ba-d3a0-4813-a072-1075635a3bef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:29.336358 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 9d5e6762-915f-416a-8dc4-7acf06a2aa27 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:29.349507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01406f33-e5f7-4e16-a6f4-7496c010fb6e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:29.374398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2c5c5-4570-4a7d-8c13-286a271c854c None None] The sync data for ids ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'] in n-d-821424-1 is: [{'id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'name': 'tempest-NetworksTestDHCPv6-router-181223480', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:22Z', 'updated_at': '2021-12-10T18:20:24Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None, '_interfaces': [{'id': '9d5e6762-915f-416a-8dc4-7acf06a2aa27', 'name': '', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'mac_address': 'fa:16:3e:65:31:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': 'c59e32ba-d3a0-4813-a072-1075635a3bef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:20:23Z', 'updated_at': '2021-12-10T18:20:28Z', 'revision_number': 4, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'subnets': [{'id': 'c59e32ba-d3a0-4813-a072-1075635a3bef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:20:29.376846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b27a3060-ed15-4e20-bb89-c802a2c107cc None None] Provisioning complete for port 9d5e6762-915f-416a-8dc4-7acf06a2aa27 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:29.377218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b27a3060-ed15-4e20-bb89-c802a2c107cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.378396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.378396 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Added segment a95b7ff0-252b-4d9c-8e62-8c75a157ad22 of type vlan for network 340327fb-68f9-438a-bda5-ce8dad97f1a4 Dec 10 18:20:29.500974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-deleted', 'tag': '9f279190-4187-4ab4-967b-d1d7f7c867d9'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:29.506466 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785f99b-1f9d-4657-b719-8e9b8b79794c" -d '{"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-deleted", "tag": "9f279190-4187-4ab4-967b-d1d7f7c867d9"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:29.515972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.565894 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cb2758-396e-45cf-b837-1569ed28e508 x-openstack-request-id: req-97cb2758-396e-45cf-b837-1569ed28e508 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:29.566285 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b89c394-ebd9-4d13-ae38-b82d55182be9", "name": "network-vif-deleted", "tag": "9f279190-4187-4ab4-967b-d1d7f7c867d9", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:29.566573 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97cb2758-396e-45cf-b837-1569ed28e508 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:29.567027 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b89c394-ebd9-4d13-ae38-b82d55182be9', 'name': 'network-vif-deleted', 'tag': '9f279190-4187-4ab4-967b-d1d7f7c867d9', 'status': 'completed', 'code': 200} Dec 10 18:20:29.589763 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.590918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:29.591894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.672842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] Pushing event updated for resources: {'Network': ['ID=340327fb-68f9-438a-bda5-ce8dad97f1a4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:29.693929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f182bd6-2676-4a57-97d8-f7a3dafd1824 req-f66e7988-9004-4c3b-abfc-de21d3b338d1 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:29.708199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1f182bd6-2676-4a57-97d8-f7a3dafd1824 req-f66e7988-9004-4c3b-abfc-de21d3b338d1 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 944 time: 0.3693335 Dec 10 18:20:29.710832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:20:29.743311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43680) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:29.750956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cffd1c95-cce3-4126-bc89-89daeea4b292 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8160892 Dec 10 18:20:29.751707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Request body: {'subnet': {'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2100196022-subnet', 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:29.796322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:29.799552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:29.876671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:29.954400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5737d11-06ff-42c4-9cdc-93556edf04a0 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:30.056432 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.077451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port b5737d11-06ff-42c4-9cdc-93556edf04a0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:20:30.099661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting subnet 4f41b60e-bbb2-4208-95ce-102a14fb3353 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:30.108914 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1f182bd6-2676-4a57-97d8-f7a3dafd1824 req-ea9598ce-60fa-4231-b22d-99da678675af tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809545 Dec 10 18:20:30.110215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.111773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port b5737d11-06ff-42c4-9cdc-93556edf04a0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:30.113371 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.115192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.182409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=370763e3-647c-4bd9-ae39-8b7e0895ae93,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:30.208852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=9d5e6762-915f-416a-8dc4-7acf06a2aa27,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:30.291292 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.292342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:30.292915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Network hostable DHCP agents. Network: 340327fb-68f9-438a-bda5-ce8dad97f1a4, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:20:30.360425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8726818-c76d-4e83-8247-dbb6a0899416 req-72fb8d3c-1a33-42d7-9ee6-c381e8188acd tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 210 time: 0.0775735 Dec 10 18:20:30.404268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:20:30.423771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 340327fb-68f9-438a-bda5-ce8dad97f1a4) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:30.424351 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.429722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:30.430813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.461462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb67b06f-85fe-483b-a7d8-6f359ed54078 None None] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:30.469644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9d6a0a93-2b8e-49be-b324-7882f4568aec admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.7226691 Dec 10 18:20:30.625414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:30.681229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5737d11-06ff-42c4-9cdc-93556edf04a0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:30.683895 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5437215e-4844-4d1f-9250-99c15a2505f0" -d '{"events": [{"server_uuid": "6e26882d-4806-42ba-bdeb-bb4768f4c218", "name": "network-vif-plugged", "status": "completed", "tag": "b5737d11-06ff-42c4-9cdc-93556edf04a0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:30.719421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ac724-96c9-471d-8bc0-41d28dcbac20 None None] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:30.825123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-fd4670b4-1c8c-4120-9a5b-cdb62685ba6f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=33011e0a006846adb5f242d35e51f465&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0910375 Dec 10 18:20:31.003842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-c060fac1-fd32-462f-b636-49041469e0e6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:31.005513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-c060fac1-fd32-462f-b636-49041469e0e6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680596 Dec 10 18:20:31.020746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Request body: {'port': {'device_id': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '33011e0a006846adb5f242d35e51f465'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:31.049671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b5737d11-06ff-42c4-9cdc-93556edf04a0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5737d11-06ff-42c4-9cdc-93556edf04a0,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:31.088232 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6afbb4f-a789-4289-9a4d-4db88636a57b x-openstack-request-id: req-f6afbb4f-a789-4289-9a4d-4db88636a57b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:31.088653 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26882d-4806-42ba-bdeb-bb4768f4c218", "name": "network-vif-plugged", "status": "completed", "tag": "b5737d11-06ff-42c4-9cdc-93556edf04a0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:31.088781 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6afbb4f-a789-4289-9a4d-4db88636a57b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:31.089439 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5737d11-06ff-42c4-9cdc-93556edf04a0', 'code': 200} Dec 10 18:20:31.097352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.102192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.103023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9f279190-4187-4ab4-967b-d1d7f7c867d9 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:31.174724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 9f279190-4187-4ab4-967b-d1d7f7c867d9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:31.175347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9f279190-4187-4ab4-967b-d1d7f7c867d9 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:31.175466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fe41d35b-f8f7-404f-9f4a-6fd4037693d0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:31.195596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd956ac2-f217-49fc-9081-52e1262964db req-221041e4-7ab8-49e0-9f6d-c3b42ab4c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:31.197228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd956ac2-f217-49fc-9081-52e1262964db req-221041e4-7ab8-49e0-9f6d-c3b42ab4c4c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 1095 time: 0.2418180 Dec 10 18:20:31.202033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Router b2ff7577-e4f9-472e-8f50-c90d1930a7dd has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:20:31.230099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: fe41d35b-f8f7-404f-9f4a-6fd4037693d0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:31.232061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fe41d35b-f8f7-404f-9f4a-6fd4037693d0 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:31.294858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b5737d11-06ff-42c4-9cdc-93556edf04a0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:31.374564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bb225-344c-4230-8b0a-fc1219a4508b req-7ef0606b-7af0-4854-8923-c3b0769b04ab tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:31.376290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f42bb225-344c-4230-8b0a-fc1219a4508b req-7ef0606b-7af0-4854-8923-c3b0769b04ab tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 945 time: 0.0993376 Dec 10 18:20:31.377417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Made reservation on behalf of 33011e0a006846adb5f242d35e51f465 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:31.381235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.391496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.482910 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f42bb225-344c-4230-8b0a-fc1219a4508b req-5602ab55-6579-4825-a005-4cf9642acdc7 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882988 Dec 10 18:20:31.488451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Subnet': ['ID=4f41b60e-bbb2-4208-95ce-102a14fb3353,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:31.508820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dd956ac2-f217-49fc-9081-52e1262964db req-097d1770-355b-4d9d-b5d1-fe5004af3be0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012335 Dec 10 18:20:31.517998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.522734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-552deefc-1fd5-4c31-a091-0fa671a90102 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/subnets/4f41b60e-bbb2-4208-95ce-102a14fb3353 HTTP/1.1" status: 204 len: 168 time: 1.6448519 Dec 10 18:20:31.523783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0723035-b237-4a3d-97fb-fb9371f5248f None None] Network d882cd3a-61cc-4718-8ca1-71cd8883dc0a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:31.526672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43736) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:31.538900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:20:31.548360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64fb5a12-691c-49bc-bd69-7f3a4f912250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "PUT /v2.0/routers/b2ff7577-e4f9-472e-8f50-c90d1930a7dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1170335 Dec 10 18:20:31.553091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43738) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:31.689602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02e936e8-6078-4451-93df-9b06b761c6e8 req-73174519-906d-4bde-915b-c374a8a38914 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 210 time: 0.0562177 Dec 10 18:20:31.703823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-9617b106-81d4-435f-9814-d2d92b0068fd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:31.705661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-9617b106-81d4-435f-9814-d2d92b0068fd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.4551497 Dec 10 18:20:31.714119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43744) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:31.736194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5a117-f24d-4d00-b1aa-755614cbdedc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:31.738205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb5a117-f24d-4d00-b1aa-755614cbdedc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:31.740053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3cb5a117-f24d-4d00-b1aa-755614cbdedc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1842730 Dec 10 18:20:31.745970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43748) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:31.756500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-1f336d85-e798-4a89-aa5f-ffd45ac68bcd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0388107 Dec 10 18:20:31.760762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b6db6b05-19b6-4589-9fee-8ceec19d9ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.825449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.835059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-67822092-2c88-44a9-b093-3a607c1077c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602498 Dec 10 18:20:31.842532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.925127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] DHCP port deletion for d882cd3a-61cc-4718-8ca1-71cd8883dc0a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:31.954018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet c59e32ba-d3a0-4813-a072-1075635a3bef {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:31.969424 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:31.994199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-1b1009c8-79de-49dc-b1c7-144f4d1bd8c7 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488202 Dec 10 18:20:31.999081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Allocated IP 192.168.233.141 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/bf403673-c446-4843-aa5a-7c18190d5382) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:32.030390 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.034451 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] Sync routers for ids ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:20:32.041470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:32.042236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:32.042892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:32.043659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:32.044316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:32.044962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:32.045584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:32.051773 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] Routers {'b2ff7577-e4f9-472e-8f50-c90d1930a7dd'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:32.052654 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:32.055393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-5ca4e3aa-bdf0-4477-9f79-17be4c7449e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 6490 time: 0.3373268 Dec 10 18:20:32.058753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port b18e65c1-92db-4d37-839a-cf934aeaf8fb {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:32.059099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.066866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] Deleting port b18e65c1-92db-4d37-839a-cf934aeaf8fb {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:32.068665 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.078384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.162027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port b18e65c1-92db-4d37-839a-cf934aeaf8fb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b18e65c1-92db-4d37-839a-cf934aeaf8fb,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:32.162263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.192493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for b18e65c1-92db-4d37-839a-cf934aeaf8fb owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:32.196201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-4e3ed914-e00e-4e88-8407-a97776c1e36d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=717cda29-5d4a-46b7-8811-f42d93a08a4f&id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395373 Dec 10 18:20:32.202310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-80a4cf69-f556-42c7-8c2e-6d65b5e425bf service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013853 Dec 10 18:20:32.211392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] For port b18e65c1-92db-4d37-839a-cf934aeaf8fb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b18e65c1-92db-4d37-839a-cf934aeaf8fb,segment=NetworkSegment(b77e2c9f-b5c3-478d-aa85-19800934ea17),segment_id=b77e2c9f-b5c3-478d-aa85-19800934ea17)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:32.212167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.231380 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] Set router b2ff7577-e4f9-472e-8f50-c90d1930a7dd gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:32.241710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] Calling delete_port for b18e65c1-92db-4d37-839a-cf934aeaf8fb owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:32.273059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.336646 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'name': 'tempest-NetworksTestDHCPv6-router-181223480', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:22Z', 'updated_at': '2021-12-10T18:20:29Z', 'revision_number': 3, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:32.368934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.375524 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.399457 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] Checking router: b2ff7577-e4f9-472e-8f50-c90d1930a7dd for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:20:32.414286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] Pushing event deleted for resources: {'Port': ['ID=b18e65c1-92db-4d37-839a-cf934aeaf8fb,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:32.418201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7077729-18f5-4731-b38d-4b67bf43b99e None None] No DVR routers for this DVR port b18e65c1-92db-4d37-839a-cf934aeaf8fb on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:32.426938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.437401 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] Routers {'b2ff7577-e4f9-472e-8f50-c90d1930a7dd'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:32.438856 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:32.447294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=b18e65c1-92db-4d37-839a-cf934aeaf8fb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:32.450078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port b18e65c1-92db-4d37-839a-cf934aeaf8fb on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:32.453162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.480543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=c59e32ba-d3a0-4813-a072-1075635a3bef,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:32.487566 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:32.490902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0c4fc7b2-13e1-45cd-81a6-52fce1c6e3e9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c59e32ba-d3a0-4813-a072-1075635a3bef HTTP/1.1" status: 204 len: 168 time: 0.7439234 Dec 10 18:20:32.494387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43756) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:32.550643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58435c0-1224-4f0e-b806-f7e0bcfedd24 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:32.747494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12e6a543-e378-4af4-be55-59da9fea52d0 req-eb103286-0a92-4755-8b12-1505f6700439 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 210 time: 0.2529407 Dec 10 18:20:32.852359 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] Set router b2ff7577-e4f9-472e-8f50-c90d1930a7dd gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:32.869196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:32.928316 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'name': 'tempest-NetworksTestDHCPv6-router-181223480', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:22Z', 'updated_at': '2021-12-10T18:20:29Z', 'revision_number': 3, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:32.972756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e647f22-8c4a-446d-9733-d3276265a687 None None] The sync data for ids ['b2ff7577-e4f9-472e-8f50-c90d1930a7dd'] in n-d-821424-1 is: [{'id': 'b2ff7577-e4f9-472e-8f50-c90d1930a7dd', 'name': 'tempest-NetworksTestDHCPv6-router-181223480', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:22Z', 'updated_at': '2021-12-10T18:20:29Z', 'revision_number': 3, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:20:32.992554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.004488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] Deleting port b4e18c65-9258-422c-af8a-05c38630605a {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:33.004783 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.024274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f', '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:33.063867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', '6da652d4-2b9b-4c22-a159-e909493c8b04', 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49', '494a0230-6164-4a1f-9ced-e10e52589db3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:33.117577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.127918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-222e4015-40ec-41fc-a43c-42b28513e1ee tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6303420 Dec 10 18:20:33.131369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:33.139939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d882cd3a-61cc-4718-8ca1-71cd8883dc0a']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:33.150147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77e2c9f-b5c3-478d-aa85-19800934ea17') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:33.150534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77e2c9f-b5c3-478d-aa85-19800934ea17') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:33.161029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.175917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.182518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:20:33.183007 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:20:33.259046 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:20:33.264554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.298032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd4cf0f8-8c73-4793-8089-45cdb11f5938 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.316152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] For port b4e18c65-9258-422c-af8a-05c38630605a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b4e18c65-9258-422c-af8a-05c38630605a,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:33.316677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.352798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:33.359727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.363789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/networks/d882cd3a-61cc-4718-8ca1-71cd8883dc0a HTTP/1.1" status: 204 len: 168 time: 1.8361444 Dec 10 18:20:33.364689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed10cff-0f8c-44d8-8dde-e5eb02ec0625 tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Network': ['ID=d882cd3a-61cc-4718-8ca1-71cd8883dc0a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:33.367240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:33.371247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:33.378301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43776) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:33.381232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] Calling delete_port for b4e18c65-9258-422c-af8a-05c38630605a owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:33.430001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f372f56-31ac-49ec-be6a-e86e0fde33da req-5a9f4f55-ae70-41b9-b504-01c61ad47e07 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:33.446672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f372f56-31ac-49ec-be6a-e86e0fde33da req-5a9f4f55-ae70-41b9-b504-01c61ad47e07 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 945 time: 0.3925998 Dec 10 18:20:33.465528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event updated for resources: {'Port': ['ID=bf403673-c446-4843-aa5a-7c18190d5382,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:33.534824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de212990-be4c-45de-991f-0933f387b398 req-ae104a89-a0b1-4b24-936e-bd7f89e9d71e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:33.541514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f372f56-31ac-49ec-be6a-e86e0fde33da req-a7ed3f30-6a78-4702-90b1-3d6b00545021 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939200 Dec 10 18:20:33.552745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de212990-be4c-45de-991f-0933f387b398 req-ae104a89-a0b1-4b24-936e-bd7f89e9d71e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 936 time: 0.6652911 Dec 10 18:20:33.760058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de212990-be4c-45de-991f-0933f387b398 req-7f937b9a-1e72-4b86-9529-855da495094c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061071 Dec 10 18:20:33.852398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d5e6762-915f-416a-8dc4-7acf06a2aa27 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:33.932916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d5947fc-3238-449c-9d84-863eb97b148f req-fded82b6-876c-4b34-946c-c9e93115ce69 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 210 time: 0.0544491 Dec 10 18:20:33.933947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.964693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9d5e6762-915f-416a-8dc4-7acf06a2aa27 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:33.965066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d5e6762-915f-416a-8dc4-7acf06a2aa27 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:33.965564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b18e65c1-92db-4d37-839a-cf934aeaf8fb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:33.965691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting subnet 264771f5-05db-4621-8c31-45ec6e62cf4c {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:33.976455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:33.977157 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:33.980553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.039371 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.045453 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd4cf0f8-8c73-4793-8089-45cdb11f5938 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.045810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b18e65c1-92db-4d37-839a-cf934aeaf8fb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:34.046171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b18e65c1-92db-4d37-839a-cf934aeaf8fb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:34.046917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b4e18c65-9258-422c-af8a-05c38630605a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:34.050324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] Pushing event deleted for resources: {'Port': ['ID=b4e18c65-9258-422c-af8a-05c38630605a,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:34.051095 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd4cf0f8-8c73-4793-8089-45cdb11f5938 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.056724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa81cbf-82e4-41c3-bbc6-7e1f9650e6e1 None None] No DVR routers for this DVR port b4e18c65-9258-422c-af8a-05c38630605a on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:34.066011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-ff0758a8-c6ae-42dd-a3bc-a3e14cdb5156 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0493550 Dec 10 18:20:34.068182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.107922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b4e18c65-9258-422c-af8a-05c38630605a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:34.108267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b4e18c65-9258-422c-af8a-05c38630605a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:34.109624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d3704862-0367-4362-9501-0243c95d8050 None None] Provisioning complete for port bf403673-c446-4843-aa5a-7c18190d5382 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:34.110012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d3704862-0367-4362-9501-0243c95d8050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.139487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Request body: {'port': {'device_id': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:34.171902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.178517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd4cf0f8-8c73-4793-8089-45cdb11f5938 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.179058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4cf0f8-8c73-4793-8089-45cdb11f5938 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Fanout notify agent at l3_agent the message router_deleted on router b2ff7577-e4f9-472e-8f50-c90d1930a7dd {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:20:34.188706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd4cf0f8-8c73-4793-8089-45cdb11f5938 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.189278 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dd4cf0f8-8c73-4793-8089-45cdb11f5938 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/routers/b2ff7577-e4f9-472e-8f50-c90d1930a7dd HTTP/1.1" status: 204 len: 168 time: 1.0492904 Dec 10 18:20:34.192498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43782) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:34.203149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:34.209502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d3704862-0367-4362-9501-0243c95d8050 None None] Port bf403673-c446-4843-aa5a-7c18190d5382 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:34.236943 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.385008 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.483559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:34.491018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.581284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.624600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-8f763f5a-b564-43e4-99f4-b2782c9097ea tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:34.626492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-8f763f5a-b564-43e4-99f4-b2782c9097ea tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.2243891 Dec 10 18:20:34.631808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Subnet': ['ID=264771f5-05db-4621-8c31-45ec6e62cf4c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:34.642875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:34.654955 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.658950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-798a032f-3d78-4acd-8c59-ac04c93f138f tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/subnets/264771f5-05db-4621-8c31-45ec6e62cf4c HTTP/1.1" status: 204 len: 168 time: 1.2792816 Dec 10 18:20:34.662034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43786) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:34.669321 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f771b1-acdd-4a79-99b2-3a9ed174f1dd None None] Network eb2c8f16-c3f2-4419-8ece-655d70d469e4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:34.689678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.791400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.870938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.894871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:34.901480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:34.982181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:35.017108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:35.030075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:35.030869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.036314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58beeaa2-a66a-4669-9556-3c2ce9f08600 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:35.037777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=41638285-dcbc-4d1f-9632-ab4af6f56d54,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:35.102474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e8a87125-87e3-4411-833d-3ceaf30c44c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9083018 Dec 10 18:20:35.110004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43796) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:35.115570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3d599bde-495b-4d9d-96d4-2c87389e55bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1955070528', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:35.132712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418197a-a548-4d4c-a681-0f05b100bc7d req-a3dd74a6-bdba-4ea6-bd93-18371b16bf1d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:35.135155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2418197a-a548-4d4c-a681-0f05b100bc7d req-a3dd74a6-bdba-4ea6-bd93-18371b16bf1d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 936 time: 0.1621325 Dec 10 18:20:35.226111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d599bde-495b-4d9d-96d4-2c87389e55bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.227327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d599bde-495b-4d9d-96d4-2c87389e55bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.238904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '41638285-dcbc-4d1f-9632-ab4af6f56d54'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:20:35.240288 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.248402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.4 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/3b1390f2-2fa6-4ef0-a04f-b935a914dc13) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:35.295885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2418197a-a548-4d4c-a681-0f05b100bc7d req-1403721c-765d-4cc2-aa5d-13aa603cadb4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241961 Dec 10 18:20:35.301209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] DHCP port deletion for eb2c8f16-c3f2-4419-8ece-655d70d469e4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:35.362628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d599bde-495b-4d9d-96d4-2c87389e55bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.376015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d599bde-495b-4d9d-96d4-2c87389e55bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.434987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf403673-c446-4843-aa5a-7c18190d5382 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:35.443634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.457093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Transition to ACTIVE for port object bf403673-c446-4843-aa5a-7c18190d5382 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:20:35.466809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d599bde-495b-4d9d-96d4-2c87389e55bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.470705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d599bde-495b-4d9d-96d4-2c87389e55bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3570833 Dec 10 18:20:35.471389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.472111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43798) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:35.521943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] Deleting port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:35.522817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.557826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c41775-e99b-489e-b156-52b1358b6aa7 req-bc93c75c-ac75-4b92-8ba8-d18e2456e6a3 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:35.566953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c41775-e99b-489e-b156-52b1358b6aa7 req-bc93c75c-ac75-4b92-8ba8-d18e2456e6a3 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 945 time: 0.7592847 Dec 10 18:20:35.595494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] For port 2bd0df9a-b839-49e6-b723-272f71ca1ae1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2bd0df9a-b839-49e6-b723-272f71ca1ae1,segment=NetworkSegment(e8febc4f-9882-4a87-a623-62f853bc208e),segment_id=e8febc4f-9882-4a87-a623-62f853bc208e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:35.595888 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.597461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.609841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] Calling delete_port for 2bd0df9a-b839-49e6-b723-272f71ca1ae1 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:35.697247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/41638285-dcbc-4d1f-9632-ab4af6f56d54/28ca917f-5440-4a9b-804e-850fb5127ce0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:35.701352 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b170853-74a9-4745-9c8c-f27dc6efb481 req-b014bec8-50d8-49cc-aa08-c78c27f744bb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 210 time: 0.2391167 Dec 10 18:20:35.702717 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.708946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:35.742525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Pushing event updated for resources: {'Port': ['ID=bf403673-c446-4843-aa5a-7c18190d5382,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:35.761539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2bd0df9a-b839-49e6-b723-272f71ca1ae1 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:35.766600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] Pushing event deleted for resources: {'Port': ['ID=2bd0df9a-b839-49e6-b723-272f71ca1ae1,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:35.818035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:35.825414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73437b84-65f9-4887-8bf6-0dfe3876f184 None None] No DVR routers for this DVR port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:35.842703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c41775-e99b-489e-b156-52b1358b6aa7 req-1d344309-934a-417c-aa68-9e7a421c3f56 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746711 Dec 10 18:20:35.851333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2bd0df9a-b839-49e6-b723-272f71ca1ae1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:35.851676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2bd0df9a-b839-49e6-b723-272f71ca1ae1 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:35.898136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:35.902341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:35.911537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:36.000061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:36.000859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.029344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-d6ef7adb-767e-42c5-bd5d-7b3bbbbd2ee7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3911362 Dec 10 18:20:36.047783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Request body: {'port': {'device_id': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:36.055558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Deleting port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:36.055897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.096001 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.112485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.118141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.275979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.400979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Attempting to bind port bf403673-c446-4843-aa5a-7c18190d5382 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:36.401961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Attempting to bind port bf403673-c446-4843-aa5a-7c18190d5382 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:36.403541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Attempting to bind port bf403673-c446-4843-aa5a-7c18190d5382 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:36.409623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:36.413083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:36.418638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:36.419329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] For port 2bd0df9a-b839-49e6-b723-272f71ca1ae1, host n-d-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:36.419764 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.433957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Pushing event updated for resources: {'Port': ['ID=28ca917f-5440-4a9b-804e-850fb5127ce0,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:36.499638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Attempting to bind port 28ca917f-5440-4a9b-804e-850fb5127ce0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:36.500023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Attempting to bind port 28ca917f-5440-4a9b-804e-850fb5127ce0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:36.500556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Attempting to bind port 28ca917f-5440-4a9b-804e-850fb5127ce0 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:36.506459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:36.507013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:36.507422 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.507826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:36.508608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Bound port: 28ca917f-5440-4a9b-804e-850fb5127ce0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:36.509005 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.553578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Calling delete_port for 2bd0df9a-b839-49e6-b723-272f71ca1ae1 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:36.558109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 was not found and therefore no delete operation was performed {{(pid=103499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:20:36.559608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Port bf403673-c446-4843-aa5a-7c18190d5382 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:20:36.560042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Attempting to bind port bf403673-c446-4843-aa5a-7c18190d5382 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:36.562443 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.608888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:36.618928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.635234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] For port 28ca917f-5440-4a9b-804e-850fb5127ce0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:36.640695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] For port 28ca917f-5440-4a9b-804e-850fb5127ce0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=28ca917f-5440-4a9b-804e-850fb5127ce0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:36.648171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.661676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Transition to ACTIVE for port object 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:20:36.668217 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.699607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Port': ['ID=2bd0df9a-b839-49e6-b723-272f71ca1ae1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:36.742811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c5e5d-a901-4199-ab09-647d34fdbbf2 None None] Pushing event updated for resources: {'Port': ['ID=28ca917f-5440-4a9b-804e-850fb5127ce0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:36.777017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:36.777526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:36.778191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:36.778191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Bound port: bf403673-c446-4843-aa5a-7c18190d5382, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:36.778768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.793060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:36.828841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Attempting to bind port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:36.829176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Attempting to bind port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:36.829513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Attempting to bind port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:36.834727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:20:36.835095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Attempting to bind port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:36.853187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:36.853542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:36.854411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:36.854855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Bound port: 3b1390f2-2fa6-4ef0-a04f-b935a914dc13, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:36.855236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:36.868407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] No DVR routers for this DVR port 2bd0df9a-b839-49e6-b723-272f71ca1ae1 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:36.936664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457aa2b-3602-460b-9115-856b92c3df98 req-d0434f3b-3926-4202-ab44-1b0544152625 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:36.938271 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0457aa2b-3602-460b-9115-856b92c3df98 req-d0434f3b-3926-4202-ab44-1b0544152625 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 943 time: 0.0998158 Dec 10 18:20:36.986133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] For port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:37.006070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] For port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:37.021597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.080001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0457aa2b-3602-460b-9115-856b92c3df98 req-cf767d98-76af-49c0-b22a-dec2a54f29ea tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295593 Dec 10 18:20:37.129738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:37.130387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.131839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] 10.222.0.30 "PUT /v2.0/ports/3b1390f2-2fa6-4ef0-a04f-b935a914dc13 HTTP/1.1" status: 200 len: 1091 time: 1.0931888 Dec 10 18:20:37.134495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'tag': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:37.148255 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad8a99a-fc2c-4b37-9d80-f30e055b4750" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7e6390-cec3-4c92-a1f2-81fe1887777a", "tag": "3b1390f2-2fa6-4ef0-a04f-b935a914dc13"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:37.164364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cc2f1-9254-4c70-b2b0-cacae25f1469 req-3aa47f54-3d19-449c-a12e-8be2298be593 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:37.169808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c04cc2f1-9254-4c70-b2b0-cacae25f1469 req-3aa47f54-3d19-449c-a12e-8be2298be593 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 948 time: 0.6351948 Dec 10 18:20:37.219470 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.244541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] For port bf403673-c446-4843-aa5a-7c18190d5382, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:37.292737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] For port bf403673-c446-4843-aa5a-7c18190d5382, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf403673-c446-4843-aa5a-7c18190d5382,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:37.297727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2c8f16-c3f2-4419-8ece-655d70d469e4']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:37.300707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::1 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/41638285-dcbc-4d1f-9632-ab4af6f56d54/0d2465bc-faed-4424-96fe-afc431c8c177) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:37.306094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8d3f5-283d-40d3-aa1c-a162ab0a6002 service neutron] Pushing event updated for resources: {'Port': ['ID=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:37.322965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8febc4f-9882-4a87-a623-62f853bc208e') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:37.323266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8febc4f-9882-4a87-a623-62f853bc208e') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:37.325480 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.339682 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8604d-aeb5-4050-ad48-52c2d0a07f0a x-openstack-request-id: req-36b8604d-aeb5-4050-ad48-52c2d0a07f0a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:37.340278 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7e6390-cec3-4c92-a1f2-81fe1887777a", "tag": "3b1390f2-2fa6-4ef0-a04f-b935a914dc13", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:37.340760 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-36b8604d-aeb5-4050-ad48-52c2d0a07f0a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:37.341387 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'tag': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13', 'status': 'completed', 'code': 200} Dec 10 18:20:37.363528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-656623cd-a846-4fae-9cb4-099db8e4d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:37.365082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-656623cd-a846-4fae-9cb4-099db8e4d1ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 1094 time: 0.1794894 Dec 10 18:20:37.402401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.414472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c04cc2f1-9254-4c70-b2b0-cacae25f1469 req-7f77d989-6879-4b72-8a68-ef41897cbee1 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082691 Dec 10 18:20:37.417639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:37.417994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.420125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] 10.222.0.30 "PUT /v2.0/ports/bf403673-c446-4843-aa5a-7c18190d5382 HTTP/1.1" status: 200 len: 1096 time: 3.2895429 Dec 10 18:20:37.430348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'tag': 'bf403673-c446-4843-aa5a-7c18190d5382'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:37.432804 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df65d217-2d14-4a29-8749-843fb1a2debd" -d '{"events": [{"name": "network-changed", "server_uuid": "68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95", "tag": "bf403673-c446-4843-aa5a-7c18190d5382"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:37.464995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-fb450447-fb84-4e56-96a7-b6e72a8c81be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13 HTTP/1.1" status: 200 len: 217 time: 0.0885215 Dec 10 18:20:37.572577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-4d32b38c-62b6-4bef-8547-775c568b2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:37.574199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-4d32b38c-62b6-4bef-8547-775c568b2a26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.1035130 Dec 10 18:20:37.642154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-e0e118ea-2d58-4764-8403-12a333965ec0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597463 Dec 10 18:20:37.679339 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccd782e-f9f1-41fa-9d0a-b7858831d70f x-openstack-request-id: req-2ccd782e-f9f1-41fa-9d0a-b7858831d70f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:37.679714 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95", "tag": "bf403673-c446-4843-aa5a-7c18190d5382", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:37.679891 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ccd782e-f9f1-41fa-9d0a-b7858831d70f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:37.680289 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'tag': 'bf403673-c446-4843-aa5a-7c18190d5382', 'status': 'completed', 'code': 200} Dec 10 18:20:37.683314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.691198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.733481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:20:37.733897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:20:37.744947 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:20:37.818965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28ca917f-5440-4a9b-804e-850fb5127ce0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:37.841957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659ac36-46bd-498b-aa39-439d6b83d453 service neutron] Pushing event updated for resources: {'Port': ['ID=bf403673-c446-4843-aa5a-7c18190d5382,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:37.851613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-b9ce1c17-cba6-4f86-a255-646d1eddbed4 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006176 Dec 10 18:20:37.894258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-cd841f4d-2cca-4312-aad5-61da581430d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:37.896344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-cd841f4d-2cca-4312-aad5-61da581430d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 1099 time: 0.2210722 Dec 10 18:20:37.897673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.900484 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.944005 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 28ca917f-5440-4a9b-804e-850fb5127ce0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:37.944688 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.970099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:37.978660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] 10.222.0.55 "DELETE /v2.0/networks/eb2c8f16-c3f2-4419-8ece-655d70d469e4 HTTP/1.1" status: 204 len: 168 time: 3.3151627 Dec 10 18:20:38.035578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:38.039557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4de68624-16d2-4fd6-a2b5-c1e3e7cd8418 req-37aba1de-2897-4f93-accb-eee236b1e855 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791205 Dec 10 18:20:38.050759 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-38b8a272-a7af-488e-8f43-8a648f4748ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=bf403673-c446-4843-aa5a-7c18190d5382 HTTP/1.1" status: 200 len: 217 time: 0.1395190 Dec 10 18:20:38.054911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:38.058705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:38.059777 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:38.092548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d93b84-68e3-4041-a8ad-543a86c2cd8a tempest-ServersTestMultiNic-179438525 tempest-ServersTestMultiNic-179438525-project] Pushing event deleted for resources: {'Network': ['ID=eb2c8f16-c3f2-4419-8ece-655d70d469e4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:38.156677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:38.252510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 28ca917f-5440-4a9b-804e-850fb5127ce0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=28ca917f-5440-4a9b-804e-850fb5127ce0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:38.262451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:38.289323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43846) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:38.329525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-b8562408-bbe2-4ae3-8c07-7eb5b92ea9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.331068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-b8562408-bbe2-4ae3-8c07-7eb5b92ea9bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2400165 Dec 10 18:20:38.332058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=0d2465bc-faed-4424-96fe-afc431c8c177,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:38.362889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-d02b2cd2-cc80-4ce2-8c23-f12dd7d001c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.364688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-d02b2cd2-cc80-4ce2-8c23-f12dd7d001c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 1094 time: 0.2586138 Dec 10 18:20:38.366696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=28ca917f-5440-4a9b-804e-850fb5127ce0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:38.502445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aeb4e3-6067-43bd-9d99-44efa65f507e req-be84ff29-4984-4941-be58-c3d5c0735556 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.511087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18aeb4e3-6067-43bd-9d99-44efa65f507e req-be84ff29-4984-4941-be58-c3d5c0735556 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 943 time: 0.1702375 Dec 10 18:20:38.523329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-61c95759-a3d5-4380-802b-b399bc0a4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.525495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-61c95759-a3d5-4380-802b-b399bc0a4914 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1752968 Dec 10 18:20:38.564479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-5f890c74-927b-4c90-9ccb-baa62f4d02be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.566384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-5f890c74-927b-4c90-9ccb-baa62f4d02be service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.1824751 Dec 10 18:20:38.607961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ced94e3a-e40b-4546-bf43-ece421a41db1 None None] Provisioning complete for port 28ca917f-5440-4a9b-804e-850fb5127ce0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:38.608379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ced94e3a-e40b-4546-bf43-ece421a41db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:38.703409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-4a1fd514-b5bb-47d1-ae99-e20568bbba51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13 HTTP/1.1" status: 200 len: 217 time: 0.0918670 Dec 10 18:20:38.738445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:38.794768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18aeb4e3-6067-43bd-9d99-44efa65f507e req-b2673e09-c1f9-4a74-ba43-88fffb4dfae9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827258 Dec 10 18:20:38.817546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-b327bdfb-f766-4963-a68b-603664a9dfdc service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805073 Dec 10 18:20:38.836518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb17e-138c-4e73-ae20-e895306c200d req-6deb577d-17ae-48ec-b42e-5a84aba60b99 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.838062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3cccb17e-138c-4e73-ae20-e895306c200d req-6deb577d-17ae-48ec-b42e-5a84aba60b99 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 948 time: 0.2791622 Dec 10 18:20:38.897682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-b7df65b7-5356-4b77-ace5-b984f22efacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:38.899441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-b7df65b7-5356-4b77-ace5-b984f22efacd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.1853716 Dec 10 18:20:38.994405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b623c0fc-e929-4acd-a8a0-40fabdbdf71e None None] Provisioning complete for port 0d2465bc-faed-4424-96fe-afc431c8c177 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:38.995054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b623c0fc-e929-4acd-a8a0-40fabdbdf71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:39.003256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-541a5d6e-01bb-46b7-b163-20717c6b8301 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911539 Dec 10 18:20:39.016620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5f3fa09-5a4c-4b22-96c0-056e83e720de req-7a489b3d-bf11-49aa-96f6-c5ad5a120296 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904082 Dec 10 18:20:39.081663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b623c0fc-e929-4acd-a8a0-40fabdbdf71e None None] Port 0d2465bc-faed-4424-96fe-afc431c8c177 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:39.145524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3cccb17e-138c-4e73-ae20-e895306c200d req-40b98248-854b-48b4-a105-17bcfd21cb5f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875569 Dec 10 18:20:39.176137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d217-2d14-4a29-8749-843fb1a2debd req-cbaaf160-caf8-407a-8490-4d3cfcaa2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:39.177876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df65d217-2d14-4a29-8749-843fb1a2debd req-cbaaf160-caf8-407a-8490-4d3cfcaa2284 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 1099 time: 0.0979791 Dec 10 18:20:39.235987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-73927f20-cbab-4abe-a3a7-d3b0a152d15c service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157648 Dec 10 18:20:39.384890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d217-2d14-4a29-8749-843fb1a2debd req-2f4aac58-5b48-4e10-b25d-4ea0119147bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:39.388015 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df65d217-2d14-4a29-8749-843fb1a2debd req-2f4aac58-5b48-4e10-b25d-4ea0119147bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.2016921 Dec 10 18:20:39.408700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:39.420304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fad8a99a-fc2c-4b37-9d80-f30e055b4750 req-7fd25f27-022c-4e5f-a5d9-8add81c3a676 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683886 Dec 10 18:20:39.423702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:39.425117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:39.489282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:39.505577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df65d217-2d14-4a29-8749-843fb1a2debd req-24a135b6-c99d-4249-8bc0-07c2bc70cd9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=bf403673-c446-4843-aa5a-7c18190d5382 HTTP/1.1" status: 200 len: 217 time: 0.0931091 Dec 10 18:20:39.642558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:39.644331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=0d2465bc-faed-4424-96fe-afc431c8c177,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:39.647727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:39.718013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28ca917f-5440-4a9b-804e-850fb5127ce0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:39.848811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 28ca917f-5440-4a9b-804e-850fb5127ce0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:39.849601 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:39.941221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d217-2d14-4a29-8749-843fb1a2debd req-6c69732e-6f13-445f-9170-dcd4d99e56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:39.944668 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df65d217-2d14-4a29-8749-843fb1a2debd req-6c69732e-6f13-445f-9170-dcd4d99e56ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.3451824 Dec 10 18:20:39.945850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Router a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:20:39.958591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Deleting port ea156d5a-169c-49a2-8b17-6a4ee8805ada {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:39.959171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:40.126897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2b27f1f3-6b72-49d9-8e01-000c942d5639 None None] Provisioning complete for port 0d2465bc-faed-4424-96fe-afc431c8c177 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:40.127468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b27f1f3-6b72-49d9-8e01-000c942d5639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:40.159899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65d217-2d14-4a29-8749-843fb1a2debd req-9bfe5f7b-819a-42a8-8dce-0348305babd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:40.161516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df65d217-2d14-4a29-8749-843fb1a2debd req-9bfe5f7b-819a-42a8-8dce-0348305babd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073872 Dec 10 18:20:40.195455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2b27f1f3-6b72-49d9-8e01-000c942d5639 None None] Port 0d2465bc-faed-4424-96fe-afc431c8c177 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:20:40.203234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:20:40.218500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Sync routers for ids ['a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:20:40.238678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Routers {'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:40.239873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:40.247585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7fb66-89a1-4998-887b-edf1360e692d req-65dbfd91-5040-4260-b36a-c7f3d9b06dc0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:40.249230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0e7fb66-89a1-4998-887b-edf1360e692d req-65dbfd91-5040-4260-b36a-c7f3d9b06dc0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 943 time: 0.1763005 Dec 10 18:20:40.262315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] For port ea156d5a-169c-49a2-8b17-6a4ee8805ada, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ea156d5a-169c-49a2-8b17-6a4ee8805ada,segment=NetworkSegment(077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c),segment_id=077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:40.262730 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:40.302321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Calling delete_port for ea156d5a-169c-49a2-8b17-6a4ee8805ada owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:40.389236 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0e7fb66-89a1-4998-887b-edf1360e692d req-4b9feb1b-1895-4560-8575-ce080e8dea29 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232214 Dec 10 18:20:40.488253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Set router a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:40.634924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:40.675851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea156d5a-169c-49a2-8b17-6a4ee8805ada,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:40.829829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43866) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:40.830734 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-af6ccb58-8ec7-4f78-9ca7-7072b9833a9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "PUT /v2.0/routers/a7f90eaf-e459-493a-b5e9-8dd0a3f74d85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3425739 Dec 10 18:20:40.833111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85', 'name': 'tempest-NetworksTestDHCPv6-router-1955070528', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:35Z', 'updated_at': '2021-12-10T18:20:38Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None, '_interfaces': [{'id': '0d2465bc-faed-4424-96fe-afc431c8c177', 'name': '', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'mac_address': 'fa:16:3e:ca:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '41638285-dcbc-4d1f-9632-ab4af6f56d54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:20:36Z', 'updated_at': '2021-12-10T18:20:39Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'subnets': [{'id': '41638285-dcbc-4d1f-9632-ab4af6f56d54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:40.864595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Checking router: a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:20:40.865097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Updating router a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 port 0d2465bc-faed-4424-96fe-afc431c8c177 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:20:40.893616 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:40.918159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3481d94-0b04-44d5-aeaa-84d784187d62 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:40.920346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c3481d94-0b04-44d5-aeaa-84d784187d62 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports/0d2465bc-faed-4424-96fe-afc431c8c177 HTTP/1.1" status: 200 len: 911 time: 0.0890141 Dec 10 18:20:40.924675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43868) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:40.969107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa973c7-77d1-4a1a-b6ff-5e2c2cffdd34 req-5570991e-2bbf-46df-b534-c4a77bb586c7 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:40.977586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fa973c7-77d1-4a1a-b6ff-5e2c2cffdd34 req-5570991e-2bbf-46df-b534-c4a77bb586c7 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 948 time: 0.1652369 Dec 10 18:20:41.005226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df65d217-2d14-4a29-8749-843fb1a2debd req-297113b0-fcef-4294-a8e3-c4e722a96bdc service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8356073 Dec 10 18:20:41.112360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fa973c7-77d1-4a1a-b6ff-5e2c2cffdd34 req-1ee7ab70-3283-49a7-9a71-48de7b7ba426 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338511 Dec 10 18:20:41.124350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1cee5-cb8b-44f9-8e28-fb6d8b489bda tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:41.131617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd1cee5-cb8b-44f9-8e28-fb6d8b489bda tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:41.147991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fcd1cee5-cb8b-44f9-8e28-fb6d8b489bda tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2211440 Dec 10 18:20:41.148332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43872) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:41.155467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.179278 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-df65d217-2d14-4a29-8749-843fb1a2debd req-7c1c5d29-e548-4a28-b1d8-9a71df364796 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648188 Dec 10 18:20:41.339343 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.349883 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.437577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8d9c7-1db5-4769-96a4-8dfc06cdd96b None None] Pushing event updated for resources: {'Port': ['ID=0d2465bc-faed-4424-96fe-afc431c8c177,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:41.480458 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Attempting to bind port 0d2465bc-faed-4424-96fe-afc431c8c177 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:41.480889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Attempting to bind port 0d2465bc-faed-4424-96fe-afc431c8c177 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:41.481308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Attempting to bind port 0d2465bc-faed-4424-96fe-afc431c8c177 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:41.487653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:41.488046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:41.488459 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.488864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:41.489469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Bound port: 0d2465bc-faed-4424-96fe-afc431c8c177, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:41.489882 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.617556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] For port 0d2465bc-faed-4424-96fe-afc431c8c177, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:41.623210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] For port 0d2465bc-faed-4424-96fe-afc431c8c177, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0d2465bc-faed-4424-96fe-afc431c8c177,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:41.630114 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:41.716171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877a417-0900-4f76-a0e3-0f561779ee97 req-1a086265-a930-4676-849f-360644ac4392 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:41.725158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d877a417-0900-4f76-a0e3-0f561779ee97 req-1a086265-a930-4676-849f-360644ac4392 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 943 time: 0.1814611 Dec 10 18:20:41.834110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Routers {'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:41.835403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:41.870901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d877a417-0900-4f76-a0e3-0f561779ee97 req-b4934e31-0e9a-4c25-ada6-123a714775c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354721 Dec 10 18:20:41.950033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8d9c7-1db5-4769-96a4-8dfc06cdd96b None None] Pushing event updated for resources: {'Port': ['ID=0d2465bc-faed-4424-96fe-afc431c8c177,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:41.987958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] Set router a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:42.033689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-87e4c9f2-776a-48fc-b24d-e6e5705897f2 None None] Provisioning complete for port 0d2465bc-faed-4424-96fe-afc431c8c177 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:42.033689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87e4c9f2-776a-48fc-b24d-e6e5705897f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:42.040539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf403673-c446-4843-aa5a-7c18190d5382 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:20:42.528140 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87e4c9f2-776a-48fc-b24d-e6e5705897f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:42.567716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf403673-c446-4843-aa5a-7c18190d5382, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf403673-c446-4843-aa5a-7c18190d5382,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:42.582212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac9eee-6341-416e-99e4-b8a76d6cb605 req-821d5991-e2b3-426b-b7a9-1ded98cb0451 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:42.591730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5ac9eee-6341-416e-99e4-b8a76d6cb605 req-821d5991-e2b3-426b-b7a9-1ded98cb0451 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 948 time: 0.2445245 Dec 10 18:20:42.618908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'bf403673-c446-4843-aa5a-7c18190d5382', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'bf403673-c446-4843-aa5a-7c18190d5382', 'mac_address': 'fa:16:3e:da:06:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:20:42.748326 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5ac9eee-6341-416e-99e4-b8a76d6cb605 req-3dfab41e-c05b-45c8-a84c-354e22404799 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513019 Dec 10 18:20:42.791229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Router 029458ce-1cd0-43f5-a9e1-c438c6241147 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:20:42.890311 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:42.893836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-87e4c9f2-776a-48fc-b24d-e6e5705897f2 None None] For port 0d2465bc-faed-4424-96fe-afc431c8c177, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0d2465bc-faed-4424-96fe-afc431c8c177,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:42.939500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87e4c9f2-776a-48fc-b24d-e6e5705897f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:42.952523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf403673-c446-4843-aa5a-7c18190d5382 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:42.978733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf403673-c446-4843-aa5a-7c18190d5382, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf403673-c446-4843-aa5a-7c18190d5382,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:43.002476 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.003147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:20:43.111719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:20:43.120127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c4bdb5b0-165c-4a2d-ac90-5ff4d104e451 admin admin] 10.222.0.55 "PUT /v2.0/routers/029458ce-1cd0-43f5-a9e1-c438c6241147/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8283958 Dec 10 18:20:43.123521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:43.132309 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] Sync routers for ids ['029458ce-1cd0-43f5-a9e1-c438c6241147'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:20:43.138333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb138c4e-456f-497a-b06d-9bb577277378 req-e60c17a4-3430-4d88-b37f-13486ca2a82d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:43.140044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb138c4e-456f-497a-b06d-9bb577277378 req-e60c17a4-3430-4d88-b37f-13486ca2a82d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 943 time: 0.1468453 Dec 10 18:20:43.143678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.147146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] Routers {'029458ce-1cd0-43f5-a9e1-c438c6241147'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:43.152290 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['029458ce-1cd0-43f5-a9e1-c438c6241147'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:43.206383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:43.272180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb138c4e-456f-497a-b06d-9bb577277378 req-f484d242-045d-4392-b940-d98f53570be0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252394 Dec 10 18:20:43.287361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13', 'mac_address': 'fa:16:3e:57:1c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:20:43.288988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4c9f2-776a-48fc-b24d-e6e5705897f2 None None] Pushing event updated for resources: {'Port': ['ID=0d2465bc-faed-4424-96fe-afc431c8c177,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:43.309306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.435943 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] Set router 029458ce-1cd0-43f5-a9e1-c438c6241147 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:43.446930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf403673-c446-4843-aa5a-7c18190d5382,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:43.528143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.553786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:43.559531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 0d2465bc-faed-4424-96fe-afc431c8c177 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:43.559892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.567149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.597069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:43.599360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85', 'name': 'tempest-NetworksTestDHCPv6-router-1955070528', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:35Z', 'updated_at': '2021-12-10T18:20:38Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None, '_interfaces': [{'id': '0d2465bc-faed-4424-96fe-afc431c8c177', 'name': '', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'mac_address': 'fa:16:3e:ca:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '41638285-dcbc-4d1f-9632-ab4af6f56d54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:20:36Z', 'updated_at': '2021-12-10T18:20:41Z', 'revision_number': 4, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'subnets': [{'id': '41638285-dcbc-4d1f-9632-ab4af6f56d54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:43.636283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb63eb7b-2cdb-4264-8088-7d96aa111ab9 None None] The sync data for ids ['a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'] in n-d-821424-1 is: [{'id': 'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85', 'name': 'tempest-NetworksTestDHCPv6-router-1955070528', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:35Z', 'updated_at': '2021-12-10T18:20:38Z', 'revision_number': 2, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None, '_interfaces': [{'id': '0d2465bc-faed-4424-96fe-afc431c8c177', 'name': '', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'mac_address': 'fa:16:3e:ca:0c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '41638285-dcbc-4d1f-9632-ab4af6f56d54', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:20:36Z', 'updated_at': '2021-12-10T18:20:41Z', 'revision_number': 4, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'subnets': [{'id': '41638285-dcbc-4d1f-9632-ab4af6f56d54', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:20:43.638963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-38cd10a3-9a1a-4412-966f-7b40c50a6990 None None] Provisioning complete for port 0d2465bc-faed-4424-96fe-afc431c8c177 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:43.639331 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-38cd10a3-9a1a-4412-966f-7b40c50a6990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.666780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Deleting port bac27d7c-b23b-4082-816c-09d13fb2b68d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:43.667151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.700765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.764686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] For port 0d2465bc-faed-4424-96fe-afc431c8c177, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0d2465bc-faed-4424-96fe-afc431c8c177,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:43.765917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.784832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 0d2465bc-faed-4424-96fe-afc431c8c177 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:43.788491 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:20:40Z', 'revision_number': 5, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port': {'id': 'bac27d7c-b23b-4082-816c-09d13fb2b68d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:18:34Z', 'updated_at': '2021-12-10T18:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:43.841852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:43.853405 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] Checking router: 029458ce-1cd0-43f5-a9e1-c438c6241147 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:20:43.860403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] For port bac27d7c-b23b-4082-816c-09d13fb2b68d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bac27d7c-b23b-4082-816c-09d13fb2b68d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:43.860792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:43.869392 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] Routers {'029458ce-1cd0-43f5-a9e1-c438c6241147'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:43.870635 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['029458ce-1cd0-43f5-a9e1-c438c6241147'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:43.888516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Calling delete_port for bac27d7c-b23b-4082-816c-09d13fb2b68d owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:44.004700 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] Set router 029458ce-1cd0-43f5-a9e1-c438c6241147 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:44.022534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:44.087031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354d43a-2492-4286-a435-3c009c2ef0b3 req-b257e257-be38-43f8-a537-7cff8a1b5ff2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:44.089117 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3354d43a-2492-4286-a435-3c009c2ef0b3 req-b257e257-be38-43f8-a537-7cff8a1b5ff2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 949 time: 0.2092721 Dec 10 18:20:44.131567 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:20:43Z', 'revision_number': 6, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:44.155525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['bf403673-c446-4843-aa5a-7c18190d5382'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:44.171758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.183861 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abca2b-61d3-4dd1-bf5b-7e41fe643bb5 None None] The sync data for ids ['029458ce-1cd0-43f5-a9e1-c438c6241147'] in n-d-821424-1 is: [{'id': '029458ce-1cd0-43f5-a9e1-c438c6241147', 'name': 'tempest-ServersTestMultiNic-1080565702-router', 'tenant_id': '3e73342f2e5048bbb90d81f001357f63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:18:33Z', 'updated_at': '2021-12-10T18:20:43Z', 'revision_number': 6, 'project_id': '3e73342f2e5048bbb90d81f001357f63', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:20:44.191620 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3354d43a-2492-4286-a435-3c009c2ef0b3 req-374b32aa-7b18-4647-9911-3cdbe6660c69 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758870 Dec 10 18:20:44.238833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=bac27d7c-b23b-4082-816c-09d13fb2b68d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:44.330461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.360048 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.375155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=0d2465bc-faed-4424-96fe-afc431c8c177,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:44.608334 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.625580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.640321 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.753033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b1737-f337-4402-89bc-9e3743de7d5f req-2026a718-33de-4f5b-931e-6985fddf2496 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:44.754673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f99b1737-f337-4402-89bc-9e3743de7d5f req-2026a718-33de-4f5b-931e-6985fddf2496 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 944 time: 0.3292964 Dec 10 18:20:44.788618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.789379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 029458ce-1cd0-43f5-a9e1-c438c6241147 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:20:44.796145 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.797410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6efd4e3d-8557-4f40-8927-aa56b9a86b64 admin admin] 10.222.0.55 "DELETE /v2.0/routers/029458ce-1cd0-43f5-a9e1-c438c6241147 HTTP/1.1" status: 204 len: 168 time: 1.6726787 Dec 10 18:20:44.802834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:44.876834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f99b1737-f337-4402-89bc-9e3743de7d5f req-3183905a-40b6-4171-825d-bc2de78032f1 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109943 Dec 10 18:20:44.889570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] Deleting subnet 81be53c9-de1b-46fb-a528-f00fcbe2cc52 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:44.900630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:44.963014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.007404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Router a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:20:45.070805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.168247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:20:45.178405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.184566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-19368aa6-64c7-45bb-89e4-71ce29f3a2a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "PUT /v2.0/routers/a7f90eaf-e459-493a-b5e9-8dd0a3f74d85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0348167 Dec 10 18:20:45.187464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43924) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:45.217280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81be53c9-de1b-46fb-a528-f00fcbe2cc52,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:45.257692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea943d-6332-44b2-91da-5c46180d3c72 None None] Network b4471f03-0277-4a8d-960e-737f7a9d50ff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:45.270665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.284789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-31a406d3-4292-46f1-b8b7-e386d3c04bb2 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/81be53c9-de1b-46fb-a528-f00fcbe2cc52 HTTP/1.1" status: 204 len: 168 time: 0.4808354 Dec 10 18:20:45.285521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43928) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:45.310090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75498421-60be-4772-bb1a-06f525a90165 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:45.313622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75498421-60be-4772-bb1a-06f525a90165 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:45.318138 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-75498421-60be-4772-bb1a-06f525a90165 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1270230 Dec 10 18:20:45.318718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43930) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:45.445400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 41638285-dcbc-4d1f-9632-ab4af6f56d54 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:45.449184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.513244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.520436 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.543007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748ffee-724a-47fa-8b9d-481055e20b07 req-8f9492c2-197a-4d6e-a211-2e22205a84a4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:45.546347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8748ffee-724a-47fa-8b9d-481055e20b07 req-8f9492c2-197a-4d6e-a211-2e22205a84a4 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 949 time: 0.2180014 Dec 10 18:20:45.608935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] DHCP port deletion for b4471f03-0277-4a8d-960e-737f7a9d50ff request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:45.647896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.715983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8748ffee-724a-47fa-8b9d-481055e20b07 req-79cd6a08-9a95-48a5-a5ca-30de07f3cbda tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328328 Dec 10 18:20:45.723220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Deleting port 3280cd81-7841-4eb9-8eac-b53f2221ab09 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:45.723690 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.761372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] Deleting port 3280cd81-7841-4eb9-8eac-b53f2221ab09 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:45.762098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.782952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ea156d5a-169c-49a2-8b17-6a4ee8805ada no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:45.821895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] For port 3280cd81-7841-4eb9-8eac-b53f2221ab09, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3280cd81-7841-4eb9-8eac-b53f2221ab09,segment=NetworkSegment(077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c),segment_id=077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:45.822320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.826137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.842385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Calling delete_port for 3280cd81-7841-4eb9-8eac-b53f2221ab09 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:45.856597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ea156d5a-169c-49a2-8b17-6a4ee8805ada {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:45.856876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ea156d5a-169c-49a2-8b17-6a4ee8805ada not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:45.857241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3280cd81-7841-4eb9-8eac-b53f2221ab09 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:45.894875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=41638285-dcbc-4d1f-9632-ab4af6f56d54,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:45.897927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:45.914848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b14ac0-5c47-4b8b-8e60-82bda2c53278 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:45.945397 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b771e4d-f3f3-460b-9aa2-58bf6db09706 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/41638285-dcbc-4d1f-9632-ab4af6f56d54 HTTP/1.1" status: 204 len: 168 time: 0.6231685 Dec 10 18:20:45.948906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43940) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:46.055974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] For port 3280cd81-7841-4eb9-8eac-b53f2221ab09, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3280cd81-7841-4eb9-8eac-b53f2221ab09,segment=NetworkSegment(077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c),segment_id=077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:46.056376 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.058755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.118290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=3280cd81-7841-4eb9-8eac-b53f2221ab09,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:46.123202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] No DVR routers for this DVR port 3280cd81-7841-4eb9-8eac-b53f2221ab09 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:46.141790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf403673-c446-4843-aa5a-7c18190d5382 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:46.197308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] Calling delete_port for 3280cd81-7841-4eb9-8eac-b53f2221ab09 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:46.214688 n-d-821424-1 neutron-server[103501]: INFO neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No ports have port_id starting with 3280cd81-7841-4eb9-8eac-b53f2221ab09 Dec 10 18:20:46.219505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-80469cd4-d462-496c-a39c-a43347bcf9e0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2657781 Dec 10 18:20:46.222948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43956) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:46.230572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bac27d7c-b23b-4082-816c-09d13fb2b68d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:46.243885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe205d-8731-4256-8405-f48d2d9a26f7 req-9ff52685-7100-48bb-93e4-225caf01c9b9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:46.246088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6cfe205d-8731-4256-8405-f48d2d9a26f7 req-9ff52685-7100-48bb-93e4-225caf01c9b9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 944 time: 0.1759033 Dec 10 18:20:46.290726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.305952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port bf403673-c446-4843-aa5a-7c18190d5382 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:20:46.329300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4471f03-0277-4a8d-960e-737f7a9d50ff']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:46.346663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:46.346962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077ef4bf-227b-49f1-a4dd-d3fa0fbc8e3c') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:46.374020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port bf403673-c446-4843-aa5a-7c18190d5382 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:46.375124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.378218 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.390083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-618676f5-a1db-46c7-ae41-cddbcaa7965c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.407308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-fe8cee14-de24-45fd-b1d3-27acbe26189c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:46.408933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-fe8cee14-de24-45fd-b1d3-27acbe26189c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.2000184 Dec 10 18:20:46.409988 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.415533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: bac27d7c-b23b-4082-816c-09d13fb2b68d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:46.416136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bac27d7c-b23b-4082-816c-09d13fb2b68d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:46.416816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:20:46.417309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:20:46.419778 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:20:46.423628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] Sync routers for ids ['a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:20:46.439739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:46.473068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-2a943028-b327-43dc-bd89-8f4d3509929a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/quotas/a188ad806b6d46409661b59ef057dc1a HTTP/1.1" status: 200 len: 375 time: 0.0417941 Dec 10 18:20:46.480491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6cfe205d-8731-4256-8405-f48d2d9a26f7 req-0533bb48-9891-4e77-b405-780af23a5e7f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978457 Dec 10 18:20:46.513871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] Routers {'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:46.513871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:46.575729 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.582665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-618676f5-a1db-46c7-ae41-cddbcaa7965c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.584587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.584916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-618676f5-a1db-46c7-ae41-cddbcaa7965c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.588648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] 10.222.0.55 "DELETE /v2.0/networks/b4471f03-0277-4a8d-960e-737f7a9d50ff HTTP/1.1" status: 204 len: 168 time: 1.3018601 Dec 10 18:20:46.598641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-1f237975-e83e-40b0-ad59-178371a26353 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182401 Dec 10 18:20:46.621134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ab96c-c915-4900-8984-88862cff1a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4471f03-0277-4a8d-960e-737f7a9d50ff,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:46.683651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] Set router a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:20:46.716787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-618676f5-a1db-46c7-ae41-cddbcaa7965c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.718198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618676f5-a1db-46c7-ae41-cddbcaa7965c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Fanout notify agent at l3_agent the message router_deleted on router a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:20:46.728284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-6a30a880-825d-41ec-98b3-836440b48fdb service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152728 Dec 10 18:20:46.730501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-618676f5-a1db-46c7-ae41-cddbcaa7965c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.731843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-618676f5-a1db-46c7-ae41-cddbcaa7965c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/routers/a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 HTTP/1.1" status: 204 len: 168 time: 0.5084047 Dec 10 18:20:46.734687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43960) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:46.764763 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.770032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85', 'name': 'tempest-NetworksTestDHCPv6-router-1955070528', 'tenant_id': 'f9274f02cae14ff7a42a277585f24ffe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:20:35Z', 'updated_at': '2021-12-10T18:20:44Z', 'revision_number': 3, 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:20:46.815052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] Checking router: a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:20:46.823061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.836852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43964) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:46.869571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] Network b4471f03-0277-4a8d-960e-737f7a9d50ff is not hosted by any dhcp agent {{(pid=103501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:20:46.870130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] No DVR routers for this DVR port 3280cd81-7841-4eb9-8eac-b53f2221ab09 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:46.872296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] Routers set() bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:20:46.872669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] Router IDs set() for agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:20:46.873325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_agentschedulers_db [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:20:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent'). {{(pid=103501) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:20:46.873719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d171fd8-a2ba-4ce3-b4f0-0ef5b22587d3 None None] The sync data for ids ['a7f90eaf-e459-493a-b5e9-8dd0a3f74d85'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:20:46.875200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fcd53f-0401-4e49-a8c3-47185042d984 None None] Pushing event deleted for resources: {'Port': ['ID=3280cd81-7841-4eb9-8eac-b53f2221ab09,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:46.880747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] Deleting port 28ca917f-5440-4a9b-804e-850fb5127ce0 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:46.881111 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:46.891084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf403673-c446-4843-aa5a-7c18190d5382'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:46.891084 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea61b4c-19f3-4fe6-ad5f-a188c9e91a15" -d '{"events": [{"server_uuid": "68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95", "name": "network-vif-plugged", "status": "completed", "tag": "bf403673-c446-4843-aa5a-7c18190d5382"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:46.938615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-c68e4b70-20a5-43a0-bd4d-74a08bbc70dd service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940265 Dec 10 18:20:46.991985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ce805-e720-4c29-b4b8-668393f00145 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:46.999044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1e7ce805-e720-4c29-b4b8-668393f00145 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2629571 Dec 10 18:20:47.001296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a4c1255-30db-49c3-b175-6e4d702b107a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e73342f2e5048bbb90d81f001357f63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1632154 Dec 10 18:20:47.024514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43972) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:47.033072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43968) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:47.173413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98980361-eaff-4d76-bbdc-9742cb2676a3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:47.178451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-98980361-eaff-4d76-bbdc-9742cb2676a3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1384249 Dec 10 18:20:47.179617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43974) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:47.180689 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a4814c9-ce6f-4ef9-bbed-916043d92d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.201401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90a85c-d93b-4699-98cc-f11dadb90524 req-97c9bf6f-b20d-469e-a69b-0284645d6d23 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:47.213482 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e90a85c-d93b-4699-98cc-f11dadb90524 req-97c9bf6f-b20d-469e-a69b-0284645d6d23 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 949 time: 0.3467388 Dec 10 18:20:47.233100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6016cca4-6957-45af-990b-49109c37df4f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499866 Dec 10 18:20:47.238648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43976) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:47.244944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:47.268900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] For port 28ca917f-5440-4a9b-804e-850fb5127ce0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=28ca917f-5440-4a9b-804e-850fb5127ce0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:47.269313 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.281087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a4814c9-ce6f-4ef9-bbed-916043d92d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.297004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5e90a85c-d93b-4699-98cc-f11dadb90524 req-13e0fc46-1ab3-4598-9e40-70af09f9640e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823445 Dec 10 18:20:47.303359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] Calling delete_port for 28ca917f-5440-4a9b-804e-850fb5127ce0 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:47.392601 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-96f6a7ae-af67-45ed-86c4-e50533596669 req-a3a65c7d-fb4b-4137-b9c8-96dc967f06fc tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 210 time: 0.0558579 Dec 10 18:20:47.420676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bf403673-c446-4843-aa5a-7c18190d5382, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf403673-c446-4843-aa5a-7c18190d5382,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:47.422829 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd36f9-80e2-41e4-b2e3-1f43a1266494 x-openstack-request-id: req-dadd36f9-80e2-41e4-b2e3-1f43a1266494 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:47.423109 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95", "name": "network-vif-plugged", "status": "completed", "tag": "bf403673-c446-4843-aa5a-7c18190d5382", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:47.423360 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dadd36f9-80e2-41e4-b2e3-1f43a1266494 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:47.423807 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf403673-c446-4843-aa5a-7c18190d5382', 'code': 200} Dec 10 18:20:47.429542 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.455799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.456612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:47.481755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4346e-abf6-4e1f-82cb-eea43fc637e5 req-5ecb88fd-9756-4638-bdfe-c970965f2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:47.484071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5f4346e-abf6-4e1f-82cb-eea43fc637e5 req-5ecb88fd-9756-4638-bdfe-c970965f2b85 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 1100 time: 0.0745778 Dec 10 18:20:47.485522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] Pushing event deleted for resources: {'Port': ['ID=28ca917f-5440-4a9b-804e-850fb5127ce0,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:47.508682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06bff28-7c8d-4757-810c-023df1b4f51f None None] No DVR routers for this DVR port 28ca917f-5440-4a9b-804e-850fb5127ce0 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:47.552804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a4814c9-ce6f-4ef9-bbed-916043d92d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.556580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a4814c9-ce6f-4ef9-bbed-916043d92d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.569758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a4814c9-ce6f-4ef9-bbed-916043d92d5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c89f184-0076-4720-9701-a2e6b0bb8606 HTTP/1.1" status: 204 len: 168 time: 0.5387638 Dec 10 18:20:47.570788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:47.576953 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.593208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bf403673-c446-4843-aa5a-7c18190d5382,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:47.632101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:20:47.636836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:47.637325 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.655750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4814c9-ce6f-4ef9-bbed-916043d92d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c89f184-0076-4720-9701-a2e6b0bb8606,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:47.766314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5f4346e-abf6-4e1f-82cb-eea43fc637e5 req-88dce188-056d-4ae3-97b1-55e13668db11 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435589 Dec 10 18:20:47.818034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c3aa2-9846-438b-a217-421b248feeb7 req-f0367ed6-8f8a-4316-a0db-42198f742191 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:47.820712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a96c3aa2-9846-438b-a217-421b248feeb7 req-f0367ed6-8f8a-4316-a0db-42198f742191 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 944 time: 0.1667285 Dec 10 18:20:47.878019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0d2465bc-faed-4424-96fe-afc431c8c177 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:47.909594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0d2465bc-faed-4424-96fe-afc431c8c177 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:47.909594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0d2465bc-faed-4424-96fe-afc431c8c177 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:47.910055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28ca917f-5440-4a9b-804e-850fb5127ce0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:47.934487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 28ca917f-5440-4a9b-804e-850fb5127ce0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:47.934775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28ca917f-5440-4a9b-804e-850fb5127ce0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:47.954857 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:47.993683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:47.999664 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a96c3aa2-9846-438b-a217-421b248feeb7 req-9a0aa104-bf41-4a08-8289-e49a51d3bb56 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669796 Dec 10 18:20:48.001572 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:48.080845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:48.203529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.objects.ports [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:20:48.205926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:48.280271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=4292ae45-8475-43b1-ab85-1c9dc0fae662,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:48.284845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:48.287405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:48.293390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:48.303768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b3d1b0-f40b-40eb-88a3-114540cda365 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:48.313478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:48.360232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dbd6c558-7810-4f13-ab70-c2ae61b9f40d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1204267 Dec 10 18:20:48.362988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44008) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:48.368185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:48.508359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '4292ae45-8475-43b1-ab85-1c9dc0fae662'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:20:48.509246 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:48.562986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf72abb-46b1-49f6-9556-9e9c8921b1cf req-16373af9-6015-4f8e-89cf-15dadb40d421 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:48.565171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bdf72abb-46b1-49f6-9556-9e9c8921b1cf req-16373af9-6015-4f8e-89cf-15dadb40d421 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 950 time: 0.0738204 Dec 10 18:20:48.637747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bdf72abb-46b1-49f6-9556-9e9c8921b1cf req-5cc1c96c-9abb-45fc-96a7-c72452df3412 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581703 Dec 10 18:20:48.649657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8060612c-9175-451a-a3fa-9912cb79750d req-abe4dbf9-ab3d-42be-b859-7191248bca41 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 210 time: 0.0742633 Dec 10 18:20:48.692261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:48.697407 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:48.867673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Allocated IP 2001:db8::f816:3eff:fe66:336e (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/4292ae45-8475-43b1-ab85-1c9dc0fae662/4000392c-3a8f-499f-9a38-24394674f29c) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:49.122465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.133912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:49.145945 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.204046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:49.207915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:49.217748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:49.235602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Pushing event updated for resources: {'Port': ['ID=4000392c-3a8f-499f-9a38-24394674f29c,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:49.270427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.311170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319a560-cd30-4789-9976-252f2418825b req-de595216-7bdd-441d-8a9d-1a1266fa75aa tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:49.319243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e319a560-cd30-4789-9976-252f2418825b req-de595216-7bdd-441d-8a9d-1a1266fa75aa tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 945 time: 0.1814702 Dec 10 18:20:49.334264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Attempting to bind port 4000392c-3a8f-499f-9a38-24394674f29c on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:49.335034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Attempting to bind port 4000392c-3a8f-499f-9a38-24394674f29c by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:49.335410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Attempting to bind port 4000392c-3a8f-499f-9a38-24394674f29c on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:49.341234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-446648902-network', 'tenant_id': 'f676905644ba4141ada258b2e8d8a4f2'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:49.343046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:49.343440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:49.343963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.344362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:49.344929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Bound port: 4000392c-3a8f-499f-9a38-24394674f29c, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:49.345359 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.351461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=0e11233d-74dc-4322-bdc1-49bec0bbe5ee,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:49.365459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:49.367008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:49.370231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:49.371122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.402397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-80df8838-4ce3-4d17-9839-6bee442c67e1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0356584 Dec 10 18:20:49.403401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44036) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:49.414456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:bf:3f:75', 'name': 'tempest-NetworksTestDHCPv6-999652923'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:49.425466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:49.428183 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c9d571-7773-44c3-9ac2-656a4e36de5c" -d '{"events": [{"server_uuid": "8e7e6390-cec3-4c92-a1f2-81fe1887777a", "name": "network-vif-plugged", "status": "completed", "tag": "3b1390f2-2fa6-4ef0-a04f-b935a914dc13"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:49.464519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] For port 4000392c-3a8f-499f-9a38-24394674f29c, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:49.470292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] For port 4000392c-3a8f-499f-9a38-24394674f29c, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4000392c-3a8f-499f-9a38-24394674f29c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:49.477599 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.531002 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acad881c-4bc3-4813-89a4-1ddf223717fb x-openstack-request-id: req-acad881c-4bc3-4813-89a4-1ddf223717fb {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:49.532507 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7e6390-cec3-4c92-a1f2-81fe1887777a", "name": "network-vif-plugged", "status": "completed", "tag": "3b1390f2-2fa6-4ef0-a04f-b935a914dc13", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:49.532922 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-acad881c-4bc3-4813-89a4-1ddf223717fb {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:49.533457 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13', 'code': 200} Dec 10 18:20:49.606537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:49.608514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e3c9c-09d9-42ac-a616-954d6b2e8fd6 None None] Pushing event updated for resources: {'Port': ['ID=4000392c-3a8f-499f-9a38-24394674f29c,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:49.692387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec481886-a5ad-4b15-948b-e705f14cdc64 req-9ae0c9a9-637f-41fe-a52e-42286250fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:49.694201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec481886-a5ad-4b15-948b-e705f14cdc64 req-9ae0c9a9-637f-41fe-a52e-42286250fd83 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 1096 time: 0.1025338 Dec 10 18:20:49.767735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec481886-a5ad-4b15-948b-e705f14cdc64 req-0a88faba-aed6-4fcc-a80a-82e3f3d2ef98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615764 Dec 10 18:20:49.770573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:49.821936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:20:49.836303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e45efbb-d03b-4627-9e78-bc47d5372780 req-90ca48aa-9777-4a78-9943-36f73ffd2910 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 210 time: 0.0500731 Dec 10 18:20:49.892667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-c91ee78a-c85a-4828-9dcc-ae78c05ec335 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:49.894618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-c91ee78a-c85a-4828-9dcc-ae78c05ec335 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.59 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.6940813 Dec 10 18:20:49.919493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Request body: {'port': {'device_id': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'admin_state_up': True, 'tenant_id': 'a188ad806b6d46409661b59ef057dc1a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:49.980027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Made reservation on behalf of f676905644ba4141ada258b2e8d8a4f2 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:49.982377 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.036888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e319a560-cd30-4789-9976-252f2418825b req-81f9eee5-56c4-4539-bfe1-6357dffd72da tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7136738 Dec 10 18:20:50.062474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.150691 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:20:50.212756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 172.20.0.7 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/0e11233d-74dc-4322-bdc1-49bec0bbe5ee/49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:50.220566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:febf:3f75 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/4292ae45-8475-43b1-ab85-1c9dc0fae662/49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:50.319726 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.324926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Made reservation on behalf of a188ad806b6d46409661b59ef057dc1a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:50.328831 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.331906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.377774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:20:50.379882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52bdaa1-e844-4d5e-a2da-571ddf98b40f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:50.427706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0fac40-70e6-4016-9895-e5ed48e52940 req-4356aeed-19d7-4d74-a7fa-4c3d8597be29 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:50.429288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd0fac40-70e6-4016-9895-e5ed48e52940 req-4356aeed-19d7-4d74-a7fa-4c3d8597be29 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 950 time: 0.1240413 Dec 10 18:20:50.435735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.436161 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Added segment 3e716775-8369-4f0a-adda-f92b13e04200 of type vlan for network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 Dec 10 18:20:50.488454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.499630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.524721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd0fac40-70e6-4016-9895-e5ed48e52940 req-3c59eb88-1c1c-4c05-8324-4873fd518bdc tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839887 Dec 10 18:20:50.556808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.581125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:50.584220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:50.589186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:50.606130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Allocated IP 172.20.0.2 (37f1247b-513c-432d-9115-2392d7e10752/281731b8-544b-4aa5-afa4-30d41e95ffa9/3e8dfea1-6303-4838-a824-a08cd4f21d0f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:50.619999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.622697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:50.623334 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.689518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:50.702082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:50.702930 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.711253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5759618 Dec 10 18:20:50.715090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44050) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:50.722161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Request body: {'subnet': {'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-446648902-subnet', 'tenant_id': 'f676905644ba4141ada258b2e8d8a4f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:50.758974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a4a39279-eabb-495d-aa96-a7fe16836f6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3519089 Dec 10 18:20:50.759375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44052) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:50.774477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Made reservation on behalf of f676905644ba4141ada258b2e8d8a4f2 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:50.776879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc617-0ffb-4053-95ad-8df8b5f31b25 admin admin] Pushing event updated for resources: {'Network': ['ID=83c57780-cee6-40a5-8a3e-4b3a2d9670c3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:50.777048 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:50.797580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:20:50.922864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad5268-3bfb-4497-bdf0-1f9e3e7b839a req-44c11449-5ac0-4a8e-9037-14240fabf98f tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:50.931172 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98ad5268-3bfb-4497-bdf0-1f9e3e7b839a req-44c11449-5ac0-4a8e-9037-14240fabf98f tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 1101 time: 0.2331903 Dec 10 18:20:51.010891 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98ad5268-3bfb-4497-bdf0-1f9e3e7b839a req-8e90c101-a63b-4c3e-b193-9bb48c7a0f11 tempest-ServersOnMultiNodesTest-1562136997 tempest-ServersOnMultiNodesTest-1562136997-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719597 Dec 10 18:20:51.121232 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.124167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b15995c6-2bc4-4962-96eb-ec231f5f1394 req-68ca7e53-c8dd-4c69-af03-c3ca062e453c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 210 time: 0.0617900 Dec 10 18:20:51.140150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-d185fd12-ec44-4fd6-859f-7fdaf9f49ad8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3260653 Dec 10 18:20:51.156025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e61c0-0b08-454a-9884-a788bcc8dd6a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.166406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4e61c0-0b08-454a-9884-a788bcc8dd6a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.171717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4f4e61c0-0b08-454a-9884-a788bcc8dd6a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4068205 Dec 10 18:20:51.174818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce50d7d-3bcb-4a5b-8fac-b7d2d2f6e7a6 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:51.176391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44062) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:51.244784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.285145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'b5737d11-06ff-42c4-9cdc-93556edf04a0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:51.320264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event updated for resources: {'Port': ['ID=3e8dfea1-6303-4838-a824-a08cd4f21d0f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:51.364703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Network 37f1247b-513c-432d-9115-2392d7e10752 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:51.376141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:51.386290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:51.396432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e460eb5a-ae51-4a8c-a9c3-80000053438c None None] Provisioning complete for port 4000392c-3a8f-499f-9a38-24394674f29c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:51.396845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e460eb5a-ae51-4a8c-a9c3-80000053438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.465218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.465713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.466180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.466680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.467151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.468154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.468640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.471453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-666582b9-8fe4-4ecf-8aed-ec621c295404 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.2960527 Dec 10 18:20:51.542559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7e12e-6873-4557-9f04-314072212d55 req-96567ad2-9caa-4824-9755-3abb8c691d58 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.544110 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4dd7e12e-6873-4557-9f04-314072212d55 req-96567ad2-9caa-4824-9755-3abb8c691d58 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 945 time: 0.2446499 Dec 10 18:20:51.545287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.546351 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.564045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2a972-ab8a-4b02-a573-8e109cf39ce8 req-8769bde0-4b3d-43a7-85a5-9496b503ce95 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:51.568359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ec2a972-ab8a-4b02-a573-8e109cf39ce8 req-8769bde0-4b3d-43a7-85a5-9496b503ce95 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 950 time: 0.1309643 Dec 10 18:20:51.618092 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e460eb5a-ae51-4a8c-a9c3-80000053438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.677220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.681140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ec2a972-ab8a-4b02-a573-8e109cf39ce8 req-7dfa5bf7-1d8a-442e-adf2-f4816bb69da2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891235 Dec 10 18:20:51.691288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb794af4-54e7-4fd4-9037-d1d2275087cf None None] Update dhcp port {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '4292ae45-8475-43b1-ab85-1c9dc0fae662', 'ip_address': '2001:db8::f816:3eff:fe66:336e'}, {'subnet_id': '0e11233d-74dc-4322-bdc1-49bec0bbe5ee'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '4000392c-3a8f-499f-9a38-24394674f29c'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:20:51.696520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-f58b6335-88d5-4a00-ac07-8b5dd2926d27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7827728 Dec 10 18:20:51.708553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e460eb5a-ae51-4a8c-a9c3-80000053438c None None] For port 4000392c-3a8f-499f-9a38-24394674f29c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4000392c-3a8f-499f-9a38-24394674f29c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:51.714397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Request body: {'port': {'device_id': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:51.750465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e460eb5a-ae51-4a8c-a9c3-80000053438c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.757198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb794af4-54e7-4fd4-9037-d1d2275087cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:51.772284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4000392c-3a8f-499f-9a38-24394674f29c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:51.801510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.079033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-cb794af4-54e7-4fd4-9037-d1d2275087cf None None] Allocated IP 172.20.0.2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/0e11233d-74dc-4322-bdc1-49bec0bbe5ee/4000392c-3a8f-499f-9a38-24394674f29c) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:52.139834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460eb5a-ae51-4a8c-a9c3-80000053438c None None] Pushing event updated for resources: {'Port': ['ID=4000392c-3a8f-499f-9a38-24394674f29c,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:52.165933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8dfea1-6303-4838-a824-a08cd4f21d0f {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:52.175671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.191591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Transition to ACTIVE for port object 3e8dfea1-6303-4838-a824-a08cd4f21d0f will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:20:52.196990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.202335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4000392c-3a8f-499f-9a38-24394674f29c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:52.202836 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.248523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4dd7e12e-6873-4557-9f04-314072212d55 req-792fdcb2-a90d-4082-8223-68904be61f6a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905651 Dec 10 18:20:52.277866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:52.278216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.316875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cb794af4-54e7-4fd4-9037-d1d2275087cf None None] For port 4000392c-3a8f-499f-9a38-24394674f29c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4000392c-3a8f-499f-9a38-24394674f29c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:52.374311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d27a729-c728-4d26-8a9e-026a21dd89f6,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:52.379392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-639eafab-7307-4382-a563-d606f9df3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.379889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-639eafab-7307-4382-a563-d606f9df3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.380312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-639eafab-7307-4382-a563-d606f9df3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.381969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-639eafab-7307-4382-a563-d606f9df3a60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 2298 time: 0.8630395 Dec 10 18:20:52.397587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Checking segment: {'id': '3e716775-8369-4f0a-adda-f92b13e04200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:52.398141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Network hostable DHCP agents. Network: 83c57780-cee6-40a5-8a3e-4b3a2d9670c3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:20:52.399439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb794af4-54e7-4fd4-9037-d1d2275087cf None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.425179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb794af4-54e7-4fd4-9037-d1d2275087cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.452627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8dfea1-6303-4838-a824-a08cd4f21d0f,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:52.530992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.533643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:20:52.546647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-5db1926e-3c0c-47d5-a0b7-9ed05f9427da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1002 time: 0.1500876 Dec 10 18:20:52.556068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b22004-2eeb-4a7c-bf7e-162759c32c77 req-fbdadcd1-5ab0-4baa-aa08-1aa0de75c57e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.563733 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82b22004-2eeb-4a7c-bf7e-162759c32c77 req-fbdadcd1-5ab0-4baa-aa08-1aa0de75c57e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 943 time: 0.3015084 Dec 10 18:20:52.564871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Attempting to bind port 3e8dfea1-6303-4838-a824-a08cd4f21d0f on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:20:52.566614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Attempting to bind port 3e8dfea1-6303-4838-a824-a08cd4f21d0f by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:20:52.567649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Attempting to bind port 3e8dfea1-6303-4838-a824-a08cd4f21d0f on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:52.611429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 83c57780-cee6-40a5-8a3e-4b3a2d9670c3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:52.617928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.618571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.649837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:52.650176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea62357-dec3-4604-88ad-6b9e31c72803 None None] Network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:52.653612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Port 3e8dfea1-6303-4838-a824-a08cd4f21d0f on network 37f1247b-513c-432d-9115-2392d7e10752 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:20:52.657160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Attempting to bind port 3e8dfea1-6303-4838-a824-a08cd4f21d0f on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:20:52.676356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794af4-54e7-4fd4-9037-d1d2275087cf None None] Pushing event updated for resources: {'Port': ['ID=4000392c-3a8f-499f-9a38-24394674f29c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:52.704338 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82b22004-2eeb-4a7c-bf7e-162759c32c77 req-ccd7fc53-76f3-42f7-be50-1b4bf5176e60 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277106 Dec 10 18:20:52.721382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:20:52.721382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Checking segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:20:52.721382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Bound using segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:20:52.721382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Bound port: 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:20:52.721382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:52.824191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a1b77a-913a-48b5-b259-8fccd769c19a None None] Network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:52.864080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-2f0ac00e-6eff-40e6-ba3d-ee57541e258a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.865624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-2f0ac00e-6eff-40e6-ba3d-ee57541e258a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.2031131 Dec 10 18:20:52.897458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-865aba9a-7d46-4283-8bd1-4f9f6cde94ab tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.899848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-865aba9a-7d46-4283-8bd1-4f9f6cde94ab tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 950 time: 0.2011802 Dec 10 18:20:52.916062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-40f6b005-5f7e-4280-b6a3-11395308fe83 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1922517 Dec 10 18:20:52.958422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-222868dc-a943-4e6e-8b10-204e23b6b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:52.960149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-222868dc-a943-4e6e-8b10-204e23b6b6b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 0.3898342 Dec 10 18:20:52.966864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-c2973191-32be-4ebd-b953-5aba645d5384 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0711257 Dec 10 18:20:53.038218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-4854af25-922c-43ed-812c-e9446b990858 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3768737 Dec 10 18:20:53.110668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] For port 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:20:53.147509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-ff2c376f-5056-4c1e-b1c9-a07f9a4e18db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:53.150571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-ff2c376f-5056-4c1e-b1c9-a07f9a4e18db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1802857 Dec 10 18:20:53.203833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] For port 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:20:53.216385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:53.251053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-81320a24-5615-4964-96c3-83386946fbeb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2660162 Dec 10 18:20:53.284055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6df2-2614-4a1b-9c47-dfcfda7f9fc1 req-42c5d43e-c9cd-4810-a6d6-f2270617941f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:53.293559 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1dec6df2-2614-4a1b-9c47-dfcfda7f9fc1 req-42c5d43e-c9cd-4810-a6d6-f2270617941f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 950 time: 0.3897076 Dec 10 18:20:53.293781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-b798b39b-db59-40a2-98ed-8848c2c87503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:53.295329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-b798b39b-db59-40a2-98ed-8848c2c87503 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=33011e0a006846adb5f242d35e51f465&device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 1101 time: 0.2196414 Dec 10 18:20:53.301913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:53.302878 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:53.304492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] 10.222.0.59 "PUT /v2.0/ports/3e8dfea1-6303-4838-a824-a08cd4f21d0f HTTP/1.1" status: 200 len: 1091 time: 1.5950749 Dec 10 18:20:53.308709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:53.312262 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c" -d '{"events": [{"name": "network-changed", "server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:53.333284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64489fc-bef6-4fac-9618-83b096c27fe5 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8dfea1-6303-4838-a824-a08cd4f21d0f,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:53.382595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port bf403673-c446-4843-aa5a-7c18190d5382 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:53.382951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:53.446593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d757bd48-2b0a-44f7-8035-401c65579528 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939147 Dec 10 18:20:53.502051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1dec6df2-2614-4a1b-9c47-dfcfda7f9fc1 req-d80f12ca-2f07-459d-a369-90713a55a271 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074499 Dec 10 18:20:53.508590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-51932726-5c91-4cf9-813c-0b95f5ee0b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:53.510250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-51932726-5c91-4cf9-813c-0b95f5ee0b38 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 1094 time: 0.1461823 Dec 10 18:20:53.578083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-4b7f3153-e9e3-48f5-9a53-108c97f98f86 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f HTTP/1.1" status: 200 len: 217 time: 0.0524771 Dec 10 18:20:53.644443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-5a380ef8-4273-4612-974e-dd81b4c2bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:53.646107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-5a380ef8-4273-4612-974e-dd81b4c2bc3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.0606449 Dec 10 18:20:53.689479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-094a28ce-9608-43bd-8ed6-56c872c521fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329998 Dec 10 18:20:53.719420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-cfd00aac-7157-4eef-a270-7a9b7f7cff5f service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5574813 Dec 10 18:20:53.725651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port bf403673-c446-4843-aa5a-7c18190d5382, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bf403673-c446-4843-aa5a-7c18190d5382,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:53.727841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:53.773490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4000392c-3a8f-499f-9a38-24394674f29c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:20:53.841720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for bf403673-c446-4843-aa5a-7c18190d5382 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:53.866144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-53c0fe26-465a-409e-b5d6-ac5a1e98167c service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185283 Dec 10 18:20:53.885797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:53.922243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-dabb8ae3-5ef3-4dfa-9c65-d442aede7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:53.923833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-dabb8ae3-5ef3-4dfa-9c65-d442aede7804 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.4869428 Dec 10 18:20:53.961597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-985c5d3e-d431-4d87-b530-937d02119ec0 None None] Provisioning complete for port 4000392c-3a8f-499f-9a38-24394674f29c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:53.962323 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-985c5d3e-d431-4d87-b530-937d02119ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:53.969450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:54.031994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4000392c-3a8f-499f-9a38-24394674f29c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:54.032773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:54.111545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-d54f5f73-1293-4f18-b515-018505538647 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf HTTP/1.1" status: 200 len: 217 time: 0.1573491 Dec 10 18:20:54.242015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-1f2360f2-2648-4618-8b21-08cc5a7150af tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.243714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-1f2360f2-2648-4618-8b21-08cc5a7150af tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/networks?id=83c57780-cee6-40a5-8a3e-4b3a2d9670c3 HTTP/1.1" status: 200 len: 813 time: 0.1337757 Dec 10 18:20:54.253872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-ccb8d625-2d0c-4f34-a75b-e1b7aa671412 service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232649 Dec 10 18:20:54.265919 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:54.300564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', '6da652d4-2b9b-4c22-a159-e909493c8b04', 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49', '494a0230-6164-4a1f-9ced-e10e52589db3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:54.312787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f', '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:54.325045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-985c5d3e-d431-4d87-b530-937d02119ec0 None None] Could not find standard attr ID for object 49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:20:54.341394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:54.349105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6465a4af-4c0b-4ed8-a243-3e3a88759030 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd HTTP/1.1" status: 204 len: 168 time: 3.1707098 Dec 10 18:20:54.357698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-dc772877-eee9-4150-a325-cee9d1a02e8a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 217 time: 0.0932350 Dec 10 18:20:54.358307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44118) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:54.402397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-d05d9a34-a99b-4963-8513-ce671fe0bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.403864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-182b36e5-379a-4a87-ac58-cac6cae6fa19 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/quotas/f676905644ba4141ada258b2e8d8a4f2 HTTP/1.1" status: 200 len: 375 time: 0.1295362 Dec 10 18:20:54.404517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-d05d9a34-a99b-4963-8513-ce671fe0bb08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2743485 Dec 10 18:20:54.427066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=bf403673-c446-4843-aa5a-7c18190d5382,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:54.493268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-ca9730b9-2def-433a-b83b-9edc327ae5fd tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=f676905644ba4141ada258b2e8d8a4f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598602 Dec 10 18:20:54.500200 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f4355-4e53-4c17-98f3-6dd54e473f0c x-openstack-request-id: req-e15f4355-4e53-4c17-98f3-6dd54e473f0c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:54.500489 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:54.500754 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e15f4355-4e53-4c17-98f3-6dd54e473f0c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:54.501160 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f', 'status': 'completed', 'code': 200} Dec 10 18:20:54.502018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port bf403673-c446-4843-aa5a-7c18190d5382 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:54.580589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-bd8ae73c-7244-48e7-87bf-8c6491bc1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.580589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-bd8ae73c-7244-48e7-87bf-8c6491bc1ab3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1948977 Dec 10 18:20:54.583586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4a8a4-88bf-49cb-ae73-51a21b318e7f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.585198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4a8a4-88bf-49cb-ae73-51a21b318e7f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.587582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d4a8a4-88bf-49cb-ae73-51a21b318e7f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.592901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f9d4a8a4-88bf-49cb-ae73-51a21b318e7f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2317903 Dec 10 18:20:54.593623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44122) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:54.692836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-bbebfb3e-dc0a-4226-838d-02d544ec7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.694676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-bbebfb3e-dc0a-4226-838d-02d544ec7600 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1920803 Dec 10 18:20:54.784572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e61499ed-98f7-4846-ba20-0c0ed691287e None None] Could not find standard attr ID for object 49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:20:54.828153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:54.832495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c2f7af5-0e08-4e3c-b567-46ae4f89a5c9 req-e18497d6-3bf0-46c2-9f08-a9fe2f329d11 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "DELETE /v2.0/ports/bf403673-c446-4843-aa5a-7c18190d5382 HTTP/1.1" status: 204 len: 173 time: 1.9228079 Dec 10 18:20:54.834483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-750c2a60-0370-45d6-8519-0908326745e5 service neutron] 10.222.0.55 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014266 Dec 10 18:20:54.869524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 0e11233d-74dc-4322-bdc1-49bec0bbe5ee {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:54.904714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-ca1fa298-6d94-4907-8fdb-e6abef147f23 service neutron] 10.222.0.59 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2063286 Dec 10 18:20:54.910196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:54.927631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-5358cf67-e626-4c28-843f-cb084bce976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:54.929208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-5358cf67-e626-4c28-843f-cb084bce976b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3343859 Dec 10 18:20:55.192837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-fac46f98-f680-4939-bc4f-137b0c24628b service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860103 Dec 10 18:20:55.233179 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-04c30b52-934b-405e-8635-15fb347a9315 service neutron] 10.222.0.55 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858716 Dec 10 18:20:55.275296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa548c5-379d-488a-be12-58ee4278ea31 req-6d2f83fb-7664-4100-89ad-f01859aea232 service neutron] 10.222.0.59 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939658 Dec 10 18:20:55.335270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef397d84-fd97-47aa-a77f-5a6f08c5f8ed req-9df4822e-77bb-4192-9763-ca5fcbd690bd tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:55.340136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef397d84-fd97-47aa-a77f-5a6f08c5f8ed req-9df4822e-77bb-4192-9763-ca5fcbd690bd tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 943 time: 0.4311097 Dec 10 18:20:55.344804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef51f577-1ade-4cb9-8f7f-88e58f9b15ec req-60f13d46-3a66-4d54-aa2d-1cd64bd69fae service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379309 Dec 10 18:20:55.367717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:55.591369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-2ce8c008-2a07-4400-a7a8-bb1de2a1f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:55.605717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-2ce8c008-2a07-4400-a7a8-bb1de2a1f38d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 1094 time: 0.2388415 Dec 10 18:20:55.610216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef397d84-fd97-47aa-a77f-5a6f08c5f8ed req-77f2a357-4c0f-42da-8712-379cf27c2e11 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606051 Dec 10 18:20:55.691216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-60505d29-fd5d-40d7-a384-d54225507615 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393967 Dec 10 18:20:55.931518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-6df0ef5b-e754-4e16-b4a6-11763102f0cf service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315371 Dec 10 18:20:55.965150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-fc4bc60e-9567-4027-b674-e71d73708272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:55.970957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-fc4bc60e-9567-4027-b674-e71d73708272 service neutron] 10.222.0.59 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 915 time: 0.3450942 Dec 10 18:20:56.072180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-3d699faf-a077-4a2a-862e-478228ff0b2c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 217 time: 0.1253793 Dec 10 18:20:56.097665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf403673-c446-4843-aa5a-7c18190d5382 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:56.110172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2da831d6-2a9f-4b36-91b3-e0d462cb43ed req-d8a31616-be5f-441a-8c47-aec4a38bbab3 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95 HTTP/1.1" status: 200 len: 210 time: 0.1772671 Dec 10 18:20:56.161414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-7d2ba397-2923-4b12-8bb4-7174ae4126ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f HTTP/1.1" status: 200 len: 217 time: 0.1820869 Dec 10 18:20:56.195283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: bf403673-c446-4843-aa5a-7c18190d5382 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:56.195625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bf403673-c446-4843-aa5a-7c18190d5382 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:56.257897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-a6e5a1fa-267e-43f1-b224-eff22e63afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:56.260062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-a6e5a1fa-267e-43f1-b224-eff22e63afd0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1467054 Dec 10 18:20:56.262591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:56.270341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-b85aff61-f073-46e8-9301-9601cdaaae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:56.276415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-b85aff61-f073-46e8-9301-9601cdaaae1f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.1041167 Dec 10 18:20:56.326484 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f307af38-0f0e-4c9f-b188-6edd52f7a591 req-0a01a1c6-d5dd-434c-b3d4-780a3c484405 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 210 time: 0.0652633 Dec 10 18:20:56.421422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-6b416488-4209-4132-bf8c-fb797e236bd3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325986 Dec 10 18:20:56.484995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-28b911a1-6d22-435e-858e-0efa6a9b5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:56.488350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-28b911a1-6d22-435e-858e-0efa6a9b5822 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1440997 Dec 10 18:20:56.514068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'name': 'network-vif-deleted', 'tag': 'bf403673-c446-4843-aa5a-7c18190d5382'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:20:56.521687 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9577b80-6287-4ee6-87aa-000d2bf4f5a9" -d '{"events": [{"server_uuid": "68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95", "name": "network-vif-deleted", "tag": "bf403673-c446-4843-aa5a-7c18190d5382"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:20:56.601245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:56.661648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:56.665480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/0e11233d-74dc-4322-bdc1-49bec0bbe5ee HTTP/1.1" status: 204 len: 168 time: 2.0602477 Dec 10 18:20:56.669563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea96ab9-4650-4b58-bb2f-7622136438c6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=0e11233d-74dc-4322-bdc1-49bec0bbe5ee,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:56.673706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44152) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:56.712645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4404add-cdde-4d24-87d0-401424c4eb20 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:56.730996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 4292ae45-8475-43b1-ab85-1c9dc0fae662 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:20:56.743026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:56.804139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-e7dc17cc-a7db-4908-a20b-bfbfcd06375b service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055751 Dec 10 18:20:56.926113 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:56.966469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-b606a8d3-afb7-4e11-969f-f9d8d8352c43 service neutron] 10.222.0.59 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983482 Dec 10 18:20:56.968220 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39548046-a3fb-440b-a17a-44f2ae0af7d2 x-openstack-request-id: req-39548046-a3fb-440b-a17a-44f2ae0af7d2 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:20:56.968649 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95", "name": "network-vif-deleted", "tag": "bf403673-c446-4843-aa5a-7c18190d5382", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:20:56.968993 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39548046-a3fb-440b-a17a-44f2ae0af7d2 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:20:56.969389 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e8f57a-c0c0-47d7-a94e-7dcf2ebfac95', 'name': 'network-vif-deleted', 'tag': 'bf403673-c446-4843-aa5a-7c18190d5382', 'status': 'completed', 'code': 200} Dec 10 18:20:57.051361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-9b8df3b4-aac2-462e-b82d-d1c172ce15ae service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285848 Dec 10 18:20:57.113084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-011833d9-d606-48dd-9269-b132f268c87d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:57.114879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-011833d9-d606-48dd-9269-b132f268c87d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.59 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.7109284 Dec 10 18:20:57.135328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-9c63904a-25fa-41e9-945f-78c790f2a310 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 217 time: 0.0560696 Dec 10 18:20:57.136347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:57.148951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae2c90-c229-498d-a8fd-d4a3c8cf3b7b req-a1f3a4ee-8c3a-4844-9792-78995ea6cdef tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:57.157122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6aae2c90-c229-498d-a8fd-d4a3c8cf3b7b req-a1f3a4ee-8c3a-4844-9792-78995ea6cdef tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 943 time: 0.2373824 Dec 10 18:20:57.199233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 3e8dfea1-6303-4838-a824-a08cd4f21d0f details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:20:57.216866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:57.325276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-b058cc68-a5fb-4c56-87ec-fd14ce58482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:57.332196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-b058cc68-a5fb-4c56-87ec-fd14ce58482f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1714017 Dec 10 18:20:57.358072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6aae2c90-c229-498d-a8fd-d4a3c8cf3b7b req-d38f710b-546e-441b-a05f-576b10500163 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000597 Dec 10 18:20:57.359363 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d20e696c-f4ea-4ef1-9cf2-fd355cd3b19c req-43d45fde-8644-49db-b762-23ea4b88f3a8 service neutron] 10.222.0.59 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809264 Dec 10 18:20:57.519499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:57.543552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '3e8dfea1-6303-4838-a824-a08cd4f21d0f', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'port_id': '3e8dfea1-6303-4838-a824-a08cd4f21d0f', 'mac_address': 'fa:16:3e:d2:d4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281731b8-544b-4aa5-afa4-30d41e95ffa9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:20:57.587637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:57.619842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8dfea1-6303-4838-a824-a08cd4f21d0f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:20:57.666539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:57.682763 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:57.750451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ab40467c-8f19-4e80-93de-fd6d58b95468 req-242625d7-8baf-4a57-a7e0-37a67ca8a698 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 210 time: 0.1301329 Dec 10 18:20:57.823638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=3e8dfea1-6303-4838-a824-a08cd4f21d0f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:57.850384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:57.854763 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.110554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-438f0e6f-531b-4060-8fe0-f068835a9df5 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:58.112235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-438f0e6f-531b-4060-8fe0-f068835a9df5 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.59 "GET /v2.0/networks?id=83c57780-cee6-40a5-8a3e-4b3a2d9670c3 HTTP/1.1" status: 200 len: 813 time: 0.5537102 Dec 10 18:20:58.134627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['3e8dfea1-6303-4838-a824-a08cd4f21d0f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:58.147545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b33aa13-3b32-4524-95c6-99c3b8640565 req-6df17264-e674-42ef-9ac8-5cf8da6d0196 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 210 time: 0.0591393 Dec 10 18:20:58.167311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Request body: {'port': {'device_id': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3', 'admin_state_up': True, 'tenant_id': 'f676905644ba4141ada258b2e8d8a4f2'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:58.169080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.190572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-eccdfc09-4e56-4a0f-99ba-8e8158f57f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:58.207743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-eccdfc09-4e56-4a0f-99ba-8e8158f57f3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8466368 Dec 10 18:20:58.233234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.244572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/4292ae45-8475-43b1-ab85-1c9dc0fae662 HTTP/1.1" status: 204 len: 168 time: 1.5693355 Dec 10 18:20:58.252978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6121048-8537-45e8-a198-d3aac9bc8575 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=4292ae45-8475-43b1-ab85-1c9dc0fae662,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:58.256063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44168) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:58.300761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-953ee757-80d4-4c3a-883b-7f83a1f2b78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.309657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffd2ec-1345-4a70-80f4-a91e16ea029f None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:58.343222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c506fbaf-28db-4122-b9b5-a9a80b6645da tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843441 Dec 10 18:20:58.346670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44170) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:58.353436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:58.459270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-584bb051-5579-4140-bd42-e2fe25ca6781 None None] Provisioning complete for port 4000392c-3a8f-499f-9a38-24394674f29c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:20:58.459270 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-584bb051-5579-4140-bd42-e2fe25ca6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.474613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-139a3399-f3a1-4c29-966f-0cc5f8657eb9 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461607 Dec 10 18:20:58.618897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:20:58.623356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:58.627189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.657089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.7 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/353481ca-d8fa-4403-99d5-0790f759b87c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:58.705050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-30e45aed-d6a5-4186-989d-d71cd2059baf service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190883 Dec 10 18:20:58.707926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] Deleting port 4000392c-3a8f-499f-9a38-24394674f29c {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:20:58.708553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.742461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed0d0f-c2a9-4956-8410-031aef5c4082 req-d2caf658-beba-4305-ba22-e673084d9d50 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:58.744023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27ed0d0f-c2a9-4956-8410-031aef5c4082 req-d2caf658-beba-4305-ba22-e673084d9d50 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 944 time: 0.1731651 Dec 10 18:20:58.849995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f7fb2-12af-40c6-b7f2-5f72f67e0133 req-ca811722-686b-4b4e-ac67-66bc3d9da31e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:58.859206 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b32f7fb2-12af-40c6-b7f2-5f72f67e0133 req-ca811722-686b-4b4e-ac67-66bc3d9da31e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 950 time: 0.6150105 Dec 10 18:20:58.870277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Made reservation on behalf of f676905644ba4141ada258b2e8d8a4f2 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:20:58.873988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] For port 4000392c-3a8f-499f-9a38-24394674f29c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4000392c-3a8f-499f-9a38-24394674f29c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:20:58.874459 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.875249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:58.882895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-1a5be941-7ace-4e2b-9e98-0a702e121c00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 217 time: 0.1639535 Dec 10 18:20:58.891645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] Calling delete_port for 4000392c-3a8f-499f-9a38-24394674f29c owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:20:59.023506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b32f7fb2-12af-40c6-b7f2-5f72f67e0133 req-845162c0-9828-416e-8186-12143bb621e7 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633317 Dec 10 18:20:59.061382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:59.088529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-2821c4fd-5d62-4f87-affc-e1fd84006fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:59.090220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-2821c4fd-5d62-4f87-affc-e1fd84006fcd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1696353 Dec 10 18:20:59.147579 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:59.167471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] No DVR routers for this DVR port 4000392c-3a8f-499f-9a38-24394674f29c on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:20:59.193595 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24f42c8d-1402-4d97-92d0-03baa6064833 req-925f7d83-1150-4759-87ff-5cb03ce18fe8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 210 time: 0.0322623 Dec 10 18:20:59.201403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Allocated IP 172.20.0.3 (83c57780-cee6-40a5-8a3e-4b3a2d9670c3/1d27a729-c728-4d26-8a9e-026a21dd89f6/59a2821b-e12a-406d-b068-276d10f45a44) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:20:59.215924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83f4c-8176-4f63-81dc-1cd127a37950 None None] Pushing event deleted for resources: {'Port': ['ID=4000392c-3a8f-499f-9a38-24394674f29c,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:59.239700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:59.255121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:20:59.297161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27ed0d0f-c2a9-4956-8410-031aef5c4082 req-1a533e2b-87c6-4081-858d-364f4e67b88d tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805679 Dec 10 18:20:59.357762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=353481ca-d8fa-4403-99d5-0790f759b87c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:59.395070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-946ebef4-ebd7-44ba-b9ae-2f807a4d051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:59.398162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-946ebef4-ebd7-44ba-b9ae-2f807a4d051b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2951028 Dec 10 18:20:59.420991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:59.438662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:59.456744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:20:59.498653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.objects.ports [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:20:59.501957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:59.600977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=91caee7a-34d3-4f2c-882f-1cf1d5edc8b7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:20:59.654431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96e1027f-36e5-4ef1-8be6-6550843fecb1 req-14f8c96b-8392-4166-9583-b98dfd1f3f2d tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 210 time: 0.1862919 Dec 10 18:20:59.656457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:20:59.673324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:20:59.690315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:20:59.691692 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:20:59.702662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f40fdb-deb5-4299-ac6f-f529764a4f55 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:20:59.788583 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-71dfc578-b4de-468d-9883-95366a5d8b46 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4404817 Dec 10 18:20:59.818517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44182) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:20:59.820261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4000392c-3a8f-499f-9a38-24394674f29c no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:20:59.827315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:20:59.906195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4000392c-3a8f-499f-9a38-24394674f29c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:20:59.907072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4000392c-3a8f-499f-9a38-24394674f29c not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:20:59.933865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-87038e94-f40f-421d-92b3-11b036f8b491 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645898 Dec 10 18:21:00.070639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:00.071323 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.120771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-bd2aa240-2bed-4dd3-878c-9385e89fde3a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9941652 Dec 10 18:21:00.121027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '91caee7a-34d3-4f2c-882f-1cf1d5edc8b7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:00.121933 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.147948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Request body: {'port': {'device_id': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:00.176948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-8299be29-ba0b-4dad-880c-301b35ee7515 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:00.178538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-8299be29-ba0b-4dad-880c-301b35ee7515 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 950 time: 0.6580312 Dec 10 18:21:00.308902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.360283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-3512fa95-48de-4b8f-af44-4b20285f2fae service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979192 Dec 10 18:21:00.463402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Allocated IP 2001:db8::f816:3eff:fea9:2f7d (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/91caee7a-34d3-4f2c-882f-1cf1d5edc8b7/f1d9f7fa-8f4b-495b-90b1-b6e182367d1c) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:00.464987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f62ae9-0bce-49db-9a54-150d099eea2b req-cc0a7ac5-7310-4981-8809-d61e46308fa5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:00.472981 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-69f62ae9-0bce-49db-9a54-150d099eea2b req-cc0a7ac5-7310-4981-8809-d61e46308fa5 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 950 time: 0.3346069 Dec 10 18:21:00.497517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.524578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-d75f9f0e-d8d9-495f-839a-aee8110af19c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 217 time: 0.1523919 Dec 10 18:21:00.627958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:00.631730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.637730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-8ad478e5-1b05-4a61-ba22-7051202716a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:00.638068 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-69f62ae9-0bce-49db-9a54-150d099eea2b req-5fa374bf-0f8c-41bd-8249-34d60a1026b8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612790 Dec 10 18:21:00.640593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-8ad478e5-1b05-4a61-ba22-7051202716a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.0822358 Dec 10 18:21:00.647388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648f649-f382-4251-81c8-624a6fb20b24 req-2c9d0e9c-8a60-4b3a-a3fe-c122d8dc99bb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:00.648996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3648f649-f382-4251-81c8-624a6fb20b24 req-2c9d0e9c-8a60-4b3a-a3fe-c122d8dc99bb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 931 time: 0.1295073 Dec 10 18:21:00.695170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.791408 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Pushing event updated for resources: {'Port': ['ID=59a2821b-e12a-406d-b068-276d10f45a44,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:00.792451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.809052 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.868426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port 494a0230-6164-4a1f-9ced-e10e52589db3 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:00.874061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:00.881170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:00.883962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:00.892450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:00.903242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Pushing event updated for resources: {'Port': ['ID=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:00.992330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3648f649-f382-4251-81c8-624a6fb20b24 req-758233c9-e9a0-4083-bf82-54eb86d25cdd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227625 Dec 10 18:21:01.013442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Attempting to bind port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:01.013442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Attempting to bind port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:01.013442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Attempting to bind port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:01.015173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-ef1bf7ba-4d7d-4a0d-a272-f329ae60521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:01.016732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-ef1bf7ba-4d7d-4a0d-a272-f329ae60521c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3668027 Dec 10 18:21:01.032998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:01.033833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:01.034742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.035589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:01.036325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Bound port: f1d9f7fa-8f4b-495b-90b1-b6e182367d1c, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:01.037227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.173387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:01.200325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:01.209604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-616a3701-e128-4b56-a05d-0b79a9fd0364 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843121 Dec 10 18:21:01.238667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 3e8dfea1-6303-4838-a824-a08cd4f21d0f up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:01.241569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:01.249135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] For port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:01.284581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] For port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:01.306333 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.356142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea8b46-a785-4c03-a465-1dc4778692a5 req-914b9520-2cfd-402e-80d9-3f9587c6a03c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:01.359628 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70ea8b46-a785-4c03-a465-1dc4778692a5 req-914b9520-2cfd-402e-80d9-3f9587c6a03c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 944 time: 0.5690098 Dec 10 18:21:01.390868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 3e8dfea1-6303-4838-a824-a08cd4f21d0f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:21:01.402088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 3e8dfea1-6303-4838-a824-a08cd4f21d0f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:01.402540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.404994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:01.408494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.447839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-6b5b9c0c-89cb-4005-84a4-d65a86d17e5b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3007543 Dec 10 18:21:01.454672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port 494a0230-6164-4a1f-9ced-e10e52589db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=494a0230-6164-4a1f-9ced-e10e52589db3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:01.455142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.458047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e0ec9-1f76-4629-991d-d89642fea2d0 None None] Pushing event updated for resources: {'Port': ['ID=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:01.492285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Request body: {'port': {'device_id': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:01.497336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-a930d4d3-70b5-4815-8ca7-6baa15fd4477 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779469 Dec 10 18:21:01.509483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7362f-2566-4f76-8bcc-32f6e0f14ddc req-cd77dc63-e2b0-4216-a9c8-2b340fb9d0e6 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:01.518872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7e7362f-2566-4f76-8bcc-32f6e0f14ddc req-cd77dc63-e2b0-4216-a9c8-2b340fb9d0e6 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 931 time: 0.2340560 Dec 10 18:21:01.524459 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.537931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for 494a0230-6164-4a1f-9ced-e10e52589db3 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:01.546496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.552376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:01.554617 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e6b3cd-7bf3-4c39-ad98-2c88a2622ea9" -d '{"events": [{"server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "name": "network-vif-plugged", "status": "completed", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:01.570935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:01.591057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.591926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 494a0230-6164-4a1f-9ced-e10e52589db3 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:01.613728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7e7362f-2566-4f76-8bcc-32f6e0f14ddc req-dd4c52d9-210b-4653-b03a-32cbea716a47 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937419 Dec 10 18:21:01.701340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-26a50d5a-350c-4c3f-a21a-2bfadf7b1e24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.1470213 Dec 10 18:21:01.719194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70ea8b46-a785-4c03-a465-1dc4778692a5 req-8ba45145-1525-4999-92fd-21d0f278487e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363934 Dec 10 18:21:01.763129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-6c4458c5-bf5e-4bc1-a63b-ab664a7c0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:01.764729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-6c4458c5-bf5e-4bc1-a63b-ab664a7c0c34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.0570955 Dec 10 18:21:01.783918 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da0f069-7d7e-44aa-86b3-7e1b381bb80b x-openstack-request-id: req-5da0f069-7d7e-44aa-86b3-7e1b381bb80b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:01.783918 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "name": "network-vif-plugged", "status": "completed", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:01.784257 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5da0f069-7d7e-44aa-86b3-7e1b381bb80b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:01.784485 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f', 'code': 200} Dec 10 18:21:01.788366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fd41e77-0401-414e-888e-4759dba3cb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.794982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.820002 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.828834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353481ca-d8fa-4403-99d5-0790f759b87c {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:01.850609 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.851586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:01.883412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.911341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=855d9b9c-1035-4e20-b538-bc74a1221167,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:01.924313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:01.928199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:01.928739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.931172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=3e8dfea1-6303-4838-a824-a08cd4f21d0f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:01.937339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Transition to ACTIVE for port object 353481ca-d8fa-4403-99d5-0790f759b87c will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:21:01.954551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 494a0230-6164-4a1f-9ced-e10e52589db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=494a0230-6164-4a1f-9ced-e10e52589db3,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:01.955511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.964070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-e169b989-a298-45b1-bd9a-50eefdfcfe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:01.965822 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-e169b989-a298-45b1-bd9a-50eefdfcfe32 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875255 Dec 10 18:21:01.970021 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:01.976918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d74b558b-13b0-42e0-9dba-f89ee543ef32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1537066 Dec 10 18:21:01.981778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:02.026527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44204) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:02.031587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=494a0230-6164-4a1f-9ced-e10e52589db3,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:02.053167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:10:0c:30', 'name': 'tempest-NetworksTestDHCPv6-1677618585'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:02.054654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97fa43-c6b2-444d-9af6-3b269eaf2774 req-2499ff72-7c5a-4099-abe7-c988cf80dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:02.056286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da97fa43-c6b2-444d-9af6-3b269eaf2774 req-2499ff72-7c5a-4099-abe7-c988cf80dda5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 1096 time: 0.1968982 Dec 10 18:21:02.141399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-cb630c4a-aeec-47e9-b312-fe60e38e84d0 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630001 Dec 10 18:21:02.178170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ac9f3-0aeb-4df5-a98f-a4f7e5b3c778 req-24099247-60ea-4535-bf18-ea5df47e1c4e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:02.179725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d97ac9f3-0aeb-4df5-a98f-a4f7e5b3c778 req-24099247-60ea-4535-bf18-ea5df47e1c4e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=e472275a-72f0-4670-b182-aacd58b40227 HTTP/1.1" status: 200 len: 950 time: 0.3002620 Dec 10 18:21:02.205718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Pushing event updated for resources: {'Port': ['ID=353481ca-d8fa-4403-99d5-0790f759b87c,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:02.217728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da97fa43-c6b2-444d-9af6-3b269eaf2774 req-07e286bd-5c74-4eae-8f03-d56b092d48eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531494 Dec 10 18:21:02.229449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46fd94-0748-45cf-98ce-431c4af2d458 req-3479f8ad-75cb-45de-858c-cd2c108ec53c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:02.230252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c46fd94-0748-45cf-98ce-431c4af2d458 req-3479f8ad-75cb-45de-858c-cd2c108ec53c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 943 time: 0.1357970 Dec 10 18:21:02.306337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:02.306768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c46fd94-0748-45cf-98ce-431c4af2d458 req-22858607-3c6d-42a6-9e1f-78f5ae2d59b1 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693650 Dec 10 18:21:02.309045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-f9ef9e49-cbf6-40d1-a44d-411f8adc7212 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569088 Dec 10 18:21:02.330818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f', '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:02.373733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', '6da652d4-2b9b-4c22-a159-e909493c8b04', 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:02.484354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=494a0230-6164-4a1f-9ced-e10e52589db3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:02.563899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d97ac9f3-0aeb-4df5-a98f-a4f7e5b3c778 req-12731fd5-f0d2-4faf-9232-ba447e614135 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663106 Dec 10 18:21:02.612670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port 494a0230-6164-4a1f-9ced-e10e52589db3 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:02.631847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:02.637275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb851157-01e5-4336-b08c-e9d52cf4a554 req-d8aed6b9-613a-4eb7-b1cd-4803bebfe589 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "DELETE /v2.0/ports/494a0230-6164-4a1f-9ced-e10e52589db3 HTTP/1.1" status: 204 len: 173 time: 2.4206867 Dec 10 18:21:02.641314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'name': 'network-vif-deleted', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:02.644224 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1416315-b410-45ba-afe7-afdc16c96a4c" -d '{"events": [{"server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "name": "network-vif-deleted", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:02.671806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Attempting to bind port 353481ca-d8fa-4403-99d5-0790f759b87c on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:02.672384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Attempting to bind port 353481ca-d8fa-4403-99d5-0790f759b87c by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:02.673071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Attempting to bind port 353481ca-d8fa-4403-99d5-0790f759b87c on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:02.678792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:02.720298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Port 353481ca-d8fa-4403-99d5-0790f759b87c on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:21:02.727928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Attempting to bind port 353481ca-d8fa-4403-99d5-0790f759b87c on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:02.832396 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b8989e-8c81-487c-913e-9075285c02d7 x-openstack-request-id: req-b7b8989e-8c81-487c-913e-9075285c02d7 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:02.832735 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "name": "network-vif-deleted", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:02.832957 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b7b8989e-8c81-487c-913e-9075285c02d7 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:02.833383 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'name': 'network-vif-deleted', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3', 'status': 'completed', 'code': 200} Dec 10 18:21:02.855576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:02.855974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:02.856322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:02.856779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Bound port: 353481ca-d8fa-4403-99d5-0790f759b87c, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:02.857139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:02.978682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a2821b-e12a-406d-b068-276d10f45a44 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:02.981704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcd08c-5a46-4a3b-be26-3dfffbebe729 req-bdaffa47-ba8f-40cb-9e94-b064666943a2 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:02.983450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eefcd08c-5a46-4a3b-be26-3dfffbebe729 req-bdaffa47-ba8f-40cb-9e94-b064666943a2 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 931 time: 0.1256785 Dec 10 18:21:03.005582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.046033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79835f52-b798-46bb-983e-9aace494a45e None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:03.075852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eefcd08c-5a46-4a3b-be26-3dfffbebe729 req-99953065-8a98-4875-a6f3-21bf87344339 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848508 Dec 10 18:21:03.155735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Transition to ACTIVE for port object 59a2821b-e12a-406d-b068-276d10f45a44 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:21:03.177051 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.197003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.259500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9acc38-87b2-4393-979f-ffe0b1838391 req-c5b3454c-0488-4655-910c-2d82db21f535 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:03.268584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d9acc38-87b2-4393-979f-ffe0b1838391 req-c5b3454c-0488-4655-910c-2d82db21f535 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 945 time: 0.3295271 Dec 10 18:21:03.282719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] For port 353481ca-d8fa-4403-99d5-0790f759b87c, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:03.310806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0e937dcd-7739-48dc-8bad-6dacafc753f3 None None] Provisioning complete for port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:03.311178 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e937dcd-7739-48dc-8bad-6dacafc753f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.371466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] For port 353481ca-d8fa-4403-99d5-0790f759b87c, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=353481ca-d8fa-4403-99d5-0790f759b87c,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:03.427656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.452248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff7262e-bc57-4cf0-a761-a8d32c156e8b None None] Update dhcp port {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '91caee7a-34d3-4f2c-882f-1cf1d5edc8b7', 'ip_address': '2001:db8::f816:3eff:fea9:2f7d'}, {'subnet_id': '855d9b9c-1035-4e20-b538-bc74a1221167'}], 'binding:host_id': 'n-d-821424-1'}, 'id': 'f1d9f7fa-8f4b-495b-90b1-b6e182367d1c'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:21:03.463083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 091b9da8-a354-4bc7-88dd-bb95307d481f yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:21:03.468008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Pushing event updated for resources: {'Port': ['ID=59a2821b-e12a-406d-b068-276d10f45a44,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:03.491475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:03.492330 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.493788 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] 10.222.0.59 "PUT /v2.0/ports/353481ca-d8fa-4403-99d5-0790f759b87c HTTP/1.1" status: 200 len: 1091 time: 3.3506525 Dec 10 18:21:03.517019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9ff7262e-bc57-4cf0-a761-a8d32c156e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.545807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d9acc38-87b2-4393-979f-ffe0b1838391 req-b4a067b2-338d-4c28-99a2-3966b913d4d7 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760463 Dec 10 18:21:03.565537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81862f6d-329f-444a-b316-134b05bdf50f req-57caf281-6aa7-48e4-8b57-6a246c943884 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:03.578264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-81862f6d-329f-444a-b316-134b05bdf50f req-57caf281-6aa7-48e4-8b57-6a246c943884 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 943 time: 0.1281848 Dec 10 18:21:03.625686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Attempting to bind port 59a2821b-e12a-406d-b068-276d10f45a44 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:03.626173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Attempting to bind port 59a2821b-e12a-406d-b068-276d10f45a44 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '3e716775-8369-4f0a-adda-f92b13e04200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:03.626569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Attempting to bind port 59a2821b-e12a-406d-b068-276d10f45a44 on network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:03.658613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Port 59a2821b-e12a-406d-b068-276d10f45a44 on network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:21:03.658941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Attempting to bind port 59a2821b-e12a-406d-b068-276d10f45a44 on network 83c57780-cee6-40a5-8a3e-4b3a2d9670c3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:03.672170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-81862f6d-329f-444a-b316-134b05bdf50f req-7ab211f7-b6d1-4aba-ab6f-63ff6e710fcc tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927622 Dec 10 18:21:03.691957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:03.692300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Checking segment: {'id': '3e716775-8369-4f0a-adda-f92b13e04200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:03.692690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Bound using segment: {'id': '3e716775-8369-4f0a-adda-f92b13e04200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:03.693127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Bound port: 59a2821b-e12a-406d-b068-276d10f45a44, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e716775-8369-4f0a-adda-f92b13e04200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:03.694179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.695583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9cd62-e756-4300-9af2-8ab2ff96586b service neutron] Pushing event updated for resources: {'Port': ['ID=353481ca-d8fa-4403-99d5-0790f759b87c,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:03.774337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d85d1773-7ffe-43eb-85b9-7a6641af8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:03.775996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d85d1773-7ffe-43eb-85b9-7a6641af8618 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 1094 time: 0.1885681 Dec 10 18:21:03.789991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e937dcd-7739-48dc-8bad-6dacafc753f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.834407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:03.838925 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a18542-38bf-41c9-beb1-f26312a5c790" -d '{"events": [{"server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "name": "network-vif-unplugged", "status": "completed", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:03.876047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] For port 59a2821b-e12a-406d-b068-276d10f45a44, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:03.881269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] For port 59a2821b-e12a-406d-b068-276d10f45a44, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=59a2821b-e12a-406d-b068-276d10f45a44,segment=NetworkSegment(3e716775-8369-4f0a-adda-f92b13e04200),segment_id=3e716775-8369-4f0a-adda-f92b13e04200)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:03.901814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:03.951566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f1d9f7fa-8f4b-495b-90b1-b6e182367d1c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:04.010073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:04.015244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-e2ec3587-54d9-420f-a920-90497b401904 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353481ca-d8fa-4403-99d5-0790f759b87c HTTP/1.1" status: 200 len: 217 time: 0.1318636 Dec 10 18:21:04.061476 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c53e1a-4d45-49c1-bd6b-657fe092a74d x-openstack-request-id: req-63c53e1a-4d45-49c1-bd6b-657fe092a74d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:04.062164 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e472275a-72f0-4670-b182-aacd58b40227", "name": "network-vif-unplugged", "status": "completed", "tag": "494a0230-6164-4a1f-9ced-e10e52589db3", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:04.062164 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63c53e1a-4d45-49c1-bd6b-657fe092a74d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:04.062475 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e472275a-72f0-4670-b182-aacd58b40227', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '494a0230-6164-4a1f-9ced-e10e52589db3', 'code': 200} Dec 10 18:21:04.064990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0e937dcd-7739-48dc-8bad-6dacafc753f3 None None] For port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:04.089191 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e937dcd-7739-48dc-8bad-6dacafc753f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:04.128576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:04.130405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:04.130691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] 10.222.0.59 "PUT /v2.0/ports/59a2821b-e12a-406d-b068-276d10f45a44 HTTP/1.1" status: 200 len: 1091 time: 2.6605947 Dec 10 18:21:04.219599 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:04.227428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9687b5-f2ff-4c1e-bb65-71b5c38420ff service neutron] Pushing event updated for resources: {'Port': ['ID=59a2821b-e12a-406d-b068-276d10f45a44,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:04.232343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b9c88-0b14-418c-9978-a5d58f3112ae req-b266b876-53d0-4486-b625-f2f43fb81c52 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:04.234383 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-692b9c88-0b14-418c-9978-a5d58f3112ae req-b266b876-53d0-4486-b625-f2f43fb81c52 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 943 time: 0.0715947 Dec 10 18:21:04.236220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-c807ca42-2d78-41b0-bd4f-b1ee56b21649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:04.237828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-c807ca42-2d78-41b0-bd4f-b1ee56b21649 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.2096758 Dec 10 18:21:04.239526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 172.20.0.5 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/855d9b9c-1035-4e20-b538-bc74a1221167/091b9da8-a354-4bc7-88dd-bb95307d481f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:04.262564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e937dcd-7739-48dc-8bad-6dacafc753f3 None None] Pushing event updated for resources: {'Port': ['ID=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:04.273739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:04.274106 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:04.286743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fe10:c30 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/91caee7a-34d3-4f2c-882f-1cf1d5edc8b7/091b9da8-a354-4bc7-88dd-bb95307d481f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:04.317530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-692b9c88-0b14-418c-9978-a5d58f3112ae req-89ac814b-7f6c-477a-9755-f6f86aa59080 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 Dec 10 18:21:04.319807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-49a552c4-dc75-4e6a-af7a-8b96a2cccb0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629826 Dec 10 18:21:04.376574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-4b0bcb8d-8a5e-4ed3-a67d-330ddca0186c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:04.378147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-4b0bcb8d-8a5e-4ed3-a67d-330ddca0186c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f676905644ba4141ada258b2e8d8a4f2&device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 1094 time: 0.1910918 Dec 10 18:21:04.421741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6edfae-209e-4688-aa3d-b3af5a706b31 req-96fe8dd6-9448-4cf6-8054-b9e50517d698 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:04.423400 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c6edfae-209e-4688-aa3d-b3af5a706b31 req-96fe8dd6-9448-4cf6-8054-b9e50517d698 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 949 time: 0.2002044 Dec 10 18:21:04.572622 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:04.695484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022d339-6b44-4298-82e5-41d1e7fb41f4 req-b667ef91-6e3c-445d-bf6e-cd74cbacc229 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:04.697153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1022d339-6b44-4298-82e5-41d1e7fb41f4 req-b667ef91-6e3c-445d-bf6e-cd74cbacc229 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 945 time: 0.0577605 Dec 10 18:21:04.751396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1022d339-6b44-4298-82e5-41d1e7fb41f4 req-247a0a6d-34fd-4c51-80b8-0b22c8f7d45e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471873 Dec 10 18:21:04.890946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3283a-7449-4b4b-b18b-234075bb7c1d req-5c499967-6ae1-4580-bba5-44167640bbed tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:04.898818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ff3283a-7449-4b4b-b18b-234075bb7c1d req-5c499967-6ae1-4580-bba5-44167640bbed tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 943 time: 0.0655637 Dec 10 18:21:04.904521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'tag': '353481ca-d8fa-4403-99d5-0790f759b87c'}, {'name': 'network-changed', 'server_uuid': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'tag': '59a2821b-e12a-406d-b068-276d10f45a44'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:04.906989 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b76c42-1497-43de-9797-2b22690fc796" -d '{"events": [{"name": "network-changed", "server_uuid": "025a64a8-4aed-4c77-82c7-5bdf3539d17e", "tag": "353481ca-d8fa-4403-99d5-0790f759b87c"}, {"name": "network-changed", "server_uuid": "ccf4e0c3-83db-413e-be0f-dbb37e2c763c", "tag": "59a2821b-e12a-406d-b068-276d10f45a44"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:04.944468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-5fb91f3f-9e25-4228-84aa-11b412941b4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a2821b-e12a-406d-b068-276d10f45a44 HTTP/1.1" status: 200 len: 217 time: 0.5315576 Dec 10 18:21:04.949503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ff3283a-7449-4b4b-b18b-234075bb7c1d req-d9eac29e-bfe6-421c-8990-c81af2d3fb24 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493655 Dec 10 18:21:05.060154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-acb68ec3-d07a-40e6-b671-0641e1e15bcb service neutron] 10.222.0.59 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289510 Dec 10 18:21:05.084752 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c6edfae-209e-4688-aa3d-b3af5a706b31 req-985fed8a-4322-4c48-86cb-fb1e3bc40a6a tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6479101 Dec 10 18:21:05.160763 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f0870-f50d-4de9-9bb8-d7c0aa3cda05 x-openstack-request-id: req-e15f0870-f50d-4de9-9bb8-d7c0aa3cda05 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:05.161066 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025a64a8-4aed-4c77-82c7-5bdf3539d17e", "tag": "353481ca-d8fa-4403-99d5-0790f759b87c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ccf4e0c3-83db-413e-be0f-dbb37e2c763c", "tag": "59a2821b-e12a-406d-b068-276d10f45a44", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:05.161320 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e15f0870-f50d-4de9-9bb8-d7c0aa3cda05 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:05.161715 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'tag': '353481ca-d8fa-4403-99d5-0790f759b87c', 'status': 'completed', 'code': 200} Dec 10 18:21:05.162065 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'tag': '59a2821b-e12a-406d-b068-276d10f45a44', 'status': 'completed', 'code': 200} Dec 10 18:21:05.239056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-ad7a3a8c-f714-49ce-85f0-598a5aad9795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:05.240940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-ad7a3a8c-f714-49ce-85f0-598a5aad9795 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1d27a729-c728-4d26-8a9e-026a21dd89f6 HTTP/1.1" status: 200 len: 853 time: 0.2759397 Dec 10 18:21:05.256764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-62e1a668-a98d-40c4-a7ed-e62062e7bdf8 service neutron] 10.222.0.59 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666398 Dec 10 18:21:05.315805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-d2160dfe-f8b0-4fbc-8968-95e1703cf83f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83c57780-cee6-40a5-8a3e-4b3a2d9670c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622256 Dec 10 18:21:05.334503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:05.537095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76c42-1497-43de-9797-2b22690fc796 req-cc307dba-5e3a-4aff-8929-95b59b7dbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:05.538580 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-cc307dba-5e3a-4aff-8929-95b59b7dbe88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 1094 time: 0.2169919 Dec 10 18:21:05.560144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:05.596507 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-5c690486-fc15-4c5a-b5a3-783123d329e6 service neutron] 10.222.0.59 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603519 Dec 10 18:21:05.611450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a432ab7-623f-456f-a30a-a5d617995a6e req-69ef4292-8aac-42bf-9cc2-840fc24bceb5 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:05.612862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a432ab7-623f-456f-a30a-a5d617995a6e req-69ef4292-8aac-42bf-9cc2-840fc24bceb5 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 943 time: 0.1902421 Dec 10 18:21:05.634059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-9ff7262e-bc57-4cf0-a761-a8d32c156e8b None None] Allocated IP 172.20.0.2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/855d9b9c-1035-4e20-b538-bc74a1221167/f1d9f7fa-8f4b-495b-90b1-b6e182367d1c) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:05.713249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-eded8d4b-b0f2-4828-86a7-a4e8a269ce19 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:05.715184 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-eded8d4b-b0f2-4828-86a7-a4e8a269ce19 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 949 time: 0.2573876 Dec 10 18:21:05.764309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9ff7262e-bc57-4cf0-a761-a8d32c156e8b None None] For port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:05.768342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:05.787645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f1d9f7fa-8f4b-495b-90b1-b6e182367d1c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:05.805228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:05.820220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:05.841744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9ff7262e-bc57-4cf0-a761-a8d32c156e8b None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:05.851441 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9ff7262e-bc57-4cf0-a761-a8d32c156e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:05.855602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=091b9da8-a354-4bc7-88dd-bb95307d481f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:05.963833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7262e-bc57-4cf0-a761-a8d32c156e8b None None] Pushing event updated for resources: {'Port': ['ID=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:06.009021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:06.011340 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.029384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:06.030757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.039225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76c42-1497-43de-9797-2b22690fc796 req-83c119a3-e1c3-4030-b1e4-e95fe085b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:06.040637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-83c119a3-e1c3-4030-b1e4-e95fe085b2c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.4829493 Dec 10 18:21:06.042906 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-cf1493de-75c3-42c4-bfe5-c9a4aad405ab service neutron] 10.222.0.59 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973029 Dec 10 18:21:06.206839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-7a419d6f-b563-4b73-b891-ea0856a2f9e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=353481ca-d8fa-4403-99d5-0790f759b87c HTTP/1.1" status: 200 len: 217 time: 0.0637507 Dec 10 18:21:06.207589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a76a68-8b1a-4a9b-a014-b209ebcd8b32 req-0ad4c76c-ec36-430d-9f45-9377959764d2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:06.217210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30a76a68-8b1a-4a9b-a014-b209ebcd8b32 req-0ad4c76c-ec36-430d-9f45-9377959764d2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 943 time: 0.1282489 Dec 10 18:21:06.221419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a432ab7-623f-456f-a30a-a5d617995a6e req-49517909-aeda-43e8-a3ab-1ec91147672e tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527723 Dec 10 18:21:06.271114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44272) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:06.272013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-677062a0-34b3-42ef-95d7-cb517e4980bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2267623 Dec 10 18:21:06.306468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30a76a68-8b1a-4a9b-a014-b209ebcd8b32 req-3fd26873-22c5-463d-aa2b-53f9f117f939 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862889 Dec 10 18:21:06.356793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76c42-1497-43de-9797-2b22690fc796 req-3ee42764-ccbe-4820-9bbf-0009d2ca0f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:06.358635 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-3ee42764-ccbe-4820-9bbf-0009d2ca0f7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.1358373 Dec 10 18:21:06.384848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:06.385265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.395906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f9335-8ada-4e3c-bbf8-1ac43e140a86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:06.413050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f9335-8ada-4e3c-bbf8-1ac43e140a86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:06.415194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8a9f9335-8ada-4e3c-bbf8-1ac43e140a86 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1421688 Dec 10 18:21:06.417949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44274) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:06.506514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:06.506888 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.530915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b1754-16e6-4a6d-ba30-3f28424c354b req-79296542-17b7-4370-b53d-d7818b612161 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:06.532865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91b1754-16e6-4a6d-ba30-3f28424c354b req-79296542-17b7-4370-b53d-d7818b612161 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e2c52a3-708e-4dca-9d4c-1aa7cc71be38 HTTP/1.1" status: 200 len: 949 time: 0.1070147 Dec 10 18:21:06.544344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:06.548035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-c2799b92-7dd5-4728-956c-9257baf898c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790006 Dec 10 18:21:06.633390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 091b9da8-a354-4bc7-88dd-bb95307d481f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:06.636044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.668595 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91b1754-16e6-4a6d-ba30-3f28424c354b req-d9c9937f-7d9f-4eed-a1b7-7346483f2f3d tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244895 Dec 10 18:21:06.734716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-2e7e1848-b683-41bd-9353-bb15c211e84f service neutron] 10.222.0.59 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755579 Dec 10 18:21:06.786510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.803857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 091b9da8-a354-4bc7-88dd-bb95307d481f owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:06.835881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e474becf-3423-49a4-88a3-cccbb6c71705 None None] Provisioning complete for port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:06.836979 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e474becf-3423-49a4-88a3-cccbb6c71705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.884549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:06.899999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', '6da652d4-2b9b-4c22-a159-e909493c8b04'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:06.937631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=d61e8c4c-0efe-46ed-b0c3-3e3886b96f49,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:06.941114 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-810dfd1d-8429-4f61-9308-610b9985d6d7 service neutron] 10.222.0.59 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969233 Dec 10 18:21:06.975689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f', '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:07.066934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:07.077814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:07.081474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10000a1c-e938-46da-853e-2dc2d2aa5296 req-cafd7167-aa13-4550-8603-57e4e195c4f8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "DELETE /v2.0/ports/d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 HTTP/1.1" status: 204 len: 173 time: 1.3242321 Dec 10 18:21:07.109101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76c42-1497-43de-9797-2b22690fc796 req-e2ddbfc3-0b9d-4c8d-83b0-134da6da5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.111956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-e2ddbfc3-0b9d-4c8d-83b0-134da6da5008 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f676905644ba4141ada258b2e8d8a4f2&device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 1094 time: 0.1086943 Dec 10 18:21:07.135761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:07.197165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'name': 'network-vif-deleted', 'tag': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:07.200493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=091b9da8-a354-4bc7-88dd-bb95307d481f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:07.220187 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4ed08b-40f8-48d1-a6a9-2e5f285ad55a" -d '{"events": [{"server_uuid": "9e2c52a3-708e-4dca-9d4c-1aa7cc71be38", "name": "network-vif-deleted", "tag": "d61e8c4c-0efe-46ed-b0c3-3e3886b96f49"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:07.324541 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7981b7-5324-44e8-a18e-2cde66d0009c x-openstack-request-id: req-1a7981b7-5324-44e8-a18e-2cde66d0009c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:07.328448 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e2c52a3-708e-4dca-9d4c-1aa7cc71be38", "name": "network-vif-deleted", "tag": "d61e8c4c-0efe-46ed-b0c3-3e3886b96f49", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:07.328948 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1a7981b7-5324-44e8-a18e-2cde66d0009c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:07.329541 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e2c52a3-708e-4dca-9d4c-1aa7cc71be38', 'name': 'network-vif-deleted', 'tag': 'd61e8c4c-0efe-46ed-b0c3-3e3886b96f49', 'status': 'completed', 'code': 200} Dec 10 18:21:07.380674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76c42-1497-43de-9797-2b22690fc796 req-051e7560-9ee7-4ac6-9af9-bf6fac1feca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.387052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-051e7560-9ee7-4ac6-9af9-bf6fac1feca6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83c57780-cee6-40a5-8a3e-4b3a2d9670c3 HTTP/1.1" status: 200 len: 914 time: 0.2667701 Dec 10 18:21:07.470332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5f966e92-057a-4f5b-9aff-4cd97023b648 None None] Could not find standard attr ID for object 091b9da8-a354-4bc7-88dd-bb95307d481f. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:21:07.513390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-447471fc-07c1-4b1a-8cbf-6452d4dc7dfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a2821b-e12a-406d-b068-276d10f45a44 HTTP/1.1" status: 200 len: 217 time: 0.1166043 Dec 10 18:21:07.553220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:07.561244 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b1eb4f48-71a2-43ed-885d-c78860435634 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/091b9da8-a354-4bc7-88dd-bb95307d481f HTTP/1.1" status: 204 len: 168 time: 1.1419439 Dec 10 18:21:07.565801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44290) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:07.579600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916ef9b-f99c-42a2-bd99-fb4444e76870 req-333a4822-4589-41cf-a29d-caa62dd52abd tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.589028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5916ef9b-f99c-42a2-bd99-fb4444e76870 req-333a4822-4589-41cf-a29d-caa62dd52abd tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 943 time: 0.2045217 Dec 10 18:21:07.597245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b76c42-1497-43de-9797-2b22690fc796 req-d6aa6e10-38af-4c5a-b0ed-12b27c3f829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.598949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-d6aa6e10-38af-4c5a-b0ed-12b27c3f829b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1d27a729-c728-4d26-8a9e-026a21dd89f6 HTTP/1.1" status: 200 len: 853 time: 0.0658736 Dec 10 18:21:07.649668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-d66b3b6a-c434-45ee-ae7c-a731e36fe8ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83c57780-cee6-40a5-8a3e-4b3a2d9670c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419064 Dec 10 18:21:07.759536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c0791-f257-46f7-a999-8571570a8c97 req-9a497df1-5866-4b17-949e-90250e9c1294 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.769299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b21c0791-f257-46f7-a999-8571570a8c97 req-9a497df1-5866-4b17-949e-90250e9c1294 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 943 time: 0.2721574 Dec 10 18:21:07.788381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c31193-e5a7-4c85-9410-7ddc1bcb1ed1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.809748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c31193-e5a7-4c85-9410-7ddc1bcb1ed1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.817290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c31193-e5a7-4c85-9410-7ddc1bcb1ed1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:07.825380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-13c31193-e5a7-4c85-9410-7ddc1bcb1ed1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2046337 Dec 10 18:21:07.828437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44296) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:07.829033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f1d9f7fa-8f4b-495b-90b1-b6e182367d1c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:07.893804 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b21c0791-f257-46f7-a999-8571570a8c97 req-beca6ccd-1856-446d-8770-3c4abc47a7e7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235347 Dec 10 18:21:07.916365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-f9ef1ea0-a80f-4c96-bc72-a13c47fade80 service neutron] 10.222.0.59 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442739 Dec 10 18:21:07.946105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5916ef9b-f99c-42a2-bd99-fb4444e76870 req-20bf126f-1a7d-4f4a-9c07-7262617774b7 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526206 Dec 10 18:21:07.978527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:07.979490 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:07.988312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 855d9b9c-1035-4e20-b538-bc74a1221167 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:07.992008 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.049099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.111105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b76c42-1497-43de-9797-2b22690fc796 req-12bb4bec-e919-4d2b-884f-5e303d3261da service neutron] 10.222.0.59 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856840 Dec 10 18:21:08.175653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.264053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.309471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=855d9b9c-1035-4e20-b538-bc74a1221167,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:08.311686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.315561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a0a98644-c9cd-4911-b4db-bc5a973f745a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/855d9b9c-1035-4e20-b538-bc74a1221167 HTTP/1.1" status: 204 len: 168 time: 0.4861269 Dec 10 18:21:08.317961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44308) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:08.319315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d08a4-ce60-49a0-afc1-4d538725af41 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:08.382421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 91caee7a-34d3-4f2c-882f-1cf1d5edc8b7 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:08.386638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.468648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.639245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.743605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58504475-9bfd-4f08-8893-8361d47d34a5 req-214c1f96-9efb-4706-9712-d3e66bbd1265 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:08.745667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58504475-9bfd-4f08-8893-8361d47d34a5 req-214c1f96-9efb-4706-9712-d3e66bbd1265 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 950 time: 0.0940630 Dec 10 18:21:08.769184 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.794109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:08.797782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/91caee7a-34d3-4f2c-882f-1cf1d5edc8b7 HTTP/1.1" status: 204 len: 168 time: 0.4786146 Dec 10 18:21:08.800299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44314) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:08.826735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ebd1c-1275-49ec-8bdd-e63ff7f35c73 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=91caee7a-34d3-4f2c-882f-1cf1d5edc8b7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:08.886452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58504475-9bfd-4f08-8893-8361d47d34a5 req-8153032b-0b22-4510-9233-0869fe187c04 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265175 Dec 10 18:21:08.900650 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3af3844b-235f-472e-9599-6061880a2a47 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972133 Dec 10 18:21:08.903381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44320) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:08.912821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:09.058692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:09.063263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:09.174001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5109-64eb-404d-bc9e-31192058a535 req-a69d82c8-0818-47ff-a1eb-d465d2b42302 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:09.178286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ddcd5109-64eb-404d-bc9e-31192058a535 req-a69d82c8-0818-47ff-a1eb-d465d2b42302 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 943 time: 0.1159341 Dec 10 18:21:09.238533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 59a2821b-e12a-406d-b068-276d10f45a44 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:21:09.242829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:09.304545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ddcd5109-64eb-404d-bc9e-31192058a535 req-d1bb1aff-6472-469c-be28-9a64d64adbc6 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169333 Dec 10 18:21:09.328085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:09.328481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d61e8c4c-0efe-46ed-b0c3-3e3886b96f49 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:09.331271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac924c-5ca8-4357-8f02-517887e26683 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:09.440473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:09.450297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:21:09.515580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:09.526284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa767f-a49a-4e58-b57b-8930d98c4468 req-9e600387-feff-41b3-9cf8-40717e2f2f56 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:09.534703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5caa767f-a49a-4e58-b57b-8930d98c4468 req-9e600387-feff-41b3-9cf8-40717e2f2f56 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 943 time: 0.4998462 Dec 10 18:21:09.547292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:09.555293 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:09.557941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:09.592870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=f84b1919-9cd3-4982-99e7-e87e9ea40a84,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:09.626730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b2901b5c-cffc-4665-a3a2-effd91c1ffe4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7221253 Dec 10 18:21:09.632145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44336) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:09.641841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:09.703246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8c4d6b1d-ff2b-450d-98c6-b4da24de2a3b None None] Provisioning complete for port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:09.703909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6b1d-ff2b-450d-98c6-b4da24de2a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:09.721775 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5caa767f-a49a-4e58-b57b-8930d98c4468 req-27add264-6047-4517-b37f-58d5efc91d9a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859846 Dec 10 18:21:09.840732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 59a2821b-e12a-406d-b068-276d10f45a44, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=59a2821b-e12a-406d-b068-276d10f45a44,segment=NetworkSegment(3e716775-8369-4f0a-adda-f92b13e04200),segment_id=3e716775-8369-4f0a-adda-f92b13e04200)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:09.862582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '59a2821b-e12a-406d-b068-276d10f45a44', 'network_id': '83c57780-cee6-40a5-8a3e-4b3a2d9670c3', 'port_id': '59a2821b-e12a-406d-b068-276d10f45a44', 'mac_address': 'fa:16:3e:48:f1:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d27a729-c728-4d26-8a9e-026a21dd89f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:21:09.943453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b4519761-4c55-43b4-b5f2-37d7b4f7cc47 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:09.956047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b4519761-4c55-43b4-b5f2-37d7b4f7cc47 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 950 time: 0.1702609 Dec 10 18:21:09.995546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:21:10.054338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-47385202-6263-405a-81f6-e1096b838aa9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:10.055978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-47385202-6263-405a-81f6-e1096b838aa9 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/ports?device_id=010fe0d4-abee-48f8-a86b-0e9b3fa3120f HTTP/1.1" status: 200 len: 949 time: 0.1416936 Dec 10 18:21:10.078181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:10.086338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.105593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.140712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a2821b-e12a-406d-b068-276d10f45a44 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:10.184392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] Deleting port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:10.185021 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.255443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 59a2821b-e12a-406d-b068-276d10f45a44, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=59a2821b-e12a-406d-b068-276d10f45a44,segment=NetworkSegment(3e716775-8369-4f0a-adda-f92b13e04200),segment_id=3e716775-8369-4f0a-adda-f92b13e04200)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:10.270417 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.271273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 353481ca-d8fa-4403-99d5-0790f759b87c details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:21:10.281308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port 6da652d4-2b9b-4c22-a159-e909493c8b04 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:10.285350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.414036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] For port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:10.417458 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.458817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] Calling delete_port for f1d9f7fa-8f4b-495b-90b1-b6e182367d1c owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:10.466755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25915ffd-fd6b-4b37-aa72-4337dd70551d req-21cff7da-84b0-4cbf-b365-4605567f471a tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:10.475244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25915ffd-fd6b-4b37-aa72-4337dd70551d req-21cff7da-84b0-4cbf-b365-4605567f471a tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 944 time: 0.0981743 Dec 10 18:21:10.504009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port 6da652d4-2b9b-4c22-a159-e909493c8b04, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6da652d4-2b9b-4c22-a159-e909493c8b04,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:10.504655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.527920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for 6da652d4-2b9b-4c22-a159-e909493c8b04 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:10.570503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25915ffd-fd6b-4b37-aa72-4337dd70551d req-f9c5dbe8-cf1b-4088-ac7c-fde4b6c666d5 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939419 Dec 10 18:21:10.729248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c3621-090a-428b-9489-5ea3991e8865 req-55f5dfd7-437e-48e7-8b05-179a6705e51f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:10.730932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac7c3621-090a-428b-9489-5ea3991e8865 req-55f5dfd7-437e-48e7-8b05-179a6705e51f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 950 time: 0.6799269 Dec 10 18:21:10.826869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.834775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:10.835197 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.865197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac7c3621-090a-428b-9489-5ea3991e8865 req-519f9cc8-bec7-4d4a-818a-1b5c5f776227 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150529 Dec 10 18:21:10.941166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 353481ca-d8fa-4403-99d5-0790f759b87c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=353481ca-d8fa-4403-99d5-0790f759b87c,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:10.942777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=6da652d4-2b9b-4c22-a159-e909493c8b04,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:10.962908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=59a2821b-e12a-406d-b068-276d10f45a44,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:10.966916 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:10.970557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '353481ca-d8fa-4403-99d5-0790f759b87c', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': '353481ca-d8fa-4403-99d5-0790f759b87c', 'mac_address': 'fa:16:3e:2f:7a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:21:11.008067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:11.008436 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.020511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', '6da652d4-2b9b-4c22-a159-e909493c8b04'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:11.023733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f', '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:11.027510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:11.034397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] Pushing event deleted for resources: {'Port': ['ID=f1d9f7fa-8f4b-495b-90b1-b6e182367d1c,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:11.089576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port 6da652d4-2b9b-4c22-a159-e909493c8b04 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:11.096401 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.103097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea82bbc-217e-4072-8def-87b488c93983 None None] No DVR routers for this DVR port f1d9f7fa-8f4b-495b-90b1-b6e182367d1c on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:11.104597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-66f7f36b-cc7b-4414-83d0-34ba0353f4d1 req-6c77bb03-cb00-430c-8f9e-16e1d8bf2639 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "DELETE /v2.0/ports/6da652d4-2b9b-4c22-a159-e909493c8b04 HTTP/1.1" status: 204 len: 173 time: 1.0402110 Dec 10 18:21:11.106977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'name': 'network-vif-deleted', 'tag': '6da652d4-2b9b-4c22-a159-e909493c8b04'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:11.110622 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82b5a4b-d41b-4e80-945c-44f4830f3cc5" -d '{"events": [{"server_uuid": "010fe0d4-abee-48f8-a86b-0e9b3fa3120f", "name": "network-vif-deleted", "tag": "6da652d4-2b9b-4c22-a159-e909493c8b04"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:11.141791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07247df2-bb47-4033-a7d3-dc53144c15d4 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:11.165501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd8cf5-25b4-443b-b7c9-436b579e3475 req-a021b629-c38b-40b6-ac73-cd5b1c406d13 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:11.175514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eddd8cf5-25b4-443b-b7c9-436b579e3475 req-a021b629-c38b-40b6-ac73-cd5b1c406d13 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 943 time: 0.2852070 Dec 10 18:21:11.203350 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6c56de-28e2-446b-913e-e2a6f99e2a20 x-openstack-request-id: req-ec6c56de-28e2-446b-913e-e2a6f99e2a20 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:11.203760 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010fe0d4-abee-48f8-a86b-0e9b3fa3120f", "name": "network-vif-deleted", "tag": "6da652d4-2b9b-4c22-a159-e909493c8b04", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:11.204348 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ec6c56de-28e2-446b-913e-e2a6f99e2a20 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:11.204878 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010fe0d4-abee-48f8-a86b-0e9b3fa3120f', 'name': 'network-vif-deleted', 'tag': '6da652d4-2b9b-4c22-a159-e909493c8b04', 'status': 'completed', 'code': 200} Dec 10 18:21:11.298302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eddd8cf5-25b4-443b-b7c9-436b579e3475 req-e0cef6a2-add1-4b6e-ace3-6554df01ad3b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217051 Dec 10 18:21:11.480588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.objects.ports [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:21:11.482113 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.539997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.542150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:11.550698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:11.562967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:11.563683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.580841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=495fc2fc-2336-4dc3-9cc7-8c39364919d1,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:11.592460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353481ca-d8fa-4403-99d5-0790f759b87c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:11.593178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.614875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44356) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:11.615439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e1f3a4ba-08a9-4a5b-844c-e38f0c288756 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9816220 Dec 10 18:21:11.622646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:54:51:49', 'name': 'tempest-NetworksTestDHCPv6-318392766'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:11.646028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:11.656974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'f84b1919-9cd3-4982-99e7-e87e9ea40a84'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:11.665423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.766489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:11.767793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:11.771592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96bd6ef3-a349-4358-a49b-4b7bc886935a req-b1ee3df6-1112-4446-b951-79accc542fcb tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "DELETE /v2.0/ports/0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf HTTP/1.1" status: 204 len: 173 time: 1.8018336 Dec 10 18:21:11.799151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a833143-8370-4a22-9837-676d8607e711', 'name': 'network-vif-deleted', 'tag': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:11.803067 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c2cfa0-75fe-4f91-a2be-b335f3b38767" -d '{"events": [{"server_uuid": "2a833143-8370-4a22-9837-676d8607e711", "name": "network-vif-deleted", "tag": "0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:11.864608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f9d72-18a2-45bf-8770-b8ea8f8850b0 req-044b99cf-5eb8-4a97-9998-b873fb0d79e9 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:11.866665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e62f9d72-18a2-45bf-8770-b8ea8f8850b0 req-044b99cf-5eb8-4a97-9998-b873fb0d79e9 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 944 time: 0.1130097 Dec 10 18:21:11.969152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:11.974970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e62f9d72-18a2-45bf-8770-b8ea8f8850b0 req-d468f335-8558-49cc-9394-cdab750493ac tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017082 Dec 10 18:21:12.005270 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ba88ec-8944-4007-9c2e-17dfc312b784 x-openstack-request-id: req-42ba88ec-8944-4007-9c2e-17dfc312b784 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:12.005569 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a833143-8370-4a22-9837-676d8607e711", "name": "network-vif-deleted", "tag": "0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:12.005826 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-42ba88ec-8944-4007-9c2e-17dfc312b784 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:12.006241 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a833143-8370-4a22-9837-676d8607e711', 'name': 'network-vif-deleted', 'tag': '0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf', 'status': 'completed', 'code': 200} Dec 10 18:21:12.112760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:12.139280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Allocated IP 172.20.0.2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/f84b1919-9cd3-4982-99e7-e87e9ea40a84/0ed51670-c060-4c15-9036-08046a3be77e) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:12.148043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Allocated IP 2001:db8::f816:3eff:fe48:aa46 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/495fc2fc-2336-4dc3-9cc7-8c39364919d1/0ed51670-c060-4c15-9036-08046a3be77e) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:12.164768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb4c9ea6-c33d-4dba-9975-3221cb7b97d4 req-576a09ad-557d-4eb9-a79e-f66a3ce671dc tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a833143-8370-4a22-9837-676d8607e711 HTTP/1.1" status: 200 len: 210 time: 0.0525105 Dec 10 18:21:12.168830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 6b94e9d9-ee95-4744-9764-48bbb4799f30 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:21:12.291683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f1d9f7fa-8f4b-495b-90b1-b6e182367d1c no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:12.376753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 353481ca-d8fa-4403-99d5-0790f759b87c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=353481ca-d8fa-4403-99d5-0790f759b87c,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:12.425765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f1d9f7fa-8f4b-495b-90b1-b6e182367d1c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:12.426202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f1d9f7fa-8f4b-495b-90b1-b6e182367d1c not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:12.440512 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:12.488672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bac9d-f659-4766-b30c-f9babee560ae req-b4d14177-19a6-48b5-ad82-c6fc045fed0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:12.491016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-721bac9d-f659-4766-b30c-f9babee560ae req-b4d14177-19a6-48b5-ad82-c6fc045fed0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 944 time: 0.0983920 Dec 10 18:21:12.570003 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-721bac9d-f659-4766-b30c-f9babee560ae req-b161cef5-c22a-4fa9-9fd6-0fad4a71b7c5 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714900 Dec 10 18:21:12.570904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=353481ca-d8fa-4403-99d5-0790f759b87c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:12.612713 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:12.631780 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:12.720563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:12.764212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 172.20.0.7 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/f84b1919-9cd3-4982-99e7-e87e9ea40a84/6b94e9d9-ee95-4744-9764-48bbb4799f30) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:12.770677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Pushing event updated for resources: {'Port': ['ID=0ed51670-c060-4c15-9036-08046a3be77e,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:12.776194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:12.785265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fe54:5149 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/495fc2fc-2336-4dc3-9cc7-8c39364919d1/6b94e9d9-ee95-4744-9764-48bbb4799f30) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:12.817200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:12.938858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['59a2821b-e12a-406d-b068-276d10f45a44'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:12.991623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['353481ca-d8fa-4403-99d5-0790f759b87c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:13.148501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:13.149081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:13.254922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Attempting to bind port 0ed51670-c060-4c15-9036-08046a3be77e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:13.255492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Attempting to bind port 0ed51670-c060-4c15-9036-08046a3be77e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:13.255985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Attempting to bind port 0ed51670-c060-4c15-9036-08046a3be77e on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:13.268913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:13.289921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:13.290519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:13.291093 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:13.291590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:13.292185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Bound port: 0ed51670-c060-4c15-9036-08046a3be77e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:13.292671 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:13.345504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=6b94e9d9-ee95-4744-9764-48bbb4799f30,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:13.378209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:13.389876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dd02a-41a7-4ed2-9b69-e65ee0295f06 req-6bee3493-ba16-407f-ac1d-8592f2214824 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:13.398231 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-882dd02a-41a7-4ed2-9b69-e65ee0295f06 req-6bee3493-ba16-407f-ac1d-8592f2214824 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 944 time: 0.1612623 Dec 10 18:21:13.408040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:13.411792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:13.508348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:13.509054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:13.550351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-882dd02a-41a7-4ed2-9b69-e65ee0295f06 req-a77662a4-2b3a-4ab9-95fe-71bc3be918d5 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510286 Dec 10 18:21:13.561661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c4059e31-7d92-48e7-bfa0-a72084aacb7d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9432805 Dec 10 18:21:13.562406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44390) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:13.718217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa3507-5bf1-4a5b-8fd9-d6be8800ed6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:13.755044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fa3507-5bf1-4a5b-8fd9-d6be8800ed6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:13.757021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-25fa3507-5bf1-4a5b-8fd9-d6be8800ed6e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1929798 Dec 10 18:21:13.761153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44406) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:13.811799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] For port 0ed51670-c060-4c15-9036-08046a3be77e, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:13.855431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104c52a-093e-4cfc-bf07-e65aa8de396f req-7ebf29c4-8475-46b5-9c85-d9654861c6ef tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:13.865108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b104c52a-093e-4cfc-bf07-e65aa8de396f req-7ebf29c4-8475-46b5-9c85-d9654861c6ef tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 944 time: 0.1303787 Dec 10 18:21:13.906960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] For port 0ed51670-c060-4c15-9036-08046a3be77e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0ed51670-c060-4c15-9036-08046a3be77e,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:13.938315 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b104c52a-093e-4cfc-bf07-e65aa8de396f req-2b08d76f-dd46-4147-ac2f-a9c4c297f44c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664446 Dec 10 18:21:13.965432 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:13.996312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 6b94e9d9-ee95-4744-9764-48bbb4799f30 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:13.998761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.143762 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.184526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:14.193065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 6b94e9d9-ee95-4744-9764-48bbb4799f30 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:14.242246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:14.242699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a97c5b8-0a49-4cae-a8d6-7890b2a5cbcf not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:14.250303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44416) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:14.283975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c31e3-3806-479a-8751-8a40fc3092ac None None] Pushing event updated for resources: {'Port': ['ID=0ed51670-c060-4c15-9036-08046a3be77e,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:14.294835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc93e1-687d-4032-af9a-721534ae88ff req-dc124907-8d5b-42f8-ba06-3035cd12d7b2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:14.301376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ebc93e1-687d-4032-af9a-721534ae88ff req-dc124907-8d5b-42f8-ba06-3035cd12d7b2 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 949 time: 0.1196477 Dec 10 18:21:14.403410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ebc93e1-687d-4032-af9a-721534ae88ff req-9b12be15-4bbc-4a14-8835-a040885c1a92 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953097 Dec 10 18:21:14.465397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6da652d4-2b9b-4c22-a159-e909493c8b04 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:14.473455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf8a443f-688d-4e1c-9ba6-f902abc5b47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.529366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d8d333ce-631d-4af7-ba47-8e728d834b64', '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:14.536331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 6da652d4-2b9b-4c22-a159-e909493c8b04 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:14.536691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6da652d4-2b9b-4c22-a159-e909493c8b04 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:14.577684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.715022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf8a443f-688d-4e1c-9ba6-f902abc5b47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.733232 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf8a443f-688d-4e1c-9ba6-f902abc5b47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.749324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=6b94e9d9-ee95-4744-9764-48bbb4799f30,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:14.799989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf8a443f-688d-4e1c-9ba6-f902abc5b47b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=207c35ea242246b7a0e953239afe49a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5439379 Dec 10 18:21:14.800599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44422) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:14.807213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a443f-688d-4e1c-9ba6-f902abc5b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462e1de8-40b3-4cae-8edf-96e2139f99e0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:14.878840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f8a5b4-2746-464c-84d9-2fbeaf013171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.911255 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f8a5b4-2746-464c-84d9-2fbeaf013171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.934606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff4916-4464-43c2-bc8b-be4851ce405a req-fec364c1-6ff2-465f-bd05-f076cc2452ee tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:14.945597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbff4916-4464-43c2-bc8b-be4851ce405a req-fec364c1-6ff2-465f-bd05-f076cc2452ee tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 944 time: 0.2182500 Dec 10 18:21:14.968058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.971425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5f514ca6-49d9-4492-a175-5f2858c2ab89 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/6b94e9d9-ee95-4744-9764-48bbb4799f30 HTTP/1.1" status: 204 len: 168 time: 1.2079244 Dec 10 18:21:14.973950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44426) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:14.993235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f8a5b4-2746-464c-84d9-2fbeaf013171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.998060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f8a5b4-2746-464c-84d9-2fbeaf013171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:14.999772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-80f8a5b4-2746-464c-84d9-2fbeaf013171 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/462e1de8-40b3-4cae-8edf-96e2139f99e0 HTTP/1.1" status: 204 len: 168 time: 0.1980901 Dec 10 18:21:15.010985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8a5b4-2746-464c-84d9-2fbeaf013171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462e1de8-40b3-4cae-8edf-96e2139f99e0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:15.089232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbff4916-4464-43c2-bc8b-be4851ce405a req-9cef34eb-b02d-4803-b5fd-def525023d1f tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426337 Dec 10 18:21:15.093412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a28b4-ac73-4e9f-863c-256857036477 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:15.096653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a28b4-ac73-4e9f-863c-256857036477 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:15.098465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310a28b4-ac73-4e9f-863c-256857036477 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:15.100411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-310a28b4-ac73-4e9f-863c-256857036477 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1254811 Dec 10 18:21:15.105320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44432) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:15.153919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6339cd-dd8a-4c10-8644-3baf2fd1e1cc req-dd46d153-0c70-4ea8-89e0-67ae9c00b795 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:15.161446 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0f6339cd-dd8a-4c10-8644-3baf2fd1e1cc req-dd46d153-0c70-4ea8-89e0-67ae9c00b795 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 944 time: 0.0891681 Dec 10 18:21:15.192507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 495fc2fc-2336-4dc3-9cc7-8c39364919d1 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:15.216381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.352766 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.381828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0f6339cd-dd8a-4c10-8644-3baf2fd1e1cc req-128d4d0f-5a3d-4334-b28d-57eb58129f88 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189984 Dec 10 18:21:15.391742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-92a27270-89a0-4fe6-ac40-7dc0fc4a6396 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:15.393552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-92a27270-89a0-4fe6-ac40-7dc0fc4a6396 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 949 time: 0.2296362 Dec 10 18:21:15.495647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.629239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d3661-6a96-43b7-a350-10a40de12d56 req-ca686c95-6074-4fc7-bb56-c73dd816d70b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:15.636966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b88d3661-6a96-43b7-a350-10a40de12d56 req-ca686c95-6074-4fc7-bb56-c73dd816d70b tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 949 time: 0.0946617 Dec 10 18:21:15.661526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.707251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=495fc2fc-2336-4dc3-9cc7-8c39364919d1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:15.711213 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.715207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b51351d-b14c-491b-b313-f50e3d7ec57d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/495fc2fc-2336-4dc3-9cc7-8c39364919d1 HTTP/1.1" status: 204 len: 168 time: 0.6086645 Dec 10 18:21:15.725360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44448) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:15.736054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716d504-58d2-4e39-91ce-a70aa154811b req-ea55a5a1-cb8f-48da-a3d7-9d8ed7a8880c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:15.737669 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c716d504-58d2-4e39-91ce-a70aa154811b req-ea55a5a1-cb8f-48da-a3d7-9d8ed7a8880c tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c23ca7e-fac9-4ef4-bb74-ead99db65215 HTTP/1.1" status: 200 len: 950 time: 0.1876945 Dec 10 18:21:15.775554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404807f3-0b87-43ee-9cf4-b7a4ebd471fe None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:15.802099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:15.802475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.839273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b88d3661-6a96-43b7-a350-10a40de12d56 req-61b062a9-e24c-474e-a704-b8f024633edf tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010255 Dec 10 18:21:15.865028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0ed51670-c060-4c15-9036-08046a3be77e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:15.887470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet f84b1919-9cd3-4982-99e7-e87e9ea40a84 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:15.896714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.924111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c26da469-31df-4617-ad7d-d167863055a6 None None] Provisioning complete for port 0ed51670-c060-4c15-9036-08046a3be77e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:15.924809 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c26da469-31df-4617-ad7d-d167863055a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.970457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:15.970943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.981747 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:15.990317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port d8d333ce-631d-4af7-ba47-8e728d834b64 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:15.992373 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.085372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0ed51670-c060-4c15-9036-08046a3be77e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:16.086153 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.095898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port d8d333ce-631d-4af7-ba47-8e728d834b64, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d8d333ce-631d-4af7-ba47-8e728d834b64,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:16.096263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.110519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for d8d333ce-631d-4af7-ba47-8e728d834b64 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:16.238113 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.250964 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c26da469-31df-4617-ad7d-d167863055a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.314878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.390751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=f84b1919-9cd3-4982-99e7-e87e9ea40a84,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:16.399448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.403175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c47579c9-cb33-4fc5-a904-50b6bd9bcd4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/f84b1919-9cd3-4982-99e7-e87e9ea40a84 HTTP/1.1" status: 204 len: 168 time: 0.6766050 Dec 10 18:21:16.409043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44464) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:16.468568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 59a2821b-e12a-406d-b068-276d10f45a44 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:16.495217 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-07ed15b6-a4be-4f23-8caa-4251ac150b8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848327 Dec 10 18:21:16.506320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44472) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:16.512634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:16.538657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9422000-0e3e-4322-a3d6-954f895cedf8 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:16.560736 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.631329 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-c26da469-31df-4617-ad7d-d167863055a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:21:16.631702 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-c26da469-31df-4617-ad7d-d167863055a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:21:16.762101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4ac4a-b505-4fb0-bf02-cb293ee1302c req-c4264bed-a60f-4958-bf71-6a00cbf50394 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:16.770726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bd4ac4a-b505-4fb0-bf02-cb293ee1302c req-c4264bed-a60f-4958-bf71-6a00cbf50394 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 944 time: 0.1490757 Dec 10 18:21:16.784424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:16.795347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.847950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:16.873836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0ed51670-c060-4c15-9036-08046a3be77e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0ed51670-c060-4c15-9036-08046a3be77e,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:16.899439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.941144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 59a2821b-e12a-406d-b068-276d10f45a44 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:21:16.951535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 59a2821b-e12a-406d-b068-276d10f45a44 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:16.951928 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:16.969293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.003702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:17.035313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=d8d333ce-631d-4af7-ba47-8e728d834b64,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:17.048220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67133032-522c-4c01-935a-6185ea9c0c65 req-783dfd4e-efdc-44f4-b7d4-5cb3a3137814 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:17.050903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67133032-522c-4c01-935a-6185ea9c0c65 req-783dfd4e-efdc-44f4-b7d4-5cb3a3137814 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 944 time: 0.2045364 Dec 10 18:21:17.067704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0ed51670-c060-4c15-9036-08046a3be77e,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:17.099645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:21:17.194927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bd4ac4a-b505-4fb0-bf02-cb293ee1302c req-347148b6-68e6-46f1-960c-d14f01a0fc6d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171178 Dec 10 18:21:17.249251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port d8d333ce-631d-4af7-ba47-8e728d834b64 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:17.253298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.260558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c716d504-58d2-4e39-91ce-a70aa154811b req-502e47e8-dc48-45d6-8642-96a7b8e0bd46 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "DELETE /v2.0/ports/d8d333ce-631d-4af7-ba47-8e728d834b64 HTTP/1.1" status: 204 len: 173 time: 1.5141871 Dec 10 18:21:17.267406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'name': 'network-vif-deleted', 'tag': 'd8d333ce-631d-4af7-ba47-8e728d834b64'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:17.273169 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc5e34b-ed7b-4029-b5bd-44bec4121d82" -d '{"events": [{"server_uuid": "3c23ca7e-fac9-4ef4-bb74-ead99db65215", "name": "network-vif-deleted", "tag": "d8d333ce-631d-4af7-ba47-8e728d834b64"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:17.316459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67133032-522c-4c01-935a-6185ea9c0c65 req-1bb4f6c1-4aef-4a43-8b2b-1ac49245c8a1 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495890 Dec 10 18:21:17.436508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.451688 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.471428 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617227b1-d5ec-4376-9a1c-5a48225c285a x-openstack-request-id: req-617227b1-d5ec-4376-9a1c-5a48225c285a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:17.471735 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c23ca7e-fac9-4ef4-bb74-ead99db65215", "name": "network-vif-deleted", "tag": "d8d333ce-631d-4af7-ba47-8e728d834b64", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:17.472026 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-617227b1-d5ec-4376-9a1c-5a48225c285a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:17.472457 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c23ca7e-fac9-4ef4-bb74-ead99db65215', 'name': 'network-vif-deleted', 'tag': 'd8d333ce-631d-4af7-ba47-8e728d834b64', 'status': 'completed', 'code': 200} Dec 10 18:21:17.477249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.489784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:17.506552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b9cbe91a-05ff-4054-a4ee-d47cd3918b58 None None] Provisioning complete for port 0ed51670-c060-4c15-9036-08046a3be77e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:17.507067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9cbe91a-05ff-4054-a4ee-d47cd3918b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.562475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:17.580519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 59a2821b-e12a-406d-b068-276d10f45a44, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=59a2821b-e12a-406d-b068-276d10f45a44,segment=NetworkSegment(3e716775-8369-4f0a-adda-f92b13e04200),segment_id=3e716775-8369-4f0a-adda-f92b13e04200)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:17.581254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f7854-e654-4f0f-bb5c-a9bee16df684 req-4790c6c2-e6fa-4711-8ce4-f581041da0c6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:17.583565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2821b-e12a-406d-b068-276d10f45a44'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:17.586489 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b506a1-f106-405f-bde3-2601b44eee90" -d '{"events": [{"server_uuid": "ccf4e0c3-83db-413e-be0f-dbb37e2c763c", "name": "network-vif-plugged", "status": "completed", "tag": "59a2821b-e12a-406d-b068-276d10f45a44"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:17.591937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-086f7854-e654-4f0f-bb5c-a9bee16df684 req-4790c6c2-e6fa-4711-8ce4-f581041da0c6 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=f322f3d3-4973-4bcb-9930-cebc820e5468 HTTP/1.1" status: 200 len: 949 time: 0.2707045 Dec 10 18:21:17.608498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:17.630492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.635721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 353481ca-d8fa-4403-99d5-0790f759b87c up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:17.642553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:17.643613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.674967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:17.683654 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:17.694112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9601e87-bcb0-48b7-b433-505ca2aed36b req-d77d09ec-4f7b-4d39-a795-059685648b59 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.59 "DELETE /v2.0/ports/02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b HTTP/1.1" status: 204 len: 173 time: 2.2852554 Dec 10 18:21:17.701722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44490) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:17.703399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1876361 Dec 10 18:21:17.708926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:17.849172 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2ad3e2-98a7-4ede-b7ca-d9159a75dabc x-openstack-request-id: req-cc2ad3e2-98a7-4ede-b7ca-d9159a75dabc {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:17.849586 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf4e0c3-83db-413e-be0f-dbb37e2c763c", "name": "network-vif-plugged", "status": "completed", "tag": "59a2821b-e12a-406d-b068-276d10f45a44", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:17.850149 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cc2ad3e2-98a7-4ede-b7ca-d9159a75dabc {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:17.852861 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a2821b-e12a-406d-b068-276d10f45a44', 'code': 200} Dec 10 18:21:17.857067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=59a2821b-e12a-406d-b068-276d10f45a44,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:17.868780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0ed51670-c060-4c15-9036-08046a3be77e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:17.869099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd4707-fa3c-4dc6-b819-169121667131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=c405e41d-9684-488e-9ca1-e8f5b779ac4e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:17.916959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-086f7854-e654-4f0f-bb5c-a9bee16df684 req-509d7654-63ab-4468-8f9f-a65cbcb4d8b8 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154578 Dec 10 18:21:18.008654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] Deleting port 0ed51670-c060-4c15-9036-08046a3be77e {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:18.009186 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.011715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:18.017836 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.153063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 353481ca-d8fa-4403-99d5-0790f759b87c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:21:18.160735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd026-5ed8-4d14-bd9d-fcefe4319a34 req-46ca4b69-0fee-47b5-a3c3-4904f79b38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:18.162378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e4cd026-5ed8-4d14-bd9d-fcefe4319a34 req-46ca4b69-0fee-47b5-a3c3-4904f79b38b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 1096 time: 0.2917094 Dec 10 18:21:18.178853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 353481ca-d8fa-4403-99d5-0790f759b87c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:18.179426 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.341711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] For port 0ed51670-c060-4c15-9036-08046a3be77e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0ed51670-c060-4c15-9036-08046a3be77e,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:18.342566 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.350627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e4cd026-5ed8-4d14-bd9d-fcefe4319a34 req-dc7d8058-eee5-4685-9ff1-f5baf154d40b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778765 Dec 10 18:21:18.381506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] Calling delete_port for 0ed51670-c060-4c15-9036-08046a3be77e owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:18.536908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b55f348-03a6-4bad-b46f-eaef1bb890bb req-6797dd0f-266c-406c-982e-3edc8d1e4770 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:18.538542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b55f348-03a6-4bad-b46f-eaef1bb890bb req-6797dd0f-266c-406c-982e-3edc8d1e4770 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.0987387 Dec 10 18:21:18.565942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdabdfc-7cb9-4ad3-ab27-4531fb73e872 req-0f18087c-325c-41ac-9750-2dd6fc1bffcb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:18.567717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8bdabdfc-7cb9-4ad3-ab27-4531fb73e872 req-0f18087c-325c-41ac-9750-2dd6fc1bffcb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 944 time: 0.2161155 Dec 10 18:21:18.574508 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.595242 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.640309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:18.696750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b55f348-03a6-4bad-b46f-eaef1bb890bb req-7bc44190-6219-4560-baca-f2195c1a928d tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506770 Dec 10 18:21:18.729613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0ed51670-c060-4c15-9036-08046a3be77e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0ed51670-c060-4c15-9036-08046a3be77e,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:18.755162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.761189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 353481ca-d8fa-4403-99d5-0790f759b87c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=353481ca-d8fa-4403-99d5-0790f759b87c,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:18.813258 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.818661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8bdabdfc-7cb9-4ad3-ab27-4531fb73e872 req-e9ab1342-d490-4254-8ed5-b26506f7b8fe tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423153 Dec 10 18:21:18.820866 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.821883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:18.864525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] No DVR routers for this DVR port 0ed51670-c060-4c15-9036-08046a3be77e on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:18.868969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:18.869432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:18.883419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d8d333ce-631d-4af7-ba47-8e728d834b64 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:18.891664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:21:18.893221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.914190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: d8d333ce-631d-4af7-ba47-8e728d834b64 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:18.914551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d8d333ce-631d-4af7-ba47-8e728d834b64 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:18.916291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d25547-0528-40a9-b425-d4f02e0eb061 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:18.935995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:18.939334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:18.943639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:18.944240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:18.952371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0ed51670-c060-4c15-9036-08046a3be77e,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:18.957811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=9eb39d93-1847-4f5e-a0fe-4ec5683eb85d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:18.974855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cd943cb7-1a41-4ea3-82e0-e0f3c00aa8b6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2706776 Dec 10 18:21:18.977629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44506) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:18.991083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:9d:28:cd', 'name': 'tempest-NetworksTestDHCPv6-1851880574'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:19.014973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4cc0f5-bcb5-49a0-b784-3b73c43d0899 None None] Pushing event deleted for resources: {'Port': ['ID=0ed51670-c060-4c15-9036-08046a3be77e,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:19.121999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:19.139769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=353481ca-d8fa-4403-99d5-0790f759b87c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:19.175673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '9eb39d93-1847-4f5e-a0fe-4ec5683eb85d'}, {'subnet_id': 'c405e41d-9684-488e-9ca1-e8f5b779ac4e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:19.176641 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:19.217003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:19.244257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 9e580499-975c-405a-a4ed-63cbe762ff54 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:21:19.376215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b19e85-5e03-403d-b492-12547a7661bd req-35be9739-50be-4f6a-9512-46e7c5a12b64 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:19.378072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09b19e85-5e03-403d-b492-12547a7661bd req-35be9739-50be-4f6a-9512-46e7c5a12b64 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 950 time: 0.0592704 Dec 10 18:21:19.410175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Allocated IP 172.20.0.2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/c405e41d-9684-488e-9ca1-e8f5b779ac4e/078c2845-8500-4f3c-ae5a-43961fa1d4db) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:19.424276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Allocated IP 2001:db8::f816:3eff:fe2c:6ecb (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/9eb39d93-1847-4f5e-a0fe-4ec5683eb85d/078c2845-8500-4f3c-ae5a-43961fa1d4db) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:19.458746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09b19e85-5e03-403d-b492-12547a7661bd req-512ac749-7137-4a0f-bb6f-d9ce0fc510ab tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733659 Dec 10 18:21:19.473613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'name': 'network-vif-deleted', 'tag': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:19.476835 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3cf1d4-13e0-4677-9a18-3b019a95f678" -d '{"events": [{"server_uuid": "f322f3d3-4973-4bcb-9930-cebc820e5468", "name": "network-vif-deleted", "tag": "02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:19.526212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-0108b93c-1232-4a49-b460-0b08066db4e1 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b3e368c2d4e347bf8d7de07dfbe24487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272856 Dec 10 18:21:19.564490 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbe5f12-a137-4957-8f48-8233e3f70e90 x-openstack-request-id: req-dfbe5f12-a137-4957-8f48-8233e3f70e90 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:19.564948 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f322f3d3-4973-4bcb-9930-cebc820e5468", "name": "network-vif-deleted", "tag": "02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:19.565336 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfbe5f12-a137-4957-8f48-8233e3f70e90 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:19.565844 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f322f3d3-4973-4bcb-9930-cebc820e5468', 'name': 'network-vif-deleted', 'tag': '02b6aa0c-5fa5-4b1c-a53d-1b3b8df9302b', 'status': 'completed', 'code': 200} Dec 10 18:21:19.717899 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:19.730996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-ffda5907-eefd-4244-9965-6d46d372aadf tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:19.733454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-ffda5907-eefd-4244-9965-6d46d372aadf tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015483 Dec 10 18:21:19.735866 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:19.759953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-9215ac9d-adc5-459e-9526-22c1999f9d0b tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/quotas/b3e368c2d4e347bf8d7de07dfbe24487 HTTP/1.1" status: 200 len: 375 time: 0.0161850 Dec 10 18:21:19.796722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-7bb51017-cf18-4211-bb4c-18ea48b69e9b tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3e368c2d4e347bf8d7de07dfbe24487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356958 Dec 10 18:21:19.806777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:19.806777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:19.814759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:19.822267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Pushing event updated for resources: {'Port': ['ID=078c2845-8500-4f3c-ae5a-43961fa1d4db,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:19.855600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353481ca-d8fa-4403-99d5-0790f759b87c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:19.857995 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2f586c-0d86-4599-81f4-d5cead6d9b76" -d '{"events": [{"server_uuid": "025a64a8-4aed-4c77-82c7-5bdf3539d17e", "name": "network-vif-plugged", "status": "completed", "tag": "353481ca-d8fa-4403-99d5-0790f759b87c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:19.896658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 172.20.0.14 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/c405e41d-9684-488e-9ca1-e8f5b779ac4e/9e580499-975c-405a-a4ed-63cbe762ff54) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:19.906081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fe9d:28cd (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/9eb39d93-1847-4f5e-a0fe-4ec5683eb85d/9e580499-975c-405a-a4ed-63cbe762ff54) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:19.916111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Attempting to bind port 078c2845-8500-4f3c-ae5a-43961fa1d4db on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:19.916787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Attempting to bind port 078c2845-8500-4f3c-ae5a-43961fa1d4db by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:19.917074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Attempting to bind port 078c2845-8500-4f3c-ae5a-43961fa1d4db on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:19.923329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83672bc7-dcda-42cb-bf0d-d3709a648af7 req-2acbe723-017a-47e6-847f-4b6e6275e317 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:19.923669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:19.924186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:19.924469 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:19.924861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:19.924968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-83672bc7-dcda-42cb-bf0d-d3709a648af7 req-2acbe723-017a-47e6-847f-4b6e6275e317 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.1207745 Dec 10 18:21:19.925343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Bound port: 078c2845-8500-4f3c-ae5a-43961fa1d4db, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:19.925726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:20.031963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] For port 078c2845-8500-4f3c-ae5a-43961fa1d4db, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:20.038623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] For port 078c2845-8500-4f3c-ae5a-43961fa1d4db, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=078c2845-8500-4f3c-ae5a-43961fa1d4db,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:20.051564 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:20.095284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-83672bc7-dcda-42cb-bf0d-d3709a648af7 req-63626033-44a2-44c5-96e7-c1163ea3839b tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448507 Dec 10 18:21:20.124177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a3cd8-3494-48d7-9fa5-82848e23e82e req-4ec4d1cc-c51a-47d3-907c-ad27ea115abc tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:20.126213 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb7a3cd8-3494-48d7-9fa5-82848e23e82e req-4ec4d1cc-c51a-47d3-907c-ad27ea115abc tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 945 time: 0.0640972 Dec 10 18:21:20.195151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:20.199364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb7a3cd8-3494-48d7-9fa5-82848e23e82e req-1890e97b-6bd2-4b00-9415-54623beef527 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663416 Dec 10 18:21:20.242263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Pushing event updated for resources: {'Port': ['ID=078c2845-8500-4f3c-ae5a-43961fa1d4db,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:20.253885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:20.263892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.264805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.265483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.266148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.266819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.267465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.268118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.268750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.270651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.277497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.278248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.279483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.280202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c62e0-4c9e-428a-80d3-c7ee55757336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:20.299518 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee852da-ff62-44d9-afe5-a42edca786ad x-openstack-request-id: req-eee852da-ff62-44d9-afe5-a42edca786ad {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:20.299886 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025a64a8-4aed-4c77-82c7-5bdf3539d17e", "name": "network-vif-plugged", "status": "completed", "tag": "353481ca-d8fa-4403-99d5-0790f759b87c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:20.300200 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eee852da-ff62-44d9-afe5-a42edca786ad {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:20.300702 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353481ca-d8fa-4403-99d5-0790f759b87c', 'code': 200} Dec 10 18:21:20.402575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a92bc82-9933-4279-a28c-51fc9de71852 req-f9a0b386-4d12-461d-9165-076522f058a7 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 210 time: 0.0568492 Dec 10 18:21:20.442491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=9e580499-975c-405a-a4ed-63cbe762ff54,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:20.512507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:20.516755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:20.521191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:20.579043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d496a-f56c-41f4-925c-67abc1c72cc6 req-73051f9b-0f87-4269-83a0-8622f422679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:20.581035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8e6d496a-f56c-41f4-925c-67abc1c72cc6 req-73051f9b-0f87-4269-83a0-8622f422679e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 1096 time: 0.1511059 Dec 10 18:21:20.631258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:20.631991 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:20.751231 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e524da2d-e6f0-428f-9aa5-b903229ea549 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7723889 Dec 10 18:21:20.760707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:20.765154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-4d47c029-7214-464f-9ae0-42d795ad2f1e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:20.767147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-4d47c029-7214-464f-9ae0-42d795ad2f1e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 950 time: 0.1238930 Dec 10 18:21:20.798394 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8e6d496a-f56c-41f4-925c-67abc1c72cc6 req-81f78360-6d2b-4e89-8aab-50eb2417e184 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086806 Dec 10 18:21:20.826177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f7ef0-5bfa-4fb4-825c-20d912dd88cc req-78de3c18-f076-4434-889b-494493ae22e3 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:20.834836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-937f7ef0-5bfa-4fb4-825c-20d912dd88cc req-78de3c18-f076-4434-889b-494493ae22e3 tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 950 time: 0.1481137 Dec 10 18:21:20.876497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a589398f-1814-4882-acec-688cbd0336b4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:20.885317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a589398f-1814-4882-acec-688cbd0336b4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:20.889443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a589398f-1814-4882-acec-688cbd0336b4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1253786 Dec 10 18:21:20.891199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44566) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:20.955022 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-937f7ef0-5bfa-4fb4-825c-20d912dd88cc req-ad2ceffc-1e2e-4559-98ed-5f8a640bec3f tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67b0d7-f2ae-42b2-a958-f71e4643d592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193008 Dec 10 18:21:21.003419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Deleting port 2feba828-8b37-43c5-ac8f-4fad321ab12f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:21.003697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:21.035495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 9e580499-975c-405a-a4ed-63cbe762ff54 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:21.036119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:21.067531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d1d30-70ba-4063-b915-fb2885860f8d req-0dd98bab-1081-4b78-983f-da26c45db2ab tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:21.069307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-065d1d30-70ba-4063-b915-fb2885860f8d req-0dd98bab-1081-4b78-983f-da26c45db2ab tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.1244397 Dec 10 18:21:21.163753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-065d1d30-70ba-4063-b915-fb2885860f8d req-3744386a-bd1b-4f98-844f-e605a4f49e23 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845435 Dec 10 18:21:21.173845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-3d1e1c04-c1b6-43a8-81ac-91239efe026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:21.175928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-3d1e1c04-c1b6-43a8-81ac-91239efe026e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f676905644ba4141ada258b2e8d8a4f2&device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 1096 time: 0.1032522 Dec 10 18:21:21.191152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] For port 2feba828-8b37-43c5-ac8f-4fad321ab12f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2feba828-8b37-43c5-ac8f-4fad321ab12f,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:21.191706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:21.208866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Calling delete_port for 2feba828-8b37-43c5-ac8f-4fad321ab12f owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:21.254669 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:21.302213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 9e580499-975c-405a-a4ed-63cbe762ff54 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:21.465367 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:21.477923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2feba828-8b37-43c5-ac8f-4fad321ab12f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:21.529704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Pushing event deleted for resources: {'Port': ['ID=2feba828-8b37-43c5-ac8f-4fad321ab12f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:21.533635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-ea0c9c91-8f6f-465e-80d4-2a7a9ffdb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:21.535261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-ea0c9c91-8f6f-465e-80d4-2a7a9ffdb039 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83c57780-cee6-40a5-8a3e-4b3a2d9670c3 HTTP/1.1" status: 200 len: 914 time: 0.3463278 Dec 10 18:21:21.542376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.542765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.543082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.543468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.544239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.544792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.545130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.545673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.546671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.547036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.547371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.547784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.548118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:21.577252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05bdcb-a2b5-4402-bbcf-e3f36045c5f9 req-7efcb810-c641-4c67-8c23-a21c6e2435fb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:21.586547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d05bdcb-a2b5-4402-bbcf-e3f36045c5f9 req-7efcb810-c641-4c67-8c23-a21c6e2435fb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 945 time: 0.2586801 Dec 10 18:21:21.659324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e39c5c9-f815-4e24-bc62-f67c21ae5324 req-189efa9c-0fc1-4953-aa13-220cab7a342d tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 210 time: 0.0627034 Dec 10 18:21:21.662416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] No DVR routers for this DVR port 2feba828-8b37-43c5-ac8f-4fad321ab12f on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:21.673240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-1559c9ae-88a2-4432-945a-4e3ee5334293 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59a2821b-e12a-406d-b068-276d10f45a44 HTTP/1.1" status: 200 len: 217 time: 0.1153822 Dec 10 18:21:21.678735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:21.686856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ad674-0c35-4692-acc9-554f1e1a4d12 req-d2f94ddb-3107-4348-bf85-97e8ede3558e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.30 "DELETE /v2.0/ports/2feba828-8b37-43c5-ac8f-4fad321ab12f HTTP/1.1" status: 204 len: 173 time: 0.9087088 Dec 10 18:21:21.688056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1544f19-48ac-4740-ae51-630909207aa3', 'name': 'network-vif-deleted', 'tag': '2feba828-8b37-43c5-ac8f-4fad321ab12f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:21.692245 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2465f0a-4f74-4fc1-9016-9dd8ff9fdace" -d '{"events": [{"server_uuid": "b1544f19-48ac-4740-ae51-630909207aa3", "name": "network-vif-deleted", "tag": "2feba828-8b37-43c5-ac8f-4fad321ab12f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:21.782106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d05bdcb-a2b5-4402-bbcf-e3f36045c5f9 req-68f2eb4a-3241-4446-b32a-5a4be3908693 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944625 Dec 10 18:21:21.819640 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632f8eb9-891a-4ff9-b877-7e0276339df0 x-openstack-request-id: req-632f8eb9-891a-4ff9-b877-7e0276339df0 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:21.821546 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1544f19-48ac-4740-ae51-630909207aa3", "name": "network-vif-deleted", "tag": "2feba828-8b37-43c5-ac8f-4fad321ab12f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:21.822340 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-632f8eb9-891a-4ff9-b877-7e0276339df0 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:21.823504 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1544f19-48ac-4740-ae51-630909207aa3', 'name': 'network-vif-deleted', 'tag': '2feba828-8b37-43c5-ac8f-4fad321ab12f', 'status': 'completed', 'code': 200} Dec 10 18:21:21.843422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 078c2845-8500-4f3c-ae5a-43961fa1d4db up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:21.868647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-26f2a6a9-3e01-4b27-94c2-1c7348e91a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:21.871102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-26f2a6a9-3e01-4b27-94c2-1c7348e91a20 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1d27a729-c728-4d26-8a9e-026a21dd89f6 HTTP/1.1" status: 200 len: 853 time: 0.1734955 Dec 10 18:21:21.918536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-a30b2b9f-e589-4491-a63c-aeb9c40cdb91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83c57780-cee6-40a5-8a3e-4b3a2d9670c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358100 Dec 10 18:21:21.962575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 078c2845-8500-4f3c-ae5a-43961fa1d4db triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:21.964803 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.074397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-cf51b75b-8c68-43a5-90af-f38e7c793f06 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b3e368c2d4e347bf8d7de07dfbe24487&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500283 Dec 10 18:21:22.096076 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.097375 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.158422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 078c2845-8500-4f3c-ae5a-43961fa1d4db, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=078c2845-8500-4f3c-ae5a-43961fa1d4db,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:22.165281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.177871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5265dcf0-1939-417f-abcc-e1dfb1963e0d None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:22.183909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=9e580499-975c-405a-a4ed-63cbe762ff54,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:22.235568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.235916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.236256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.236583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.237120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.237601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.238077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.238593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.239085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.242617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.243327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.243836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.244354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:22.256690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-f0133cbe-db64-4cb5-98e1-30410ebcf780 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:22.258338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-f0133cbe-db64-4cb5-98e1-30410ebcf780 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748860 Dec 10 18:21:22.274076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Request body: {'port': {'device_id': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'b3e368c2d4e347bf8d7de07dfbe24487'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:22.349380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-6a8c09b0-850d-4d95-8d62-1daf815cf8ea service neutron] 10.222.0.59 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001861 Dec 10 18:21:22.390510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d001015-83dc-454d-a35b-1e850a3acd9b req-fb8b8a40-714d-4115-b74a-0b95da1dab4e tempest-ServersOnMultiNodesTest-1683566358 tempest-ServersOnMultiNodesTest-1683566358-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1544f19-48ac-4740-ae51-630909207aa3 HTTP/1.1" status: 200 len: 210 time: 0.1806538 Dec 10 18:21:22.409813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dba8bd31-f62b-4aaf-bbd5-e07785de2b31 None None] Provisioning complete for port 078c2845-8500-4f3c-ae5a-43961fa1d4db triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:22.410189 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dba8bd31-f62b-4aaf-bbd5-e07785de2b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.411773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=078c2845-8500-4f3c-ae5a-43961fa1d4db,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:22.558209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1f2c8-6bbb-4b84-a578-2e113a138402 req-969be734-4e9f-4cd5-9153-006dde4d6994 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:22.562987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27b1f2c8-6bbb-4b84-a578-2e113a138402 req-969be734-4e9f-4cd5-9153-006dde4d6994 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.1025169 Dec 10 18:21:22.578765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e3949-a5c9-42df-aade-fc9c72de252e req-e17f9398-03e5-45d9-8379-0f14d2ce20ce tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:22.580422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-e17f9398-03e5-45d9-8379-0f14d2ce20ce tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.59 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 945 time: 0.4278486 Dec 10 18:21:22.590232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Made reservation on behalf of b3e368c2d4e347bf8d7de07dfbe24487 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:22.593892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.605344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40afe366-b3d3-40d5-8e69-d22c0e47edab req-a6fbaeef-75ae-4496-b1a1-3f0f119f4dea service neutron] 10.222.0.59 "GET /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134855 Dec 10 18:21:22.607077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.644610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.650686 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-13a033ec-f0d0-4f0b-86eb-7d8cb7463ab7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/9e580499-975c-405a-a4ed-63cbe762ff54 HTTP/1.1" status: 204 len: 168 time: 1.7547169 Dec 10 18:21:22.650949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44584) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:22.660851 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27b1f2c8-6bbb-4b84-a578-2e113a138402 req-9be7268e-5e9c-4ccb-b61f-f71552cf2744 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939713 Dec 10 18:21:22.762742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.768557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:22.768787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e7447-1f12-4c19-8a5b-beae52f05f85 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:22.771873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e7447-1f12-4c19-8a5b-beae52f05f85 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:22.774553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e7447-1f12-4c19-8a5b-beae52f05f85 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:22.777681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-546e7447-1f12-4c19-8a5b-beae52f05f85 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1257284 Dec 10 18:21:22.780780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44588) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:22.815253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0778c2-1ee6-4adf-96c2-d1768d1578f9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:22.961893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port 353481ca-d8fa-4403-99d5-0790f759b87c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:22.966827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.007800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41f2d719-3b68-437e-9c1f-0ee549848070 req-233cc2f6-40f5-4b2b-be48-e19cbae14eec tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 210 time: 0.1227698 Dec 10 18:21:23.046604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 9eb39d93-1847-4f5e-a0fe-4ec5683eb85d {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:23.051455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.060075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Allocated IP 192.168.233.166 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/b749749c-4d01-4e4f-9b90-caf3292db4bf) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:23.091932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec27b97-94ec-4cb5-8ea6-441c5cd3b5cd req-6df76c1b-711c-4534-9bdc-173a889a3fa2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:23.092987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cec27b97-94ec-4cb5-8ea6-441c5cd3b5cd req-6df76c1b-711c-4534-9bdc-173a889a3fa2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 945 time: 0.1514208 Dec 10 18:21:23.149054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.202574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-19955cf8-15ed-4e25-8a08-0148710cce7f None None] Provisioning complete for port 078c2845-8500-4f3c-ae5a-43961fa1d4db triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:23.203206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-19955cf8-15ed-4e25-8a08-0148710cce7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.224122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port 353481ca-d8fa-4403-99d5-0790f759b87c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=353481ca-d8fa-4403-99d5-0790f759b87c,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:23.224636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.249687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for 353481ca-d8fa-4403-99d5-0790f759b87c owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:23.302684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cec27b97-94ec-4cb5-8ea6-441c5cd3b5cd req-ae03fb51-e62f-45cd-a72f-363b4621123f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985440 Dec 10 18:21:23.359424 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.431094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.491923 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.535473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.547510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:23.585055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:23.586867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Pushing event updated for resources: {'Port': ['ID=b749749c-4d01-4e4f-9b90-caf3292db4bf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:23.590462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:23.593026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:23.657306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['353481ca-d8fa-4403-99d5-0790f759b87c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:23.660287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=353481ca-d8fa-4403-99d5-0790f759b87c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:23.676189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.749602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d0f4c04e-1ccb-4382-be60-4979e8e6e681 None None] Could not find standard attr ID for object 6b94e9d9-ee95-4744-9764-48bbb4799f30. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:21:23.805771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:23.805771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.826026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=9eb39d93-1847-4f5e-a0fe-4ec5683eb85d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:23.835082 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.840962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-745b5a97-7eea-4e2e-8205-2ef403f83ca8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/9eb39d93-1847-4f5e-a0fe-4ec5683eb85d HTTP/1.1" status: 204 len: 168 time: 1.0566080 Dec 10 18:21:23.846895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44602) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:23.879139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 078c2845-8500-4f3c-ae5a-43961fa1d4db up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:23.912061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port 353481ca-d8fa-4403-99d5-0790f759b87c on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:23.916673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:23.920893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-492e3949-a5c9-42df-aade-fc9c72de252e req-d484d5fc-0f63-435d-ba44-ff942d158cc9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.59 "DELETE /v2.0/ports/353481ca-d8fa-4403-99d5-0790f759b87c HTTP/1.1" status: 204 len: 173 time: 1.3318312 Dec 10 18:21:23.921435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'name': 'network-vif-deleted', 'tag': '353481ca-d8fa-4403-99d5-0790f759b87c'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:23.926484 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f29ed4-76fc-491e-94ca-109eda27fa4a" -d '{"events": [{"server_uuid": "025a64a8-4aed-4c77-82c7-5bdf3539d17e", "name": "network-vif-deleted", "tag": "353481ca-d8fa-4403-99d5-0790f759b87c"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:24.014672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d270e4-b5de-4a0d-841c-63e9802dec7a req-72829532-4780-4bc6-a901-b75c16259d5c tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:24.020963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91d270e4-b5de-4a0d-841c-63e9802dec7a req-72829532-4780-4bc6-a901-b75c16259d5c tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.1225851 Dec 10 18:21:24.071109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet c405e41d-9684-488e-9ca1-e8f5b779ac4e {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:24.088201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.095965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44612) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:24.105726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-a1ed4a2d-a786-44f3-b70a-17bb16f9cbe9 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8356266 Dec 10 18:21:24.109252 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1608b4c-b435-4190-b473-4716135dedb1 x-openstack-request-id: req-f1608b4c-b435-4190-b473-4716135dedb1 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:24.109624 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025a64a8-4aed-4c77-82c7-5bdf3539d17e", "name": "network-vif-deleted", "tag": "353481ca-d8fa-4403-99d5-0790f759b87c", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:24.111263 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1608b4c-b435-4190-b473-4716135dedb1 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:24.111989 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025a64a8-4aed-4c77-82c7-5bdf3539d17e', 'name': 'network-vif-deleted', 'tag': '353481ca-d8fa-4403-99d5-0790f759b87c', 'status': 'completed', 'code': 200} Dec 10 18:21:24.135615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2feba828-8b37-43c5-ac8f-4fad321ab12f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:24.158441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 078c2845-8500-4f3c-ae5a-43961fa1d4db triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:24.162673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.232058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91d270e4-b5de-4a0d-841c-63e9802dec7a req-382f29e2-6626-404b-a5ea-5d4dafb3d7bd tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939328 Dec 10 18:21:24.237099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.320354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 2feba828-8b37-43c5-ac8f-4fad321ab12f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:24.334894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2feba828-8b37-43c5-ac8f-4fad321ab12f not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:24.350682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2a132d-d7bb-46ff-9951-67ec290c5664 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:24.513976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Request body: {'port': {'device_id': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:24.562306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b4f08ac-197b-4d79-a139-4cd24aca85a1 req-9e2f881d-1a65-466d-b110-681f838c6d0c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 210 time: 0.0424457 Dec 10 18:21:24.563203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a36725ff-7c2b-4bd0-b6ed-59c327ab6d2f None None] Provisioning complete for port b749749c-4d01-4e4f-9b90-caf3292db4bf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:24.563203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a36725ff-7c2b-4bd0-b6ed-59c327ab6d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.601582 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.638861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a36725ff-7c2b-4bd0-b6ed-59c327ab6d2f None None] Port b749749c-4d01-4e4f-9b90-caf3292db4bf cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:21:24.647978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a59e75a-189e-4af0-9438-cb4f3f2046bd req-a862f54d-d7ab-4a0b-a723-9aa4f67a545b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 210 time: 0.0705736 Dec 10 18:21:24.661881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a36725ff-7c2b-4bd0-b6ed-59c327ab6d2f None None] Could not find standard attr ID for object 9e580499-975c-405a-a4ed-63cbe762ff54. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:21:24.694640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bbb98-9c52-4e53-b1d3-f21ab229d2c2 req-4d6f02c3-a8ee-4192-be6b-de11c2811f7b tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:24.696337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea1bbb98-9c52-4e53-b1d3-f21ab229d2c2 req-4d6f02c3-a8ee-4192-be6b-de11c2811f7b tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 936 time: 0.3293972 Dec 10 18:21:24.716678 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c6a5313a-7ed6-42fe-890b-4fd2e4663684 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33011e0a006846adb5f242d35e51f465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6177177 Dec 10 18:21:24.720548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44626) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:24.763153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.851821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea1bbb98-9c52-4e53-b1d3-f21ab229d2c2 req-0697438e-35f2-49c5-a947-f87936b436da tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262710 Dec 10 18:21:24.852101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e75a-189e-4af0-9438-cb4f3f2046bd req-63d97ed2-f14d-4eba-9a0a-a1822e3e9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:24.854346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a59e75a-189e-4af0-9438-cb4f3f2046bd req-63d97ed2-f14d-4eba-9a0a-a1822e3e9ee9 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d2476052fae64d94a80ae0bbd554584a&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1966715 Dec 10 18:21:24.874669 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.890525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b73beb2-84bf-4a23-ba71-ef1bdd5196ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.959223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b73beb2-84bf-4a23-ba71-ef1bdd5196ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:24.978624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=c405e41d-9684-488e-9ca1-e8f5b779ac4e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:24.998808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.005947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-64c1aa65-6390-4081-bbaa-e57fc49c0f50 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c405e41d-9684-488e-9ca1-e8f5b779ac4e HTTP/1.1" status: 204 len: 168 time: 1.1538484 Dec 10 18:21:25.006242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44632) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.067640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c5592a0b-bf69-41b3-bccf-1ec417957a13 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600371 Dec 10 18:21:25.072742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44634) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.083927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e75a-189e-4af0-9438-cb4f3f2046bd req-09a483d9-b139-494b-aa8c-3efa2bbf847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:25.086739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a59e75a-189e-4af0-9438-cb4f3f2046bd req-09a483d9-b139-494b-aa8c-3efa2bbf847c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2216547 Dec 10 18:21:25.130707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c18868-a1ba-4e86-ae39-2bb236c452f2 req-7e3dfaac-2fd7-4ef6-8b82-13230388d16c tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:25.133819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5c18868-a1ba-4e86-ae39-2bb236c452f2 req-7e3dfaac-2fd7-4ef6-8b82-13230388d16c tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.1648834 Dec 10 18:21:25.157711 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b73beb2-84bf-4a23-ba71-ef1bdd5196ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.162544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b73beb2-84bf-4a23-ba71-ef1bdd5196ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.164564 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b73beb2-84bf-4a23-ba71-ef1bdd5196ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3c67b0d7-f2ae-42b2-a958-f71e4643d592 HTTP/1.1" status: 204 len: 168 time: 0.4366188 Dec 10 18:21:25.200976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b73beb2-84bf-4a23-ba71-ef1bdd5196ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c67b0d7-f2ae-42b2-a958-f71e4643d592,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:25.273741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae904294-9d07-4bff-b21b-df2e46afe6bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:25.279804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ae904294-9d07-4bff-b21b-df2e46afe6bc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2053282 Dec 10 18:21:25.283140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5c18868-a1ba-4e86-ae39-2bb236c452f2 req-a87cb8b3-70d0-4161-9c99-1143d4e08a90 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386926 Dec 10 18:21:25.283140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44642) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.392121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c4544-d6bf-49d3-8acf-288a0f14dbd1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:25.397781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f3c4544-d6bf-49d3-8acf-288a0f14dbd1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108770 Dec 10 18:21:25.398434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44648) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.479318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b749749c-4d01-4e4f-9b90-caf3292db4bf {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:25.484574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4ce8ec70-72e4-4a60-9f01-4064324e271b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843551 Dec 10 18:21:25.494521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.496204 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44650) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.506570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bf1c525f-f98f-4f50-83d4-f57656c2a10b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:25.509142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Transition to ACTIVE for port object b749749c-4d01-4e4f-9b90-caf3292db4bf will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:21:25.521193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.590690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Pushing event updated for resources: {'Port': ['ID=b749749c-4d01-4e4f-9b90-caf3292db4bf,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:25.691820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.756309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1c525f-f98f-4f50-83d4-f57656c2a10b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:25.762114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf1c525f-f98f-4f50-83d4-f57656c2a10b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.764179 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1c525f-f98f-4f50-83d4-f57656c2a10b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:21:25.764791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1c525f-f98f-4f50-83d4-f57656c2a10b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:21:25.786954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-371bc0f5-eb55-4f8e-867b-c1c418e4666d req-87a2d193-7bb4-4616-b86f-60f3ee1834b1 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 210 time: 0.0557847 Dec 10 18:21:25.807875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c1724586-26e6-4f66-89de-781e11083095 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26049efe29e64c96997d80931b372364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1119339 Dec 10 18:21:25.807875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Attempting to bind port b749749c-4d01-4e4f-9b90-caf3292db4bf on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:25.809976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44662) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.820596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Attempting to bind port b749749c-4d01-4e4f-9b90-caf3292db4bf by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:25.820596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Attempting to bind port b749749c-4d01-4e4f-9b90-caf3292db4bf on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:25.825371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Port b749749c-4d01-4e4f-9b90-caf3292db4bf on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:21:25.825722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Attempting to bind port b749749c-4d01-4e4f-9b90-caf3292db4bf on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:25.832743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:25.833172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:25.833679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:25.834269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Bound port: b749749c-4d01-4e4f-9b90-caf3292db4bf, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:25.834824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:25.843023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf1c525f-f98f-4f50-83d4-f57656c2a10b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3447680 Dec 10 18:21:25.845993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44664) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:25.852065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c486dd54-028d-410b-935f-67b85ddd1af5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:25.955827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0396713-49b8-4e3d-8574-8dad85812d88 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:25.985830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] For port b749749c-4d01-4e4f-9b90-caf3292db4bf, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:25.990243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] For port b749749c-4d01-4e4f-9b90-caf3292db4bf, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b749749c-4d01-4e4f-9b90-caf3292db4bf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:26.000104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.030971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6a160c6-1294-471c-930b-45ffc9126b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.041623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:26.042524 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.045781 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] 10.222.0.30 "PUT /v2.0/ports/b749749c-4d01-4e4f-9b90-caf3292db4bf HTTP/1.1" status: 200 len: 1096 time: 1.9095185 Dec 10 18:21:26.049171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'tag': 'b749749c-4d01-4e4f-9b90-caf3292db4bf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:26.072836 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5" -d '{"events": [{"name": "network-changed", "server_uuid": "b217ffe8-1b27-4fa9-b56f-7e1dad448c9c", "tag": "b749749c-4d01-4e4f-9b90-caf3292db4bf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:26.113903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6a160c6-1294-471c-930b-45ffc9126b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.125027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c486dd54-028d-410b-935f-67b85ddd1af5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:26.130041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c486dd54-028d-410b-935f-67b85ddd1af5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.132558 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c486dd54-028d-410b-935f-67b85ddd1af5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:21:26.133194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c486dd54-028d-410b-935f-67b85ddd1af5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:21:26.166579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c486dd54-028d-410b-935f-67b85ddd1af5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3194108 Dec 10 18:21:26.189265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44678) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:26.207422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-75a38151-3a5f-419e-862f-ee29fff7890a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:26.239076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5e45f239-6e09-46d5-8531-d83d2b991d04 None None] Provisioning complete for port 078c2845-8500-4f3c-ae5a-43961fa1d4db triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:26.239331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-c2d38eea-8912-4bea-b7c5-08bc2fd12b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:26.241388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e45f239-6e09-46d5-8531-d83d2b991d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.242103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-c2d38eea-8912-4bea-b7c5-08bc2fd12b7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3e368c2d4e347bf8d7de07dfbe24487&device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 1099 time: 0.1359882 Dec 10 18:21:26.243012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7c1cb-950b-4ea6-9c2a-ea389f72c004 service neutron] Pushing event updated for resources: {'Port': ['ID=b749749c-4d01-4e4f-9b90-caf3292db4bf,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:26.325494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-6a51d665-6060-479e-9275-7db98fc4ff36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b749749c-4d01-4e4f-9b90-caf3292db4bf HTTP/1.1" status: 200 len: 217 time: 0.0724211 Dec 10 18:21:26.460149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:21:26.473306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-560e937b-977d-4594-a6db-d6e58876ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:26.478332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-560e937b-977d-4594-a6db-d6e58876ba91 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1353292 Dec 10 18:21:26.547249 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a95ab-699d-4ed5-b4b3-bdde6a3449b2 x-openstack-request-id: req-d44a95ab-699d-4ed5-b4b3-bdde6a3449b2 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:26.547564 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b217ffe8-1b27-4fa9-b56f-7e1dad448c9c", "tag": "b749749c-4d01-4e4f-9b90-caf3292db4bf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:26.547803 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d44a95ab-699d-4ed5-b4b3-bdde6a3449b2 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:26.548252 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'tag': 'b749749c-4d01-4e4f-9b90-caf3292db4bf', 'status': 'completed', 'code': 200} Dec 10 18:21:26.555348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-5a764096-59cf-4e24-ae22-bf0ea980bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:26.557504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-5a764096-59cf-4e24-ae22-bf0ea980bc2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704107 Dec 10 18:21:26.567954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] Deleting port 078c2845-8500-4f3c-ae5a-43961fa1d4db {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:26.568487 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.667874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] For port 078c2845-8500-4f3c-ae5a-43961fa1d4db, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=078c2845-8500-4f3c-ae5a-43961fa1d4db,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:26.668280 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.686700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] Calling delete_port for 078c2845-8500-4f3c-ae5a-43961fa1d4db owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:26.695574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-0005a089-e6f5-430a-a458-dd538a06b50b service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227934 Dec 10 18:21:26.798937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.824973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] No DVR routers for this DVR port 078c2845-8500-4f3c-ae5a-43961fa1d4db on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:26.843740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06d1dc-9e7c-4ccd-b4b1-3d2283272999 req-ae310b72-f0d8-4750-a52e-e5032d17318a tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:26.845578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a06d1dc-9e7c-4ccd-b4b1-3d2283272999 req-ae310b72-f0d8-4750-a52e-e5032d17318a tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.1292174 Dec 10 18:21:26.864619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc2df-a057-4756-9b37-e458b2e52fd8 None None] Pushing event deleted for resources: {'Port': ['ID=078c2845-8500-4f3c-ae5a-43961fa1d4db,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:26.892884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5861e5d-4a86-4c73-b9c4-f2e2225386ec req-00649c69-139a-440d-a9f9-720c13a8da3a service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866999 Dec 10 18:21:26.917696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a59e75a-189e-4af0-9438-cb4f3f2046bd req-c606fd53-95e2-47f0-ab24-3a3b1091e9cc tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.59 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 210 time: 0.0872624 Dec 10 18:21:26.947555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6a160c6-1294-471c-930b-45ffc9126b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.950894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6a160c6-1294-471c-930b-45ffc9126b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:26.954405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a06d1dc-9e7c-4ccd-b4b1-3d2283272999 req-326f7488-1a49-4594-aa45-5712e5c77a1d tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/security-groups?id=f52bdaa1-e844-4d5e-a2da-571ddf98b40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970283 Dec 10 18:21:26.954618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d6a160c6-1294-471c-930b-45ffc9126b37 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45e95d69-ae12-48af-ab8a-66f9c19d6181 HTTP/1.1" status: 204 len: 168 time: 1.1281421 Dec 10 18:21:26.984749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bde07-1051-49ed-b314-523fe595a48c req-5f914e50-33d9-4a31-888f-e282692a4602 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:26.986419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b84bde07-1051-49ed-b314-523fe595a48c req-5f914e50-33d9-4a31-888f-e282692a4602 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 948 time: 0.7980375 Dec 10 18:21:27.004634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a160c6-1294-471c-930b-45ffc9126b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e95d69-ae12-48af-ab8a-66f9c19d6181,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:27.020753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-3d00bce3-1570-4c03-8dc6-bbe3dddcb5ec tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:27.022385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-3d00bce3-1570-4c03-8dc6-bbe3dddcb5ec tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.59 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 945 time: 0.2161241 Dec 10 18:21:27.090015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a38151-3a5f-419e-862f-ee29fff7890a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:27.093622 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-75a38151-3a5f-419e-862f-ee29fff7890a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:27.095109 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a38151-3a5f-419e-862f-ee29fff7890a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:21:27.095548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a38151-3a5f-419e-862f-ee29fff7890a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:21:27.151942 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:21:27.155257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-364479ac-61f4-47e7-ad5c-786e11cade16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:27.158228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-364479ac-61f4-47e7-ad5c-786e11cade16 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3e368c2d4e347bf8d7de07dfbe24487&device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 1099 time: 0.1659625 Dec 10 18:21:27.164942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-75a38151-3a5f-419e-862f-ee29fff7890a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9746733 Dec 10 18:21:27.172231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44690) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:27.184758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-447a5e6d-1750-4a8c-a867-18eef63d942a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:27.195068 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b84bde07-1051-49ed-b314-523fe595a48c req-55aae766-1529-466e-8fdf-f632a2b59cde tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836321 Dec 10 18:21:27.289871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Deleting port 59a2821b-e12a-406d-b068-276d10f45a44 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:27.290220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:27.339262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-b40c866b-accd-46db-af65-bf8f66af759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:27.340862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-b40c866b-accd-46db-af65-bf8f66af759a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1688774 Dec 10 18:21:27.373324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75dd8959-a021-4c67-9925-1d83091eca76 req-7e366f5c-8e21-49e0-9f87-ae123c4cfe99 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=025a64a8-4aed-4c77-82c7-5bdf3539d17e HTTP/1.1" status: 200 len: 210 time: 0.2297926 Dec 10 18:21:27.446042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-4615da62-56a1-4e04-90b5-1e32c2c64245 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=b749749c-4d01-4e4f-9b90-caf3292db4bf HTTP/1.1" status: 200 len: 217 time: 0.0755391 Dec 10 18:21:27.447431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] For port 59a2821b-e12a-406d-b068-276d10f45a44, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=59a2821b-e12a-406d-b068-276d10f45a44,segment=NetworkSegment(3e716775-8369-4f0a-adda-f92b13e04200),segment_id=3e716775-8369-4f0a-adda-f92b13e04200)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:27.447992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:27.453025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447a5e6d-1750-4a8c-a867-18eef63d942a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:27.460773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-447a5e6d-1750-4a8c-a867-18eef63d942a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:27.460773 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-447a5e6d-1750-4a8c-a867-18eef63d942a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:21:27.460773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447a5e6d-1750-4a8c-a867-18eef63d942a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:21:27.485888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-447a5e6d-1750-4a8c-a867-18eef63d942a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3124304 Dec 10 18:21:27.489154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44696) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:27.494651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a6b301ff-f198-4503-80df-eb255ec5c329 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:27.499496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Calling delete_port for 59a2821b-e12a-406d-b068-276d10f45a44 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:27.602700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-347823c7-db12-4df0-8504-39d6de282359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:27.605473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-347823c7-db12-4df0-8504-39d6de282359 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1498067 Dec 10 18:21:27.721727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 078c2845-8500-4f3c-ae5a-43961fa1d4db no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:27.723149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-ff7d58b0-acc0-43ce-b898-d8b2f00082fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:27.725075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-ff7d58b0-acc0-43ce-b898-d8b2f00082fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109900 Dec 10 18:21:27.766970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:27.777854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 078c2845-8500-4f3c-ae5a-43961fa1d4db {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:27.780609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 078c2845-8500-4f3c-ae5a-43961fa1d4db not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:27.802282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['59a2821b-e12a-406d-b068-276d10f45a44'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:27.844015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Pushing event deleted for resources: {'Port': ['ID=59a2821b-e12a-406d-b068-276d10f45a44,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:27.903247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] No DVR routers for this DVR port 59a2821b-e12a-406d-b068-276d10f45a44 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:27.906966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:27.911207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3077d82-76c5-4787-96ac-99c8d66c8d8b req-20daf40d-e914-442a-9542-015c9d9b0637 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.59 "DELETE /v2.0/ports/59a2821b-e12a-406d-b068-276d10f45a44 HTTP/1.1" status: 204 len: 173 time: 0.8780057 Dec 10 18:21:27.911839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'name': 'network-vif-deleted', 'tag': '59a2821b-e12a-406d-b068-276d10f45a44'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:27.916056 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9cef58-7cc4-4f4b-8405-7fc235982cba" -d '{"events": [{"server_uuid": "ccf4e0c3-83db-413e-be0f-dbb37e2c763c", "name": "network-vif-deleted", "tag": "59a2821b-e12a-406d-b068-276d10f45a44"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:28.020122 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e7604-ffd3-41d0-9d31-1971970103b2 x-openstack-request-id: req-259e7604-ffd3-41d0-9d31-1971970103b2 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:28.021145 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccf4e0c3-83db-413e-be0f-dbb37e2c763c", "name": "network-vif-deleted", "tag": "59a2821b-e12a-406d-b068-276d10f45a44", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:28.021819 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-259e7604-ffd3-41d0-9d31-1971970103b2 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:28.022426 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccf4e0c3-83db-413e-be0f-dbb37e2c763c', 'name': 'network-vif-deleted', 'tag': '59a2821b-e12a-406d-b068-276d10f45a44', 'status': 'completed', 'code': 200} Dec 10 18:21:28.139080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63bb77f7-d44f-4dda-a83d-7a2b6de31850 req-07878315-759b-40fe-a22d-d6178f979bf0 tempest-InstanceActionsTestJSON-460728961 tempest-InstanceActionsTestJSON-460728961-project] 10.222.0.55 "GET /v2.0/ports?device_id=ccf4e0c3-83db-413e-be0f-dbb37e2c763c HTTP/1.1" status: 200 len: 210 time: 0.0526834 Dec 10 18:21:28.244506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b301ff-f198-4503-80df-eb255ec5c329 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:28.250273 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a6b301ff-f198-4503-80df-eb255ec5c329 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.252747 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b301ff-f198-4503-80df-eb255ec5c329 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:21:28.253457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b301ff-f198-4503-80df-eb255ec5c329 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:21:28.268455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44720) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:28.282717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a6b301ff-f198-4503-80df-eb255ec5c329 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7889473 Dec 10 18:21:28.283889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44724) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:28.295311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2362a811-17a3-4b6c-b425-d5156e33ad08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:28.306338 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ac1682a-a2a7-40f1-96ea-3fd0ccb1a4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.327926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-70b2b4a9-5c00-48d8-ad94-1114cbef8f74 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905104 Dec 10 18:21:28.424662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-607359332-network', 'tenant_id': '09375b85567d443eb68d6c9e537781d3'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:28.469119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Made reservation on behalf of 09375b85567d443eb68d6c9e537781d3 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:28.482177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.513037 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.540085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362a811-17a3-4b6c-b425-d5156e33ad08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:28.544538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2362a811-17a3-4b6c-b425-d5156e33ad08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.546061 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2362a811-17a3-4b6c-b425-d5156e33ad08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:21:28.546533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2362a811-17a3-4b6c-b425-d5156e33ad08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:21:28.574098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8462185-298a-4083-a834-e8a2ea5afc9f req-6bc2d684-bb15-40ba-84c5-8aaf9051c529 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:28.583828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8462185-298a-4083-a834-e8a2ea5afc9f req-6bc2d684-bb15-40ba-84c5-8aaf9051c529 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 948 time: 0.2616575 Dec 10 18:21:28.624232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8bfdf98-9607-4f7a-8bea-4608d6c11be5 req-7393c7f3-0b2d-414d-b153-6fe3b74de0ca service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821124 Dec 10 18:21:28.659293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8462185-298a-4083-a834-e8a2ea5afc9f req-0e685c9d-4f06-46b8-bb35-1760e296e188 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741615 Dec 10 18:21:28.668701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2362a811-17a3-4b6c-b425-d5156e33ad08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3822062 Dec 10 18:21:28.669054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44734) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:28.705780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-17ec71c2-99d8-4de1-aca9-008a16d24952 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0356755 Dec 10 18:21:28.707949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.708523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44740) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:28.712278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.725935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:21:28.737030 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.737169 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Added segment e257f633-8481-4c27-9821-f489ae674d60 of type vlan for network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db Dec 10 18:21:28.779205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ef071-981d-4358-a91d-1c8cecaa8a5a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:28.783164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-182ef071-981d-4358-a91d-1c8cecaa8a5a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0731645 Dec 10 18:21:28.784622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44746) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:28.843377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-804de61d-cd57-49f6-90df-962c1fc23dc5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575116 Dec 10 18:21:28.849310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44750) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:28.852126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.856101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:28.872559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fec1cc-e8af-458e-9d5b-9d5e5a97ea4a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:28.926023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.927023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:28.927602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:28.979513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:28.983238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.005679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-5cb58367-fc53-4bc2-9f24-b99a9af95247 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:29.007242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-5cb58367-fc53-4bc2-9f24-b99a9af95247 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.2604761 Dec 10 18:21:29.014115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7438207 Dec 10 18:21:29.016137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510c6f5-b9ed-42be-876a-bd906c10817e admin admin] Pushing event updated for resources: {'Network': ['ID=ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:29.018315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44752) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:29.023343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Request body: {'subnet': {'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-607359332-subnet', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:29.029076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:21:29.039479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-dbebb695-b6b4-4ae1-b570-508599418b1e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0241497 Dec 10 18:21:29.111713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Made reservation on behalf of 09375b85567d443eb68d6c9e537781d3 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:29.114120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.177949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-88b18260-ba1f-4e75-877b-c8b9060256ce tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1273811 Dec 10 18:21:29.231668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44756) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:29.295962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] Deleting subnet 1d27a729-c728-4d26-8a9e-026a21dd89f6 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:29.301344 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.312473 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-d4fddb08-8475-479d-b53c-adb0b5c27b07 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334982 Dec 10 18:21:29.372408 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.420268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.objects.ports [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:21:29.425470 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.472896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.498065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-82d4bbd6-e116-4145-9dc7-5f04ccc4c555 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846042 Dec 10 18:21:29.519340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=d385983f-efdb-45a0-9a72-24eed1d4f1d7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:29.535258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.585520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7022921e-7dbd-401e-912b-0b7921a6d172,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:29.597231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:29.602068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:29.607028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:29.607644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.611175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Checking segment: {'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:29.611175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Network hostable DHCP agents. Network: ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:21:29.634081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e058de-e9cc-4958-9525-b3a64728375e None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:29.659684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44760) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:29.666815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:b0:40:01', 'name': 'tempest-NetworksTestDHCPv6-558843007'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:29.669012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c31762ae-8212-4ce3-8849-d967fad1cf9b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8074436 Dec 10 18:21:29.676569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:21:29.716011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.755784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:29.797376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d27a729-c728-4d26-8a9e-026a21dd89f6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:29.825307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.834446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0d24244b-965f-4372-941b-e6450aef044d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1d27a729-c728-4d26-8a9e-026a21dd89f6 HTTP/1.1" status: 204 len: 168 time: 0.6015933 Dec 10 18:21:29.836964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44768) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:29.863876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-632e07a5-f979-4d1d-a65c-181264e9be67 req-0287e171-5511-440c-910e-080a6572d9ed tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 210 time: 0.0737011 Dec 10 18:21:29.899550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505a3535-9140-48dc-a4dd-e10df1e094de None None] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:29.940548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:29.945391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.960589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'd385983f-efdb-45a0-9a72-24eed1d4f1d7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:29.963226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:29.989151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.029641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:30.078386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c284a-06fc-4834-b0c2-c178d62ddb3f req-1945845e-94a2-46a5-a448-76212a152ea3 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:30.080095 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b13c284a-06fc-4834-b0c2-c178d62ddb3f req-1945845e-94a2-46a5-a448-76212a152ea3 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 948 time: 0.2084720 Dec 10 18:21:30.121708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-24d5b674-67da-4fee-97c9-fbfad16bda02 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1019742 Dec 10 18:21:30.125796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44776) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:30.156157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:30.174436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b749749c-4d01-4e4f-9b90-caf3292db4bf details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:21:30.195087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.263036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c57780-cee6-40a5-8a3e-4b3a2d9670c3']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:30.286003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e716775-8369-4f0a-adda-f92b13e04200') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:30.286847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e716775-8369-4f0a-adda-f92b13e04200') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:30.308672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.327984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b13c284a-06fc-4834-b0c2-c178d62ddb3f req-c41cb5fa-d149-4a64-b6ea-83bad7a2a95c tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049210 Dec 10 18:21:30.345773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.360192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:21:30.360634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:21:30.362860 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:21:30.381193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.396732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db', 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db', 'project_id': '09375b85567d443eb68d6c9e537781d3', 'fixed_ips': [{'subnet_id': '7022921e-7dbd-401e-912b-0b7921a6d172'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:30.398373 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.430090 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.432422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.463279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 3af4ee85-7ee5-4327-a0ea-ea250fe141d2 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:21:30.469397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.479585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.496726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] 10.222.0.55 "DELETE /v2.0/networks/83c57780-cee6-40a5-8a3e-4b3a2d9670c3 HTTP/1.1" status: 204 len: 168 time: 0.6557779 Dec 10 18:21:30.515782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bde7ab-5830-4b88-843a-33df2ebe7eee admin admin] Pushing event deleted for resources: {'Network': ['ID=83c57780-cee6-40a5-8a3e-4b3a2d9670c3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:30.524716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 59a2821b-e12a-406d-b068-276d10f45a44 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:30.685216 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.704340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 59a2821b-e12a-406d-b068-276d10f45a44 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:30.704689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 59a2821b-e12a-406d-b068-276d10f45a44 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:30.705116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 353481ca-d8fa-4403-99d5-0790f759b87c no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:30.736131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b749749c-4d01-4e4f-9b90-caf3292db4bf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b749749c-4d01-4e4f-9b90-caf3292db4bf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:30.759815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44784) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:30.799786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'b749749c-4d01-4e4f-9b90-caf3292db4bf', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': 'b749749c-4d01-4e4f-9b90-caf3292db4bf', 'mac_address': 'fa:16:3e:46:df:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:21:30.807772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Allocated IP 2001:db8::f816:3eff:fe9f:46db (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/d385983f-efdb-45a0-9a72-24eed1d4f1d7/fd24b9ab-2745-4a67-b3aa-d61f405ec5e4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:30.833551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-76f6d59e-6c5a-40d3-ae70-d464293abf92 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f676905644ba4141ada258b2e8d8a4f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720034 Dec 10 18:21:30.836478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44786) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:30.879911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Allocated IP 172.20.0.2 (ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db/7022921e-7dbd-401e-912b-0b7921a6d172/c12b7017-63a4-4b78-ab1d-d148e0b4b0e4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:30.893513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.911162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f88e3-f329-4802-854b-cb9d4fad20f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.958410 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f88e3-f329-4802-854b-cb9d4fad20f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:30.990133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 353481ca-d8fa-4403-99d5-0790f759b87c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:30.990788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 353481ca-d8fa-4403-99d5-0790f759b87c not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:31.060099 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e2d00e0-7c71-4131-ba05-7df3066eb872 req-11c2f0d9-b355-4d42-8fc1-9de947fea161 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 210 time: 0.0659487 Dec 10 18:21:31.067651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f88e3-f329-4802-854b-cb9d4fad20f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.070687 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f88e3-f329-4802-854b-cb9d4fad20f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.072175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd3f88e3-f329-4802-854b-cb9d4fad20f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f52bdaa1-e844-4d5e-a2da-571ddf98b40f HTTP/1.1" status: 204 len: 168 time: 0.2344131 Dec 10 18:21:31.098053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f88e3-f329-4802-854b-cb9d4fad20f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52bdaa1-e844-4d5e-a2da-571ddf98b40f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:31.290114 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.292016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.322503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.345293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b749749c-4d01-4e4f-9b90-caf3292db4bf {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:31.373124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-39eaa4c0-024d-4dfa-b671-374d2f0bea6d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:31.375044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-39eaa4c0-024d-4dfa-b671-374d2f0bea6d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.2167170 Dec 10 18:21:31.399102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': '91545979-32b0-445b-8aed-f745cde867d7', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:31.449666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Allocated IP 172.25.2.223 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/64c0e4e4-6572-417e-bd41-f9455c00d811) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:31.579671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.580951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:31.585197 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.607402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.617113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b749749c-4d01-4e4f-9b90-caf3292db4bf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b749749c-4d01-4e4f-9b90-caf3292db4bf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:31.629139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.644232 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.646110 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ad6feb7-666a-4e43-b3a3-a53c569031e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.653312 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.691637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:31.710565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:31.717532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:31.720890 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.723472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:31.731284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:31.736300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:31.739563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Pushing event updated for resources: {'Port': ['ID=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:31.742200 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.774898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe774c7-f087-4ec0-8854-6304be8370d9 req-ef56f369-ff55-41da-b4da-28cf22c5f553 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:31.776523 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6fe774c7-f087-4ec0-8854-6304be8370d9 req-ef56f369-ff55-41da-b4da-28cf22c5f553 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 949 time: 0.1608939 Dec 10 18:21:31.797463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.9 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/481bf4ef-2d07-4dac-b844-10bc9c1e6ef3) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:31.857282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:31.864709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:31.874741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:31.885601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Pushing event updated for resources: {'Port': ['ID=64c0e4e4-6572-417e-bd41-f9455c00d811,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:31.903866 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:31.920201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b749749c-4d01-4e4f-9b90-caf3292db4bf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:31.935513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6fe774c7-f087-4ec0-8854-6304be8370d9 req-5a8db575-c157-4781-9bd9-ad75640008f8 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787237 Dec 10 18:21:31.957433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:feb0:4001 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/d385983f-efdb-45a0-9a72-24eed1d4f1d7/3af4ee85-7ee5-4327-a0ea-ea250fe141d2) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:31.985177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b749749c-4d01-4e4f-9b90-caf3292db4bf,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:31.987474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Attempting to bind port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:31.987833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Attempting to bind port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:31.988197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Attempting to bind port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 on network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:32.019825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:32.020212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Checking segment: {'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:32.020616 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.021010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Bound using segment: {'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:32.021484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Bound port: c12b7017-63a4-4b78-ab1d-d148e0b4b0e4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:32.021861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.059412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.080256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Attempting to bind port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:32.080618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Attempting to bind port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:32.080988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Attempting to bind port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:32.111704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.112596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:32.112973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:32.113359 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.113756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:32.114239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Bound port: fd24b9ab-2745-4a67-b3aa-d61f405ec5e4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:32.114639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.121463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.214870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:32.236485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:32.241584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:32.263622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] For port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:32.269741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] For port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,segment=NetworkSegment(e257f633-8481-4c27-9821-f489ae674d60),segment_id=e257f633-8481-4c27-9821-f489ae674d60)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:32.277580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Pushing event updated for resources: {'Port': ['ID=fd24b9ab-2745-4a67-b3aa-d61f405ec5e4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:32.293931 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.307486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:32.358754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4760ae9-2804-4bfd-b252-53be214ecb8e req-a7689aa5-6c52-4cc7-abbc-760af9c059cb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:32.360787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4760ae9-2804-4bfd-b252-53be214ecb8e req-a7689aa5-6c52-4cc7-abbc-760af9c059cb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 931 time: 0.1701424 Dec 10 18:21:32.389634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:32.392257 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.422376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.431369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821140c-a0b0-4d4e-b3ac-5dce75c35708 None None] Pushing event updated for resources: {'Port': ['ID=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:32.445368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-b61a9063-4f5b-4a67-8d17-9614519b4e7e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600865 Dec 10 18:21:32.457474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.463301 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.478100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Request body: {'port': {'device_id': '91545979-32b0-445b-8aed-f745cde867d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:32.573488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=3af4ee85-7ee5-4327-a0ea-ea250fe141d2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:32.585246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:32.589636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:32.593557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:32.601980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:32.602809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.607501 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.615028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] For port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:32.621343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] For port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fd24b9ab-2745-4a67-b3aa-d61f405ec5e4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:32.628327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:32.676532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8824a4c2-0ee0-4809-9394-5a78c42deee6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0151322 Dec 10 18:21:32.683056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44820) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:32.743855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf08e0e8-ee80-4ee0-b0a8-510e9ad51cd1 None None] Pushing event updated for resources: {'Port': ['ID=fd24b9ab-2745-4a67-b3aa-d61f405ec5e4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:32.753910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3e370-696a-4aaf-b048-b452258ec8bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:32.762405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a3e370-696a-4aaf-b048-b452258ec8bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:32.764266 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-20a3e370-696a-4aaf-b048-b452258ec8bb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0801692 Dec 10 18:21:32.767142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:32.864048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4760ae9-2804-4bfd-b252-53be214ecb8e req-f0f64d7e-d0b1-4c32-b6c7-6c23bfb803d2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883759 Dec 10 18:21:32.974199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:33.174802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:33.329943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:33.339410 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:33.357333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Transition to ACTIVE for port object 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:21:33.363585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:33.485649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Pushing event updated for resources: {'Port': ['ID=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:33.610951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Attempting to bind port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:33.611310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Attempting to bind port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:33.611612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Attempting to bind port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:33.622158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:21:33.622587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Attempting to bind port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:33.632236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:33.632656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:33.633127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:33.633689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Bound port: 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:33.635438 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:33.650644 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:33.772604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] For port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:33.779284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] For port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:33.787591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:33.849159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656239ea-ffaa-46eb-a209-e7d8063db49c req-b24aea6d-bf99-4f11-b7b1-a8051047315c tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:33.863049 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-656239ea-ffaa-46eb-a209-e7d8063db49c req-b24aea6d-bf99-4f11-b7b1-a8051047315c tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 949 time: 0.6897633 Dec 10 18:21:33.896578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Pushing event updated for resources: {'Port': ['ID=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:33.908174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:33.909026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:33.910942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-bc8cba11-2795-4b8b-9ead-817d3a614037 service neutron] 10.222.0.30 "PUT /v2.0/ports/481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 HTTP/1.1" status: 200 len: 1091 time: 1.4447544 Dec 10 18:21:33.911626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91545979-32b0-445b-8aed-f745cde867d7', 'tag': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:33.926968 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2497ce31-c1a2-4362-94ea-108989d52733" -d '{"events": [{"name": "network-changed", "server_uuid": "91545979-32b0-445b-8aed-f745cde867d7", "tag": "481bf4ef-2d07-4dac-b844-10bc9c1e6ef3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:33.935924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:33.962055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 3af4ee85-7ee5-4327-a0ea-ea250fe141d2 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:33.962538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.067091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-0a7333c7-3e78-4798-a677-d5d95298148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:34.069399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-0a7333c7-3e78-4798-a677-d5d95298148f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 1094 time: 0.1102755 Dec 10 18:21:34.090905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:34.091360 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.140719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b749749c-4d01-4e4f-9b90-caf3292db4bf up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:34.183822 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-656239ea-ffaa-46eb-a209-e7d8063db49c req-6a0da82f-7ddd-4d66-85ec-42fbb4b95a58 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192925 Dec 10 18:21:34.206896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.224654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port b749749c-4d01-4e4f-9b90-caf3292db4bf completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:21:34.230651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.237182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port b749749c-4d01-4e4f-9b90-caf3292db4bf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:34.237182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.243506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-6006d6ea-2aea-4274-98a7-e501da21f9a9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 HTTP/1.1" status: 200 len: 217 time: 0.1586123 Dec 10 18:21:34.272804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2be3b2-8565-43b0-b38a-a2aa668c8205 req-5c6ae375-0df3-4ce7-9116-41bfa39b9d92 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:34.282643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a2be3b2-8565-43b0-b38a-a2aa668c8205 req-5c6ae375-0df3-4ce7-9116-41bfa39b9d92 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 943 time: 0.2111716 Dec 10 18:21:34.299919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 3af4ee85-7ee5-4327-a0ea-ea250fe141d2 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:34.306003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Router 2bbbec10-445e-4d2c-b195-361c2b651783 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:21:34.355791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-59dcd54d-044d-4d10-899e-6ad76919af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:34.358127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-59dcd54d-044d-4d10-899e-6ad76919af8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.1078010 Dec 10 18:21:34.361023 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dfa622-437f-46ce-ae0a-2fdbefcfe9ef x-openstack-request-id: req-62dfa622-437f-46ce-ae0a-2fdbefcfe9ef {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:34.361548 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91545979-32b0-445b-8aed-f745cde867d7", "tag": "481bf4ef-2d07-4dac-b844-10bc9c1e6ef3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:34.361548 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62dfa622-437f-46ce-ae0a-2fdbefcfe9ef {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:34.361952 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91545979-32b0-445b-8aed-f745cde867d7', 'tag': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3', 'status': 'completed', 'code': 200} Dec 10 18:21:34.422012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-6c420d82-3fcb-434c-bd45-0cffaa1da589 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448523 Dec 10 18:21:34.457633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.475917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44862) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:34.484784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb8d0b8-bd7a-4b51-8e60-ade025688afc None None] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:34.621935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a2be3b2-8565-43b0-b38a-a2aa668c8205 req-25f2c73a-9e33-4755-afb0-90c7f3ee9bf7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383267 Dec 10 18:21:34.678705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:21:34.693778 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Sync routers for ids ['2bbbec10-445e-4d2c-b195-361c2b651783'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:21:34.702917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.709593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-a8a27491-f552-499e-9da0-760176c5c3d9 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789450 Dec 10 18:21:34.742137 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Routers {'2bbbec10-445e-4d2c-b195-361c2b651783'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:34.742858 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2bbbec10-445e-4d2c-b195-361c2b651783'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:34.752438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1b3a3b9a-9ca6-428e-9a4c-f98264cc8979 None None] Provisioning complete for port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:34.752901 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3b9a-9ca6-428e-9a4c-f98264cc8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.759114 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.781303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fd24b9ab-2745-4a67-b3aa-d61f405ec5e4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:34.819263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=3af4ee85-7ee5-4327-a0ea-ea250fe141d2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:34.852554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7772f241-89a8-4e60-8cfc-5a286b130225 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.868571 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.878451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9860a43d-af28-4316-82fa-f3bef0bea43f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/3af4ee85-7ee5-4327-a0ea-ea250fe141d2 HTTP/1.1" status: 204 len: 168 time: 2.1068048 Dec 10 18:21:34.880001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44872) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:34.880462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.881466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:34.896346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:34.903449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c407d661-56b6-423c-8273-5e4369f2ae9d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7594349 Dec 10 18:21:34.910193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:34.920084 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Set router 2bbbec10-445e-4d2c-b195-361c2b651783 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:34.931586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.011770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479fa474-82e3-4530-8fdd-9733e3b50799 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:35.013710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479fa474-82e3-4530-8fdd-9733e3b50799 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:35.015841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-479fa474-82e3-4530-8fdd-9733e3b50799 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1326010 Dec 10 18:21:35.019652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44878) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:35.053342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b749749c-4d01-4e4f-9b90-caf3292db4bf'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:35.056772 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c6acb6-c8cf-41b8-a1b0-46e0a4927a8b" -d '{"events": [{"server_uuid": "b217ffe8-1b27-4fa9-b56f-7e1dad448c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b749749c-4d01-4e4f-9b90-caf3292db4bf"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:35.101841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet d385983f-efdb-45a0-9a72-24eed1d4f1d7 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:35.109873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.142208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b749749c-4d01-4e4f-9b90-caf3292db4bf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b749749c-4d01-4e4f-9b90-caf3292db4bf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:35.147401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=fd24b9ab-2745-4a67-b3aa-d61f405ec5e4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:35.155965 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c623b56c-74f3-46fd-b4f9-9bf85aee1df0 x-openstack-request-id: req-c623b56c-74f3-46fd-b4f9-9bf85aee1df0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:35.156266 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217ffe8-1b27-4fa9-b56f-7e1dad448c9c", "name": "network-vif-plugged", "status": "completed", "tag": "b749749c-4d01-4e4f-9b90-caf3292db4bf", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:35.156522 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c623b56c-74f3-46fd-b4f9-9bf85aee1df0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:35.156916 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b749749c-4d01-4e4f-9b90-caf3292db4bf', 'code': 200} Dec 10 18:21:35.162172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.297513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf9b9e71-bd4f-44d8-ae99-e1978c1b22bf req-7078056b-16f9-493d-a498-2a6bc6ec6ec0 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5805562 Dec 10 18:21:35.297758 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:32Z', 'revision_number': 3, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:35.318238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:35.318649 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.323424 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3b9a-9ca6-428e-9a4c-f98264cc8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.331225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7772f241-89a8-4e60-8cfc-5a286b130225 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.365917 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Checking router: 2bbbec10-445e-4d2c-b195-361c2b651783 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:21:35.366613 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Updating router 2bbbec10-445e-4d2c-b195-361c2b651783 port 64c0e4e4-6572-417e-bd41-f9455c00d811 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:21:35.379066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7772f241-89a8-4e60-8cfc-5a286b130225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.394660 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.414486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b749749c-4d01-4e4f-9b90-caf3292db4bf,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:35.436767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1b3a3b9a-9ca6-428e-9a4c-f98264cc8979 None None] For port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,segment=NetworkSegment(e257f633-8481-4c27-9821-f489ae674d60),segment_id=e257f633-8481-4c27-9821-f489ae674d60)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:35.457548 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3b9a-9ca6-428e-9a4c-f98264cc8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.491341 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.495538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772f241-89a8-4e60-8cfc-5a286b130225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08d60f6-9a4c-42a0-8921-9ffb64ceb13f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:35.580129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61136db7-e306-4836-8e1b-6b9eb8a01012 req-5b178850-2748-4522-8f9b-e5f8bc973865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:35.582027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61136db7-e306-4836-8e1b-6b9eb8a01012 req-5b178850-2748-4522-8f9b-e5f8bc973865 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 1101 time: 0.2470579 Dec 10 18:21:35.592215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7772f241-89a8-4e60-8cfc-5a286b130225 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c02b96fe1024ca586588e670710354c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1148367 Dec 10 18:21:35.635484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44894) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:35.657148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-25024e5d-e0d8-420d-9fee-766e2f2733b7 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:35.660053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-25024e5d-e0d8-420d-9fee-766e2f2733b7 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.5390465 Dec 10 18:21:35.661883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d228a2-5e86-4158-a2cf-a62c76377bea req-55a0f67e-7a45-42f1-8c6e-881b13e48c1d tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:35.670280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48d228a2-5e86-4158-a2cf-a62c76377bea req-55a0f67e-7a45-42f1-8c6e-881b13e48c1d tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 950 time: 0.3174748 Dec 10 18:21:35.671960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a3b9a-9ca6-428e-9a4c-f98264cc8979 None None] Pushing event updated for resources: {'Port': ['ID=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:35.689900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ce31-c1a2-4362-94ea-108989d52733 req-e911d87b-3a03-45ea-96a0-823fb89d0f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:35.690629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a3b72498-dba5-4174-ab85-6c4156fc634d None None] Provisioning complete for port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:35.691126 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a3b72498-dba5-4174-ab85-6c4156fc634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.692130 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2497ce31-c1a2-4362-94ea-108989d52733 req-e911d87b-3a03-45ea-96a0-823fb89d0f37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 1094 time: 0.3186300 Dec 10 18:21:35.700338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-ea64be20-1b89-4e94-bd42-497b101ce300 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/quotas/a188ad806b6d46409661b59ef057dc1a HTTP/1.1" status: 200 len: 375 time: 0.0207729 Dec 10 18:21:35.827698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ce31-c1a2-4362-94ea-108989d52733 req-d350587e-6d6d-499c-ba6d-261d9943175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:35.829720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2497ce31-c1a2-4362-94ea-108989d52733 req-d350587e-6d6d-499c-ba6d-261d9943175a service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.1268392 Dec 10 18:21:35.878410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:35.922809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.940297 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2497ce31-c1a2-4362-94ea-108989d52733 req-cfefbcde-53bf-45de-a721-a98ddefc4c65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 HTTP/1.1" status: 200 len: 217 time: 0.0976987 Dec 10 18:21:35.959214 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:35.962128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d9a8b95f-5e71-47d4-97ce-83f777d6ce20 None None] Could not find standard attr ID for object 3af4ee85-7ee5-4327-a0ea-ea250fe141d2. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:21:35.967967 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.005473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d9a8b95f-5e71-47d4-97ce-83f777d6ce20 None None] Provisioning complete for port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:36.005852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9a8b95f-5e71-47d4-97ce-83f777d6ce20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.024436 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Attempting to bind port 64c0e4e4-6572-417e-bd41-f9455c00d811 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:36.025130 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Attempting to bind port 64c0e4e4-6572-417e-bd41-f9455c00d811 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:36.025803 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Attempting to bind port 64c0e4e4-6572-417e-bd41-f9455c00d811 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:36.034959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61136db7-e306-4836-8e1b-6b9eb8a01012 req-86fa3a37-8631-424a-a415-0c94cffbb1f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415588 Dec 10 18:21:36.037994 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:36.038617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:36.039204 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.039749 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:36.040546 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Bound port: 64c0e4e4-6572-417e-bd41-f9455c00d811, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:36.041096 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.050313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:36.050796 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.067393 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48d228a2-5e86-4158-a2cf-a62c76377bea req-20390dec-282c-4d6b-be0c-4afe0e26d2d0 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961625 Dec 10 18:21:36.076669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-69d33cdc-9c31-4641-a53b-64ccf4364955 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2455015 Dec 10 18:21:36.103299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8224-f760-42b0-81e9-d96806a79bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.137571 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] For port 64c0e4e4-6572-417e-bd41-f9455c00d811, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:36.145768 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] For port 64c0e4e4-6572-417e-bd41-f9455c00d811, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=64c0e4e4-6572-417e-bd41-f9455c00d811,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:36.158590 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.163319 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Pushing event updated for resources: {'Port': ['ID=64c0e4e4-6572-417e-bd41-f9455c00d811,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:36.168102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:36.182002 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.182681 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.183711 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.184669 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.185179 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.185671 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.186168 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.186689 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.187190 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.187671 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.188283 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.188765 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.189246 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:21:36.214655 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-12251262-4bca-45be-b419-d05cc23872f9 service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154289 Dec 10 18:21:36.238756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.246924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8224-f760-42b0-81e9-d96806a79bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.262916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.304772 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Routers {'2bbbec10-445e-4d2c-b195-361c2b651783'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:36.305414 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2bbbec10-445e-4d2c-b195-361c2b651783'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:36.307799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:36.309483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.356779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ce31-c1a2-4362-94ea-108989d52733 req-951b8e09-b94a-4ca2-bbf7-0fa4bc37a79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:36.358427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2497ce31-c1a2-4362-94ea-108989d52733 req-951b8e09-b94a-4ca2-bbf7-0fa4bc37a79e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.3830683 Dec 10 18:21:36.367446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=d385983f-efdb-45a0-9a72-24eed1d4f1d7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:36.375541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.380181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b1985519-7fa2-4772-8e64-4d2cae61f0dc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/d385983f-efdb-45a0-9a72-24eed1d4f1d7 HTTP/1.1" status: 204 len: 168 time: 1.3592215 Dec 10 18:21:36.386836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44898) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:36.388704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b93d41-9c79-4099-8e75-61fbc1296627 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:36.416629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2497ce31-c1a2-4362-94ea-108989d52733 req-ca705b19-9b18-4d3c-aaa7-d5e5d2ba80e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346897 Dec 10 18:21:36.449146 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-92ad5d3e-c19c-41b3-b0b2-de73675d7131 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589209 Dec 10 18:21:36.453588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44900) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:36.462124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:36.469628 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8729de-2525-439d-8ad9-e2f55b4350c3 None None] Pushing event updated for resources: {'Port': ['ID=64c0e4e4-6572-417e-bd41-f9455c00d811,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:36.476996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-2b8501ea-95ec-43fb-b145-56de31befb2c service neutron] 10.222.0.55 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423410 Dec 10 18:21:36.548741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284662cd-e1bb-43c8-a508-6c4a8d7e4f60 req-ee1cc5d5-f784-41c6-b889-320f611f01d4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:36.561209 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-284662cd-e1bb-43c8-a508-6c4a8d7e4f60 req-ee1cc5d5-f784-41c6-b889-320f611f01d4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 943 time: 0.2874908 Dec 10 18:21:36.582380 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] Set router 2bbbec10-445e-4d2c-b195-361c2b651783 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:36.658041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8224-f760-42b0-81e9-d96806a79bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.660908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8224-f760-42b0-81e9-d96806a79bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.663685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c0e8224-f760-42b0-81e9-d96806a79bda admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a08d60f6-9a4c-42a0-8921-9ffb64ceb13f HTTP/1.1" status: 204 len: 168 time: 1.0214872 Dec 10 18:21:36.683951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2497ce31-c1a2-4362-94ea-108989d52733 req-38d36270-d942-4d1b-a385-9b13023bb343 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222922 Dec 10 18:21:36.759057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e8224-f760-42b0-81e9-d96806a79bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08d60f6-9a4c-42a0-8921-9ffb64ceb13f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:36.819936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:36.825013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:36.850817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2497ce31-c1a2-4362-94ea-108989d52733 req-4f3eb19b-1f01-4476-bb60-3a21b308c238 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592247 Dec 10 18:21:36.904157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:21:36.939621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4e657f5f-ba72-44d1-87c7-acbbe5e20184 req-5752369d-effa-4525-88a9-892f1bb06df8 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 210 time: 0.0875695 Dec 10 18:21:36.954484 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:32Z', 'revision_number': 3, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:36.990418 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbc0938-7701-40b3-b961-1f8e94ecf5ab None None] The sync data for ids ['2bbbec10-445e-4d2c-b195-361c2b651783'] in n-d-821424-1 is: [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:32Z', 'revision_number': 3, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:21:36.998232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] Deleting port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:36.998567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.059257 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-284662cd-e1bb-43c8-a508-6c4a8d7e4f60 req-0aefccaa-32e2-4eb5-8ca2-c7160ad44741 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956944 Dec 10 18:21:37.122757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Allocated IP 172.20.0.1 (ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db/7022921e-7dbd-401e-912b-0b7921a6d172/6be14c75-9f3e-47e5-a51f-e58b05c22c6c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:37.133293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] For port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fd24b9ab-2745-4a67-b3aa-d61f405ec5e4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:37.133293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.150860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] Calling delete_port for fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:37.273503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.297620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] No DVR routers for this DVR port fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:37.297853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144175a8-7a2d-42df-aaca-d6f0411270eb req-3f9015e6-b1c0-40e6-9b0a-dd3c60877bb5 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:37.310737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-144175a8-7a2d-42df-aaca-d6f0411270eb req-3f9015e6-b1c0-40e6-9b0a-dd3c60877bb5 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 950 time: 0.0928116 Dec 10 18:21:37.358016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391c5bb-89fa-413e-8503-bcaa1dcbb3e4 None None] Pushing event deleted for resources: {'Port': ['ID=fd24b9ab-2745-4a67-b3aa-d61f405ec5e4,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:37.431778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-144175a8-7a2d-42df-aaca-d6f0411270eb req-69fa5b1c-e48a-40e4-a02f-9bc0307c19fc tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199636 Dec 10 18:21:37.528104 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.590313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:21:37.603539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.684555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:37.692640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:37.699769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:37.700697 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.709455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0eae5-b83e-4e14-9f9d-a3d3647bc9e5 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:37.720944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.726581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=c88b459d-a3c0-4335-9561-fffb8ac9b81a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:37.801851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a3ca3479-0a94-4090-8786-30c7c6d41206 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3468266 Dec 10 18:21:37.803322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:37.813835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:f4:de:9a', 'name': 'tempest-NetworksTestDHCPv6-37478955'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:37.887813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:37.892194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:37.898252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:37.981845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'c88b459d-a3c0-4335-9561-fffb8ac9b81a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:37.982869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:37.983717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Pushing event updated for resources: {'Port': ['ID=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:38.004929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 64c0e4e4-6572-417e-bd41-f9455c00d811 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:38.025115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.155959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a189b8b5-496d-4053-9727-2b0d4c1ce85b req-6df21e5f-491e-493a-a1f6-ded2267cfb27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 210 time: 0.0829344 Dec 10 18:21:38.217773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44952) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:38.229539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:21:38.283090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:38.394582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:38.455200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3', 'mac_address': 'fa:16:3e:d6:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:21:38.487074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.568966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-39153911-341e-4e12-84ee-a96e729ac334 None None] Provisioning complete for port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:38.569638 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39153911-341e-4e12-84ee-a96e729ac334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.576773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 96150355-6d59-46c5-b993-aae914a6c219 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:21:38.607212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871187a-894a-4db8-9849-c0d097101b83 req-065d13a3-8b79-4040-9f08-6ed0412853f2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:38.615652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-39153911-341e-4e12-84ee-a96e729ac334 None None] Port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:21:38.627690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 64c0e4e4-6572-417e-bd41-f9455c00d811 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:38.628171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a871187a-894a-4db8-9849-c0d097101b83 req-065d13a3-8b79-4040-9f08-6ed0412853f2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 943 time: 0.3879464 Dec 10 18:21:38.628795 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.657593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.662524 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.691327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:38.702587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Allocated IP 2001:db8::f816:3eff:fec9:8d0a (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/c88b459d-a3c0-4335-9561-fffb8ac9b81a/61763e24-f669-427c-917e-b42b603c95e0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:38.709516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1022356672-network', 'tenant_id': '116753191c7640d99d4f17680ae90606'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:38.728661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:38.740562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.766633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Made reservation on behalf of 116753191c7640d99d4f17680ae90606 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:38.767254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-cb069f33-7fdb-42ae-9fe0-4aa82d9836ff tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:38.769181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-cb069f33-7fdb-42ae-9fe0-4aa82d9836ff tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 814 time: 0.2868640 Dec 10 18:21:38.769756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.783829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Request body: {'port': {'device_id': '83192085-d481-4bbc-9d89-0bfee6300833', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'admin_state_up': True, 'tenant_id': 'a188ad806b6d46409661b59ef057dc1a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:38.840537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.873245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a871187a-894a-4db8-9849-c0d097101b83 req-87eec1a6-b49d-4e08-b2f3-b24d38a39472 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440839 Dec 10 18:21:38.912488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:38.960753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:38.990499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 64c0e4e4-6572-417e-bd41-f9455c00d811, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=64c0e4e4-6572-417e-bd41-f9455c00d811,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:39.004538 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.036313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.047008 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.062804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:21:39.075706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.076152 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Added segment 4fcfe899-fce9-400f-b1e2-3687d75c53eb of type vlan for network 7ece2ed6-f826-441d-b990-14c3e4c97e2b Dec 10 18:21:39.078933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['481bf4ef-2d07-4dac-b844-10bc9c1e6ef3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:39.081093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Made reservation on behalf of a188ad806b6d46409661b59ef057dc1a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:39.092068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.127595 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.160768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:39.163126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.164098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:39.164678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.238775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:39.239351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fd24b9ab-2745-4a67-b3aa-d61f405ec5e4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:39.297939 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0602999 Dec 10 18:21:39.298570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=64c0e4e4-6572-417e-bd41-f9455c00d811,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:39.299541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e779f3c9-ea20-4022-970d-e91e4d6a66ba,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:39.305685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:39.305988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.312760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1b263-01f6-4bd0-97e1-1ea7d600aa23 admin admin] Pushing event updated for resources: {'Network': ['ID=7ece2ed6-f826-441d-b990-14c3e4c97e2b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:39.332151 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.332332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Request body: {'subnet': {'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1022356672-subnet', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:39.334889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.344058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.396856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:21:39.433456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:39.446683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Pushing event updated for resources: {'Port': ['ID=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:39.449510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.452395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2303bd8-1238-4bac-b142-727ce9ead9d6 req-1f892286-edb5-48ea-8037-dc9a70d788a4 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 210 time: 0.1438196 Dec 10 18:21:39.491168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Allocated IP 172.20.0.14 (37f1247b-513c-432d-9115-2392d7e10752/281731b8-544b-4aa5-afa4-30d41e95ffa9/71e91d4e-8284-4019-b65b-503776dc9ec6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:39.494444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:39.500983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:39.516547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fef4:de9a (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/c88b459d-a3c0-4335-9561-fffb8ac9b81a/96150355-6d59-46c5-b993-aae914a6c219) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:39.520605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Made reservation on behalf of 116753191c7640d99d4f17680ae90606 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:39.523848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.562431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:39.564255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:39.573966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Pushing event updated for resources: {'Port': ['ID=61763e24-f669-427c-917e-b42b603c95e0,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:39.718746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Attempting to bind port 61763e24-f669-427c-917e-b42b603c95e0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:39.719118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Attempting to bind port 61763e24-f669-427c-917e-b42b603c95e0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:39.719530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Attempting to bind port 61763e24-f669-427c-917e-b42b603c95e0 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:39.726187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:39.727240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:39.727240 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.727240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:39.727975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Bound port: 61763e24-f669-427c-917e-b42b603c95e0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:39.728223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:39.775642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Router 2bbbec10-445e-4d2c-b195-361c2b651783 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:21:39.867719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 64c0e4e4-6572-417e-bd41-f9455c00d811 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:39.962811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] For port 61763e24-f669-427c-917e-b42b603c95e0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:39.974617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] For port 61763e24-f669-427c-917e-b42b603c95e0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=61763e24-f669-427c-917e-b42b603c95e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:39.983144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:21:39.995180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6d50be69-b9ce-4dc0-ba02-216d52d3fbbc admin admin] 10.222.0.55 "PUT /v2.0/routers/2bbbec10-445e-4d2c-b195-361c2b651783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0829251 Dec 10 18:21:39.999187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:40.153350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Sync routers for ids ['2bbbec10-445e-4d2c-b195-361c2b651783'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:21:40.219205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Routers {'2bbbec10-445e-4d2c-b195-361c2b651783'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:40.221050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2bbbec10-445e-4d2c-b195-361c2b651783'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:40.680380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Set router 2bbbec10-445e-4d2c-b195-361c2b651783 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:40.747902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:40.790583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 64c0e4e4-6572-417e-bd41-f9455c00d811 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:40.790970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:40.795186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9974ffce-2f67-4fc5-b69b-87f646616e3f None None] Provisioning complete for port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:40.795557 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9974ffce-2f67-4fc5-b69b-87f646616e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:40.819952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf9333-3c37-49a1-8aa0-965005c1b2f3 None None] Pushing event updated for resources: {'Port': ['ID=61763e24-f669-427c-917e-b42b603c95e0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:40.928704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.032812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9974ffce-2f67-4fc5-b69b-87f646616e3f None None] Port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:21:41.057070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.118290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6be14c75-9f3e-47e5-a51f-e58b05c22c6c', 'name': '', 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'mac_address': 'fa:16:3e:e6:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7022921e-7dbd-401e-912b-0b7921a6d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:36Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 2, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'subnets': [{'id': '7022921e-7dbd-401e-912b-0b7921a6d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:41.143414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:41.144361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Network hostable DHCP agents. Network: 7ece2ed6-f826-441d-b990-14c3e4c97e2b, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:21:41.147074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad779698-0097-4e8e-bdcb-013d65bc83c6,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:41.149412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=96150355-6d59-46c5-b993-aae914a6c219,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:41.150668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Checking router: 2bbbec10-445e-4d2c-b195-361c2b651783 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:21:41.151152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Updating router 2bbbec10-445e-4d2c-b195-361c2b651783 port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:21:41.170941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfe249-3a66-41aa-8f8f-5603d473c1b5 req-6ef3280d-2ea2-4497-9daa-9d763752c57a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:41.179693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03dfe249-3a66-41aa-8f8f-5603d473c1b5 req-6ef3280d-2ea2-4497-9daa-9d763752c57a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 944 time: 0.6822798 Dec 10 18:21:41.183022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.208801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:41.223982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:41.235448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:41.242407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:41.243341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.258158 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.264292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:21:41.268809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-a7c74026-ac33-46b7-8349-0e3b90beb191 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7693667 Dec 10 18:21:41.279670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44980) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:41.282890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7a901643-fc28-4c3e-8c69-7faacae2f43b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4742723 Dec 10 18:21:41.309968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:41.330154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 7ece2ed6-f826-441d-b990-14c3e4c97e2b) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:41.361811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:41.362460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.367050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db63715-1a0f-469d-96d6-3b3945f16f78 None None] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:41.376737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03dfe249-3a66-41aa-8f8f-5603d473c1b5 req-916230f4-d2af-4f0c-85f0-40cd491b8f81 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958385 Dec 10 18:21:41.402578 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.426808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.438217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'b5737d11-06ff-42c4-9cdc-93556edf04a0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:41.440690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['3e8dfea1-6303-4838-a824-a08cd4f21d0f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:41.482578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b448f9a-d2de-4e55-bcc0-26f70a9a1ecb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:41.489148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b448f9a-d2de-4e55-bcc0-26f70a9a1ecb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:41.493728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3b448f9a-d2de-4e55-bcc0-26f70a9a1ecb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2102883 Dec 10 18:21:41.494349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44984) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:41.568274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6783369d-d8c0-4daa-920c-50e608bb196b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2397988 Dec 10 18:21:41.570404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44986) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:41.579979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:41.638578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Network 37f1247b-513c-432d-9115-2392d7e10752 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:41.651968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.653045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.689116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:41.700447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event updated for resources: {'Port': ['ID=71e91d4e-8284-4019-b65b-503776dc9ec6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:41.705023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:41.779939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.847324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'project_id': '116753191c7640d99d4f17680ae90606', 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:41.850305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 96150355-6d59-46c5-b993-aae914a6c219 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:41.850649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.859412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:41.917669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de2fda-d588-4caf-bc55-26a1e5833200 req-ca5776d3-af9f-4d08-9720-197d543ecf3e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:41.930060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f9de2fda-d588-4caf-bc55-26a1e5833200 req-ca5776d3-af9f-4d08-9720-197d543ecf3e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 932 time: 0.3626466 Dec 10 18:21:41.943494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:41.944419 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.006580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.042598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-9737aab5-2fc1-4b18-bb97-c6cf14a1d2a6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2629793 Dec 10 18:21:42.061450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Request body: {'port': {'device_id': '83192085-d481-4bbc-9d89-0bfee6300833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:42.063717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 61763e24-f669-427c-917e-b42b603c95e0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:42.100721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.147044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f9de2fda-d588-4caf-bc55-26a1e5833200 req-de7c515d-d120-4c6e-8d97-ca70d3ebf80e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154164 Dec 10 18:21:42.213133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.223506 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.250181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.265571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 96150355-6d59-46c5-b993-aae914a6c219 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:42.365840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:42.424148 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.452333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Allocated IP 172.25.2.126 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/143357bb-b8f8-4516-8f93-adfff913e2c8) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:42.584685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8ccee65c-408e-4438-a0fc-238508bcddcb None None] Provisioning complete for port 61763e24-f669-427c-917e-b42b603c95e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:42.584685 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ccee65c-408e-4438-a0fc-238508bcddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.738442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:21:42.755761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:42.756713 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.761618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a909aa-cab3-4e5f-ab16-e19e060fdbf7 None None] Pushing event updated for resources: {'Port': ['ID=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:42.865871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Allocated IP 172.20.0.2 (7ece2ed6-f826-441d-b990-14c3e4c97e2b/ad779698-0097-4e8e-bdcb-013d65bc83c6/657fc9d7-08db-4ec4-84a2-7c9c1483c42a) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:42.954093 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ccee65c-408e-4438-a0fc-238508bcddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:42.956420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Attempting to bind port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:42.956907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Attempting to bind port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:42.957312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Attempting to bind port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c on network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:42.998292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e91d4e-8284-4019-b65b-503776dc9ec6 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:43.000764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 61763e24-f669-427c-917e-b42b603c95e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:43.001372 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.014341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.027232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ec29f-2e17-4cc3-87ab-ba6a439b2b34 req-023767b3-f21c-4ee5-bc54-cb03f045e555 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:43.029437 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-206ec29f-2e17-4cc3-87ab-ba6a439b2b34 req-023767b3-f21c-4ee5-bc54-cb03f045e555 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 944 time: 0.2967353 Dec 10 18:21:43.056962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.060750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Transition to ACTIVE for port object 71e91d4e-8284-4019-b65b-503776dc9ec6 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:21:43.071713 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.084108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.090056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:43.091344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Checking segment: {'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:43.091995 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.093071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Bound using segment: {'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:43.094055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Bound port: 6be14c75-9f3e-47e5-a51f-e58b05c22c6c, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e257f633-8481-4c27-9821-f489ae674d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:43.095019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.123081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=96150355-6d59-46c5-b993-aae914a6c219,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:43.131671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.168666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-206ec29f-2e17-4cc3-87ab-ba6a439b2b34 req-ace94733-a000-409e-8d1b-168dfc351e4c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262820 Dec 10 18:21:43.256427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Pushing event updated for resources: {'Port': ['ID=71e91d4e-8284-4019-b65b-503776dc9ec6,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:43.289444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.295374 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.306923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf90de8e-6e61-4698-b103-ad7b4397383b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/96150355-6d59-46c5-b993-aae914a6c219 HTTP/1.1" status: 204 len: 168 time: 1.8109131 Dec 10 18:21:43.316578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44994) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:43.325412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8ccee65c-408e-4438-a0fc-238508bcddcb None None] For port 61763e24-f669-427c-917e-b42b603c95e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=61763e24-f669-427c-917e-b42b603c95e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:43.385775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.430235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] For port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:43.434208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] For port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,segment=NetworkSegment(e257f633-8481-4c27-9821-f489ae674d60),segment_id=e257f633-8481-4c27-9821-f489ae674d60)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:43.469921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482127-5766-4984-bdff-08626659c4b4 req-9eb022de-493c-458d-92ac-9c6e635da0c1 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:43.472354 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d482127-5766-4984-bdff-08626659c4b4 req-9eb022de-493c-458d-92ac-9c6e635da0c1 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 944 time: 0.1542711 Dec 10 18:21:43.496948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:43.501384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec4a85-abde-4255-a0cd-c9f80727c240 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:43.503279 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ccee65c-408e-4438-a0fc-238508bcddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.503893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bec4a85-abde-4255-a0cd-c9f80727c240 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:43.505777 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.506128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:43.506645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6bec4a85-abde-4255-a0cd-c9f80727c240 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1878080 Dec 10 18:21:43.515354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44998) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:43.516682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:43.524610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Attempting to bind port 71e91d4e-8284-4019-b65b-503776dc9ec6 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:43.526008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Attempting to bind port 71e91d4e-8284-4019-b65b-503776dc9ec6 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:43.526700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Attempting to bind port 71e91d4e-8284-4019-b65b-503776dc9ec6 on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:43.537343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Port 71e91d4e-8284-4019-b65b-503776dc9ec6 on network 37f1247b-513c-432d-9115-2392d7e10752 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:21:43.537782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Attempting to bind port 71e91d4e-8284-4019-b65b-503776dc9ec6 on network 37f1247b-513c-432d-9115-2392d7e10752 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:43.558648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:43.559149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Checking segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:43.559691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Bound using segment: {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:43.560247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Bound port: 71e91d4e-8284-4019-b65b-503776dc9ec6, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '37f1247b-513c-432d-9115-2392d7e10752'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:43.574887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.657792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Pushing event updated for resources: {'Port': ['ID=143357bb-b8f8-4516-8f93-adfff913e2c8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:43.703047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] For port 71e91d4e-8284-4019-b65b-503776dc9ec6, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:43.706677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] For port 71e91d4e-8284-4019-b65b-503776dc9ec6, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=71e91d4e-8284-4019-b65b-503776dc9ec6,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:43.734003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Allocated IP 172.25.2.156 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/edde4de1-3195-4bfb-bd09-7c1811a0be1e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:43.735043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.786710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet c88b459d-a3c0-4335-9561-fffb8ac9b81a {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:43.799802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.860409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d482127-5766-4984-bdff-08626659c4b4 req-87835bda-6d6e-4ce5-8f5c-ff3d533286d9 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455427 Dec 10 18:21:43.876521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:43.877450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:43.883751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] 10.222.0.30 "PUT /v2.0/ports/71e91d4e-8284-4019-b65b-503776dc9ec6 HTTP/1.1" status: 200 len: 1092 time: 1.8308070 Dec 10 18:21:43.885344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83192085-d481-4bbc-9d89-0bfee6300833', 'tag': '71e91d4e-8284-4019-b65b-503776dc9ec6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:43.893382 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c229291-e53b-4836-97ad-00862adba86f" -d '{"events": [{"name": "network-changed", "server_uuid": "83192085-d481-4bbc-9d89-0bfee6300833", "tag": "71e91d4e-8284-4019-b65b-503776dc9ec6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:44.037157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Routers {'2bbbec10-445e-4d2c-b195-361c2b651783'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:44.042669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2bbbec10-445e-4d2c-b195-361c2b651783'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:44.052594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499de017-b9aa-4189-b59f-e92379dcd2ff service neutron] Pushing event updated for resources: {'Port': ['ID=71e91d4e-8284-4019-b65b-503776dc9ec6,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:44.106829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.120841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-61a22cd8-82b6-4017-b0ca-760a6e405274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:44.124723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-61a22cd8-82b6-4017-b0ca-760a6e405274 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 1095 time: 0.1795478 Dec 10 18:21:44.150943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.168466 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.179220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-3c7c8095-b63e-43b8-917f-98cff44b5247 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e91d4e-8284-4019-b65b-503776dc9ec6 HTTP/1.1" status: 200 len: 217 time: 0.0441489 Dec 10 18:21:44.182784 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b036f6-914e-425f-9319-e48f24fcda42 x-openstack-request-id: req-a1b036f6-914e-425f-9319-e48f24fcda42 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:44.183069 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83192085-d481-4bbc-9d89-0bfee6300833", "tag": "71e91d4e-8284-4019-b65b-503776dc9ec6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:44.183323 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1b036f6-914e-425f-9319-e48f24fcda42 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:44.183725 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83192085-d481-4bbc-9d89-0bfee6300833', 'tag': '71e91d4e-8284-4019-b65b-503776dc9ec6', 'status': 'completed', 'code': 200} Dec 10 18:21:44.201028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccee65c-408e-4438-a0fc-238508bcddcb None None] Pushing event updated for resources: {'Port': ['ID=61763e24-f669-427c-917e-b42b603c95e0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:44.254115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-28ab97ac-9e52-413c-9921-1feaf83b2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:44.255674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-28ab97ac-9e52-413c-9921-1feaf83b2c89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.0692961 Dec 10 18:21:44.255874 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.269809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f8728bf9-a810-471a-bed0-69dd65f8e1d3 None None] Provisioning complete for port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:44.275145 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f8728bf9-a810-471a-bed0-69dd65f8e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.321168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.392307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-af4fa2af-42d6-4056-8af4-7fcfe618b73e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288342 Dec 10 18:21:44.450847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91545979-32b0-445b-8aed-f745cde867d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:44.453594 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a660bdb3-7f86-49f1-936a-d297f71967ee" -d '{"events": [{"server_uuid": "91545979-32b0-445b-8aed-f745cde867d7", "name": "network-vif-plugged", "status": "completed", "tag": "481bf4ef-2d07-4dac-b844-10bc9c1e6ef3"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:44.463915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] Set router 2bbbec10-445e-4d2c-b195-361c2b651783 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:44.510910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.521318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:44.526706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a909aa-cab3-4e5f-ab16-e19e060fdbf7 None None] Pushing event updated for resources: {'Port': ['ID=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:44.539875 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.564793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:44.619798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cef6c2-42f6-4728-8160-d35dd4b85af1 req-8eb7fd7c-d31f-4df1-b233-abf0a83cd141 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:44.624609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=edde4de1-3195-4bfb-bd09-7c1811a0be1e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:44.628170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:44.639770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.640567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64cef6c2-42f6-4728-8160-d35dd4b85af1 req-8eb7fd7c-d31f-4df1-b233-abf0a83cd141 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 944 time: 0.2829828 Dec 10 18:21:44.641325 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.738469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64cef6c2-42f6-4728-8160-d35dd4b85af1 req-61ee3a8e-fd3d-4142-8702-33c1a09b5b84 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972383 Dec 10 18:21:44.748529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.754695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.758884 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:44.769977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-96c6f213-a7b5-448a-a1fc-fe2b5ee8f300 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332119 Dec 10 18:21:44.795348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:44.866109 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f8728bf9-a810-471a-bed0-69dd65f8e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:44.872671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:44.908112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:44.914003 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911b4901-4ad8-4e0e-9440-71ca2ec7d25e x-openstack-request-id: req-911b4901-4ad8-4e0e-9440-71ca2ec7d25e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:44.914450 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91545979-32b0-445b-8aed-f745cde867d7", "name": "network-vif-plugged", "status": "completed", "tag": "481bf4ef-2d07-4dac-b844-10bc9c1e6ef3", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:44.914812 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-911b4901-4ad8-4e0e-9440-71ca2ec7d25e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:44.917844 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91545979-32b0-445b-8aed-f745cde867d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3', 'code': 200} Dec 10 18:21:44.921889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Pushing event updated for resources: {'Port': ['ID=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:44.933054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:44.960322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.036420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f8728bf9-a810-471a-bed0-69dd65f8e1d3 None None] For port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,segment=NetworkSegment(e257f633-8481-4c27-9821-f489ae674d60),segment_id=e257f633-8481-4c27-9821-f489ae674d60)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:45.051012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f8728bf9-a810-471a-bed0-69dd65f8e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.054804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f14226e-531d-468b-9c4e-a1a6de11dfe0 req-4d2064c0-f324-42cf-b89b-6fbb2bf396c0 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768979 Dec 10 18:21:45.072730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577944b-e507-4aa6-8700-f2e0164f11cd req-84f4bf96-b367-4e1a-a00b-0c42135785b7 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:45.074650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9577944b-e507-4aa6-8700-f2e0164f11cd req-84f4bf96-b367-4e1a-a00b-0c42135785b7 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 944 time: 0.0702646 Dec 10 18:21:45.139703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9577944b-e507-4aa6-8700-f2e0164f11cd req-fc4edaf0-7495-42ca-a4ef-465f96ceb94c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581591 Dec 10 18:21:45.154936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6be14c75-9f3e-47e5-a51f-e58b05c22c6c', 'name': '', 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'mac_address': 'fa:16:3e:e6:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7022921e-7dbd-401e-912b-0b7921a6d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:36Z', 'updated_at': '2021-12-10T18:21:43Z', 'revision_number': 4, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'subnets': [{'id': '7022921e-7dbd-401e-912b-0b7921a6d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:45.173310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f8728bf9-a810-471a-bed0-69dd65f8e1d3 None None] Could not find standard attr ID for object 96150355-6d59-46c5-b993-aae914a6c219. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:21:45.201550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Pushing event updated for resources: {'Port': ['ID=143357bb-b8f8-4516-8f93-adfff913e2c8,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:45.209036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c229291-e53b-4836-97ad-00862adba86f req-c0ac6910-5101-4a70-b4bb-b952c19f7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:45.212529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c229291-e53b-4836-97ad-00862adba86f req-c0ac6910-5101-4a70-b4bb-b952c19f7b94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 1095 time: 0.0712428 Dec 10 18:21:45.217383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.284655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.302500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Attempting to bind port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:45.303096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Attempting to bind port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:45.304393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Attempting to bind port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:45.312619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a418fe1-a1e4-4625-849a-9eb863141d77 req-a7dc6962-8036-4022-aaa8-67aac3a2fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:45.314780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a418fe1-a1e4-4625-849a-9eb863141d77 req-a7dc6962-8036-4022-aaa8-67aac3a2fecb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 1096 time: 0.2595990 Dec 10 18:21:45.316072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:45.316477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:45.317106 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.317282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Bound using segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:45.317705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Bound port: 657fc9d7-08db-4ec4-84a2-7c9c1483c42a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:45.318089 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.333016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d80336-9486-4646-9c24-165515f1a7fa None None] The sync data for ids ['2bbbec10-445e-4d2c-b195-361c2b651783'] in n-d-821424-1 is: [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '6be14c75-9f3e-47e5-a51f-e58b05c22c6c', 'name': '', 'network_id': 'ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'mac_address': 'fa:16:3e:e6:e4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': '7022921e-7dbd-401e-912b-0b7921a6d172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:36Z', 'updated_at': '2021-12-10T18:21:43Z', 'revision_number': 4, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'subnets': [{'id': '7022921e-7dbd-401e-912b-0b7921a6d172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:21:45.344734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.346784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-595004d4-3d83-44b2-b1a4-e01a99a6b1e2 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0703471 Dec 10 18:21:45.363089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=c88b459d-a3c0-4335-9561-fffb8ac9b81a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:45.375451 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.379467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8728bf9-a810-471a-bed0-69dd65f8e1d3 None None] Pushing event updated for resources: {'Port': ['ID=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:45.381985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd1384c8-074d-491d-b022-23ff877353f3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c88b459d-a3c0-4335-9561-fffb8ac9b81a HTTP/1.1" status: 204 len: 168 time: 1.8613756 Dec 10 18:21:45.391187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4233d3f-7d68-452e-97a9-fcf31016fb42 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:45.459321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45014) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:45.489792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c229291-e53b-4836-97ad-00862adba86f req-fa199e20-3ce3-438f-bd3d-9fa6b3201ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:45.492211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c229291-e53b-4836-97ad-00862adba86f req-fa199e20-3ce3-438f-bd3d-9fa6b3201ffc service neutron] 10.222.0.30 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 915 time: 0.2721150 Dec 10 18:21:45.528308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d01b0641-4372-41a2-9af3-10d90bac6f8f None None] Provisioning complete for port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:45.528824 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d01b0641-4372-41a2-9af3-10d90bac6f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.593978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c229291-e53b-4836-97ad-00862adba86f req-d87b56c7-8ffa-4eec-ad11-d72cc7613cef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71e91d4e-8284-4019-b65b-503776dc9ec6 HTTP/1.1" status: 200 len: 217 time: 0.0927365 Dec 10 18:21:45.699079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c229291-e53b-4836-97ad-00862adba86f req-f3ede0ea-558a-46f9-9fc4-a646ec84db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:45.700919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c229291-e53b-4836-97ad-00862adba86f req-f3ede0ea-558a-46f9-9fc4-a646ec84db14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.0992756 Dec 10 18:21:45.739685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] For port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:45.744525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c229291-e53b-4836-97ad-00862adba86f req-a2b6f3d9-7579-406f-9f4f-1bb6df269ef7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358813 Dec 10 18:21:45.784697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2911ba5-4cc1-4cbd-8670-08b8f6d6766b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3127587 Dec 10 18:21:45.796715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] For port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:45.813965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45018) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:45.823750 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:45.888312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a418fe1-a1e4-4625-849a-9eb863141d77 req-d6909eef-6441-452e-994d-f19873fbff55 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5464041 Dec 10 18:21:45.892855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:21:45.904408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-3d72ac45-1004-4d66-8b88-d2c75c9a7e65 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.5209441 Dec 10 18:21:46.035082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc401cbf-6be1-4ad7-869b-c00b0e9bdb3a None None] Pushing event updated for resources: {'Port': ['ID=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:46.049773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c229291-e53b-4836-97ad-00862adba86f req-e76ed56f-6a85-4589-8004-133a382f2195 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975836 Dec 10 18:21:46.109442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] Deleting port 61763e24-f669-427c-917e-b42b603c95e0 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:46.109721 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:46.269240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6be14c75-9f3e-47e5-a51f-e58b05c22c6c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:46.331715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a527ebd-8720-482e-9c8e-2ca6ee676dfe tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:46.335183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a527ebd-8720-482e-9c8e-2ca6ee676dfe tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5196066 Dec 10 18:21:46.345372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea27e1-396f-4a90-9f7f-2342d00ecad0 req-4c83bcec-ba14-4638-a66b-f7856c3a7ff9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:46.379822 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4aea27e1-396f-4a90-9f7f-2342d00ecad0 req-4c83bcec-ba14-4638-a66b-f7856c3a7ff9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 945 time: 0.3290129 Dec 10 18:21:46.402769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] For port 61763e24-f669-427c-917e-b42b603c95e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=61763e24-f669-427c-917e-b42b603c95e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:46.403749 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:46.415103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45026) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:46.459984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] Calling delete_port for 61763e24-f669-427c-917e-b42b603c95e0 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:46.517032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e461780c-1d8d-4509-b342-89e92b68eb08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:46.518553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e461780c-1d8d-4509-b342-89e92b68eb08 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1008744 Dec 10 18:21:46.524811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45028) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:46.549533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c229291-e53b-4836-97ad-00862adba86f req-807e803e-6b2e-4b5f-8833-13ef640b1782 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4655151 Dec 10 18:21:46.591197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:46.621473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:46.622638 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:46.624775 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-67c69c8c-88c1-48b7-a184-6bf2c2027f4b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0986872 Dec 10 18:21:46.631229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45030) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:46.637172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:46.782317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4aea27e1-396f-4a90-9f7f-2342d00ecad0 req-5934754f-c049-40e1-b58c-a436c61cbae2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790759 Dec 10 18:21:46.843397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:46.844097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-da97a3ed-59e7-443b-a4b2-de193da440ae tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:46.849346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-da97a3ed-59e7-443b-a4b2-de193da440ae tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.9436331 Dec 10 18:21:46.861200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:46.865068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:46.868640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-a9bf6b90-ce8a-4beb-84b0-27fa75585bed tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:21:46.870836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f9d5b45-b072-4daa-a361-30d01d9dab52 req-a9bf6b90-ce8a-4beb-84b0-27fa75585bed tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106361 Dec 10 18:21:46.960902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] Pushing event deleted for resources: {'Port': ['ID=61763e24-f669-427c-917e-b42b603c95e0,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:46.976620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8e13d4-726b-45fd-ad80-622c23e3575d None None] No DVR routers for this DVR port 61763e24-f669-427c-917e-b42b603c95e0 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:47.017573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 61763e24-f669-427c-917e-b42b603c95e0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:47.088594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 61763e24-f669-427c-917e-b42b603c95e0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:47.088958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 61763e24-f669-427c-917e-b42b603c95e0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:47.193217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a39b5-b23b-44ae-8388-e4862b63ed96 req-addc2300-b439-43b1-9c66-0bffef70671b tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:47.195167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-062a39b5-b23b-44ae-8388-e4862b63ed96 req-addc2300-b439-43b1-9c66-0bffef70671b tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 944 time: 0.1814506 Dec 10 18:21:47.252566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:47.277729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ead5fcf1-bb42-40fa-bb64-6891154c0533 req-154d1483-63cc-4106-8aa3-02d73eb9c483 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips/2b299c2d-0d18-47b9-be20-335bd13e2667 HTTP/1.1" status: 200 len: 693 time: 0.1633422 Dec 10 18:21:47.333391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-062a39b5-b23b-44ae-8388-e4862b63ed96 req-539d6e43-e199-45a5-847e-3885203c80f4 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286595 Dec 10 18:21:47.527275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.objects.ports [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:21:47.529116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:47.583470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:47.586739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5fcf1-bb42-40fa-bb64-6891154c0533 req-44441830-dd0c-4c07-bb76-79e687a4e2c6 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:47.588818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ead5fcf1-bb42-40fa-bb64-6891154c0533 req-44441830-dd0c-4c07-bb76-79e687a4e2c6 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.3006444 Dec 10 18:21:47.592896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:47.600112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:47.600821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:47.607819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81803b82-c1b2-46f4-b745-c6a720c148d6 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:47.616163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-ead5fcf1-bb42-40fa-bb64-6891154c0533 req-fb21ac19-0908-499d-8052-67fed7d62184 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:21:47.617457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ead5fcf1-bb42-40fa-bb64-6891154c0533 req-fb21ac19-0908-499d-8052-67fed7d62184 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082023 Dec 10 18:21:47.648781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:21:47.668225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=3c379509-4e2d-4080-a282-39a1c2ea32a3,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:47.788160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50cd4aa0-c97e-45e7-9145-20a22afa74a3 req-f383b3f7-365e-4eba-9d72-aa0e5361b5ee tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips?tenant_id=09375b85567d443eb68d6c9e537781d3 HTTP/1.1" status: 200 len: 696 time: 0.1341860 Dec 10 18:21:47.806077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-39ea512e-b92c-461b-90da-a5f3e96cc761 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1759908 Dec 10 18:21:47.821782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45038) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:47.827059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:73:1e:5a', 'name': 'tempest-NetworksTestDHCPv6-1198601577'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:47.911156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26253cae-b55f-4963-8ca9-7b6953683e3f None None] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:47.972049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd4aa0-c97e-45e7-9145-20a22afa74a3 req-07c6d0b0-3abc-44e3-9cab-a19bca2ca2b0 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:47.976050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50cd4aa0-c97e-45e7-9145-20a22afa74a3 req-07c6d0b0-3abc-44e3-9cab-a19bca2ca2b0 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks?id=66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 787 time: 0.1830208 Dec 10 18:21:47.989096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-50cd4aa0-c97e-45e7-9145-20a22afa74a3 req-c4c3ae7e-32c3-4eb8-ad34-2a91e4d01a35 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:21:47.990246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50cd4aa0-c97e-45e7-9145-20a22afa74a3 req-c4c3ae7e-32c3-4eb8-ad34-2a91e4d01a35 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068698 Dec 10 18:21:48.019673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:21:48.024294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:48.033568 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Sync routers for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:21:48.045206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '3c379509-4e2d-4080-a282-39a1c2ea32a3'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:48.049543 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:48.050172 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:48.052206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.089852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6c9a3482-7d0d-4d83-9968-58ac4236382e None None] Provisioning complete for port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:48.090243 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3482-7d0d-4d83-9968-58ac4236382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.117367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ad9e8-8bd7-4fcd-8338-2cf443bdddce req-c3ca6472-b1e8-4f61-b969-a35cc48de40e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:48.130472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e3ad9e8-8bd7-4fcd-8338-2cf443bdddce req-c3ca6472-b1e8-4f61-b969-a35cc48de40e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 945 time: 0.1708815 Dec 10 18:21:48.146044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-7d960359-ec99-458a-b362-9e03df2cd1a9 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips/2b299c2d-0d18-47b9-be20-335bd13e2667 HTTP/1.1" status: 200 len: 693 time: 0.1050193 Dec 10 18:21:48.156984 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.159481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-38e393f4-700e-41b5-a551-56e0b5e9c8e9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5852969 Dec 10 18:21:48.163078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45046) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:48.302097 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:48.324597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 657fc9d7-08db-4ec4-84a2-7c9c1483c42a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:48.326783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 71e91d4e-8284-4019-b65b-503776dc9ec6 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:21:48.329156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-d15f1b11-a42e-41cd-b59e-7e1608b74a87 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:48.330657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-d15f1b11-a42e-41cd-b59e-7e1608b74a87 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.1769266 Dec 10 18:21:48.332831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Allocated IP 2001:db8::f816:3eff:fe87:2d22 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/3c379509-4e2d-4080-a282-39a1c2ea32a3/c3161f51-ffce-40f5-9969-874945a04156) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:48.344340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e8051f42-2b1d-4f9c-b0f1-07fe86a06b21 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:21:48.345397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e8051f42-2b1d-4f9c-b0f1-07fe86a06b21 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067155 Dec 10 18:21:48.369964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.428841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e3ad9e8-8bd7-4fcd-8338-2cf443bdddce req-9c8eb531-8b11-4754-9df4-59e0eb13a3a9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963831 Dec 10 18:21:48.444779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-623e0ac0-9e18-45b2-a7dd-fe2db095b6ab tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.0895491 Dec 10 18:21:48.460090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port d2caeafe-656b-4498-a6dc-0c73d5ec77b6 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:21:48.579339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-b6e7ff88-2f31-4254-97a3-5690482908e3 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.126 HTTP/1.1" status: 200 len: 696 time: 0.1302235 Dec 10 18:21:48.658206 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:45Z', 'revision_number': 3, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:48.694819 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3482-7d0d-4d83-9968-58ac4236382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.730312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:48.731115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.735281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Checking router: 7428e376-9ffa-49fb-9c78-4e04aaf44b41 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:21:48.735640 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Updating router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 port edde4de1-3195-4bfb-bd09-7c1811a0be1e binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:21:48.774647 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.849246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Deleting port 143357bb-b8f8-4516-8f93-adfff913e2c8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:48.850059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.883327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 71e91d4e-8284-4019-b65b-503776dc9ec6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=71e91d4e-8284-4019-b65b-503776dc9ec6,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:48.914807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6c9a3482-7d0d-4d83-9968-58ac4236382e None None] For port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:48.948892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a586f-d9df-406e-b393-a53b62f9981e req-0d93775f-7e7d-4ad7-a0f2-854d2a5586fd tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:48.950424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-989a586f-d9df-406e-b393-a53b62f9981e req-0d93775f-7e7d-4ad7-a0f2-854d2a5586fd tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 944 time: 0.1735327 Dec 10 18:21:48.956563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.956892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.960769 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6c9a3482-7d0d-4d83-9968-58ac4236382e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:48.962669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '71e91d4e-8284-4019-b65b-503776dc9ec6', 'network_id': '37f1247b-513c-432d-9115-2392d7e10752', 'port_id': '71e91d4e-8284-4019-b65b-503776dc9ec6', 'mac_address': 'fa:16:3e:ac:5f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '281731b8-544b-4aa5-afa4-30d41e95ffa9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:21:48.983964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Calling delete_port for 143357bb-b8f8-4516-8f93-adfff913e2c8 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:49.092260 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-989a586f-d9df-406e-b393-a53b62f9981e req-9fa7e1be-cdd4-4a28-b08a-93b322a9344d tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356268 Dec 10 18:21:49.183945 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.188969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.193137 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.202083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.230752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.246567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Pushing event deleted for resources: {'Port': ['ID=143357bb-b8f8-4516-8f93-adfff913e2c8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:49.251983 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d2fec-17ac-4639-99dc-a2ab715124fa None None] Pushing event updated for resources: {'Port': ['ID=edde4de1-3195-4bfb-bd09-7c1811a0be1e,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:49.266046 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.279063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Attempting to bind port edde4de1-3195-4bfb-bd09-7c1811a0be1e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:49.279542 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Attempting to bind port edde4de1-3195-4bfb-bd09-7c1811a0be1e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:49.279925 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Attempting to bind port edde4de1-3195-4bfb-bd09-7c1811a0be1e on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:49.286093 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:49.286505 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:49.286917 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.287464 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:49.287957 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Bound port: edde4de1-3195-4bfb-bd09-7c1811a0be1e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:49.288471 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.289087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.291602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a3482-7d0d-4d83-9968-58ac4236382e None None] Pushing event updated for resources: {'Port': ['ID=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:49.346617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e91d4e-8284-4019-b65b-503776dc9ec6 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:21:49.372475 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] For port edde4de1-3195-4bfb-bd09-7c1811a0be1e, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:49.375821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f6e04ce2-9f86-45f4-bca1-2f8732d343f7 None None] Provisioning complete for port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:49.375821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6e04ce2-9f86-45f4-bca1-2f8732d343f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.377512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.379678 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] For port edde4de1-3195-4bfb-bd09-7c1811a0be1e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=edde4de1-3195-4bfb-bd09-7c1811a0be1e,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:49.381710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.383514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4870e5ae-dcf9-45bd-ab84-0c51bb724643 req-e271f494-7c22-4c7f-bde7-7dea5d6c3092 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "DELETE /v2.0/floatingips/2b299c2d-0d18-47b9-be20-335bd13e2667 HTTP/1.1" status: 204 len: 173 time: 0.8027656 Dec 10 18:21:49.389029 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.406598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:49.436748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fe73:1e5a (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/3c379509-4e2d-4080-a282-39a1c2ea32a3/d2caeafe-656b-4498-a6dc-0c73d5ec77b6) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:49.442786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:49.460972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:49.469132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 71e91d4e-8284-4019-b65b-503776dc9ec6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=71e91d4e-8284-4019-b65b-503776dc9ec6,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:49.485718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.487328 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d2fec-17ac-4639-99dc-a2ab715124fa None None] Pushing event updated for resources: {'Port': ['ID=edde4de1-3195-4bfb-bd09-7c1811a0be1e,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:49.495171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ff615-5282-4649-9578-21de4ebd52ac req-5e7a2eb6-adbe-4f2c-b29b-44674e70b0b5 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:49.497027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea7ff615-5282-4649-9578-21de4ebd52ac req-5e7a2eb6-adbe-4f2c-b29b-44674e70b0b5 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 945 time: 0.2396541 Dec 10 18:21:49.509072 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:49.509928 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:49.536342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Pushing event updated for resources: {'Port': ['ID=c3161f51-ffce-40f5-9969-874945a04156,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:49.630067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Attempting to bind port c3161f51-ffce-40f5-9969-874945a04156 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:49.630463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Attempting to bind port c3161f51-ffce-40f5-9969-874945a04156 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:49.630836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Attempting to bind port c3161f51-ffce-40f5-9969-874945a04156 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:49.637213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:49.637595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:49.638003 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.638442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:49.638897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Bound port: c3161f51-ffce-40f5-9969-874945a04156, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:49.639281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.641141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=71e91d4e-8284-4019-b65b-503776dc9ec6,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:49.675469 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:49.692932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-05d71610-1aef-47dc-9e5b-4dc3b68e441b tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2708070 Dec 10 18:21:49.707041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:49.741889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea7ff615-5282-4649-9578-21de4ebd52ac req-720fb472-bf30-4864-94a4-bfa1cc778fc2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363260 Dec 10 18:21:49.755124 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.768597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Allocated IP 172.20.0.1 (7ece2ed6-f826-441d-b990-14c3e4c97e2b/ad779698-0097-4e8e-bdcb-013d65bc83c6/8f024cf9-6813-4fbc-aef8-27512ad0f31f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:49.783712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] For port c3161f51-ffce-40f5-9969-874945a04156, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:49.786709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] For port c3161f51-ffce-40f5-9969-874945a04156, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c3161f51-ffce-40f5-9969-874945a04156,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:49.791774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['71e91d4e-8284-4019-b65b-503776dc9ec6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:49.795584 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.895981 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:49.942584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a716bd-cabf-41ce-b4fb-381dc2908e2d None None] Pushing event updated for resources: {'Port': ['ID=c3161f51-ffce-40f5-9969-874945a04156,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:49.964572 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:45Z', 'revision_number': 3, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:50.003257 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddfb4ce-5f47-4067-b42f-0365392d13cc None None] The sync data for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 is: [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:45Z', 'revision_number': 3, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:21:50.044332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.063087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.077985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.145946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:50.159344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:50.163781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:50.172600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:50.173287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.194734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=d2caeafe-656b-4498-a6dc-0c73d5ec77b6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:50.212823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-07fdd736-b035-4a6f-8669-3ebba4f25e6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3897109 Dec 10 18:21:50.218550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45064) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:50.223140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 657fc9d7-08db-4ec4-84a2-7c9c1483c42a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:50.294652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.353603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:50.361733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:50.363808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:50.366968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:50.387136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.414196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cd4e5-7677-4c40-b909-917908462f3f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:50.440015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3cd4e5-7677-4c40-b909-917908462f3f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:50.441750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f3cd4e5-7677-4c40-b909-917908462f3f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2220082 Dec 10 18:21:50.444795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Pushing event updated for resources: {'Port': ['ID=8f024cf9-6813-4fbc-aef8-27512ad0f31f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:50.461309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45070) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:50.622274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.864026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.869541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a7951062-e148-4561-8a17-21055e26c9c3 None None] Provisioning complete for port 8f024cf9-6813-4fbc-aef8-27512ad0f31f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:50.870748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7951062-e148-4561-8a17-21055e26c9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:50.898839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b567b-1547-4e13-9824-11cbd0ce6532 req-fd034114-f141-43ab-a7ab-a45728630bde tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:50.901616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a2b567b-1547-4e13-9824-11cbd0ce6532 req-fd034114-f141-43ab-a7ab-a45728630bde tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 945 time: 0.3962004 Dec 10 18:21:50.932258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a7951062-e148-4561-8a17-21055e26c9c3 None None] Port 8f024cf9-6813-4fbc-aef8-27512ad0f31f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:21:50.995766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Allocated IP 172.25.2.74 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/eb1ed311-a348-48d2-a3a8-68b289011aaa) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:51.017627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port d2caeafe-656b-4498-a6dc-0c73d5ec77b6 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:51.017962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.028503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a2b567b-1547-4e13-9824-11cbd0ce6532 req-3bccef63-6870-4aee-be26-0506c655d71c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193984 Dec 10 18:21:51.158752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.207845 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.266891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:51.272051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:51.277487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:51.334184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Pushing event updated for resources: {'Port': ['ID=eb1ed311-a348-48d2-a3a8-68b289011aaa,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:51.466296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.535740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.672902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4acd5df8-176f-40a2-8111-465393953e12 None None] Provisioning complete for port c3161f51-ffce-40f5-9969-874945a04156 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:51.673279 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4acd5df8-176f-40a2-8111-465393953e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.693416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4441f4-c6e0-49c9-8c18-be983e636c94 req-7d53af59-a8f2-4831-8320-65e2a7b015fe tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:51.701175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de4441f4-c6e0-49c9-8c18-be983e636c94 req-7d53af59-a8f2-4831-8320-65e2a7b015fe tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 945 time: 0.5495915 Dec 10 18:21:51.748786 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.771098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4acd5df8-176f-40a2-8111-465393953e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.786579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.799787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de4441f4-c6e0-49c9-8c18-be983e636c94 req-f77ca832-5e5a-4976-a197-c0f545790ff0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973182 Dec 10 18:21:51.814388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4acd5df8-176f-40a2-8111-465393953e12 None None] For port c3161f51-ffce-40f5-9969-874945a04156, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c3161f51-ffce-40f5-9969-874945a04156,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:51.821025 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4acd5df8-176f-40a2-8111-465393953e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.828042 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.833001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for d2caeafe-656b-4498-a6dc-0c73d5ec77b6 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:51.838507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-60903a8d-e3d6-42b5-bc44-311a4b6fc330 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:51.840472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.840735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-60903a8d-e3d6-42b5-bc44-311a4b6fc330 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 945 time: 0.1351163 Dec 10 18:21:51.841993 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:51.926011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Pushing event updated for resources: {'Port': ['ID=8f024cf9-6813-4fbc-aef8-27512ad0f31f,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:51.939905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd5df8-176f-40a2-8111-465393953e12 None None] Pushing event updated for resources: {'Port': ['ID=c3161f51-ffce-40f5-9969-874945a04156,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:51.965171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-775e7cf1-1c42-404f-80d1-32da2cae9883 None None] Provisioning complete for port d2caeafe-656b-4498-a6dc-0c73d5ec77b6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:51.965696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-775e7cf1-1c42-404f-80d1-32da2cae9883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.012052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Pushing event updated for resources: {'Port': ['ID=eb1ed311-a348-48d2-a3a8-68b289011aaa,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:52.014233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-775e7cf1-1c42-404f-80d1-32da2cae9883 None None] Port d2caeafe-656b-4498-a6dc-0c73d5ec77b6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:21:52.015513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.048935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.086333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.094082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-0ce95340-a556-4c42-b393-9c2a95310e6f tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3933048 Dec 10 18:21:52.189516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:52.189864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.209588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-6f7b6cfd-a209-4a41-849a-c7126b95b5c7 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.1030052 Dec 10 18:21:52.225494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 71e91d4e-8284-4019-b65b-503776dc9ec6 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:52.245617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:52.248102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.269546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdbf76-e9c3-476e-9deb-eb9fa84a8131 req-f5d37fc6-2754-4220-9189-54ed5e147b38 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:52.270327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c3161f51-ffce-40f5-9969-874945a04156 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:52.276719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcfdbf76-e9c3-476e-9deb-eb9fa84a8131 req-f5d37fc6-2754-4220-9189-54ed5e147b38 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 945 time: 0.1021419 Dec 10 18:21:52.278065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:52.319913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=d2caeafe-656b-4498-a6dc-0c73d5ec77b6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:52.380835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c3161f51-ffce-40f5-9969-874945a04156 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:52.381377 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.397847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:52.398228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.422917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.428220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-14a20bcb-415f-4807-a5da-c94fbf6e3015 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/d2caeafe-656b-4498-a6dc-0c73d5ec77b6 HTTP/1.1" status: 204 len: 168 time: 1.9634411 Dec 10 18:21:52.430918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45078) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:52.432568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 71e91d4e-8284-4019-b65b-503776dc9ec6 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:21:52.437782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:52.442883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 71e91d4e-8284-4019-b65b-503776dc9ec6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:52.443256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.483273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-41c7670f-d31a-420a-aa44-3d596642b515 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:52.484803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-41c7670f-d31a-420a-aa44-3d596642b515 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.2114615 Dec 10 18:21:52.549393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-d76207e9-2003-4ad1-ac5f-0e7ebfb1744a tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:21:52.551277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a56638e4-1f11-408a-a3f9-66f15f5e92d5 req-d76207e9-2003-4ad1-ac5f-0e7ebfb1744a tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098822 Dec 10 18:21:52.736371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-44cfd3bd-67bc-4f70-8e2f-a0c0dc4f4658 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips/d6d537cc-78f9-4393-bde2-48848b30bab1 HTTP/1.1" status: 200 len: 692 time: 0.1146247 Dec 10 18:21:52.750258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b82f8b8-5397-4bd3-b811-723ec4b14286 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:52.752569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b82f8b8-5397-4bd3-b811-723ec4b14286 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:52.757073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3b82f8b8-5397-4bd3-b811-723ec4b14286 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3092399 Dec 10 18:21:52.767881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45084) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:52.818933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device edde4de1-3195-4bfb-bd09-7c1811a0be1e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:52.845276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcfdbf76-e9c3-476e-9deb-eb9fa84a8131 req-d286e16e-064c-45bd-9b34-99d260f47515 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329702 Dec 10 18:21:52.899094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-031a0956-e5e5-4b5d-9a66-fada06abd3db service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2650430 Dec 10 18:21:52.930371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.931469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:21:52.937228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 3c379509-4e2d-4080-a282-39a1c2ea32a3 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:21:52.950320 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.955319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13', '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:21:52.961097 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:52.981896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=481bf4ef-2d07-4dac-b844-10bc9c1e6ef3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:53.018675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-534d32e0-3f0b-42b4-83f4-180f2beb1b58 None None] Provisioning complete for port 8f024cf9-6813-4fbc-aef8-27512ad0f31f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:53.019207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-534d32e0-3f0b-42b4-83f4-180f2beb1b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.067594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:53.076214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83192085-d481-4bbc-9d89-0bfee6300833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e91d4e-8284-4019-b65b-503776dc9ec6'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:53.076768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-2d76eef2-30f3-4606-be7e-33de3ebeb0fa tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:53.078239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-2d76eef2-30f3-4606-be7e-33de3ebeb0fa tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 784 time: 0.3326426 Dec 10 18:21:53.079422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.082738 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-991e900c-9cab-48d8-9945-a445dc30f2f8 req-4a0e4200-177c-4fca-9028-a277331c6c0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "DELETE /v2.0/ports/481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 HTTP/1.1" status: 204 len: 173 time: 1.2345181 Dec 10 18:21:53.083189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91545979-32b0-445b-8aed-f745cde867d7', 'name': 'network-vif-deleted', 'tag': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:21:53.086297 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c3e5ec-acb3-4efb-8f2f-34271bcbe489" -d '{"events": [{"server_uuid": "91545979-32b0-445b-8aed-f745cde867d7", "name": "network-vif-deleted", "tag": "481bf4ef-2d07-4dac-b844-10bc9c1e6ef3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:53.087460 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f552b-5308-4cd6-8507-92ec3a059882" -d '{"events": [{"server_uuid": "83192085-d481-4bbc-9d89-0bfee6300833", "name": "network-vif-plugged", "status": "completed", "tag": "71e91d4e-8284-4019-b65b-503776dc9ec6"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:21:53.114706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 71e91d4e-8284-4019-b65b-503776dc9ec6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=71e91d4e-8284-4019-b65b-503776dc9ec6,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:53.123227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-31afed28-76fc-4726-bdfa-4e61a085e566 req-9a619828-71dc-4295-963c-12a8ea2cd46d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=91545979-32b0-445b-8aed-f745cde867d7 HTTP/1.1" status: 200 len: 210 time: 0.1423314 Dec 10 18:21:53.127269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.130248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port edde4de1-3195-4bfb-bd09-7c1811a0be1e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:53.130772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.150230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-534d32e0-3f0b-42b4-83f4-180f2beb1b58 None None] Port 8f024cf9-6813-4fbc-aef8-27512ad0f31f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:21:53.188173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-b54dab94-1e8d-4f56-89f3-14b9581d638d tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.0985401 Dec 10 18:21:53.197128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:21:53.223631 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-99818c63-34c5-4855-bca0-0e384efd2f7b admin admin] 10.222.0.55 "PUT /v2.0/routers/7428e376-9ffa-49fb-9c78-4e04aaf44b41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0581882 Dec 10 18:21:53.243033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Sync routers for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:21:53.248461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.298040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-7ad8500d-7ab1-4677-b384-3094381060a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:53.299631 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-7ad8500d-7ab1-4677-b384-3094381060a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 1096 time: 0.3042181 Dec 10 18:21:53.330855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:53.331611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:53.342058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-0ccd2abe-db95-4bcc-aa0b-30327a6177cd tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips?floating_ip_address=172.25.2.74 HTTP/1.1" status: 200 len: 695 time: 0.1435208 Dec 10 18:21:53.399197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=71e91d4e-8284-4019-b65b-503776dc9ec6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:53.422766 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f918f1-247e-4ca4-8377-21d0afe28f0d x-openstack-request-id: req-b3f918f1-247e-4ca4-8377-21d0afe28f0d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:53.423184 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83192085-d481-4bbc-9d89-0bfee6300833", "name": "network-vif-plugged", "status": "completed", "tag": "71e91d4e-8284-4019-b65b-503776dc9ec6", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:53.423561 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b3f918f1-247e-4ca4-8377-21d0afe28f0d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:53.424065 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83192085-d481-4bbc-9d89-0bfee6300833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e91d4e-8284-4019-b65b-503776dc9ec6', 'code': 200} Dec 10 18:21:53.428241 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.442247 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6a1f5b-82f1-4423-9287-334f6fe65556 x-openstack-request-id: req-0d6a1f5b-82f1-4423-9287-334f6fe65556 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:21:53.442600 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91545979-32b0-445b-8aed-f745cde867d7", "name": "network-vif-deleted", "tag": "481bf4ef-2d07-4dac-b844-10bc9c1e6ef3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:21:53.442836 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d6a1f5b-82f1-4423-9287-334f6fe65556 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:21:53.443274 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91545979-32b0-445b-8aed-f745cde867d7', 'name': 'network-vif-deleted', 'tag': '481bf4ef-2d07-4dac-b844-10bc9c1e6ef3', 'status': 'completed', 'code': 200} Dec 10 18:21:53.521322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.581991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.632889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=3c379509-4e2d-4080-a282-39a1c2ea32a3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:53.634162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:53.635874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeca89f-e527-4138-a6be-9a7e10a763d6 req-111e226d-b485-4af2-8ddb-e30bac7512df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:53.638203 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdeca89f-e527-4138-a6be-9a7e10a763d6 req-111e226d-b485-4af2-8ddb-e30bac7512df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 1097 time: 0.1303689 Dec 10 18:21:53.643427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88674e75-8354-4fee-82e3-a9b0d149a79b None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:53.643616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.649724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c9a1a1d3-0e89-42a2-8451-a0bddb525255 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/3c379509-4e2d-4080-a282-39a1c2ea32a3 HTTP/1.1" status: 204 len: 168 time: 0.8776248 Dec 10 18:21:53.650385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45102) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:53.714438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f63e4830-6580-4a1c-980a-21c5e4aceb8a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0605879 Dec 10 18:21:53.715054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45106) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:53.722819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:53.778710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port edde4de1-3195-4bfb-bd09-7c1811a0be1e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=edde4de1-3195-4bfb-bd09-7c1811a0be1e,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:53.815503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Deleting port eb1ed311-a348-48d2-a3a8-68b289011aaa {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:53.815503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.819267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45108) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:53.829029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1945204410', 'description': 'tempest-description--1302838955'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:53.854983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdeca89f-e527-4138-a6be-9a7e10a763d6 req-e989bafd-824d-417e-9f19-b74883053adb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983345 Dec 10 18:21:53.912800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-5ee45742-ae54-4e42-97ac-b138340e2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:53.914474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-5ee45742-ae54-4e42-97ac-b138340e2f0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 915 time: 0.5745311 Dec 10 18:21:53.918817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:53.953045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:21:53.953045 n-d-821424-1 neutron-server[103499]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 18:21:53.953045 n-d-821424-1 neutron-server[103499]: [parameters: {'project_id': '116753191c7640d99d4f17680ae90606', 'id': 'df27df05-8fd8-4b32-8a13-9cb68b8e2ed0', 'expiration': datetime.datetime(2021, 12, 10, 18, 23, 53, 940939)}] Dec 10 18:21:53.953045 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:21:53.953648 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:21:53.970039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:53.973363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.007701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.008171 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.027045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Calling delete_port for eb1ed311-a348-48d2-a3a8-68b289011aaa owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:54.111327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=edde4de1-3195-4bfb-bd09-7c1811a0be1e,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:54.125779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-8c3e7235-856e-4af1-a0ae-f05fb242bf4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57 HTTP/1.1" status: 200 len: 217 time: 0.0644410 Dec 10 18:21:54.160870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5d61f-dceb-4181-8d42-28de66c145d3 req-9a882055-ff22-442d-9083-bdecbb32afef tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:54.169398 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67d5d61f-dceb-4181-8d42-28de66c145d3 req-9a882055-ff22-442d-9083-bdecbb32afef tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 946 time: 0.2100928 Dec 10 18:21:54.236641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:21:54.278153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-fd890576-d52a-4844-9698-97fa46ce2a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:54.279710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-fd890576-d52a-4844-9698-97fa46ce2a2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.1392918 Dec 10 18:21:54.291024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67d5d61f-dceb-4181-8d42-28de66c145d3 req-bf3fca33-4611-437f-a85d-f5f4010f603d tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205838 Dec 10 18:21:54.291368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 2, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:54.325445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Checking router: 7428e376-9ffa-49fb-9c78-4e04aaf44b41 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:21:54.325818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Updating router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 port 8f024cf9-6813-4fbc-aef8-27512ad0f31f binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:21:54.328997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.362335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Pushing event deleted for resources: {'Port': ['ID=eb1ed311-a348-48d2-a3a8-68b289011aaa,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:54.365269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.421639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] Deleting port c3161f51-ffce-40f5-9969-874945a04156 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:54.422019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.449035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.455150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-1b47d3b2-368b-4b8e-9928-a4bf6341d554 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607132 Dec 10 18:21:54.455665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.457773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-921eacfb-6901-4a61-95d8-f6672e1376ed req-5a672898-b9b2-4b65-8263-032a5176a717 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "DELETE /v2.0/floatingips/d6d537cc-78f9-4393-bde2-48848b30bab1 HTTP/1.1" status: 204 len: 173 time: 1.1088877 Dec 10 18:21:54.547389 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-fd03428e-dd90-432e-801c-88e0961605ba req-aa850085-8d31-40ef-8c0e-dc7866847d00 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] show failed (client error): The resource could not be found. Dec 10 18:21:54.553990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd03428e-dd90-432e-801c-88e0961605ba req-aa850085-8d31-40ef-8c0e-dc7866847d00 tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips/d6d537cc-78f9-4393-bde2-48848b30bab1 HTTP/1.1" status: 404 len: 350 time: 0.0485620 Dec 10 18:21:54.565733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.590334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] For port c3161f51-ffce-40f5-9969-874945a04156, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c3161f51-ffce-40f5-9969-874945a04156,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:54.590907 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.616495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] Calling delete_port for c3161f51-ffce-40f5-9969-874945a04156 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:54.628065 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-be3af6f2-58c1-4e39-9a7f-c132069090a4 req-ac620db6-b0ba-4b72-9103-b0bde2af465e tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] show failed (client error): The resource could not be found. Dec 10 18:21:54.635376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-be3af6f2-58c1-4e39-9a7f-c132069090a4 req-ac620db6-b0ba-4b72-9103-b0bde2af465e tempest-FloatingIPsTestJSON-2026973235 tempest-FloatingIPsTestJSON-2026973235-project] 10.222.0.55 "GET /v2.0/floatingips/d6d537cc-78f9-4393-bde2-48848b30bab1 HTTP/1.1" status: 404 len: 350 time: 0.0595279 Dec 10 18:21:54.639064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45122) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:54.779250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:21:54.821860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.840448 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.862208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.913870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] No DVR routers for this DVR port c3161f51-ffce-40f5-9969-874945a04156 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:21:54.948967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a348ee-9028-4b87-b87a-2097dd741168 None None] Pushing event deleted for resources: {'Port': ['ID=c3161f51-ffce-40f5-9969-874945a04156,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:54.988944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:54.990543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1694510 Dec 10 18:21:55.000322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45132) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:55.007217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.007485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1e422535-35a6-4675-9663-68b1b31785fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'security_group_rule': {'security_group_id': 'fed16668-6b2c-49b3-9503-9756bd91d3f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:55.013211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-61192484-0404-4c67-a9f6-5960c79ad237 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441999 Dec 10 18:21:55.015641 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.047778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19ede1-aa93-406a-b7ae-e2c2c6152fd7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed16668-6b2c-49b3-9503-9756bd91d3f5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:55.095840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e422535-35a6-4675-9663-68b1b31785fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.200916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b819f9-9e5c-42c8-ab87-63a8c33d9861 None None] Pushing event updated for resources: {'Port': ['ID=8f024cf9-6813-4fbc-aef8-27512ad0f31f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:55.241975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Attempting to bind port 8f024cf9-6813-4fbc-aef8-27512ad0f31f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:55.242502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Attempting to bind port 8f024cf9-6813-4fbc-aef8-27512ad0f31f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:55.242964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Attempting to bind port 8f024cf9-6813-4fbc-aef8-27512ad0f31f on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:55.257620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:55.262432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:55.262978 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.263482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Bound using segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:55.264097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Bound port: 8f024cf9-6813-4fbc-aef8-27512ad0f31f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:55.264582 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.284282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e422535-35a6-4675-9663-68b1b31785fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.293849 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e422535-35a6-4675-9663-68b1b31785fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.337952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e422535-35a6-4675-9663-68b1b31785fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96d5d84-46d1-4147-931d-d1fd82d4c348,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:55.343007 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7989522b-f2c5-49be-a8af-315325ebefc3 req-b6ce30bc-d06c-4bda-a428-ec2a3848f7b1 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602332 Dec 10 18:21:55.427904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e422535-35a6-4675-9663-68b1b31785fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.430119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1e422535-35a6-4675-9663-68b1b31785fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4260588 Dec 10 18:21:55.457069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45150) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:55.493591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-95680931-f703-4698-8426-ac53b0d692cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'security_group_rule': {'security_group_id': 'fed16668-6b2c-49b3-9503-9756bd91d3f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:55.521246 n-d-821424-1 neutron-server[103500]: WARNING neutron.services.revisions.revision_plugin [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Could not find related port for resource to bump revision. Dec 10 18:21:55.579172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Port c3161f51-ffce-40f5-9969-874945a04156 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103500) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 10 18:21:55.580839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Reverting IP allocation for 2001:db8::f816:3eff:fe87:2d22 {{(pid=103500) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 10 18:21:55.592161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_pluggable_backend [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe87:2d22 {{(pid=103500) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 10 18:21:55.662337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-284e151d-af88-40cf-a5f0-65c15ef8b4bc None None] Provisioning complete for port 8f024cf9-6813-4fbc-aef8-27512ad0f31f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:55.662778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-284e151d-af88-40cf-a5f0-65c15ef8b4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.672661 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.689462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95680931-f703-4698-8426-ac53b0d692cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.719096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] For port 8f024cf9-6813-4fbc-aef8-27512ad0f31f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:55.723490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] For port 8f024cf9-6813-4fbc-aef8-27512ad0f31f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8f024cf9-6813-4fbc-aef8-27512ad0f31f,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:55.732092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-284e151d-af88-40cf-a5f0-65c15ef8b4bc None None] Port 8f024cf9-6813-4fbc-aef8-27512ad0f31f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:21:55.735339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.781109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95993f2e-b5c5-4519-befd-b5029412bf6e req-689f0bd7-0a6f-413f-98d7-d429e1b53d1e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:55.795063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:55.803455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95993f2e-b5c5-4519-befd-b5029412bf6e req-689f0bd7-0a6f-413f-98d7-d429e1b53d1e tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 946 time: 0.2918782 Dec 10 18:21:55.814474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b819f9-9e5c-42c8-ab87-63a8c33d9861 None None] Pushing event updated for resources: {'Port': ['ID=8f024cf9-6813-4fbc-aef8-27512ad0f31f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:55.821576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:21:55.822620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:21:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:55.844612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=ad41e1eb-b829-4a32-b8cd-0153585b9395,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:55.870898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:55.898328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:55.899311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:55.968498 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba4e417-8ecc-4af2-b22a-d7fc5a01ce2e None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:21:55.971910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.003632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-e05780b6-5135-468a-8ebc-ade97806c6f2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:56.028540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-e05780b6-5135-468a-8ebc-ade97806c6f2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.5449314 Dec 10 18:21:56.054240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c2b0240e-84f5-460b-9bf3-81bc0046dcdb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3356450 Dec 10 18:21:56.057087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45152) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:56.064940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:8d:21:d2', 'name': 'tempest-NetworksTestDHCPv6-175230015'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:56.120839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-b3f7a69c-d2e1-420d-80a9-6b5a597faf97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0908177 Dec 10 18:21:56.153191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:21:56.215585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95680931-f703-4698-8426-ac53b0d692cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.258874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95680931-f703-4698-8426-ac53b0d692cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.279515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:56.303016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95680931-f703-4698-8426-ac53b0d692cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b4afcc-c422-4911-8acf-5f52ab14f85d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:56.311340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device edde4de1-3195-4bfb-bd09-7c1811a0be1e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:21:56.313402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95993f2e-b5c5-4519-befd-b5029412bf6e req-86be7c67-222f-48ff-a951-a1de00d0ce18 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090296 Dec 10 18:21:56.346643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:56.347053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 481bf4ef-2d07-4dac-b844-10bc9c1e6ef3 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:56.357562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-444375e3-1273-4933-9884-b9a37dac5f30 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2329853 Dec 10 18:21:56.377216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95680931-f703-4698-8426-ac53b0d692cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.378555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-95680931-f703-4698-8426-ac53b0d692cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9203782 Dec 10 18:21:56.384066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45156) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:56.388893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:21:56.490753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-df1e685f-0a7c-4016-8ec5-afafd3a7777b None None] Provisioning complete for port 8f024cf9-6813-4fbc-aef8-27512ad0f31f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:56.491056 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-df1e685f-0a7c-4016-8ec5-afafd3a7777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.535591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.589490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:21:56.610984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port edde4de1-3195-4bfb-bd09-7c1811a0be1e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:21:56.611613 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.721665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'ad41e1eb-b829-4a32-b8cd-0153585b9395'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:21:56.722655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.732565 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-1860fd7f-a165-40af-a401-6d617f055264 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369901 Dec 10 18:21:56.855473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-df1e685f-0a7c-4016-8ec5-afafd3a7777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:56.942241 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:57.019901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 5b7c57c0-5cbd-4573-83c2-04567bda154e yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:21:57.051227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-4a162c08-e77f-428a-aeef-78d18309e820 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110588 Dec 10 18:21:57.108737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:57.175280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Allocated IP 2001:db8::f816:3eff:feb9:a72e (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/ad41e1eb-b829-4a32-b8cd-0153585b9395/1c583ccc-e554-4d56-afb5-cd1dcaef8de5) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:57.232239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Deleting port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:21:57.233072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:57.348355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] For port 6be14c75-9f3e-47e5-a51f-e58b05c22c6c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,segment=NetworkSegment(e257f633-8481-4c27-9821-f489ae674d60),segment_id=e257f633-8481-4c27-9821-f489ae674d60)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:57.348999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:57.395658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Calling delete_port for 6be14c75-9f3e-47e5-a51f-e58b05c22c6c owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:21:57.555009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb970e44-641c-4573-9701-8d1466e95048 req-d74b3e18-f88c-4515-9c25-9769a5ceaf02 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 210 time: 0.0315483 Dec 10 18:21:57.580089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Allocated IP 172.25.2.147 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/97d92a5d-fded-46aa-92ec-8b209aef2f90) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:57.722977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-df1e685f-0a7c-4016-8ec5-afafd3a7777b None None] For port 8f024cf9-6813-4fbc-aef8-27512ad0f31f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8f024cf9-6813-4fbc-aef8-27512ad0f31f,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:21:57.805629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-df1e685f-0a7c-4016-8ec5-afafd3a7777b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:57.892901 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:57.994224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e685f-0a7c-4016-8ec5-afafd3a7777b None None] Pushing event updated for resources: {'Port': ['ID=8f024cf9-6813-4fbc-aef8-27512ad0f31f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:57.997425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c3161f51-ffce-40f5-9969-874945a04156 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:21:57.997642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.047923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c3161f51-ffce-40f5-9969-874945a04156 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:21:58.048257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c3161f51-ffce-40f5-9969-874945a04156 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:21:58.099409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Pushing event deleted for resources: {'Port': ['ID=6be14c75-9f3e-47e5-a51f-e58b05c22c6c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:58.108226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:55Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:21:58.114946 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.195947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.208817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f91de5-07d7-4edb-b041-f0630203f046 None None] The sync data for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 is: [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:55Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:21:58.253686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.365983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fe8d:21d2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/ad41e1eb-b829-4a32-b8cd-0153585b9395/5b7c57c0-5cbd-4573-83c2-04567bda154e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:21:58.406597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:58.444239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:58.471859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=97d92a5d-fded-46aa-92ec-8b209aef2f90,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:58.473840 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b70e6f92-e74b-4778-a4c7-51b49e992fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.476223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:58.490594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Pushing event updated for resources: {'Port': ['ID=1c583ccc-e554-4d56-afb5-cd1dcaef8de5,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:58.533683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:58.554481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:58.568354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:58.674735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Attempting to bind port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:21:58.675622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Attempting to bind port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:21:58.676172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Attempting to bind port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:21:58.683217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:21:58.683602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:21:58.684018 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.684416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:21:58.684913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Bound port: 1c583ccc-e554-4d56-afb5-cd1dcaef8de5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:21:58.686337 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:58.877561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] For port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:21:58.882478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] For port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1c583ccc-e554-4d56-afb5-cd1dcaef8de5,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:21:58.888836 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:59.044047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:59.104685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b77ad6-b780-488c-8a4c-1720c6c5b621 None None] Pushing event updated for resources: {'Port': ['ID=1c583ccc-e554-4d56-afb5-cd1dcaef8de5,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:59.116926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:59.169667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:59.289467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=5b7c57c0-5cbd-4573-83c2-04567bda154e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:21:59.315756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:21:59.317181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:21:59.331349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:21:59.337470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:59.338460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:21:59.368643 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7979d5d7-ff4b-464a-aba1-8b12bba4ece5 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3102803 Dec 10 18:21:59.369403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45192) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:59.514763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f755d0-56c5-406c-b391-daa325135a32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:59.521120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f755d0-56c5-406c-b391-daa325135a32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:59.536354 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-91f755d0-56c5-406c-b391-daa325135a32 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1660357 Dec 10 18:21:59.566623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45196) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:21:59.985321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-7c9f53dc-28a3-442a-9c8d-a76d90a5631f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:21:59.988683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-7c9f53dc-28a3-442a-9c8d-a76d90a5631f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.4506533 Dec 10 18:22:00.008345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 5b7c57c0-5cbd-4573-83c2-04567bda154e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:00.009426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:00.026037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:00.107782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b54a2129-a7a0-40e6-b146-f95788f280f7 req-28144ca8-8b7c-49ab-a09d-f47678511dcf tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 210 time: 1.0291550 Dec 10 18:22:00.408572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:00.439264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 5b7c57c0-5cbd-4573-83c2-04567bda154e owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:00.554988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:00.741961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:00.742778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:00.800790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:00.874624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=5b7c57c0-5cbd-4573-83c2-04567bda154e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:00.935833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:00.984998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:00.999194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c33d06d-e976-416b-9466-30099234d2e4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/5b7c57c0-5cbd-4573-83c2-04567bda154e HTTP/1.1" status: 204 len: 168 time: 1.4275753 Dec 10 18:22:01.000335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45214) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:01.054741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1c583ccc-e554-4d56-afb5-cd1dcaef8de5,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:01.061662 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.063018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8f024cf9-6813-4fbc-aef8-27512ad0f31f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:01.108279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Router 2bbbec10-445e-4d2c-b195-361c2b651783 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:22:01.118294 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.124278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:01.137045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.204195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ab1b6-ef2c-47b7-ba47-faebf02592be tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:01.209240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ab1b6-ef2c-47b7-ba47-faebf02592be tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:01.212257 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-df3ab1b6-ef2c-47b7-ba47-faebf02592be tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2071362 Dec 10 18:22:01.226486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45220) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:01.629145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=1c583ccc-e554-4d56-afb5-cd1dcaef8de5,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:01.668718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d069f185-27d5-4ea1-94a5-667a4876c538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.704130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-36c4f4f0-0b27-4cbd-b00d-8fa11b6f3c2c None None] Provisioning complete for port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:01.704550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36c4f4f0-0b27-4cbd-b00d-8fa11b6f3c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.712832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 8f024cf9-6813-4fbc-aef8-27512ad0f31f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:01.713319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.736770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:22:01.740790 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-800fa36b-6057-44d8-a96e-c71f3b209822 req-083a1aa7-8bed-4f39-9580-f8d1c8de1a9f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 210 time: 0.0523636 Dec 10 18:22:01.750601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-deeb3067-f96b-4e0c-b68b-58f2297e15fe admin admin] 10.222.0.55 "PUT /v2.0/routers/2bbbec10-445e-4d2c-b195-361c2b651783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1073172 Dec 10 18:22:01.753361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45224) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:01.763296 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] Sync routers for ids ['2bbbec10-445e-4d2c-b195-361c2b651783'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:22:01.765444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.797774 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] Routers {'2bbbec10-445e-4d2c-b195-361c2b651783'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:01.801579 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:22:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2bbbec10-445e-4d2c-b195-361c2b651783'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:01.929426 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:01.997898 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.092952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.5 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/9d286273-fc92-4c6c-b2fd-d536772e6296) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:02.107852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet ad41e1eb-b829-4a32-b8cd-0153585b9395 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:02.128161 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.178229 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] Set router 2bbbec10-445e-4d2c-b195-361c2b651783 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:02.255399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0aeb35f5-2c44-43f9-98f4-2eb2d82b1756 None None] Could not find standard attr ID for object 5b7c57c0-5cbd-4573-83c2-04567bda154e. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:22:02.277462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.342580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.350009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:02.499276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:02.499702 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.502660 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.524451 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:02.593066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.595489 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] Checking router: 2bbbec10-445e-4d2c-b195-361c2b651783 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:22:02.603768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.614040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:02.643742 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] Routers {'2bbbec10-445e-4d2c-b195-361c2b651783'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:02.644394 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:22:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2bbbec10-445e-4d2c-b195-361c2b651783'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:02.667041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:02.672290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:02.677335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:02.754723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=9d286273-fc92-4c6c-b2fd-d536772e6296,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:02.787249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.805106 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.823172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:02.824101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:02.860678 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-cd6da951-967c-4b07-a7c1-1d6340d52726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8413231 Dec 10 18:22:02.877264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Request body: {'port': {'device_id': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:02.881729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=97d92a5d-fded-46aa-92ec-8b209aef2f90,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:02.892478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.028192 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.047499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.089715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fcecd-d3e9-4b83-add8-00b53b5532df req-555aa609-e392-4d2b-9003-0129f3cb0a6f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:03.099112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-087fcecd-d3e9-4b83-add8-00b53b5532df req-555aa609-e392-4d2b-9003-0129f3cb0a6f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 931 time: 0.1566184 Dec 10 18:22:03.123973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.143275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=ad41e1eb-b829-4a32-b8cd-0153585b9395,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:03.152026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.153598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9038d980-060e-4e55-8acc-4005c027d656 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7684531 Dec 10 18:22:03.173798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b034267-cedb-4e1a-ae2a-4d235e38e40e None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:03.192019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.198697 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a5fac0a7-0136-4665-bee9-d5c45e07159d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/ad41e1eb-b829-4a32-b8cd-0153585b9395 HTTP/1.1" status: 204 len: 168 time: 1.9710331 Dec 10 18:22:03.241666 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] Set router 2bbbec10-445e-4d2c-b195-361c2b651783 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:03.246290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45238) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:03.355288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-087fcecd-d3e9-4b83-add8-00b53b5532df req-8e289e1f-6c8d-4a43-91ad-e1be9cd4d207 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539515 Dec 10 18:22:03.360033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2fa8e30e-7d9d-4c11-816a-0bd381bffab2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120203 Dec 10 18:22:03.381694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:03.408213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Deleting port 64c0e4e4-6572-417e-bd41-f9455c00d811 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:03.409019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.508318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:22:03.599272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] Deleting port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:03.599951 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.629073 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:03.639602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] For port 64c0e4e4-6572-417e-bd41-f9455c00d811, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=64c0e4e4-6572-417e-bd41-f9455c00d811,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:03.642770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.678384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Calling delete_port for 64c0e4e4-6572-417e-bd41-f9455c00d811 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:03.686898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] For port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1c583ccc-e554-4d56-afb5-cd1dcaef8de5,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:03.687811 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.693489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d286273-fc92-4c6c-b2fd-d536772e6296 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:03.701625 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51944bf-5f77-4cb9-be70-4352caa711e7 None None] The sync data for ids ['2bbbec10-445e-4d2c-b195-361c2b651783'] in n-d-821424-1 is: [{'id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'name': 'tempest-FloatingIPsTestJSON-607359332-router', 'tenant_id': '09375b85567d443eb68d6c9e537781d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:30Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '09375b85567d443eb68d6c9e537781d3', 'gw_port': {'id': '64c0e4e4-6572-417e-bd41-f9455c00d811', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e4:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bbbec10-445e-4d2c-b195-361c2b651783', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:31Z', 'updated_at': '2021-12-10T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:22:03.707767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.715511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] Calling delete_port for 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:03.722229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Transition to ACTIVE for port object 9d286273-fc92-4c6c-b2fd-d536772e6296 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:22:03.736808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.768166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-f090dce4-62dd-4cf9-acac-cf80c626064e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1945204410&fields=id&tenant_id=116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 267 time: 0.4111085 Dec 10 18:22:03.872731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:03.889934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236ec887-7d17-4a8c-b6b4-adebc18d0f37 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:03.896837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-236ec887-7d17-4a8c-b6b4-adebc18d0f37 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5067463 Dec 10 18:22:03.904655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45256) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:03.931745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] Pushing event deleted for resources: {'Port': ['ID=1c583ccc-e554-4d56-afb5-cd1dcaef8de5,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:03.976502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d286273-fc92-4c6c-b2fd-d536772e6296,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:03.994076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-00067457-d150-4a32-879b-c51c47f78737 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:04.011981 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-00067457-d150-4a32-879b-c51c47f78737 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.2418001 Dec 10 18:22:04.014808 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.032904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142441c6-8297-45dd-a804-8b5f0291f54b None None] No DVR routers for this DVR port 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:04.061619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-8fd196c9-ebdb-4e3b-8744-6b65afb66cc4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/quotas/116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 375 time: 0.0484102 Dec 10 18:22:04.164009 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:22:04.196436 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.217923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b21dd1f-190c-4dcd-8086-0a8ee9d2a8eb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:04.221542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4b21dd1f-190c-4dcd-8086-0a8ee9d2a8eb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3158138 Dec 10 18:22:04.229431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45260) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:04.316269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-98961d31-6ce5-47d8-8aa8-daad388d9ff9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778553 Dec 10 18:22:04.324012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45262) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:04.330790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6be14c75-9f3e-47e5-a51f-e58b05c22c6c no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:04.331329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:04.366723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-d94890dc-4a20-4fb6-ba3a-65b7f0ed32dd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3038440 Dec 10 18:22:04.369876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Attempting to bind port 9d286273-fc92-4c6c-b2fd-d536772e6296 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:04.370217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Attempting to bind port 9d286273-fc92-4c6c-b2fd-d536772e6296 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:04.373491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Attempting to bind port 9d286273-fc92-4c6c-b2fd-d536772e6296 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:04.379843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Port 9d286273-fc92-4c6c-b2fd-d536772e6296 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:22:04.380229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Attempting to bind port 9d286273-fc92-4c6c-b2fd-d536772e6296 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:04.391722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:04.392511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:04.392511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:04.392898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Bound port: 9d286273-fc92-4c6c-b2fd-d536772e6296, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:04.393317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 6be14c75-9f3e-47e5-a51f-e58b05c22c6c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:04.393477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.393977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6be14c75-9f3e-47e5-a51f-e58b05c22c6c not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:04.394739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:04.439112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:04.439661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1c583ccc-e554-4d56-afb5-cd1dcaef8de5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:04.543782 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.601528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] For port 9d286273-fc92-4c6c-b2fd-d536772e6296, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:04.608643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] For port 9d286273-fc92-4c6c-b2fd-d536772e6296, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9d286273-fc92-4c6c-b2fd-d536772e6296,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:04.621949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.673428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:04.674091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.675831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] 10.222.0.30 "PUT /v2.0/ports/9d286273-fc92-4c6c-b2fd-d536772e6296 HTTP/1.1" status: 200 len: 1091 time: 1.8030822 Dec 10 18:22:04.679001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'tag': '9d286273-fc92-4c6c-b2fd-d536772e6296'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:04.682634 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3bc1da-ab68-4563-89a7-46a9e72963a7" -d '{"events": [{"name": "network-changed", "server_uuid": "725be66c-9d1d-44a2-835c-2d658eb2367b", "tag": "9d286273-fc92-4c6c-b2fd-d536772e6296"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:04.694218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-9bedd61e-8cea-403a-a2ff-b931e209db33 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076124 Dec 10 18:22:04.799352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:04.828385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ebb9ae-570a-4b9d-9a0c-482b5a3418fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d286273-fc92-4c6c-b2fd-d536772e6296,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:04.856724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-adb64745-32dc-4a3b-9047-ef8370f97fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:04.858337 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-adb64745-32dc-4a3b-9047-ef8370f97fae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 1094 time: 0.1222284 Dec 10 18:22:04.861457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Pushing event deleted for resources: {'Port': ['ID=64c0e4e4-6572-417e-bd41-f9455c00d811,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:04.920052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a427ab8-7cb8-4f7d-8a35-ee432d91b30c req-a6d31b73-579a-4a8a-8e07-82831b9f37b7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:04.921763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a427ab8-7cb8-4f7d-8a35-ee432d91b30c req-a6d31b73-579a-4a8a-8e07-82831b9f37b7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 943 time: 0.4088922 Dec 10 18:22:04.933913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-c486e162-f443-47b6-a1c5-04b64f8be2af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d286273-fc92-4c6c-b2fd-d536772e6296 HTTP/1.1" status: 200 len: 217 time: 0.0613751 Dec 10 18:22:05.002264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:05.006404 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:05.006588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-9c196335-4f7b-42f8-92ba-c173423702e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:05.008157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-9c196335-4f7b-42f8-92ba-c173423702e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.0591178 Dec 10 18:22:05.016209 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c88a716e-6606-4621-8853-45eded27a936 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021865 Dec 10 18:22:05.075908 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-4173a14f-fa74-4682-8b1b-27df6c06b8ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582702 Dec 10 18:22:05.315472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-32deca53-03ff-49d5-af6a-e3aa046ce1c9 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287464 Dec 10 18:22:05.536440 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ad89ba-72b8-4b92-8cc1-846adedff8b7 x-openstack-request-id: req-65ad89ba-72b8-4b92-8cc1-846adedff8b7 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:05.537313 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725be66c-9d1d-44a2-835c-2d658eb2367b", "tag": "9d286273-fc92-4c6c-b2fd-d536772e6296", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:05.537313 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-65ad89ba-72b8-4b92-8cc1-846adedff8b7 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:05.537541 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'tag': '9d286273-fc92-4c6c-b2fd-d536772e6296', 'status': 'completed', 'code': 200} Dec 10 18:22:05.582473 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70505fcb-d5e0-44b8-8d85-55bd12490948 req-c48f8894-2ff5-44f5-9798-516997b925bf service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599559 Dec 10 18:22:05.630864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a427ab8-7cb8-4f7d-8a35-ee432d91b30c req-0158cf70-5e33-46cd-9a7f-f29c910f3664 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900651 Dec 10 18:22:05.698146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:05.754737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-0a2c619d-6793-483c-9363-4658e97f44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:05.759830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-0a2c619d-6793-483c-9363-4658e97f44b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 1094 time: 0.0837436 Dec 10 18:22:05.863703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4b653f5-9454-4cee-b39f-81cbd41d5dcb req-ce0ca9ff-c116-4c8c-9b7c-bf23bfd18034 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 210 time: 0.0449722 Dec 10 18:22:05.901514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:05.983583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-6ba26639-6889-466b-b04f-c0f353ff5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:05.985710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-6ba26639-6889-466b-b04f-c0f353ff5df6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.2119777 Dec 10 18:22:05.989042 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.087851 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.110424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-e9ad06d9-4e9e-41a3-bc28-b8ff3e77a99d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d286273-fc92-4c6c-b2fd-d536772e6296 HTTP/1.1" status: 200 len: 217 time: 0.1153638 Dec 10 18:22:06.172332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.172904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bbbec10-445e-4d2c-b195-361c2b651783 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:22:06.182900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.187205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-65663301-4cd1-4edc-bfbc-dab800794166 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2bbbec10-445e-4d2c-b195-361c2b651783 HTTP/1.1" status: 204 len: 168 time: 4.4300330 Dec 10 18:22:06.187205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:06.189163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45292) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:06.190230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:06.194029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:06.194666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.206248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5040a08-f4d9-4929-aaee-b49ffd40335e None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:06.249368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=b22a37d7-6245-4d8b-b699-5544ae6d0c52,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:06.295485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aff91559-99f9-436c-986b-441146062f2b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9664285 Dec 10 18:22:06.297059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-58916ca2-f57e-4d6d-8831-d27f9a4a6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:06.303582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45294) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:06.304417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-58916ca2-f57e-4d6d-8831-d27f9a4a6563 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.1696951 Dec 10 18:22:06.327426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:85:3f:e0', 'name': 'tempest-NetworksTestDHCPv6-757863639'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:06.358926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] Deleting subnet 7022921e-7dbd-401e-912b-0b7921a6d172 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:06.369057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.374306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-5c9dcaed-1d7f-4fc8-ad8e-c35f526ccc71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617011 Dec 10 18:22:06.434314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.525496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.576413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'b22a37d7-6245-4d8b-b699-5544ae6d0c52'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:22:06.578684 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.606410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-8f372324-0fa1-4543-9ed0-c8fbd823853d service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203219 Dec 10 18:22:06.607159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.745821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7022921e-7dbd-401e-912b-0b7921a6d172,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:06.762182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:06.770593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de395c1-78f5-4264-8a8e-33f5b0eb7bf4 None None] Network ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:06.773160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9ee288fe-b87d-40fd-938c-890e5ce413bc admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7022921e-7dbd-401e-912b-0b7921a6d172 HTTP/1.1" status: 204 len: 168 time: 0.5807683 Dec 10 18:22:06.776542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45300) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:06.893353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:06.963648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c3bc1da-ab68-4563-89a7-46a9e72963a7 req-95ab0bf8-5904-41be-a19e-2568bc967efb service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462460 Dec 10 18:22:07.043712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/b22a37d7-6245-4d8b-b699-5544ae6d0c52/a823fdb9-b0cf-419a-a297-b67e3cfc8fcb) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:07.051827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.085315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109e776-2266-49e7-924b-c6b90baa7d14 req-fb89c376-b8fa-44bc-a5d3-68ebdf0c8742 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:07.088950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7109e776-2266-49e7-924b-c6b90baa7d14 req-fb89c376-b8fa-44bc-a5d3-68ebdf0c8742 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 943 time: 0.2963529 Dec 10 18:22:07.220151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4ebf794-a2c3-4eec-91c6-f5c64db8745d req-339c4d46-48b9-42be-bec9-88b3f5c56fb6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 210 time: 0.1631453 Dec 10 18:22:07.239511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] DHCP port deletion for ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:22:07.301251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.356829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7109e776-2266-49e7-924b-c6b90baa7d14 req-e20bb29d-a229-44c8-bcdb-04d8b3a9a91f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535343 Dec 10 18:22:07.359404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 667b0c95-50dc-4908-9bf1-9e87dc14c44c yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:22:07.381553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Deleting port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:07.382338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.409224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] Deleting port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:07.409955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.428990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-d394439d-a7b7-4855-b144-0f4770ea8276 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:07.430672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-d394439d-a7b7-4855-b144-0f4770ea8276 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.2333601 Dec 10 18:22:07.496817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] For port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,segment=NetworkSegment(e257f633-8481-4c27-9821-f489ae674d60),segment_id=e257f633-8481-4c27-9821-f489ae674d60)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:07.497700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.518864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] Calling delete_port for c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:07.593593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-8a6cdb73-4218-4fed-8c78-f44b81d0d344 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 380 time: 0.1009793 Dec 10 18:22:07.619442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'port': {'device_id': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'admin_state_up': True, 'tenant_id': '116753191c7640d99d4f17680ae90606', 'security_groups': ['fed16668-6b2c-49b3-9503-9756bd91d3f5']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:07.650640 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.700611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.763025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] For port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,segment=NetworkSegment(e257f633-8481-4c27-9821-f489ae674d60),segment_id=e257f633-8481-4c27-9821-f489ae674d60)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:07.763025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.782523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Calling delete_port for c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:07.838963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.840182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::1e1 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/b22a37d7-6245-4d8b-b699-5544ae6d0c52/667b0c95-50dc-4908-9bf1-9e87dc14c44c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:07.841175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Pushing event updated for resources: {'Port': ['ID=a823fdb9-b0cf-419a-a297-b67e3cfc8fcb,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:07.856804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Made reservation on behalf of 116753191c7640d99d4f17680ae90606 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:07.862112 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:07.875216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:07.888231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:07.900672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:07.941174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] Pushing event deleted for resources: {'Port': ['ID=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:07.955015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f7153-2727-48eb-be08-260e399774ff None None] No DVR routers for this DVR port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:08.075794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Attempting to bind port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:08.076178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Attempting to bind port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:08.076553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Attempting to bind port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:08.093154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Allocated IP 172.20.0.14 (7ece2ed6-f826-441d-b990-14c3e4c97e2b/ad779698-0097-4e8e-bdcb-013d65bc83c6/24d6b8f8-7dc2-402d-b924-63a859b68565) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:08.121869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.204372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:08.205179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:08.205943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.206903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:08.207573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Bound port: a823fdb9-b0cf-419a-a297-b67e3cfc8fcb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:08.208149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.225156 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.246422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.310543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9d286273-fc92-4c6c-b2fd-d536772e6296 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:22:08.364284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:08.384547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:08.392361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:08.401620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:08.414775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:08.420448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.460009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1500249 Dec 10 18:22:08.463679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621359a-1064-4d49-b0a2-3bf9ec9003af tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=667b0c95-50dc-4908-9bf1-9e87dc14c44c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:08.467267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45318) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:08.473314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:08.473724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:08.474136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 64c0e4e4-6572-417e-bd41-f9455c00d811 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:08.492970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:22:08.568028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12b7017-63a4-4b78-ab1d-d148e0b4b0e4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:08.605865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] No DVR routers for this DVR port c12b7017-63a4-4b78-ab1d-d148e0b4b0e4 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:08.619909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b05b7d31-0e87-48eb-98dd-bb7e4de327f7 req-029b0afb-2bda-4aaa-abfe-839155676135 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 210 time: 0.0726354 Dec 10 18:22:08.638727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66732f1d-0699-4f84-a337-8361d52bb59f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:08.655862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66732f1d-0699-4f84-a337-8361d52bb59f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:08.662228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-66732f1d-0699-4f84-a337-8361d52bb59f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1902609 Dec 10 18:22:08.665083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45320) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:08.671300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.740257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.764898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:08.767665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab2a1a-7887-4c3d-8876-dfb04105eafd req-ca11103d-b3ad-4295-89e4-6a3d400499b0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:08.771475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86ab2a1a-7887-4c3d-8876-dfb04105eafd req-ca11103d-b3ad-4295-89e4-6a3d400499b0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 943 time: 0.2012231 Dec 10 18:22:08.784724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e257f633-8481-4c27-9821-f489ae674d60') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:08.785025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e257f633-8481-4c27-9821-f489ae674d60') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:08.803312 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.831127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.839522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:22:08.839961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:08.931334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86ab2a1a-7887-4c3d-8876-dfb04105eafd req-bae24b51-4380-42fb-b1bb-3e544ac7896e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512363 Dec 10 18:22:08.965535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] For port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:08.970168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] For port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a823fdb9-b0cf-419a-a297-b67e3cfc8fcb,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:09.007347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 64c0e4e4-6572-417e-bd41-f9455c00d811 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:09.010716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 64c0e4e4-6572-417e-bd41-f9455c00d811 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:09.131128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9d286273-fc92-4c6c-b2fd-d536772e6296, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9d286273-fc92-4c6c-b2fd-d536772e6296,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:09.145376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '9d286273-fc92-4c6c-b2fd-d536772e6296', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': '9d286273-fc92-4c6c-b2fd-d536772e6296', 'mac_address': 'fa:16:3e:d2:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:22:09.149059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:09.306953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9eedd6-f4e2-4774-bba8-61846c528480 None None] Pushing event updated for resources: {'Port': ['ID=a823fdb9-b0cf-419a-a297-b67e3cfc8fcb,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:09.311550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:09.349100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d286273-fc92-4c6c-b2fd-d536772e6296 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:22:09.381081 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:22:09.394821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9d286273-fc92-4c6c-b2fd-d536772e6296, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9d286273-fc92-4c6c-b2fd-d536772e6296,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:09.402824 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:09.436047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:09.448086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:09.453144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db HTTP/1.1" status: 204 len: 168 time: 2.6755023 Dec 10 18:22:09.504806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baeee4-6856-44fb-855a-6f3df79c47d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf4f7d8-3a8e-47ee-b3f4-bd9ea23259db,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:09.506665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9d286273-fc92-4c6c-b2fd-d536772e6296,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:09.669184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:09.669801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9d286273-fc92-4c6c-b2fd-d536772e6296'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:09.679330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 667b0c95-50dc-4908-9bf1-9e87dc14c44c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:09.680112 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:09.749373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45332) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:09.876608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:09.887226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:09.887698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2ab6e21d-72a9-4f89-b0c9-1860d941005c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09375b85567d443eb68d6c9e537781d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367776 Dec 10 18:22:09.890225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:09.941089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45334) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:09.959735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:09.965106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.055703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4501503 Dec 10 18:22:10.056566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c62181-2503-4134-9e18-a1dff8364641 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:10.058148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ac03-96f8-43e0-b254-3daadc894492 req-a9c76e05-eda3-4c3c-9b7d-118cc8b258f8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:10.062720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2b9ac03-96f8-43e0-b254-3daadc894492 req-a9c76e05-eda3-4c3c-9b7d-118cc8b258f8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 932 time: 0.2279730 Dec 10 18:22:10.076588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Request body: {'port': {'device_id': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:10.116687 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-69156451-67fa-43e4-bfd7-9f9aec7753c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.193297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-69156451-67fa-43e4-bfd7-9f9aec7753c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.203783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2b9ac03-96f8-43e0-b254-3daadc894492 req-3f161003-d583-43ad-8556-0a31eff3a3ef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103296 Dec 10 18:22:10.239114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.311612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.351114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-69156451-67fa-43e4-bfd7-9f9aec7753c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.356081 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-69156451-67fa-43e4-bfd7-9f9aec7753c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.382854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 667b0c95-50dc-4908-9bf1-9e87dc14c44c owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:10.385373 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-69156451-67fa-43e4-bfd7-9f9aec7753c1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b2fec1cc-e8af-458e-9d5b-9d5e5a97ea4a HTTP/1.1" status: 204 len: 168 time: 0.4419549 Dec 10 18:22:10.429154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-03b08b1a-603f-44a5-9e13-bd465d5229c9 None None] Provisioning complete for port 24d6b8f8-7dc2-402d-b924-63a859b68565 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:10.434772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-03b08b1a-603f-44a5-9e13-bd465d5229c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.441788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69156451-67fa-43e4-bfd7-9f9aec7753c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fec1cc-e8af-458e-9d5b-9d5e5a97ea4a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:10.573509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a823fdb9-b0cf-419a-a297-b67e3cfc8fcb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:10.626503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-03b08b1a-603f-44a5-9e13-bd465d5229c9 None None] Port 24d6b8f8-7dc2-402d-b924-63a859b68565 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:10.696950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:10.697621 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:10.829832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd739f17-8725-433e-b4c6-dddcceeed75a req-41e58830-318a-456e-ac1b-7fb38a011cb9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:10.831556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fd739f17-8725-433e-b4c6-dddcceeed75a req-41e58830-318a-456e-ac1b-7fb38a011cb9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 944 time: 0.7087266 Dec 10 18:22:10.963891 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.036626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fd739f17-8725-433e-b4c6-dddcceeed75a req-c6b35b02-1aaa-43bb-a3e6-31c4fc846840 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940560 Dec 10 18:22:11.051949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a823fdb9-b0cf-419a-a297-b67e3cfc8fcb,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:11.073753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.111844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d6b8f8-7dc2-402d-b924-63a859b68565 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:11.143465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.202937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Transition to ACTIVE for port object 24d6b8f8-7dc2-402d-b924-63a859b68565 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:22:11.215063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.285394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a823fdb9-b0cf-419a-a297-b67e3cfc8fcb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:11.324765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-400b0991-2c6c-4b15-9dce-f568242f947f None None] Provisioning complete for port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:11.333212 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-400b0991-2c6c-4b15-9dce-f568242f947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.584620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.596001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:11.684888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710fe03-0e62-4937-a44d-4b29c4ef07e0 req-06f6b463-e951-4008-b608-7cc722a8320d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:11.695081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4710fe03-0e62-4937-a44d-4b29c4ef07e0 req-06f6b463-e951-4008-b608-7cc722a8320d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 944 time: 0.1567333 Dec 10 18:22:11.782601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=667b0c95-50dc-4908-9bf1-9e87dc14c44c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:11.785580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4710fe03-0e62-4937-a44d-4b29c4ef07e0 req-3ec9ccda-ecb0-4db0-b6cf-8e70686f7d06 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891089 Dec 10 18:22:11.842470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Attempting to bind port 24d6b8f8-7dc2-402d-b924-63a859b68565 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:11.842975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Attempting to bind port 24d6b8f8-7dc2-402d-b924-63a859b68565 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:11.843276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Attempting to bind port 24d6b8f8-7dc2-402d-b924-63a859b68565 on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:11.884249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.890760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9d1b1bcc-c810-40e4-aab9-97a276dc4c39 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/667b0c95-50dc-4908-9bf1-9e87dc14c44c HTTP/1.1" status: 204 len: 168 time: 3.2220342 Dec 10 18:22:11.890999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-34c85591-202b-4602-b389-0493b68f8c1d None None] Could not find standard attr ID for object 667b0c95-50dc-4908-9bf1-9e87dc14c44c. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:22:11.891450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Port 24d6b8f8-7dc2-402d-b924-63a859b68565 on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:22:11.891450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Attempting to bind port 24d6b8f8-7dc2-402d-b924-63a859b68565 on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:11.891635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45366) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:11.900059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:11.902600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:11.902600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Bound using segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:11.902600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Bound port: 24d6b8f8-7dc2-402d-b924-63a859b68565, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:11.902600 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:11.983177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18037cea-2cae-484a-b3f1-edd9c422e174 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:11.984972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18037cea-2cae-484a-b3f1-edd9c422e174 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:11.987141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-18037cea-2cae-484a-b3f1-edd9c422e174 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0948329 Dec 10 18:22:11.991146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45370) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:12.061577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:12.066246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:12.075918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.130829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet b22a37d7-6245-4d8b-b699-5544ae6d0c52 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:12.138542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.159531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:12.160543 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.162205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] 10.222.0.30 "PUT /v2.0/ports/24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1092 time: 2.0943234 Dec 10 18:22:12.162793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:12.165779 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8b1524-759f-432d-99e5-5f70fc0dad9a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:12.207225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37766dd-89a0-4d7d-bce7-11c2c7b2b313 service neutron] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:12.288867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45380) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:12.304177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9d286273-fc92-4c6c-b2fd-d536772e6296 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:12.315818 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da13da9-4c21-4cef-a01c-97589dfe0b21 x-openstack-request-id: req-3da13da9-4c21-4cef-a01c-97589dfe0b21 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:12.316315 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:12.316587 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3da13da9-4c21-4cef-a01c-97589dfe0b21 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:12.317042 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'status': 'completed', 'code': 200} Dec 10 18:22:12.379530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.416235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a823fdb9-b0cf-419a-a297-b67e3cfc8fcb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:12.419113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-e1074678-db60-4c75-87cc-2ab2c8cc660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:12.421201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-e1074678-db60-4c75-87cc-2ab2c8cc660a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1095 time: 0.2032542 Dec 10 18:22:12.502043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-450197005-network', 'tenant_id': 'db89c72388eb4d09845fcf6b0e3dd0c0'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:12.518858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 9d286273-fc92-4c6c-b2fd-d536772e6296 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:22:12.539033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Made reservation on behalf of db89c72388eb4d09845fcf6b0e3dd0c0 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:12.541986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.554788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.558038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-c2c9ed3f-c4cf-4981-97bd-bec7020757d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 217 time: 0.1138637 Dec 10 18:22:12.565679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 9d286273-fc92-4c6c-b2fd-d536772e6296 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:12.566580 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.615529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026dbf-793e-4d33-88e6-39756eacaca4 req-30c81a71-a02a-49f0-9dee-ed118210a8a4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:12.616999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43026dbf-793e-4d33-88e6-39756eacaca4 req-30c81a71-a02a-49f0-9dee-ed118210a8a4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 944 time: 0.3176060 Dec 10 18:22:12.656781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:12.657514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.693989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.760661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.780165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-2c4cfcf8-d2d4-4386-ba65-df737647793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:12.780890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.783789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-2c4cfcf8-d2d4-4386-ba65-df737647793a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1605542 Dec 10 18:22:12.837370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43026dbf-793e-4d33-88e6-39756eacaca4 req-1e3de5bd-912e-47f9-ae92-c22b5b896876 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763487 Dec 10 18:22:12.841086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:22:12.876943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723468af-9005-4512-9127-3c19362e2cc6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:12.885693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.888656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.889857 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Added segment 89292eba-d22e-46f2-9785-5223314ee7a9 of type vlan for network b95a18d4-e920-4100-afd8-98a470f6d17a Dec 10 18:22:12.931418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-8cc8d825-1d14-4108-bba9-01d908ee8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:12.932985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-8cc8d825-1d14-4108-bba9-01d908ee8b40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394627 Dec 10 18:22:12.935356 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.962405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=b22a37d7-6245-4d8b-b699-5544ae6d0c52,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:12.968246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:12.992955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce730892-75cc-4c6f-bed0-f976a4b15ead None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:12.993640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-29639cb9-c3ed-4e36-85e9-f5cfefd0681f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/b22a37d7-6245-4d8b-b699-5544ae6d0c52 HTTP/1.1" status: 204 len: 168 time: 0.9987819 Dec 10 18:22:13.002845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d286273-fc92-4c6c-b2fd-d536772e6296'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:13.004379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45392) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:13.005242 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4342223-284a-4302-8f8b-ba598791a19f" -d '{"events": [{"server_uuid": "725be66c-9d1d-44a2-835c-2d658eb2367b", "name": "network-vif-plugged", "status": "completed", "tag": "9d286273-fc92-4c6c-b2fd-d536772e6296"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:13.083423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9d286273-fc92-4c6c-b2fd-d536772e6296, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9d286273-fc92-4c6c-b2fd-d536772e6296,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:13.116808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-144409c2-b091-4071-a341-7397d774b4dd service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743345 Dec 10 18:22:13.140048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-24eaab87-fcfe-4669-95c5-5e0ff5ceed51 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1313748 Dec 10 18:22:13.141246 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.146544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45398) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:13.164085 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.235117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9d286273-fc92-4c6c-b2fd-d536772e6296,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:13.249842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877f75b-2e87-4a36-a851-96b61e85164e req-2d661887-5e3c-430e-8d9e-5f886fb50371 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:13.257647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1877f75b-2e87-4a36-a851-96b61e85164e req-2d661887-5e3c-430e-8d9e-5f886fb50371 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 944 time: 0.1980529 Dec 10 18:22:13.302393 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.305917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:13.306568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.344394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b83af1-563d-4bf0-a165-228c1c9519cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:13.357560 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-75b83af1-563d-4bf0-a165-228c1c9519cf tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2080622 Dec 10 18:22:13.361948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45400) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:13.385239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:22:13.405325 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb128fd1-35ea-4b1f-9695-dd743c60893e x-openstack-request-id: req-eb128fd1-35ea-4b1f-9695-dd743c60893e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:13.406444 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725be66c-9d1d-44a2-835c-2d658eb2367b", "name": "network-vif-plugged", "status": "completed", "tag": "9d286273-fc92-4c6c-b2fd-d536772e6296", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:13.407150 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eb128fd1-35ea-4b1f-9695-dd743c60893e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:13.407897 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d286273-fc92-4c6c-b2fd-d536772e6296', 'code': 200} Dec 10 18:22:13.449449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5404aea8-0627-446e-a5eb-d7091cd1c7f2 req-63dcd7d1-68f6-47d0-8fc2-0dcc13148eba service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237529 Dec 10 18:22:13.457132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1644800 Dec 10 18:22:13.464298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45402) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:13.474973 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1877f75b-2e87-4a36-a851-96b61e85164e req-070fdd16-9184-4df5-b071-f00fc47d3118 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2163129 Dec 10 18:22:13.479223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60586cd-050a-4742-9841-28d80e3337f0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:13.482045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d60586cd-050a-4742-9841-28d80e3337f0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184325 Dec 10 18:22:13.489427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Request body: {'subnet': {'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-450197005-subnet', 'tenant_id': 'db89c72388eb4d09845fcf6b0e3dd0c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:13.497910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45404) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:13.543065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c357f-67f8-4fcb-9c6e-e6ab67088f74 admin admin] Pushing event updated for resources: {'Network': ['ID=b95a18d4-e920-4100-afd8-98a470f6d17a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:13.569943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b95a18d4-e920-4100-afd8-98a470f6d17a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:22:13.592098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Made reservation on behalf of db89c72388eb4d09845fcf6b0e3dd0c0 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:13.595311 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b477060e-21bc-41db-b49c-f4378d15dcc3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943599 Dec 10 18:22:13.595817 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.604283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45408) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:13.612900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:13.697949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-18cc47f7-5c69-445a-835c-5bd6b26a7e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:13.700460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-18cc47f7-5c69-445a-835c-5bd6b26a7e62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1095 time: 0.1716130 Dec 10 18:22:13.722564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a342e4-62d0-43f7-b2f5-fb61d908e298 req-b70c7537-d1fa-4011-899e-78a76cc4ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:13.724349 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50a342e4-62d0-43f7-b2f5-fb61d908e298 req-b70c7537-d1fa-4011-899e-78a76cc4ba7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 1096 time: 0.2384379 Dec 10 18:22:13.728845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] Deleting port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:13.729580 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.814906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-76f1e8ed-fdc3-46e3-8a93-baf231012efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:13.817580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-76f1e8ed-fdc3-46e3-8a93-baf231012efb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.1047995 Dec 10 18:22:13.842191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] For port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a823fdb9-b0cf-419a-a297-b67e3cfc8fcb,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:13.843028 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.863272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] Calling delete_port for a823fdb9-b0cf-419a-a297-b67e3cfc8fcb owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:13.871677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:13.875668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:13.890278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50a342e4-62d0-43f7-b2f5-fb61d908e298 req-a55dffef-7189-405a-adeb-601de2bb09e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434178 Dec 10 18:22:13.960749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-1ef32e03-08f0-409d-b400-08e9e67ff91e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 217 time: 0.1298137 Dec 10 18:22:13.966210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:14.000065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] Pushing event deleted for resources: {'Port': ['ID=a823fdb9-b0cf-419a-a297-b67e3cfc8fcb,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:14.004628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280178f6-993f-4865-ae23-3452c828b3d8 None None] No DVR routers for this DVR port a823fdb9-b0cf-419a-a297-b67e3cfc8fcb on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:14.166404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5db5c0-525e-4b8d-842a-f24d5134f30f req-c8203c34-86dc-499d-9d08-d4e0f43be876 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:14.167836 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc5db5c0-525e-4b8d-842a-f24d5134f30f req-c8203c34-86dc-499d-9d08-d4e0f43be876 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 945 time: 0.1543465 Dec 10 18:22:14.234983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-281e2a6d-e8bf-43af-a7d3-ae6f9f4116ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:14.236476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-281e2a6d-e8bf-43af-a7d3-ae6f9f4116ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1279418 Dec 10 18:22:14.294806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc5db5c0-525e-4b8d-842a-f24d5134f30f req-a2190249-dccb-4475-a748-00196b212593 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014731 Dec 10 18:22:14.296283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:14.339572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a823fdb9-b0cf-419a-a297-b67e3cfc8fcb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:14.364944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:14.370641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-5ff2ed6e-0e5b-4688-9595-ff91e4c440c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:14.372365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-5ff2ed6e-0e5b-4688-9595-ff91e4c440c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1253030 Dec 10 18:22:14.377218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a823fdb9-b0cf-419a-a297-b67e3cfc8fcb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:14.377531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a823fdb9-b0cf-419a-a297-b67e3cfc8fcb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:14.444470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Checking segment: {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:14.444839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Network hostable DHCP agents. Network: b95a18d4-e920-4100-afd8-98a470f6d17a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:22:14.489012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Network b95a18d4-e920-4100-afd8-98a470f6d17a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:22:14.498314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:22:14.503222 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:14.503426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b95a18d4-e920-4100-afd8-98a470f6d17a) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:14.519445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:14.519445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:14.529300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-c223900a-d8a4-438c-87f7-dfe3f5b3829c service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448374 Dec 10 18:22:14.534957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f124a17d-62bf-4767-9c99-2989f388f343 None None] Network b95a18d4-e920-4100-afd8-98a470f6d17a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:14.550987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8daf0c1c-5c38-40f9-87e8-3ede2f87a7c3 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0855660 Dec 10 18:22:14.637373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=1ffe8568-c7f6-4a4e-8a5d-8732f794cf40,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:14.652139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:14.654874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:14.659337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:14.659954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:14.716333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf0026c9-3526-4a88-9b59-64a0f53b45aa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1059732 Dec 10 18:22:14.718216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45424) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:14.731834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7a26ff0b-ce63-42af-9fd1-bf13e3076ac4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:14.732916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf8b1524-759f-432d-99e5-5f70fc0dad9a req-bfe889a1-f3d6-4dbc-94b5-3492cd7ae49e service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805477 Dec 10 18:22:14.757156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c18db0f-5e4d-460d-ad13-b51c3b2443fd None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:14.870934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29897ec0-5dee-4b54-a7ec-a736ad496ffb req-28fd3fd1-0e45-4137-b5f2-5726c566ea0e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:14.873674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29897ec0-5dee-4b54-a7ec-a736ad496ffb req-28fd3fd1-0e45-4137-b5f2-5726c566ea0e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 944 time: 0.2019660 Dec 10 18:22:14.968500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29897ec0-5dee-4b54-a7ec-a736ad496ffb req-75e1afdb-67d3-4f48-a507-6fc1ba3b17f7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698271 Dec 10 18:22:14.995810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a26ff0b-ce63-42af-9fd1-bf13e3076ac4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:14.996625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a075cd-31fa-41a4-b469-f07c4f6d1ed6 None None] Network b95a18d4-e920-4100-afd8-98a470f6d17a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:15.001833 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a26ff0b-ce63-42af-9fd1-bf13e3076ac4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:15.044171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '1ffe8568-c7f6-4a4e-8a5d-8732f794cf40'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:22:15.045084 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:15.148787 n-d-821424-1 neutron-server[103500]: INFO neutron.db.ipam_backend_mixin [None req-7a26ff0b-ce63-42af-9fd1-bf13e3076ac4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ffe8568-c7f6-4a4e-8a5d-8732f794cf40 (CIDR: 2001:db8::/64) Dec 10 18:22:15.159124 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a26ff0b-ce63-42af-9fd1-bf13e3076ac4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:22:15.165547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a26ff0b-ce63-42af-9fd1-bf13e3076ac4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:22:15.192372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7a26ff0b-ce63-42af-9fd1-bf13e3076ac4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4667130 Dec 10 18:22:15.195875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45442) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:15.212311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:15.396814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Allocated IP 2001:db8::f816:3eff:fe6d:ea46 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/1ffe8568-c7f6-4a4e-8a5d-8732f794cf40/60e8597d-28de-4bfc-abea-e2ba5d0649c4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:15.457593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:15.457867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-5d8181ab-31cb-4112-8dc4-cfe31417a44f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:15.459166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-5d8181ab-31cb-4112-8dc4-cfe31417a44f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 821 time: 0.2799618 Dec 10 18:22:15.485523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:15.534129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-e4baca72-bc6c-4a2e-a5ce-7c2ff8c2ae5a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/quotas/db89c72388eb4d09845fcf6b0e3dd0c0 HTTP/1.1" status: 200 len: 375 time: 0.0162716 Dec 10 18:22:15.608982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-941ac347-5bdb-4ab4-b8c8-2a4c487f2124 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606363 Dec 10 18:22:15.677034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46058846-df08-438b-8359-4e8cfbf3aa80 req-d95d69f7-1147-4511-ba1f-faf1cef32eb7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:15.687149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46058846-df08-438b-8359-4e8cfbf3aa80 req-d95d69f7-1147-4511-ba1f-faf1cef32eb7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 945 time: 0.2552364 Dec 10 18:22:15.750482 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:15.759186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-528c5c32-d26c-41c5-88d3-7cc4f23a1599 service neutron] 10.222.0.55 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281335 Dec 10 18:22:15.763041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:15.789499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46058846-df08-438b-8359-4e8cfbf3aa80 req-aa4b1104-385c-49be-a663-c7f07d9e467b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919755 Dec 10 18:22:15.878393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:15.884122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:15.895115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:15.935696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-5774f76e-3c57-476c-8c4e-7497ee9b41c5 service neutron] 10.222.0.55 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651287 Dec 10 18:22:15.987982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Attempting to bind port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:15.987982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Attempting to bind port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:15.987982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Attempting to bind port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:15.991726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Pushing event updated for resources: {'Port': ['ID=60e8597d-28de-4bfc-abea-e2ba5d0649c4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:16.004230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:16.005411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:16.006046 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:16.006703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:16.007904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Bound port: 60e8597d-28de-4bfc-abea-e2ba5d0649c4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:16.009399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:16.054208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd8821-84db-42a7-a160-45c24bdd72cf req-e9cb44b4-fc26-4306-a18c-5def437f42bd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:16.056781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58fd8821-84db-42a7-a160-45c24bdd72cf req-e9cb44b4-fc26-4306-a18c-5def437f42bd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 945 time: 0.0914316 Dec 10 18:22:16.143389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] For port 60e8597d-28de-4bfc-abea-e2ba5d0649c4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:16.147414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] For port 60e8597d-28de-4bfc-abea-e2ba5d0649c4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60e8597d-28de-4bfc-abea-e2ba5d0649c4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:16.160993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:16.184340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58fd8821-84db-42a7-a160-45c24bdd72cf req-fb8d4b9e-127a-4f1e-8d55-1f3475ac3cd1 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074584 Dec 10 18:22:16.315225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210f0f0-13d7-436a-9292-bed184ce3860 None None] Pushing event updated for resources: {'Port': ['ID=60e8597d-28de-4bfc-abea-e2ba5d0649c4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:16.339844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:16.341856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:22:16.463668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:16.478039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:16.486725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:16.488118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:16.540340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3357332 Dec 10 18:22:16.540872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:16.542177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4bbf-360d-4742-b627-bd2577faaf30 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=ecc90fb7-0d62-4ad6-80f6-6120a7514b3c,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:16.545407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45462) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:16.552121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:99:34:bb', 'name': 'tempest-NetworksTestDHCPv6-742335862'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:16.568133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032eae45-3e06-4b53-9086-7d6ab2cfc840 req-b387b443-c40d-4810-9ace-dd0bd2d1f533 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:16.577869 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-032eae45-3e06-4b53-9086-7d6ab2cfc840 req-b387b443-c40d-4810-9ace-dd0bd2d1f533 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 944 time: 0.2937593 Dec 10 18:22:16.729755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-032eae45-3e06-4b53-9086-7d6ab2cfc840 req-8c3e21dd-201c-426c-82dd-4680b6712b0d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505654 Dec 10 18:22:16.846642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-007e91d2-c1e8-4553-8112-9dd965f5c8d6 req-3f6f9697-6cec-402f-921c-c949922be59a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 210 time: 0.0739405 Dec 10 18:22:17.006568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:17.020416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82b2db-5208-4770-91b7-eff51b044d9d req-9f2d0024-736f-4c89-8674-9efd55801e18 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:17.029623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc82b2db-5208-4770-91b7-eff51b044d9d req-9f2d0024-736f-4c89-8674-9efd55801e18 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 945 time: 0.1684670 Dec 10 18:22:17.079565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'mac_address': 'fa:16:3e:aa:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:22:17.153856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:17.171317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d6b8f8-7dc2-402d-b924-63a859b68565 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:17.196916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:17.202695 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:17.275363 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc82b2db-5208-4770-91b7-eff51b044d9d req-75e7faec-3449-413e-bde3-e37113bbdbfd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926665 Dec 10 18:22:17.276475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:17.281545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:17.330042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 89775361-8698-49cf-9645-5dead3b7ed20 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:22:17.512395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['24d6b8f8-7dc2-402d-b924-63a859b68565'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:17.661575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8:0:1::35f (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/ecc90fb7-0d62-4ad6-80f6-6120a7514b3c/89775361-8698-49cf-9645-5dead3b7ed20) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:17.695972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fe99:34bb (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/1ffe8568-c7f6-4a4e-8a5d-8732f794cf40/89775361-8698-49cf-9645-5dead3b7ed20) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:17.949288 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:17.956168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc021ef-7a78-43c8-9ca8-4814417b2ccf req-654d0183-78ca-4a51-bdd3-a0b6f9238121 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:17.964989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9fc021ef-7a78-43c8-9ca8-4814417b2ccf req-654d0183-78ca-4a51-bdd3-a0b6f9238121 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.0689485 Dec 10 18:22:17.988985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.022235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9fc021ef-7a78-43c8-9ca8-4814417b2ccf req-ccbc541e-2bc0-417e-acd1-ea467951e8d1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563293 Dec 10 18:22:18.207768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e26e5-1d79-4009-b9c0-ec088284338b None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:18.370373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-59e5f450-2702-4841-ad3b-c720e681d127 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:18.375534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-59e5f450-2702-4841-ad3b-c720e681d127 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 945 time: 0.1053720 Dec 10 18:22:18.387309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 60e8597d-28de-4bfc-abea-e2ba5d0649c4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:18.461193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a3f87f5-b343-4bc0-9b6e-a6c9767beebe None None] Provisioning complete for port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:18.462180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f87f5-b343-4bc0-9b6e-a6c9767beebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.564763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb04a9d-3b98-4fc9-ba3d-95dc6c6eae0f req-6ff7bd6c-ea86-44b1-81f4-2dd6d0b8217b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:18.566334 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adb04a9d-3b98-4fc9-ba3d-95dc6c6eae0f req-6ff7bd6c-ea86-44b1-81f4-2dd6d0b8217b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 945 time: 0.1298139 Dec 10 18:22:18.576500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=89775361-8698-49cf-9645-5dead3b7ed20,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:18.590031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:18.619734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:18.620400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.657814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f87f5-b343-4bc0-9b6e-a6c9767beebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.669250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adb04a9d-3b98-4fc9-ba3d-95dc6c6eae0f req-4435e04a-fdae-4839-b3e0-a137a821d362 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924664 Dec 10 18:22:18.697235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port 9d286273-fc92-4c6c-b2fd-d536772e6296 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:18.697618 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.714109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a3f87f5-b343-4bc0-9b6e-a6c9767beebe None None] For port 60e8597d-28de-4bfc-abea-e2ba5d0649c4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60e8597d-28de-4bfc-abea-e2ba5d0649c4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:18.724842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:18.737779 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a3f87f5-b343-4bc0-9b6e-a6c9767beebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.759949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7adc9024-7501-4634-bfdc-b450bb17024f req-3fe1d490-9885-4dbb-b4fe-647bada91c72 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 210 time: 0.7673454 Dec 10 18:22:18.763294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:18.771981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:18.772781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.803901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8255d03a-60f1-4ca9-ba55-8b972e18dea9 None None] Update dhcp port {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '1ffe8568-c7f6-4a4e-8a5d-8732f794cf40', 'ip_address': '2001:db8::f816:3eff:fe6d:ea46'}, {'subnet_id': 'ecc90fb7-0d62-4ad6-80f6-6120a7514b3c'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '60e8597d-28de-4bfc-abea-e2ba5d0649c4'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:22:18.880823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7eafd166-d732-4917-8b94-b8f72c7c2054 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.3337696 Dec 10 18:22:18.886624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f87f5-b343-4bc0-9b6e-a6c9767beebe None None] Pushing event updated for resources: {'Port': ['ID=60e8597d-28de-4bfc-abea-e2ba5d0649c4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:18.890458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45500) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:18.891717 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8255d03a-60f1-4ca9-ba55-8b972e18dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:18.975656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-ee2b0004-2a47-44ab-8ba4-54008f86b06d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:18.983427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-ee2b0004-2a47-44ab-8ba4-54008f86b06d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 821 time: 0.3731062 Dec 10 18:22:18.998280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Request body: {'port': {'device_id': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'admin_state_up': True, 'tenant_id': 'db89c72388eb4d09845fcf6b0e3dd0c0'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:19.025506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port 9d286273-fc92-4c6c-b2fd-d536772e6296, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9d286273-fc92-4c6c-b2fd-d536772e6296,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:19.026447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.049143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for 9d286273-fc92-4c6c-b2fd-d536772e6296 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:19.298896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 89775361-8698-49cf-9645-5dead3b7ed20 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:19.299587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.366280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Made reservation on behalf of db89c72388eb4d09845fcf6b0e3dd0c0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:19.373251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.423996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-8255d03a-60f1-4ca9-ba55-8b972e18dea9 None None] Allocated IP 2001:db8:0:1::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/ecc90fb7-0d62-4ad6-80f6-6120a7514b3c/60e8597d-28de-4bfc-abea-e2ba5d0649c4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:19.464270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.483900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13', '9d286273-fc92-4c6c-b2fd-d536772e6296'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:19.516964 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.528222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc838263-e2ac-4d4f-84fb-b8a88ba3220b req-c3965914-ca32-4e53-9401-dc5ca8bedb67 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:19.531217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc838263-e2ac-4d4f-84fb-b8a88ba3220b req-c3965914-ca32-4e53-9401-dc5ca8bedb67 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2045181 Dec 10 18:22:19.540198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=9d286273-fc92-4c6c-b2fd-d536772e6296,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:19.548716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 89775361-8698-49cf-9645-5dead3b7ed20 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:19.665414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Allocated IP 172.20.0.6 (b95a18d4-e920-4100-afd8-98a470f6d17a/21f2227e-3705-48ff-9a1c-e5e8b2c36d1b/6632cd07-e105-4e74-b1e6-c1b0aca0d65f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:19.855394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8255d03a-60f1-4ca9-ba55-8b972e18dea9 None None] For port 60e8597d-28de-4bfc-abea-e2ba5d0649c4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60e8597d-28de-4bfc-abea-e2ba5d0649c4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:19.905996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8255d03a-60f1-4ca9-ba55-8b972e18dea9 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.911966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8255d03a-60f1-4ca9-ba55-8b972e18dea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.937179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port 9d286273-fc92-4c6c-b2fd-d536772e6296 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:19.940342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:19.945408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c7097061-fbed-440c-832e-2248ce86b7e2 req-036a8b34-8446-4918-9047-1ee3d2d23f66 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "DELETE /v2.0/ports/9d286273-fc92-4c6c-b2fd-d536772e6296 HTTP/1.1" status: 204 len: 173 time: 1.5612960 Dec 10 18:22:19.948726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'name': 'network-vif-deleted', 'tag': '9d286273-fc92-4c6c-b2fd-d536772e6296'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:19.951472 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc2540-86b6-4184-97e4-45dc4ceedccb" -d '{"events": [{"server_uuid": "725be66c-9d1d-44a2-835c-2d658eb2367b", "name": "network-vif-deleted", "tag": "9d286273-fc92-4c6c-b2fd-d536772e6296"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:19.990286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4199782d-042f-4e9e-af41-d796e94d37c5 req-6a05f550-3bc6-4338-a849-5584ac0f8910 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=725be66c-9d1d-44a2-835c-2d658eb2367b HTTP/1.1" status: 200 len: 210 time: 0.1001825 Dec 10 18:22:20.071739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc838263-e2ac-4d4f-84fb-b8a88ba3220b req-aa2aca92-c0b9-44ab-9782-4e685785533e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5199754 Dec 10 18:22:20.167672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8255d03a-60f1-4ca9-ba55-8b972e18dea9 None None] Pushing event updated for resources: {'Port': ['ID=60e8597d-28de-4bfc-abea-e2ba5d0649c4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:20.190193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.336638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 60e8597d-28de-4bfc-abea-e2ba5d0649c4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:20.384236 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5836bdcc-7f54-431d-bb9d-2cc18c35d736 req-a7023053-eb8d-490f-bce5-cd0d0cc798f9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 210 time: 0.1164753 Dec 10 18:22:20.387994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.402785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:20.448412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.487068 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe8bd96-dd0e-4489-9b3f-4247e1056a68 x-openstack-request-id: req-9fe8bd96-dd0e-4489-9b3f-4247e1056a68 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:20.487798 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725be66c-9d1d-44a2-835c-2d658eb2367b", "name": "network-vif-deleted", "tag": "9d286273-fc92-4c6c-b2fd-d536772e6296", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:20.488365 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9fe8bd96-dd0e-4489-9b3f-4247e1056a68 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:20.489148 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725be66c-9d1d-44a2-835c-2d658eb2367b', 'name': 'network-vif-deleted', 'tag': '9d286273-fc92-4c6c-b2fd-d536772e6296', 'status': 'completed', 'code': 200} Dec 10 18:22:20.492570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=89775361-8698-49cf-9645-5dead3b7ed20,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:20.553330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.557599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ef4b7d54-0c4c-48e5-9235-a709d159d649 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/89775361-8698-49cf-9645-5dead3b7ed20 HTTP/1.1" status: 204 len: 168 time: 1.6650651 Dec 10 18:22:20.561545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45522) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:20.570546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 24d6b8f8-7dc2-402d-b924-63a859b68565 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:22:20.577912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Network b95a18d4-e920-4100-afd8-98a470f6d17a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:20.580452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:20.581514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.582520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:20.586650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:20.642750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 24d6b8f8-7dc2-402d-b924-63a859b68565 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:20.650080 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.693593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:20.696301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:20.728706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a241a0e-12be-49cf-816e-d5eee234affb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:20.731788 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4a241a0e-12be-49cf-816e-d5eee234affb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1682184 Dec 10 18:22:20.735883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45524) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:20.772023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7785413 Dec 10 18:22:20.798297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d43db0-40e0-478c-8daa-444c7b76649a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:20.825428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Request body: {'port': {'device_id': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:20.928180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949de977-33af-4769-94be-2fc3990d9cef tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:20.931861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-949de977-33af-4769-94be-2fc3990d9cef tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1923862 Dec 10 18:22:20.936089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45528) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:20.989802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.161314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2301a-38b1-4622-b269-09392521da9f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:21.177003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.184973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2301a-38b1-4622-b269-09392521da9f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:21.191253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f2301a-38b1-4622-b269-09392521da9f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:21.196336 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-31f2301a-38b1-4622-b269-09392521da9f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2588234 Dec 10 18:22:21.208028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45536) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:21.211477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:21.220373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:21.237554 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba79f6-f2ba-451d-8302-5ff1b341d21f" -d '{"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:21.265374 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.266760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9d286273-fc92-4c6c-b2fd-d536772e6296 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:21.334797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 1ffe8568-c7f6-4a4e-8a5d-8732f794cf40 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:21.348314 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.458872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.560608 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9eb153-0e0f-4ad2-a780-94ef2bd1538b x-openstack-request-id: req-2e9eb153-0e0f-4ad2-a780-94ef2bd1538b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:21.560905 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:21.561151 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e9eb153-0e0f-4ad2-a780-94ef2bd1538b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:21.561561 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'code': 200} Dec 10 18:22:21.562767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 9d286273-fc92-4c6c-b2fd-d536772e6296 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:21.563110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9d286273-fc92-4c6c-b2fd-d536772e6296 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:21.645082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:21.681596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.682385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.682959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.683518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.685010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.685010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.685375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.685760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.686305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.690721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.691507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.696848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.697157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:21.728026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66afc0bf-109e-43c2-996b-f12f33ca1def req-8db3aee0-90af-4846-9f94-b7033aee13c9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:21.730380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66afc0bf-109e-43c2-996b-f12f33ca1def req-8db3aee0-90af-4846-9f94-b7033aee13c9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 946 time: 0.2949305 Dec 10 18:22:21.777306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b077d0f-bc3a-479b-883c-e982be162a17 req-546a3fe4-fc17-4c5c-b62d-39dd2965c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:21.783582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b077d0f-bc3a-479b-883c-e982be162a17 req-546a3fe4-fc17-4c5c-b62d-39dd2965c4ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1097 time: 0.2180438 Dec 10 18:22:21.835303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a669126d-290f-43f6-8b6e-7d22f84598e8 None None] Provisioning complete for port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:21.836368 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a669126d-290f-43f6-8b6e-7d22f84598e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.846572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:21.941747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1245e4dc-81a8-44dc-9756-6f39d241e0c9 req-f0ddd518-0344-41d5-a544-f0bb59124f5c tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:21.943733 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1245e4dc-81a8-44dc-9756-6f39d241e0c9 req-f0ddd518-0344-41d5-a544-f0bb59124f5c tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 931 time: 0.1591032 Dec 10 18:22:22.028683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1245e4dc-81a8-44dc-9756-6f39d241e0c9 req-f0c25c91-c197-4354-8623-433a9a281291 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752141 Dec 10 18:22:22.034629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b077d0f-bc3a-479b-883c-e982be162a17 req-e8e32386-919f-4257-8246-f7074e270682 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345889 Dec 10 18:22:22.055214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.107213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a669126d-290f-43f6-8b6e-7d22f84598e8 None None] Could not find standard attr ID for object 89775361-8698-49cf-9645-5dead3b7ed20. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:22:22.113378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffe8568-c7f6-4a4e-8a5d-8732f794cf40,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:22.121631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.130713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-177d1f11-d6d2-4845-845a-62d423280f95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/1ffe8568-c7f6-4a4e-8a5d-8732f794cf40 HTTP/1.1" status: 204 len: 168 time: 0.9201300 Dec 10 18:22:22.131516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:22.179552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf8e9e5-6bcb-447a-8182-3360c3b14c63 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:22.212643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66afc0bf-109e-43c2-996b-f12f33ca1def req-25e49134-f015-455f-8c0b-7a8afaea8d6d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676304 Dec 10 18:22:22.216127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6632cd07-e105-4e74-b1e6-c1b0aca0d65f {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:22.226596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.264149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Transition to ACTIVE for port object 6632cd07-e105-4e74-b1e6-c1b0aca0d65f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:22:22.269701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.285766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6dd37872-4bbb-4529-b09f-736900977c26 None None] Could not find standard attr ID for object 89775361-8698-49cf-9645-5dead3b7ed20. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:22:22.347477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet ecc90fb7-0d62-4ad6-80f6-6120a7514b3c {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:22.354429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.421525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.441928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Pushing event updated for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:22.458853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.459244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.459586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.459933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.460259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.460589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.460916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.461360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.461707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.462050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.462477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.462806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.463414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.467760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-9b812f62-12a2-4e83-834a-c26e525b6042 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:22.469526 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-9b812f62-12a2-4e83-834a-c26e525b6042 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.2356064 Dec 10 18:22:22.475065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Attempting to bind port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:22.475473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Attempting to bind port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:22.475918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Attempting to bind port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f on network b95a18d4-e920-4100-afd8-98a470f6d17a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:22.482264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f on network b95a18d4-e920-4100-afd8-98a470f6d17a not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:22:22.482630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Attempting to bind port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f on network b95a18d4-e920-4100-afd8-98a470f6d17a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:22.488207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:22.488548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Checking segment: {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:22.489158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Bound using segment: {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:22.489740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Bound port: 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:22.490108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.500486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-df828bee-907e-4fd4-bddf-d9ca1781d5dd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0249438 Dec 10 18:22:22.581134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:22.581386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.585463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:22.591869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.637166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:22.637967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.639507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] 10.222.0.30 "PUT /v2.0/ports/6632cd07-e105-4e74-b1e6-c1b0aca0d65f HTTP/1.1" status: 200 len: 1091 time: 1.8480470 Dec 10 18:22:22.642932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'tag': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:22.645960 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbea369-b167-4946-9c61-680a4ba3e493" -d '{"events": [{"name": "network-changed", "server_uuid": "dd899134-e3df-4dfc-a2bd-9b0bc23543be", "tag": "6632cd07-e105-4e74-b1e6-c1b0aca0d65f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:22.677915 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-15b0c03a-7a48-40c5-abe9-a4a7bd591ccd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713958 Dec 10 18:22:22.689397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.693237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee142b-294a-4bca-94f6-3ad369ca1981 service neutron] Pushing event updated for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:22.734810 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86d2f16-5811-4e33-8dc6-53115f479f27 x-openstack-request-id: req-e86d2f16-5811-4e33-8dc6-53115f479f27 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:22.735089 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd899134-e3df-4dfc-a2bd-9b0bc23543be", "tag": "6632cd07-e105-4e74-b1e6-c1b0aca0d65f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:22.735404 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e86d2f16-5811-4e33-8dc6-53115f479f27 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:22.737163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc90fb7-0d62-4ad6-80f6-6120a7514b3c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:22.739094 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'tag': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f', 'status': 'completed', 'code': 200} Dec 10 18:22:22.739874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:22.743216 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/ecc90fb7-0d62-4ad6-80f6-6120a7514b3c HTTP/1.1" status: 204 len: 168 time: 0.6104584 Dec 10 18:22:22.747867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45566) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:22.810909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.811231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.811589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.812058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.812531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.813014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.813352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.813684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.814014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.814344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.814732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.815062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.815385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd28363e-1fb8-443d-946a-5adfcba630a9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:22:22.828140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b7c81cb-74a3-4d5a-a55e-3476d12977ef tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790033 Dec 10 18:22:22.831561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:22.839249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:22.855187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-97125a93-6506-4883-9b87-111f11b9438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:22.856917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-97125a93-6506-4883-9b87-111f11b9438f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 1094 time: 0.1567938 Dec 10 18:22:22.917408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-0c45418e-3131-46b2-b72d-0b4c1db6d748 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f HTTP/1.1" status: 200 len: 217 time: 0.0485263 Dec 10 18:22:22.922003 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-3b2b5dd0-3d7a-4f70-acaa-ebaadc23c2c5 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430031 Dec 10 18:22:22.996786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-7d4670e5-8baf-4316-b4bb-c65c64f7942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:22.999862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-7d4670e5-8baf-4316-b4bb-c65c64f7942b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b HTTP/1.1" status: 200 len: 861 time: 0.0717213 Dec 10 18:22:23.043043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-d39b8a33-7228-46d4-8714-9af36df3ed86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95a18d4-e920-4100-afd8-98a470f6d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334291 Dec 10 18:22:23.096463 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f1612fda-5e7f-42b0-a791-16c0e6ca50b6 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648962 Dec 10 18:22:23.097703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:23.101460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:23.347691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88c189-c087-4574-b949-022e8362f417 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:23.375951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-abe76d40-bf49-4982-b751-47e8d023cac9 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182034 Dec 10 18:22:23.426915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9eb392b0-9a2b-43b1-8a8c-477613bb4b84 None None] Provisioning complete for port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:23.428180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9eb392b0-9a2b-43b1-8a8c-477613bb4b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:23.540986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63891bcb-db2d-4c5d-acef-893946700aa2 req-87f5cad1-566a-4efe-8b32-f193d0dce393 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:23.548488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-63891bcb-db2d-4c5d-acef-893946700aa2 req-87f5cad1-566a-4efe-8b32-f193d0dce393 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 943 time: 0.3276443 Dec 10 18:22:23.646600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-63891bcb-db2d-4c5d-acef-893946700aa2 req-464d626b-dafb-4e62-b42b-795157be927d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934913 Dec 10 18:22:23.678205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5658e74f-f5f5-4a78-8e25-641dfd3f79a3 req-f4504986-0a46-41f5-9027-0d73c9b7d8a8 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865527 Dec 10 18:22:23.798926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-275d0394-577e-4fa5-baf6-0c91bcf4a056 req-59e34ff2-0e95-40d9-99c9-9a95212a917f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 210 time: 0.0869918 Dec 10 18:22:23.838702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3209c1-2004-457c-a82e-e4b7c6a8ced0 req-3ebf9809-4599-430f-bdf6-59ed532e87d2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:23.845128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f3209c1-2004-457c-a82e-e4b7c6a8ced0 req-3ebf9809-4599-430f-bdf6-59ed532e87d2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 946 time: 0.2791569 Dec 10 18:22:23.912229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-be74e526-39c0-451a-8ec5-b18001379f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:23.913806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-be74e526-39c0-451a-8ec5-b18001379f9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 1094 time: 0.1484613 Dec 10 18:22:24.064807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:22:24.098688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f3209c1-2004-457c-a82e-e4b7c6a8ced0 req-6ee00a1b-f15d-48b4-b70b-3eff48e05ef7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272069 Dec 10 18:22:24.120132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-0bae29ce-bb87-497e-9e7c-73b6d2b1b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:24.121863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-0bae29ce-bb87-497e-9e7c-73b6d2b1b7fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 922 time: 0.1990597 Dec 10 18:22:24.173466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:22:24.201299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] Deleting port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:24.201725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:24.225598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-3534af51-5781-416f-ad6d-65d8e92ab686 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f HTTP/1.1" status: 200 len: 217 time: 0.0932362 Dec 10 18:22:24.380307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-acf8c89c-1345-475b-bfaa-0c2fa557acba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:24.382635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-acf8c89c-1345-475b-bfaa-0c2fa557acba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b HTTP/1.1" status: 200 len: 861 time: 0.1464717 Dec 10 18:22:24.390490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 60e8597d-28de-4bfc-abea-e2ba5d0649c4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:24.409696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f7ad2-7d02-4f08-b873-9ee88713d29f req-c6d06ad1-a321-4532-a8b1-a8f66e36d9f1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:24.411335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-644f7ad2-7d02-4f08-b873-9ee88713d29f req-c6d06ad1-a321-4532-a8b1-a8f66e36d9f1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 946 time: 0.1001861 Dec 10 18:22:24.421090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] For port 60e8597d-28de-4bfc-abea-e2ba5d0649c4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60e8597d-28de-4bfc-abea-e2ba5d0649c4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:24.421609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:24.436838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45594) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:24.441610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'floatingip': {'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:24.477995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] Calling delete_port for 60e8597d-28de-4bfc-abea-e2ba5d0649c4 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:24.536251 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-8c9c24d6-764b-4c60-a57f-e7cf0b49db8e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95a18d4-e920-4100-afd8-98a470f6d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1441722 Dec 10 18:22:24.539462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:24.553873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:24.671743 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:24.687884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 update to DOWN by agent not found {{(pid=103501) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:22:24.757154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] No DVR routers for this DVR port 60e8597d-28de-4bfc-abea-e2ba5d0649c4 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:24.777027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec898f65-8bed-4633-a49c-b1c14cd95800 None None] Pushing event deleted for resources: {'Port': ['ID=60e8597d-28de-4bfc-abea-e2ba5d0649c4,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:24.949592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37356418-6f44-49b4-8e30-9f734d6f0c68 req-aaea43d2-45b4-4473-a848-ca155521e2c4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 210 time: 0.0420997 Dec 10 18:22:24.953884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-d3e41ac9-b405-4ce4-b886-d2e07de1686d service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097278 Dec 10 18:22:24.975479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] For port 60e8597d-28de-4bfc-abea-e2ba5d0649c4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60e8597d-28de-4bfc-abea-e2ba5d0649c4,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:25.016527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:25.025774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:25.026670 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:25.083427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe834f0-cdab-4f80-9d2b-d7e67833fb0f req-6056006f-f133-4dc8-8d79-cf9ae8d22ce3 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:25.085919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ebe834f0-cdab-4f80-9d2b-d7e67833fb0f req-6056006f-f133-4dc8-8d79-cf9ae8d22ce3 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 943 time: 0.2621195 Dec 10 18:22:25.087254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=60e8597d-28de-4bfc-abea-e2ba5d0649c4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:25.182901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:25.221186 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:25.241278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14bff0-9965-4a3d-b153-f9b327afec45 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:25.268441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:25.269900 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:25.275254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=293d32fe-2aee-47be-9402-58008f974919,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:25.376133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fbea369-b167-4946-9c61-680a4ba3e493 req-515e4fa2-439c-472a-aa97-10890b75f7e4 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081466 Dec 10 18:22:25.418812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3342210c-e39f-4865-9919-69005fca498b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5857108 Dec 10 18:22:25.430395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': '293d32fe-2aee-47be-9402-58008f974919'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:22:25.430395 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:25.431301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45606) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:25.437292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ea75a0cc-eb4d-42df-a28b-24d6024149d3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:25.451447 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ebe834f0-cdab-4f80-9d2b-d7e67833fb0f req-9d2b250a-8423-425c-9e94-6bbaa3daba15 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038752 Dec 10 18:22:25.551000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-d188941d-0138-4c62-8b76-c2fcf101fdc3 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:25.554859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-d188941d-0138-4c62-8b76-c2fcf101fdc3 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.2729940 Dec 10 18:22:25.570583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:25.751850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:25.764257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:25.927619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Allocated IP 2001:db8::f816:3eff:febc:3131 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/293d32fe-2aee-47be-9402-58008f974919/849be476-51f9-4523-858e-04ae9cb539e0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:26.007130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.8 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/72c212f3-1a38-473c-9ea4-33b66219824b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:26.221175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.232210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.247557 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.249724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6bc94cf8-3fb7-4dc1-924b-9570363161ab req-26f274a4-a7bc-4123-8028-e291e94d9f5c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 210 time: 0.0727921 Dec 10 18:22:26.304648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:22:26.357933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6632cd07-e105-4e74-b1e6-c1b0aca0d65f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:22:26.362243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.370674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:26.376340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:26.387286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:26.405564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:26.437406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea75a0cc-eb4d-42df-a28b-24d6024149d3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:26.449474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea75a0cc-eb4d-42df-a28b-24d6024149d3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.458235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:26.465282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:26.471334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:26.476818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=72c212f3-1a38-473c-9ea4-33b66219824b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:26.489802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Pushing event updated for resources: {'Port': ['ID=849be476-51f9-4523-858e-04ae9cb539e0,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:26.560747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:26.561708 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.573361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.582639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.597492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0fd8c24e-29ee-4101-b1fd-513c1697bfca tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0299861 Dec 10 18:22:26.626027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Request body: {'port': {'device_id': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:26.695107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Attempting to bind port 849be476-51f9-4523-858e-04ae9cb539e0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:26.697069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Attempting to bind port 849be476-51f9-4523-858e-04ae9cb539e0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:26.697069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Attempting to bind port 849be476-51f9-4523-858e-04ae9cb539e0 on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:26.716964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:26.717580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:26.718138 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.718651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:26.719218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Bound port: 849be476-51f9-4523-858e-04ae9cb539e0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:26.719727 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.733331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8998e2-25e7-42c1-b239-96f5bbc77d87 req-ea3e6b9d-69fa-4ee2-ba4a-72bfb353ed29 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:26.742125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb8998e2-25e7-42c1-b239-96f5bbc77d87 req-ea3e6b9d-69fa-4ee2-ba4a-72bfb353ed29 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 943 time: 0.1049123 Dec 10 18:22:26.756414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.829276 n-d-821424-1 neutron-server[103499]: INFO neutron.db.ipam_backend_mixin [None req-ea75a0cc-eb4d-42df-a28b-24d6024149d3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 293d32fe-2aee-47be-9402-58008f974919 (CIDR: 2001:db8::/64) Dec 10 18:22:26.840448 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea75a0cc-eb4d-42df-a28b-24d6024149d3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:22:26.841225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea75a0cc-eb4d-42df-a28b-24d6024149d3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:22:26.895056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb8998e2-25e7-42c1-b239-96f5bbc77d87 req-bbba401a-0a17-4436-8365-d207af3c02ce tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518793 Dec 10 18:22:26.895443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] For port 849be476-51f9-4523-858e-04ae9cb539e0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:26.900221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] For port 849be476-51f9-4523-858e-04ae9cb539e0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=849be476-51f9-4523-858e-04ae9cb539e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:26.905162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ea75a0cc-eb4d-42df-a28b-24d6024149d3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4722784 Dec 10 18:22:26.905852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45618) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:26.912667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:26.942306 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Floating IP f8b4100d-59ad-498b-ac9a-9d016e2919d8 associated. External IP: 172.25.2.147, port: 24d6b8f8-7dc2-402d-b924-63a859b68565. Dec 10 18:22:26.943617 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:26.959423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:27.024079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'port_id': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f', 'mac_address': 'fa:16:3e:2f:d9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f2227e-3705-48ff-9a1c-e5e8b2c36d1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:22:27.111145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed63fde-ea55-464a-89ac-b15dd7809ad7 None None] Pushing event updated for resources: {'Port': ['ID=849be476-51f9-4523-858e-04ae9cb539e0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:27.125518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.145720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6632cd07-e105-4e74-b1e6-c1b0aca0d65f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:27.172564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c212f3-1a38-473c-9ea4-33b66219824b {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:27.186734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:27.187596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.194523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.217768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Transition to ACTIVE for port object 72c212f3-1a38-473c-9ea4-33b66219824b will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:22:27.227151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.308178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:27.435743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Pushing event updated for resources: {'Port': ['ID=72c212f3-1a38-473c-9ea4-33b66219824b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:27.490374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Attempting to bind port 72c212f3-1a38-473c-9ea4-33b66219824b on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:27.490947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Attempting to bind port 72c212f3-1a38-473c-9ea4-33b66219824b by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:27.491121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Attempting to bind port 72c212f3-1a38-473c-9ea4-33b66219824b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:27.500894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Port 72c212f3-1a38-473c-9ea4-33b66219824b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:22:27.501224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Attempting to bind port 72c212f3-1a38-473c-9ea4-33b66219824b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:27.508692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6632cd07-e105-4e74-b1e6-c1b0aca0d65f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:27.517713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:27.520947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:27.521111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:27.521671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Bound port: 72c212f3-1a38-473c-9ea4-33b66219824b, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:27.525396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.543233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:22:27.550939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:27.555948 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.636981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] For port 72c212f3-1a38-473c-9ea4-33b66219824b, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:27.645092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] For port 72c212f3-1a38-473c-9ea4-33b66219824b, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=72c212f3-1a38-473c-9ea4-33b66219824b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:27.655141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.677940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909de686-b2d7-4918-a605-f532a2af61d9 req-0a16ba13-df17-45f2-b311-8d68c4b2cf84 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:27.679677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-909de686-b2d7-4918-a605-f532a2af61d9 req-0a16ba13-df17-45f2-b311-8d68c4b2cf84 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 943 time: 0.2783742 Dec 10 18:22:27.715275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:27.716066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.718061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] 10.222.0.30 "PUT /v2.0/ports/72c212f3-1a38-473c-9ea4-33b66219824b HTTP/1.1" status: 200 len: 1091 time: 1.1109891 Dec 10 18:22:27.718695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'tag': '72c212f3-1a38-473c-9ea4-33b66219824b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:27.721295 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac" -d '{"events": [{"name": "network-changed", "server_uuid": "50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b", "tag": "72c212f3-1a38-473c-9ea4-33b66219824b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:27.841264 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4d8b4a-0676-4ca1-9668-89885145030a x-openstack-request-id: req-be4d8b4a-0676-4ca1-9668-89885145030a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:27.841724 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b", "tag": "72c212f3-1a38-473c-9ea4-33b66219824b", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:27.841961 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-be4d8b4a-0676-4ca1-9668-89885145030a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:27.842455 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'tag': '72c212f3-1a38-473c-9ea4-33b66219824b', 'status': 'completed', 'code': 200} Dec 10 18:22:27.843856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c18e30-6f71-4758-80ed-a80849ef4c35 service neutron] Pushing event updated for resources: {'Port': ['ID=72c212f3-1a38-473c-9ea4-33b66219824b,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:27.870797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-909de686-b2d7-4918-a605-f532a2af61d9 req-cefd7a04-6027-4995-8487-a6185fd12e52 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504936 Dec 10 18:22:27.884058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-e24d4ae7-ad2c-418a-b241-bbf92b3a57f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:27.886076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-e24d4ae7-ad2c-418a-b241-bbf92b3a57f0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 1094 time: 0.1027334 Dec 10 18:22:27.887717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:22:27.898440 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:27.901945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] Sync routers for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:22:27.915290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:27.915943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:22:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:27.976087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2af6b96b-a187-423e-b21e-3eeaf5eb6243 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "PUT /v2.0/floatingips/f8b4100d-59ad-498b-ac9a-9d016e2919d8 HTTP/1.1" status: 200 len: 992 time: 3.5379784 Dec 10 18:22:27.981995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:27.984870 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b02023-3cf5-4036-ab71-a28d9fba8db6" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:27.989678 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-5381f114-4c0c-4afe-bb32-4cb662d9f235 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72c212f3-1a38-473c-9ea4-33b66219824b HTTP/1.1" status: 200 len: 217 time: 0.0917573 Dec 10 18:22:28.093555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:28.128816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-643d0a8f-c320-41d0-a088-55ad61c795dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:28.130710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-643d0a8f-c320-41d0-a088-55ad61c795dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.1315722 Dec 10 18:22:28.132727 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c13d6-1044-4a5b-98d4-985ffada3065 x-openstack-request-id: req-5d1c13d6-1044-4a5b-98d4-985ffada3065 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:28.133271 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:28.133694 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5d1c13d6-1044-4a5b-98d4-985ffada3065 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:28.134449 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'status': 'completed', 'code': 200} Dec 10 18:22:28.150992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:28.167212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc3bf7-51a7-4c11-b58c-a37ee98d4528 req-28bad787-0f6b-4e59-87e6-e14ce64dfede tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:28.180031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1cc3bf7-51a7-4c11-b58c-a37ee98d4528 req-28bad787-0f6b-4e59-87e6-e14ce64dfede tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 944 time: 0.1238501 Dec 10 18:22:28.281097 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-bf17cc71-3f16-438e-85c7-d6ad61bfff62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827935 Dec 10 18:22:28.311412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d599538e-dfbe-4b30-985a-eec1601fc563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:28.354576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=971369fe-e012-40ef-8a48-af4622f037eb,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:28.363624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:28.375489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:28.379604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:28.387213 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:28.421403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-61952ca5-6179-40e8-b312-987ff6ffe7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:28.423228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-61952ca5-6179-40e8-b312-987ff6ffe7a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1097 time: 0.2650449 Dec 10 18:22:28.431884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-effa7bbd-a394-4950-aabf-7fdcf522806b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5232515 Dec 10 18:22:28.432562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45640) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:28.437914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:25:ee:21', 'name': 'tempest-NetworksTestDHCPv6-1210162712'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:28.447074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 849be476-51f9-4523-858e-04ae9cb539e0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:28.562104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1cc3bf7-51a7-4c11-b58c-a37ee98d4528 req-f1de6371-8fb0-4c0f-844f-dc3180755871 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808069 Dec 10 18:22:28.633124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:28.633805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:28.644808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-a2b16b8e-f36e-403b-85a5-01550b09db56 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485243 Dec 10 18:22:28.688784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'f8b4100d-59ad-498b-ac9a-9d016e2919d8', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'mac_address': 'fa:16:3e:aa:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:22:00Z', 'updated_at': '2021-12-10T18:22:26Z', 'revision_number': 1, 'project_id': '116753191c7640d99d4f17680ae90606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:28.743023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] Checking router: 7428e376-9ffa-49fb-9c78-4e04aaf44b41 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:22:28.760027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:28.760671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:22:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:28.832755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-41562bf3-851b-4e5c-a6ce-8880d421b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:28.834330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-41562bf3-851b-4e5c-a6ce-8880d421b3ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.3843081 Dec 10 18:22:28.858989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fb28a2-5a54-430e-b7c7-b069a1f95c57 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:28.878233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-100af7fb-43ed-4773-b685-f0498f8d6016 req-0d781b92-ae7c-4872-87eb-91030ee68be4 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179739 Dec 10 18:22:28.962753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:28.966666 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:28.972214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-7e703204-b613-4cbc-865f-e9ee6c08d9fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1000 time: 0.1186757 Dec 10 18:22:29.034818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-d64a5c6d-9790-4e03-b286-9870fb3fb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:29.036990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-d64a5c6d-9790-4e03-b286-9870fb3fb557 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 1094 time: 0.1071002 Dec 10 18:22:29.131962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-f40b115a-3a59-46ac-b0ba-83394e903bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:29.133648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-f40b115a-3a59-46ac-b0ba-83394e903bb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1496522 Dec 10 18:22:29.177603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-2102675c-c42d-4a2e-9d71-52c5ef4b380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:29.179249 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-2102675c-c42d-4a2e-9d71-52c5ef4b380c service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.1313238 Dec 10 18:22:29.197600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68658d-4ea7-475e-ba25-5a883368b27e req-60427fa1-b2ea-41e2-94be-fd50a1ea314a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:29.200865 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b68658d-4ea7-475e-ba25-5a883368b27e req-60427fa1-b2ea-41e2-94be-fd50a1ea314a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 943 time: 0.2215958 Dec 10 18:22:29.206948 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:29.233768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-50cc62a5-56a5-408e-a91c-30f5e30fbff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:29.235992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-50cc62a5-56a5-408e-a91c-30f5e30fbff8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829558 Dec 10 18:22:29.246633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:22:29.251605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-538e3c5e-c89f-468a-96b5-4930f32d3d26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72c212f3-1a38-473c-9ea4-33b66219824b HTTP/1.1" status: 200 len: 217 time: 0.0493810 Dec 10 18:22:29.261982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:29.615978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0b9d1c38-1d09-49f8-b577-5ba7ec4a93f2 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:29.616537 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0b9d1c38-1d09-49f8-b577-5ba7ec4a93f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:29.689186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b68658d-4ea7-475e-ba25-5a883368b27e req-900d4817-0820-4b54-b492-6a2859a2a7b7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365282 Dec 10 18:22:29.794172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 849be476-51f9-4523-858e-04ae9cb539e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=849be476-51f9-4523-858e-04ae9cb539e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:29.841209 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:29.872352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-b7275f8b-38e9-4135-8d87-84c741dcbeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:29.877157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-b7275f8b-38e9-4135-8d87-84c741dcbeca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.2058654 Dec 10 18:22:29.930732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-3aae7dc1-a537-4e68-9077-9970150b8017 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360339 Dec 10 18:22:29.964191 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0b9d1c38-1d09-49f8-b577-5ba7ec4a93f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:29.972651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'f8b4100d-59ad-498b-ac9a-9d016e2919d8', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'mac_address': 'fa:16:3e:aa:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:22:00Z', 'updated_at': '2021-12-10T18:22:26Z', 'revision_number': 1, 'project_id': '116753191c7640d99d4f17680ae90606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:30.037575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c20660-a4b2-4863-ac2c-5b3f5ab3ea07 None None] The sync data for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 is: [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'f8b4100d-59ad-498b-ac9a-9d016e2919d8', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'mac_address': 'fa:16:3e:aa:47:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:22:00Z', 'updated_at': '2021-12-10T18:22:26Z', 'revision_number': 1, 'project_id': '116753191c7640d99d4f17680ae90606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:22:30.064883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=849be476-51f9-4523-858e-04ae9cb539e0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:30.079466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-2e1f6fe1-f430-44eb-a6da-6480880e56f1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963659 Dec 10 18:22:30.120778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-93c03d4f-2f5b-45b3-85b5-85d7fdeabf08 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793499 Dec 10 18:22:30.187833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-0b9d1c38-1d09-49f8-b577-5ba7ec4a93f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:22:30.191144 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-0b9d1c38-1d09-49f8-b577-5ba7ec4a93f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:22:30.191920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d172beb6-be40-49b4-aeae-b904738801ee None None] Update dhcp port {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '293d32fe-2aee-47be-9402-58008f974919', 'ip_address': '2001:db8::f816:3eff:febc:3131'}, {'subnet_id': '971369fe-e012-40ef-8a48-af4622f037eb'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '849be476-51f9-4523-858e-04ae9cb539e0'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:22:30.232544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8:0:1::42 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/971369fe-e012-40ef-8a48-af4622f037eb/45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:30.262087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::f816:3eff:fe25:ee21 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/293d32fe-2aee-47be-9402-58008f974919/45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:30.263257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d172beb6-be40-49b4-aeae-b904738801ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.334084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3328d-4977-4d31-97ad-8df3718b0b85 req-5493d8f7-3db4-486c-b78c-60f76854861e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:30.335778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00f3328d-4977-4d31-97ad-8df3718b0b85 req-5493d8f7-3db4-486c-b78c-60f76854861e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 944 time: 0.2530184 Dec 10 18:22:30.403713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22a76e9a-d8ad-40a1-b0b2-37e32da487ac req-1e023990-f768-4027-85ee-dd7b8de17690 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726073 Dec 10 18:22:30.432006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-69b02023-3cf5-4036-ab71-a28d9fba8db6 req-1d0730ac-5a35-4135-9707-461744ad10d9 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332796 Dec 10 18:22:30.446032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6632cd07-e105-4e74-b1e6-c1b0aca0d65f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:30.449478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 849be476-51f9-4523-858e-04ae9cb539e0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:30.504772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00f3328d-4977-4d31-97ad-8df3718b0b85 req-5f94031e-4b80-48d9-9ca6-46341b25deb2 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542590 Dec 10 18:22:30.521097 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fb316f-416f-49ff-8153-f8535e4de7a7 None None] New status for floating IP f8b4100d-59ad-498b-ac9a-9d016e2919d8: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:22:30.609867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:22:30.620798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:30.621174 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.664826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:30.665198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.691757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.795937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.867721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:30.877953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:30.884107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:30.895337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:30.896489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:30.903355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-d172beb6-be40-49b4-aeae-b904738801ee None None] Allocated IP 2001:db8:0:1::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/971369fe-e012-40ef-8a48-af4622f037eb/849be476-51f9-4523-858e-04ae9cb539e0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:30.911717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:30.938183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6fb31b2c-fad1-43ee-8983-b1d1bf1dfcfa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5040588 Dec 10 18:22:30.939853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45670) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:30.981651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a66ce-0f7f-4c8d-a7f0-471fb59b5f57 req-56842a2c-e1f8-4ac5-b023-d146f8a27d62 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:30.994532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-363a66ce-0f7f-4c8d-a7f0-471fb59b5f57 req-56842a2c-e1f8-4ac5-b023-d146f8a27d62 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 943 time: 0.1431415 Dec 10 18:22:31.046129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d172beb6-be40-49b4-aeae-b904738801ee None None] For port 849be476-51f9-4523-858e-04ae9cb539e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=849be476-51f9-4523-858e-04ae9cb539e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:31.072229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-363a66ce-0f7f-4c8d-a7f0-471fb59b5f57 req-be89212b-a88e-4b62-b1dd-92a74acdcfc4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764794 Dec 10 18:22:31.112079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:31.112977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.121503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.165107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:31.173581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:31.176549 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24c4b1-2201-4098-b6e7-5b782a401b68" -d '{"events": [{"server_uuid": "dd899134-e3df-4dfc-a2bd-9b0bc23543be", "name": "network-vif-plugged", "status": "completed", "tag": "6632cd07-e105-4e74-b1e6-c1b0aca0d65f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:31.185729 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.191047 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d172beb6-be40-49b4-aeae-b904738801ee None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.238523 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2904aa44-86da-4ecd-9150-197b77b543c7 x-openstack-request-id: req-2904aa44-86da-4ecd-9150-197b77b543c7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:31.239012 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd899134-e3df-4dfc-a2bd-9b0bc23543be", "name": "network-vif-plugged", "status": "completed", "tag": "6632cd07-e105-4e74-b1e6-c1b0aca0d65f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:31.239405 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2904aa44-86da-4ecd-9150-197b77b543c7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:31.240058 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f', 'code': 200} Dec 10 18:22:31.244293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d172beb6-be40-49b4-aeae-b904738801ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.255016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.277316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:31.338497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:31.411129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172beb6-be40-49b4-aeae-b904738801ee None None] Pushing event updated for resources: {'Port': ['ID=849be476-51f9-4523-858e-04ae9cb539e0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:31.463090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d30d-c9c4-4b86-a93c-e1a2b9474336 req-b1c35541-0738-4ed5-9de5-623cb3e02b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:31.465429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5042d30d-c9c4-4b86-a93c-e1a2b9474336 req-b1c35541-0738-4ed5-9de5-623cb3e02b88 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 1096 time: 0.1243885 Dec 10 18:22:31.567143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5042d30d-c9c4-4b86-a93c-e1a2b9474336 req-ac20fabc-8ab0-4618-b1c9-1290e9889954 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910201 Dec 10 18:22:31.612591 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6310ff05-f7aa-4c8d-8cb0-4e8b57b3c098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.714196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.758050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:31.778079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb6cdc-d86c-4062-a0ad-9d94a0827c91 req-ebd2b0af-9bb9-429b-97cb-0e769f36b9bc tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:31.786099 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5dfb6cdc-d86c-4062-a0ad-9d94a0827c91 req-ebd2b0af-9bb9-429b-97cb-0e769f36b9bc tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.1245570 Dec 10 18:22:31.827485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.859584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:31.866617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c60effd-9c4b-4650-b690-31a83308e2d6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a HTTP/1.1" status: 204 len: 168 time: 0.9222286 Dec 10 18:22:31.867327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:31.900047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5dfb6cdc-d86c-4062-a0ad-9d94a0827c91 req-3b180cc0-524a-47f0-a476-64452f9ba6cd tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119614 Dec 10 18:22:31.931524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01bcca7-f599-4453-b981-6bcef7954d61 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:31.936488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45684) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:31.937116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d01bcca7-f599-4453-b981-6bcef7954d61 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0679901 Dec 10 18:22:31.976532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.007436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b51458-f9be-436d-9885-e3f548decfe1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:32.012856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7b51458-f9be-436d-9885-e3f548decfe1 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0718532 Dec 10 18:22:32.013297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45688) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:32.124161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f799f-c47f-4c53-b592-8a65a6e38b4e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:32.127133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f799f-c47f-4c53-b592-8a65a6e38b4e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:32.140985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f799f-c47f-4c53-b592-8a65a6e38b4e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:32.150055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1e6f799f-c47f-4c53-b592-8a65a6e38b4e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1344061 Dec 10 18:22:32.151992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45694) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:32.225513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-59efcf57-a882-44a6-8fc4-2882072eaab1 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:32.225842 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-59efcf57-a882-44a6-8fc4-2882072eaab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.251445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 293d32fe-2aee-47be-9402-58008f974919 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:32.259334 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.311023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e69fa-c121-423a-99b3-6b33b9ef65f5 req-a24b21d5-b1c3-409e-9e3b-74fff5dc617e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:32.312596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a2e69fa-c121-423a-99b3-6b33b9ef65f5 req-a24b21d5-b1c3-409e-9e3b-74fff5dc617e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 943 time: 0.1245465 Dec 10 18:22:32.335743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.367189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 849be476-51f9-4523-858e-04ae9cb539e0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:32.428253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 72c212f3-1a38-473c-9ea4-33b66219824b details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:22:32.432803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a2e69fa-c121-423a-99b3-6b33b9ef65f5 req-04f582ca-b3e3-4579-aa57-ed02b8f3da42 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118910 Dec 10 18:22:32.480835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:32.481398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.514330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.607528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.647224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=293d32fe-2aee-47be-9402-58008f974919,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:32.658438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9ad7279c-71d4-462f-be1a-91b9fa1036e9 None None] Could not find standard attr ID for object 45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:22:32.663250 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.669616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45700) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:32.674951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-984a825b-dc1a-4274-9fa8-3fe9016c7ccb tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/293d32fe-2aee-47be-9402-58008f974919 HTTP/1.1" status: 204 len: 168 time: 0.5208721 Dec 10 18:22:32.718649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 72c212f3-1a38-473c-9ea4-33b66219824b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=72c212f3-1a38-473c-9ea4-33b66219824b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:32.745259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 971369fe-e012-40ef-8a48-af4622f037eb {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:32.749233 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.760559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '72c212f3-1a38-473c-9ea4-33b66219824b', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': '72c212f3-1a38-473c-9ea4-33b66219824b', 'mac_address': 'fa:16:3e:1d:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:22:32.799015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.806479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1af999-a2c2-4aaf-8fd8-3c353a5d377b None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:32.905582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.908823 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:32.943582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c212f3-1a38-473c-9ea4-33b66219824b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:32.974570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 72c212f3-1a38-473c-9ea4-33b66219824b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=72c212f3-1a38-473c-9ea4-33b66219824b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:32.982501 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:33.019037 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:33.037548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=72c212f3-1a38-473c-9ea4-33b66219824b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:33.061208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=971369fe-e012-40ef-8a48-af4622f037eb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:33.063796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:33.067186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fee47b0f-5f13-44ef-8c3b-ba5a8df29a8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/971369fe-e012-40ef-8a48-af4622f037eb HTTP/1.1" status: 204 len: 168 time: 0.3966441 Dec 10 18:22:33.069589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45704) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:33.116892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1d3bb380-bca2-4eb3-aec4-5325502c49a8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436430 Dec 10 18:22:33.117207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99dfe4-7a55-4d0d-90c3-fb2907a31271 req-b27370a3-e6cd-426a-b6e3-8d9a16748df8 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:33.118278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45706) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:33.118569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff99dfe4-7a55-4d0d-90c3-fb2907a31271 req-b27370a3-e6cd-426a-b6e3-8d9a16748df8 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.0803635 Dec 10 18:22:33.123982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:33.196298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff99dfe4-7a55-4d0d-90c3-fb2907a31271 req-3e983b7f-3027-440f-9440-3d2192b801c6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652843 Dec 10 18:22:33.274038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:33.278467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:33.292299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['72c212f3-1a38-473c-9ea4-33b66219824b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:33.335918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ba18-aec7-4b19-bae4-b151bf4dbee7 req-49b1731d-546f-4a60-b3b9-faa428826bb1 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:33.338888 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eef9ba18-aec7-4b19-bae4-b151bf4dbee7 req-49b1731d-546f-4a60-b3b9-faa428826bb1 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.0657885 Dec 10 18:22:33.438769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eef9ba18-aec7-4b19-bae4-b151bf4dbee7 req-9afee762-0650-4c96-9456-e78cca5123f2 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862916 Dec 10 18:22:33.615639 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:33.627923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f309b0-f4e7-49fc-a8df-786e4733b2df req-6dc83a2a-0dd3-4f10-af68-247a471f305c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:33.630242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79f309b0-f4e7-49fc-a8df-786e4733b2df req-6dc83a2a-0dd3-4f10-af68-247a471f305c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 944 time: 0.0696189 Dec 10 18:22:33.653991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:33.705743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79f309b0-f4e7-49fc-a8df-786e4733b2df req-4384f750-a7d1-4aa2-be0d-ab1b77bc761d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Dec 10 18:22:33.707939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:33.710688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=9085402e-0114-4cdd-b484-0138a0e7a876,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:33.716557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:33.719974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:33.720593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:33.762569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9700731-31f9-4466-bbb5-5a69aee72aa3 req-f9135450-c630-488f-94de-6be441066588 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:33.772121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9700731-31f9-4466-bbb5-5a69aee72aa3 req-f9135450-c630-488f-94de-6be441066588 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.1714420 Dec 10 18:22:33.799072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-56b16544-8634-4eaa-ad09-443845020925 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6790311 Dec 10 18:22:33.801763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45724) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:33.810280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1ae9af4b-30be-474d-a7b6-401adea87309 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:33.868859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9700731-31f9-4466-bbb5-5a69aee72aa3 req-f422b115-5464-4da6-b38d-4bc049b9f23e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917583 Dec 10 18:22:33.890080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5b992d-7ee4-4877-b7aa-066219d71794 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:34.122255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9af4b-30be-474d-a7b6-401adea87309 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:34.134844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ae9af4b-30be-474d-a7b6-401adea87309 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.314586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.319862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d2b43a7b-5a71-4394-8a2c-37c21e5cd6b6 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:34.320346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2b43a7b-5a71-4394-8a2c-37c21e5cd6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.357291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c050b-3cee-4f72-a445-26785ef6cef6 req-df0d0a95-20bd-4889-9f09-8a93b9256bc1 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.359002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-835c050b-3cee-4f72-a445-26785ef6cef6 req-df0d0a95-20bd-4889-9f09-8a93b9256bc1 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.3465083 Dec 10 18:22:34.398890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 72c212f3-1a38-473c-9ea4-33b66219824b up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:34.478461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-835c050b-3cee-4f72-a445-26785ef6cef6 req-023200df-f962-4563-b16d-0ebad08a58ec tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053526 Dec 10 18:22:34.492244 n-d-821424-1 neutron-server[103499]: INFO neutron.db.ipam_backend_mixin [None req-1ae9af4b-30be-474d-a7b6-401adea87309 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9085402e-0114-4cdd-b484-0138a0e7a876 (CIDR: 2001:db8::/64) Dec 10 18:22:34.496978 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae9af4b-30be-474d-a7b6-401adea87309 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:22:34.497194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae9af4b-30be-474d-a7b6-401adea87309 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:22:34.515147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 72c212f3-1a38-473c-9ea4-33b66219824b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:22:34.526913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 72c212f3-1a38-473c-9ea4-33b66219824b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:34.527327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.533636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ae9af4b-30be-474d-a7b6-401adea87309 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7306304 Dec 10 18:22:34.536930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:34.542628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:34.662583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae62dc-6d04-4f3e-ad35-222e6e6efd6e None None] Update dhcp port {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'fixed_ips': [{'subnet_id': '9085402e-0114-4cdd-b484-0138a0e7a876'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '849be476-51f9-4523-858e-04ae9cb539e0'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:22:34.721402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-32ae62dc-6d04-4f3e-ad35-222e6e6efd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.741221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.748396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.752781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.755314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.762929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.771396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.777911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.784560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.795818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-c55334e6-2b4d-476c-8706-0b9bf342590f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.1993666 Dec 10 18:22:34.828460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:34.830598 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.899171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:34.925731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78556b23-280b-43b4-8fc2-b7dab8166de0 req-bd093204-313c-4a47-873a-1b90b5c2cf7f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:34.935419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78556b23-280b-43b4-8fc2-b7dab8166de0 req-bd093204-313c-4a47-873a-1b90b5c2cf7f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.1463304 Dec 10 18:22:34.948603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0efc9bbc-3c92-4800-9c25-50fc7953675d req-ac340bb7-574d-4f30-913e-5c30d0779a62 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514833 Dec 10 18:22:34.997252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 72c212f3-1a38-473c-9ea4-33b66219824b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=72c212f3-1a38-473c-9ea4-33b66219824b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:35.065460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c212f3-1a38-473c-9ea4-33b66219824b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:35.068930 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92209a3-b92a-4585-9e91-c72ae96e8b3a" -d '{"events": [{"server_uuid": "50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b", "name": "network-vif-plugged", "status": "completed", "tag": "72c212f3-1a38-473c-9ea4-33b66219824b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:35.074067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78556b23-280b-43b4-8fc2-b7dab8166de0 req-e5f408f8-2a1b-4113-927d-6131fbcf81ad tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374784 Dec 10 18:22:35.143521 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:35.189729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77275c5-2698-4da5-a66d-c206399e0549 req-4af66786-5d18-4cd3-ae08-ee47c70ae3fd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.204644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b77275c5-2698-4da5-a66d-c206399e0549 req-4af66786-5d18-4cd3-ae08-ee47c70ae3fd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 945 time: 0.1314864 Dec 10 18:22:35.256215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=72c212f3-1a38-473c-9ea4-33b66219824b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:35.290781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-32ae62dc-6d04-4f3e-ad35-222e6e6efd6e None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/9085402e-0114-4cdd-b484-0138a0e7a876/849be476-51f9-4523-858e-04ae9cb539e0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:35.306107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b77275c5-2698-4da5-a66d-c206399e0549 req-6985b9e6-d5a0-4ddb-9f6a-1568c35201e7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994534 Dec 10 18:22:35.380839 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3837b88-1777-4dc7-b5ec-db27e337ef7a x-openstack-request-id: req-f3837b88-1777-4dc7-b5ec-db27e337ef7a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:35.383711 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b", "name": "network-vif-plugged", "status": "completed", "tag": "72c212f3-1a38-473c-9ea4-33b66219824b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:35.385549 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3837b88-1777-4dc7-b5ec-db27e337ef7a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:35.386659 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c212f3-1a38-473c-9ea4-33b66219824b', 'code': 200} Dec 10 18:22:35.473940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-32ae62dc-6d04-4f3e-ad35-222e6e6efd6e None None] For port 849be476-51f9-4523-858e-04ae9cb539e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=849be476-51f9-4523-858e-04ae9cb539e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:35.531594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b9852-078a-4a4c-839c-00ce329e6d28 req-a62762bf-945c-4713-90e0-1a91d00fbbc6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.533078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c742a760-7aa0-4fe8-b120-88929d9ec43f req-4731beba-562b-45ac-9462-ed218a1a82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.533588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-680b9852-078a-4a4c-839c-00ce329e6d28 req-a62762bf-945c-4713-90e0-1a91d00fbbc6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.0999987 Dec 10 18:22:35.536380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c742a760-7aa0-4fe8-b120-88929d9ec43f req-4731beba-562b-45ac-9462-ed218a1a82e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 1096 time: 0.0784237 Dec 10 18:22:35.545608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-32ae62dc-6d04-4f3e-ad35-222e6e6efd6e None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:35.551061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-32ae62dc-6d04-4f3e-ad35-222e6e6efd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:35.602776 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c742a760-7aa0-4fe8-b120-88929d9ec43f req-fff7ab34-ff4c-484a-b84e-8d57f9e6fc77 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574019 Dec 10 18:22:35.663206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae62dc-6d04-4f3e-ad35-222e6e6efd6e None None] Pushing event updated for resources: {'Port': ['ID=849be476-51f9-4523-858e-04ae9cb539e0,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:35.784962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-680b9852-078a-4a4c-839c-00ce329e6d28 req-3987747b-36ac-4538-ad08-6c4fb3164c13 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368441 Dec 10 18:22:35.847873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.854748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.862164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.869271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.875530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.886481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.895113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:35.897147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-f4ce6c94-01c2-445e-a750-0728a5702bd3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.2399280 Dec 10 18:22:35.975350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:22:36.061259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-6afedc78-f390-401f-ae2f-80573c27907d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.062782 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-6afedc78-f390-401f-ae2f-80573c27907d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "GET /v2.0/ports/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1543787 Dec 10 18:22:36.235369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.242767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.249736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.260297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.267399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-eb38c3b2-a7e6-4d0c-ac40-f744fbc168ec tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "GET /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1548550 Dec 10 18:22:36.278520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.286595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.294160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.313349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-7a26aeba-f622-44da-805d-06da8170dc08 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 5433 time: 0.2056932 Dec 10 18:22:36.329201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:36.358883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 849be476-51f9-4523-858e-04ae9cb539e0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:36.430864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc76e8e2-d7fb-4f00-be1c-03abb58480aa req-77bec4da-bbfc-420a-a74b-3eba3ba3a72c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1115255 Dec 10 18:22:36.444073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c42de-927a-44c8-aa74-8a70d4918d01 req-0eca88fd-c4fa-408c-8445-4a62630fd204 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.445913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-656c42de-927a-44c8-aa74-8a70d4918d01 req-0eca88fd-c4fa-408c-8445-4a62630fd204 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.5253062 Dec 10 18:22:36.451280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.467000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:36.467000 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.472915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.699450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-90be9f54-fe08-43d7-b8a4-249d64921f8a None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:36.699960 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-90be9f54-fe08-43d7-b8a4-249d64921f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:36.731709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82cd54-be1c-43fa-b22b-6114942225f2 req-5a924d05-44a7-420f-ae7c-10eb70e279cc tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:36.745608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b82cd54-be1c-43fa-b22b-6114942225f2 req-5a924d05-44a7-420f-ae7c-10eb70e279cc tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 945 time: 0.0858219 Dec 10 18:22:36.823094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-656c42de-927a-44c8-aa74-8a70d4918d01 req-d2b8d3b9-985c-4aeb-aaba-44da92050570 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810117 Dec 10 18:22:36.843050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b82cd54-be1c-43fa-b22b-6114942225f2 req-98e84ab3-b40a-458b-83c8-dd20ecc63355 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936124 Dec 10 18:22:36.865181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] For port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:37.004569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] For port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:37.011951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713e7e-895d-4410-96fe-a3247d74d7bf req-d272b6a7-3abc-4a1b-bcec-6443f777b065 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.019530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c713e7e-895d-4410-96fe-a3247d74d7bf req-d272b6a7-3abc-4a1b-bcec-6443f777b065 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.0821290 Dec 10 18:22:37.092702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] device_id is not set on port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:22:37.097564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c713e7e-895d-4410-96fe-a3247d74d7bf req-0641f5f4-f9dc-442c-8a4d-da073c4992b4 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681565 Dec 10 18:22:37.106838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] For port 849be476-51f9-4523-858e-04ae9cb539e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=849be476-51f9-4523-858e-04ae9cb539e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:37.133824 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.144816 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.208369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.226281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.227312 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.273249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] No DVR routers for this DVR port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:37.316880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:37.366949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:37.370448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:37.386483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=db8cf43d-fe95-4dc4-8321-25b246dc47fe,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:37.387587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f1c09-a7bc-481a-a586-634dc1e1dbc5 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:37.431588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.433222 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.545778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45798) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:37.547292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0086744 Dec 10 18:22:37.551760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:be:24:e5', 'name': 'tempest-NetworksTestDHCPv6-192331114'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:37.610416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] In _notify_port_updated(), no bound segment for port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:22:37.611318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.612101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.613907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-fab83aa1-fa02-4c5b-b9b6-5b62d2442cc4 service neutron] 10.222.0.59 "PUT /v2.0/ports/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 200 len: 1028 time: 1.2899280 Dec 10 18:22:37.692277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-00d8e06b-3006-4f84-896a-8f12c2b46c3e None None] Provisioning complete for port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:37.692860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351600ef-3e6c-4407-8b4d-fe67e5adb6d0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=849be476-51f9-4523-858e-04ae9cb539e0,revision_number=9']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:37.692977 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-00d8e06b-3006-4f84-896a-8f12c2b46c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.741945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-3c05ed41-e8ea-4339-b72c-4bdd6cb7e059 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.745907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-3c05ed41-e8ea-4339-b72c-4bdd6cb7e059 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "GET /v2.0/ports/5d41dd94-ccb4-4690-9ad4-84cab7b72738?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1204739 Dec 10 18:22:37.759857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:37.776032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-5194baf8-ebf7-4c79-b43a-c868f1984c3f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.786238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-5194baf8-ebf7-4c79-b43a-c868f1984c3f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.792980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-5194baf8-ebf7-4c79-b43a-c868f1984c3f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.806421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-5194baf8-ebf7-4c79-b43a-c868f1984c3f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.819858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-5194baf8-ebf7-4c79-b43a-c868f1984c3f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.820941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-00d8e06b-3006-4f84-896a-8f12c2b46c3e None None] Port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:37.847539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:37.848264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-5194baf8-ebf7-4c79-b43a-c868f1984c3f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:37.851056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-5194baf8-ebf7-4c79-b43a-c868f1984c3f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 4658 time: 0.2583497 Dec 10 18:22:37.975508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a96dac62-42a8-4181-bcb9-a2cc9e7640c8 req-bdcb97b5-06f8-41f9-af8c-6939c120fe04 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&id=717cda29-5d4a-46b7-8811-f42d93a08a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1106207 Dec 10 18:22:38.002609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:38.202669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] For port 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5d41dd94-ccb4-4690-9ad4-84cab7b72738,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:38.206335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:38.245932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc90ea-bac2-47ea-b919-c992901a676b req-c2f3f5a9-4422-4494-ace4-014c90bd7378 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:38.247082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf70ba3-88d5-4302-882f-5c9fafee8976 req-b230c4a2-49b3-4da1-9082-d9c8bb4a1ecb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:38.248989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edf70ba3-88d5-4302-882f-5c9fafee8976 req-b230c4a2-49b3-4da1-9082-d9c8bb4a1ecb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 945 time: 0.0898731 Dec 10 18:22:38.253789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42fc90ea-bac2-47ea-b919-c992901a676b req-c2f3f5a9-4422-4494-ace4-014c90bd7378 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 946 time: 0.1164870 Dec 10 18:22:38.267430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 373c23e5-2a98-4805-9ee3-9ae4353bc956 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:22:38.283176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] For port 5d41dd94-ccb4-4690-9ad4-84cab7b72738, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:38.346371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 849be476-51f9-4523-858e-04ae9cb539e0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:38.355618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42fc90ea-bac2-47ea-b919-c992901a676b req-ef8eac5b-153d-4c47-9b41-373c0f118280 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009202 Dec 10 18:22:38.382813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] device_id is not set on port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:22:38.421008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edf70ba3-88d5-4302-882f-5c9fafee8976 req-8d00e098-0b7f-42b3-a918-f5e3c067cd1a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645586 Dec 10 18:22:38.441197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:38.462220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:38.482630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:38.483350 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:38.628100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::6a (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/9085402e-0114-4cdd-b484-0138a0e7a876/373c23e5-2a98-4805-9ee3-9ae4353bc956) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:38.666786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8:0:1:f816:3eff:febe:24e5 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/db8cf43d-fe95-4dc4-8321-25b246dc47fe/373c23e5-2a98-4805-9ee3-9ae4353bc956) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:38.701373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] No DVR routers for this DVR port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:38.711470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] Pushing event updated for resources: {'Port': ['ID=5d41dd94-ccb4-4690-9ad4-84cab7b72738,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:38.799230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a0cc190e-de3d-4154-b29a-ff40c386d307 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:38.820268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] In _notify_port_updated(), no bound segment for port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 on network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:22:38.823815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:38.824726 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:38.830009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c4980baf-ac17-4c03-9681-3cec12ced988 service neutron] 10.222.0.59 "PUT /v2.0/ports/5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 200 len: 1027 time: 1.0765853 Dec 10 18:22:38.979217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.034576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a500eb9-3d8d-4da0-9aeb-fd81def86dae req-1ea86415-8366-4fb3-a965-9e241c09c1ba tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.036202 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a500eb9-3d8d-4da0-9aeb-fd81def86dae req-1ea86415-8366-4fb3-a965-9e241c09c1ba tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.1898646 Dec 10 18:22:39.044228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a0cc190e-de3d-4154-b29a-ff40c386d307, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a0cc190e-de3d-4154-b29a-ff40c386d307,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:39.045743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:39.052932 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b733b4bd-c36f-4e52-ba4c-ec006786f71e" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:39.059030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-303bf425-079f-4934-a608-5844aea230ef tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.059897 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.060789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device b769134b-467d-47cb-8cf4-e0cf12918607 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:39.068216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-303bf425-079f-4934-a608-5844aea230ef tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.3414552 Dec 10 18:22:39.072459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-17979c82-1d1c-4c55-9362-ebcbb82761ed None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:39.072949 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-17979c82-1d1c-4c55-9362-ebcbb82761ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.100302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-587a451b-47ee-45d3-8356-278e7f5cb8ea tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0307605 Dec 10 18:22:39.175717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.200196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-71424ca9-204c-4f5a-a895-a38c3a397958 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984375 Dec 10 18:22:39.201477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a500eb9-3d8d-4da0-9aeb-fd81def86dae req-8bf832fb-a1dc-4b48-853d-369674bd1fda tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196547 Dec 10 18:22:39.225289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a0cc190e-de3d-4154-b29a-ff40c386d307,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:39.264914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port 7c8a87a9-7089-45ae-a76b-4f2482a24754 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:39.264914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.301640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-a2e0551a-6a9d-468c-b990-43d5df99ee58 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996647 Dec 10 18:22:39.334160 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.377697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port b769134b-467d-47cb-8cf4-e0cf12918607, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b769134b-467d-47cb-8cf4-e0cf12918607,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:39.384598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.385554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 8eab9ab7-50e1-48a2-8573-423eb5570ca0 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:39.415532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.474001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401f44-da5a-4d9c-81e5-15253b2a5ee9 req-bcb1d5fd-8554-49f9-87ec-f1e294c93676 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.481573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401f44-da5a-4d9c-81e5-15253b2a5ee9 req-bcb1d5fd-8554-49f9-87ec-f1e294c93676 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.489163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:39.489403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401f44-da5a-4d9c-81e5-15253b2a5ee9 req-bcb1d5fd-8554-49f9-87ec-f1e294c93676 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.493065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2b4ee1f8-4e67-4959-bf20-d4e6a7a0201a None None] Provisioning complete for port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:39.493406 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b4ee1f8-4e67-4959-bf20-d4e6a7a0201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.494924 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dd364865-86eb-4b1d-a167-8fd17bada0b0 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922064 Dec 10 18:22:39.496911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401f44-da5a-4d9c-81e5-15253b2a5ee9 req-bcb1d5fd-8554-49f9-87ec-f1e294c93676 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.497644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=b769134b-467d-47cb-8cf4-e0cf12918607,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:39.499806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:39.504995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:39.511007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.511730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.517061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8401f44-da5a-4d9c-81e5-15253b2a5ee9 req-bcb1d5fd-8554-49f9-87ec-f1e294c93676 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:39.519188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8401f44-da5a-4d9c-81e5-15253b2a5ee9 req-bcb1d5fd-8554-49f9-87ec-f1e294c93676 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 3880 time: 0.1439214 Dec 10 18:22:39.527235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=373c23e5-2a98-4805-9ee3-9ae4353bc956,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:39.535879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ee1f8-4e67-4959-bf20-d4e6a7a0201a None None] Port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:39.552306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0082d763-d6c2-4a96-a67c-c99437e27bbc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0053301 Dec 10 18:22:39.556032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45854) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:39.595690 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.600861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] For port 7c8a87a9-7089-45ae-a76b-4f2482a24754, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=7c8a87a9-7089-45ae-a76b-4f2482a24754,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:39.601239 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.647387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for 7c8a87a9-7089-45ae-a76b-4f2482a24754 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:39.653437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:39.658461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.659368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:39.714093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8401f44-da5a-4d9c-81e5-15253b2a5ee9 req-fab2db64-9562-41e7-ab36-f0f2b36bee39 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794522 Dec 10 18:22:39.744163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:39.750741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:39.826976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 373c23e5-2a98-4805-9ee3-9ae4353bc956 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:39.827933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:39.858348 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f06af96-acae-448a-9360-52fa5af36eb7 x-openstack-request-id: req-5f06af96-acae-448a-9360-52fa5af36eb7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:39.858854 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:39.859196 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5f06af96-acae-448a-9360-52fa5af36eb7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:39.859902 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307', 'code': 200} Dec 10 18:22:39.912746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=8eab9ab7-50e1-48a2-8573-423eb5570ca0,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:39.965317 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.020043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:40.027730 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.028629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5d41dd94-ccb4-4690-9ad4-84cab7b72738 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:40.117559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c08763d-3e9a-448b-a091-23c11066414f req-e77d1e60-eaac-431c-8ef0-dff369107e27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:40.120585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c08763d-3e9a-448b-a091-23c11066414f req-e77d1e60-eaac-431c-8ef0-dff369107e27 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 946 time: 0.1221714 Dec 10 18:22:40.142493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5d41dd94-ccb4-4690-9ad4-84cab7b72738 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:40.142943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 7c8a87a9-7089-45ae-a76b-4f2482a24754 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:40.174242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b775e64-8af9-4a82-885a-f595c2bfb9ab req-dfd6612f-2e4f-48b1-8aef-821bcf7e66eb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 210 time: 0.0397065 Dec 10 18:22:40.177956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.192047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 373c23e5-2a98-4805-9ee3-9ae4353bc956 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:40.195624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:40.244175 n-d-821424-1 neutron-server[103501]: INFO neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No ports have port_id starting with 7c8a87a9-7089-45ae-a76b-4f2482a24754 Dec 10 18:22:40.244325 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.256837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c08763d-3e9a-448b-a091-23c11066414f req-fec719f0-30ee-40e3-bc81-63e1be227afa tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937858 Dec 10 18:22:40.261097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a6502c95-bbab-4ff4-b1e4-1ce2423d8bbc None None] Provisioning complete for port 373c23e5-2a98-4805-9ee3-9ae4353bc956 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:40.261656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a6502c95-bbab-4ff4-b1e4-1ce2423d8bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.310304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a6502c95-bbab-4ff4-b1e4-1ce2423d8bbc None None] Port 373c23e5-2a98-4805-9ee3-9ae4353bc956 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:40.360775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=7c8a87a9-7089-45ae-a76b-4f2482a24754,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:40.384631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] No DVR routers for this DVR port 7c8a87a9-7089-45ae-a76b-4f2482a24754 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:40.388271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.388847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-0de651ac-4e1c-4aac-a95e-3704741d674a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:40.390764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-0de651ac-4e1c-4aac-a95e-3704741d674a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 946 time: 0.1792085 Dec 10 18:22:40.392218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-00644cf5-a0ea-4aa6-a270-1dc4a6a799fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "DELETE /v2.0/ports/7c8a87a9-7089-45ae-a76b-4f2482a24754 HTTP/1.1" status: 204 len: 173 time: 1.5477152 Dec 10 18:22:40.392729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': '7c8a87a9-7089-45ae-a76b-4f2482a24754'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:40.395215 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f842ea86-a0dc-4d35-8f36-4d998101123a" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "7c8a87a9-7089-45ae-a76b-4f2482a24754"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:40.418982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6632cd07-e105-4e74-b1e6-c1b0aca0d65f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:22:40.502427 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf97571-6ff4-4177-80a4-5d5f687661c0 x-openstack-request-id: req-caf97571-6ff4-4177-80a4-5d5f687661c0 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:40.503154 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "7c8a87a9-7089-45ae-a76b-4f2482a24754", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:40.503679 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-caf97571-6ff4-4177-80a4-5d5f687661c0 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:40.504581 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': '7c8a87a9-7089-45ae-a76b-4f2482a24754', 'status': 'completed', 'code': 200} Dec 10 18:22:40.579061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:40.579624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.599191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca9cd1-4608-4718-849f-8bf03076f20f req-14d1c6ec-ba77-4bef-9d9e-2cdd95bdd635 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:40.601466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fca9cd1-4608-4718-849f-8bf03076f20f req-14d1c6ec-ba77-4bef-9d9e-2cdd95bdd635 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 945 time: 0.2685916 Dec 10 18:22:40.641991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:40.662894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'port_id': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f', 'mac_address': 'fa:16:3e:2f:d9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f2227e-3705-48ff-9a1c-e5e8b2c36d1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:22:40.722185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.748113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6632cd07-e105-4e74-b1e6-c1b0aca0d65f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:40.779025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:40.787668 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.837131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fca9cd1-4608-4718-849f-8bf03076f20f req-30582a84-2b26-4760-879c-3f804e460aa2 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178016 Dec 10 18:22:40.850566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Deleting port 71e91d4e-8284-4019-b65b-503776dc9ec6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:40.850929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:40.937617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:40.999464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6632cd07-e105-4e74-b1e6-c1b0aca0d65f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:41.157740 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:22:41.181928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:41.259397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=373c23e5-2a98-4805-9ee3-9ae4353bc956,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:41.272178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] For port 71e91d4e-8284-4019-b65b-503776dc9ec6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=71e91d4e-8284-4019-b65b-503776dc9ec6,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:41.272696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:41.355479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Calling delete_port for 71e91d4e-8284-4019-b65b-503776dc9ec6 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:41.388242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:41.400769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-63a62470-a1b4-42d7-aaba-52349e74e250 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/373c23e5-2a98-4805-9ee3-9ae4353bc956 HTTP/1.1" status: 204 len: 168 time: 1.8434901 Dec 10 18:22:41.401216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:41.448692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75efacb-280d-4662-9ee2-3c532c2c494b req-9c49fc6a-74ab-495f-96ba-4ab235c5083d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:41.456570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75efacb-280d-4662-9ee2-3c532c2c494b req-9c49fc6a-74ab-495f-96ba-4ab235c5083d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:41.464228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75efacb-280d-4662-9ee2-3c532c2c494b req-9c49fc6a-74ab-495f-96ba-4ab235c5083d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:41.472103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75efacb-280d-4662-9ee2-3c532c2c494b req-9c49fc6a-74ab-495f-96ba-4ab235c5083d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:41.475663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f75efacb-280d-4662-9ee2-3c532c2c494b req-9c49fc6a-74ab-495f-96ba-4ab235c5083d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 3141 time: 0.2026699 Dec 10 18:22:41.490069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] For port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:41.490693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:41.522177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a95716f1-e2b3-47cb-bc54-9624f5f34c8a req-2f37ab8c-82a7-4a7d-a2c0-ea572e0579e0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 210 time: 0.0365274 Dec 10 18:22:41.721048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8462f986-41f0-4127-9c4f-aa6d0627be40 req-cdbcac01-3db1-40dc-8ca2-0f0c80957e9a tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=83192085-d481-4bbc-9d89-0bfee6300833 HTTP/1.1" status: 200 len: 210 time: 0.0309203 Dec 10 18:22:41.722055 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:41.734170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['3e8dfea1-6303-4838-a824-a08cd4f21d0f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:41.772045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event deleted for resources: {'Port': ['ID=71e91d4e-8284-4019-b65b-503776dc9ec6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:41.795860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'b5737d11-06ff-42c4-9cdc-93556edf04a0', '71e91d4e-8284-4019-b65b-503776dc9ec6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:41.857969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] No DVR routers for this DVR port 71e91d4e-8284-4019-b65b-503776dc9ec6 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:41.862024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:41.866246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607'}, {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0'}, {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:41.869238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fae83d70-9e9d-4a17-8a3d-7ae6fb89c4d0 req-ddfc2406-8e24-4b49-9f18-f6f58f188c66 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "DELETE /v2.0/ports/71e91d4e-8284-4019-b65b-503776dc9ec6 HTTP/1.1" status: 204 len: 173 time: 1.4633985 Dec 10 18:22:41.869795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83192085-d481-4bbc-9d89-0bfee6300833', 'name': 'network-vif-deleted', 'tag': '71e91d4e-8284-4019-b65b-503776dc9ec6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:41.870739 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfaf4e95-93f5-497a-8cad-3bccd1a40ad4" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607"}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0"}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:41.895016 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7807d3-0361-4f9b-976a-4972eddd836a" -d '{"events": [{"server_uuid": "83192085-d481-4bbc-9d89-0bfee6300833", "name": "network-vif-deleted", "tag": "71e91d4e-8284-4019-b65b-503776dc9ec6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:42.044173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e668308-f5c4-4bf1-9817-0eea76330e48 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:42.046161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6e668308-f5c4-4bf1-9817-0eea76330e48 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6427431 Dec 10 18:22:42.057679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45922) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:42.147960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec0aca-9bd5-43e1-befd-1a2e528037fb req-9bc2d7af-7fb4-45ba-9ba4-446df6125227 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:42.151058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66ec0aca-9bd5-43e1-befd-1a2e528037fb req-9bc2d7af-7fb4-45ba-9ba4-446df6125227 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 944 time: 0.2145479 Dec 10 18:22:42.166759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f75efacb-280d-4662-9ee2-3c532c2c494b req-3970c445-8f43-47b3-ad51-17144841286a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4522951 Dec 10 18:22:42.181754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-c3a5833a-3c52-4a43-937a-e5a6d57dc84a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:42.184165 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-c3a5833a-3c52-4a43-937a-e5a6d57dc84a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.4962130 Dec 10 18:22:42.220267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:42.247461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66ec0aca-9bd5-43e1-befd-1a2e528037fb req-f9c6a960-ad7b-48cf-9311-ce84bfa4c20b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835989 Dec 10 18:22:42.300312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc4ad65-2d2b-4e6a-937e-823c77d83f4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:42.307163 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-abc4ad65-2d2b-4e6a-937e-823c77d83f4c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2405624 Dec 10 18:22:42.308256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45932) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:42.326946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.327693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.328291 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Floating IP 3ea61980-a89d-45fe-86ee-bdc5d1718636 disassociated. External IP: 172.25.2.195, port: 2395331e-6c4a-4a01-8f47-eaab22b9c2b5. Dec 10 18:22:42.329225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:42.349357 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b478a986-f2af-48b6-9280-7c6e1c1f2c5b x-openstack-request-id: req-b478a986-f2af-48b6-9280-7c6e1c1f2c5b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:42.349900 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607", "code": 200}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0", "code": 200}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-unplugged", "status": "completed", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:42.349900 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b478a986-f2af-48b6-9280-7c6e1c1f2c5b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:42.350323 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607', 'code': 200} Dec 10 18:22:42.350603 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0', 'code': 200} Dec 10 18:22:42.350857 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'code': 200} Dec 10 18:22:42.372827 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd4c76a-e553-4014-ad62-27a3d69b3b21 x-openstack-request-id: req-8cd4c76a-e553-4014-ad62-27a3d69b3b21 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:42.373127 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83192085-d481-4bbc-9d89-0bfee6300833", "name": "network-vif-deleted", "tag": "71e91d4e-8284-4019-b65b-503776dc9ec6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:42.373379 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8cd4c76a-e553-4014-ad62-27a3d69b3b21 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:42.373781 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83192085-d481-4bbc-9d89-0bfee6300833', 'name': 'network-vif-deleted', 'tag': '71e91d4e-8284-4019-b65b-503776dc9ec6', 'status': 'completed', 'code': 200} Dec 10 18:22:42.399810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77030a2c-367f-44c6-84d8-f42d13802c95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:42.415721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77030a2c-367f-44c6-84d8-f42d13802c95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:42.417943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77030a2c-367f-44c6-84d8-f42d13802c95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:42.422633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77030a2c-367f-44c6-84d8-f42d13802c95 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1130118 Dec 10 18:22:42.424093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45934) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:42.453357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6632cd07-e105-4e74-b1e6-c1b0aca0d65f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:42.520920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:42.528480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.544435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet 9085402e-0114-4cdd-b484-0138a0e7a876 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:42.553793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.656846 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.729565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.767455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.799531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6632cd07-e105-4e74-b1e6-c1b0aca0d65f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:42.819408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a26ea0cc-befc-4dd8-b01c-87f3a9e90c9e req-2874bd5e-a460-41ca-be03-f103733fa197 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 210 time: 0.0943918 Dec 10 18:22:42.828843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=2395331e-6c4a-4a01-8f47-eaab22b9c2b5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:42.837337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:42.843592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.844798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 71e91d4e-8284-4019-b65b-503776dc9ec6 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:42.880074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 71e91d4e-8284-4019-b65b-503776dc9ec6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:42.880780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 71e91d4e-8284-4019-b65b-503776dc9ec6 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:42.924027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:42.989822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:43.021137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.034606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a3809-4b7e-488c-a710-44e936a4ab63 req-222d4a16-8d5e-49a9-8c98-9a598502dbbb tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:43.036272 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-697a3809-4b7e-488c-a710-44e936a4ab63 req-222d4a16-8d5e-49a9-8c98-9a598502dbbb tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 944 time: 0.2240491 Dec 10 18:22:43.077310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.080856 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/9085402e-0114-4cdd-b484-0138a0e7a876 HTTP/1.1" status: 204 len: 168 time: 0.6520500 Dec 10 18:22:43.089026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c329d7-ec61-4318-a012-c7629a5aa0ef None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:43.089254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45952) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:43.090874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04397a9d-4a11-4da7-ad93-2bc7ced1dc9a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=9085402e-0114-4cdd-b484-0138a0e7a876,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:43.101627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.2 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/bab252bb-af34-4cd0-8944-49dbf1639a33) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:43.153208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet db8cf43d-fe95-4dc4-8321-25b246dc47fe {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:43.165923 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.221824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-697a3809-4b7e-488c-a710-44e936a4ab63 req-5569b10c-af3e-4983-9a4e-8246adfb1156 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656349 Dec 10 18:22:43.225837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.251347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:22:43.490516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.555420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.568411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13', '72c212f3-1a38-473c-9ea4-33b66219824b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:43.617961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909faf35-d835-4f90-a3f2-2b4bd3b5201c req-8028c69c-4c2d-4aad-8145-1b7f99e474fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:43.643362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909faf35-d835-4f90-a3f2-2b4bd3b5201c req-8028c69c-4c2d-4aad-8145-1b7f99e474fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:43.659391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909faf35-d835-4f90-a3f2-2b4bd3b5201c req-8028c69c-4c2d-4aad-8145-1b7f99e474fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:43.663543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-909faf35-d835-4f90-a3f2-2b4bd3b5201c req-8028c69c-4c2d-4aad-8145-1b7f99e474fa tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 2408 time: 0.2655106 Dec 10 18:22:43.751559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=bab252bb-af34-4cd0-8944-49dbf1639a33,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:43.771526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:43.781189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:43.782739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.789199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:43.819792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-909faf35-d835-4f90-a3f2-2b4bd3b5201c req-9c43dfc0-2ce8-480b-b84e-02db82dec30f tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473355 Dec 10 18:22:43.891484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:43.896316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:43.930552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:22:43.935316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-97f61d0e-94c1-46f7-83cd-1ed93c2dfa64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7294891 Dec 10 18:22:43.948916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] Sync routers for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:22:43.975512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.000931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:44.001586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:22:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:44.020960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=db8cf43d-fe95-4dc4-8321-25b246dc47fe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:44.027119 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.033528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5c264b8c-36f7-4cd0-9b53-db014909c0cd tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/db8cf43d-fe95-4dc4-8321-25b246dc47fe HTTP/1.1" status: 204 len: 168 time: 0.9389465 Dec 10 18:22:44.036398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45974) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:44.092734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Request body: {'port': {'device_id': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:44.097102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] No DVR routers for this DVR port 2395331e-6c4a-4a01-8f47-eaab22b9c2b5 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:44.107739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.111386 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-4a2ddc4c-1208-4424-86ed-a4d4c2c63fb6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "DELETE /v2.0/ports/2395331e-6c4a-4a01-8f47-eaab22b9c2b5 HTTP/1.1" status: 204 len: 173 time: 3.7124999 Dec 10 18:22:44.119716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:44.121542 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d690e-87af-4504-9b7d-03e17b350d4f" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:44.243789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fcddf-4285-4cc7-94cd-40f5afaa55fe req-da25385f-1cec-40e0-b73f-bedbaeb91b64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:44.249649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c76fcddf-4285-4cc7-94cd-40f5afaa55fe req-da25385f-1cec-40e0-b73f-bedbaeb91b64 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 931 time: 0.2153959 Dec 10 18:22:44.260955 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014efdb6-0e21-43d8-a529-bb5b420278f3 x-openstack-request-id: req-014efdb6-0e21-43d8-a529-bb5b420278f3 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:44.261250 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "2395331e-6c4a-4a01-8f47-eaab22b9c2b5", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:44.261503 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-014efdb6-0e21-43d8-a529-bb5b420278f3 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:44.261922 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': '2395331e-6c4a-4a01-8f47-eaab22b9c2b5', 'status': 'completed', 'code': 200} Dec 10 18:22:44.356467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:44.472019 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.518198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c76fcddf-4285-4cc7-94cd-40f5afaa55fe req-e9f12202-4548-490d-b4d0-1b3af6cf06eb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525332 Dec 10 18:22:44.614663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaf29f0-b6e8-417b-b1a9-64dd74094e9b None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:44.716164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-18c2acf6-c779-4289-8683-c274df47a35d None None] Provisioning complete for port 849be476-51f9-4523-858e-04ae9cb539e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:44.716551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18c2acf6-c779-4289-8683-c274df47a35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:44.764615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cf232384-93a1-4423-a393-dceb911d2503 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7219062 Dec 10 18:22:44.811659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45992) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:44.820891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:45.004198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:22:45.015796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:59Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:45.111788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6b442-cb24-4354-92c6-ba1336482e66 req-c40869bf-e707-433d-9965-d7883c5648d0 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:45.120299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea6b442-cb24-4354-92c6-ba1336482e66 req-c40869bf-e707-433d-9965-d7883c5648d0 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 943 time: 0.3545754 Dec 10 18:22:45.136672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-69ea282d-fefd-42b4-9222-1fbe6e7b832f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:45.138301 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-69ea282d-fefd-42b4-9222-1fbe6e7b832f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 943 time: 0.3618557 Dec 10 18:22:45.149123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] Checking router: 57aff246-ad48-45fc-a8bd-71f6c5ce4791 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:22:45.163446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab252bb-af34-4cd0-8944-49dbf1639a33 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:45.178311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:22:45.179447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:22:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:45.199253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:45.203599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.217029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.304696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea6b442-cb24-4354-92c6-ba1336482e66 req-92145dc8-0793-458b-aaea-81f7604c28e7 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833003 Dec 10 18:22:45.344189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f151e-f2a8-4861-9ddc-c8459c318fc7 req-cd880760-e9a5-42d9-b074-5315446feb51 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:45.357835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f151e-f2a8-4861-9ddc-c8459c318fc7 req-cd880760-e9a5-42d9-b074-5315446feb51 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:45.370829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f151e-f2a8-4861-9ddc-c8459c318fc7 req-cd880760-e9a5-42d9-b074-5315446feb51 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:45.381613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f0f151e-f2a8-4861-9ddc-c8459c318fc7 req-cd880760-e9a5-42d9-b074-5315446feb51 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 2408 time: 0.3367064 Dec 10 18:22:45.401456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:22:45.428895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Transition to ACTIVE for port object bab252bb-af34-4cd0-8944-49dbf1639a33 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:22:45.470686 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.518288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Deleting port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:45.519400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.672453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] Deleting port 849be476-51f9-4523-858e-04ae9cb539e0 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:45.674128 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.767779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] For port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:45.767779 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.799350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] For port 849be476-51f9-4523-858e-04ae9cb539e0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=849be476-51f9-4523-858e-04ae9cb539e0,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:45.799750 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.808631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port a0cc190e-de3d-4154-b29a-ff40c386d307 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:45.815629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] Calling delete_port for 849be476-51f9-4523-858e-04ae9cb539e0 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:45.818016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.849550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Pushing event updated for resources: {'Port': ['ID=bab252bb-af34-4cd0-8944-49dbf1639a33,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:45.905319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:45.907423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f0f151e-f2a8-4861-9ddc-c8459c318fc7 req-c8ac06a9-0244-4a70-9ec0-b2e6b49ed089 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5246475 Dec 10 18:22:45.950298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Calling delete_port for 6632cd07-e105-4e74-b1e6-c1b0aca0d65f owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:45.990481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] Pushing event deleted for resources: {'Port': ['ID=849be476-51f9-4523-858e-04ae9cb539e0,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:46.009387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a6694-161e-4792-9c40-7b7472ebfc7b None None] No DVR routers for this DVR port 849be476-51f9-4523-858e-04ae9cb539e0 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:46.033730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:46.112937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=d0b85403-9029-437a-89df-6e27d6d032a0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:46.124097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:59Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:22:46.140089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746d840-0bc8-4c39-a443-3bb3b7c0b2c8 req-d989f07e-564c-4b23-a9d1-18aebaa6fdea tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:46.149330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e746d840-0bc8-4c39-a443-3bb3b7c0b2c8 req-d989f07e-564c-4b23-a9d1-18aebaa6fdea tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 943 time: 0.3644006 Dec 10 18:22:46.177798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0366c173-cc62-439b-80b0-75b98e43a227 None None] The sync data for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 is: [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:11:48Z', 'revision_number': 4, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'c1bbf0f1-550b-40d4-ad64-2321668931fe', 'name': '', 'network_id': '54f16a1c-0704-4aef-b293-34ef2c867633', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'mac_address': 'fa:16:3e:9f:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:47Z', 'updated_at': '2021-12-10T18:11:59Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'subnets': [{'id': '8dcb8681-2be1-4438-bbc8-5d4f939491fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:22:46.186411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:46.192407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:46.198830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:46.199443 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:46.210549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb5cb6c-eca8-4258-ab6c-832b941b23b0 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:46.247267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f771c9aa-fcb6-4851-89e7-3ce3e69d0c5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4330323 Dec 10 18:22:46.251166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46020) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:46.257586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-520a60ff-fcf2-44c2-820a-187969debdcc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:46.418062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 849be476-51f9-4523-858e-04ae9cb539e0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:46.495672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 849be476-51f9-4523-858e-04ae9cb539e0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:46.502936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 849be476-51f9-4523-858e-04ae9cb539e0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:46.582319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e746d840-0bc8-4c39-a443-3bb3b7c0b2c8 req-bb768303-6d8b-4967-836b-c84f61c8fad2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4319224 Dec 10 18:22:46.611779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'project_id': 'f9274f02cae14ff7a42a277585f24ffe', 'fixed_ips': [{'subnet_id': 'd0b85403-9029-437a-89df-6e27d6d032a0'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:22:46.614619 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:46.816176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] For port a0cc190e-de3d-4154-b29a-ff40c386d307, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a0cc190e-de3d-4154-b29a-ff40c386d307,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:46.820096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:46.836819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for a0cc190e-de3d-4154-b29a-ff40c386d307 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:46.848386 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee599747-93e4-43cc-af18-715285d85531 None None] New status for floating IP 3ea61980-a89d-45fe-86ee-bdc5d1718636: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:22:46.885936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:46.955136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520a60ff-fcf2-44c2-820a-187969debdcc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:46.959475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-520a60ff-fcf2-44c2-820a-187969debdcc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.003122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event deleted for resources: {'Port': ['ID=6632cd07-e105-4e74-b1e6-c1b0aca0d65f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:47.158803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Allocated IP 2001:db8::2 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/d0b85403-9029-437a-89df-6e27d6d032a0/0b9f75d3-b97c-4414-bc8b-164957154eaf) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:47.179171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04c9ce02-e793-4159-9e2c-e69957fc60f2 req-3f4a94b8-d2b4-42e2-88ed-99719689580c tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 210 time: 0.0992851 Dec 10 18:22:47.205115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.286726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=a0cc190e-de3d-4154-b29a-ff40c386d307,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:47.289728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Attempting to bind port bab252bb-af34-4cd0-8944-49dbf1639a33 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:47.290154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Attempting to bind port bab252bb-af34-4cd0-8944-49dbf1639a33 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:47.290918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Attempting to bind port bab252bb-af34-4cd0-8944-49dbf1639a33 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:47.324306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Port bab252bb-af34-4cd0-8944-49dbf1639a33 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:22:47.325566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Attempting to bind port bab252bb-af34-4cd0-8944-49dbf1639a33 on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:47.338842 n-d-821424-1 neutron-server[103499]: INFO neutron.db.ipam_backend_mixin [None req-520a60ff-fcf2-44c2-820a-187969debdcc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0b85403-9029-437a-89df-6e27d6d032a0 (CIDR: 2001:db8::/64) Dec 10 18:22:47.367369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:47.368482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:47.369392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:47.370139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Bound port: bab252bb-af34-4cd0-8944-49dbf1639a33, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:47.370766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.372240 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-520a60ff-fcf2-44c2-820a-187969debdcc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:22:47.373367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520a60ff-fcf2-44c2-820a-187969debdcc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:22:47.376450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] No DVR routers for this DVR port 6632cd07-e105-4e74-b1e6-c1b0aca0d65f on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:47.393761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] No DVR routers for this DVR port a0cc190e-de3d-4154-b29a-ff40c386d307 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:47.406152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.407130 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.410783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-60f5fb65-cb31-47be-97a5-60f81ff4fb46 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "DELETE /v2.0/ports/a0cc190e-de3d-4154-b29a-ff40c386d307 HTTP/1.1" status: 204 len: 173 time: 3.2621944 Dec 10 18:22:47.411701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:47.415546 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5a3855-4fcf-47e2-8c29-42a529946390" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:47.420711 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.445131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.451840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d190cc05-4d79-4baa-bf5d-bcbbc6bd2b20 req-a415e1ee-7f8c-4ffd-b357-95f2fd36e722 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "DELETE /v2.0/ports/6632cd07-e105-4e74-b1e6-c1b0aca0d65f HTTP/1.1" status: 204 len: 173 time: 2.2932765 Dec 10 18:22:47.465218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'name': 'network-vif-deleted', 'tag': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:47.477584 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4533b018-2a58-49c4-ae5b-d03806b0a09e" -d '{"events": [{"server_uuid": "dd899134-e3df-4dfc-a2bd-9b0bc23543be", "name": "network-vif-deleted", "tag": "6632cd07-e105-4e74-b1e6-c1b0aca0d65f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:47.522968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] For port bab252bb-af34-4cd0-8944-49dbf1639a33, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:47.527539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] For port bab252bb-af34-4cd0-8944-49dbf1639a33, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bab252bb-af34-4cd0-8944-49dbf1639a33,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:47.550531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.563568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-520a60ff-fcf2-44c2-820a-187969debdcc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3105533 Dec 10 18:22:47.564323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46048) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:47.611550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'subnet': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:47.697541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:47.699717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:47.700527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.702558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] 10.222.0.30 "PUT /v2.0/ports/bab252bb-af34-4cd0-8944-49dbf1639a33 HTTP/1.1" status: 200 len: 1091 time: 3.6141455 Dec 10 18:22:47.710235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:47.716123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:47.735867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Pushing event updated for resources: {'Port': ['ID=0b9f75d3-b97c-4414-bc8b-164957154eaf,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:47.783687 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20020b3c-caff-43ff-b91f-dfe79926077f x-openstack-request-id: req-20020b3c-caff-43ff-b91f-dfe79926077f {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:47.784327 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "a0cc190e-de3d-4154-b29a-ff40c386d307", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:47.784658 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-20020b3c-caff-43ff-b91f-dfe79926077f {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:47.785285 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': 'a0cc190e-de3d-4154-b29a-ff40c386d307', 'status': 'completed', 'code': 200} Dec 10 18:22:47.879257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff16604-b9e1-43e0-9be7-1b84f9c2ef6b service neutron] Pushing event updated for resources: {'Port': ['ID=bab252bb-af34-4cd0-8944-49dbf1639a33,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:47.894436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Attempting to bind port 0b9f75d3-b97c-4414-bc8b-164957154eaf on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:22:47.895807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Attempting to bind port 0b9f75d3-b97c-4414-bc8b-164957154eaf by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:22:47.897045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Attempting to bind port 0b9f75d3-b97c-4414-bc8b-164957154eaf on network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:22:47.899217 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c0ff8b-8822-48c2-bf0e-8943464a9f2e x-openstack-request-id: req-64c0ff8b-8822-48c2-bf0e-8943464a9f2e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:47.900051 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd899134-e3df-4dfc-a2bd-9b0bc23543be", "name": "network-vif-deleted", "tag": "6632cd07-e105-4e74-b1e6-c1b0aca0d65f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:47.900051 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64c0ff8b-8822-48c2-bf0e-8943464a9f2e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:47.900360 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd899134-e3df-4dfc-a2bd-9b0bc23543be', 'name': 'network-vif-deleted', 'tag': '6632cd07-e105-4e74-b1e6-c1b0aca0d65f', 'status': 'completed', 'code': 200} Dec 10 18:22:47.911559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:22:47.914920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Checking segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:22:47.915672 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.916214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Bound using segment: {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:22:47.916846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Bound port: 0b9f75d3-b97c-4414-bc8b-164957154eaf, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d37af9-8768-4f2f-be33-90f73dbf8e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:22:47.919218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:47.934665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port b769134b-467d-47cb-8cf4-e0cf12918607 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:47.935973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:48.030793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6151d0-4230-46f0-9fe1-cbf2b377430c req-031ec6b4-ccf9-4fdf-8822-c98e5c2baa7e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:48.061110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6151d0-4230-46f0-9fe1-cbf2b377430c req-031ec6b4-ccf9-4fdf-8822-c98e5c2baa7e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:48.085635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb6151d0-4230-46f0-9fe1-cbf2b377430c req-031ec6b4-ccf9-4fdf-8822-c98e5c2baa7e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 1676 time: 0.7292213 Dec 10 18:22:48.130443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] For port 0b9f75d3-b97c-4414-bc8b-164957154eaf, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:22:48.138604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] For port 0b9f75d3-b97c-4414-bc8b-164957154eaf, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0b9f75d3-b97c-4414-bc8b-164957154eaf,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:22:48.147394 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:48.213214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-252e84af-4414-4282-b273-ca6609d2e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:48.217000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-252e84af-4414-4282-b273-ca6609d2e359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 1094 time: 0.4236825 Dec 10 18:22:48.301486 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb6151d0-4230-46f0-9fe1-cbf2b377430c req-1aa8bcd6-cab9-497a-ad1d-da342e74543c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144973 Dec 10 18:22:48.306278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e1ff8-e1f3-46d0-a9b5-dd4a1df04031 None None] Pushing event updated for resources: {'Port': ['ID=0b9f75d3-b97c-4414-bc8b-164957154eaf,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:48.315366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] For port b769134b-467d-47cb-8cf4-e0cf12918607, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b769134b-467d-47cb-8cf4-e0cf12918607,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:48.315878 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:48.331835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for b769134b-467d-47cb-8cf4-e0cf12918607 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:48.451759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:48.458026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:48.460846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6632cd07-e105-4e74-b1e6-c1b0aca0d65f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:48.536819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 6632cd07-e105-4e74-b1e6-c1b0aca0d65f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:22:48.540899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6632cd07-e105-4e74-b1e6-c1b0aca0d65f not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:22:48.797834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2bdd9-c613-4b2a-b763-4ec890dbc990 req-811ea361-f22f-46f3-b9ea-e7bc39417afd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:48.800223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-57e2bdd9-c613-4b2a-b763-4ec890dbc990 req-811ea361-f22f-46f3-b9ea-e7bc39417afd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 943 time: 0.7028494 Dec 10 18:22:48.826837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1132ff9a-f81c-49ae-afc3-c0d1c0964703 req-795b372b-0736-4bb3-8e24-aeeedfa06ad1 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd899134-e3df-4dfc-a2bd-9b0bc23543be HTTP/1.1" status: 200 len: 210 time: 0.0847769 Dec 10 18:22:48.873476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-b60d9a50-e7b4-4537-bf24-faaee53e187c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bab252bb-af34-4cd0-8944-49dbf1639a33 HTTP/1.1" status: 200 len: 217 time: 0.3579926 Dec 10 18:22:49.132701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-57e2bdd9-c613-4b2a-b763-4ec890dbc990 req-e2fbdc6e-5ea3-4c02-86a2-db4f70c42486 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890310 Dec 10 18:22:49.149512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-e6e3e303-9ef7-4713-957a-10398add3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:49.152104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-e6e3e303-9ef7-4713-957a-10398add3b12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.2595623 Dec 10 18:22:49.180455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:49.212454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-5e47d83e-a498-4968-922d-c12e5a20c20d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508738 Dec 10 18:22:49.295112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=b769134b-467d-47cb-8cf4-e0cf12918607,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:49.438895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] No DVR routers for this DVR port b769134b-467d-47cb-8cf4-e0cf12918607 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:49.443460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:49.448626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-037ccb12-404a-4adc-99ff-4657187115a9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "DELETE /v2.0/ports/b769134b-467d-47cb-8cf4-e0cf12918607 HTTP/1.1" status: 204 len: 173 time: 2.0284221 Dec 10 18:22:49.451416 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-724c9e22-2d55-4f0f-b0ba-d5d25a4f26db service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665828 Dec 10 18:22:49.483507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.objects.ports [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:22:49.798475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a19f9c-4b01-4ffe-b4e6-8064eb8c5f3d req-c9620514-af94-45af-be76-ce170753c545 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:49.811248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a3a19f9c-4b01-4ffe-b4e6-8064eb8c5f3d req-c9620514-af94-45af-be76-ce170753c545 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 943 time: 0.3272371 Dec 10 18:22:49.838626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'tag': 'bab252bb-af34-4cd0-8944-49dbf1639a33'}, {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:49.842393 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e044032c-8270-404d-b922-07456a35ba82" -d '{"events": [{"name": "network-changed", "server_uuid": "cb67b0c5-d3cd-4249-a912-acf18bbb1241", "tag": "bab252bb-af34-4cd0-8944-49dbf1639a33"}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:49.923161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae8d3c49-a08f-427a-9aef-133e76665e3d req-0088859b-8da7-41d9-b95c-3258fefa2470 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603817 Dec 10 18:22:49.964783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a3a19f9c-4b01-4ffe-b4e6-8064eb8c5f3d req-65b485df-f0bc-4523-a79b-48f3b5a45677 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups?id=72b0006d-9a04-48f7-b7f5-8e71136e3bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525815 Dec 10 18:22:49.993375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:49.993738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.090264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.127481 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b9c83-1a2b-4bdc-b4ef-0931834a40f4 x-openstack-request-id: req-9b8b9c83-1a2b-4bdc-b4ef-0931834a40f4 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:50.127786 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb67b0c5-d3cd-4249-a912-acf18bbb1241", "tag": "bab252bb-af34-4cd0-8944-49dbf1639a33", "status": "completed", "code": 200}, {"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "b769134b-467d-47cb-8cf4-e0cf12918607", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:50.128185 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b8b9c83-1a2b-4bdc-b4ef-0931834a40f4 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:50.128850 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'tag': 'bab252bb-af34-4cd0-8944-49dbf1639a33', 'status': 'completed', 'code': 200} Dec 10 18:22:50.129360 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': 'b769134b-467d-47cb-8cf4-e0cf12918607', 'status': 'completed', 'code': 200} Dec 10 18:22:50.373203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044032c-8270-404d-b922-07456a35ba82 req-a9584a2c-b75d-490e-b147-5367bc258640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:50.377557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e044032c-8270-404d-b922-07456a35ba82 req-a9584a2c-b75d-490e-b147-5367bc258640 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 1094 time: 0.2464938 Dec 10 18:22:50.395173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] For port 8eab9ab7-50e1-48a2-8573-423eb5570ca0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=8eab9ab7-50e1-48a2-8573-423eb5570ca0,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:50.396364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.493264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3df5986a-97db-4617-ad13-b50f7eb0c193 None None] Provisioning complete for port 0b9f75d3-b97c-4414-bc8b-164957154eaf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:50.499573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3df5986a-97db-4617-ad13-b50f7eb0c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.608295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for 8eab9ab7-50e1-48a2-8573-423eb5570ca0 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:50.643076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0b9f75d3-b97c-4414-bc8b-164957154eaf up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:50.764104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] For port 0b9f75d3-b97c-4414-bc8b-164957154eaf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0b9f75d3-b97c-4414-bc8b-164957154eaf,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:50.830555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044032c-8270-404d-b922-07456a35ba82 req-6090edae-77f2-4811-9cd9-d3018d208fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:50.832347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e044032c-8270-404d-b922-07456a35ba82 req-6090edae-77f2-4811-9cd9-d3018d208fd2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.4419951 Dec 10 18:22:50.840635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.842448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0b9f75d3-b97c-4414-bc8b-164957154eaf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:50.843022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.846887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.848313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.894864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46110) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:50.906059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2669c246-8a4f-44e3-b24e-168850cdf28b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805175762', 'description': 'tempest-description--1816300780'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:50.918131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e044032c-8270-404d-b922-07456a35ba82 req-aca8319a-e0a2-4545-ad0c-f4a8429e17b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bab252bb-af34-4cd0-8944-49dbf1639a33 HTTP/1.1" status: 200 len: 217 time: 0.0706856 Dec 10 18:22:50.966761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3df5986a-97db-4617-ad13-b50f7eb0c193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:50.986041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff2e49-ce49-4144-a2ae-f701b6acc89f req-843e480d-ff6e-4898-9dc3-51935a2a3238 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:50.996298 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78ff2e49-ce49-4144-a2ae-f701b6acc89f req-843e480d-ff6e-4898-9dc3-51935a2a3238 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 943 time: 0.2326701 Dec 10 18:22:51.055942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=0b9f75d3-b97c-4414-bc8b-164957154eaf,revision_number=4']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:51.072872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Subnet': ['ID=a46fb981-7a61-4977-9a64-41cd71dad777,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:51.110088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2669c246-8a4f-44e3-b24e-168850cdf28b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:51.151627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:51.166538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c402a-012d-4209-b542-87ec434b1048 req-9c7d13db-ddf9-414c-a067-2d21a124ca5b tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:51.167063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044032c-8270-404d-b922-07456a35ba82 req-bb12c176-212f-48de-8313-577739757c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:51.168763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e044032c-8270-404d-b922-07456a35ba82 req-bb12c176-212f-48de-8313-577739757c47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.2229023 Dec 10 18:22:51.175740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c402a-012d-4209-b542-87ec434b1048 req-9c7d13db-ddf9-414c-a067-2d21a124ca5b tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 945 time: 0.0924549 Dec 10 18:22:51.201028 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:51.226127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-3df5986a-97db-4617-ad13-b50f7eb0c193 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:22:51.227026 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-3df5986a-97db-4617-ad13-b50f7eb0c193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:22:51.249040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:51.252945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:51.253747 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:51.266298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0c161-ec7d-4539-9613-163dab65b34c None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:51.285040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78ff2e49-ce49-4144-a2ae-f701b6acc89f req-ce27cd20-3036-4764-a553-480b3b36882b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831357 Dec 10 18:22:51.294988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0b9f75d3-b97c-4414-bc8b-164957154eaf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0b9f75d3-b97c-4414-bc8b-164957154eaf,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:51.303324 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:51.308726 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e044032c-8270-404d-b922-07456a35ba82 req-2a487ea8-adb5-4f4e-abd8-4b6505cc6f4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248224 Dec 10 18:22:51.348861 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:51.355446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c402a-012d-4209-b542-87ec434b1048 req-7ec62e75-b206-4e74-ab25-b7e1ba31e533 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760375 Dec 10 18:22:51.368106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b844d362-a867-4902-bcd2-f27aa0875675 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7916162 Dec 10 18:22:51.390138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46118) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:51.400147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Request body: {'port': {'network_id': '2ed19e5e-defd-4e62-9c74-771ce25eb3dd', 'mac_address': 'fa:16:3e:d4:d6:6b', 'name': 'tempest-NetworksTestDHCPv6-2095583719'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:51.460628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0b9f75d3-b97c-4414-bc8b-164957154eaf,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:51.572401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e044032c-8270-404d-b922-07456a35ba82 req-459aa527-fd59-44b5-b321-58e3958d8ad8 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519181 Dec 10 18:22:51.700178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Made reservation on behalf of f9274f02cae14ff7a42a277585f24ffe for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:22:51.718649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1e0ffd9-d13b-4377-8637-9ea0a2b988fb req-6cbe889b-5ce6-43aa-8f8a-72c8ba55184d tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.2669837 Dec 10 18:22:51.726997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=8eab9ab7-50e1-48a2-8573-423eb5570ca0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:51.837166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] No DVR routers for this DVR port 8eab9ab7-50e1-48a2-8573-423eb5570ca0 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:51.853404 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:51.856861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c23371e-b429-407e-b5d7-f9d8ab9abcc2 req-c01600b1-f4ff-43e1-a5bf-d679e5da78ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.59 "DELETE /v2.0/ports/8eab9ab7-50e1-48a2-8573-423eb5570ca0 HTTP/1.1" status: 204 len: 173 time: 2.4023039 Dec 10 18:22:51.955123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.044173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] device_id is not set on port 5df90c89-adbc-4937-8f7a-cb532b28ddc8 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:22:52.119002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2669c246-8a4f-44e3-b24e-168850cdf28b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.155172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:52.157783 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222416cd-0d36-4d3c-a2fe-1c498259750e" -d '{"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:52.197810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2669c246-8a4f-44e3-b24e-168850cdf28b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.347112 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57d3a2f-4a78-4643-9893-27b4e62efb8a x-openstack-request-id: req-b57d3a2f-4a78-4643-9893-27b4e62efb8a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:52.347945 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a05575-c313-42e3-8e1b-2c74e0fa9f92", "name": "network-vif-deleted", "tag": "8eab9ab7-50e1-48a2-8573-423eb5570ca0", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:52.348532 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b57d3a2f-4a78-4643-9893-27b4e62efb8a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:52.349586 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a05575-c313-42e3-8e1b-2c74e0fa9f92', 'name': 'network-vif-deleted', 'tag': '8eab9ab7-50e1-48a2-8573-423eb5570ca0', 'status': 'completed', 'code': 200} Dec 10 18:22:52.412991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e044032c-8270-404d-b922-07456a35ba82 req-e0b93b83-deef-4602-9fb3-2d7b1b63854a service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363331 Dec 10 18:22:52.416077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2669c246-8a4f-44e3-b24e-168850cdf28b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.417324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2669c246-8a4f-44e3-b24e-168850cdf28b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.5188482 Dec 10 18:22:52.433306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46140) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:52.442069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-d8eb95a1-8b1c-42d8-8742-3e90deae711f tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:52.444768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-d8eb95a1-8b1c-42d8-8742-3e90deae711f tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.59 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 945 time: 0.4245398 Dec 10 18:22:52.450292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-eaca2ef7-0592-4e1e-9eb4-0e8cab4843f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Request body: {'security_group_rule': {'security_group_id': 'e6e83861-bdb8-4df2-a465-eec75442cb0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:52.459935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669c246-8a4f-44e3-b24e-168850cdf28b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e83861-bdb8-4df2-a465-eec75442cb0a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:52.467091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bab252bb-af34-4cd0-8944-49dbf1639a33 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:22:52.602715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0b9f75d3-b97c-4414-bc8b-164957154eaf up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:52.757479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8::2b4 (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/d0b85403-9029-437a-89df-6e27d6d032a0/5df90c89-adbc-4937-8f7a-cb532b28ddc8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:52.765267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eaca2ef7-0592-4e1e-9eb4-0e8cab4843f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.791076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Allocated IP 2001:db8:0:1:f816:3eff:fed4:d66b (2ed19e5e-defd-4e62-9c74-771ce25eb3dd/a46fb981-7a61-4977-9a64-41cd71dad777/5df90c89-adbc-4937-8f7a-cb532b28ddc8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:52.840181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d465d-d2eb-4d5f-b8f0-9ae44a39f850 req-3248247e-4122-4afb-a7e7-d1c353c692dc tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:52.844009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e64d465d-d2eb-4d5f-b8f0-9ae44a39f850 req-3248247e-4122-4afb-a7e7-d1c353c692dc tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 945 time: 0.1767740 Dec 10 18:22:52.845366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-c512c424-8641-4f34-ad34-35d2e3954c6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2673974 Dec 10 18:22:52.882798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bab252bb-af34-4cd0-8944-49dbf1639a33, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bab252bb-af34-4cd0-8944-49dbf1639a33,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:52.896436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0b9f75d3-b97c-4414-bc8b-164957154eaf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:52.896905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:52.904159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'bab252bb-af34-4cd0-8944-49dbf1639a33', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': 'bab252bb-af34-4cd0-8944-49dbf1639a33', 'mac_address': 'fa:16:3e:aa:3c:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:22:53.001158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0d21bf60-76df-4dc0-901d-dc17fa090494 None None] Provisioning complete for port 0b9f75d3-b97c-4414-bc8b-164957154eaf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:53.001678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0d21bf60-76df-4dc0-901d-dc17fa090494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.048375 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.053452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ec217-e63c-4f96-a4d4-c40fc477b716 req-2173fe87-403e-4a39-8900-898b52f7b400 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:53.058816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-635ec217-e63c-4f96-a4d4-c40fc477b716 req-2173fe87-403e-4a39-8900-898b52f7b400 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 943 time: 0.4719818 Dec 10 18:22:53.062979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e64d465d-d2eb-4d5f-b8f0-9ae44a39f850 req-0e2edca1-dfaa-49ff-b38b-45155d73b87b tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964674 Dec 10 18:22:53.077540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eaca2ef7-0592-4e1e-9eb4-0e8cab4843f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.132373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab252bb-af34-4cd0-8944-49dbf1639a33 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:22:53.140957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eaca2ef7-0592-4e1e-9eb4-0e8cab4843f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.144685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-635ec217-e63c-4f96-a4d4-c40fc477b716 req-69e5c224-a792-4cc4-812b-3e7c1bf1f581 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620391 Dec 10 18:22:53.173038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Deleting port 3e8dfea1-6303-4838-a824-a08cd4f21d0f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:53.173589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.186251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bab252bb-af34-4cd0-8944-49dbf1639a33, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bab252bb-af34-4cd0-8944-49dbf1639a33,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:53.199378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eaca2ef7-0592-4e1e-9eb4-0e8cab4843f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.200618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eaca2ef7-0592-4e1e-9eb4-0e8cab4843f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7657752 Dec 10 18:22:53.205834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.208890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46154) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:53.230398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a489c846-3e08-4c90-99f6-e6e7b3881e2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Request body: {'security_group_rule': {'security_group_id': 'e6e83861-bdb8-4df2-a465-eec75442cb0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:53.239357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca2ef7-0592-4e1e-9eb4-0e8cab4843f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dabdda3-71ec-47ac-b1d6-f415e62d4d2c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:53.274269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb8dd41e-6dc0-4dfe-9317-e2d5244433c2 req-6887c040-572a-42ed-a614-6f72003c7cb4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0629420 Dec 10 18:22:53.332684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.335013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a489c846-3e08-4c90-99f6-e6e7b3881e2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.355382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-56119d3e-0e56-442e-bf8c-4faafd6934ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:53.359422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-56119d3e-0e56-442e-bf8c-4faafd6934ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a188ad806b6d46409661b59ef057dc1a&device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 1096 time: 0.4631712 Dec 10 18:22:53.373857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bab252bb-af34-4cd0-8944-49dbf1639a33,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:53.423651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.448348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a489c846-3e08-4c90-99f6-e6e7b3881e2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.477364 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a489c846-3e08-4c90-99f6-e6e7b3881e2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.522396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:53.522396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489c846-3e08-4c90-99f6-e6e7b3881e2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadf27e3-a20e-43f3-a9e5-34b4b186d2a8,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:53.522396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event updated for resources: {'Port': ['ID=5df90c89-adbc-4937-8f7a-cb532b28ddc8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:53.526873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:53.529486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['bab252bb-af34-4cd0-8944-49dbf1639a33'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:53.552505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:53.552505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:53.552737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.569201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a489c846-3e08-4c90-99f6-e6e7b3881e2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.575537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a489c846-3e08-4c90-99f6-e6e7b3881e2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492529 Dec 10 18:22:53.576892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46160) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:53.586983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ff5ff57b-9de2-41c7-8f90-a1819b505ffa tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1924756 Dec 10 18:22:53.591597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46164) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:53.592627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:22:53.637743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:53.787774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.003950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Allocated IP 172.25.2.88 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/63d6a1de-225a-4bdc-aabf-8df4ef3b36cf) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:22:54.118619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ace9a60c-6715-478e-9ed7-3e211c8b00a0 None None] Provisioning complete for port 5df90c89-adbc-4937-8f7a-cb532b28ddc8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:54.119663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ace9a60c-6715-478e-9ed7-3e211c8b00a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.143005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.168260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] For port 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:54.174082 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.174911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ace9a60c-6715-478e-9ed7-3e211c8b00a0 None None] Port 5df90c89-adbc-4937-8f7a-cb532b28ddc8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:22:54.225720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.252924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Calling delete_port for 3e8dfea1-6303-4838-a824-a08cd4f21d0f owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:54.330526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:22:54.338257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:22:54.347656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:22:54.386425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'Port': ['ID=63d6a1de-225a-4bdc-aabf-8df4ef3b36cf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:54.408216 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-b51fba55-c2c0-483f-a10e-fc63e76688b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8043306 Dec 10 18:22:54.439205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ce34d-e87f-4d1d-805c-6d865155cf47 req-f08278df-275f-4638-8079-b2d1633aeaf8 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.441106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-816ce34d-e87f-4d1d-805c-6d865155cf47 req-f08278df-275f-4638-8079-b2d1633aeaf8 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 945 time: 0.2203443 Dec 10 18:22:54.579372 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:54.605155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c95931-a150-4c56-8c96-55bced92015f req-9eb434c6-a420-4eeb-8c27-b9ad03e2f2f9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.607362 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45c95931-a150-4c56-8c96-55bced92015f req-9eb434c6-a420-4eeb-8c27-b9ad03e2f2f9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 944 time: 0.3369157 Dec 10 18:22:54.617624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-77aa4e44-77f9-43a4-bd1d-993e0fe144dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.619486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-77aa4e44-77f9-43a4-bd1d-993e0fe144dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 200 len: 915 time: 1.2066159 Dec 10 18:22:54.699060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.699839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.700455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.701089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.701702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.702333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.702987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.705276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa6d0641-ff81-4c59-9095-0d045ab7d16f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.1661139 Dec 10 18:22:54.706914 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-50943b59-f419-43a2-a5c3-aa3909f0f758 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5737d11-06ff-42c4-9cdc-93556edf04a0 HTTP/1.1" status: 200 len: 217 time: 0.0656137 Dec 10 18:22:54.782157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-3e87f5d7-d008-42d9-a1fe-8d07cd05dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:54.784124 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-3e87f5d7-d008-42d9-a1fe-8d07cd05dcb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 200 len: 854 time: 0.0575466 Dec 10 18:22:54.890267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 3e8dfea1-6303-4838-a824-a08cd4f21d0f no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:22:55.016140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-f85c6e7d-c894-4e9d-a879-b877fcbcc079 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37f1247b-513c-432d-9115-2392d7e10752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139212 Dec 10 18:22:55.043437 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.049242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting port 5df90c89-adbc-4937-8f7a-cb532b28ddc8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:22:55.049645 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.104836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:55.109390 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7a56a2-95de-492a-bd9c-f6d3dd759305" -d '{"events": [{"server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:55.125974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-816ce34d-e87f-4d1d-805c-6d865155cf47 req-83052aa4-2a5f-4b1c-8ecf-1a6617aac2b6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6565194 Dec 10 18:22:55.127706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.160416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 3e8dfea1-6303-4838-a824-a08cd4f21d0f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=3e8dfea1-6303-4838-a824-a08cd4f21d0f,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:55.168050 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.317023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=3e8dfea1-6303-4838-a824-a08cd4f21d0f,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:55.410540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45c95931-a150-4c56-8c96-55bced92015f req-ee37b307-2832-4a0a-bd99-33aec72b3197 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7837305 Dec 10 18:22:55.411791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-501f6ef4-4f9c-4ad9-aae2-2b4784ec21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:55.412252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-501f6ef4-4f9c-4ad9-aae2-2b4784ec21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:55.412890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-501f6ef4-4f9c-4ad9-aae2-2b4784ec21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:55.414827 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-501f6ef4-4f9c-4ad9-aae2-2b4784ec21a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 2298 time: 0.6263876 Dec 10 18:22:55.484853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.497473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'b5737d11-06ff-42c4-9cdc-93556edf04a0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:22:55.561922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-319d61c2-3b98-47c9-bfdb-be242cbb8218 req-e37a9449-2ed7-42b3-8985-fd225e1a70f5 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0930882 Dec 10 18:22:55.629631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.636620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.705866 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ed9157-0168-40c1-88a8-c4ac07619422 x-openstack-request-id: req-73ed9157-0168-40c1-88a8-c4ac07619422 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:55.706227 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "name": "network-vif-unplugged", "status": "completed", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:55.706580 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-73ed9157-0168-40c1-88a8-c4ac07619422 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:55.707148 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f', 'code': 200} Dec 10 18:22:55.718661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event deleted for resources: {'Port': ['ID=3e8dfea1-6303-4838-a824-a08cd4f21d0f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:55.789288 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.792985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'Port': ['ID=63d6a1de-225a-4bdc-aabf-8df4ef3b36cf,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:55.819844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] No DVR routers for this DVR port 3e8dfea1-6303-4838-a824-a08cd4f21d0f on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:22:55.850751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.852033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.868004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa994448-9d49-4783-823a-bdf7e0fabaea req-050823b9-69f3-4428-8f51-824d34748f4c tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.59 "DELETE /v2.0/ports/3e8dfea1-6303-4838-a824-a08cd4f21d0f HTTP/1.1" status: 204 len: 173 time: 3.4018600 Dec 10 18:22:55.868004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'name': 'network-vif-deleted', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:55.868004 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64237e3-40f6-487f-9f95-31904e8e7a4c" -d '{"events": [{"server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "name": "network-vif-deleted", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:55.875840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8f8e1807-8bcf-4cc8-ae4d-7523b53cb48a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2871037 Dec 10 18:22:55.924103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:55.966290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Calling delete_port for 5df90c89-adbc-4937-8f7a-cb532b28ddc8 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:22:55.990009 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ede1311-7fb0-4c92-b5c5-f5de4db0b037 x-openstack-request-id: req-6ede1311-7fb0-4c92-b5c5-f5de4db0b037 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:55.990297 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f48a472d-5c48-485a-b429-ee76ddc19d91", "name": "network-vif-deleted", "tag": "3e8dfea1-6303-4838-a824-a08cd4f21d0f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:55.990582 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ede1311-7fb0-4c92-b5c5-f5de4db0b037 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:55.991043 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48a472d-5c48-485a-b429-ee76ddc19d91', 'name': 'network-vif-deleted', 'tag': '3e8dfea1-6303-4838-a824-a08cd4f21d0f', 'status': 'completed', 'code': 200} Dec 10 18:22:56.031950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-9275cf4c-c8f5-4b56-92c5-b56fc3a42e6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1002 time: 0.5673401 Dec 10 18:22:56.035551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-17263296-03b5-4fa3-848f-72fb477f307c service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0180748 Dec 10 18:22:56.283607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e374503-9714-43fe-b2c4-f3f0676588cd req-395a8311-9f65-4a32-a789-d3915f821a61 service neutron] 10.222.0.30 "GET /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969142 Dec 10 18:22:56.285265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-33f0daed-05c2-4106-81ef-5cb187c9c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:56.286857 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-33f0daed-05c2-4106-81ef-5cb187c9c18d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 0.2485187 Dec 10 18:22:56.387667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89a7f864-5d85-49cb-a731-df440561a41f req-dabbca62-6723-429d-b989-e1ce1cbbac77 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=f48a472d-5c48-485a-b429-ee76ddc19d91 HTTP/1.1" status: 200 len: 210 time: 0.0629282 Dec 10 18:22:56.493610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bab252bb-af34-4cd0-8944-49dbf1639a33 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:22:56.527073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-123b973e-be34-4b63-8773-bf8f2531b767 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:56.539194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-123b973e-be34-4b63-8773-bf8f2531b767 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 821 time: 0.2486560 Dec 10 18:22:56.632210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-1ea692e2-43e3-43cc-bcdb-185069ea03d5 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/quotas/db89c72388eb4d09845fcf6b0e3dd0c0 HTTP/1.1" status: 200 len: 375 time: 0.0911150 Dec 10 18:22:56.643659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port bab252bb-af34-4cd0-8944-49dbf1639a33 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:22:56.667959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port bab252bb-af34-4cd0-8944-49dbf1639a33 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:22:56.669048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.751059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-0330a44e-4ae9-4afa-9517-278975cdf4e7 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167409 Dec 10 18:22:56.817155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ca540-d5dd-4772-a05b-e6a46da9ed01 req-4504061f-098d-4ea6-988e-81c1025cdd49 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:56.820800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a3ca540-d5dd-4772-a05b-e6a46da9ed01 req-4504061f-098d-4ea6-988e-81c1025cdd49 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 944 time: 0.1517813 Dec 10 18:22:56.860235 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:56.903253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-44dc3b66-38bf-4bd3-8e72-bf5fdb9e8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:56.904936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-44dc3b66-38bf-4bd3-8e72-bf5fdb9e8420 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4634900 Dec 10 18:22:56.920327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a3ca540-d5dd-4772-a05b-e6a46da9ed01 req-2091b94c-f720-4333-ab9a-9d80248d90fb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893934 Dec 10 18:22:56.968738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port bab252bb-af34-4cd0-8944-49dbf1639a33, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bab252bb-af34-4cd0-8944-49dbf1639a33,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:22:56.978328 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.032198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-1ff03f02-51cb-4bf0-be77-afb2d4e3b93d service neutron] 10.222.0.55 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794502 Dec 10 18:22:57.105138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=bab252bb-af34-4cd0-8944-49dbf1639a33,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:57.165930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c2a730b1-4c0e-40a8-bf57-25beba4802a6 req-6bd708ba-391e-4771-a98e-9cc56c7a040c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0457640 Dec 10 18:22:57.217576 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-110489f7-27e5-4660-8c4c-2406c471699c service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833295 Dec 10 18:22:57.225674 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.308886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Port': ['ID=5df90c89-adbc-4937-8f7a-cb532b28ddc8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:57.399816 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:57.406334 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d01c123b-402b-47e3-bfb6-ddca766e510b tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/5df90c89-adbc-4937-8f7a-cb532b28ddc8 HTTP/1.1" status: 204 len: 168 time: 3.7887237 Dec 10 18:22:57.411866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46240) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:57.419243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-4ab1d90a-a49e-400f-b22c-d4ad906e7ee3 service neutron] 10.222.0.55 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698492 Dec 10 18:22:57.471083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-a53cee10-172e-4b3f-b5bb-0ee25990517a service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432184 Dec 10 18:22:57.550080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07fd564-cf76-45cc-bfd9-61a41eea450f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:57.561538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d07fd564-cf76-45cc-bfd9-61a41eea450f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1398313 Dec 10 18:22:57.562191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:57.578249 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-b76028d6-aeb6-4d92-910a-85559131d734 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 217 time: 0.0983841 Dec 10 18:22:57.696183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238b2b85-d9ae-4c40-904e-8c68653fc032 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:57.701282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-238b2b85-d9ae-4c40-904e-8c68653fc032 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1378880 Dec 10 18:22:57.701934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46252) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:57.709220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab252bb-af34-4cd0-8944-49dbf1639a33'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:22:57.712290 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad436b7-c71a-4818-9591-fb51dbb3213d" -d '{"events": [{"server_uuid": "cb67b0c5-d3cd-4249-a912-acf18bbb1241", "name": "network-vif-plugged", "status": "completed", "tag": "bab252bb-af34-4cd0-8944-49dbf1639a33"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:22:57.778987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-aa070418-a65f-493f-b0a8-9e6fcffd92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:57.780649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-aa070418-a65f-493f-b0a8-9e6fcffd92e4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1871641 Dec 10 18:22:57.848146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4018ff13-2290-4ed9-b488-9a9ea0630bc2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:57.851206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4018ff13-2290-4ed9-b488-9a9ea0630bc2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:57.853683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4018ff13-2290-4ed9-b488-9a9ea0630bc2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:57.864085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4018ff13-2290-4ed9-b488-9a9ea0630bc2 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1610422 Dec 10 18:22:57.865450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46262) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:57.902808 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961695f6-1ed7-405c-a85a-7aac8205ea35 x-openstack-request-id: req-961695f6-1ed7-405c-a85a-7aac8205ea35 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:22:57.903424 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb67b0c5-d3cd-4249-a912-acf18bbb1241", "name": "network-vif-plugged", "status": "completed", "tag": "bab252bb-af34-4cd0-8944-49dbf1639a33", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:22:57.903876 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-961695f6-1ed7-405c-a85a-7aac8205ea35 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:22:57.904490 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab252bb-af34-4cd0-8944-49dbf1639a33', 'code': 200} Dec 10 18:22:57.942152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-b8e9a84c-aba8-4b59-9d88-9a3ea656e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:57.945895 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-b8e9a84c-aba8-4b59-9d88-9a3ea656e290 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571944 Dec 10 18:22:58.055579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet a46fb981-7a61-4977-9a64-41cd71dad777 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:58.059576 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:58.115878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:58.236573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1aba7-a0fa-4871-9902-433f96356592 req-a87856da-77de-4e9e-9a91-beca3c055278 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:58.252387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5f1aba7-a0fa-4871-9902-433f96356592 req-a87856da-77de-4e9e-9a91-beca3c055278 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 945 time: 0.1068206 Dec 10 18:22:58.268533 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d2609f1-1bfc-4cc7-bdab-801289c0b1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:58.370021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5f1aba7-a0fa-4871-9902-433f96356592 req-3fab1194-bcd4-4ba0-acb6-91601d586f92 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120472 Dec 10 18:22:58.379125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:58.599588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:58.670268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=a46fb981-7a61-4977-9a64-41cd71dad777,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:58.710778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-382eb688-2edf-4cb3-a966-e276903056b8 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574162 Dec 10 18:22:58.722511 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a2bdc90-7b01-4557-b5bc-5fc2f6a38ef7 req-119b79ec-a722-47a0-a42d-55210ca403b0 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 210 time: 0.6937439 Dec 10 18:22:58.757113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c648bdd-cb78-4816-85ec-08327cf92973 req-74c3ad0f-5f43-480c-a815-5e128926ec94 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:58.761758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18454dc3-59f7-43e9-b2fb-5b28afe38261 None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:22:58.784068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c648bdd-cb78-4816-85ec-08327cf92973 req-74c3ad0f-5f43-480c-a815-5e128926ec94 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 945 time: 0.2646132 Dec 10 18:22:58.787609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:58.799419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-09f55327-d5ea-4c7a-be0d-3438db4e45a6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/a46fb981-7a61-4977-9a64-41cd71dad777 HTTP/1.1" status: 204 len: 168 time: 0.9292476 Dec 10 18:22:58.823014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46286) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:58.945718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434dc5e9-8713-4e0a-b124-78b8b6008b7f req-b476c55f-740c-47a5-804c-ab6ff88751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:58.948348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-434dc5e9-8713-4e0a-b124-78b8b6008b7f req-b476c55f-740c-47a5-804c-ab6ff88751cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 1096 time: 0.9187078 Dec 10 18:22:58.953441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-eabaef3f-f811-40e7-bf8d-c8dbb5b2d9b8 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273555 Dec 10 18:22:59.080487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Deleting subnet d0b85403-9029-437a-89df-6e27d6d032a0 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:22:59.110520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.112064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b5baaba-e959-4b31-9916-c7209246c6d1 req-974c730b-dac9-44ff-8fac-8223b7233159 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0659642 Dec 10 18:22:59.194846 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-8b36c598-daeb-410e-9918-fa35851d4212 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 217 time: 0.2156234 Dec 10 18:22:59.280756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c648bdd-cb78-4816-85ec-08327cf92973 req-b9ae1b7a-60b4-445c-8325-60d09717b5d8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961994 Dec 10 18:22:59.297734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.366086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-434dc5e9-8713-4e0a-b124-78b8b6008b7f req-22d0b2ee-4c91-4c9a-b139-f2d0d3100b0f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039783 Dec 10 18:22:59.371694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-2caf3c56-a59c-4231-8498-82ef97e44a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:59.373412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-2caf3c56-a59c-4231-8498-82ef97e44a46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1726036 Dec 10 18:22:59.490078 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.584667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-b6fb41f9-d2a1-4a3a-b2b9-639bdf1605de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:59.587223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-b6fb41f9-d2a1-4a3a-b2b9-639bdf1605de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2060430 Dec 10 18:22:59.632051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.653034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:22:59.661711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/d0b85403-9029-437a-89df-6e27d6d032a0 HTTP/1.1" status: 204 len: 168 time: 0.8348396 Dec 10 18:22:59.662943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46296) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:59.708000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c235a23-cb26-4347-8e77-a72013590056 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b85403-9029-437a-89df-6e27d6d032a0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:22:59.789082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1624a-5439-4ba8-8feb-93f406771d0a req-69f7f1b2-9665-4c67-8bd7-e0ccb5694573 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:22:59.791627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91d1624a-5439-4ba8-8feb-93f406771d0a req-69f7f1b2-9665-4c67-8bd7-e0ccb5694573 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 945 time: 0.2649448 Dec 10 18:22:59.806884 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46304) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:22:59.819129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5d4b00b9-84b0-4c53-8889-603056c4c0c9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1203916 Dec 10 18:23:00.019261 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55ef076c-0dc0-444a-a1a1-24c6d31d83a0 req-5078ec38-a774-445f-9f97-a726b5cd762c tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 210 time: 0.0513945 Dec 10 18:23:00.087729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-9bd8447f-0c48-41fe-b632-24966e5d9d81 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:00.110256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-9bd8447f-0c48-41fe-b632-24966e5d9d81 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 945 time: 0.5088043 Dec 10 18:23:00.185991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-079bfcff-7667-4f5e-8aa8-1d5c455713fd service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833683 Dec 10 18:23:00.393889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f20efba-b1c5-42f9-8f55-0f1a557cd64f None None] Network 2ed19e5e-defd-4e62-9c74-771ce25eb3dd requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:00.419014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5cf3eb-6bb4-43ba-b652-3900d7d65eb7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:00.421100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1b5cf3eb-6bb4-43ba-b652-3900d7d65eb7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6135724 Dec 10 18:23:00.453590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91d1624a-5439-4ba8-8feb-93f406771d0a req-3b202616-a9bc-4c51-b7d1-85bcb8444e22 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084481 Dec 10 18:23:00.454845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46320) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:00.654783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b5d3fe0-61a6-4ba6-99aa-13d7ac5e4458 req-8740afa4-c3ed-435f-a099-f925d13761bb tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.2667823 Dec 10 18:23:00.662678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5357768b-7e16-43dc-ba38-a3030650a697 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:00.668128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5357768b-7e16-43dc-ba38-a3030650a697 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1370039 Dec 10 18:23:00.669430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46322) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:00.725722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5ec0d0b9-e94c-40a3-ae05-f743ece1cc6d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506728 Dec 10 18:23:00.731783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-0d13f0c6-b538-4cca-8911-9c1bb9c271e2 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144721 Dec 10 18:23:00.733942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Deleting port b5737d11-06ff-42c4-9cdc-93556edf04a0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:00.733942 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:00.736741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46324) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:00.775716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-bc83e7f6-dedf-470c-b166-6de99e703e3d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:00.780572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-bc83e7f6-dedf-470c-b166-6de99e703e3d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 821 time: 0.6883714 Dec 10 18:23:00.795913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Request body: {'port': {'device_id': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'admin_state_up': True, 'tenant_id': 'db89c72388eb4d09845fcf6b0e3dd0c0'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:00.834312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-843b4dc0-b79e-4c53-a6c5-face62f41597 None None] Provisioning complete for port 0b9f75d3-b97c-4414-bc8b-164957154eaf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:00.834911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-843b4dc0-b79e-4c53-a6c5-face62f41597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:00.879457 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e837b81-d3e8-4dcd-8de9-3e824ab31e98 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:00.880382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e837b81-d3e8-4dcd-8de9-3e824ab31e98 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:00.892080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2e837b81-d3e8-4dcd-8de9-3e824ab31e98 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/5df90c89-adbc-4937-8f7a-cb532b28ddc8 HTTP/1.1" status: 404 len: 333 time: 0.1486299 Dec 10 18:23:00.901773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-883e6c41-a477-4bef-9e3d-ce15f9d5f4a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 217 time: 0.1488125 Dec 10 18:23:00.939667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46328) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.041976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-a05728a9-1364-45b3-856a-38ce3e219c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:01.045720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-a05728a9-1364-45b3-856a-38ce3e219c5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1417203 Dec 10 18:23:01.059933 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f4f632-2d7f-4672-9346-409819fd434d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.060681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f4f632-2d7f-4672-9346-409819fd434d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.069025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-02f4f632-2d7f-4672-9346-409819fd434d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/a46fb981-7a61-4977-9a64-41cd71dad777 HTTP/1.1" status: 404 len: 337 time: 0.1249330 Dec 10 18:23:01.070045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46334) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.158159 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0de6b6e-3c9e-4966-8201-424869330f4d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.168207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0de6b6e-3c9e-4966-8201-424869330f4d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.183628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c0de6b6e-3c9e-4966-8201-424869330f4d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/d0b85403-9029-437a-89df-6e27d6d032a0 HTTP/1.1" status: 404 len: 337 time: 0.0878274 Dec 10 18:23:01.194135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46342) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.238384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] DHCP port deletion for 2ed19e5e-defd-4e62-9c74-771ce25eb3dd request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:01.301228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-66a8a49a-d3c2-4d96-9e5a-a1e140a966e0 req-cf157e30-176b-446c-b44b-17b2e5e70075 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Dec 10 18:23:01.326807 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bc9c7a-3c2b-4556-8e34-5dab961f8921 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.327324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63625b7-bff0-4558-9d24-9f02bf7ddc42 req-c102ae37-6da1-4aaf-b6a9-0288a54acb84 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:01.327877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77bc9c7a-3c2b-4556-8e34-5dab961f8921 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.331812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-77bc9c7a-3c2b-4556-8e34-5dab961f8921 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/373c23e5-2a98-4805-9ee3-9ae4353bc956 HTTP/1.1" status: 404 len: 333 time: 0.1272917 Dec 10 18:23:01.338522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46344) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.340588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-74cab563-1e84-4d7b-bf7f-fd3808165296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:01.342283 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-74cab563-1e84-4d7b-bf7f-fd3808165296 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2904987 Dec 10 18:23:01.349597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a63625b7-bff0-4558-9d24-9f02bf7ddc42 req-c102ae37-6da1-4aaf-b6a9-0288a54acb84 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 945 time: 0.4080565 Dec 10 18:23:01.441709 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c685bc72-b6cb-4c11-8c6c-c5f468d96aa6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.442527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c685bc72-b6cb-4c11-8c6c-c5f468d96aa6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.445997 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c685bc72-b6cb-4c11-8c6c-c5f468d96aa6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/db8cf43d-fe95-4dc4-8321-25b246dc47fe HTTP/1.1" status: 404 len: 337 time: 0.1023700 Dec 10 18:23:01.452860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46346) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.487597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] Deleting port 0b9f75d3-b97c-4414-bc8b-164957154eaf {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:01.488330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:01.491871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] For port b5737d11-06ff-42c4-9cdc-93556edf04a0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b5737d11-06ff-42c4-9cdc-93556edf04a0,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:01.492245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:01.544594 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf22823-3cfa-4adf-bc12-652383b295d7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.545282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf22823-3cfa-4adf-bc12-652383b295d7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.548936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Calling delete_port for b5737d11-06ff-42c4-9cdc-93556edf04a0 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:01.553277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4bf22823-3cfa-4adf-bc12-652383b295d7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/9085402e-0114-4cdd-b484-0138a0e7a876 HTTP/1.1" status: 404 len: 337 time: 0.0990140 Dec 10 18:23:01.554471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Made reservation on behalf of db89c72388eb4d09845fcf6b0e3dd0c0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:01.562376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:01.572843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46350) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.642452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] For port 0b9f75d3-b97c-4414-bc8b-164957154eaf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0b9f75d3-b97c-4414-bc8b-164957154eaf,segment=NetworkSegment(c5d37af9-8768-4f2f-be33-90f73dbf8e88),segment_id=c5d37af9-8768-4f2f-be33-90f73dbf8e88)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:01.642864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:01.650162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9d0d4a65-5ba7-432d-80a3-47ce5a2a2bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:01.661162 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-363479b6-c09f-4aba-a87a-350601bedab3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.672069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-363479b6-c09f-4aba-a87a-350601bedab3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.688041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-363479b6-c09f-4aba-a87a-350601bedab3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/45cf3aa6-4c23-4bdb-b1da-c1ef7c9b6b5a HTTP/1.1" status: 404 len: 333 time: 0.1033285 Dec 10 18:23:01.689011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46352) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.699432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] Calling delete_port for 0b9f75d3-b97c-4414-bc8b-164957154eaf owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:01.772220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-4cce0868-7b97-467d-b955-63152598caf1 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085336 Dec 10 18:23:01.799503 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-31488c96-7da3-49c0-a1ba-c9b820c7af75 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.800318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31488c96-7da3-49c0-a1ba-c9b820c7af75 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.806607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-31488c96-7da3-49c0-a1ba-c9b820c7af75 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/971369fe-e012-40ef-8a48-af4622f037eb HTTP/1.1" status: 404 len: 337 time: 0.1017065 Dec 10 18:23:01.818589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46362) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.857927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a63625b7-bff0-4558-9d24-9f02bf7ddc42 req-a0f7c612-b89c-4a62-91b5-13c4a2651796 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028763 Dec 10 18:23:01.864547 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:01.882963 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b28b247d-878c-4b10-841c-d8c668fb92e6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:01.883825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b28b247d-878c-4b10-841c-d8c668fb92e6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:01.890732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b28b247d-878c-4b10-841c-d8c668fb92e6 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/293d32fe-2aee-47be-9402-58008f974919 HTTP/1.1" status: 404 len: 337 time: 0.0635180 Dec 10 18:23:01.892457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46364) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:01.948761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:01.989290 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c368a556-7f9e-4a91-9348-32c399b7e864 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:02.001338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c368a556-7f9e-4a91-9348-32c399b7e864 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:02.007541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c368a556-7f9e-4a91-9348-32c399b7e864 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/89775361-8698-49cf-9645-5dead3b7ed20 HTTP/1.1" status: 404 len: 333 time: 0.1134670 Dec 10 18:23:02.016381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46368) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.055650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] Pushing event deleted for resources: {'Port': ['ID=0b9f75d3-b97c-4414-bc8b-164957154eaf,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:02.077154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836fd40-717b-4a00-9002-2b27bf3e8d38 req-9e084bbd-a11d-486d-8694-705d44fbe8e6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:02.080240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b9592-4c48-4c98-bc48-4daec8280ca4 None None] No DVR routers for this DVR port 0b9f75d3-b97c-4414-bc8b-164957154eaf on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:02.099865 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e836fd40-717b-4a00-9002-2b27bf3e8d38 req-9e084bbd-a11d-486d-8694-705d44fbe8e6 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 945 time: 0.3403447 Dec 10 18:23:02.100946 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:02.144946 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f20875c-8d9f-4639-a942-da9b0dabf46e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:02.146723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f20875c-8d9f-4639-a942-da9b0dabf46e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:02.150237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4f20875c-8d9f-4639-a942-da9b0dabf46e tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/ecc90fb7-0d62-4ad6-80f6-6120a7514b3c HTTP/1.1" status: 404 len: 337 time: 0.0510025 Dec 10 18:23:02.154163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46370) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.170401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-6f1736d9-6709-4fdb-a8e7-88072cd229eb service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519747 Dec 10 18:23:02.197918 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1dc8dc-aa0d-4112-acb8-b4edf48c39e0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:02.198807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1dc8dc-aa0d-4112-acb8-b4edf48c39e0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:02.204858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5d1dc8dc-aa0d-4112-acb8-b4edf48c39e0 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/1ffe8568-c7f6-4a4e-8a5d-8732f794cf40 HTTP/1.1" status: 404 len: 337 time: 0.0494144 Dec 10 18:23:02.241206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46374) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.244490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc845f25-927d-4b6c-996a-96a7ff267971 req-95bc41d9-4d01-4692-8374-e6867de02b2e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0376105 Dec 10 18:23:02.245714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-769a1531-240f-4f97-8999-fd4911d79f16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 217 time: 0.0597703 Dec 10 18:23:02.316467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-675cc485-3cfd-42aa-a7f1-7e73a072a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:02.319070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-675cc485-3cfd-42aa-a7f1-7e73a072a43c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.0628788 Dec 10 18:23:02.386253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Allocated IP 172.20.0.2 (b95a18d4-e920-4100-afd8-98a470f6d17a/21f2227e-3705-48ff-9a1c-e5e8b2c36d1b/560c77a9-06c9-430b-8dd2-39b5560d124f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:02.411336 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e836fd40-717b-4a00-9002-2b27bf3e8d38 req-dbcf74d1-b388-42d4-8237-25ce3b17a298 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194439 Dec 10 18:23:02.438641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-5acf3dae-b483-4167-bcfa-5aa609404043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:02.440319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-5acf3dae-b483-4167-bcfa-5aa609404043 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996335 Dec 10 18:23:02.448928 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5137ff7d-1ab0-43c5-a957-6156a3056098 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:02.449514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5137ff7d-1ab0-43c5-a957-6156a3056098 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:02.456309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5137ff7d-1ab0-43c5-a957-6156a3056098 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/667b0c95-50dc-4908-9bf1-9e87dc14c44c HTTP/1.1" status: 404 len: 333 time: 0.2087483 Dec 10 18:23:02.463027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46380) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.477149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0b9f75d3-b97c-4414-bc8b-164957154eaf no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:02.513068 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-979b1ace-7b58-4f0d-bb36-22b6bee78d5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:02.513797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979b1ace-7b58-4f0d-bb36-22b6bee78d5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:02.521837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-979b1ace-7b58-4f0d-bb36-22b6bee78d5c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/b22a37d7-6245-4d8b-b699-5544ae6d0c52 HTTP/1.1" status: 404 len: 337 time: 0.0545557 Dec 10 18:23:02.537331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46382) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.554474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0b9f75d3-b97c-4414-bc8b-164957154eaf {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:02.559228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-69cc86a0-b610-42e8-b97f-de0197d4e474 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050305 Dec 10 18:23:02.559635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0b9f75d3-b97c-4414-bc8b-164957154eaf not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:02.563754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:02.563992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5737d11-06ff-42c4-9cdc-93556edf04a0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:02.577274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:02.606874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event deleted for resources: {'Port': ['ID=b5737d11-06ff-42c4-9cdc-93556edf04a0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:02.668850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: b5737d11-06ff-42c4-9cdc-93556edf04a0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:02.669361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b5737d11-06ff-42c4-9cdc-93556edf04a0 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:02.676657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7809b54d-b76e-46ee-ae64-337441ea6d7c req-6081fec8-2b19-409b-b779-5f6d163cb25e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 210 time: 0.1379263 Dec 10 18:23:02.681374 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8d21db-9d2a-4f35-bae4-80a7ff4cca8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:02.682221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8d21db-9d2a-4f35-bae4-80a7ff4cca8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:02.689075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6b8d21db-9d2a-4f35-bae4-80a7ff4cca8f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/5b7c57c0-5cbd-4573-83c2-04567bda154e HTTP/1.1" status: 404 len: 333 time: 0.1399176 Dec 10 18:23:02.696278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46386) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.757108 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b2c295-166c-41e7-88f2-4e65fd772577 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:02.758558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b2c295-166c-41e7-88f2-4e65fd772577 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:02.759106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] No DVR routers for this DVR port b5737d11-06ff-42c4-9cdc-93556edf04a0 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:02.769046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:02.770214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-49b2c295-166c-41e7-88f2-4e65fd772577 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/ad41e1eb-b829-4a32-b8cd-0153585b9395 HTTP/1.1" status: 404 len: 337 time: 0.0722463 Dec 10 18:23:02.771572 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-30f3f08c-06fc-48c5-9f0f-a3f782a5ace0 req-437a5aa8-f3cd-4aa9-aacf-ddbb69a3b616 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "DELETE /v2.0/ports/b5737d11-06ff-42c4-9cdc-93556edf04a0 HTTP/1.1" status: 204 len: 173 time: 2.6261322 Dec 10 18:23:02.772613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'name': 'network-vif-deleted', 'tag': 'b5737d11-06ff-42c4-9cdc-93556edf04a0'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:02.773892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46392) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:02.778430 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5b67a8-367e-4234-b4a0-ba159dfc5bd9" -d '{"events": [{"server_uuid": "6e26882d-4806-42ba-bdeb-bb4768f4c218", "name": "network-vif-deleted", "tag": "b5737d11-06ff-42c4-9cdc-93556edf04a0"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:02.864228 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634526e-bc27-4c0b-b42b-e153069b526c x-openstack-request-id: req-1634526e-bc27-4c0b-b42b-e153069b526c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:02.872446 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e26882d-4806-42ba-bdeb-bb4768f4c218", "name": "network-vif-deleted", "tag": "b5737d11-06ff-42c4-9cdc-93556edf04a0", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:02.872446 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1634526e-bc27-4c0b-b42b-e153069b526c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:02.872446 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26882d-4806-42ba-bdeb-bb4768f4c218', 'name': 'network-vif-deleted', 'tag': 'b5737d11-06ff-42c4-9cdc-93556edf04a0', 'status': 'completed', 'code': 200} Dec 10 18:23:02.875217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-088de811-391e-460d-a49b-0509282a8064 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701094 Dec 10 18:23:02.970175 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:02.997526 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-d976fc0b-6973-4d31-99af-4af0924c7d20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 217 time: 0.1077428 Dec 10 18:23:03.042201 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaacbcc-1907-4ebd-ac4b-291643792a84 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.042900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaacbcc-1907-4ebd-ac4b-291643792a84 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.046721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4eaacbcc-1907-4ebd-ac4b-291643792a84 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/d2caeafe-656b-4498-a6dc-0c73d5ec77b6 HTTP/1.1" status: 404 len: 333 time: 0.2702804 Dec 10 18:23:03.052313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.052313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46400) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:03.075657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-9540d6a2-fb34-4d65-ba16-55545582a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:03.077684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-9540d6a2-fb34-4d65-ba16-55545582a4c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.0725479 Dec 10 18:23:03.159195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-67fbb15b-c81d-4ca2-adb5-2257a5ac83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:03.161086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-67fbb15b-c81d-4ca2-adb5-2257a5ac83b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769210 Dec 10 18:23:03.250527 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacaf0ed-3230-4732-b1f5-d69af9bc9b81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.250527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacaf0ed-3230-4732-b1f5-d69af9bc9b81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.257636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aacaf0ed-3230-4732-b1f5-d69af9bc9b81 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/3c379509-4e2d-4080-a282-39a1c2ea32a3 HTTP/1.1" status: 404 len: 337 time: 0.2006950 Dec 10 18:23:03.257636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Network b95a18d4-e920-4100-afd8-98a470f6d17a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:03.257636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:03.266120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46408) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:03.291363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:03.315277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-21729e1f-c514-4562-9241-23955f29c095 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466219 Dec 10 18:23:03.317477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:03.384984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6c78c-527b-458b-890f-b3b652b56484 req-a9f2122b-da5b-443f-981b-ff3ef2bc322f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:03.387084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e6c78c-527b-458b-890f-b3b652b56484 req-a9f2122b-da5b-443f-981b-ff3ef2bc322f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 945 time: 0.3567791 Dec 10 18:23:03.415546 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9a7e49-5a6f-4d75-bb70-7f38c42687cc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.424417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9a7e49-5a6f-4d75-bb70-7f38c42687cc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.428709 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8e9a7e49-5a6f-4d75-bb70-7f38c42687cc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/96150355-6d59-46c5-b993-aae914a6c219 HTTP/1.1" status: 404 len: 333 time: 0.1604712 Dec 10 18:23:03.443923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46412) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:03.508137 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-157b659a-5fab-4655-96ad-55d59de10f17 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.508843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157b659a-5fab-4655-96ad-55d59de10f17 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.511002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41f7769d-d505-4ec9-96ec-94964b2f54a7 req-c3bac581-8228-4f07-9b36-b24d35aa56ef tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.1475668 Dec 10 18:23:03.514080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-157b659a-5fab-4655-96ad-55d59de10f17 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c88b459d-a3c0-4335-9561-fffb8ac9b81a HTTP/1.1" status: 404 len: 337 time: 0.0674181 Dec 10 18:23:03.525099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46416) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:03.589552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-a74e5933-f1cd-4d04-a1c0-503dd691bade service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671010 Dec 10 18:23:03.605451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:03.606140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.613874 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-406f117c-4e60-4734-b853-1e346a65c6d9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.615014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406f117c-4e60-4734-b853-1e346a65c6d9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.635253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-406f117c-4e60-4734-b853-1e346a65c6d9 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/3af4ee85-7ee5-4327-a0ea-ea250fe141d2 HTTP/1.1" status: 404 len: 333 time: 0.1084735 Dec 10 18:23:03.643023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46422) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:03.675189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4e6c78c-527b-458b-890f-b3b652b56484 req-2a094f07-6f45-4a28-854d-bd084e69934d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602987 Dec 10 18:23:03.676681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-fa5bb479-67e3-45e6-8899-47644acf3d9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.0782499 Dec 10 18:23:03.708691 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:03.764541 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dfd0fe-abb2-46dc-99d9-dd7ada61a175 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.765511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dfd0fe-abb2-46dc-99d9-dd7ada61a175 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.766976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-f03b1bf7-3d76-4eac-9735-e3651a44c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:03.769783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-f03b1bf7-3d76-4eac-9735-e3651a44c558 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.0854971 Dec 10 18:23:03.776944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-10dfd0fe-abb2-46dc-99d9-dd7ada61a175 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/d385983f-efdb-45a0-9a72-24eed1d4f1d7 HTTP/1.1" status: 404 len: 337 time: 0.1298625 Dec 10 18:23:03.780699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46430) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:03.784254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b15e00ca-1e96-449d-b3a5-5fa218230c3f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9923997 Dec 10 18:23:03.802854 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ddaacca8-f4c4-45f8-b66e-050d0a015773 req-a60432ef-1df0-43e8-859d-5c46bb0fa666 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e26882d-4806-42ba-bdeb-bb4768f4c218 HTTP/1.1" status: 200 len: 210 time: 0.0314519 Dec 10 18:23:03.875369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Request body: {'port': {'device_id': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:03.884063 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-586077a2-e235-432d-902e-3fb2683731f8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.884848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586077a2-e235-432d-902e-3fb2683731f8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.889338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-586077a2-e235-432d-902e-3fb2683731f8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/9e580499-975c-405a-a4ed-63cbe762ff54 HTTP/1.1" status: 404 len: 333 time: 0.1040325 Dec 10 18:23:03.895924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46432) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:03.966037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-ab662c8d-a60c-47a3-82bb-19a3d40a7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:03.969474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-ab662c8d-a60c-47a3-82bb-19a3d40a7ecf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1654100 Dec 10 18:23:03.974834 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4b0567-efb4-4c99-be26-cdccbaed0293 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:03.976216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4b0567-efb4-4c99-be26-cdccbaed0293 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:03.984549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f4b0567-efb4-4c99-be26-cdccbaed0293 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/9eb39d93-1847-4f5e-a0fe-4ec5683eb85d HTTP/1.1" status: 404 len: 337 time: 0.0812693 Dec 10 18:23:03.990929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46434) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:04.039384 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-def46477-4423-4ec8-be14-534b1d25cc8d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:04.040233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def46477-4423-4ec8-be14-534b1d25cc8d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:04.048576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-def46477-4423-4ec8-be14-534b1d25cc8d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c405e41d-9684-488e-9ca1-e8f5b779ac4e HTTP/1.1" status: 404 len: 337 time: 0.0504293 Dec 10 18:23:04.070413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46440) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:04.099658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2730e-a409-4d3e-99ba-c15bd563040b req-5e06f561-6256-4098-aa9c-d5fd052409ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:04.103505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fb2730e-a409-4d3e-99ba-c15bd563040b req-5e06f561-6256-4098-aa9c-d5fd052409ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 931 time: 0.2098706 Dec 10 18:23:04.109802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.119875 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.154197 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bbfcc50-31d9-407d-ac81-23254984292f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:04.154834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bbfcc50-31d9-407d-ac81-23254984292f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:04.162030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5bbfcc50-31d9-407d-ac81-23254984292f tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/6b94e9d9-ee95-4744-9764-48bbb4799f30 HTTP/1.1" status: 404 len: 333 time: 0.0863507 Dec 10 18:23:04.164018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46444) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:04.201801 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea4fa78-2fca-4812-8ba0-4e30251bb050 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:04.202263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea4fa78-2fca-4812-8ba0-4e30251bb050 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:04.209295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8ea4fa78-2fca-4812-8ba0-4e30251bb050 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/495fc2fc-2336-4dc3-9cc7-8c39364919d1 HTTP/1.1" status: 404 len: 337 time: 0.0384080 Dec 10 18:23:04.209579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46446) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:04.235537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473dab4-2894-48a0-ba65-5322cf7cfd93 req-31410a1a-450c-41ca-8aac-f8d3e98d0665 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:04.245471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f473dab4-2894-48a0-ba65-5322cf7cfd93 req-31410a1a-450c-41ca-8aac-f8d3e98d0665 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 945 time: 0.2736552 Dec 10 18:23:04.260147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fb2730e-a409-4d3e-99ba-c15bd563040b req-56c6cb16-e19a-4049-8cc4-7af0b623838d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199493 Dec 10 18:23:04.323267 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-64786a63-31c5-4e50-b461-2e440846cc41 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:04.324048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64786a63-31c5-4e50-b461-2e440846cc41 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:04.329459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64786a63-31c5-4e50-b461-2e440846cc41 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/f84b1919-9cd3-4982-99e7-e87e9ea40a84 HTTP/1.1" status: 404 len: 337 time: 0.1179605 Dec 10 18:23:04.344542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46450) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:04.409560 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a73fc0-dc92-45cb-894c-43eabe37c2c3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:04.410150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a73fc0-dc92-45cb-894c-43eabe37c2c3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:04.413532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7a73fc0-dc92-45cb-894c-43eabe37c2c3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/091b9da8-a354-4bc7-88dd-bb95307d481f HTTP/1.1" status: 404 len: 333 time: 0.0676570 Dec 10 18:23:04.416689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-23d9dd75-6cb5-459b-aed5-6443d61ec6c6 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330156 Dec 10 18:23:04.418026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46452) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:04.422177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f473dab4-2894-48a0-ba65-5322cf7cfd93 req-fa04e1a7-a1e2-4ee3-a351-798680b7f359 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754413 Dec 10 18:23:04.554156 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.574521 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfb3c090-df9a-42a4-90fd-4748b5f61335 req-660f3e66-3b44-41a9-a238-3bf5067ea941 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495380 Dec 10 18:23:04.611915 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a20cdc3-37d1-46df-ab0a-5088ac0ad170 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:04.612432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a20cdc3-37d1-46df-ab0a-5088ac0ad170 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:04.616614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1a20cdc3-37d1-46df-ab0a-5088ac0ad170 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/855d9b9c-1035-4e20-b538-bc74a1221167 HTTP/1.1" status: 404 len: 337 time: 0.1957035 Dec 10 18:23:04.620915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46462) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:04.748054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc687102-b132-47bf-a1be-7752af93b9a8 req-ec309884-38bc-4ad8-9524-c1ecdcb70a83 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:04.749691 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc687102-b132-47bf-a1be-7752af93b9a8 req-ec309884-38bc-4ad8-9524-c1ecdcb70a83 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 945 time: 0.1320388 Dec 10 18:23:04.764770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560c77a9-06c9-430b-8dd2-39b5560d124f {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:04.773953 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.798617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Transition to ACTIVE for port object 560c77a9-06c9-430b-8dd2-39b5560d124f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:23:04.815184 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:04.911934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc687102-b132-47bf-a1be-7752af93b9a8 req-5ddac9e6-f2cf-403b-9560-4ccb8dea4b9c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105959 Dec 10 18:23:04.929530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:05.049746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Attempting to bind port 560c77a9-06c9-430b-8dd2-39b5560d124f on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:05.050679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Attempting to bind port 560c77a9-06c9-430b-8dd2-39b5560d124f by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:05.051617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Attempting to bind port 560c77a9-06c9-430b-8dd2-39b5560d124f on network b95a18d4-e920-4100-afd8-98a470f6d17a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:05.073352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Port 560c77a9-06c9-430b-8dd2-39b5560d124f on network b95a18d4-e920-4100-afd8-98a470f6d17a not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:23:05.073883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Attempting to bind port 560c77a9-06c9-430b-8dd2-39b5560d124f on network b95a18d4-e920-4100-afd8-98a470f6d17a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:05.089398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:05.089969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Checking segment: {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:05.090617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Bound using segment: {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:05.091418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Bound port: 560c77a9-06c9-430b-8dd2-39b5560d124f, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:05.093857 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.173110 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-0586ba76-c453-4f62-8573-3c9e783d8b98 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:05.174533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0586ba76-c453-4f62-8573-3c9e783d8b98 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:05.186859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0586ba76-c453-4f62-8573-3c9e783d8b98 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/91caee7a-34d3-4f2c-882f-1cf1d5edc8b7 HTTP/1.1" status: 404 len: 337 time: 0.5634873 Dec 10 18:23:05.190117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46478) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.192480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62fba291-232f-48c5-8fa6-1e357291d90c req-07bce521-eaae-499c-ad40-4e74e2e28ab8 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.5508764 Dec 10 18:23:05.267405 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-2603ad26-8707-422d-9c8a-a47884b296c7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:05.268270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2603ad26-8707-422d-9c8a-a47884b296c7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:05.279045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2603ad26-8707-422d-9c8a-a47884b296c7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/49fad670-0bb4-41b6-8b9a-2e81bbf3dbfd HTTP/1.1" status: 404 len: 333 time: 0.0876296 Dec 10 18:23:05.281867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46482) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.315093 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda08582-3075-4d71-a851-6fd96f13a73a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:05.315554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda08582-3075-4d71-a851-6fd96f13a73a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:05.319239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bda08582-3075-4d71-a851-6fd96f13a73a tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/0e11233d-74dc-4322-bdc1-49bec0bbe5ee HTTP/1.1" status: 404 len: 337 time: 0.0361559 Dec 10 18:23:05.322670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46486) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.342944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:05.352398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:05.374037 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.410782 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-40563761-301e-4af4-9ee5-7c531bf25133 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:05.411339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40563761-301e-4af4-9ee5-7c531bf25133 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:05.415368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-40563761-301e-4af4-9ee5-7c531bf25133 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/4292ae45-8475-43b1-ab85-1c9dc0fae662 HTTP/1.1" status: 404 len: 337 time: 0.0910182 Dec 10 18:23:05.430844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46496) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.446052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:05.447335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:05.448796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] 10.222.0.30 "PUT /v2.0/ports/560c77a9-06c9-430b-8dd2-39b5560d124f HTTP/1.1" status: 200 len: 1091 time: 1.5906963 Dec 10 18:23:05.452215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:05.455668 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274" -d '{"events": [{"name": "network-changed", "server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:05.571220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-355fa42b-c045-4857-af39-5710cf208600 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 HTTP/1.1" status: 200 len: 205 time: 0.1330998 Dec 10 18:23:05.574317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46500) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.600678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47762ca-3efe-4955-a4fb-f33a2f204579 service neutron] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:05.640803 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-7502536e-d8e8-4b00-afef-0a01524c2f10 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] delete failed (client error): The resource could not be found. Dec 10 18:23:05.644674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7502536e-d8e8-4b00-afef-0a01524c2f10 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/routers/a7f90eaf-e459-493a-b5e9-8dd0a3f74d85 HTTP/1.1" status: 404 len: 336 time: 0.0667410 Dec 10 18:23:05.645134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46502) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.663714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-976e2def-cb67-4da3-895b-a39e4c119454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:05.665826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-976e2def-cb67-4da3-895b-a39e4c119454 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 1094 time: 0.1537416 Dec 10 18:23:05.674547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50b61c-2bc9-49d2-9524-8fd8b32bda1d req-8f65264f-eaa3-4efe-a2dd-abb7961a76bc tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:05.676360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a50b61c-2bc9-49d2-9524-8fd8b32bda1d req-8f65264f-eaa3-4efe-a2dd-abb7961a76bc tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 943 time: 0.2599578 Dec 10 18:23:05.696752 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fe045d-dbc3-44f1-9acc-5f0823276f09 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:05.697522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fe045d-dbc3-44f1-9acc-5f0823276f09 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:05.703885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46504) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.704282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-85fe045d-dbc3-44f1-9acc-5f0823276f09 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/41638285-dcbc-4d1f-9632-ab4af6f56d54 HTTP/1.1" status: 404 len: 337 time: 0.0563941 Dec 10 18:23:05.716923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c618e50-3349-4898-be9d-6c43a1211311 req-e66f862e-e9c4-4a29-b364-d3bc3cf00d8a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:05.718888 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c618e50-3349-4898-be9d-6c43a1211311 req-e66f862e-e9c4-4a29-b364-d3bc3cf00d8a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 945 time: 0.1575537 Dec 10 18:23:05.745187 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-290534d6-9bf7-4861-838e-b1a27c33bf16 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2ff7577-e4f9-472e-8f50-c90d1930a7dd HTTP/1.1" status: 200 len: 205 time: 0.0399182 Dec 10 18:23:05.748820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46508) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.777330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-54dc46f7-014e-40d9-9838-464c81fe1592 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=560c77a9-06c9-430b-8dd2-39b5560d124f HTTP/1.1" status: 200 len: 217 time: 0.0879230 Dec 10 18:23:05.827574 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-7145a7d9-c3c5-4aef-aad5-7a2b38e337ce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] delete failed (client error): The resource could not be found. Dec 10 18:23:05.835609 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7145a7d9-c3c5-4aef-aad5-7a2b38e337ce tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/routers/b2ff7577-e4f9-472e-8f50-c90d1930a7dd HTTP/1.1" status: 404 len: 336 time: 0.0800047 Dec 10 18:23:05.845080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a50b61c-2bc9-49d2-9524-8fd8b32bda1d req-ce8219e0-2295-4dc3-8fb0-82edd608fc0d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601148 Dec 10 18:23:05.852343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.876761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c618e50-3349-4898-be9d-6c43a1211311 req-17460b50-d9c4-4d36-9411-801106534e99 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179841 Dec 10 18:23:05.884485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-f0c517a1-43b5-4797-a1ca-7f370edc87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:05.887627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-f0c517a1-43b5-4797-a1ca-7f370edc87ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b HTTP/1.1" status: 200 len: 861 time: 0.1001620 Dec 10 18:23:05.907278 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e431c44f-e08e-4b5a-82f5-564f1f730e10 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:05.907740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e431c44f-e08e-4b5a-82f5-564f1f730e10 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:05.910831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e431c44f-e08e-4b5a-82f5-564f1f730e10 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c59e32ba-d3a0-4813-a072-1075635a3bef HTTP/1.1" status: 404 len: 337 time: 0.0613835 Dec 10 18:23:05.914236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46514) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:05.948741 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611691e5-765a-4007-bda3-5cbdf784b8c6 x-openstack-request-id: req-611691e5-765a-4007-bda3-5cbdf784b8c6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:05.949607 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:05.950219 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-611691e5-765a-4007-bda3-5cbdf784b8c6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:05.950815 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'status': 'completed', 'code': 200} Dec 10 18:23:05.953333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-b1db4d97-9f44-4b40-8156-b314e9a9d69e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95a18d4-e920-4100-afd8-98a470f6d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524526 Dec 10 18:23:05.960624 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-137b70a8-61e6-4754-a5e2-235952dd744d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:05.961295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137b70a8-61e6-4754-a5e2-235952dd744d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:05.965456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-137b70a8-61e6-4754-a5e2-235952dd744d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/6b34c02d-8fb0-45b2-a273-92b457826a83 HTTP/1.1" status: 404 len: 337 time: 0.0486479 Dec 10 18:23:05.973828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46516) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.017254 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a446f1-2960-4ce4-a6d1-0121639237a4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.018046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a446f1-2960-4ce4-a6d1-0121639237a4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.021428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-80a446f1-2960-4ce4-a6d1-0121639237a4 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/e1641d4b-93f5-4171-9434-087a903100c4 HTTP/1.1" status: 404 len: 333 time: 0.0461731 Dec 10 18:23:06.025524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46518) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.062024 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc259a69-f594-44f4-8e4d-6fa439017741 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.062774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc259a69-f594-44f4-8e4d-6fa439017741 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.070648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dc259a69-f594-44f4-8e4d-6fa439017741 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/5ce75020-cd28-438c-b8a0-f3c9ba22a6fb HTTP/1.1" status: 404 len: 337 time: 0.0428834 Dec 10 18:23:06.072510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46522) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.127031 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe38109f-93a8-46dd-90d3-a77865b4253d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.128879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe38109f-93a8-46dd-90d3-a77865b4253d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.139585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46526) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.141231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fe38109f-93a8-46dd-90d3-a77865b4253d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/57faa373-b46c-4409-8535-26f71f9bd10c HTTP/1.1" status: 404 len: 333 time: 0.0657833 Dec 10 18:23:06.174036 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9ef41b-c2aa-4744-8b46-b25719eb0081 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.174976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9ef41b-c2aa-4744-8b46-b25719eb0081 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.176660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-bec575f9-1acc-44f5-aee3-c1d4147ade96 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095394 Dec 10 18:23:06.182972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cc9ef41b-c2aa-4744-8b46-b25719eb0081 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/9a3d3396-8e5b-4961-ad27-e23d6cc6db53 HTTP/1.1" status: 404 len: 337 time: 0.0386517 Dec 10 18:23:06.183410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46530) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.215162 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-101eaa24-4cac-40cd-8af4-86787defd9cc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.215162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101eaa24-4cac-40cd-8af4-86787defd9cc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.224489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-101eaa24-4cac-40cd-8af4-86787defd9cc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/f4afbac7-5b4d-4756-91fa-47f2e500374e HTTP/1.1" status: 404 len: 333 time: 0.0359793 Dec 10 18:23:06.233807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46534) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.357939 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba98e61e-3811-4df6-8e07-265388362d3c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.364472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba98e61e-3811-4df6-8e07-265388362d3c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.370787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ba98e61e-3811-4df6-8e07-265388362d3c tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/c70deef5-b244-46ca-8d68-445e1c205a85 HTTP/1.1" status: 404 len: 337 time: 0.1331213 Dec 10 18:23:06.372377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f6a4bb7-517e-442c-beed-71f6009e0eee req-d0c0d9c5-b0f2-4eab-8973-bb117292d0ba service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878755 Dec 10 18:23:06.378611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.417247 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a219e146-fbb0-443f-8752-eb8afe938845 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.418202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a219e146-fbb0-443f-8752-eb8afe938845 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.424642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a219e146-fbb0-443f-8752-eb8afe938845 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/d29d66d1-4eec-4fe9-ad5d-8bab9603f101 HTTP/1.1" status: 404 len: 333 time: 0.0440378 Dec 10 18:23:06.443385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46542) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.463510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b8a581e-0773-4311-a8e0-2c0bf1626764 req-54d90982-fd86-45ec-b5ab-affe6cb036cc tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0631852 Dec 10 18:23:06.528011 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e00dba-02f2-40d6-9521-b4f1fdaae366 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.528723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42e00dba-02f2-40d6-9521-b4f1fdaae366 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.535230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-42e00dba-02f2-40d6-9521-b4f1fdaae366 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/b39c7613-05a3-43f5-b77c-f3f487ee2496 HTTP/1.1" status: 404 len: 337 time: 0.0903621 Dec 10 18:23:06.539767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46550) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.580497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-b3b82902-fffc-4751-a8fc-f7643c8c1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:06.582617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-b3b82902-fffc-4751-a8fc-f7643c8c1ebb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 1094 time: 0.1227081 Dec 10 18:23:06.600021 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa876378-ab68-4947-9841-0212621cc3f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.601383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa876378-ab68-4947-9841-0212621cc3f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.606417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa876378-ab68-4947-9841-0212621cc3f7 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/7da9d3f8-1968-4356-bcb2-dc27508d586c HTTP/1.1" status: 404 len: 333 time: 0.0651479 Dec 10 18:23:06.608154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.645009 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-33570adb-3405-49e2-8cc0-70f8980854c8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.645476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33570adb-3405-49e2-8cc0-70f8980854c8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.652569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-33570adb-3405-49e2-8cc0-70f8980854c8 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/8b3be24d-453a-44f1-8ba4-fbcbe8c9721e HTTP/1.1" status: 404 len: 337 time: 0.0399539 Dec 10 18:23:06.661953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.693297 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6845b6a6-d03d-4a0d-92c4-f2296fa9a4a3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.693876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6845b6a6-d03d-4a0d-92c4-f2296fa9a4a3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.697665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6845b6a6-d03d-4a0d-92c4-f2296fa9a4a3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/50a995f8-5457-4424-b407-15c9261bd4be HTTP/1.1" status: 404 len: 333 time: 0.0342925 Dec 10 18:23:06.701279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46556) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.750632 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86e49be-a0d0-4954-a5a4-1eed0d5a0f1d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.751201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86e49be-a0d0-4954-a5a4-1eed0d5a0f1d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.763976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a86e49be-a0d0-4954-a5a4-1eed0d5a0f1d tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/214d160b-bb7c-4d2d-93a6-25242dc745eb HTTP/1.1" status: 404 len: 337 time: 0.0516558 Dec 10 18:23:06.763976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-4d91f5e7-8c3f-424b-9a67-5f4e630383c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:06.763976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-4d91f5e7-8c3f-424b-9a67-5f4e630383c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 922 time: 0.1684406 Dec 10 18:23:06.764587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.791463 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b61490-5275-46e0-b55b-a9be220efc45 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.792070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b61490-5275-46e0-b55b-a9be220efc45 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.798401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-65b61490-5275-46e0-b55b-a9be220efc45 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/ports/645d86f2-1dff-4691-a4e2-6019bcfffb1c HTTP/1.1" status: 404 len: 333 time: 0.0298786 Dec 10 18:23:06.800240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.832975 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7463ec-e469-4588-8f46-c30665b12ab3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] DELETE failed (client error): The resource could not be found. Dec 10 18:23:06.833600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7463ec-e469-4588-8f46-c30665b12ab3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:23:06.840810 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5c7463ec-e469-4588-8f46-c30665b12ab3 tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/subnets/a3a755fe-3139-4ddc-98d2-5d71927743ed HTTP/1.1" status: 404 len: 337 time: 0.0390105 Dec 10 18:23:06.841646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46562) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:06.844081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-ac629f75-ac99-4bbd-a03c-964258c12de5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=560c77a9-06c9-430b-8dd2-39b5560d124f HTTP/1.1" status: 200 len: 217 time: 0.0698566 Dec 10 18:23:06.914934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-993813fb-5c9b-47d4-8b3f-96d29659aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:06.916580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-993813fb-5c9b-47d4-8b3f-96d29659aaed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b HTTP/1.1" status: 200 len: 861 time: 0.0634499 Dec 10 18:23:06.995293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:06.999231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-4b25a84b-2729-4cd3-bf71-604318ae6253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95a18d4-e920-4100-afd8-98a470f6d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606716 Dec 10 18:23:07.161700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefed7e-c2c4-4afb-829b-9e4ffa125994 req-3d905549-debf-4c23-a7cc-003fc384195e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:07.169831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0eefed7e-c2c4-4afb-829b-9e4ffa125994 req-3d905549-debf-4c23-a7cc-003fc384195e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 945 time: 0.1604505 Dec 10 18:23:07.243583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.244183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-116e22a1-9d1c-48b3-8f0a-cad1ba4a8968 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325969 Dec 10 18:23:07.262556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6312f04-3a12-4fcc-b96c-e7db01159981 req-1c2593fd-5ee5-495a-b361-dc9160a17d13 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:07.262916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0eefed7e-c2c4-4afb-829b-9e4ffa125994 req-9aaa2c5c-38a8-47a0-b4e6-700e0cca95ec tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918331 Dec 10 18:23:07.264203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6312f04-3a12-4fcc-b96c-e7db01159981 req-1c2593fd-5ee5-495a-b361-dc9160a17d13 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 943 time: 0.2656534 Dec 10 18:23:07.287305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed19e5e-defd-4e62-9c74-771ce25eb3dd']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:07.316201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d37af9-8768-4f2f-be33-90f73dbf8e88') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:07.316607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d37af9-8768-4f2f-be33-90f73dbf8e88') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:07.348236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.405231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.437982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:07.438413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:07.442512 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:07.474512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922eb29-531c-4e34-8813-969c449e9f8c req-f181279b-84b9-4e7d-ad60-e855ebd0aebd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:07.476842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d922eb29-531c-4e34-8813-969c449e9f8c req-f181279b-84b9-4e7d-ad60-e855ebd0aebd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 945 time: 0.3148813 Dec 10 18:23:07.477847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5ebf7b5-8a1e-4e20-aca6-feaf22b4f274 req-ea709142-8a7a-4683-b9b6-d044339cb2d5 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121382 Dec 10 18:23:07.590199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6312f04-3a12-4fcc-b96c-e7db01159981 req-521c74ba-43a1-43c1-a2f2-09d3c0a5f2eb tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773542 Dec 10 18:23:07.612132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.622455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.626663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] 10.222.0.55 "DELETE /v2.0/networks/2ed19e5e-defd-4e62-9c74-771ce25eb3dd HTTP/1.1" status: 204 len: 168 time: 0.7836213 Dec 10 18:23:07.681696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e90e7d-f03a-44c4-9b50-37cce17eaacc tempest-NetworksTestDHCPv6-369653151 tempest-NetworksTestDHCPv6-369653151-project] Pushing event deleted for resources: {'Network': ['ID=2ed19e5e-defd-4e62-9c74-771ce25eb3dd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:07.703089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2232377-b1fb-44c2-a30a-7de360603a73 req-1e41f646-06f2-43b9-8832-e2726fac363e tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0766757 Dec 10 18:23:07.759930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port bab252bb-af34-4cd0-8944-49dbf1639a33 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:07.760311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.895012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port bab252bb-af34-4cd0-8944-49dbf1639a33, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=bab252bb-af34-4cd0-8944-49dbf1639a33,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:07.895838 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:07.909828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for bab252bb-af34-4cd0-8944-49dbf1639a33 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:08.027300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46594) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:08.103648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.122727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13', '72c212f3-1a38-473c-9ea4-33b66219824b', 'bab252bb-af34-4cd0-8944-49dbf1639a33'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:08.146321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=bab252bb-af34-4cd0-8944-49dbf1639a33,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:08.239722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port bab252bb-af34-4cd0-8944-49dbf1639a33 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:08.246548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.253470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d922eb29-531c-4e34-8813-969c449e9f8c req-ef1f80d4-92c2-4cb3-8f05-9e331b6ba046 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "DELETE /v2.0/ports/bab252bb-af34-4cd0-8944-49dbf1639a33 HTTP/1.1" status: 204 len: 173 time: 0.7419000 Dec 10 18:23:08.256588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'name': 'network-vif-deleted', 'tag': 'bab252bb-af34-4cd0-8944-49dbf1639a33'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:08.261797 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7937991f-961f-49be-8bf1-85b297168f12" -d '{"events": [{"server_uuid": "cb67b0c5-d3cd-4249-a912-acf18bbb1241", "name": "network-vif-deleted", "tag": "bab252bb-af34-4cd0-8944-49dbf1639a33"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:08.342792 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e765c96-de2c-4d39-aee3-85b92fb70873 x-openstack-request-id: req-6e765c96-de2c-4d39-aee3-85b92fb70873 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:08.343372 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb67b0c5-d3cd-4249-a912-acf18bbb1241", "name": "network-vif-deleted", "tag": "bab252bb-af34-4cd0-8944-49dbf1639a33", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:08.343933 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6e765c96-de2c-4d39-aee3-85b92fb70873 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:08.344533 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb67b0c5-d3cd-4249-a912-acf18bbb1241', 'name': 'network-vif-deleted', 'tag': 'bab252bb-af34-4cd0-8944-49dbf1639a33', 'status': 'completed', 'code': 200} Dec 10 18:23:08.413685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-327cb237-8c5f-42b1-b9cc-9f49dc90a51c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9274f02cae14ff7a42a277585f24ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847635 Dec 10 18:23:08.417208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46608) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:08.531633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe54277-518d-45ef-a46b-049be2cc5783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.534387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e7368e53-bf06-41c9-8098-0ad2ce8811b9 req-a83e2f09-05e4-4220-9529-389da0b780ff tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb67b0c5-d3cd-4249-a912-acf18bbb1241 HTTP/1.1" status: 200 len: 210 time: 0.1072798 Dec 10 18:23:08.585673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe54277-518d-45ef-a46b-049be2cc5783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.684463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe54277-518d-45ef-a46b-049be2cc5783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.687402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe54277-518d-45ef-a46b-049be2cc5783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:08.688771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cbe54277-518d-45ef-a46b-049be2cc5783 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/53d2a2ad-a7b9-438f-8ec8-64d1993df56f HTTP/1.1" status: 204 len: 168 time: 0.2699206 Dec 10 18:23:08.707491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe54277-518d-45ef-a46b-049be2cc5783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d2a2ad-a7b9-438f-8ec8-64d1993df56f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:08.732150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 560c77a9-06c9-430b-8dd2-39b5560d124f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:23:08.880673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce5af6-e520-4148-ab7b-bb29f2e65f4c req-1307bf43-d8e0-4e7b-a3c2-ba69c72004ee tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:08.887192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbce5af6-e520-4148-ab7b-bb29f2e65f4c req-1307bf43-d8e0-4e7b-a3c2-ba69c72004ee tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 943 time: 0.1692255 Dec 10 18:23:08.992405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab94fec3-28ad-48c2-a0ca-d1dd9f042132 req-81dd80f6-d426-4d2d-a003-e6a18db49d25 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0718369 Dec 10 18:23:09.001079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbce5af6-e520-4148-ab7b-bb29f2e65f4c req-ef12ba72-1410-4dbc-a1be-291e2c7c1dff tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073194 Dec 10 18:23:09.185113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:09.208810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'port_id': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'mac_address': 'fa:16:3e:39:d6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f2227e-3705-48ff-9a1c-e5e8b2c36d1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:23:09.264722 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:09.283493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560c77a9-06c9-430b-8dd2-39b5560d124f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:09.316491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:09.322327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:09.420747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:09.668865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['560c77a9-06c9-430b-8dd2-39b5560d124f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:10.048296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46666) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.116909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7ffcd-55ab-4126-93a2-fede9ef22350 req-4962df98-3354-49f1-a469-f3d2c3466ba9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:10.133446 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2d7ffcd-55ab-4126-93a2-fede9ef22350 req-4962df98-3354-49f1-a469-f3d2c3466ba9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 945 time: 0.1098189 Dec 10 18:23:10.213221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f4b27-545b-49df-aa2f-1092af561f12 req-10ec437f-1930-4d04-b705-0e6dc98d04f5 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:10.223413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a3f4b27-545b-49df-aa2f-1092af561f12 req-10ec437f-1930-4d04-b705-0e6dc98d04f5 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 944 time: 0.0918818 Dec 10 18:23:10.226762 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2d7ffcd-55ab-4126-93a2-fede9ef22350 req-9f7e535c-8ef0-4284-9317-a803f7981c26 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865386 Dec 10 18:23:10.240220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-19266d74-9002-4e15-b620-6dd1affb29fa tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.245007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-19266d74-9002-4e15-b620-6dd1affb29fa tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1951582 Dec 10 18:23:10.245239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46678) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.251611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-6dcbd879-1416-4d28-a737-94e7f9b1ba84 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.252898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6dcbd879-1416-4d28-a737-94e7f9b1ba84 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065320 Dec 10 18:23:10.256221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46680) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.264114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-0e6e5bac-19a4-438d-b54c-988072251b1b tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.269073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0e6e5bac-19a4-438d-b54c-988072251b1b tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114849 Dec 10 18:23:10.272917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.277822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-d79cca35-e5d0-4dc9-80a1-5abc6ad2531e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.287925 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d79cca35-e5d0-4dc9-80a1-5abc6ad2531e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0135782 Dec 10 18:23:10.291440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46684) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.303315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-8adf9c0a-ce93-4ce9-b6cd-cd0890de9436 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.304710 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8adf9c0a-ce93-4ce9-b6cd-cd0890de9436 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0119259 Dec 10 18:23:10.308500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.314503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-02231457-7eae-4435-bab2-b761d752659e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.315471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-02231457-7eae-4435-bab2-b761d752659e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056264 Dec 10 18:23:10.318689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46688) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.326660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a3f4b27-545b-49df-aa2f-1092af561f12 req-a5e50fc7-afb7-4e2d-a914-107af91668fa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019909 Dec 10 18:23:10.327894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-5eee87d0-3f51-4512-a82d-503c006237db tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.328795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5eee87d0-3f51-4512-a82d-503c006237db tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0087903 Dec 10 18:23:10.333475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46690) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.344550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-e7101e75-c028-48fe-938b-cd4965bfa66f tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.348270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e7101e75-c028-48fe-938b-cd4965bfa66f tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0129960 Dec 10 18:23:10.351121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46692) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.356680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-e53ea5d9-7b7e-44ec-bdb3-bff59505a15c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.358238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e53ea5d9-7b7e-44ec-bdb3-bff59505a15c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057492 Dec 10 18:23:10.361116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46694) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.368886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-5036695e-f82f-4a6d-80c9-81612729c3e1 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.370823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5036695e-f82f-4a6d-80c9-81612729c3e1 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079942 Dec 10 18:23:10.373456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46696) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.380931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-687c3a36-0e8f-4917-b597-fda350d67b6e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.382706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-687c3a36-0e8f-4917-b597-fda350d67b6e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074060 Dec 10 18:23:10.387501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46698) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.403843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-e8f4e6e1-aabc-4851-8918-5aa274357c6f tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.407428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e8f4e6e1-aabc-4851-8918-5aa274357c6f tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0161219 Dec 10 18:23:10.407710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46700) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.413615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-3d228d74-1063-4cb4-bcf0-8c0ed7b3d836 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.417607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3d228d74-1063-4cb4-bcf0-8c0ed7b3d836 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056849 Dec 10 18:23:10.420672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46704) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.426831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-85d5b2c7-0259-4b1f-b866-2cf421f37336 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.430408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-85d5b2c7-0259-4b1f-b866-2cf421f37336 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059135 Dec 10 18:23:10.432577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46706) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.440705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-0d6bec63-993c-46b8-af25-0e6f7ba3b305 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.442222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0d6bec63-993c-46b8-af25-0e6f7ba3b305 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0085063 Dec 10 18:23:10.450049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46712) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.467752 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e38b460-9eae-4e40-97c3-67a8d8fe0930 req-9139571b-0580-4d0a-8a00-01d82f60eca8 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0911357 Dec 10 18:23:10.488812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-b6a2cb4b-077a-4c33-816a-c31bcbd51b75 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.489144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46714) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.496788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b6a2cb4b-077a-4c33-816a-c31bcbd51b75 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0429878 Dec 10 18:23:10.497913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-436f2be2-9a93-4e30-a780-9b42e18ab2a5 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.503983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46716) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.509820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-436f2be2-9a93-4e30-a780-9b42e18ab2a5 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0194297 Dec 10 18:23:10.511266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-f55a904b-804a-4135-b519-1e47d91c5135 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.515203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.517770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f55a904b-804a-4135-b519-1e47d91c5135 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0124500 Dec 10 18:23:10.519894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-add08ffd-d476-450f-8bb7-0d351edc6859 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.529235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-add08ffd-d476-450f-8bb7-0d351edc6859 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0072200 Dec 10 18:23:10.529968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46720) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.537323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-22a5a50a-921c-42fa-89ed-dbdfdc94ed0e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.542562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-22a5a50a-921c-42fa-89ed-dbdfdc94ed0e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078075 Dec 10 18:23:10.543261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46722) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.548314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-dbe9d57f-fe88-4d9a-8d08-6c305f3064b4 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.549737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dbe9d57f-fe88-4d9a-8d08-6c305f3064b4 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050716 Dec 10 18:23:10.553348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46724) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.555313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bab252bb-af34-4cd0-8944-49dbf1639a33 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:10.561937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-0f94c64b-d2bd-4248-8938-9b24e1f58ceb tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.570407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0f94c64b-d2bd-4248-8938-9b24e1f58ceb tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0154288 Dec 10 18:23:10.570809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46726) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.575680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-df5b4ac6-8165-4849-94e5-f0a8ac99aec7 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.577045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df5b4ac6-8165-4849-94e5-f0a8ac99aec7 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048282 Dec 10 18:23:10.579720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46728) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.585653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-8c4baf9d-5973-468b-a223-e1617bc270c2 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.587430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c4baf9d-5973-468b-a223-e1617bc270c2 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0060737 Dec 10 18:23:10.590475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46730) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.597485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-9dcf1324-7cb4-47eb-be66-76734492e99a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.602074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46732) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.603050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9dcf1324-7cb4-47eb-be66-76734492e99a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0095997 Dec 10 18:23:10.604288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: bab252bb-af34-4cd0-8944-49dbf1639a33 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:10.604652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device bab252bb-af34-4cd0-8944-49dbf1639a33 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:10.607475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-a7565c56-2a24-4ea7-a907-60c8e7afcca3 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.608624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7565c56-2a24-4ea7-a907-60c8e7afcca3 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053546 Dec 10 18:23:10.611223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46734) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.615350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-5a18ad9c-0faa-428f-9257-6e9cda9f1015 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.616617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5a18ad9c-0faa-428f-9257-6e9cda9f1015 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0041568 Dec 10 18:23:10.620225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46736) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.625890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-f12580a6-1add-4afe-884b-4c26bef843fe tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.630445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f12580a6-1add-4afe-884b-4c26bef843fe tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053270 Dec 10 18:23:10.631002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46738) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.636120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-33587299-4eac-438b-b12c-b3c0ac537411 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.638894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-33587299-4eac-438b-b12c-b3c0ac537411 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068209 Dec 10 18:23:10.639916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.645356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-24e8e9e2-4c7f-4ed8-b243-777791f44324 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.648752 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-24e8e9e2-4c7f-4ed8-b243-777791f44324 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074778 Dec 10 18:23:10.649799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46742) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.654537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-f27270aa-2fb6-4ec5-a408-0e7128b8eb60 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.658956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f27270aa-2fb6-4ec5-a408-0e7128b8eb60 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0079603 Dec 10 18:23:10.659564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46744) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.664562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-bfd8b755-7d8e-483e-9ff7-fff53bdd8c06 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.665504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bfd8b755-7d8e-483e-9ff7-fff53bdd8c06 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049858 Dec 10 18:23:10.668736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46746) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.673251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-99705063-3f2f-49b1-98c1-4241b53e8793 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.674214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99705063-3f2f-49b1-98c1-4241b53e8793 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0045683 Dec 10 18:23:10.678098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46748) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.689303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-c579b2c5-65e5-4230-908a-da7bad1ae301 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.698690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46750) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.699723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c579b2c5-65e5-4230-908a-da7bad1ae301 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0190372 Dec 10 18:23:10.707362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-f28b0df6-72a3-46ca-8568-f303079e70db tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.709859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f28b0df6-72a3-46ca-8568-f303079e70db tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0094194 Dec 10 18:23:10.713471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46752) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.719174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-f4d4211a-8c28-4825-b956-8efd3ea5d13c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.720443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f4d4211a-8c28-4825-b956-8efd3ea5d13c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0055344 Dec 10 18:23:10.724581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.731335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-58811403-ed9b-4928-9524-858210a250dd tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.734403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-58811403-ed9b-4928-9524-858210a250dd tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071068 Dec 10 18:23:10.736337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46756) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.742091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-124056f2-e376-4104-a13b-1e57d80b8319 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.743498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-124056f2-e376-4104-a13b-1e57d80b8319 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0055501 Dec 10 18:23:10.747392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46758) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.752372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-a85af702-d560-4ced-b3a8-ce50e9ae3702 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.753585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a85af702-d560-4ced-b3a8-ce50e9ae3702 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0047882 Dec 10 18:23:10.759413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46760) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.764287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-12eeb925-97cf-4c29-aaa8-155d7c7b5129 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.765961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12eeb925-97cf-4c29-aaa8-155d7c7b5129 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048497 Dec 10 18:23:10.770251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46762) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.792201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-f4b90bd5-a5e0-4f48-93e0-0aef322f5487 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.796792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46768) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.798942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f4b90bd5-a5e0-4f48-93e0-0aef322f5487 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0272293 Dec 10 18:23:10.802630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-a150c7b7-c27d-4982-9322-04fca4949074 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.808745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a150c7b7-c27d-4982-9322-04fca4949074 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0065460 Dec 10 18:23:10.809098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46770) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.813465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-6c183a8b-1da1-4bdb-9ce5-a2c522e062e4 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.816289 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c183a8b-1da1-4bdb-9ce5-a2c522e062e4 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044935 Dec 10 18:23:10.817587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.822593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-7bc10ed6-baa4-4769-bc8b-602d2ab4494a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.826055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7bc10ed6-baa4-4769-bc8b-602d2ab4494a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0050235 Dec 10 18:23:10.827789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46776) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.833663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-da73f7af-1b5a-4bfa-a55b-6ba31abd99be tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.838826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da73f7af-1b5a-4bfa-a55b-6ba31abd99be tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0055878 Dec 10 18:23:10.839145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46780) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.852446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-6c93966c-1a9b-483e-a4af-6d81433fd14c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.857712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c93966c-1a9b-483e-a4af-6d81433fd14c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0134478 Dec 10 18:23:10.859506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46782) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.863273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-dabd906c-75f6-46f8-8597-9d096fd52461 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.866416 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dabd906c-75f6-46f8-8597-9d096fd52461 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0051084 Dec 10 18:23:10.867461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46784) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.883248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-ffddc9ca-7541-4a34-858d-7f0e554f00d0 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.885158 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ffddc9ca-7541-4a34-858d-7f0e554f00d0 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0160117 Dec 10 18:23:10.894669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46786) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.903126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-df9be5aa-0a99-4607-b4b8-cabc0f7c17a0 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.907791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46788) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.912992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-df9be5aa-0a99-4607-b4b8-cabc0f7c17a0 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0120637 Dec 10 18:23:10.925240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-b0ff1b4f-af3d-461f-b922-c00f0edba4a4 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.929823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46790) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.932318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b0ff1b4f-af3d-461f-b922-c00f0edba4a4 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0170054 Dec 10 18:23:10.942319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-564930a7-d3bc-472d-865a-ef8166540247 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.948995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46792) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.949203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-564930a7-d3bc-472d-865a-ef8166540247 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0176709 Dec 10 18:23:10.954536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-a3d44d56-229d-495f-bfad-6488dc85ee72 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.955897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a3d44d56-229d-495f-bfad-6488dc85ee72 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057354 Dec 10 18:23:10.970427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46794) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.974628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-29441fac-7d4d-407c-82d4-d99d30003a85 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.975632 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-29441fac-7d4d-407c-82d4-d99d30003a85 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045612 Dec 10 18:23:10.980016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46796) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.985295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-3d67478d-5541-4e3f-ac59-41033cbb39f6 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.987303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3d67478d-5541-4e3f-ac59-41033cbb39f6 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059879 Dec 10 18:23:10.989464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46798) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:10.996473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-f7284a17-07d7-412f-b070-3f0aa57719e6 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:10.999608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f7284a17-07d7-412f-b070-3f0aa57719e6 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077560 Dec 10 18:23:11.008287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46800) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.014944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-a9e558f3-b7e2-4bf0-8545-7e530797ceec tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.016262 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a9e558f3-b7e2-4bf0-8545-7e530797ceec tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0061119 Dec 10 18:23:11.020461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46802) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.025231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-f10f1008-b734-435c-a908-3404a05afbec tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.026747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f10f1008-b734-435c-a908-3404a05afbec tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052810 Dec 10 18:23:11.030521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46804) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.035721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-fd0f585c-33d8-4a16-928e-f6088d54021e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.037150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd0f585c-33d8-4a16-928e-f6088d54021e tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050299 Dec 10 18:23:11.041110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46806) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.045762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-27ce7528-d2d0-4a98-a8d5-2f09c6425a85 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.047487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-27ce7528-d2d0-4a98-a8d5-2f09c6425a85 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0050197 Dec 10 18:23:11.050100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.056669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-52db2bb5-d23b-4501-ac6d-a5ff8e29d138 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.057858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-52db2bb5-d23b-4501-ac6d-a5ff8e29d138 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0060751 Dec 10 18:23:11.061537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46810) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.065712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-28cb7ed6-e436-466e-b4cb-44abde9f90e5 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.066857 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-28cb7ed6-e436-466e-b4cb-44abde9f90e5 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044856 Dec 10 18:23:11.070773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.075205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-916db978-fb6b-4451-a0d5-9c573f445b8a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.076159 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-916db978-fb6b-4451-a0d5-9c573f445b8a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044334 Dec 10 18:23:11.079797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46814) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.087242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-c6bf274d-3650-4bbf-aae5-c47ab66ee542 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.088789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c6bf274d-3650-4bbf-aae5-c47ab66ee542 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075133 Dec 10 18:23:11.091577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46816) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.098312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-644d5ae2-096c-4fc8-a864-c18968745c88 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.102953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-644d5ae2-096c-4fc8-a864-c18968745c88 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0099912 Dec 10 18:23:11.103198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46818) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.111622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-c2d3e3cf-66eb-4bbc-9346-6248a9c6f62f tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.114013 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2d3e3cf-66eb-4bbc-9346-6248a9c6f62f tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089674 Dec 10 18:23:11.116012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46820) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.122525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-0c5b8c33-131e-4ed8-9c09-6e89fc08919a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.127092 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c5b8c33-131e-4ed8-9c09-6e89fc08919a tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0096779 Dec 10 18:23:11.127277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46824) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.135831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-1cc10931-cf19-45b3-bb77-337ee364228d tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.142761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1cc10931-cf19-45b3-bb77-337ee364228d tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0134833 Dec 10 18:23:11.143117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46828) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.150902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-30a9cb90-5ae1-4e79-a665-7351d21ecc5c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.156734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46830) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.156972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-30a9cb90-5ae1-4e79-a665-7351d21ecc5c tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0120649 Dec 10 18:23:11.165996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-6eb4cb71-c451-44a4-bf25-ddf7dbdbb79b tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.171805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46832) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.172047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6eb4cb71-c451-44a4-bf25-ddf7dbdbb79b tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0127280 Dec 10 18:23:11.179724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [None req-e7823aa1-1ecd-4112-8bdb-9c5728b5b594 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.186011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e7823aa1-1ecd-4112-8bdb-9c5728b5b594 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0120125 Dec 10 18:23:11.186946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46834) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:11.196188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [None req-28079370-5b05-427e-9f8b-3ea0c99d67a9 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] http://10.222.0.55:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:23:11.215047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-28079370-5b05-427e-9f8b-3ea0c99d67a9 tempest-ExtensionsTestJSON-2112105520 tempest-ExtensionsTestJSON-2112105520-project] 10.222.0.55 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0263221 Dec 10 18:23:11.597868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-8d77bd3e-4b62-4672-b886-957a4ddf3daa tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:11.599651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-8d77bd3e-4b62-4672-b886-957a4ddf3daa tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 945 time: 0.2984684 Dec 10 18:23:11.722315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985bc1e5-7a55-493e-8a44-4f5d918eebcb req-99529e78-f2ef-4b7a-8f6c-b11312e10ec3 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:11.742982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-985bc1e5-7a55-493e-8a44-4f5d918eebcb req-99529e78-f2ef-4b7a-8f6c-b11312e10ec3 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 944 time: 0.2252979 Dec 10 18:23:11.812459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75d4be-059a-46d9-9be3-076e96d3d910 req-859c1c2c-1239-401d-a9da-95235fa4c6f0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:11.823662 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea75d4be-059a-46d9-9be3-076e96d3d910 req-859c1c2c-1239-401d-a9da-95235fa4c6f0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 945 time: 0.4044452 Dec 10 18:23:11.842317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46854) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:12.004731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port 72c212f3-1a38-473c-9ea4-33b66219824b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:12.006105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.030188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea75d4be-059a-46d9-9be3-076e96d3d910 req-a8d3c577-a94c-4ec6-8e77-e38970fb1183 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055759 Dec 10 18:23:12.227021 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2416c08f-193f-4836-95bf-7b53a0c8c075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.412250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2c69194-83ff-4781-a4cf-1f3f5e9d8078 req-7a0eb1af-18bd-4800-8131-9bc7c385c2f9 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.1348176 Dec 10 18:23:12.422998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-985bc1e5-7a55-493e-8a44-4f5d918eebcb req-8649c216-2da4-40a8-82e4-63a3bf18acc4 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788144 Dec 10 18:23:12.444821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port 72c212f3-1a38-473c-9ea4-33b66219824b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=72c212f3-1a38-473c-9ea4-33b66219824b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:12.447179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.477644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for 72c212f3-1a38-473c-9ea4-33b66219824b owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:12.570734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 560c77a9-06c9-430b-8dd2-39b5560d124f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:12.672468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 560c77a9-06c9-430b-8dd2-39b5560d124f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:23:12.677589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 560c77a9-06c9-430b-8dd2-39b5560d124f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:12.678485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.684454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2416c08f-193f-4836-95bf-7b53a0c8c075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.813471 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2416c08f-193f-4836-95bf-7b53a0c8c075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.844842 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.895377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:12.897296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:12.901741 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39c6cb6-81a7-4a40-94b3-80358171095e" -d '{"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-plugged", "status": "completed", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:12.905678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:12.907214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 72c212f3-1a38-473c-9ea4-33b66219824b no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:12.912321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46874) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:12.912465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2416c08f-193f-4836-95bf-7b53a0c8c075 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad44959b73e641bc9f6310016329c478&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0558343 Dec 10 18:23:12.917597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416c08f-193f-4836-95bf-7b53a0c8c075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e38c471-016c-4eb1-8bf2-51137aeb5e6c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:12.934717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:13.010533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=72c212f3-1a38-473c-9ea4-33b66219824b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:13.049973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a710b33-9125-4c87-91df-b05d425fd5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:13.053217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:13.077051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port 72c212f3-1a38-473c-9ea4-33b66219824b on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:13.082541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:13.094874 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea8c8f6f-6d8a-480b-8d08-3b5394ad449d req-421dda0d-33ad-4a38-93a9-9a2d21aa2872 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "DELETE /v2.0/ports/72c212f3-1a38-473c-9ea4-33b66219824b HTTP/1.1" status: 204 len: 173 time: 1.4860299 Dec 10 18:23:13.095552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'name': 'network-vif-deleted', 'tag': '72c212f3-1a38-473c-9ea4-33b66219824b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:13.104185 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34888a3-c05b-4d74-8ac7-28897f6fc681 x-openstack-request-id: req-c34888a3-c05b-4d74-8ac7-28897f6fc681 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:13.104541 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-plugged", "status": "completed", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:13.104802 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c34888a3-c05b-4d74-8ac7-28897f6fc681 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:13.105212 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'code': 200} Dec 10 18:23:13.111479 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf144aa-90b1-444e-a15e-61f6fef63f9e" -d '{"events": [{"server_uuid": "50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b", "name": "network-vif-deleted", "tag": "72c212f3-1a38-473c-9ea4-33b66219824b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:13.136738 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a710b33-9125-4c87-91df-b05d425fd5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:13.219343 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d966caf-2cf3-424e-9371-05867946de3b x-openstack-request-id: req-0d966caf-2cf3-424e-9371-05867946de3b {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:13.220319 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b", "name": "network-vif-deleted", "tag": "72c212f3-1a38-473c-9ea4-33b66219824b", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:13.221049 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d966caf-2cf3-424e-9371-05867946de3b {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:13.222046 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b', 'name': 'network-vif-deleted', 'tag': '72c212f3-1a38-473c-9ea4-33b66219824b', 'status': 'completed', 'code': 200} Dec 10 18:23:13.356334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No active binding found for port 72c212f3-1a38-473c-9ea4-33b66219824b {{(pid=103501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 18:23:13.359658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 72c212f3-1a38-473c-9ea4-33b66219824b not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:13.365930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:13.398083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d75eed83-b7b5-444a-810f-46fb80177d43 req-f5c0d7ff-bb66-4407-b153-aedec341688b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=50ffdabd-ea8f-4e68-8ef5-3bdae3157f0b HTTP/1.1" status: 200 len: 210 time: 0.1584203 Dec 10 18:23:13.405728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a710b33-9125-4c87-91df-b05d425fd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:13.408543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a710b33-9125-4c87-91df-b05d425fd5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:13.409765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a710b33-9125-4c87-91df-b05d425fd5f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e38c471-016c-4eb1-8bf2-51137aeb5e6c HTTP/1.1" status: 204 len: 168 time: 0.4954164 Dec 10 18:23:13.430032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a710b33-9125-4c87-91df-b05d425fd5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e38c471-016c-4eb1-8bf2-51137aeb5e6c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:13.455409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d955d4-4932-436e-ad56-d4b8985b1179 req-fb061371-e528-4793-af26-387a5c48153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:13.457039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08d955d4-4932-436e-ad56-d4b8985b1179 req-fb061371-e528-4793-af26-387a5c48153c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 1096 time: 0.2162001 Dec 10 18:23:13.653162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08d955d4-4932-436e-ad56-d4b8985b1179 req-95554223-1ebc-422c-a2f2-3eb4e08bcefc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875331 Dec 10 18:23:13.778497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9537e01e-51c8-4c16-a426-a720c711b6a2 req-b0cb71a0-b02b-42b2-adfd-ca39beb04577 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0721607 Dec 10 18:23:13.793817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa89cec-2626-489b-95d9-364f4a6a3d62 req-7d3445f8-63c4-4eae-bd53-b9fb3acb446b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:13.807483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfa89cec-2626-489b-95d9-364f4a6a3d62 req-7d3445f8-63c4-4eae-bd53-b9fb3acb446b tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 945 time: 0.1241279 Dec 10 18:23:13.966570 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bfa89cec-2626-489b-95d9-364f4a6a3d62 req-5cdd219e-41a4-49f2-bc6f-5d84e75f6580 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500669 Dec 10 18:23:14.981108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0102648-f030-4b58-aa88-d39784408821 req-2eb7ae7f-1f7a-441f-a324-aef962f07957 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0404797 Dec 10 18:23:15.081311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46958) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:15.158396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-babffc3f-38fe-45ec-a69c-e82e94f6c726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:15.171275 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-babffc3f-38fe-45ec-a69c-e82e94f6c726 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.2749097 Dec 10 18:23:15.203812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-6ab11647-b000-46a4-9c63-b5b5dbc39019 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0310864 Dec 10 18:23:15.312285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-ad70ef32-c6d3-47fa-90db-256da839c716 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050749 Dec 10 18:23:15.320177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cef9f-a65d-4b17-8ac1-1f9343f35b01 req-d41ee8ae-10c8-4b15-aeff-1fef9d1fed2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:15.337043 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-564cef9f-a65d-4b17-8ac1-1f9343f35b01 req-d41ee8ae-10c8-4b15-aeff-1fef9d1fed2a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 945 time: 0.1032915 Dec 10 18:23:15.349604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'networks': [{'name': 'tempest-network--154965480'}, {'name': 'tempest-network--1022849020'}]} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:15.352887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'network': {'name': 'tempest-network--154965480'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:15.354159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'network': {'name': 'tempest-network--1022849020'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:15.486049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-41998231-dc27-4c43-8f14-3f445766c541 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704454 Dec 10 18:23:15.500605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-564cef9f-a65d-4b17-8ac1-1f9343f35b01 req-ff90e59b-a181-4b14-9cf7-f01e3d34f80a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625748 Dec 10 18:23:15.504009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Made reservation on behalf of 4ff3765cb8cc48eeb49be2402bf9f509 for: {'network': 2} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:15.514878 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:15.545608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:15.730214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:15.736922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:15.737575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:15.760987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-553f08bc-4e1a-4bfd-ae6d-dfb68a46ca95 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735107 Dec 10 18:23:15.889734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2696a62b-4556-40b9-a789-a0752da5ba8d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:15.929080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:15.981363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:15.982411 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Added segment 61f8f157-1d83-49f6-8eb7-f0c81bd628ec of type vlan for network 0cd28144-4184-408b-ba98-8acbbbe646d5 Dec 10 18:23:16.082299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:16.188782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:16.211813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:16.212160 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Added segment af164d62-7b16-462d-b360-04f8ccae8ed3 of type vlan for network 2e08a5e5-e731-4381-aadc-a11d5f4c1414 Dec 10 18:23:16.346639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7a940-1a93-455a-a3f2-d10cb3bfa8e8 req-95db958f-d82c-43a1-abe2-0d9e84304a9f tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:16.355862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15e7a940-1a93-455a-a3f2-d10cb3bfa8e8 req-95db958f-d82c-43a1-abe2-0d9e84304a9f tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 945 time: 0.0735157 Dec 10 18:23:16.370476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:16.436918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:16.437676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:16.446539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:16.462000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:16.474506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:16.477626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15e7a940-1a93-455a-a3f2-d10cb3bfa8e8 req-1e016f18-0a82-4ceb-83c7-1013bca87e40 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203084 Dec 10 18:23:16.599118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46998) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:16.599858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5167367 Dec 10 18:23:16.767899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257db7a-62ff-4af8-b19b-8e5664014815 req-b41bab31-37e8-44a4-b20a-ac05b9475a84 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:16.769781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a257db7a-62ff-4af8-b19b-8e5664014815 req-b41bab31-37e8-44a4-b20a-ac05b9475a84 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 945 time: 0.7108314 Dec 10 18:23:16.811934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Network': ['ID=0cd28144-4184-408b-ba98-8acbbbe646d5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:16.830624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0cd28144-4184-408b-ba98-8acbbbe646d5 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:16.983604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e61c63-ba18-4bd3-b2c0-15cad8e1d3fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:16.992779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e61c63-ba18-4bd3-b2c0-15cad8e1d3fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:17.027639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e61c63-ba18-4bd3-b2c0-15cad8e1d3fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:17.032646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a257db7a-62ff-4af8-b19b-8e5664014815 req-12dce831-c037-4b09-bad2-a53021bce478 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405341 Dec 10 18:23:17.062700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e61c63-ba18-4bd3-b2c0-15cad8e1d3fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:17.065781 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c6e61c63-ba18-4bd3-b2c0-15cad8e1d3fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4631174 Dec 10 18:23:17.069042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47010) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:17.086149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad6fc6-c8cf-49ae-8b16-24c95fa2c271 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Network': ['ID=2e08a5e5-e731-4381-aadc-a11d5f4c1414,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:17.100276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2e08a5e5-e731-4381-aadc-a11d5f4c1414 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:17.140902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8570c515-30cf-4fec-9b51-44d68ba5d187 req-88010894-1076-48fe-8060-4262bdb528c4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.5109818 Dec 10 18:23:17.364640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:17.401797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18c94194-7da7-4d07-b913-9c79608191da req-aeac99b2-39e5-4c5c-aa29-5ad25a1ae2cd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 210 time: 0.0603290 Dec 10 18:23:17.527620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:17.553026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd28144-4184-408b-ba98-8acbbbe646d5']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:17.584894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f8f157-1d83-49f6-8eb7-f0c81bd628ec') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:17.585626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f8f157-1d83-49f6-8eb7-f0c81bd628ec') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:17.609711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:17.638321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-8ccec8cc-049c-4296-8e3b-1115f9ff8309 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:17.640854 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-8ccec8cc-049c-4296-8e3b-1115f9ff8309 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 945 time: 0.2317135 Dec 10 18:23:17.670400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3b787-a4dd-482c-bbd4-6619c809586b req-d2fe1701-6e15-4ce0-aaad-6cd4351816ff tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:17.671281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70b3b787-a4dd-482c-bbd4-6619c809586b req-d2fe1701-6e15-4ce0-aaad-6cd4351816ff tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 945 time: 0.1057560 Dec 10 18:23:17.688044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:17.787504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:17.787955 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:17.791353 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:17.818090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70b3b787-a4dd-482c-bbd4-6619c809586b req-736b94bb-c6d9-4736-8fbd-148b69ffc8e8 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/security-groups?id=19d80268-ae9d-4865-9794-f9745f37b77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331100 Dec 10 18:23:17.984009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.003177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Deleting port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:18.003574 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.160585 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:23:18.236768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.249952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47044) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:18.256308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/networks/0cd28144-4184-408b-ba98-8acbbbe646d5 HTTP/1.1" status: 204 len: 168 time: 1.1855431 Dec 10 18:23:18.257869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c88f9-ebb2-4599-8052-ae1b247e2f11 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Network': ['ID=0cd28144-4184-408b-ba98-8acbbbe646d5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:18.269930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] For port 9e468abf-d5a9-4e3f-b696-f97341a8ac57, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e468abf-d5a9-4e3f-b696-f97341a8ac57,segment=NetworkSegment(07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb),segment_id=07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:18.270318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.286507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Calling delete_port for 9e468abf-d5a9-4e3f-b696-f97341a8ac57 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:18.298070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-cda104cd-9098-4a30-b0ca-8148db8f7a0d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:18.299820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-cda104cd-9098-4a30-b0ca-8148db8f7a0d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.3412132 Dec 10 18:23:18.358753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': '48003306-63ea-40d0-a9de-0ba99584e585', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:18.489350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.509261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e468abf-d5a9-4e3f-b696-f97341a8ac57'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:18.599372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Pushing event deleted for resources: {'Port': ['ID=9e468abf-d5a9-4e3f-b696-f97341a8ac57,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:18.632932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc0ccc38-cd45-44d7-86c0-4634d2f0608f req-33ac38d7-0374-49d3-a2d3-d7a046631564 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.1556642 Dec 10 18:23:18.702708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] No DVR routers for this DVR port 9e468abf-d5a9-4e3f-b696-f97341a8ac57 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:18.710127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.711910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:18.720110 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-303c46cc-ec2c-4ce7-9e83-2d68930ddcab req-da1c2ea2-928b-4285-ba60-04b4ad34d121 tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.30 "DELETE /v2.0/ports/9e468abf-d5a9-4e3f-b696-f97341a8ac57 HTTP/1.1" status: 204 len: 173 time: 1.0695155 Dec 10 18:23:18.720110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'name': 'network-vif-deleted', 'tag': '9e468abf-d5a9-4e3f-b696-f97341a8ac57'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:18.721769 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815eeb88-3d23-432e-91e1-f0a97faf2880" -d '{"events": [{"server_uuid": "77ae82cc-d4c8-4a05-a805-9a151c3bed38", "name": "network-vif-deleted", "tag": "9e468abf-d5a9-4e3f-b696-f97341a8ac57"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:18.921152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f152c8b5-625d-4428-99ef-8b7ba3425fe8 req-103d6b53-0757-4846-9ab1-0c578126d225 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 210 time: 0.0398810 Dec 10 18:23:18.960046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:18.965091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.025800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.028343 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed1f2d5-59fb-4149-8984-60d0328f61dd x-openstack-request-id: req-fed1f2d5-59fb-4149-8984-60d0328f61dd {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:19.028842 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ae82cc-d4c8-4a05-a805-9a151c3bed38", "name": "network-vif-deleted", "tag": "9e468abf-d5a9-4e3f-b696-f97341a8ac57", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:19.029762 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fed1f2d5-59fb-4149-8984-60d0328f61dd {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:19.029876 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ae82cc-d4c8-4a05-a805-9a151c3bed38', 'name': 'network-vif-deleted', 'tag': '9e468abf-d5a9-4e3f-b696-f97341a8ac57', 'status': 'completed', 'code': 200} Dec 10 18:23:19.117628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a36e99-df46-4af9-8f61-b22e59f39083 req-5f3e8eb0-a70c-4a2d-b7e3-c359d94260ac tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:19.117628 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a36e99-df46-4af9-8f61-b22e59f39083 req-5f3e8eb0-a70c-4a2d-b7e3-c359d94260ac tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 945 time: 0.2912502 Dec 10 18:23:19.120155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e08a5e5-e731-4381-aadc-a11d5f4c1414']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:19.179013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af164d62-7b16-462d-b360-04f8ccae8ed3') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:19.179416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af164d62-7b16-462d-b360-04f8ccae8ed3') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:19.190406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.192513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e754db34-206f-4cb3-be4b-d69b65ab763d req-2a9f4ae7-458e-4794-9642-67325a27c08b tempest-AttachVolumeNegativeTest-1062045869 tempest-AttachVolumeNegativeTest-1062045869-project] 10.222.0.55 "GET /v2.0/ports?device_id=77ae82cc-d4c8-4a05-a805-9a151c3bed38 HTTP/1.1" status: 200 len: 210 time: 0.0375454 Dec 10 18:23:19.264305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.288984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:19.289625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:19.328585 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:19.498054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a36e99-df46-4af9-8f61-b22e59f39083 req-f14c4b4c-754e-488e-afef-184316861347 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685827 Dec 10 18:23:19.509235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.529989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.541677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/networks/2e08a5e5-e731-4381-aadc-a11d5f4c1414 HTTP/1.1" status: 204 len: 168 time: 1.2883332 Dec 10 18:23:19.544584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47078) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:19.566587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef70ef06-6f3b-44fc-a944-09270d69976e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Network': ['ID=2e08a5e5-e731-4381-aadc-a11d5f4c1414,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:19.582851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.10 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/3c592501-182d-4472-af32-0e6d19eb4e1b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:19.772303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8010dac-224a-45df-ab02-350dff116f57 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:19.782004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8010dac-224a-45df-ab02-350dff116f57 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:19.786103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f8010dac-224a-45df-ab02-350dff116f57 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2371886 Dec 10 18:23:19.806103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47084) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:19.812271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1020719690'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:19.862009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-600891d0-055b-46b5-81ed-8429b6a47d85 req-c9ebef81-2490-4970-a6ba-8470967a6a88 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3a05575-c313-42e3-8e1b-2c74e0fa9f92 HTTP/1.1" status: 200 len: 210 time: 0.0739436 Dec 10 18:23:19.922135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Made reservation on behalf of 4ff3765cb8cc48eeb49be2402bf9f509 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:19.927399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.965556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:19.984892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:19.985577 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Added segment a0909788-e8bb-4056-b539-49345a0ac898 of type vlan for network df824888-9ce2-47c0-86f5-b2666ab9536f Dec 10 18:23:20.040163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.075170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.080982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:20.081649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.146281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c8132f3-fb21-4480-b441-027a6bf7faed req-b63020fe-f9c5-439f-9783-ad45a17c24e8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 210 time: 0.0539222 Dec 10 18:23:20.171178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3663828 Dec 10 18:23:20.174856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47094) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:20.181707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-389680068'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:20.239519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433bfba-4ac4-447b-aa57-ba6a4d0d63fc tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Network': ['ID=df824888-9ce2-47c0-86f5-b2666ab9536f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:20.240726 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.253667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network df824888-9ce2-47c0-86f5-b2666ab9536f details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:20.257983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Made reservation on behalf of 4ff3765cb8cc48eeb49be2402bf9f509 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:20.273550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.328979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47098) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:20.338132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:20.363563 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.364051 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Added segment e6976051-d217-4015-b1c0-789448553dd3 of type vlan for network 0b026daf-f39e-4f05-80b6-4f90a39e2f89 Dec 10 18:23:20.385756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.447954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:20.448227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] Deleting subnet 281731b8-544b-4aa5-afa4-30d41e95ffa9 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:23:20.453790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.459088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:20.472302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:20.487932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:20.518411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.529341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.569512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=3c592501-182d-4472-af32-0e6d19eb4e1b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:20.606219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:20.607491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.610080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 560c77a9-06c9-430b-8dd2-39b5560d124f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:23:20.629753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.643675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:20.645045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.662987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.687240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e468abf-d5a9-4e3f-b696-f97341a8ac57 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:20.718372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 9e468abf-d5a9-4e3f-b696-f97341a8ac57 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:20.719157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e468abf-d5a9-4e3f-b696-f97341a8ac57 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:20.739011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Network': ['ID=0b026daf-f39e-4f05-80b6-4f90a39e2f89,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:20.744395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-f4e4c2e3-1924-4802-ade9-15e9669d8f5b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4042528 Dec 10 18:23:20.766705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0b026daf-f39e-4f05-80b6-4f90a39e2f89 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:20.785760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.808557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Request body: {'port': {'device_id': '48003306-63ea-40d0-a9de-0ba99584e585', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:20.817417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5fb5066e-1ef3-4c5c-887b-d80c0c64f2dd tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6405935 Dec 10 18:23:20.825446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:20.827031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47110) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:20.836956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/281731b8-544b-4aa5-afa4-30d41e95ffa9 HTTP/1.1" status: 204 len: 168 time: 0.5051801 Dec 10 18:23:20.838765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47112) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:20.874799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'ports': [{'network_id': 'df824888-9ce2-47c0-86f5-b2666ab9536f', 'name': 'tempest-port--559668620', 'admin_state_up': True}, {'network_id': '0b026daf-f39e-4f05-80b6-4f90a39e2f89', 'admin_state_up': False}]} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:20.875113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'port': {'network_id': 'df824888-9ce2-47c0-86f5-b2666ab9536f', 'name': 'tempest-port--559668620', 'admin_state_up': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:20.875607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'port': {'network_id': '0b026daf-f39e-4f05-80b6-4f90a39e2f89', 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:20.957018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1d761-3bda-4061-98cf-303fe201e408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281731b8-544b-4aa5-afa4-30d41e95ffa9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:20.977112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:21.028417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8531e-d6ef-4bec-9a92-d6307ad8f79f req-5850b9c7-ab1b-4eef-86c8-06db72572a92 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:21.040536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'port_id': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'mac_address': 'fa:16:3e:39:d6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f2227e-3705-48ff-9a1c-e5e8b2c36d1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:23:21.046527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6b8531e-d6ef-4bec-9a92-d6307ad8f79f req-5850b9c7-ab1b-4eef-86c8-06db72572a92 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 945 time: 0.3084714 Dec 10 18:23:21.119364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47126) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:21.136326 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.150146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.200236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.250533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 560c77a9-06c9-430b-8dd2-39b5560d124f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:21.280372 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.285750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:21.294087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.385792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f1247b-513c-432d-9115-2392d7e10752']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:21.411787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:21.412326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07df0cdf-49f6-4e1c-8885-ebdbfc4f14fb') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:21.439279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['560c77a9-06c9-430b-8dd2-39b5560d124f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:21.443305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.461851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6b8531e-d6ef-4bec-9a92-d6307ad8f79f req-964330b8-b0d1-43ec-bf51-d9b3fe9bb816 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140866 Dec 10 18:23:21.498520 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:21.512971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb46fd-bbc8-4eb1-978b-5b21cfdda06d req-b726c799-f22d-4917-903a-57483416fba7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:21.514195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f9d98e4-e599-4ea6-b2ba-f5bbca5e3b3c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.519767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8adb46fd-bbc8-4eb1-978b-5b21cfdda06d req-b726c799-f22d-4917-903a-57483416fba7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 932 time: 0.2209172 Dec 10 18:23:21.548127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.553493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f9d98e4-e599-4ea6-b2ba-f5bbca5e3b3c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.564117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:21.564513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:21.573042 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:21.692657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8adb46fd-bbc8-4eb1-978b-5b21cfdda06d req-38f63622-572c-4355-8bb0-6494e753eea8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702533 Dec 10 18:23:21.737279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Made reservation on behalf of 4ff3765cb8cc48eeb49be2402bf9f509 for: {'port': 2} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:21.748690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.777958 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f9d98e4-e599-4ea6-b2ba-f5bbca5e3b3c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.792107 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f9d98e4-e599-4ea6-b2ba-f5bbca5e3b3c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.836900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f9d98e4-e599-4ea6-b2ba-f5bbca5e3b3c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/security-groups/72b0006d-9a04-48f7-b7f5-8e71136e3bb4 HTTP/1.1" status: 204 len: 168 time: 0.7076561 Dec 10 18:23:21.840073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47140) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:21.869522 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-9e4ece0b-fa11-4477-b750-fc4745f91ae3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] show failed (client error): The resource could not be found. Dec 10 18:23:21.871254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9e4ece0b-fa11-4477-b750-fc4745f91ae3 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "GET /v2.0/security-groups/72b0006d-9a04-48f7-b7f5-8e71136e3bb4 HTTP/1.1" status: 404 len: 347 time: 0.0296741 Dec 10 18:23:21.873174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.873605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d98e4-e599-4ea6-b2ba-f5bbca5e3b3c tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0006d-9a04-48f7-b7f5-8e71136e3bb4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:21.876599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.891847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47142) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:21.974390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:21.983829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] 10.222.0.55 "DELETE /v2.0/networks/37f1247b-513c-432d-9115-2392d7e10752 HTTP/1.1" status: 204 len: 168 time: 1.1414630 Dec 10 18:23:22.008860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b81bc4-0ca3-4851-9660-4a752233cb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f1247b-513c-432d-9115-2392d7e10752,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:22.181961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] device_id is not set on port 2626a6ef-d33f-4451-9537-46ac75109263 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:23:22.261926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port 29a707df-6e7e-4b18-bc2e-5e88e66feaed {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:22.263027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.297519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c592501-182d-4472-af32-0e6d19eb4e1b {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:22.309322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.385474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Transition to ACTIVE for port object 3c592501-182d-4472-af32-0e6d19eb4e1b will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:23:22.393638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.404972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.405763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.418715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47154) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:22.432770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for 29a707df-6e7e-4b18-bc2e-5e88e66feaed owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:22.491819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Pushing event updated for resources: {'Port': ['ID=3c592501-182d-4472-af32-0e6d19eb4e1b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:22.521291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.535716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2b22597c-5be2-431b-ac0b-f7226864e92b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a188ad806b6d46409661b59ef057dc1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158099 Dec 10 18:23:22.540365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47158) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:22.597343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 560c77a9-06c9-430b-8dd2-39b5560d124f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:22.660509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 560c77a9-06c9-430b-8dd2-39b5560d124f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:22.660921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.669448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] device_id is not set on port 5029e4d9-1a05-449d-9a13-f2d13cdfc6ae yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:23:22.669975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b445c00-1ea6-47d3-afdc-f761954d3b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.748340 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b445c00-1ea6-47d3-afdc-f761954d3b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.795526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Attempting to bind port 3c592501-182d-4472-af32-0e6d19eb4e1b on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:22.795944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Attempting to bind port 3c592501-182d-4472-af32-0e6d19eb4e1b by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:22.796844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Attempting to bind port 3c592501-182d-4472-af32-0e6d19eb4e1b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:22.804091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Port 3c592501-182d-4472-af32-0e6d19eb4e1b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:23:22.804387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Attempting to bind port 3c592501-182d-4472-af32-0e6d19eb4e1b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:22.839277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.845360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.869654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c33156-ff6b-40b0-b1ae-8dc44ccb1923 req-7ae8df1c-e016-4eee-b970-29b220d9894f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:22.883023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:22.883563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38c33156-ff6b-40b0-b1ae-8dc44ccb1923 req-7ae8df1c-e016-4eee-b970-29b220d9894f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 944 time: 0.2996211 Dec 10 18:23:22.885893 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca5225-25e6-4342-9359-25a7b04fce1d" -d '{"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-plugged", "status": "completed", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:22.895554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:22.896620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:22.897664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:22.898691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Bound port: 3c592501-182d-4472-af32-0e6d19eb4e1b, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:22.899551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.915323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:22.920872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=29a707df-6e7e-4b18-bc2e-5e88e66feaed,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:22.923204 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.954896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.955273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.955801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.956144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.956481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.956816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.957146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.957490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.957867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.958200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.958625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.958950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.960184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:22.966153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b445c00-1ea6-47d3-afdc-f761954d3b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.967626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b445c00-1ea6-47d3-afdc-f761954d3b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:22.969542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b445c00-1ea6-47d3-afdc-f761954d3b85 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/19d80268-ae9d-4865-9794-f9745f37b77b HTTP/1.1" status: 204 len: 168 time: 0.4278493 Dec 10 18:23:23.037293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b445c00-1ea6-47d3-afdc-f761954d3b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d80268-ae9d-4865-9794-f9745f37b77b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:23.080464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.086126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08925fba-a6a1-49d8-a4fa-3e380bd14fa1 req-fe399979-d4e6-4c0a-9b84-d319ec39dae7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:23.094207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08925fba-a6a1-49d8-a4fa-3e380bd14fa1 req-fe399979-d4e6-4c0a-9b84-d319ec39dae7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 944 time: 0.2286861 Dec 10 18:23:23.107564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:23.113044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.117482 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.121939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-21b46436-8bfd-4dce-8eb5-2bb2878228f6 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/floatingips/3ea61980-a89d-45fe-86ee-bdc5d1718636 HTTP/1.1" status: 204 len: 168 time: 1.1807716 Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.122126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.123217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.123217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.123217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.123560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.124273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47182) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:23.163316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38c33156-ff6b-40b0-b1ae-8dc44ccb1923 req-e105e8ba-c876-436a-8136-63cbfd04dc41 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782238 Dec 10 18:23:23.250830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] For port 3c592501-182d-4472-af32-0e6d19eb4e1b, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:23.256709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] For port 3c592501-182d-4472-af32-0e6d19eb4e1b, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3c592501-182d-4472-af32-0e6d19eb4e1b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:23.259239 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.292739 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08925fba-a6a1-49d8-a4fa-3e380bd14fa1 req-9514724d-32f7-415c-9c2e-5e3400212928 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825280 Dec 10 18:23:23.342331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port 5d41dd94-ccb4-4690-9ad4-84cab7b72738 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:23.342703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.342926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.364600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Port': ['ID=2626a6ef-d33f-4451-9537-46ac75109263,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:23.371190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:23.372582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.373984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] 10.222.0.30 "PUT /v2.0/ports/3c592501-182d-4472-af32-0e6d19eb4e1b HTTP/1.1" status: 200 len: 1092 time: 2.6100006 Dec 10 18:23:23.375479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48003306-63ea-40d0-a9de-0ba99584e585', 'tag': '3c592501-182d-4472-af32-0e6d19eb4e1b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:23.377894 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea" -d '{"events": [{"name": "network-changed", "server_uuid": "48003306-63ea-40d0-a9de-0ba99584e585", "tag": "3c592501-182d-4472-af32-0e6d19eb4e1b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:23.391585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.392180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.392753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.393307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.393816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.394281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.394813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.395390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.396222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.396473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.397063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.398129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.398659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:23:23.446126 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ee4c6d-8f4c-4b9b-bea9-bf8b715ce3d7 x-openstack-request-id: req-b8ee4c6d-8f4c-4b9b-bea9-bf8b715ce3d7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:23.446562 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-plugged", "status": "completed", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:23.447300 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b8ee4c6d-8f4c-4b9b-bea9-bf8b715ce3d7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:23.447828 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'code': 200} Dec 10 18:23:23.552598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Checking segment: {'id': 'a0909788-e8bb-4056-b539-49345a0ac898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'df824888-9ce2-47c0-86f5-b2666ab9536f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:23.553218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network hostable DHCP agents. Network: df824888-9ce2-47c0-86f5-b2666ab9536f, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:23:23.577600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.599617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for 5d41dd94-ccb4-4690-9ad4-84cab7b72738 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:23.603073 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32863129-57bb-412d-9183-57641d547bdc x-openstack-request-id: req-32863129-57bb-412d-9183-57641d547bdc {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:23.603533 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48003306-63ea-40d0-a9de-0ba99584e585", "tag": "3c592501-182d-4472-af32-0e6d19eb4e1b", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:23.604230 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32863129-57bb-412d-9183-57641d547bdc {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:23.604807 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48003306-63ea-40d0-a9de-0ba99584e585', 'tag': '3c592501-182d-4472-af32-0e6d19eb4e1b', 'status': 'completed', 'code': 200} Dec 10 18:23:23.644330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-609c1469-e2c2-48bd-8948-5ee3f3d8ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:23.645918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-609c1469-e2c2-48bd-8948-5ee3f3d8ea5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 1095 time: 0.2109325 Dec 10 18:23:23.650003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5997a2-2fbd-4527-b175-40eeb30a6a2c service neutron] Pushing event updated for resources: {'Port': ['ID=3c592501-182d-4472-af32-0e6d19eb4e1b,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:23.730051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network df824888-9ce2-47c0-86f5-b2666ab9536f is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:23:23.750126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-a7454c61-279e-40dc-9b4e-8d0a593f0e4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c592501-182d-4472-af32-0e6d19eb4e1b HTTP/1.1" status: 200 len: 217 time: 0.0824487 Dec 10 18:23:23.823654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, df824888-9ce2-47c0-86f5-b2666ab9536f) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:23.837401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7734f858-5d8c-46a7-be57-681fb197c599 None None] Network df824888-9ce2-47c0-86f5-b2666ab9536f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:23.844078 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.851924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:23.852923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:23.917703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=5d41dd94-ccb4-4690-9ad4-84cab7b72738,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:24.015675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-285e6fc4-1983-48da-9b53-e19dffb92939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:24.019110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-285e6fc4-1983-48da-9b53-e19dffb92939 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.2569773 Dec 10 18:23:24.023745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Port': ['ID=5029e4d9-1a05-449d-9a13-f2d13cdfc6ae,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:24.114987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-0bc01b90-f03b-4c62-b82c-59e0c12febf7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852826 Dec 10 18:23:24.124592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8fec6-3593-41f6-8253-815250defce7 req-1c1f79ec-499b-4bf2-b37f-07506c7f865f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:24.126722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ebf8fec6-3593-41f6-8253-815250defce7 req-1c1f79ec-499b-4bf2-b37f-07506c7f865f tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 945 time: 0.2055168 Dec 10 18:23:24.128536 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:24.138871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-95b4d9fb-829e-4127-ae73-98a89c65d99a tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/ports/5d41dd94-ccb4-4690-9ad4-84cab7b72738 HTTP/1.1" status: 204 len: 168 time: 1.0127425 Dec 10 18:23:24.146951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47210) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:24.253733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ebf8fec6-3593-41f6-8253-815250defce7 req-f26e54d3-513e-43f4-bbb1-a8ba99bcc0fc tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037099 Dec 10 18:23:24.310630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Checking segment: {'id': 'e6976051-d217-4015-b1c0-789448553dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '0b026daf-f39e-4f05-80b6-4f90a39e2f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:24.311965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network hostable DHCP agents. Network: 0b026daf-f39e-4f05-80b6-4f90a39e2f89, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:23:24.480767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network 0b026daf-f39e-4f05-80b6-4f90a39e2f89 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:23:24.502412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-9a03fe89-bf2e-448b-8db8-02827878312b service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572817 Dec 10 18:23:24.520773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:24.520773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:24.520773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 0b026daf-f39e-4f05-80b6-4f90a39e2f89) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:24.534861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d26082-3500-4c58-8f10-d756b115e515 None None] Network 0b026daf-f39e-4f05-80b6-4f90a39e2f89 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:24.554741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c080cc8-059f-45b8-961a-6e076ffc4e32 req-5c3f4226-430b-4120-8a99-56cc492a3134 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:24.557658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c080cc8-059f-45b8-961a-6e076ffc4e32 req-5c3f4226-430b-4120-8a99-56cc492a3134 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 944 time: 0.1395290 Dec 10 18:23:24.593514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 560c77a9-06c9-430b-8dd2-39b5560d124f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:24.696100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c080cc8-059f-45b8-961a-6e076ffc4e32 req-ccab7dc7-b73d-4313-8cdf-7af39fbc40e8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227727 Dec 10 18:23:24.804656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:24.830455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for 2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:25.006894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:25.013485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:25.019819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:25.020682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.049105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.055000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7afa079a-bd36-4954-bcec-20de61786745 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.1912308 Dec 10 18:23:25.055291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47236) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:25.111394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.115991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:25.121798 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.179022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=2b14d7a2-5ec7-43bb-86a5-3c09db8510c8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:25.183464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7842ba-a157-446c-a7c8-966e44fef299 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:25.214759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:25.243037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7842ba-a157-446c-a7c8-966e44fef299 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:25.247407 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ca7842ba-a157-446c-a7c8-966e44fef299 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1880519 Dec 10 18:23:25.249665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47244) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:25.322589 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-272e5e18-9228-4efa-a5e1-80c40af145fb req-440d94c8-48b6-49da-8c66-337116f49f61 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8118551 Dec 10 18:23:25.376131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.382620 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-17fc37f8-cf1b-4238-a1ce-c79e06a8f7f2 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/ports/2b14d7a2-5ec7-43bb-86a5-3c09db8510c8 HTTP/1.1" status: 204 len: 168 time: 1.2310612 Dec 10 18:23:25.382620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:25.449371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:25.454025 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f03576-1488-4279-9b8c-23d671bbef94" -d '{"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-unplugged", "status": "completed", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:25.506669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Deleting port 2626a6ef-d33f-4451-9537-46ac75109263 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:25.507291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.513079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-e3851a7d-3ba8-45b6-baf4-3700b758e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:25.515073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-e3851a7d-3ba8-45b6-baf4-3700b758e33d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 1095 time: 0.0965319 Dec 10 18:23:25.522645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting subnet f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:23:25.542219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-5af2505b-ff26-43c3-968f-0c56343b045a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:25.543801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-5af2505b-ff26-43c3-968f-0c56343b045a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 943 time: 0.1788604 Dec 10 18:23:25.545785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.679337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35fc91-3e32-4e1c-bc38-c1a3ee87cde2 req-e07103cc-886a-4c08-b51c-964102f6d026 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:25.680980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba35fc91-3e32-4e1c-bc38-c1a3ee87cde2 req-e07103cc-886a-4c08-b51c-964102f6d026 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 943 time: 0.2359340 Dec 10 18:23:25.694829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.717884 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:25.742490 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459dabcd-b76c-491c-adaa-a371dfa031fc x-openstack-request-id: req-459dabcd-b76c-491c-adaa-a371dfa031fc {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:25.742968 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-unplugged", "status": "completed", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:25.743400 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-459dabcd-b76c-491c-adaa-a371dfa031fc {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:25.744624 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'code': 200} Dec 10 18:23:25.792132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Calling delete_port for 2626a6ef-d33f-4451-9537-46ac75109263 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:26.067332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-755baf14-95a4-4b88-889e-cfd68409d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:26.070212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-755baf14-95a4-4b88-889e-cfd68409d328 service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.5361731 Dec 10 18:23:26.136212 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:26.156539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba35fc91-3e32-4e1c-bc38-c1a3ee87cde2 req-bc1721cd-cab3-4b41-ab93-3e016f29ab31 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260948 Dec 10 18:23:26.166518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-8b23799c-d09e-4514-b058-e3ae17838ac2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c592501-182d-4472-af32-0e6d19eb4e1b HTTP/1.1" status: 200 len: 217 time: 0.0754583 Dec 10 18:23:26.213778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Deleting port 560c77a9-06c9-430b-8dd2-39b5560d124f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:26.215073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:26.636050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8086d57-bef3-4695-9faa-67fd1d6b39da req-9bc5a836-c354-4438-b88c-adcd617d9314 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:26.655239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8086d57-bef3-4695-9faa-67fd1d6b39da req-9bc5a836-c354-4438-b88c-adcd617d9314 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 944 time: 0.6292012 Dec 10 18:23:26.682260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-f52a02df-10d1-475e-a41a-907aa151f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:26.684616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-f52a02df-10d1-475e-a41a-907aa151f146 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.5091357 Dec 10 18:23:26.692617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:26.791335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:26.806897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-c48d3573-de02-4fe1-9c30-7358189ffed3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110353 Dec 10 18:23:26.829239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8086d57-bef3-4695-9faa-67fd1d6b39da req-085b9ad8-9fc5-4899-9f76-fe6341800ea7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726277 Dec 10 18:23:26.861546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Port': ['ID=2626a6ef-d33f-4451-9537-46ac75109263,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:26.861546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:26.861546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-70f141e8-80ce-42e9-9b1d-4af6354370f9 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/ports/2626a6ef-d33f-4451-9537-46ac75109263 HTTP/1.1" status: 204 len: 168 time: 1.5975261 Dec 10 18:23:26.862085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47292) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:26.882696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:26.886491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b7584-0b14-4910-99b4-0d369ef3e3f1 None None] Network e7ebe828-8793-4cf3-96a8-cc75c5438a51 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:26.892006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/subnets/f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52 HTTP/1.1" status: 204 len: 168 time: 1.5081906 Dec 10 18:23:26.899606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47294) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:26.900697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f82125-1954-48af-a2d7-28fc58b34136 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a71aeb-e1d4-4ff8-97c1-48df60b2fb52,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:27.015473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] For port 560c77a9-06c9-430b-8dd2-39b5560d124f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=560c77a9-06c9-430b-8dd2-39b5560d124f,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:27.016200 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.078186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-0c88b59a-3edb-4136-b4fe-feb0915b0c6d service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449653 Dec 10 18:23:27.168435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting subnet 4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:23:27.176137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] DHCP port deletion for e7ebe828-8793-4cf3-96a8-cc75c5438a51 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:27.192785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Calling delete_port for 560c77a9-06c9-430b-8dd2-39b5560d124f owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:27.206548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.258837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-623e17d3-21bc-434f-a0cc-ad28e3cc00ea req-57af27a1-2293-45a3-9b57-f1c50e5be22f service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714702 Dec 10 18:23:27.323900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] Deleting port 13feb516-7bae-4e61-a262-c6537700591e {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:27.324792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.403213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975c152-4f14-4837-aafd-261070d8d23d req-e6b95c3c-85a5-4b98-a108-7b1041d9a372 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:27.405189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e975c152-4f14-4837-aafd-261070d8d23d req-e6b95c3c-85a5-4b98-a108-7b1041d9a372 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 943 time: 0.1059651 Dec 10 18:23:27.405999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.441596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] For port 13feb516-7bae-4e61-a262-c6537700591e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=13feb516-7bae-4e61-a262-c6537700591e,segment=NetworkSegment(70d544ad-aa7f-4369-a579-948eac070d40),segment_id=70d544ad-aa7f-4369-a579-948eac070d40)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:27.442006 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.473971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e975c152-4f14-4837-aafd-261070d8d23d req-c3bc777e-5f0d-4070-9e55-508d508f4cc3 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610995 Dec 10 18:23:27.482300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] Calling delete_port for 13feb516-7bae-4e61-a262-c6537700591e owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:27.496882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Deleting port 5029e4d9-1a05-449d-9a13-f2d13cdfc6ae {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:27.497250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.604223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.640487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] Pushing event deleted for resources: {'Port': ['ID=13feb516-7bae-4e61-a262-c6537700591e,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:27.651916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb93929-a54d-4f7c-a498-1b80fb1d0428 None None] No DVR routers for this DVR port 13feb516-7bae-4e61-a262-c6537700591e on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:27.676046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.699591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.704435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Calling delete_port for 5029e4d9-1a05-449d-9a13-f2d13cdfc6ae owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:27.919219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:27.986518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event deleted for resources: {'Port': ['ID=560c77a9-06c9-430b-8dd2-39b5560d124f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:28.049061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.051867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] No DVR routers for this DVR port 560c77a9-06c9-430b-8dd2-39b5560d124f on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:28.081672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dde0f9-8a48-4639-ae81-735b111fbb71 req-af1aaa64-c8b6-49e3-b961-8291c6d7f409 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:28.090824 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.091741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4dde0f9-8a48-4639-ae81-735b111fbb71 req-af1aaa64-c8b6-49e3-b961-8291c6d7f409 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 944 time: 0.1024075 Dec 10 18:23:28.095044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-344de0a0-036c-4da5-9e78-3e8f4063a412 req-46ec53e9-dfc3-4750-b34a-38fa0a0ddbb9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "DELETE /v2.0/ports/560c77a9-06c9-430b-8dd2-39b5560d124f HTTP/1.1" status: 204 len: 173 time: 2.5191116 Dec 10 18:23:28.096112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:28.098106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-deleted', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:28.100908 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae0730-9c54-435f-9a68-710e9042f376" -d '{"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-deleted", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:28.108846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.119620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.124648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4ce5d71d-480e-461c-a6cb-726583cf8f86 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/subnets/4e9b9fd0-3a9a-46e2-adc5-9a0cb97b7d45 HTTP/1.1" status: 204 len: 168 time: 1.2131481 Dec 10 18:23:28.128257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93b375c-65a5-4603-a19c-337485b45e07 None None] Network 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:28.128812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:28.213909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Port': ['ID=5029e4d9-1a05-449d-9a13-f2d13cdfc6ae,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:28.238860 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.253801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-56292793-7249-4d67-a577-ee02a66671ab tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/ports/5029e4d9-1a05-449d-9a13-f2d13cdfc6ae HTTP/1.1" status: 204 len: 168 time: 1.3962603 Dec 10 18:23:28.260308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4dde0f9-8a48-4639-ae81-735b111fbb71 req-aa94e151-8935-4eee-819d-e49f464a523f tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670310 Dec 10 18:23:28.262039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47334) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:28.270109 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3058a752-6378-4073-bc9a-5e02e2514124 x-openstack-request-id: req-3058a752-6378-4073-bc9a-5e02e2514124 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:28.272337 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5268f831-733d-49d2-adfc-7175e4bbeab6", "name": "network-vif-deleted", "tag": "560c77a9-06c9-430b-8dd2-39b5560d124f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:28.276983 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3058a752-6378-4073-bc9a-5e02e2514124 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:28.277505 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5268f831-733d-49d2-adfc-7175e4bbeab6', 'name': 'network-vif-deleted', 'tag': '560c77a9-06c9-430b-8dd2-39b5560d124f', 'status': 'completed', 'code': 200} Dec 10 18:23:28.324748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-79751598-6b85-4dfb-b6e3-bdb4b2f47cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.411243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cfbe2752-7f13-4986-b757-b68bb1b2531d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1425784 Dec 10 18:23:28.415428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47338) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:28.422047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-149439339'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:28.424559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 13feb516-7bae-4e61-a262-c6537700591e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:28.462823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.470045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Made reservation on behalf of 4ff3765cb8cc48eeb49be2402bf9f509 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:28.473883 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.510119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 13feb516-7bae-4e61-a262-c6537700591e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:28.511129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 13feb516-7bae-4e61-a262-c6537700591e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:28.514424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] DHCP port deletion for 6882d5c9-5aca-4fd8-a55c-99cb1d41a29f request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:28.555591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:28.577775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.578098 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Added segment 65647b35-3667-4488-bb88-b6cf1c1ab577 of type vlan for network 414dd186-5338-4ceb-bfa0-788beb24d34a Dec 10 18:23:28.609530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3c592501-182d-4472-af32-0e6d19eb4e1b details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:23:28.618438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 560c77a9-06c9-430b-8dd2-39b5560d124f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:28.645760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.672303 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.684190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.698205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:28.704181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.716275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ebe828-8793-4cf3-96a8-cc75c5438a51']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:28.734072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d544ad-aa7f-4369-a579-948eac070d40') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:28.734569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d544ad-aa7f-4369-a579-948eac070d40') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:28.763476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.787153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 560c77a9-06c9-430b-8dd2-39b5560d124f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:28.787555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.790986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 560c77a9-06c9-430b-8dd2-39b5560d124f not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:28.801353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:28.801928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:28.807403 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:28.837198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Network': ['ID=414dd186-5338-4ceb-bfa0-788beb24d34a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:28.844648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4456f871-f791-4bb5-b618-df0606920172 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4277427 Dec 10 18:23:28.856862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47346) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:28.865537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1236960722'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:28.896705 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36408e05-1dd7-4acd-8750-cbb002838cc4 req-7b4f6727-b8ec-42d6-a562-b8c3f5edd8e1 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=5268f831-733d-49d2-adfc-7175e4bbeab6 HTTP/1.1" status: 200 len: 210 time: 0.0613008 Dec 10 18:23:28.932160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Made reservation on behalf of 4ff3765cb8cc48eeb49be2402bf9f509 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:28.940022 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.950028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 414dd186-5338-4ceb-bfa0-788beb24d34a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:28.955278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.976538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.983994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:28.985962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/networks/e7ebe828-8793-4cf3-96a8-cc75c5438a51 HTTP/1.1" status: 204 len: 168 time: 0.8496597 Dec 10 18:23:28.998812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:28.999235 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Added segment 88229bf0-de3a-4dbb-9c7a-840cc5811ecc of type vlan for network d7bf2a46-9fb9-4694-acf9-2790650f6e5b Dec 10 18:23:29.021832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47356) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:29.062194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.113652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] Deleting port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:29.114140 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.129972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.143641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:29.144517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.181739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6fb3f4-ee05-4db6-87dd-e3b444f615a4 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Network': ['ID=e7ebe828-8793-4cf3-96a8-cc75c5438a51,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:29.189647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.223207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3651397 Dec 10 18:23:29.225432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3c592501-182d-4472-af32-0e6d19eb4e1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3c592501-182d-4472-af32-0e6d19eb4e1b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:29.298932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b8434-f769-42fd-9888-832018499fec tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Network': ['ID=d7bf2a46-9fb9-4694-acf9-2790650f6e5b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:29.315417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Deleting port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:29.316045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.362998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] For port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:29.364688 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.384383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] Calling delete_port for 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:29.511938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '3c592501-182d-4472-af32-0e6d19eb4e1b', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': '3c592501-182d-4472-af32-0e6d19eb4e1b', 'mac_address': 'fa:16:3e:4b:91:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:23:29.521684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d7bf2a46-9fb9-4694-acf9-2790650f6e5b details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:29.609880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.613545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] For port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,segment=NetworkSegment(d17dc802-ca1e-4a0e-8d9f-7f2d883e2451),segment_id=d17dc802-ca1e-4a0e-8d9f-7f2d883e2451)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:29.614309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.646847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be8ad-5e08-4913-b629-e0a6246ecc2d req-4c2de78d-74fb-4cf0-ae2b-6601b0e10804 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:29.685098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-477be8ad-5e08-4913-b629-e0a6246ecc2d req-4c2de78d-74fb-4cf0-ae2b-6601b0e10804 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 944 time: 0.2110276 Dec 10 18:23:29.685098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Calling delete_port for 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:29.693999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] Pushing event deleted for resources: {'Port': ['ID=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:29.709396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da45ff-720c-42b1-9ee4-cf73a359100c None None] No DVR routers for this DVR port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:29.775591 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.815044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c592501-182d-4472-af32-0e6d19eb4e1b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:29.893243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-477be8ad-5e08-4913-b629-e0a6246ecc2d req-270320d2-87ed-42f5-adb7-e8c58d7f4c40 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109931 Dec 10 18:23:29.895290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3c592501-182d-4472-af32-0e6d19eb4e1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3c592501-182d-4472-af32-0e6d19eb4e1b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:29.901023 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:29.956182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:30.050444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Port': ['ID=142b4c34-f66e-4fe6-9d5c-3983cc7f9f97,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:30.064775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] No DVR routers for this DVR port 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:30.147230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=3c592501-182d-4472-af32-0e6d19eb4e1b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:30.251279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3c592501-182d-4472-af32-0e6d19eb4e1b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:30.261572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:30.298697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6882d5c9-5aca-4fd8-a55c-99cb1d41a29f']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:30.316126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:30.316126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17dc802-ca1e-4a0e-8d9f-7f2d883e2451') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:30.380648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:30.444588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:30.462893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:30.463550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:30.549525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:30.610456 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:30.616661 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:30.645670 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:30.674069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] 10.222.0.55 "DELETE /v2.0/networks/6882d5c9-5aca-4fd8-a55c-99cb1d41a29f HTTP/1.1" status: 204 len: 168 time: 1.6435974 Dec 10 18:23:30.681291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:30.683006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 142b4c34-f66e-4fe6-9d5c-3983cc7f9f97 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:30.690534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff94f50-eed9-4954-9b8a-e9e24b6cadd0 tempest-TaggedBootDevicesTest-27296283 tempest-TaggedBootDevicesTest-27296283-project] Pushing event deleted for resources: {'Network': ['ID=6882d5c9-5aca-4fd8-a55c-99cb1d41a29f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:30.993370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-030e7175-7042-4a12-9984-466cd88a3a1e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:31.003266 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-030e7175-7042-4a12-9984-466cd88a3a1e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 821 time: 0.4894881 Dec 10 18:23:31.041252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-41b7761e-32f6-42a7-96ce-74a5050608d1 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/quotas/db89c72388eb4d09845fcf6b0e3dd0c0 HTTP/1.1" status: 200 len: 375 time: 0.0335879 Dec 10 18:23:31.086582 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-7d9f37e1-1a0d-4b3f-bc92-293dd9d79f1a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440352 Dec 10 18:23:31.133283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f2a0-bc37-4780-8b1f-5feb7bd4ad45 req-6128a590-a6ea-48f3-955e-420d365c15b1 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:31.136016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3876f2a0-bc37-4780-8b1f-5feb7bd4ad45 req-6128a590-a6ea-48f3-955e-420d365c15b1 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 945 time: 0.0707641 Dec 10 18:23:31.219509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ec01ef24-1049-4b81-9fad-540d5cff12a5 service neutron] 10.222.0.55 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248758 Dec 10 18:23:31.262506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3876f2a0-bc37-4780-8b1f-5feb7bd4ad45 req-4bb22962-22db-455c-8ac4-1c9a8c273015 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201138 Dec 10 18:23:31.436396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-0af449f7-52c6-4f34-b862-004b69efd56e service neutron] 10.222.0.55 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078962 Dec 10 18:23:31.609314 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4aca-68c6-4f41-b0bb-2e118241c418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:31.799732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2caabe06-25ce-41fc-b250-6ba5c9eaee1e req-1826e0d6-a8a9-4f88-95d7-b0ef24134cee tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 210 time: 0.1038909 Dec 10 18:23:31.840873 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:31.995252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:32.599763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3c592501-182d-4472-af32-0e6d19eb4e1b up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:32.602277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8060e-9220-4b37-85e3-0f9968f5dc0b req-c68fb72d-1c51-4144-82f3-87c09a203b9c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:32.612276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cbf8060e-9220-4b37-85e3-0f9968f5dc0b req-c68fb72d-1c51-4144-82f3-87c09a203b9c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 945 time: 0.1652453 Dec 10 18:23:32.764474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cbf8060e-9220-4b37-85e3-0f9968f5dc0b req-55e65292-d949-41d2-b043-4d20c037de3d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502168 Dec 10 18:23:32.781829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 3c592501-182d-4472-af32-0e6d19eb4e1b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:23:32.800510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 3c592501-182d-4472-af32-0e6d19eb4e1b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:32.806896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:33.051949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a4e01710-0d17-44c4-918c-27fa8620c47a req-aaf67756-c1e8-4ff4-8ae2-93450d0ccfdd tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 210 time: 0.0613577 Dec 10 18:23:33.090067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:33.174530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 3c592501-182d-4472-af32-0e6d19eb4e1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3c592501-182d-4472-af32-0e6d19eb4e1b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:33.176713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48003306-63ea-40d0-a9de-0ba99584e585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c592501-182d-4472-af32-0e6d19eb4e1b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:33.182761 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064836de-c4d9-440e-aab6-4142bb2a46cc" -d '{"events": [{"server_uuid": "48003306-63ea-40d0-a9de-0ba99584e585", "name": "network-vif-plugged", "status": "completed", "tag": "3c592501-182d-4472-af32-0e6d19eb4e1b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:33.190880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:33.205682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47480) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:33.213400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'subnets': [{'network_id': '414dd186-5338-4ceb-bfa0-788beb24d34a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1342257473', 'ip_version': 6}, {'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:33.217305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'subnet': {'network_id': '414dd186-5338-4ceb-bfa0-788beb24d34a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1342257473', 'ip_version': 6}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:33.218350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Request body: {'subnet': {'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:33.289433 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0432638-d74e-4c32-a0c7-35630aa36794 x-openstack-request-id: req-f0432638-d74e-4c32-a0c7-35630aa36794 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:33.289840 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48003306-63ea-40d0-a9de-0ba99584e585", "name": "network-vif-plugged", "status": "completed", "tag": "3c592501-182d-4472-af32-0e6d19eb4e1b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:33.292454 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0432638-d74e-4c32-a0c7-35630aa36794 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:33.292454 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48003306-63ea-40d0-a9de-0ba99584e585', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c592501-182d-4472-af32-0e6d19eb4e1b', 'code': 200} Dec 10 18:23:33.336074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=3c592501-182d-4472-af32-0e6d19eb4e1b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:33.509928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f3486-66cd-4452-97e8-5d9296caf47c req-24f189ad-73bc-44a5-b357-b8485f6a3cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:33.512184 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b86f3486-66cd-4452-97e8-5d9296caf47c req-24f189ad-73bc-44a5-b357-b8485f6a3cf5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 1097 time: 0.1644671 Dec 10 18:23:33.513743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Made reservation on behalf of 4ff3765cb8cc48eeb49be2402bf9f509 for: {'subnet': 2} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:33.520830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:33.521399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:33.684952 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:33.873110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-b1341a2d-c6e9-4b3a-abc6-0fec04370bc4 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:33.875259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-b1341a2d-c6e9-4b3a-abc6-0fec04370bc4 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 821 time: 0.3101783 Dec 10 18:23:33.902333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Request body: {'port': {'device_id': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'admin_state_up': True, 'tenant_id': 'db89c72388eb4d09845fcf6b0e3dd0c0'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:34.095901 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:34.178791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c6a6c-77d7-4144-a04f-292547c9231d req-b08f6487-d298-4cfa-a91f-a5cc9d65877b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:34.188667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d5c6a6c-77d7-4144-a04f-292547c9231d req-b08f6487-d298-4cfa-a91f-a5cc9d65877b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.2289460 Dec 10 18:23:34.272561 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:34.286208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72be69ad-f481-45ee-a480-eae5c7adb686 req-f9b256af-b277-4978-9009-61de0841f6f7 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 210 time: 0.0707994 Dec 10 18:23:34.317364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d5c6a6c-77d7-4144-a04f-292547c9231d req-f4d7b65e-8cc3-4b9f-a315-49a05b7800d7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275847 Dec 10 18:23:34.373893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Made reservation on behalf of db89c72388eb4d09845fcf6b0e3dd0c0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:34.378790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:34.386785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b86f3486-66cd-4452-97e8-5d9296caf47c req-a5c561ef-cbf1-40f0-a911-69b339a7a50c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727667 Dec 10 18:23:34.436281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Subnet': ['ID=79b87cca-cdbe-447b-9b2d-771142fa75bf,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:34.446838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Checking segment: {'id': '65647b35-3667-4488-bb88-b6cf1c1ab577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '414dd186-5338-4ceb-bfa0-788beb24d34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:34.447433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network hostable DHCP agents. Network: 414dd186-5338-4ceb-bfa0-788beb24d34a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:23:34.485671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network 414dd186-5338-4ceb-bfa0-788beb24d34a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:23:34.508020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 414dd186-5338-4ceb-bfa0-788beb24d34a) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:34.519933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a1433-8cf3-43ff-aa91-1b2179301e91 None None] Network 414dd186-5338-4ceb-bfa0-788beb24d34a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:34.526720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:34.628577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event updated for resources: {'Subnet': ['ID=c8ea6e00-488c-43f5-9297-5f22bf05c16e,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:34.666048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Checking segment: {'id': '88229bf0-de3a-4dbb-9c7a-840cc5811ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:34.666731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network hostable DHCP agents. Network: d7bf2a46-9fb9-4694-acf9-2790650f6e5b, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:23:34.667951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Allocated IP 172.20.0.8 (b95a18d4-e920-4100-afd8-98a470f6d17a/21f2227e-3705-48ff-9a1c-e5e8b2c36d1b/355ccc54-cf1e-4bd1-a082-306c53a68603) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:34.714892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Network d7bf2a46-9fb9-4694-acf9-2790650f6e5b is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:23:34.717653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:34.742397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d7bf2a46-9fb9-4694-acf9-2790650f6e5b) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:34.751763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:34.752916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:34.753625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:34.791886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88b0de-5343-4bbf-95bf-d1bf0becc587 None None] Network d7bf2a46-9fb9-4694-acf9-2790650f6e5b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:34.802407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-76ea3d48-5fc6-415c-b1f6-85eb56f1804c tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.5945632 Dec 10 18:23:34.804893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:34.959334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670abba-4dd2-4ec8-a6ee-d7bbbc0aeae2 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:34.963489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670abba-4dd2-4ec8-a6ee-d7bbbc0aeae2 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:34.966968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670abba-4dd2-4ec8-a6ee-d7bbbc0aeae2 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:34.969748 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7670abba-4dd2-4ec8-a6ee-d7bbbc0aeae2 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1633627 Dec 10 18:23:34.988364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47514) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:35.114656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863aa751-02f2-46fb-b2a0-3b8fc8f24cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-414dd186-5338-4ceb-bfa0-788beb24d34a', 'network_id': '414dd186-5338-4ceb-bfa0-788beb24d34a', 'project_id': '4ff3765cb8cc48eeb49be2402bf9f509', 'fixed_ips': [{'subnet_id': '79b87cca-cdbe-447b-9b2d-771142fa75bf'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:23:35.117724 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-863aa751-02f2-46fb-b2a0-3b8fc8f24cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.184148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Deleting subnet 79b87cca-cdbe-447b-9b2d-771142fa75bf {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:23:35.204267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.275738 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.358410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.364116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.463472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-d7bf2a46-9fb9-4694-acf9-2790650f6e5b', 'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b', 'project_id': '4ff3765cb8cc48eeb49be2402bf9f509', 'fixed_ips': [{'subnet_id': 'c8ea6e00-488c-43f5-9297-5f22bf05c16e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:23:35.466844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Network b95a18d4-e920-4100-afd8-98a470f6d17a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:35.468532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.475385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:35.478589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.503042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:35.594331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event updated for resources: {'Port': ['ID=355ccc54-cf1e-4bd1-a082-306c53a68603,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:35.647168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2f723-50a8-45d0-9ec0-78e637db5662 req-9917031c-4639-4fd5-832d-cb352c8ad277 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:35.657051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8fa2f723-50a8-45d0-9ec0-78e637db5662 req-9917031c-4639-4fd5-832d-cb352c8ad277 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.1876636 Dec 10 18:23:35.681012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:35.682417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.741603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-ae07052d-b545-483c-a17d-637073f34afa tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8568830 Dec 10 18:23:35.760186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Request body: {'port': {'device_id': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:35.765633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937d67-b92e-44ff-a661-ed411e673111 req-c6bdae95-4edf-4ccf-a9fe-123294c87886 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:35.778587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f937d67-b92e-44ff-a661-ed411e673111 req-c6bdae95-4edf-4ccf-a9fe-123294c87886 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 931 time: 0.2597914 Dec 10 18:23:35.858552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-863aa751-02f2-46fb-b2a0-3b8fc8f24cb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79b87cca-cdbe-447b-9b2d-771142fa75bf: This subnet is being modified by another concurrent operation. Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:23:35.906380 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79b87cca-cdbe-447b-9b2d-771142fa75bf: This subnet is being modified by another concurrent operation. Dec 10 18:23:35.910203 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 18:23:35.931148 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8fa2f723-50a8-45d0-9ec0-78e637db5662 req-a5a951f4-2eb9-438f-8881-8b5de4b030b9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689283 Dec 10 18:23:35.984669 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:35.995648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494820d-cb76-476c-b7f1-5dd327d2cde9 None None] Network 414dd186-5338-4ceb-bfa0-788beb24d34a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:36.000137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/subnets/79b87cca-cdbe-447b-9b2d-771142fa75bf HTTP/1.1" status: 204 len: 168 time: 1.0086722 Dec 10 18:23:36.004027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47530) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:36.007255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2d4f-0df4-4068-8dc5-055987e1d4fe tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Subnet': ['ID=79b87cca-cdbe-447b-9b2d-771142fa75bf,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:36.044109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.152966 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f937d67-b92e-44ff-a661-ed411e673111 req-98301f87-4bf2-4d26-8995-51540db98427 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726432 Dec 10 18:23:36.168899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Deleting subnet c8ea6e00-488c-43f5-9297-5f22bf05c16e {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:23:36.574891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Allocated IP 2001:db8:0:1::1 (d7bf2a46-9fb9-4694-acf9-2790650f6e5b/c8ea6e00-488c-43f5-9297-5f22bf05c16e/b7dc783c-4319-4123-adb0-033118ce1290) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:36.678127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355ccc54-cf1e-4bd1-a082-306c53a68603 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:36.689232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.721269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Transition to ACTIVE for port object 355ccc54-cf1e-4bd1-a082-306c53a68603 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:23:36.729966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.822950 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.826828 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.827765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.870710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Network d7bf2a46-9fb9-4694-acf9-2790650f6e5b is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:36.874230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:36.878222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:36.884552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Pushing event updated for resources: {'Port': ['ID=b7dc783c-4319-4123-adb0-033118ce1290,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:36.941006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.960185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Attempting to bind port b7dc783c-4319-4123-adb0-033118ce1290 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:36.960919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Attempting to bind port b7dc783c-4319-4123-adb0-033118ce1290 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '88229bf0-de3a-4dbb-9c7a-840cc5811ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:36.961543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Attempting to bind port b7dc783c-4319-4123-adb0-033118ce1290 on network d7bf2a46-9fb9-4694-acf9-2790650f6e5b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:36.969376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:36.970173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Checking segment: {'id': '88229bf0-de3a-4dbb-9c7a-840cc5811ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:36.971027 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:36.971651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Bound using segment: {'id': '88229bf0-de3a-4dbb-9c7a-840cc5811ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:36.972348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Bound port: b7dc783c-4319-4123-adb0-033118ce1290, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88229bf0-de3a-4dbb-9c7a-840cc5811ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd7bf2a46-9fb9-4694-acf9-2790650f6e5b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:36.972969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.050761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] For port b7dc783c-4319-4123-adb0-033118ce1290, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:37.057207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] For port b7dc783c-4319-4123-adb0-033118ce1290, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b7dc783c-4319-4123-adb0-033118ce1290,segment=NetworkSegment(88229bf0-de3a-4dbb-9c7a-840cc5811ecc),segment_id=88229bf0-de3a-4dbb-9c7a-840cc5811ecc)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:37.065770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.097681 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.120216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Pushing event updated for resources: {'Port': ['ID=355ccc54-cf1e-4bd1-a082-306c53a68603,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:37.186140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47544) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:37.216894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e2049-089c-436a-a02d-293315afcc77 None None] Pushing event updated for resources: {'Port': ['ID=b7dc783c-4319-4123-adb0-033118ce1290,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:37.238998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.254041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Attempting to bind port 355ccc54-cf1e-4bd1-a082-306c53a68603 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:37.254509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Attempting to bind port 355ccc54-cf1e-4bd1-a082-306c53a68603 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:37.254939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Attempting to bind port 355ccc54-cf1e-4bd1-a082-306c53a68603 on network b95a18d4-e920-4100-afd8-98a470f6d17a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:37.316110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Port 355ccc54-cf1e-4bd1-a082-306c53a68603 on network b95a18d4-e920-4100-afd8-98a470f6d17a not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:23:37.320712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Attempting to bind port 355ccc54-cf1e-4bd1-a082-306c53a68603 on network b95a18d4-e920-4100-afd8-98a470f6d17a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:37.321610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ea6e00-488c-43f5-9297-5f22bf05c16e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:37.337187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:37.342611 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.343795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Checking segment: {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:37.344403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Bound using segment: {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:37.344985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Bound port: 355ccc54-cf1e-4bd1-a082-306c53a68603, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89292eba-d22e-46f2-9785-5223314ee7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:37.345460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.351787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1d0a9d23-f68a-4dee-a676-8beba13fff2d tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/subnets/c8ea6e00-488c-43f5-9297-5f22bf05c16e HTTP/1.1" status: 204 len: 168 time: 1.3215449 Dec 10 18:23:37.356549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47556) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:37.391927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c33f-2e78-4cf0-b1ed-c4318da2cdcf req-451fc1cd-f054-4ab2-ad7f-1d16e336bab0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:37.395577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa80c33f-2e78-4cf0-b1ed-c4318da2cdcf req-451fc1cd-f054-4ab2-ad7f-1d16e336bab0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.1615474 Dec 10 18:23:37.453989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc2e90-1257-4a5f-9778-32c33c741b8f tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:37.455554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9bfc2e90-1257-4a5f-9778-32c33c741b8f tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0979555 Dec 10 18:23:37.470390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:37.574488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-237b9348-b986-4399-a5a0-5847f6a6afb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.605402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa80c33f-2e78-4cf0-b1ed-c4318da2cdcf req-3e314d9a-0f24-4f3a-b355-8f902621581b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799085 Dec 10 18:23:37.607006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] For port 355ccc54-cf1e-4bd1-a082-306c53a68603, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:37.632683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] For port 355ccc54-cf1e-4bd1-a082-306c53a68603, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=355ccc54-cf1e-4bd1-a082-306c53a68603,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:37.651857 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.729232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:37.730802 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.732661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-de727527-c5e3-4541-84db-af99390de6cd service neutron] 10.222.0.30 "PUT /v2.0/ports/355ccc54-cf1e-4bd1-a082-306c53a68603 HTTP/1.1" status: 200 len: 1091 time: 1.9824879 Dec 10 18:23:37.735846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'tag': '355ccc54-cf1e-4bd1-a082-306c53a68603'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:37.738691 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742" -d '{"events": [{"name": "network-changed", "server_uuid": "2b62a042-dcbd-4cea-86fc-c52ece8b6bf5", "tag": "355ccc54-cf1e-4bd1-a082-306c53a68603"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:37.776840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa96d6-20cf-41fd-a50f-5553455b09a7 req-09eff381-4ed4-47a7-a703-032fc3e9bb35 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:37.785814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45fa96d6-20cf-41fd-a50f-5553455b09a7 req-09eff381-4ed4-47a7-a703-032fc3e9bb35 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 943 time: 0.3288679 Dec 10 18:23:37.805670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de727527-c5e3-4541-84db-af99390de6cd service neutron] Pushing event updated for resources: {'Port': ['ID=355ccc54-cf1e-4bd1-a082-306c53a68603,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:37.841327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.858907 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-237b9348-b986-4399-a5a0-5847f6a6afb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.868718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-237b9348-b986-4399-a5a0-5847f6a6afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:37.908463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-c77b3cd7-2c9d-441a-a620-9fca22fa3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:37.910059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-c77b3cd7-2c9d-441a-a620-9fca22fa3fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1228213 Dec 10 18:23:37.935606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-237b9348-b986-4399-a5a0-5847f6a6afb5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04ad3fb69a2f40de8b7b71fc9f9dc5e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7411735 Dec 10 18:23:37.936183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47570) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:37.977879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b9348-b986-4399-a5a0-5847f6a6afb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2c7b4f-52b9-47f1-84fb-c79638e0bed5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:37.987519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-95de61d2-2b1c-4360-a41e-b2d94a3169dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355ccc54-cf1e-4bd1-a082-306c53a68603 HTTP/1.1" status: 200 len: 217 time: 0.0666325 Dec 10 18:23:38.021911 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45fa96d6-20cf-41fd-a50f-5553455b09a7 req-c40c92da-0ebf-4e46-bf22-7d7f81808a55 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351022 Dec 10 18:23:38.086037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Deleting port b7dc783c-4319-4123-adb0-033118ce1290 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:38.086484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.093924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8ad4-63f0-4c61-addb-08432cfeb3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.107763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-45a80a7d-bf49-46eb-88fb-852b9b493c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:38.118804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-45a80a7d-bf49-46eb-88fb-852b9b493c67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b HTTP/1.1" status: 200 len: 861 time: 0.1156082 Dec 10 18:23:38.160194 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec1d2db-f512-4a0f-a185-9631e27d29cd x-openstack-request-id: req-7ec1d2db-f512-4a0f-a185-9631e27d29cd {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:38.160565 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b62a042-dcbd-4cea-86fc-c52ece8b6bf5", "tag": "355ccc54-cf1e-4bd1-a082-306c53a68603", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:38.160806 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ec1d2db-f512-4a0f-a185-9631e27d29cd {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:38.161172 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'tag': '355ccc54-cf1e-4bd1-a082-306c53a68603', 'status': 'completed', 'code': 200} Dec 10 18:23:38.196618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-f54e6a6c-02c3-426c-8d2f-279684af69b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95a18d4-e920-4100-afd8-98a470f6d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630071 Dec 10 18:23:38.199230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8ad4-63f0-4c61-addb-08432cfeb3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.211060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] For port b7dc783c-4319-4123-adb0-033118ce1290, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b7dc783c-4319-4123-adb0-033118ce1290,segment=NetworkSegment(88229bf0-de3a-4dbb-9c7a-840cc5811ecc),segment_id=88229bf0-de3a-4dbb-9c7a-840cc5811ecc)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:38.211507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.228511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Calling delete_port for b7dc783c-4319-4123-adb0-033118ce1290 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:38.370912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e946c7f-78fa-4d0b-939a-14cc67654422 req-5e12c4b0-f022-44b0-a6e8-dc8948bfb126 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:38.379303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e946c7f-78fa-4d0b-939a-14cc67654422 req-5e12c4b0-f022-44b0-a6e8-dc8948bfb126 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.1882226 Dec 10 18:23:38.398942 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.432133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] No DVR routers for this DVR port b7dc783c-4319-4123-adb0-033118ce1290 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:38.444712 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8ad4-63f0-4c61-addb-08432cfeb3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.448051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab1b8ad4-63f0-4c61-addb-08432cfeb3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.449454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ab1b8ad4-63f0-4c61-addb-08432cfeb3c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5a2c7b4f-52b9-47f1-84fb-c79638e0bed5 HTTP/1.1" status: 204 len: 168 time: 0.5123186 Dec 10 18:23:38.485420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b7dc783c-4319-4123-adb0-033118ce1290 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:38.510303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b7dc783c-4319-4123-adb0-033118ce1290 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:38.510950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b7dc783c-4319-4123-adb0-033118ce1290 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 10 18:23:38.517745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b8ad4-63f0-4c61-addb-08432cfeb3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2c7b4f-52b9-47f1-84fb-c79638e0bed5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:38.532208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Port': ['ID=b7dc783c-4319-4123-adb0-033118ce1290,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:38.540126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-c1eb67c7-5431-4ef2-a76c-ed56b0ac89ff service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951047 Dec 10 18:23:38.564066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Port b7dc783c-4319-4123-adb0-033118ce1290 not found, will not notify nova. {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 10 18:23:38.627418 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e946c7f-78fa-4d0b-939a-14cc67654422 req-4d4e2a34-5d01-4d68-acd2-13eea35a0986 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464674 Dec 10 18:23:38.673816 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.739607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7bf2a46-9fb9-4694-acf9-2790650f6e5b']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:38.744833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e9bf3f7-cbda-4093-b177-dc4a27e14b96 req-e5d5cc1e-b170-4580-87ac-66a49338ff39 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617558 Dec 10 18:23:38.784334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88229bf0-de3a-4dbb-9c7a-840cc5811ecc') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:38.790856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88229bf0-de3a-4dbb-9c7a-840cc5811ecc') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:38.818398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.882097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd34745-c95c-4b75-ab70-be558a535505 None None] Network d7bf2a46-9fb9-4694-acf9-2790650f6e5b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:38.893743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.908477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:38.909069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:38.915262 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:38.930602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-d3bdb464-5fd6-4f78-9fe5-554302e24315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:38.932177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-d3bdb464-5fd6-4f78-9fe5-554302e24315 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1256557 Dec 10 18:23:39.032818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f46bd1b2-87c4-43a8-87e0-1c4e50c8282a None None] Could not find standard attr ID for object b7dc783c-4319-4123-adb0-033118ce1290. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:23:39.100652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0d76c-31e3-4763-9767-46f930caaae1 req-4fdccb50-a8a8-4877-b03f-37b74b1c5e90 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:39.102796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a0d76c-31e3-4763-9767-46f930caaae1 req-4fdccb50-a8a8-4877-b03f-37b74b1c5e90 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.3284290 Dec 10 18:23:39.149690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:39.168935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:39.175644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/networks/d7bf2a46-9fb9-4694-acf9-2790650f6e5b HTTP/1.1" status: 204 len: 168 time: 1.7039084 Dec 10 18:23:39.176429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47590) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:39.194792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-77e9edb4-9b82-4976-814b-36f6c75ed90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:39.196628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-77e9edb4-9b82-4976-814b-36f6c75ed90e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 200 len: 922 time: 0.2551699 Dec 10 18:23:39.225956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef4b402-2271-4f26-b2b6-0daf64838fb0 None None] DHCP port deletion for d7bf2a46-9fb9-4694-acf9-2790650f6e5b request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:39.251422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887702bb-1947-4d44-8a40-24e4dfc5c453 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Network': ['ID=d7bf2a46-9fb9-4694-acf9-2790650f6e5b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:39.254024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b8bb6-a8df-4784-b977-d469c4d91ca8 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:23:39.268761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47592) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:39.290876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-266164a5-7a91-462b-bf37-6ade344be7d6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=355ccc54-cf1e-4bd1-a082-306c53a68603 HTTP/1.1" status: 200 len: 217 time: 0.0809658 Dec 10 18:23:39.312844 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a0d76c-31e3-4763-9767-46f930caaae1 req-18457f8a-910e-41e5-8450-700c41dd8489 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018785 Dec 10 18:23:39.366429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656dcb-26e6-4d35-926e-ea7bee8737f3 req-ae351500-03cf-4a82-b9e2-64537a1d3898 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:39.369310 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32656dcb-26e6-4d35-926e-ea7bee8737f3 req-ae351500-03cf-4a82-b9e2-64537a1d3898 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 943 time: 0.1714320 Dec 10 18:23:39.407376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-42fa39f7-1405-497f-bf5d-159bc15d8785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:39.409965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-42fa39f7-1405-497f-bf5d-159bc15d8785 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b HTTP/1.1" status: 200 len: 861 time: 0.1090078 Dec 10 18:23:39.413246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bafb-27b8-4e69-a1e8-332628ed7c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:39.468444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-b1f44299-1a5e-4306-a10e-f6bd2fd7559f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b95a18d4-e920-4100-afd8-98a470f6d17a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514042 Dec 10 18:23:39.484171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:39.534322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32656dcb-26e6-4d35-926e-ea7bee8737f3 req-c9f2e4b2-68de-4d61-9b5f-33d74d727b5a tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442063 Dec 10 18:23:39.596809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b8bb6-a8df-4784-b977-d469c4d91ca8 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:23:39.642721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bafb-27b8-4e69-a1e8-332628ed7c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:39.663696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bafb-27b8-4e69-a1e8-332628ed7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:39.664259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-6f54c167-485c-48d8-b049-e6bb03364243 service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821206 Dec 10 18:23:39.741647 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b6d6bafb-27b8-4e69-a1e8-332628ed7c21 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f3f3bd357fcc457587f4d0919f49fce7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4387507 Dec 10 18:23:39.753096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47600) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:39.806751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd0b9e-d934-41c6-b173-51a5402aac19 req-037cb4f4-0927-42cb-aa23-3693e131aeac tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:39.815439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86cd0b9e-d934-41c6-b173-51a5402aac19 req-037cb4f4-0927-42cb-aa23-3693e131aeac tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.1465316 Dec 10 18:23:39.852275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6bafb-27b8-4e69-a1e8-332628ed7c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d453440c-b927-4eac-8c08-350bb11770e3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:39.912679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:39.930985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86cd0b9e-d934-41c6-b173-51a5402aac19 req-90970098-f76c-42ed-bdea-bf61b71b8853 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180525 Dec 10 18:23:39.948706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f53997e3-f04f-4cb9-9a70-fb2bfb2f1742 req-9aa25673-36d7-4412-9e3b-13e450b246df service neutron] 10.222.0.30 "GET /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527549 Dec 10 18:23:39.962648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414dd186-5338-4ceb-bfa0-788beb24d34a']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:39.983776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65647b35-3667-4488-bb88-b6cf1c1ab577') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:39.984031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65647b35-3667-4488-bb88-b6cf1c1ab577') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:39.995266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.010838 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.018161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:40.018778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:40.032884 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:40.094210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a7ca721-fc39-4374-a242-5e31ae5e4e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.117610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.131453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a7ca721-fc39-4374-a242-5e31ae5e4e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.133678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.137129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/networks/414dd186-5338-4ceb-bfa0-788beb24d34a HTTP/1.1" status: 204 len: 168 time: 0.9329770 Dec 10 18:23:40.139719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47608) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:40.198304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9ba9c-c17f-46a0-9481-7e296b42c81e tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Network': ['ID=414dd186-5338-4ceb-bfa0-788beb24d34a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:40.233124 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.293344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a7ca721-fc39-4374-a242-5e31ae5e4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.297524 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a7ca721-fc39-4374-a242-5e31ae5e4e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.302746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a7ca721-fc39-4374-a242-5e31ae5e4e27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d453440c-b927-4eac-8c08-350bb11770e3 HTTP/1.1" status: 204 len: 168 time: 0.5408750 Dec 10 18:23:40.316696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ca721-fc39-4374-a242-5e31ae5e4e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d453440c-b927-4eac-8c08-350bb11770e3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:40.409729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b7dc783c-4319-4123-adb0-033118ce1290 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:40.415819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.446088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b7dc783c-4319-4123-adb0-033118ce1290 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:40.446510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b7dc783c-4319-4123-adb0-033118ce1290 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:40.466262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b026daf-f39e-4f05-80b6-4f90a39e2f89']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:40.500029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6976051-d217-4015-b1c0-789448553dd3') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:40.500482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6976051-d217-4015-b1c0-789448553dd3') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:40.511921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:40.512858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.525549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.542036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.550014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:40.572403 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:40.579612 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:40.679640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 355ccc54-cf1e-4bd1-a082-306c53a68603 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:23:40.725604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.736359 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.746904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/networks/0b026daf-f39e-4f05-80b6-4f90a39e2f89 HTTP/1.1" status: 204 len: 168 time: 0.6060600 Dec 10 18:23:40.752281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47618) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:40.791832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e25e2-b4eb-4b63-890b-5ce6234dddff tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Network': ['ID=0b026daf-f39e-4f05-80b6-4f90a39e2f89,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:40.823782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec06eb-a67c-4ff8-a036-a98668bce3e9 req-d5142a47-dc2d-400f-a71a-ab5fefcf626e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:40.831674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5aec06eb-a67c-4ff8-a036-a98668bce3e9 req-d5142a47-dc2d-400f-a71a-ab5fefcf626e tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 943 time: 0.1207423 Dec 10 18:23:40.840453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:40.841203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:40.902863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5aec06eb-a67c-4ff8-a036-a98668bce3e9 req-912d45c5-c1de-483d-93ab-35c5bbfb49ab tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699582 Dec 10 18:23:41.120287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 355ccc54-cf1e-4bd1-a082-306c53a68603, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=355ccc54-cf1e-4bd1-a082-306c53a68603,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:41.133148 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.174784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '355ccc54-cf1e-4bd1-a082-306c53a68603', 'network_id': 'b95a18d4-e920-4100-afd8-98a470f6d17a', 'port_id': '355ccc54-cf1e-4bd1-a082-306c53a68603', 'mac_address': 'fa:16:3e:89:37:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f2227e-3705-48ff-9a1c-e5e8b2c36d1b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:23:41.181202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port 591de812-433d-4c15-aa05-518d713ae380 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:41.182566 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.220823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671c68a-b175-4c73-9777-26e688abb84e req-731187cb-a337-4b62-8a4f-4f4875218a4c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:41.255592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0671c68a-b175-4c73-9777-26e688abb84e req-731187cb-a337-4b62-8a4f-4f4875218a4c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.2252138 Dec 10 18:23:41.282701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.299885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355ccc54-cf1e-4bd1-a082-306c53a68603 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:41.341916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 355ccc54-cf1e-4bd1-a082-306c53a68603, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=355ccc54-cf1e-4bd1-a082-306c53a68603,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:41.350458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-c270bf5d-cb3b-44ac-aab3-d80aa298eb49 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:41.352057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-c270bf5d-cb3b-44ac-aab3-d80aa298eb49 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.3964007 Dec 10 18:23:41.362216 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.470894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=355ccc54-cf1e-4bd1-a082-306c53a68603,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:41.483930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port 355a567c-a889-4d31-b901-6cea3379e5d4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:41.484315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.515444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.572992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0671c68a-b175-4c73-9777-26e688abb84e req-4aefd44c-3f76-49c5-824a-f00f8350087c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163474 Dec 10 18:23:41.580940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df824888-9ce2-47c0-86f5-b2666ab9536f']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:41.581538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port 63d6a1de-225a-4bdc-aabf-8df4ef3b36cf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:41.581912 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.606612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0909788-e8bb-4056-b539-49345a0ac898') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:41.607230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0909788-e8bb-4056-b539-49345a0ac898') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:41.610405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['355ccc54-cf1e-4bd1-a082-306c53a68603'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:41.626050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.647408 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.657607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:23:41.658350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:23:41.663030 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:23:41.668316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port 3c592501-182d-4472-af32-0e6d19eb4e1b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:41.668988 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.796682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.821368 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.824708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] 10.222.0.55 "DELETE /v2.0/networks/df824888-9ce2-47c0-86f5-b2666ab9536f HTTP/1.1" status: 204 len: 168 time: 1.0666959 Dec 10 18:23:41.851581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf5a05-c10f-4111-b8d7-dbc6a1a18692 tempest-BulkNetworkOpsIpV6Test-1040862548 tempest-BulkNetworkOpsIpV6Test-1040862548-project] Pushing event deleted for resources: {'Network': ['ID=df824888-9ce2-47c0-86f5-b2666ab9536f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:41.889129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port 3c592501-182d-4472-af32-0e6d19eb4e1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3c592501-182d-4472-af32-0e6d19eb4e1b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:41.890994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:41.922469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for 3c592501-182d-4472-af32-0e6d19eb4e1b owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:41.944506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Port 63d6a1de-225a-4bdc-aabf-8df4ef3b36cf cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:23:41.972651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port e305f4a0-2c7f-4418-a8db-ec8d868756b1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:41.973792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:42.023361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Port e305f4a0-2c7f-4418-a8db-ec8d868756b1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:23:42.063821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port edde4de1-3195-4bfb-bd09-7c1811a0be1e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:42.064284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:42.278786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c367d33-f63a-4b78-818c-3115c7af8fdc req-63cc938f-ac21-46a0-8ac6-2a89a0466538 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:42.285927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c367d33-f63a-4b78-818c-3115c7af8fdc req-63cc938f-ac21-46a0-8ac6-2a89a0466538 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 944 time: 0.1857696 Dec 10 18:23:42.385251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47664) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:42.388980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port 97d92a5d-fded-46aa-92ec-8b209aef2f90 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:42.389354 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:42.461532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c367d33-f63a-4b78-818c-3115c7af8fdc req-b69648ed-d521-44c9-a004-9249f9eb1312 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583936 Dec 10 18:23:42.471365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Port 97d92a5d-fded-46aa-92ec-8b209aef2f90 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:23:42.525996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port fd43011c-88ae-4fc2-a093-6dcc5fecd6f3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:42.526405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:42.704545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port 3c592501-182d-4472-af32-0e6d19eb4e1b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:42.705061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:42.824542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:42.831077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Could not find standard attr ID for object 3c592501-182d-4472-af32-0e6d19eb4e1b. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:23:42.838968 n-d-821424-1 neutron-server[103501]: INFO neutron.plugins.ml2.db [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] No ports have port_id starting with 3c592501-182d-4472-af32-0e6d19eb4e1b Dec 10 18:23:42.845565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:42.865835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b14b26f1-41d0-4b18-b93d-7dfe57622aa2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4ff3765cb8cc48eeb49be2402bf9f509&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788384 Dec 10 18:23:42.871655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47676) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:42.887048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cfc30-1b52-4c63-8b97-0d59e465e3eb req-6cff3418-9b9e-448b-be36-6adef04f7bf7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:42.888680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-168cfc30-1b52-4c63-8b97-0d59e465e3eb req-6cff3418-9b9e-448b-be36-6adef04f7bf7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=48003306-63ea-40d0-a9de-0ba99584e585 HTTP/1.1" status: 200 len: 946 time: 0.1510618 Dec 10 18:23:42.930910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=3c592501-182d-4472-af32-0e6d19eb4e1b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:42.969413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f63a31-d9df-430b-959e-4f420a54ad49 None None] DHCP port deletion for 340327fb-68f9-438a-bda5-ce8dad97f1a4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:43.001085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-241312f5-9987-43f5-9ade-7cb57dd0fac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:43.031804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port 3c592501-182d-4472-af32-0e6d19eb4e1b on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:43.035855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:43.041396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Provisioning complete for port a1b9a1cf-87f1-43a6-9387-006d75054d37 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:43.041778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd586f9a-6f15-4b57-a6d1-99328d9cc85c req-0e368621-0604-47cc-86f3-04bbb0503b97 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "DELETE /v2.0/ports/3c592501-182d-4472-af32-0e6d19eb4e1b HTTP/1.1" status: 204 len: 173 time: 1.6675801 Dec 10 18:23:43.042248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff5c1854-c25a-4e5d-aecf-620fb2acaf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:43.064446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-241312f5-9987-43f5-9ade-7cb57dd0fac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:43.065418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48003306-63ea-40d0-a9de-0ba99584e585', 'name': 'network-vif-deleted', 'tag': '3c592501-182d-4472-af32-0e6d19eb4e1b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:43.082595 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739ed2e1-9329-4594-9aa8-b9851652aecf" -d '{"events": [{"server_uuid": "48003306-63ea-40d0-a9de-0ba99584e585", "name": "network-vif-deleted", "tag": "3c592501-182d-4472-af32-0e6d19eb4e1b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:43.191803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-168cfc30-1b52-4c63-8b97-0d59e465e3eb req-3a1f9df1-44ca-4c84-ba2f-301e93f71090 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011855 Dec 10 18:23:43.210598 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc185bef-4e2c-4972-8d71-150f16c9315a x-openstack-request-id: req-dc185bef-4e2c-4972-8d71-150f16c9315a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:43.213218 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48003306-63ea-40d0-a9de-0ba99584e585", "name": "network-vif-deleted", "tag": "3c592501-182d-4472-af32-0e6d19eb4e1b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:43.213218 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc185bef-4e2c-4972-8d71-150f16c9315a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:43.213218 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48003306-63ea-40d0-a9de-0ba99584e585', 'name': 'network-vif-deleted', 'tag': '3c592501-182d-4472-af32-0e6d19eb4e1b', 'status': 'completed', 'code': 200} Dec 10 18:23:43.225370 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-241312f5-9987-43f5-9ade-7cb57dd0fac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:43.230220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-241312f5-9987-43f5-9ade-7cb57dd0fac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:43.235555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-241312f5-9987-43f5-9ade-7cb57dd0fac6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2696a62b-4556-40b9-a789-a0752da5ba8d HTTP/1.1" status: 204 len: 168 time: 0.3624182 Dec 10 18:23:43.247563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241312f5-9987-43f5-9ade-7cb57dd0fac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2696a62b-4556-40b9-a789-a0752da5ba8d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:43.704084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf8391-14cd-4d7f-a80b-45a4132bc7a0 req-b5ef3519-8195-44f2-a304-e5fc5c487dd9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:43.711250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6eaf8391-14cd-4d7f-a80b-45a4132bc7a0 req-b5ef3519-8195-44f2-a304-e5fc5c487dd9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 944 time: 0.1149490 Dec 10 18:23:43.820025 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6eaf8391-14cd-4d7f-a80b-45a4132bc7a0 req-b9d1933f-7b81-4e95-b7ae-80140b5c17f6 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043582 Dec 10 18:23:44.661307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 355ccc54-cf1e-4bd1-a082-306c53a68603 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:44.779952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 355ccc54-cf1e-4bd1-a082-306c53a68603 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:23:44.789138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 355ccc54-cf1e-4bd1-a082-306c53a68603 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:44.789509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:44.843957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-63ef452f-3051-4d86-8675-870b1a561a14 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:44.866044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-63ef452f-3051-4d86-8675-870b1a561a14 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.1791437 Dec 10 18:23:44.911432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-ceec4ba2-f92d-4c69-a83c-ef5252dba2b4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/quotas/d2476052fae64d94a80ae0bbd554584a HTTP/1.1" status: 200 len: 375 time: 0.0438073 Dec 10 18:23:44.984913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:45.028153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-18734253-59a6-41a1-a501-ed31032e626d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102309 Dec 10 18:23:45.035221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47766) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:45.060724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 355ccc54-cf1e-4bd1-a082-306c53a68603, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=355ccc54-cf1e-4bd1-a082-306c53a68603,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:45.062616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355ccc54-cf1e-4bd1-a082-306c53a68603'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:45.067671 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4c76f8-5baf-4e33-a34c-80e6b2b785e6" -d '{"events": [{"server_uuid": "2b62a042-dcbd-4cea-86fc-c52ece8b6bf5", "name": "network-vif-plugged", "status": "completed", "tag": "355ccc54-cf1e-4bd1-a082-306c53a68603"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:45.073217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:45.074704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3c592501-182d-4472-af32-0e6d19eb4e1b no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:45.122086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e45a-619d-43b7-974e-c4166a7b5ef8 req-602e2ca2-245b-47e9-a1bf-20c91a8d2ed7 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:45.137755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7f0e45a-619d-43b7-974e-c4166a7b5ef8 req-602e2ca2-245b-47e9-a1bf-20c91a8d2ed7 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 944 time: 0.1354825 Dec 10 18:23:45.141930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 3c592501-182d-4472-af32-0e6d19eb4e1b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:45.142708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3c592501-182d-4472-af32-0e6d19eb4e1b not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:45.217450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-6d9cbd27-67b0-42bd-94c1-078797208ad0 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908197 Dec 10 18:23:45.291189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=355ccc54-cf1e-4bd1-a082-306c53a68603,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:45.364444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7f0e45a-619d-43b7-974e-c4166a7b5ef8 req-6ff10577-1d85-4603-98a8-8dcdf62a93b2 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227352 Dec 10 18:23:45.406954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-435405420'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:45.490743 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252dea06-d347-4030-a5c0-ece4fc901034 x-openstack-request-id: req-252dea06-d347-4030-a5c0-ece4fc901034 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:45.491427 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b62a042-dcbd-4cea-86fc-c52ece8b6bf5", "name": "network-vif-plugged", "status": "completed", "tag": "355ccc54-cf1e-4bd1-a082-306c53a68603", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:45.492705 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-252dea06-d347-4030-a5c0-ece4fc901034 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:45.493854 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355ccc54-cf1e-4bd1-a082-306c53a68603', 'code': 200} Dec 10 18:23:45.519918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:45.523705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:45.600125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-dccd16e6-84fd-4ac2-a275-aeafbb513000 service neutron] 10.222.0.55 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816066 Dec 10 18:23:45.643884 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:45.717577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e26bf2-07f9-46b8-9150-f89576ddceea req-09888fe7-a9c7-44d8-ac21-0dcce4a30077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:45.720010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72e26bf2-07f9-46b8-9150-f89576ddceea req-09888fe7-a9c7-44d8-ac21-0dcce4a30077 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 1096 time: 0.1595702 Dec 10 18:23:45.891269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72e26bf2-07f9-46b8-9150-f89576ddceea req-e22f1bf0-648b-412c-9889-7c8abca1b45e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622353 Dec 10 18:23:45.988154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3861c33-1f16-46ca-a566-c9f6023e57fa req-00563968-d231-4d11-a50c-f3f0cd0a53ad tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 210 time: 0.1007092 Dec 10 18:23:46.063598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.071950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.110883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:46.141763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.142340 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment 6e92715d-1381-48c6-ab67-3a30524c3a3e of type vlan for network 460e97ae-0296-4261-8b75-34a8e94fd6d0 Dec 10 18:23:46.242613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.305109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.316484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:46.317190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.561086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5246470 Dec 10 18:23:46.564082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47920) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:46.577063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1909427850'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:46.635648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a51067-6665-42ca-a152-eb98ac00f367,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:46.661909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:46.672522 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.720313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2883a-58ab-435a-8f76-260211cae1bd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=460e97ae-0296-4261-8b75-34a8e94fd6d0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:46.743224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:46.747716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:23:46.779757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.779757 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment 28dc10e9-28d1-4e56-bf11-756b35d85174 of type vlan for network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 Dec 10 18:23:46.799807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95064fe5-8f35-4fc6-83ce-62940806ce3b req-5bb811b2-2c52-49f4-a4d0-721f0e75f3e8 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:46.814920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95064fe5-8f35-4fc6-83ce-62940806ce3b req-5bb811b2-2c52-49f4-a4d0-721f0e75f3e8 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 945 time: 0.2700851 Dec 10 18:23:46.965458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:46.982963 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95064fe5-8f35-4fc6-83ce-62940806ce3b req-27538799-8268-496f-96e6-0c2b325f4503 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669965 Dec 10 18:23:47.044274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:47.060006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:47.061288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:47.221526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=53edac54-2fcb-4bb7-a145-4ba9a1f545c6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:47.236273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:23:47.283494 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-32aa453d-5c52-4c28-b4db-ab540d6e46dd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7170784 Dec 10 18:23:47.286680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47994) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:47.293498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': '460e97ae-0296-4261-8b75-34a8e94fd6d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:47.323644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc1490e2-f58d-4cda-8ba1-2358fa833854 req-af12f14a-2c2e-4f44-b211-3830cf03ab15 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 210 time: 0.0756853 Dec 10 18:23:47.491425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:47.495244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:47.904360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:48.211998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=9f43facc-3ec8-4dc4-b1f2-d35eac6aec66,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:48.233550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa58eac-f2cd-481a-b8bd-0e7a15ae30da req-042c911b-dc26-4d6b-b95d-2946a3c572cc tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:48.236123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fa58eac-f2cd-481a-b8bd-0e7a15ae30da req-042c911b-dc26-4d6b-b95d-2946a3c572cc tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 945 time: 0.1090276 Dec 10 18:23:48.316724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-f6e72a41-1691-435e-9dd3-f5eec85d1878 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:48.319218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-f6e72a41-1691-435e-9dd3-f5eec85d1878 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 806 time: 0.5756202 Dec 10 18:23:48.320631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': '6e92715d-1381-48c6-ab67-3a30524c3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '460e97ae-0296-4261-8b75-34a8e94fd6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:48.321251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: 460e97ae-0296-4261-8b75-34a8e94fd6d0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:23:48.346437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Request body: {'port': {'device_id': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'admin_state_up': True, 'tenant_id': 'd2476052fae64d94a80ae0bbd554584a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:48.389427 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fa58eac-f2cd-481a-b8bd-0e7a15ae30da req-9e3bc783-aba1-487e-b470-af0a6ee733af tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466844 Dec 10 18:23:48.481068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48130) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:48.533602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:23:48.576215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 460e97ae-0296-4261-8b75-34a8e94fd6d0) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:48.585405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25272279-df6b-4480-a618-ea7ca6eb30c7 None None] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:48.592989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7bb6c5cf-a6a0-46f5-8604-93ea68461815 req-09b094e9-592b-4144-b827-1d3b63e3f841 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 210 time: 0.1442990 Dec 10 18:23:48.615014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:48.617910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:48.744046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd21d82d-7ee9-4d51-a346-266124ad1486 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4552069 Dec 10 18:23:48.748377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48162) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:48.755835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': '53edac54-2fcb-4bb7-a145-4ba9a1f545c6', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:48.842475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Made reservation on behalf of d2476052fae64d94a80ae0bbd554584a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:48.847425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:48.871227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-460e97ae-0296-4261-8b75-34a8e94fd6d0', 'network_id': '460e97ae-0296-4261-8b75-34a8e94fd6d0', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': '9f43facc-3ec8-4dc4-b1f2-d35eac6aec66'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:23:48.872311 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:48.898044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e72c14d-0364-45a9-bdcb-2f2415b2f35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.050381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:23:49.055192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.166165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c8fcc-7ac4-4900-822e-ced3aec1296e req-6a703856-0ce9-4455-8ff7-b45b868c968d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:49.177077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae6c8fcc-7ac4-4900-822e-ced3aec1296e req-6a703856-0ce9-4455-8ff7-b45b868c968d tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 945 time: 0.1681397 Dec 10 18:23:49.247828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Allocated IP 172.20.0.2 (460e97ae-0296-4261-8b75-34a8e94fd6d0/9f43facc-3ec8-4dc4-b1f2-d35eac6aec66/f803b0e2-767b-4e78-8871-8e2ba365f001) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:49.265395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Allocated IP 172.20.0.10 (340327fb-68f9-438a-bda5-ce8dad97f1a4/370763e3-647c-4bd9-ae39-8b7e0895ae93/82db8de2-bfab-4edc-98bd-6912c98b3b6b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:49.330368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae6c8fcc-7ac4-4900-822e-ced3aec1296e req-45e05fc4-91d1-4a20-afa9-36a2b6c49ef4 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502230 Dec 10 18:23:49.680581 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.690689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.693909 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.759160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:49.772314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:49.777016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:49.801706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Pushing event updated for resources: {'Port': ['ID=f803b0e2-767b-4e78-8871-8e2ba365f001,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:49.863200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.881772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.889109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:49.940713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Attempting to bind port f803b0e2-767b-4e78-8871-8e2ba365f001 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:49.941844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Attempting to bind port f803b0e2-767b-4e78-8871-8e2ba365f001 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6e92715d-1381-48c6-ab67-3a30524c3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '460e97ae-0296-4261-8b75-34a8e94fd6d0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:49.942117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Attempting to bind port f803b0e2-767b-4e78-8871-8e2ba365f001 on network 460e97ae-0296-4261-8b75-34a8e94fd6d0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:49.951620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:49.952001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Checking segment: {'id': '6e92715d-1381-48c6-ab67-3a30524c3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '460e97ae-0296-4261-8b75-34a8e94fd6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:49.952414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.952863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Bound using segment: {'id': '6e92715d-1381-48c6-ab67-3a30524c3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '460e97ae-0296-4261-8b75-34a8e94fd6d0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:49.953361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Bound port: f803b0e2-767b-4e78-8871-8e2ba365f001, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e92715d-1381-48c6-ab67-3a30524c3a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '460e97ae-0296-4261-8b75-34a8e94fd6d0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:49.953744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:49.977333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=6e17776b-3c90-4152-8fef-d6753d88f2b8,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:49.991900 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e72c14d-0364-45a9-bdcb-2f2415b2f35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.004901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e72c14d-0364-45a9-bdcb-2f2415b2f35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.047459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event updated for resources: {'Port': ['ID=82db8de2-bfab-4edc-98bd-6912c98b3b6b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:50.050983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] For port f803b0e2-767b-4e78-8871-8e2ba365f001, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:50.053608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:50.056708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] For port f803b0e2-767b-4e78-8871-8e2ba365f001, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f803b0e2-767b-4e78-8871-8e2ba365f001,segment=NetworkSegment(6e92715d-1381-48c6-ab67-3a30524c3a3e),segment_id=6e92715d-1381-48c6-ab67-3a30524c3a3e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:50.064508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:50.072222 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.073789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3e72c14d-0364-45a9-bdcb-2f2415b2f35b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9941d36a45ed496490e8a75c4e71a669&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5913298 Dec 10 18:23:50.074728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:50.078858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48286) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:50.153492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095cfa8-2ad5-4f90-bfec-72a3923f35d6 None None] DHCP port deletion for 340327fb-68f9-438a-bda5-ce8dad97f1a4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:50.154218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3a1a5-a17d-43e8-b57a-7b01fe8eeb9b req-fc224a04-e5b8-444f-a09b-440496772a28 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:50.163835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9e3a1a5-a17d-43e8-b57a-7b01fe8eeb9b req-fc224a04-e5b8-444f-a09b-440496772a28 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 932 time: 0.3379874 Dec 10 18:23:50.200906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07020508-8117-48bb-b021-521d58b9ee04 None None] Pushing event updated for resources: {'Port': ['ID=f803b0e2-767b-4e78-8871-8e2ba365f001,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:50.338022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-a08f17aa-0532-4c6c-90ac-2a468d80fad9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:50.344537 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-a08f17aa-0532-4c6c-90ac-2a468d80fad9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 945 time: 0.3009493 Dec 10 18:23:50.348606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:50.349230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.358807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72c14d-0364-45a9-bdcb-2f2415b2f35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efea14d-baee-4d3e-86e2-a827d7b015d6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:50.372789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': '28dc10e9-28d1-4e56-bf11-756b35d85174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53edac54-2fcb-4bb7-a145-4ba9a1f545c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:50.377446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: 53edac54-2fcb-4bb7-a145-4ba9a1f545c6, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:23:50.458937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f331d650-58f5-4c2c-94b4-a34ce8e9af94 None None] Provisioning complete for port 82db8de2-bfab-4edc-98bd-6912c98b3b6b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:50.459523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f331d650-58f5-4c2c-94b4-a34ce8e9af94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.471237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9e3a1a5-a17d-43e8-b57a-7b01fe8eeb9b req-b0f5c2e0-ca80-4c0d-b141-0a6bfb38cfb0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061423 Dec 10 18:23:50.505294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-370182c1-59c7-45c8-986e-d1ebaa6d1f33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1745615 Dec 10 18:23:50.515085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f331d650-58f5-4c2c-94b4-a34ce8e9af94 None None] Port 82db8de2-bfab-4edc-98bd-6912c98b3b6b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:23:50.527657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Request body: {'port': {'device_id': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:50.564498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d438fd9f-ce98-4b05-b030-97962397f8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.576167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:23:50.629799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 53edac54-2fcb-4bb7-a145-4ba9a1f545c6) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:50.642970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d58b3fa-dcf3-489b-9372-bc31899887a8 None None] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:50.650865 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d438fd9f-ce98-4b05-b030-97962397f8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.683875 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.715848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:50.718557 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.811089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Deleting port 355ccc54-cf1e-4bd1-a082-306c53a68603 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:50.821427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:50.965500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-53edac54-2fcb-4bb7-a145-4ba9a1f545c6', 'network_id': '53edac54-2fcb-4bb7-a145-4ba9a1f545c6', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': '6e17776b-3c90-4152-8fef-d6753d88f2b8'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:23:50.967082 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.007186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-51e6d8e2-166b-48a2-9017-8ed9dc39305c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2575853 Dec 10 18:23:51.009384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48340) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:51.016110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-50af2aaa-b7c8-4be6-87d4-39ec0dbfbc60 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1454230225', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:23:51.062174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50af2aaa-b7c8-4be6-87d4-39ec0dbfbc60 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.063387 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50af2aaa-b7c8-4be6-87d4-39ec0dbfbc60 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.067238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318e2f7-8240-4caa-b4da-2ca782f9ab8f req-87ff6af9-ef6b-4630-b4a4-2d1a901949c0 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:51.075413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b318e2f7-8240-4caa-b4da-2ca782f9ab8f req-87ff6af9-ef6b-4630-b4a4-2d1a901949c0 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 945 time: 0.3787107 Dec 10 18:23:51.098233 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d438fd9f-ce98-4b05-b030-97962397f8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.102015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d438fd9f-ce98-4b05-b030-97962397f8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.106447 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d438fd9f-ce98-4b05-b030-97962397f8f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2efea14d-baee-4d3e-86e2-a827d7b015d6 HTTP/1.1" status: 204 len: 168 time: 0.9683757 Dec 10 18:23:51.138017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] For port 355ccc54-cf1e-4bd1-a082-306c53a68603, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=355ccc54-cf1e-4bd1-a082-306c53a68603,segment=NetworkSegment(89292eba-d22e-46f2-9785-5223314ee7a9),segment_id=89292eba-d22e-46f2-9785-5223314ee7a9)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:51.138017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.157246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438fd9f-ce98-4b05-b030-97962397f8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efea14d-baee-4d3e-86e2-a827d7b015d6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:51.176459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Calling delete_port for 355ccc54-cf1e-4bd1-a082-306c53a68603 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:51.176708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50af2aaa-b7c8-4be6-87d4-39ec0dbfbc60 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.186917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50af2aaa-b7c8-4be6-87d4-39ec0dbfbc60 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.227105 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50af2aaa-b7c8-4be6-87d4-39ec0dbfbc60 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.231900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-50af2aaa-b7c8-4be6-87d4-39ec0dbfbc60 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2213323 Dec 10 18:23:51.232549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48344) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:51.268321 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Allocated IP 172.21.0.2 (53edac54-2fcb-4bb7-a145-4ba9a1f545c6/6e17776b-3c90-4152-8fef-d6753d88f2b8/c2d9ad5d-c270-4af3-bf69-48923856ef2d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:51.314633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b318e2f7-8240-4caa-b4da-2ca782f9ab8f req-4f55f81a-8ba0-40c9-91b6-13832ad08933 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups?id=723468af-9005-4512-9127-3c19362e2cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382169 Dec 10 18:23:51.400580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82db8de2-bfab-4edc-98bd-6912c98b3b6b {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:51.468194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.477026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.526309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Transition to ACTIVE for port object 82db8de2-bfab-4edc-98bd-6912c98b3b6b will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:23:51.547297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.564609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.571760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event deleted for resources: {'Port': ['ID=355ccc54-cf1e-4bd1-a082-306c53a68603,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:51.627929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.635185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:51.638986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d853d-ff5b-4e27-91f6-bcba21c58fa4 None None] DHCP port deletion for b95a18d4-e920-4100-afd8-98a470f6d17a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:51.674208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:51.685555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:51.714385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Pushing event updated for resources: {'Port': ['ID=c2d9ad5d-c270-4af3-bf69-48923856ef2d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:51.730120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82b845d-2202-4a91-ae96-2af3f60e401e None None] DHCP port deletion for 340327fb-68f9-438a-bda5-ce8dad97f1a4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:51.733502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] No DVR routers for this DVR port 355ccc54-cf1e-4bd1-a082-306c53a68603 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:23:51.738551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.743744 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae97535d-b471-467d-921f-883d0f3b1b32 req-14fcc7c6-4c17-4f54-be95-8a95dacc6793 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.30 "DELETE /v2.0/ports/355ccc54-cf1e-4bd1-a082-306c53a68603 HTTP/1.1" status: 204 len: 173 time: 1.3511248 Dec 10 18:23:51.744469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'name': 'network-vif-deleted', 'tag': '355ccc54-cf1e-4bd1-a082-306c53a68603'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:51.758402 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea2dedb-9da3-483a-a0ef-270b77d95262" -d '{"events": [{"server_uuid": "2b62a042-dcbd-4cea-86fc-c52ece8b6bf5", "name": "network-vif-deleted", "tag": "355ccc54-cf1e-4bd1-a082-306c53a68603"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:51.825129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Attempting to bind port c2d9ad5d-c270-4af3-bf69-48923856ef2d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:51.826888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Attempting to bind port c2d9ad5d-c270-4af3-bf69-48923856ef2d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '28dc10e9-28d1-4e56-bf11-756b35d85174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53edac54-2fcb-4bb7-a145-4ba9a1f545c6'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:51.828922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbae88f-dc28-4ff7-984a-72ecdb06ec8b req-48e60d23-38e7-4c98-963e-94b735555f1e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:51.829301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Attempting to bind port c2d9ad5d-c270-4af3-bf69-48923856ef2d on network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:51.841247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cbae88f-dc28-4ff7-984a-72ecdb06ec8b req-48e60d23-38e7-4c98-963e-94b735555f1e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 944 time: 0.1887395 Dec 10 18:23:51.850340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:51.851254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Checking segment: {'id': '28dc10e9-28d1-4e56-bf11-756b35d85174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53edac54-2fcb-4bb7-a145-4ba9a1f545c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:51.851891 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.853891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Bound using segment: {'id': '28dc10e9-28d1-4e56-bf11-756b35d85174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53edac54-2fcb-4bb7-a145-4ba9a1f545c6'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:51.855516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Bound port: c2d9ad5d-c270-4af3-bf69-48923856ef2d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28dc10e9-28d1-4e56-bf11-756b35d85174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '53edac54-2fcb-4bb7-a145-4ba9a1f545c6'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:51.856163 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:51.945838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48360) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:51.967054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cbae88f-dc28-4ff7-984a-72ecdb06ec8b req-60b9f868-bdbf-439c-baee-771d8130ed05 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146212 Dec 10 18:23:51.987811 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b46848-4109-4cbb-aedd-c84b897884b5 x-openstack-request-id: req-94b46848-4109-4cbb-aedd-c84b897884b5 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:51.988190 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b62a042-dcbd-4cea-86fc-c52ece8b6bf5", "name": "network-vif-deleted", "tag": "355ccc54-cf1e-4bd1-a082-306c53a68603", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:51.990427 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-94b46848-4109-4cbb-aedd-c84b897884b5 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:51.990943 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b62a042-dcbd-4cea-86fc-c52ece8b6bf5', 'name': 'network-vif-deleted', 'tag': '355ccc54-cf1e-4bd1-a082-306c53a68603', 'status': 'completed', 'code': 200} Dec 10 18:23:52.019821 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-223ac90f-8145-4181-be65-8b496819f8e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.093054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] For port c2d9ad5d-c270-4af3-bf69-48923856ef2d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:52.102172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] For port c2d9ad5d-c270-4af3-bf69-48923856ef2d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c2d9ad5d-c270-4af3-bf69-48923856ef2d,segment=NetworkSegment(28dc10e9-28d1-4e56-bf11-756b35d85174),segment_id=28dc10e9-28d1-4e56-bf11-756b35d85174)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:52.112038 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.196628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-223ac90f-8145-4181-be65-8b496819f8e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.203278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-223ac90f-8145-4181-be65-8b496819f8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.282699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ac90f-8145-4181-be65-8b496819f8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967a6041-db0a-4327-8f62-3cbcd327804e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:52.289632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-223ac90f-8145-4181-be65-8b496819f8e1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=22f57f6adb6e47ef98449a02cfdbb67d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188004 Dec 10 18:23:52.292879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48370) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:52.336319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af401ac4-42da-48f0-acf8-baf5d6ad9e81 None None] Pushing event updated for resources: {'Port': ['ID=c2d9ad5d-c270-4af3-bf69-48923856ef2d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:52.362922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b34fa1-a0bd-48d3-b62e-6a04782664c1 None None] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:52.392231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Pushing event updated for resources: {'Port': ['ID=82db8de2-bfab-4edc-98bd-6912c98b3b6b,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:52.438752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Attempting to bind port 82db8de2-bfab-4edc-98bd-6912c98b3b6b on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:23:52.439458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Attempting to bind port 82db8de2-bfab-4edc-98bd-6912c98b3b6b by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:23:52.439458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Attempting to bind port 82db8de2-bfab-4edc-98bd-6912c98b3b6b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:52.441590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f6d72d3-baf0-4e42-8be7-681524921ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.480956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Port 82db8de2-bfab-4edc-98bd-6912c98b3b6b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:23:52.481294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Attempting to bind port 82db8de2-bfab-4edc-98bd-6912c98b3b6b on network 340327fb-68f9-438a-bda5-ce8dad97f1a4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:23:52.496482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f6d72d3-baf0-4e42-8be7-681524921ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.542723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.561328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:23:52.561692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Checking segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:23:52.562094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Bound using segment: {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:23:52.562628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Bound port: 82db8de2-bfab-4edc-98bd-6912c98b3b6b, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:23:52.570390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.703674 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f6d72d3-baf0-4e42-8be7-681524921ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.705707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4ecda18b-75f5-4fba-a23c-ca0030c570ae None None] Provisioning complete for port f803b0e2-767b-4e78-8871-8e2ba365f001 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:52.710946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f6d72d3-baf0-4e42-8be7-681524921ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.712242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7f6d72d3-baf0-4e42-8be7-681524921ee8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/967a6041-db0a-4327-8f62-3cbcd327804e HTTP/1.1" status: 204 len: 168 time: 0.4182830 Dec 10 18:23:52.722238 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4ecda18b-75f5-4fba-a23c-ca0030c570ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:52.778881 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-873a1a68-8de0-45f0-b290-210c0a49f2bd req-5512420d-b6a4-4294-a2b3-b5c3927bd794 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b62a042-dcbd-4cea-86fc-c52ece8b6bf5 HTTP/1.1" status: 200 len: 210 time: 0.1435616 Dec 10 18:23:52.791476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d72d3-baf0-4e42-8be7-681524921ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967a6041-db0a-4327-8f62-3cbcd327804e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:52.826749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f803b0e2-767b-4e78-8871-8e2ba365f001 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:52.830432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 355ccc54-cf1e-4bd1-a082-306c53a68603 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:23:52.957683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] For port 82db8de2-bfab-4edc-98bd-6912c98b3b6b, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:23:52.975454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] For port 82db8de2-bfab-4edc-98bd-6912c98b3b6b, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=82db8de2-bfab-4edc-98bd-6912c98b3b6b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:23:53.031585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 355ccc54-cf1e-4bd1-a082-306c53a68603 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:23:53.031585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 355ccc54-cf1e-4bd1-a082-306c53a68603 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:23:53.041940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:53.123365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48388) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:53.136177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f803b0e2-767b-4e78-8871-8e2ba365f001 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:53.136673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:53.153169 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4ecda18b-75f5-4fba-a23c-ca0030c570ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:53.206118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Pushing event updated for resources: {'Port': ['ID=82db8de2-bfab-4edc-98bd-6912c98b3b6b,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:53.270554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67001024-3302-400e-8766-e196b85dfb19 None None] DHCP port deletion for 340327fb-68f9-438a-bda5-ce8dad97f1a4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:53.294122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4ecda18b-75f5-4fba-a23c-ca0030c570ae None None] For port f803b0e2-767b-4e78-8871-8e2ba365f001, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f803b0e2-767b-4e78-8871-8e2ba365f001,segment=NetworkSegment(6e92715d-1381-48c6-ab67-3a30524c3a3e),segment_id=6e92715d-1381-48c6-ab67-3a30524c3a3e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:53.321076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:53.321866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:53.325807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-e49efd6a-3dbc-4d13-a29f-afedf97310d6 service neutron] 10.222.0.30 "PUT /v2.0/ports/82db8de2-bfab-4edc-98bd-6912c98b3b6b HTTP/1.1" status: 200 len: 1092 time: 2.8060641 Dec 10 18:23:53.347995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'tag': '82db8de2-bfab-4edc-98bd-6912c98b3b6b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:23:53.362050 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a15ded0-96aa-4e48-aa12-1d32eafcc1d4", "tag": "82db8de2-bfab-4edc-98bd-6912c98b3b6b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:23:53.362914 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4ecda18b-75f5-4fba-a23c-ca0030c570ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:53.511005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc4195-8298-408b-b962-b08f4eb39b23 req-1bb32476-c07b-4cd3-9c24-f6d3464653ae tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:53.514653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80fc4195-8298-408b-b962-b08f4eb39b23 req-1bb32476-c07b-4cd3-9c24-f6d3464653ae tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 944 time: 0.3096285 Dec 10 18:23:53.591568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecda18b-75f5-4fba-a23c-ca0030c570ae None None] Pushing event updated for resources: {'Port': ['ID=f803b0e2-767b-4e78-8871-8e2ba365f001,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:53.622866 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1964c4d5-bac7-479b-a083-633809956c23 x-openstack-request-id: req-1964c4d5-bac7-479b-a083-633809956c23 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:23:53.623415 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a15ded0-96aa-4e48-aa12-1d32eafcc1d4", "tag": "82db8de2-bfab-4edc-98bd-6912c98b3b6b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:23:53.623835 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1964c4d5-bac7-479b-a083-633809956c23 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:23:53.624441 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'tag': '82db8de2-bfab-4edc-98bd-6912c98b3b6b', 'status': 'completed', 'code': 200} Dec 10 18:23:53.759617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-b10ecfcf-0721-4e41-bd25-3e8766016804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:53.766725 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-b10ecfcf-0721-4e41-bd25-3e8766016804 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 1095 time: 0.3660214 Dec 10 18:23:53.787858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80fc4195-8298-408b-b962-b08f4eb39b23 req-1445cfde-7b05-49ec-bd92-60945a4f5d53 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619642 Dec 10 18:23:53.820555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-346d87d1-95e3-48b8-a960-178fb3c01081 None None] Provisioning complete for port f803b0e2-767b-4e78-8871-8e2ba365f001 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:53.820937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-346d87d1-95e3-48b8-a960-178fb3c01081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:53.876025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-4fa3bf5b-b798-4b30-b693-75599a0408e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82db8de2-bfab-4edc-98bd-6912c98b3b6b HTTP/1.1" status: 200 len: 217 time: 0.0853190 Dec 10 18:23:54.044107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-aab7f9d0-ab9f-4a23-bc92-80580c808ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:54.052912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-aab7f9d0-ab9f-4a23-bc92-80580c808ce1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.1351492 Dec 10 18:23:54.160420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-05e2a24c-252d-4c76-b570-3f0937738821 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965638 Dec 10 18:23:54.255718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48430) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:54.258950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.20.0.1 (460e97ae-0296-4261-8b75-34a8e94fd6d0/9f43facc-3ec8-4dc4-b1f2-d35eac6aec66/361df269-e21d-43f1-bbc2-81561e769da4) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:23:54.340209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75cb59a-433b-47cd-a350-3200f0516c06 None None] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:23:54.510784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:54.663546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-cb80ef1a-35fc-491d-b34e-db6f82462127 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850823 Dec 10 18:23:54.872636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f803b0e2-767b-4e78-8871-8e2ba365f001 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:54.994457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-1e16fc27-1d35-4913-89c7-af570f964e1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2260072 Dec 10 18:23:55.086484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-44a072a1-e560-450d-8250-58cb4c1fcca9 None None] Provisioning complete for port c2d9ad5d-c270-4af3-bf69-48923856ef2d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:55.086860 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44a072a1-e560-450d-8250-58cb4c1fcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.134657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-aaff647d-07cb-4864-92a8-68913d1fa393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.136563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-aaff647d-07cb-4864-92a8-68913d1fa393 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 1096 time: 0.3955247 Dec 10 18:23:55.171233 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:23:55.171901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.171901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.172318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.172782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.173241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.173699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.174155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.176131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d1582ca2-26da-4fba-81f3-3e0832a0715d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.1139052 Dec 10 18:23:55.335119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f803b0e2-767b-4e78-8871-8e2ba365f001 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:55.339963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.505000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-683a0ee0-6a40-40b8-8d5d-80c5d4bdde22 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3309453 Dec 10 18:23:55.512725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44a072a1-e560-450d-8250-58cb4c1fcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.616455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-0d252734-74de-4f88-b999-b103d6ab2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.619572 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-0d252734-74de-4f88-b999-b103d6ab2e3f service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.4239099 Dec 10 18:23:55.656143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Deleting port c1bbf0f1-550b-40d4-ad64-2321668931fe {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:55.657175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.667791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7556ef-7779-440c-9676-5ddddfe5059e req-f0917823-4e35-45e0-8454-fdf629459d6c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.669810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e7556ef-7779-440c-9676-5ddddfe5059e req-f0917823-4e35-45e0-8454-fdf629459d6c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 944 time: 0.3935652 Dec 10 18:23:55.740029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-2d8439b4-7a2f-406b-bb14-a83881fd9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.740689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-2d8439b4-7a2f-406b-bb14-a83881fd9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.741411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-2d8439b4-7a2f-406b-bb14-a83881fd9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.745571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-44a072a1-e560-450d-8250-58cb4c1fcca9 None None] For port c2d9ad5d-c270-4af3-bf69-48923856ef2d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c2d9ad5d-c270-4af3-bf69-48923856ef2d,segment=NetworkSegment(28dc10e9-28d1-4e56-bf11-756b35d85174),segment_id=28dc10e9-28d1-4e56-bf11-756b35d85174)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:55.753780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-2d8439b4-7a2f-406b-bb14-a83881fd9eb0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 2298 time: 0.4129562 Dec 10 18:23:55.764415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d9ad5d-c270-4af3-bf69-48923856ef2d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:55.768697 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44a072a1-e560-450d-8250-58cb4c1fcca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.780603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-3efbba6a-db83-4660-90b9-a0af935f9b26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13 HTTP/1.1" status: 200 len: 217 time: 0.1390831 Dec 10 18:23:55.791430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.819722 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02c43f57-64ca-4e6c-805d-559551ecc1e9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:55.932499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-d12bd48f-03f6-4cc7-a40c-9e55fa850447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:55.933990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-d12bd48f-03f6-4cc7-a40c-9e55fa850447 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.0901096 Dec 10 18:23:55.984800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-f2c312a4-2333-4676-888e-7d714d6645af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410824 Dec 10 18:23:56.002012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-da125c7a-a99d-4cd9-83a5-12a7ffc2fffc None None] Provisioning complete for port c2d9ad5d-c270-4af3-bf69-48923856ef2d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:56.002412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da125c7a-a99d-4cd9-83a5-12a7ffc2fffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.031203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-3c03ed50-cc5c-4d0d-8e18-9f280c31894c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1002 time: 0.2765756 Dec 10 18:23:56.047379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.049997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a072a1-e560-450d-8250-58cb4c1fcca9 None None] Pushing event updated for resources: {'Port': ['ID=c2d9ad5d-c270-4af3-bf69-48923856ef2d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:56.069929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02c43f57-64ca-4e6c-805d-559551ecc1e9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.100076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c2d9ad5d-c270-4af3-bf69-48923856ef2d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:56.100534 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.226438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=361df269-e21d-43f1-bbc2-81561e769da4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:56.242392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:56.266108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:56.304764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:23:56.466512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e7556ef-7779-440c-9676-5ddddfe5059e req-d317614d-d9ff-4302-9f28-a4cda7bc84b7 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6729577 Dec 10 18:23:56.470585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d9ad5d-c270-4af3-bf69-48923856ef2d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:23:56.481987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-03cd7732-3e27-43c0-83df-74ecb76e25f8 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878211 Dec 10 18:23:56.495264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] For port c1bbf0f1-550b-40d4-ad64-2321668931fe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c1bbf0f1-550b-40d4-ad64-2321668931fe,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:56.495626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.495934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aae7048-0d5c-4563-8084-cf362f54f223 req-8567b597-6ad0-44a4-bcb7-86b173ea3027 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9801962 Dec 10 18:23:56.497369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.511530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Calling delete_port for c1bbf0f1-550b-40d4-ad64-2321668931fe owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:56.621622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c2d9ad5d-c270-4af3-bf69-48923856ef2d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:56.622250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.639337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02c43f57-64ca-4e6c-805d-559551ecc1e9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.647626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02c43f57-64ca-4e6c-805d-559551ecc1e9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.651324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-02c43f57-64ca-4e6c-805d-559551ecc1e9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "DELETE /v2.0/security-groups/e6e83861-bdb8-4df2-a465-eec75442cb0a HTTP/1.1" status: 204 len: 168 time: 1.3783591 Dec 10 18:23:56.682508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48484) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:56.684461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c43f57-64ca-4e6c-805d-559551ecc1e9 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e83861-bdb8-4df2-a465-eec75442cb0a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:56.761812 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-a7de9bd4-647d-4477-88fc-45e5df10b1c5 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] show failed (client error): The resource could not be found. Dec 10 18:23:56.763198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7de9bd4-647d-4477-88fc-45e5df10b1c5 tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "GET /v2.0/security-groups/e6e83861-bdb8-4df2-a465-eec75442cb0a HTTP/1.1" status: 404 len: 347 time: 0.0591211 Dec 10 18:23:56.768553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48486) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:56.770941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f8268489-a1c1-43e9-8d2b-de89de2e0148 None None] Provisioning complete for port 361df269-e21d-43f1-bbc2-81561e769da4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:56.771408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f8268489-a1c1-43e9-8d2b-de89de2e0148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.781066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-89442eee-b1cd-4cf6-9e0a-091a7a5a1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:56.782953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-89442eee-b1cd-4cf6-9e0a-091a7a5a1c74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d2476052fae64d94a80ae0bbd554584a&device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 1095 time: 0.2185941 Dec 10 18:23:56.784190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:56.889654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1bbf0f1-550b-40d4-ad64-2321668931fe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:56.940617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f8268489-a1c1-43e9-8d2b-de89de2e0148 None None] Port 361df269-e21d-43f1-bbc2-81561e769da4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:23:57.002812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:57.005545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48492) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:57.151245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:57.159954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-7ca79a23-8ad2-457b-88b6-548cf736f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:57.160237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Deleting port 63d6a1de-225a-4bdc-aabf-8df4ef3b36cf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:23:57.160461 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:57.161479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-7ca79a23-8ad2-457b-88b6-548cf736f002 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 0.4188330 Dec 10 18:23:57.233532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-4047b822-0314-4d55-b041-049ac2d4f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:57.235068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-4047b822-0314-4d55-b041-049ac2d4f605 service neutron] 10.222.0.30 "GET /v2.0/networks?id=340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 200 len: 907 time: 0.4205563 Dec 10 18:23:57.253816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90b404a6-441a-4317-a21b-49ee7196b9d9 req-c7f98245-5e18-4a68-a7a3-a255dad52033 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024743 Dec 10 18:23:57.334843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c430982-a71f-4aff-b589-e1e6a12e5760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:57.335496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-3d69a73c-b894-459a-a336-efaff59f02f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:57.337675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-3d69a73c-b894-459a-a336-efaff59f02f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488247 Dec 10 18:23:57.392659 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-3f59cc5b-965c-4a63-b52f-9e13bd70c204 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82db8de2-bfab-4edc-98bd-6912c98b3b6b HTTP/1.1" status: 200 len: 217 time: 0.1158304 Dec 10 18:23:57.496571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:57.497086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:57.558471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-5b325472-6da5-4c8c-af3f-252f4061dcb2 service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704481 Dec 10 18:23:57.632469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Calling delete_port for 63d6a1de-225a-4bdc-aabf-8df4ef3b36cf owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:23:57.652727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-73e9471b-967c-497a-a04a-1d226e2b7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:57.654296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-73e9471b-967c-497a-a04a-1d226e2b7805 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 200 len: 846 time: 0.2491715 Dec 10 18:23:57.750805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:23:57.758565 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-473f44a9-cc60-48a0-8d8a-3645fddbcedc service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911762 Dec 10 18:23:57.765765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8878647-96ab-4e7b-94c7-13407b000fac req-ce71e2df-f10a-4a68-b48b-b35208554fff tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:57.773444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8878647-96ab-4e7b-94c7-13407b000fac req-ce71e2df-f10a-4a68-b48b-b35208554fff tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 944 time: 0.1145427 Dec 10 18:23:57.792745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-d54e17b2-26aa-49cc-a93c-888e9a1a78b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=340327fb-68f9-438a-bda5-ce8dad97f1a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172657 Dec 10 18:23:57.835254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-e0a9bd27-09cc-4253-ab2d-87ba8ce7c6cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 217 time: 0.0570395 Dec 10 18:23:57.940877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8878647-96ab-4e7b-94c7-13407b000fac req-6d4b593a-f4d4-4be3-a6da-f9c9bf3b5ff1 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664321 Dec 10 18:23:57.948914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c430982-a71f-4aff-b589-e1e6a12e5760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:57.962574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-538f0ee3-629f-4210-91f4-9d178fcaebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:57.964239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-538f0ee3-629f-4210-91f4-9d178fcaebf7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1152363 Dec 10 18:23:57.985610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c430982-a71f-4aff-b589-e1e6a12e5760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.072427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.076539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:23:58.086532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1c430982-a71f-4aff-b589-e1e6a12e5760 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70aa9d8c639b4498b62dfc7cce5597cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0753329 Dec 10 18:23:58.087548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-07c1b012-257b-430d-abf3-4d0405279c68 admin admin] 10.222.0.55 "PUT /v2.0/routers/57aff246-ad48-45fc-a8bd-71f6c5ce4791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9625478 Dec 10 18:23:58.088473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48506) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:58.090915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] Sync routers for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:23:58.102972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48508) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:58.113293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:23:58.113951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:23:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:58.116855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-f093ccbd-cc41-43fd-a263-0bcca87c011d service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810872 Dec 10 18:23:58.117486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.127293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.129069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c430982-a71f-4aff-b589-e1e6a12e5760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f87f8ce-5f09-4282-906c-7d3cbaf66fa0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:58.253785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97483a9-f642-444f-a456-c597726ce769 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:23:58.304335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:23:58.313783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-c459c3d0-ca89-44b1-aee9-097a48d337b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:58.322332 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-c459c3d0-ca89-44b1-aee9-097a48d337b1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3041611 Dec 10 18:23:58.327810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=361df269-e21d-43f1-bbc2-81561e769da4,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:58.352833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.363738 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dd2de486-1800-4bb0-8e62-d2c183034b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.391417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1640d72-f1cd-4ff9-89f9-dc45d3610b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.404816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Pushing event deleted for resources: {'Port': ['ID=63d6a1de-225a-4bdc-aabf-8df4ef3b36cf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:58.447732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.450979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.452180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3a94500f-f6d5-4907-b94e-9273799f61ea tempest-ImagesOneServerNegativeTestJSON-1401367850 tempest-ImagesOneServerNegativeTestJSON-1401367850-project] 10.222.0.55 "DELETE /v2.0/floatingips/7ae72d91-06b4-49ee-ba5a-ac041f0f8dd3 HTTP/1.1" status: 204 len: 168 time: 1.6826744 Dec 10 18:23:58.508310 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83768a9a-7e65-4b5b-9791-e4a9e81c45b7 req-4c7ef1c3-bc92-4885-b152-8305dba4a5c5 service neutron] 10.222.0.30 "GET /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568268 Dec 10 18:23:58.521887 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.542641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1640d72-f1cd-4ff9-89f9-dc45d3610b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.713292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:23:58.721203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:23:58.732073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1640d72-f1cd-4ff9-89f9-dc45d3610b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.738443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 82db8de2-bfab-4edc-98bd-6912c98b3b6b details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:23:58.740860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1640d72-f1cd-4ff9-89f9-dc45d3610b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:58.747890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d1640d72-f1cd-4ff9-89f9-dc45d3610b87 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f87f8ce-5f09-4282-906c-7d3cbaf66fa0 HTTP/1.1" status: 204 len: 168 time: 0.6580324 Dec 10 18:23:58.758178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48526) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:58.898342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-61cc207b-3c8a-4ef4-b83d-8937ccfd1fef service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536273 Dec 10 18:23:58.927783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1640d72-f1cd-4ff9-89f9-dc45d3610b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f87f8ce-5f09-4282-906c-7d3cbaf66fa0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:23:59.088137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] Deleting subnet 21f2227e-3705-48ff-9a1c-e5e8b2c36d1b {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:23:59.102998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:59.141759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 82db8de2-bfab-4edc-98bd-6912c98b3b6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=82db8de2-bfab-4edc-98bd-6912c98b3b6b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:59.167157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '82db8de2-bfab-4edc-98bd-6912c98b3b6b', 'network_id': '340327fb-68f9-438a-bda5-ce8dad97f1a4', 'port_id': '82db8de2-bfab-4edc-98bd-6912c98b3b6b', 'mac_address': 'fa:16:3e:7f:9e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370763e3-647c-4bd9-ae39-8b7e0895ae93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:23:59.180707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:59.253839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 91ea6802-37da-4f19-91a2-0136022b651a is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:23:59.298178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:23:56Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:59.395130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] Checking router: 57aff246-ad48-45fc-a8bd-71f6c5ce4791 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:23:59.411510 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:59.455929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48534) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:59.470993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] Routers {'57aff246-ad48-45fc-a8bd-71f6c5ce4791'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:23:59.471869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:23:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:59.476460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38b5e516-1422-4ad2-ab50-455d8be1fcc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:59.479972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82db8de2-bfab-4edc-98bd-6912c98b3b6b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:23:59.486696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b99f5482-1a89-4df4-80b1-d36f192a6e61 None None] Provisioning complete for port 361df269-e21d-43f1-bbc2-81561e769da4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:23:59.492832 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b99f5482-1a89-4df4-80b1-d36f192a6e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:59.495625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:23:59.512203 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-20d29ba6-a0b9-4409-95a6-99a55a42ab7c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/91ea6802-37da-4f19-91a2-0136022b651a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2728055 Dec 10 18:23:59.517269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f67a95-494d-402f-ac86-7709f082433c None None] Sync routers for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:23:59.519042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48536) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:59.543969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f67a95-494d-402f-ac86-7709f082433c None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:23:59.547304 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-35f67a95-494d-402f-ac86-7709f082433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:23:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:59.589083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b99f5482-1a89-4df4-80b1-d36f192a6e61 None None] Port 361df269-e21d-43f1-bbc2-81561e769da4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:23:59.618598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 82db8de2-bfab-4edc-98bd-6912c98b3b6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=82db8de2-bfab-4edc-98bd-6912c98b3b6b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:23:59.685343 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-35f67a95-494d-402f-ac86-7709f082433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:59.686919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:59.725372 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f67a95-494d-402f-ac86-7709f082433c None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:23:59.727202 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-35f67a95-494d-402f-ac86-7709f082433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:23:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:59.737652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] Set router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:23:59.737891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de60fbf-531d-473e-83b6-e6f8c190e192 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:23:59.750296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6de60fbf-531d-473e-83b6-e6f8c190e192 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports/361df269-e21d-43f1-bbc2-81561e769da4 HTTP/1.1" status: 200 len: 910 time: 0.2286465 Dec 10 18:23:59.756131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:23:59.786720 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-35f67a95-494d-402f-ac86-7709f082433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:23:59.787564 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f67a95-494d-402f-ac86-7709f082433c None None] The sync data for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:23:59.918758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:23:59.968649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['82db8de2-bfab-4edc-98bd-6912c98b3b6b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:23:59.999910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38b5e516-1422-4ad2-ab50-455d8be1fcc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.000773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-bac112bd-3c8a-4258-944a-e50e5e4c5aad service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0758920 Dec 10 18:24:00.054018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e17133-7a8b-4dd5-a166-a7c83071bc9d req-4276882d-b6e6-47e5-93eb-361080e9501d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:00.055336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38b5e516-1422-4ad2-ab50-455d8be1fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.059660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e6e17133-7a8b-4dd5-a166-a7c83071bc9d req-4276882d-b6e6-47e5-93eb-361080e9501d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 945 time: 0.8660810 Dec 10 18:24:00.081445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=82db8de2-bfab-4edc-98bd-6912c98b3b6b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:00.181576 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.187834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e6e17133-7a8b-4dd5-a166-a7c83071bc9d req-4565e1d0-2b2d-44a3-8124-fd84409cfb2b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Dec 10 18:24:00.200916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:23:56Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:00.216047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-114156a7-ff57-4976-b9cb-8c9920fb45b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 217 time: 0.1804471 Dec 10 18:24:00.251077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445279b7-b9ce-4089-b764-ad4e20c7b17a None None] The sync data for ids ['57aff246-ad48-45fc-a8bd-71f6c5ce4791'] in n-d-821424-1 is: [{'id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'name': 'tempest-TaggedBootDevicesTest-967938283-router', 'tenant_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:43Z', 'updated_at': '2021-12-10T18:23:56Z', 'revision_number': 5, 'project_id': '9368629d6e7f4971ab4815dffa7ee9c5', 'gw_port': {'id': '355a567c-a889-4d31-b901-6cea3379e5d4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aff246-ad48-45fc-a8bd-71f6c5ce4791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:44Z', 'updated_at': '2021-12-10T18:11:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:00.359846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Deleting port 355a567c-a889-4d31-b901-6cea3379e5d4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:00.360185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.471311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] For port 355a567c-a889-4d31-b901-6cea3379e5d4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=355a567c-a889-4d31-b901-6cea3379e5d4,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:00.471694 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.489109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Calling delete_port for 355a567c-a889-4d31-b901-6cea3379e5d4 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:00.550208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38b5e516-1422-4ad2-ab50-455d8be1fcc2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c08041084d74d94ad07d3d6a8c46481&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0930820 Dec 10 18:24:00.550936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48546) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:00.562256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5e516-1422-4ad2-ab50-455d8be1fcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0956a11b-68bb-49a3-92b0-37f2b7e3e038,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:00.663560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c1bbf0f1-550b-40d4-ad64-2321668931fe no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:00.705934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c1bbf0f1-550b-40d4-ad64-2321668931fe {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:00.709405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c1bbf0f1-550b-40d4-ad64-2321668931fe not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:00.719086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-306d6e11-ceb7-46d6-a34b-d19a0edbee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:00.721196 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-306d6e11-ceb7-46d6-a34b-d19a0edbee18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.4882004 Dec 10 18:24:00.759664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.814162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-295f7232-5413-4bac-a5b2-00a09bfd95dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.838774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=355a567c-a889-4d31-b901-6cea3379e5d4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:00.881705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599d388-a7b3-42fd-bf55-d22819cf94fb None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:00.898742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-295f7232-5413-4bac-a5b2-00a09bfd95dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:00.917233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-cfc941fa-b3ae-45a8-815b-6ac7af55b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:00.919013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-cfc941fa-b3ae-45a8-815b-6ac7af55b6dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875577 Dec 10 18:24:00.988618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.064830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.110457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-295f7232-5413-4bac-a5b2-00a09bfd95dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.113586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-295f7232-5413-4bac-a5b2-00a09bfd95dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.113830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f2227e-3705-48ff-9a1c-e5e8b2c36d1b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:01.115138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-295f7232-5413-4bac-a5b2-00a09bfd95dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0956a11b-68bb-49a3-92b0-37f2b7e3e038 HTTP/1.1" status: 204 len: 168 time: 0.5603609 Dec 10 18:24:01.118432 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.122200 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.125471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-af774e5b-ea8b-4a79-8723-cc17137d9f59 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/21f2227e-3705-48ff-9a1c-e5e8b2c36d1b HTTP/1.1" status: 204 len: 168 time: 2.3628912 Dec 10 18:24:01.128978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafef255-2cc3-4ba8-9fbb-94eb48bc0176 None None] Network b95a18d4-e920-4100-afd8-98a470f6d17a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:01.130851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48554) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:01.205056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.210119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f7232-5413-4bac-a5b2-00a09bfd95dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0956a11b-68bb-49a3-92b0-37f2b7e3e038,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:01.261520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.264142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.267292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-bef3c83a-e0df-4889-9a3c-ce5f4048a818 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105998 Dec 10 18:24:01.359858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513bc0f7-b7a4-4155-82cc-f3109766a45a None None] DHCP port deletion for b95a18d4-e920-4100-afd8-98a470f6d17a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:01.362579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.408450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95a18d4-e920-4100-afd8-98a470f6d17a']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:01.473832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89292eba-d22e-46f2-9785-5223314ee7a9') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:01.474256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89292eba-d22e-46f2-9785-5223314ee7a9') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:01.497776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.535877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51ae9b-7c69-4e19-ab38-d84537179807 req-498f5a4d-7612-46c0-bd54-e38d7c5acca3 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:01.537911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b51ae9b-7c69-4e19-ab38-d84537179807 req-498f5a4d-7612-46c0-bd54-e38d7c5acca3 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1517279 Dec 10 18:24:01.541670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.557986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-50b92e42-e70b-43d6-9e26-192d7eb288bf service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816517 Dec 10 18:24:01.559785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.562999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57aff246-ad48-45fc-a8bd-71f6c5ce4791 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:24:01.568536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.570531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c8ea898-dff4-4ab0-b5c7-8a3372453fe6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/57aff246-ad48-45fc-a8bd-71f6c5ce4791 HTTP/1.1" status: 204 len: 168 time: 3.4659178 Dec 10 18:24:01.577721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48562) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:01.600745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:01.601066 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:01.602944 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:01.627528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-79d14507-5087-4b45-b16d-ac7937236217 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 217 time: 0.0556045 Dec 10 18:24:01.628001 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d0025a41-28a1-45ef-8c4a-5441a17c5353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.716004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.21.0.1 (53edac54-2fcb-4bb7-a145-4ba9a1f545c6/6e17776b-3c90-4152-8fef-d6753d88f2b8/0f2090c3-864c-42a0-80df-0d246a8f0a9f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:01.741766 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.760250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b51ae9b-7c69-4e19-ab38-d84537179807 req-88a0baec-49b1-4d22-8bc1-27c87b2a9d92 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123303 Dec 10 18:24:01.775120 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.781381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] 10.222.0.55 "DELETE /v2.0/networks/b95a18d4-e920-4100-afd8-98a470f6d17a HTTP/1.1" status: 204 len: 168 time: 0.6472874 Dec 10 18:24:01.814754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951391-500d-430a-a270-d07985ccc51b admin admin] Pushing event deleted for resources: {'Network': ['ID=b95a18d4-e920-4100-afd8-98a470f6d17a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:01.854629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] Deleting subnet 8dcb8681-2be1-4438-bbc8-5d4f939491fc {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:01.858169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-02f2452b-b5db-4bb9-88a3-89f94f063541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:01.859679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-02f2452b-b5db-4bb9-88a3-89f94f063541 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.2015045 Dec 10 18:24:01.864063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.878670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.953164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:01.972811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48574) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:02.000239 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.064676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-001b57d8-b72a-4392-902b-25122c37ed3c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db89c72388eb4d09845fcf6b0e3dd0c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0905988 Dec 10 18:24:02.077064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48578) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:02.115922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-2d145223-cece-42cb-b99a-083cfe911810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:02.117973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-2d145223-cece-42cb-b99a-083cfe911810 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1202812 Dec 10 18:24:02.172548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.180870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.191148 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b9b22c-cce8-4e00-a060-fbf8362ee7ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.233323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b9b22c-cce8-4e00-a060-fbf8362ee7ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.270472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-945ae577-6cde-4f49-8464-bf3693c29239 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424887 Dec 10 18:24:02.277849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.297305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.341963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcb8681-2be1-4438-bbc8-5d4f939491fc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:02.358744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:02.360009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee569c-3d8d-45af-b508-d48f26104719 None None] Network 54f16a1c-0704-4aef-b293-34ef2c867633 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:02.368507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:02.390161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.390420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:02.394258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b9b22c-cce8-4e00-a060-fbf8362ee7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.398489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-784bd7d5-899f-4013-8403-dc2c179101c7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8dcb8681-2be1-4438-bbc8-5d4f939491fc HTTP/1.1" status: 204 len: 168 time: 0.8176842 Dec 10 18:24:02.400017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b9b22c-cce8-4e00-a060-fbf8362ee7ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.401527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48588) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:02.402966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-14b9b22c-cce8-4e00-a060-fbf8362ee7ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/723468af-9005-4512-9127-3c19362e2cc6 HTTP/1.1" status: 204 len: 168 time: 0.3232789 Dec 10 18:24:02.421588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=0f2090c3-864c-42a0-80df-0d246a8f0a9f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:02.497391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 355a567c-a889-4d31-b901-6cea3379e5d4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:02.524203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9b22c-cce8-4e00-a060-fbf8362ee7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723468af-9005-4512-9127-3c19362e2cc6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:02.557746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 355a567c-a889-4d31-b901-6cea3379e5d4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:02.558243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 355a567c-a889-4d31-b901-6cea3379e5d4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:02.573512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.575210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.641413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-d3ca355a-08f2-4e54-97ea-ced0c9c6fa11 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593040 Dec 10 18:24:02.729056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-a4e79e19-a86c-4147-93fe-cd76f985df5a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 217 time: 0.0565989 Dec 10 18:24:02.751676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 82db8de2-bfab-4edc-98bd-6912c98b3b6b up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:02.871857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Deleting port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:02.872201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.877191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] DHCP port deletion for 54f16a1c-0704-4aef-b293-34ef2c867633 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:02.908808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:02.910534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-a8bdf4d5-6d16-4dcb-8f1c-79402c86c881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:02.918106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-a8bdf4d5-6d16-4dcb-8f1c-79402c86c881 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1794538 Dec 10 18:24:02.951308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-55336db8-0561-42a0-b835-867cf473c57a None None] Provisioning complete for port 0f2090c3-864c-42a0-80df-0d246a8f0a9f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:02.952664 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-55336db8-0561-42a0-b835-867cf473c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.028497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] For port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:03.029146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.078140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Calling delete_port for 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:03.079251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-55336db8-0561-42a0-b835-867cf473c57a None None] Port 0f2090c3-864c-42a0-80df-0d246a8f0a9f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:03.083383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-b7437c64-c96d-4dbd-bc7c-46e2711e3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:03.085353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-b7437c64-c96d-4dbd-bc7c-46e2711e3cb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601958 Dec 10 18:24:03.088240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 82db8de2-bfab-4edc-98bd-6912c98b3b6b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:24:03.095087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 82db8de2-bfab-4edc-98bd-6912c98b3b6b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:03.095798 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.100193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] Deleting port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:03.100939 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.296069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40c973-4f3a-4cb1-8c89-36d265c99832 req-07b25af0-2f87-4cb4-8a6a-0ab71dbb977c tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:03.298829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de40c973-4f3a-4cb1-8c89-36d265c99832 req-07b25af0-2f87-4cb4-8a6a-0ab71dbb977c tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 950 time: 0.2606230 Dec 10 18:24:03.345721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba825c-656f-4d4c-8494-f797c2dc121d req-9aa3db8a-eb3f-4ca1-8f2c-892779b6099c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:03.347397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcba825c-656f-4d4c-8494-f797c2dc121d req-9aa3db8a-eb3f-4ca1-8f2c-892779b6099c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 945 time: 0.1093557 Dec 10 18:24:03.360800 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.392869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.445259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-26074482-c938-4b70-ab3c-ff5867f63631 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484440 Dec 10 18:24:03.450862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] For port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,segment=NetworkSegment(b2ffcda4-9d4f-41b9-a720-244bbd3c0660),segment_id=b2ffcda4-9d4f-41b9-a720-244bbd3c0660)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:03.452059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.452887 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de40c973-4f3a-4cb1-8c89-36d265c99832 req-2d86b233-b10f-4963-9e05-baced5a87731 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439595 Dec 10 18:24:03.482688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.496297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] Calling delete_port for 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:03.522478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcba825c-656f-4d4c-8494-f797c2dc121d req-958671c6-a00e-40b4-bb30-568e9d7e3b03 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652646 Dec 10 18:24:03.535980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.556173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=0f2090c3-864c-42a0-80df-0d246a8f0a9f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:03.623948 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.655675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:03.666902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] No DVR routers for this DVR port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:03.687628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.703055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82db8de2-bfab-4edc-98bd-6912c98b3b6b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:03.706432 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261c36c-a772-4fa9-8bc6-1c87b3bd1f1e" -d '{"events": [{"server_uuid": "7a15ded0-96aa-4e48-aa12-1d32eafcc1d4", "name": "network-vif-plugged", "status": "completed", "tag": "82db8de2-bfab-4edc-98bd-6912c98b3b6b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: from cryptography.utils import int_from_bytes Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: from cryptography.utils import int_from_bytes Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.721987 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:24:03.725312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 82db8de2-bfab-4edc-98bd-6912c98b3b6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=82db8de2-bfab-4edc-98bd-6912c98b3b6b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:03.727181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:03.729559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:03.735961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.748473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.777879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] Pushing event deleted for resources: {'Port': ['ID=74bd0be8-ee3e-4490-9ca0-f677bcc7af02,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:03.785383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404ac07-a319-4b76-bf58-2b8bd18d3d9c None None] No DVR routers for this DVR port 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:03.848687 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee18ff0-0d29-4ff5-944d-56568e1c432e x-openstack-request-id: req-3ee18ff0-0d29-4ff5-944d-56568e1c432e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:03.851427 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a15ded0-96aa-4e48-aa12-1d32eafcc1d4", "name": "network-vif-plugged", "status": "completed", "tag": "82db8de2-bfab-4edc-98bd-6912c98b3b6b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:03.852337 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ee18ff0-0d29-4ff5-944d-56568e1c432e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:03.852782 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82db8de2-bfab-4edc-98bd-6912c98b3b6b', 'code': 200} Dec 10 18:24:03.914378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=82db8de2-bfab-4edc-98bd-6912c98b3b6b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:03.925837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-e1d63c26-419c-406d-847a-ba6b7985afc0 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699323 Dec 10 18:24:03.948556 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:03.957077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 91ea6802-37da-4f19-91a2-0136022b651a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:24:03.959777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa681d6-0d72-4133-8f52-2b4046c405e3 req-25f42c70-78b6-4dac-b16b-5e1f69162578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:03.961380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-faa681d6-0d72-4133-8f52-2b4046c405e3 req-25f42c70-78b6-4dac-b16b-5e1f69162578 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0623634 Dec 10 18:24:03.995377 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-749b10ba-9e4b-4131-bffb-c71e217b3ab7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 217 time: 0.0603163 Dec 10 18:24:04.072989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-faa681d6-0d72-4133-8f52-2b4046c405e3 req-db21b21e-b926-47da-83b0-128bb87c9bfd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984013 Dec 10 18:24:04.074000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f16a1c-0704-4aef-b293-34ef2c867633']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:04.098129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.105259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:04.105723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2ffcda4-9d4f-41b9-a720-244bbd3c0660') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:04.122171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.147112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:04.161532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a3e28ccf-b2c8-490e-be1c-0bf40261fcf7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/91ea6802-37da-4f19-91a2-0136022b651a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3938322 Dec 10 18:24:04.163162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-9596263b-42c9-47f6-b1f3-6795998efca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:04.163162 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-9596263b-42c9-47f6-b1f3-6795998efca0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.1328166 Dec 10 18:24:04.163461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:04.163568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] Sync routers for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:04.172978 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.179404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:04.180079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:04.211023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:04.211447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:04.213616 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:04.227382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67808b3f-f267-4b72-be6e-44b948061687 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:04.232103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-67808b3f-f267-4b72-be6e-44b948061687 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports/0f2090c3-864c-42a0-80df-0d246a8f0a9f HTTP/1.1" status: 200 len: 910 time: 0.0656691 Dec 10 18:24:04.232614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48644) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:04.246255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:04.272858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:04.273574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:04.287003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-f3434587-12c9-446a-93ed-baac5a1c88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:04.288879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-f3434587-12c9-446a-93ed-baac5a1c88a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117613 Dec 10 18:24:04.290059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.305556 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.308935 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/54f16a1c-0704-4aef-b293-34ef2c867633 HTTP/1.1" status: 204 len: 168 time: 1.9058955 Dec 10 18:24:04.320128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48650) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:04.340352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:04.342684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46203464-9e03-4e6a-bc04-eddbbe1b7b6f None None] The sync data for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:04.347753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1c2000a7-9ff9-420a-8d68-b4c864222a0e None None] Provisioning complete for port 0f2090c3-864c-42a0-80df-0d246a8f0a9f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:04.349445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1c2000a7-9ff9-420a-8d68-b4c864222a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.371604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746158a6-c016-4393-aad2-cb1da0a0ebe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f16a1c-0704-4aef-b293-34ef2c867633,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:04.411469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1c2000a7-9ff9-420a-8d68-b4c864222a0e None None] Port 0f2090c3-864c-42a0-80df-0d246a8f0a9f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:04.451126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:04.483722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:04.484524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 74bd0be8-ee3e-4490-9ca0-f677bcc7af02 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:04.560168 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:04.717020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-3d29feac-f2d9-44e1-98d7-9884fefc6406 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:04.719286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-3d29feac-f2d9-44e1-98d7-9884fefc6406 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.30 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 950 time: 0.0780783 Dec 10 18:24:05.002867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca0b9-fbba-4d42-b1de-2a77258239fb req-e1f0732f-eb1a-4497-aa7c-9e6ea3f4acb4 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:05.004727 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a3dca0b9-fbba-4d42-b1de-2a77258239fb req-e1f0732f-eb1a-4497-aa7c-9e6ea3f4acb4 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 950 time: 0.0966818 Dec 10 18:24:05.154197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-a77d17ba-5a8b-4577-b513-ef6f672a0cab service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8566604 Dec 10 18:24:05.265800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a3dca0b9-fbba-4d42-b1de-2a77258239fb req-7292aa74-5e65-4639-8ebd-d2f03f9f6884 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/security-groups?id=0e0778c2-1ee6-4adf-96c2-d1768d1578f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596663 Dec 10 18:24:05.309894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48674) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:05.358493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-dd2c3819-0f4a-4891-96ae-af7a353ade10 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927600 Dec 10 18:24:05.429596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-2f717570-9eb7-4f74-946e-eda3aa3eeeb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.0499041 Dec 10 18:24:05.444542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Deleting port b749749c-4d01-4e4f-9b90-caf3292db4bf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:05.445034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:05.526185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-829def9c-495d-4d73-9596-00f60f4839d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:05.527571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-829def9c-495d-4d73-9596-00f60f4839d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.0907309 Dec 10 18:24:05.534959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8cd90f-dcd4-4392-ad7e-5cd0bba9c7c7 req-de23782b-287f-4083-998b-82dd23e8c2f2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:05.536269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c8cd90f-dcd4-4392-ad7e-5cd0bba9c7c7 req-de23782b-287f-4083-998b-82dd23e8c2f2 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.6515961 Dec 10 18:24:05.550627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:05.585323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:05.626618 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19c775a8-152d-4724-874e-e1518b773c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:05.674606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-ff41d1b6-6196-432f-8711-af60ce6f1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:05.676321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-ff41d1b6-6196-432f-8711-af60ce6f1f65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1415358 Dec 10 18:24:05.733926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c8cd90f-dcd4-4392-ad7e-5cd0bba9c7c7 req-07432332-ffe2-4db3-ae7c-51261dd91102 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844614 Dec 10 18:24:05.741296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] For port b749749c-4d01-4e4f-9b90-caf3292db4bf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b749749c-4d01-4e4f-9b90-caf3292db4bf,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:05.741672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:05.773337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Calling delete_port for b749749c-4d01-4e4f-9b90-caf3292db4bf owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:05.934044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-0ec05d87-aad8-4a6d-8326-7eceecae2534 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478890 Dec 10 18:24:05.940679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19c775a8-152d-4724-874e-e1518b773c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:05.967254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19c775a8-152d-4724-874e-e1518b773c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.048901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-19c775a8-152d-4724-874e-e1518b773c0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=98b0b20a9fc24b5db98e4077c356413f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7359381 Dec 10 18:24:06.049891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c775a8-152d-4724-874e-e1518b773c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b1dda2-aeb3-44d5-8953-d98dedaec5a5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:06.055768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48696) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:06.076038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.090050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b749749c-4d01-4e4f-9b90-caf3292db4bf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:24:06.144082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Pushing event deleted for resources: {'Port': ['ID=b749749c-4d01-4e4f-9b90-caf3292db4bf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:06.157400 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa89c724-0a3b-40b0-a336-5c98d4a0e532 req-3aad3b33-3f46-41f4-9315-f5a9a39694c1 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137430 Dec 10 18:24:06.160338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 0f2090c3-864c-42a0-80df-0d246a8f0a9f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:06.160749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.181584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] No DVR routers for this DVR port b749749c-4d01-4e4f-9b90-caf3292db4bf on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:06.195238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.198713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8abb40bf-417d-4b52-b2ed-175f4aa8ea60 req-59cd0c42-432b-462c-8049-bc2cdcd15ba2 tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.30 "DELETE /v2.0/ports/b749749c-4d01-4e4f-9b90-caf3292db4bf HTTP/1.1" status: 204 len: 173 time: 1.4597158 Dec 10 18:24:06.199262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'name': 'network-vif-deleted', 'tag': 'b749749c-4d01-4e4f-9b90-caf3292db4bf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:06.201657 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05e55a8-72f3-4f3f-93d8-aa85dde7cf23" -d '{"events": [{"server_uuid": "b217ffe8-1b27-4fa9-b56f-7e1dad448c9c", "name": "network-vif-deleted", "tag": "b749749c-4d01-4e4f-9b90-caf3292db4bf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:06.215517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3185-ded4-4edb-bd17-faea3daab32d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.248795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3185-ded4-4edb-bd17-faea3daab32d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.274522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Deleting port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:06.274522 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.279435 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75e62c6-944b-4c24-a457-78f93d51b5fd x-openstack-request-id: req-c75e62c6-944b-4c24-a457-78f93d51b5fd {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:06.279767 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b217ffe8-1b27-4fa9-b56f-7e1dad448c9c", "name": "network-vif-deleted", "tag": "b749749c-4d01-4e4f-9b90-caf3292db4bf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:06.280066 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c75e62c6-944b-4c24-a457-78f93d51b5fd {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:06.282412 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b217ffe8-1b27-4fa9-b56f-7e1dad448c9c', 'name': 'network-vif-deleted', 'tag': 'b749749c-4d01-4e4f-9b90-caf3292db4bf', 'status': 'completed', 'code': 200} Dec 10 18:24:06.316465 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.385014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 0f2090c3-864c-42a0-80df-0d246a8f0a9f owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:06.429713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3185-ded4-4edb-bd17-faea3daab32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.432502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c6f3185-ded4-4edb-bd17-faea3daab32d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.435477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5c6f3185-ded4-4edb-bd17-faea3daab32d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/44b1dda2-aeb3-44d5-8953-d98dedaec5a5 HTTP/1.1" status: 204 len: 168 time: 0.3772311 Dec 10 18:24:06.438092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] For port 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,segment=NetworkSegment(275d795b-1266-4a99-80ee-bc320724d80a),segment_id=275d795b-1266-4a99-80ee-bc320724d80a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:06.438508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.465142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Calling delete_port for 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:06.467233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f3185-ded4-4edb-bd17-faea3daab32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b1dda2-aeb3-44d5-8953-d98dedaec5a5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:06.559822 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f55d735-d329-431f-ad01-744cc853bc34 req-0ca23abc-f43e-40d5-afc9-d738022deb2a tempest-VolumesBackupsTest-774165848 tempest-VolumesBackupsTest-774165848-project] 10.222.0.55 "GET /v2.0/ports?device_id=b217ffe8-1b27-4fa9-b56f-7e1dad448c9c HTTP/1.1" status: 200 len: 210 time: 0.1666617 Dec 10 18:24:06.826714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.883537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=0f2090c3-864c-42a0-80df-0d246a8f0a9f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:06.909170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:06.973328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:07.175708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f4c07-af3e-450e-849a-18ce6944b8ae req-cc7bc928-6ee4-477d-ac1e-40da831e0cba tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:07.179106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d83f4c07-af3e-450e-849a-18ce6944b8ae req-cc7bc928-6ee4-477d-ac1e-40da831e0cba tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.2621341 Dec 10 18:24:07.360651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:07.385139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:07.449424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d83f4c07-af3e-450e-849a-18ce6944b8ae req-4d18bfa9-bebd-4b91-9f26-3fde93fd7c71 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136955 Dec 10 18:24:07.779145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 91ea6802-37da-4f19-91a2-0136022b651a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:24:07.922345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Router 02d8e274-e2f3-4798-ba11-f40abc2189f5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:24:08.028921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:08.039789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b8db088-99ab-4a9c-b693-4d34bf1881ad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/91ea6802-37da-4f19-91a2-0136022b651a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8028824 Dec 10 18:24:08.043395 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] Sync routers for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:08.055835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:08.060146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:08.060774 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:08.070506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd68b9-ffe8-4e19-b70e-4f57f5b3985e req-d94e2a22-f387-4ffd-a5aa-76b32883c448 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:08.072112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5bd68b9-ffe8-4e19-b70e-4f57f5b3985e req-d94e2a22-f387-4ffd-a5aa-76b32883c448 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.0969753 Dec 10 18:24:08.117618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:08.126264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-47621095-4eee-44d1-8dc2-ea389b9c23e6 admin admin] 10.222.0.55 "PUT /v2.0/routers/02d8e274-e2f3-4798-ba11-f40abc2189f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7957942 Dec 10 18:24:08.128636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48756) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:08.130555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] Sync routers for ids ['02d8e274-e2f3-4798-ba11-f40abc2189f5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:08.152747 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:08.155641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] Routers {'02d8e274-e2f3-4798-ba11-f40abc2189f5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:08.156394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['02d8e274-e2f3-4798-ba11-f40abc2189f5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:08.186256 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:08.186901 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:08.289187 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:08.289855 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13c1b3f-4496-4503-bb99-fc6f848ee54c None None] The sync data for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:08.345794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:08.428283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] Set router 02d8e274-e2f3-4798-ba11-f40abc2189f5 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:24:08.431561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48762) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:08.492719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a5bd68b9-ffe8-4e19-b70e-4f57f5b3985e req-3e7d76b8-832a-4f68-8882-a7c4eb8bd07c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867426 Dec 10 18:24:08.492886 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:08.631644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Deleting port 591de812-433d-4c15-aa05-518d713ae380 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:08.632360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:08.700400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-780423848-network', 'tenant_id': 'd05e953a96204e22930a0f050341d505'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:08.730065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-288799d6-b439-4261-93b7-995db893254e admin admin] For port 591de812-433d-4c15-aa05-518d713ae380, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=591de812-433d-4c15-aa05-518d713ae380,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:08.730840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:08.742136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Made reservation on behalf of d05e953a96204e22930a0f050341d505 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:08.746860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:08.749338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Calling delete_port for 591de812-433d-4c15-aa05-518d713ae380 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:08.766148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136'}], 'enable_snat': True}, 'gw_port_id': '591de812-433d-4c15-aa05-518d713ae380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:24:06Z', 'revision_number': 5, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port': {'id': '591de812-433d-4c15-aa05-518d713ae380', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:59:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:11:58Z', 'updated_at': '2021-12-10T18:12:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:08.775337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:08.823685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b749749c-4d01-4e4f-9b90-caf3292db4bf no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:08.826883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] Checking router: 02d8e274-e2f3-4798-ba11-f40abc2189f5 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:24:08.860438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: b749749c-4d01-4e4f-9b90-caf3292db4bf {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:08.860790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b749749c-4d01-4e4f-9b90-caf3292db4bf not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:08.869255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] Routers {'02d8e274-e2f3-4798-ba11-f40abc2189f5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:08.869898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['02d8e274-e2f3-4798-ba11-f40abc2189f5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:08.929381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d6543-5576-4829-93ad-507e2831a777 req-a2972d50-2fb7-45b6-b184-e5f0bff525e4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:08.937762 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-487d6543-5576-4829-93ad-507e2831a777 req-a2972d50-2fb7-45b6-b184-e5f0bff525e4 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.3273876 Dec 10 18:24:08.996141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] Set router 02d8e274-e2f3-4798-ba11-f40abc2189f5 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:24:09.066842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.074070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:24:08Z', 'revision_number': 6, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:09.091254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.122014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facaddd9-90da-4a67-88ac-307767da74ba None None] The sync data for ids ['02d8e274-e2f3-4798-ba11-f40abc2189f5'] in n-d-821424-1 is: [{'id': '02d8e274-e2f3-4798-ba11-f40abc2189f5', 'name': 'tempest-TaggedBootDevicesTest-449919075-router', 'tenant_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:11:55Z', 'updated_at': '2021-12-10T18:24:08Z', 'revision_number': 6, 'project_id': '1884ddfcc92a4bca98c88dc2f45bbb50', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:09.123078 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.135523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:24:09.194249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcf441f-1d61-43d4-a4cf-2f249a9758e2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:09.234833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.235198 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Added segment e7bffaa0-b3a0-4a14-be62-c7a3a3876afb of type vlan for network 28bd052d-1f88-4b9d-9bb2-47c09b2a13ae Dec 10 18:24:09.293851 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.399219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-487d6543-5576-4829-93ad-507e2831a777 req-f9bddcca-5bed-471e-9898-66cc3222682e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604187 Dec 10 18:24:09.416617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.419408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:09.420885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.460062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0255420 Dec 10 18:24:09.468965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48790) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:09.475587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Request body: {'subnet': {'network_id': '28bd052d-1f88-4b9d-9bb2-47c09b2a13ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-780423848-subnet', 'tenant_id': 'd05e953a96204e22930a0f050341d505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:09.518808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.531899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Made reservation on behalf of d05e953a96204e22930a0f050341d505 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:09.534851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.534990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c0309-eb49-4fcb-8bc0-15f1c5e39c48 admin admin] Pushing event updated for resources: {'Network': ['ID=28bd052d-1f88-4b9d-9bb2-47c09b2a13ae,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:09.545503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 28bd052d-1f88-4b9d-9bb2-47c09b2a13ae details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:24:09.741393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 361df269-e21d-43f1-bbc2-81561e769da4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:09.742214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.747645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Pushing event deleted for resources: {'Port': ['ID=591de812-433d-4c15-aa05-518d713ae380,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:09.795261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397c725-9dd5-408d-96dd-10af37da39f9 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:09.901978 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.935683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:09.951235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 361df269-e21d-43f1-bbc2-81561e769da4 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:10.001384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c22f9-d137-4b09-9690-9ce6f6b0b76b req-89e788ec-2f7a-4243-962e-c373e2a1e151 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:10.001384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e3c22f9-d137-4b09-9690-9ce6f6b0b76b req-89e788ec-2f7a-4243-962e-c373e2a1e151 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.2644768 Dec 10 18:24:10.076539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.087866 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.111095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.212435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e3c22f9-d137-4b09-9690-9ce6f6b0b76b req-8d9a5f86-fd7a-41fe-9a60-50cac737ff82 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017152 Dec 10 18:24:10.217783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.218397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02d8e274-e2f3-4798-ba11-f40abc2189f5 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:24:10.224157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-288799d6-b439-4261-93b7-995db893254e admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.225323 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-288799d6-b439-4261-93b7-995db893254e admin admin] 10.222.0.55 "DELETE /v2.0/routers/02d8e274-e2f3-4798-ba11-f40abc2189f5 HTTP/1.1" status: 204 len: 168 time: 2.0950360 Dec 10 18:24:10.230599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:10.248400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8911f41-86b1-45b1-8731-7d71f37bbdda,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:10.267366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Checking segment: {'id': 'e7bffaa0-b3a0-4a14-be62-c7a3a3876afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '28bd052d-1f88-4b9d-9bb2-47c09b2a13ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:10.267774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Network hostable DHCP agents. Network: 28bd052d-1f88-4b9d-9bb2-47c09b2a13ae, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:24:10.298873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.300172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Network 28bd052d-1f88-4b9d-9bb2-47c09b2a13ae is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:24:10.313774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 28bd052d-1f88-4b9d-9bb2-47c09b2a13ae) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:10.316375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] Deleting subnet 7a942764-df62-439d-9f42-b77d456194ff {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:10.323387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247670bf-4f17-4f0d-a53c-c9a1aa6e6e1c None None] Network 28bd052d-1f88-4b9d-9bb2-47c09b2a13ae requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:10.328988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:10.329768 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.351299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd9fb9ac-349e-4b5b-bb04-8b3b3b91f55b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8808703 Dec 10 18:24:10.372533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=361df269-e21d-43f1-bbc2-81561e769da4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:10.379025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.439262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.495485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:10.555257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3846f7-a5a5-4a7a-a51e-178408e8e8f1 None None] Network 28bd052d-1f88-4b9d-9bb2-47c09b2a13ae requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:10.558063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:10.558791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4d700a03-0414-4fe5-b5eb-5d4e9cb1fe19 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:10.559484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 591de812-433d-4c15-aa05-518d713ae380 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:10.749283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 591de812-433d-4c15-aa05-518d713ae380 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:10.749842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 591de812-433d-4c15-aa05-518d713ae380 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:10.817546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:10.896307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0789d1a1-0d07-415d-80bd-6bf5dc7b8ae4 req-0999c775-12fe-47c2-a122-246384cfdb99 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-303260356', 'description': 'tempest-description-528054921'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:10.962226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0789d1a1-0d07-415d-80bd-6bf5dc7b8ae4 req-0999c775-12fe-47c2-a122-246384cfdb99 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.025369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.182794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 91ea6802-37da-4f19-91a2-0136022b651a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:24:11.255122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0789d1a1-0d07-415d-80bd-6bf5dc7b8ae4 req-0999c775-12fe-47c2-a122-246384cfdb99 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.259821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.295889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0789d1a1-0d07-415d-80bd-6bf5dc7b8ae4 req-0999c775-12fe-47c2-a122-246384cfdb99 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.342199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:11.343896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a942764-df62-439d-9f42-b77d456194ff,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:11.361857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0641e1-fe39-4068-b0a4-c9a1a1701a12 None None] Network 8ef35a9b-ef3b-486e-ac42-432c567bef82 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:11.365871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-28192b29-67bd-440b-96d2-36a58973a31c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/91ea6802-37da-4f19-91a2-0136022b651a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2898860 Dec 10 18:24:11.366067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48832) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:11.369413 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] Sync routers for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:11.378523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.383072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-48368b9b-1bf1-4bf4-be82-5710356e7fd8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7a942764-df62-439d-9f42-b77d456194ff HTTP/1.1" status: 204 len: 168 time: 1.1515875 Dec 10 18:24:11.384292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999c775-12fe-47c2-a122-246384cfdb99 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b80b3b1-0aff-48bc-8b2d-a205f06658e7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:11.392199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48834) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:11.416571 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:11.419066 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:11.452701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7568c464-6003-4990-ace3-655c72d1ce1a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ea6802-37da-4f19-91a2-0136022b651a HTTP/1.1" status: 200 len: 205 time: 0.0830669 Dec 10 18:24:11.458957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48836) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:11.474837 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:11.482653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.488166 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0789d1a1-0d07-415d-80bd-6bf5dc7b8ae4 req-0999c775-12fe-47c2-a122-246384cfdb99 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.489126 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] Routers {'91ea6802-37da-4f19-91a2-0136022b651a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:11.489544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0789d1a1-0d07-415d-80bd-6bf5dc7b8ae4 req-0999c775-12fe-47c2-a122-246384cfdb99 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6298180 Dec 10 18:24:11.515810 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['91ea6802-37da-4f19-91a2-0136022b651a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:11.587845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] DHCP port deletion for 8ef35a9b-ef3b-486e-ac42-432c567bef82 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:11.596887 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:11.597904 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae1c60b-fa83-4069-be57-a614e708f4c7 None None] The sync data for ids ['91ea6802-37da-4f19-91a2-0136022b651a'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:11.682440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6543c-7799-4b06-8c6c-70281d2140a5 req-5f3d0777-74cc-464a-9ee1-324a5008c210 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:11.682588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] Deleting port e5f10a13-f373-4d01-b3d9-a1299e617cbf {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:11.682828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.690648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ea6543c-7799-4b06-8c6c-70281d2140a5 req-5f3d0777-74cc-464a-9ee1-324a5008c210 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.3129418 Dec 10 18:24:11.710871 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-946eccb9-6c4e-4634-8f76-f4743797b502 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.873485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ea6543c-7799-4b06-8c6c-70281d2140a5 req-89618b63-fbaa-48fe-b59e-7424f9fe0587 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769211 Dec 10 18:24:11.979637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71978809-733a-4ed4-a247-9f898155f88d req-6ae4d5d7-4f07-46a9-899e-c9fbdd4ad95f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/4b80b3b1-0aff-48bc-8b2d-a205f06658e7 HTTP/1.1" status: 200 len: 1822 time: 0.4401972 Dec 10 18:24:11.985258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Deleting port e5f10a13-f373-4d01-b3d9-a1299e617cbf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:11.985603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:11.993232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-71978809-733a-4ed4-a247-9f898155f88d req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b80b3b1-0aff-48bc-8b2d-a205f06658e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:11.993546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-71978809-733a-4ed4-a247-9f898155f88d req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4b80b3b1-0aff-48bc-8b2d-a205f06658e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:11.999862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-946eccb9-6c4e-4634-8f76-f4743797b502 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.003141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-946eccb9-6c4e-4634-8f76-f4743797b502 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.076697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] For port e5f10a13-f373-4d01-b3d9-a1299e617cbf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5f10a13-f373-4d01-b3d9-a1299e617cbf,segment=NetworkSegment(275d795b-1266-4a99-80ee-bc320724d80a),segment_id=275d795b-1266-4a99-80ee-bc320724d80a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:12.077070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.104706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Calling delete_port for e5f10a13-f373-4d01-b3d9-a1299e617cbf owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:12.107683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] For port e5f10a13-f373-4d01-b3d9-a1299e617cbf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5f10a13-f373-4d01-b3d9-a1299e617cbf,segment=NetworkSegment(275d795b-1266-4a99-80ee-bc320724d80a),segment_id=275d795b-1266-4a99-80ee-bc320724d80a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:12.108406 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.139609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] Calling delete_port for e5f10a13-f373-4d01-b3d9-a1299e617cbf owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:12.143659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71978809-733a-4ed4-a247-9f898155f88d req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.147263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-946eccb9-6c4e-4634-8f76-f4743797b502 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.148611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946eccb9-6c4e-4634-8f76-f4743797b502 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Fanout notify agent at l3_agent the message router_deleted on router 91ea6802-37da-4f19-91a2-0136022b651a {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:24:12.169802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-946eccb9-6c4e-4634-8f76-f4743797b502 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.171880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-946eccb9-6c4e-4634-8f76-f4743797b502 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/91ea6802-37da-4f19-91a2-0136022b651a HTTP/1.1" status: 204 len: 168 time: 0.6812880 Dec 10 18:24:12.174543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48846) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:12.204314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71978809-733a-4ed4-a247-9f898155f88d req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.216188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71978809-733a-4ed4-a247-9f898155f88d req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.242161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b1dfeb-fa8f-49a1-8d99-7500e14d3460,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:12.272807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet 6e17776b-3c90-4152-8fef-d6753d88f2b8 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:12.277095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.280057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.288973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-71978809-733a-4ed4-a247-9f898155f88d req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.294314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71978809-733a-4ed4-a247-9f898155f88d req-6799fb15-a184-4248-ac77-cfaa75517a87 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3064065 Dec 10 18:24:12.307481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.351696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] No DVR routers for this DVR port e5f10a13-f373-4d01-b3d9-a1299e617cbf on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:12.370979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066dddc-a783-42aa-a488-c3df3a5f68fc None None] Pushing event deleted for resources: {'Port': ['ID=e5f10a13-f373-4d01-b3d9-a1299e617cbf,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:12.387741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.402775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-99045a1c-493f-4603-b347-82d5327852e5 req-854e7bdc-7350-4d14-a779-edf3e72c8a0f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-758599086', 'description': 'tempest-description-524758370'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:12.440400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f10a13-f373-4d01-b3d9-a1299e617cbf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:12.447456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] No DVR routers for this DVR port e5f10a13-f373-4d01-b3d9-a1299e617cbf on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:12.464072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48858) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:12.474007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5f10a13-f373-4d01-b3d9-a1299e617cbf no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:12.516644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99045a1c-493f-4603-b347-82d5327852e5 req-854e7bdc-7350-4d14-a779-edf3e72c8a0f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.530910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e5f10a13-f373-4d01-b3d9-a1299e617cbf {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:12.531257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5f10a13-f373-4d01-b3d9-a1299e617cbf not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:12.593127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.612042 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.631902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef35a9b-ef3b-486e-ac42-432c567bef82']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:12.647733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275d795b-1266-4a99-80ee-bc320724d80a') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:12.648166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275d795b-1266-4a99-80ee-bc320724d80a') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:12.680633 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e089c8e1-f7be-4066-89e1-c6e8bd4cdbba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.684159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.691662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0219b85-0d78-4db9-b201-7948d0d8a7d3 req-a4ff919b-351c-440d-8353-4d117f385206 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:12.694995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0219b85-0d78-4db9-b201-7948d0d8a7d3 req-a4ff919b-351c-440d-8353-4d117f385206 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 946 time: 0.1541226 Dec 10 18:24:12.715863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99045a1c-493f-4603-b347-82d5327852e5 req-854e7bdc-7350-4d14-a779-edf3e72c8a0f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.717072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.724480 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99045a1c-493f-4603-b347-82d5327852e5 req-854e7bdc-7350-4d14-a779-edf3e72c8a0f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.727272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:12.727659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:12.733716 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:12.769846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.825582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e7bdc-7350-4d14-a779-edf3e72c8a0f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fea7ae-710a-424e-b271-27cd5be93ef8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:12.828843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=6e17776b-3c90-4152-8fef-d6753d88f2b8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:12.840594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa13c2-1995-4349-bdf3-7111b2770bb2 None None] Network 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:12.842247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0219b85-0d78-4db9-b201-7948d0d8a7d3 req-a7d038e8-ecc1-4a7a-b785-b42c8b38db89 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353924 Dec 10 18:24:12.845171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.847555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99045a1c-493f-4603-b347-82d5327852e5 req-854e7bdc-7350-4d14-a779-edf3e72c8a0f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.849086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-99045a1c-493f-4603-b347-82d5327852e5 req-854e7bdc-7350-4d14-a779-edf3e72c8a0f tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4650986 Dec 10 18:24:12.854393 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b8a78159-cb0c-4014-bf77-ef98762e674d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/6e17776b-3c90-4152-8fef-d6753d88f2b8 HTTP/1.1" status: 204 len: 168 time: 0.6782432 Dec 10 18:24:12.856946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48862) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:12.870013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.912936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.917753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8ef35a9b-ef3b-486e-ac42-432c567bef82 HTTP/1.1" status: 204 len: 168 time: 1.5241160 Dec 10 18:24:12.918766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6880c0d-ed2f-4d25-9db9-2351acf55e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef35a9b-ef3b-486e-ac42-432c567bef82,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:12.961355 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e089c8e1-f7be-4066-89e1-c6e8bd4cdbba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.970391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e089c8e1-f7be-4066-89e1-c6e8bd4cdbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:12.996711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet 9f43facc-3ec8-4dc4-b1f2-d35eac6aec66 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:13.002257 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.061631 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-043825f1-551f-46bd-b30f-de0c6a479faa tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/95fea7ae-710a-424e-b271-27cd5be93ef8 HTTP/1.1" status: 200 len: 1822 time: 0.1549745 Dec 10 18:24:13.068263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95fea7ae-710a-424e-b271-27cd5be93ef8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:13.068819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '95fea7ae-710a-424e-b271-27cd5be93ef8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:13.077439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e089c8e1-f7be-4066-89e1-c6e8bd4cdbba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2878998966ce4aecb71cef56f17dd76a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122336 Dec 10 18:24:13.078528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089c8e1-f7be-4066-89e1-c6e8bd4cdbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef549dbf-7078-4494-833d-fcbff12a3ad8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:13.096498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48876) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:13.120384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.170738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] DHCP port deletion for 53edac54-2fcb-4bb7-a145-4ba9a1f545c6 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:13.172890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48880) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:13.244177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56f0f648-b92d-415d-aca9-424a3f02960a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.267534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] Deleting port c2d9ad5d-c270-4af3-bf69-48923856ef2d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:13.267916 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.273519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56f0f648-b92d-415d-aca9-424a3f02960a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.331364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56f0f648-b92d-415d-aca9-424a3f02960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.334160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56f0f648-b92d-415d-aca9-424a3f02960a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.336098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-56f0f648-b92d-415d-aca9-424a3f02960a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef549dbf-7078-4494-833d-fcbff12a3ad8 HTTP/1.1" status: 204 len: 168 time: 0.2303286 Dec 10 18:24:13.355444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.372755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.395338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0f648-b92d-415d-aca9-424a3f02960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef549dbf-7078-4494-833d-fcbff12a3ad8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:13.464374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] For port c2d9ad5d-c270-4af3-bf69-48923856ef2d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c2d9ad5d-c270-4af3-bf69-48923856ef2d,segment=NetworkSegment(28dc10e9-28d1-4e56-bf11-756b35d85174),segment_id=28dc10e9-28d1-4e56-bf11-756b35d85174)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:13.466576 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.487100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] Calling delete_port for c2d9ad5d-c270-4af3-bf69-48923856ef2d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:13.506442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f2a327e6-eb5d-4ebc-a885-1e4b2c8cd32f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9368629d6e7f4971ab4815dffa7ee9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300204 Dec 10 18:24:13.518601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:13.526650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.532955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.559010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.582214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1ce6de-dc9e-4ef9-89d0-9b27bd2cfd72,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:13.594896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.607340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c655b5b5-8460-40bf-8143-7561f18a1786 req-0d849c84-a14f-4ba2-859b-de7ebdca2ecb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5441468 Dec 10 18:24:13.661126 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.685708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] No DVR routers for this DVR port c2d9ad5d-c270-4af3-bf69-48923856ef2d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:13.704640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.711761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/9f43facc-3ec8-4dc4-b1f2-d35eac6aec66 HTTP/1.1" status: 204 len: 168 time: 0.8506284 Dec 10 18:24:13.712467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48928) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:13.712866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af384e-c030-4ea0-a670-f374f21d084e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=9f43facc-3ec8-4dc4-b1f2-d35eac6aec66,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:13.758509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4668b-db6a-457e-93d3-4d3e158a422b req-d81ecd17-153b-41d8-9f13-45774686ada0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:13.763874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e912ce71-b3df-465e-b959-d7b49ef3ed5d None None] Network 460e97ae-0296-4261-8b75-34a8e94fd6d0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:13.765984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2f4668b-db6a-457e-93d3-4d3e158a422b req-d81ecd17-153b-41d8-9f13-45774686ada0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.2194495 Dec 10 18:24:13.779728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c93189e5-6ee9-4190-a721-f9e9df132e6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.854751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c93189e5-6ee9-4190-a721-f9e9df132e6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.865635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b8dfeac7-811a-477b-88c0-e6430f103cff req-3f272695-22f4-4afd-9f60-9e293705ae57 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1287079028', 'description': 'tempest-description-859240919'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:13.871046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060a45c-00e6-4f8e-bf58-c9f039509928 None None] Pushing event deleted for resources: {'Port': ['ID=c2d9ad5d-c270-4af3-bf69-48923856ef2d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:13.942298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2f4668b-db6a-457e-93d3-4d3e158a422b req-a56b5cb9-5af7-42d2-919c-0940fce2e170 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753378 Dec 10 18:24:13.969006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:13.985613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b8dfeac7-811a-477b-88c0-e6430f103cff req-3f272695-22f4-4afd-9f60-9e293705ae57 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.001300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c93189e5-6ee9-4190-a721-f9e9df132e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.005597 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c93189e5-6ee9-4190-a721-f9e9df132e6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.006760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] DHCP port deletion for 460e97ae-0296-4261-8b75-34a8e94fd6d0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:14.009456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c93189e5-6ee9-4190-a721-f9e9df132e6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/717cda29-5d4a-46b7-8811-f42d93a08a4f HTTP/1.1" status: 204 len: 168 time: 0.4863768 Dec 10 18:24:14.031354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93189e5-6ee9-4190-a721-f9e9df132e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717cda29-5d4a-46b7-8811-f42d93a08a4f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:14.066974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:14.083680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6be5-ae47-45ac-b6a9-2d6900eaee50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.152817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] Deleting port f803b0e2-767b-4e78-8871-8e2ba365f001 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:14.153213 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.177403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b8dfeac7-811a-477b-88c0-e6430f103cff req-3f272695-22f4-4afd-9f60-9e293705ae57 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.216215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b8dfeac7-811a-477b-88c0-e6430f103cff req-3f272695-22f4-4afd-9f60-9e293705ae57 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.229797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6be5-ae47-45ac-b6a9-2d6900eaee50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.236106 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6be5-ae47-45ac-b6a9-2d6900eaee50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.268164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.290120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] For port f803b0e2-767b-4e78-8871-8e2ba365f001, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f803b0e2-767b-4e78-8871-8e2ba365f001,segment=NetworkSegment(6e92715d-1381-48c6-ab67-3a30524c3a3e),segment_id=6e92715d-1381-48c6-ab67-3a30524c3a3e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:14.290572 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.309105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] Calling delete_port for f803b0e2-767b-4e78-8871-8e2ba365f001 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:14.310024 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f1cc6be5-ae47-45ac-b6a9-2d6900eaee50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7856ef3b9ec4e7aa73ef2b697cf4f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416451 Dec 10 18:24:14.310869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48950) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:14.321051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc6be5-ae47-45ac-b6a9-2d6900eaee50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e649b0f-436a-4c86-97b9-7ac0e194d902,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:14.331631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b8dfeac7-811a-477b-88c0-e6430f103cff req-3f272695-22f4-4afd-9f60-9e293705ae57 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.336855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b8dfeac7-811a-477b-88c0-e6430f103cff req-3f272695-22f4-4afd-9f60-9e293705ae57 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4884365 Dec 10 18:24:14.357822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53edac54-2fcb-4bb7-a145-4ba9a1f545c6']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:14.363520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f272695-22f4-4afd-9f60-9e293705ae57 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f49ac0-d90d-4dc3-b713-37456c8b1ae5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:14.376741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28dc10e9-28d1-4e56-bf11-756b35d85174') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:14.377026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28dc10e9-28d1-4e56-bf11-756b35d85174') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:14.381891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-de41abc1-31d7-4094-8188-ff7f91e2237b req-b75606ec-109c-43ce-9f29-7d2cc11c64a5 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1513349363', 'description': 'tempest-description-1925602759'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:14.397334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.410192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.445020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de41abc1-31d7-4094-8188-ff7f91e2237b req-b75606ec-109c-43ce-9f29-7d2cc11c64a5 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.452486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.468485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:14.469165 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.476871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479199d8-846f-428d-90af-e44610d946bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:14.481838 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:14.489711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] No DVR routers for this DVR port f803b0e2-767b-4e78-8871-8e2ba365f001 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:14.497327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b65ec7-f96b-4b97-806a-51406b59cf0e None None] Pushing event deleted for resources: {'Port': ['ID=f803b0e2-767b-4e78-8871-8e2ba365f001,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:14.545958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f803b0e2-767b-4e78-8871-8e2ba365f001 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:14.560354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479199d8-846f-428d-90af-e44610d946bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.592466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f803b0e2-767b-4e78-8871-8e2ba365f001 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:14.593700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f803b0e2-767b-4e78-8871-8e2ba365f001 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:14.594750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d9ad5d-c270-4af3-bf69-48923856ef2d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:14.653000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.669890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.683265 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/53edac54-2fcb-4bb7-a145-4ba9a1f545c6 HTTP/1.1" status: 204 len: 168 time: 0.9676862 Dec 10 18:24:14.686678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48980) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:14.688457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c2d9ad5d-c270-4af3-bf69-48923856ef2d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:14.688903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c2d9ad5d-c270-4af3-bf69-48923856ef2d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:14.728338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de41abc1-31d7-4094-8188-ff7f91e2237b req-b75606ec-109c-43ce-9f29-7d2cc11c64a5 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.729811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f923f2-b81c-4dde-a6aa-c11fb838709d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=53edac54-2fcb-4bb7-a145-4ba9a1f545c6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:14.737563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de41abc1-31d7-4094-8188-ff7f91e2237b req-b75606ec-109c-43ce-9f29-7d2cc11c64a5 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.807949 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479199d8-846f-428d-90af-e44610d946bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.814854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479199d8-846f-428d-90af-e44610d946bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.816369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-479199d8-846f-428d-90af-e44610d946bd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2e649b0f-436a-4c86-97b9-7ac0e194d902 HTTP/1.1" status: 204 len: 168 time: 0.5036495 Dec 10 18:24:14.880122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de41abc1-31d7-4094-8188-ff7f91e2237b req-b75606ec-109c-43ce-9f29-7d2cc11c64a5 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:14.896637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de41abc1-31d7-4094-8188-ff7f91e2237b req-b75606ec-109c-43ce-9f29-7d2cc11c64a5 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5269198 Dec 10 18:24:14.906932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48994) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:14.987321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75606ec-109c-43ce-9f29-7d2cc11c64a5 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4596c063-7167-486f-b752-94e7ad1ad28d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:15.016282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d16d3fe2-cddd-424a-8017-db660770a62a req-80cece90-f287-4263-be7a-2f0fba8190c7 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/58f49ac0-d90d-4dc3-b713-37456c8b1ae5 HTTP/1.1" status: 200 len: 1823 time: 0.0900788 Dec 10 18:24:15.056545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.059872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479199d8-846f-428d-90af-e44610d946bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e649b0f-436a-4c86-97b9-7ac0e194d902,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:15.095831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d16d3fe2-cddd-424a-8017-db660770a62a req-fdcacc09-7f8f-46f5-9854-711884300b81 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/4596c063-7167-486f-b752-94e7ad1ad28d HTTP/1.1" status: 200 len: 1824 time: 0.0772598 Dec 10 18:24:15.109188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d16d3fe2-cddd-424a-8017-db660770a62a req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58f49ac0-d90d-4dc3-b713-37456c8b1ae5', 'remote_group_id': '4596c063-7167-486f-b752-94e7ad1ad28d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:15.109522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d16d3fe2-cddd-424a-8017-db660770a62a req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58f49ac0-d90d-4dc3-b713-37456c8b1ae5', 'remote_group_id': '4596c063-7167-486f-b752-94e7ad1ad28d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:15.276043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d16d3fe2-cddd-424a-8017-db660770a62a req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.353357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d16d3fe2-cddd-424a-8017-db660770a62a req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.357446 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-74c80419-c8bd-4406-a1b2-a4c0e87f14b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1884ddfcc92a4bca98c88dc2f45bbb50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4459772 Dec 10 18:24:15.360259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49006) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:15.367961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d16d3fe2-cddd-424a-8017-db660770a62a req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.381894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.404207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821b844-5871-458f-af91-ba1fe9a5e22f req-e9fb92b7-1ed3-47df-b5ed-f826ffe18e20 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:15.407040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e821b844-5871-458f-af91-ba1fe9a5e22f req-e9fb92b7-1ed3-47df-b5ed-f826ffe18e20 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.1892307 Dec 10 18:24:15.422756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d16d3fe2-cddd-424a-8017-db660770a62a req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.424372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460e97ae-0296-4261-8b75-34a8e94fd6d0']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:15.428090 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d16d3fe2-cddd-424a-8017-db660770a62a req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3300014 Dec 10 18:24:15.429458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c540fe-da41-4700-8cb7-e4739435ab58 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c208062c-03cd-4e7d-bc44-e3bc232e585f,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:15.454345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbf3d-e9c7-4dcf-b072-cb38c328ed22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.475747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5ee53c79-0d7a-4aff-8ccb-799826e73db7 req-60226402-b397-4041-a46c-5b341a8d77c9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-928909412', 'description': 'tempest-description-1608149953'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:15.479824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e92715d-1381-48c6-ab67-3a30524c3a3e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:15.479824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e92715d-1381-48c6-ab67-3a30524c3a3e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:15.500690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.517256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5ee53c79-0d7a-4aff-8ccb-799826e73db7 req-60226402-b397-4041-a46c-5b341a8d77c9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.518890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e821b844-5871-458f-af91-ba1fe9a5e22f req-bb9f3edc-26f8-42d1-abee-0c1392e8530b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997078 Dec 10 18:24:15.533974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.538144 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbf3d-e9c7-4dcf-b072-cb38c328ed22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.551310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:15.552229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:15.556099 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:15.666606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.671186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.679482 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/460e97ae-0296-4261-8b75-34a8e94fd6d0 HTTP/1.1" status: 204 len: 168 time: 0.9578881 Dec 10 18:24:15.684143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49018) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:15.696825 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbf3d-e9c7-4dcf-b072-cb38c328ed22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.699502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbf3d-e9c7-4dcf-b072-cb38c328ed22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.701569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-574172780'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:15.703400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb6dbf3d-e9c7-4dcf-b072-cb38c328ed22 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/48ca8587-9497-46fe-929c-26d0eca3e49b HTTP/1.1" status: 204 len: 168 time: 0.3416820 Dec 10 18:24:15.706909 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5ee53c79-0d7a-4aff-8ccb-799826e73db7 req-60226402-b397-4041-a46c-5b341a8d77c9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.716327 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5ee53c79-0d7a-4aff-8ccb-799826e73db7 req-60226402-b397-4041-a46c-5b341a8d77c9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.721032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dbf3d-e9c7-4dcf-b072-cb38c328ed22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca8587-9497-46fe-929c-26d0eca3e49b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:15.760975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60226402-b397-4041-a46c-5b341a8d77c9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c440fa0-08c9-424f-8729-24e9f8554b17,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:15.763289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509a015-7864-4f5d-ade4-557b922a6fca tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=460e97ae-0296-4261-8b75-34a8e94fd6d0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:15.776363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5ee53c79-0d7a-4aff-8ccb-799826e73db7 req-60226402-b397-4041-a46c-5b341a8d77c9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.778347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:15.782018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ee53c79-0d7a-4aff-8ccb-799826e73db7 req-60226402-b397-4041-a46c-5b341a8d77c9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3135777 Dec 10 18:24:15.783460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.847946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-205d5a7e-59a6-4af3-9226-f9063213c3e4 req-52d37d54-f966-4de5-a0f1-fd4bf9c3795b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1931679706', 'description': 'tempest-description-2117975887'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:15.896064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:24:15.907151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-205d5a7e-59a6-4af3-9226-f9063213c3e4 req-52d37d54-f966-4de5-a0f1-fd4bf9c3795b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.932787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:15.933139 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment 86ab1a8a-7261-46f3-8cbf-350ab0e09ae1 of type vlan for network 69de95cb-190a-43e1-9641-263ff203928e Dec 10 18:24:15.989885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.082932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.087706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:16.088369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.193079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5083132 Dec 10 18:24:16.197382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49036) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:16.203299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': '69de95cb-190a-43e1-9641-263ff203928e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:16.232579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-205d5a7e-59a6-4af3-9226-f9063213c3e4 req-52d37d54-f966-4de5-a0f1-fd4bf9c3795b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.251907 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-205d5a7e-59a6-4af3-9226-f9063213c3e4 req-52d37d54-f966-4de5-a0f1-fd4bf9c3795b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.277908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cf3d4f-0a24-4f32-8ce4-2653e5b318af tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=69de95cb-190a-43e1-9641-263ff203928e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:16.290436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 69de95cb-190a-43e1-9641-263ff203928e details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:24:16.309999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-205d5a7e-59a6-4af3-9226-f9063213c3e4 req-52d37d54-f966-4de5-a0f1-fd4bf9c3795b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.311339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-205d5a7e-59a6-4af3-9226-f9063213c3e4 req-52d37d54-f966-4de5-a0f1-fd4bf9c3795b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4721458 Dec 10 18:24:16.338335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d37d54-f966-4de5-a0f1-fd4bf9c3795b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d53945b-1989-49c7-ba0b-362b78919e23,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:16.425714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-26d9747b-f4bd-4ed0-ac7d-20b47c843de9 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/4c440fa0-08c9-424f-8729-24e9f8554b17 HTTP/1.1" status: 200 len: 1823 time: 0.0613592 Dec 10 18:24:16.434603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:16.441365 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.590882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-1c3855cd-9b51-40f0-93c7-4473d0145880 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/6d53945b-1989-49c7-ba0b-362b78919e23 HTTP/1.1" status: 200 len: 1824 time: 0.1376386 Dec 10 18:24:16.598670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4c440fa0-08c9-424f-8729-24e9f8554b17', 'remote_group_id': '6d53945b-1989-49c7-ba0b-362b78919e23', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:16.599391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4c440fa0-08c9-424f-8729-24e9f8554b17', 'remote_group_id': '6d53945b-1989-49c7-ba0b-362b78919e23', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:16.721150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7a97a-598f-40ff-ab0c-8886b7a9f5c3 req-ad2c12e8-f292-44b6-b5f2-d077656fdc33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:16.722701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ace7a97a-598f-40ff-ab0c-8886b7a9f5c3 req-ad2c12e8-f292-44b6-b5f2-d077656fdc33 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.0694656 Dec 10 18:24:16.740472 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.782804 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ace7a97a-598f-40ff-ab0c-8886b7a9f5c3 req-e5a7d497-4bcc-4fb1-a439-9a8cfef0af2b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535076 Dec 10 18:24:16.825666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.835415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.866115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.876436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:24:16.894210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49064) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:16.920543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:16.931604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-444f6498-58ed-4195-a417-2e5c79bd5805 req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3343248 Dec 10 18:24:16.949830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d67be-a102-40a4-93ff-976d62ecc469 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319212fa-cc88-44be-bcf2-423e5134f502,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:16.970149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=455f25d5-8fb9-49f3-a434-8d16cf7d3ef0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:16.985462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': '86ab1a8a-7261-46f3-8cbf-350ab0e09ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '69de95cb-190a-43e1-9641-263ff203928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:16.991466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: 69de95cb-190a-43e1-9641-263ff203928e, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:24:17.030092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 69de95cb-190a-43e1-9641-263ff203928e is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:24:17.041929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:17.044697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 69de95cb-190a-43e1-9641-263ff203928e) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:17.049521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:17.050668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.059971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d3a47-748c-4564-a574-c3312b6292ad None None] Network 69de95cb-190a-43e1-9641-263ff203928e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:17.065500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0fdfb5ea-282b-4009-bf2e-1b4df480eb2b req-fb4fbece-28ff-45cf-bdcc-090868539064 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/6d53945b-1989-49c7-ba0b-362b78919e23 HTTP/1.1" status: 200 len: 1824 time: 0.1068890 Dec 10 18:24:17.075443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-475b1f6d-376a-42de-a2fb-75389fadd4da tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8768597 Dec 10 18:24:17.076075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49074) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:17.081262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-807f95b2-76ca-4e56-b332-b5a45f1ca867 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1846069351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:17.117963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-807f95b2-76ca-4e56-b332-b5a45f1ca867 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.120580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-807f95b2-76ca-4e56-b332-b5a45f1ca867 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.166374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'mac_address': 'fa:16:3e:aa:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:24:17.174746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6cd320b-9fe9-4702-a41b-a94b4d8a4e49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.218673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-807f95b2-76ca-4e56-b332-b5a45f1ca867 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.224682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-807f95b2-76ca-4e56-b332-b5a45f1ca867 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.250251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0fdfb5ea-282b-4009-bf2e-1b4df480eb2b req-6fcf0b9e-9d01-45c3-81cc-36c4b401c00d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.251093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-807f95b2-76ca-4e56-b332-b5a45f1ca867 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.255446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-807f95b2-76ca-4e56-b332-b5a45f1ca867 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1757193 Dec 10 18:24:17.256367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-69de95cb-190a-43e1-9641-263ff203928e', 'network_id': '69de95cb-190a-43e1-9641-263ff203928e', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': '455f25d5-8fb9-49f3-a434-8d16cf7d3ef0'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:24:17.258136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49082) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:17.262233 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.265742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'port': {'network_id': '69de95cb-190a-43e1-9641-263ff203928e', 'name': 'tempest-RoutersTest-37890317'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:17.359755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0fdfb5ea-282b-4009-bf2e-1b4df480eb2b req-6fcf0b9e-9d01-45c3-81cc-36c4b401c00d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.368787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49088) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:17.419139 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.466606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24d6b8f8-7dc2-402d-b924-63a859b68565 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:24:17.498518 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6cd320b-9fe9-4702-a41b-a94b4d8a4e49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.500156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:17.507614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6cd320b-9fe9-4702-a41b-a94b4d8a4e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.533344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.540330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b6cd320b-9fe9-4702-a41b-a94b4d8a4e49 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d99e4dae3d75472a9562c56872d94c51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6453569 Dec 10 18:24:17.543226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49098) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:17.563352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0fdfb5ea-282b-4009-bf2e-1b4df480eb2b req-6fcf0b9e-9d01-45c3-81cc-36c4b401c00d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.566613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0fdfb5ea-282b-4009-bf2e-1b4df480eb2b req-6fcf0b9e-9d01-45c3-81cc-36c4b401c00d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.568251 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0fdfb5ea-282b-4009-bf2e-1b4df480eb2b req-6fcf0b9e-9d01-45c3-81cc-36c4b401c00d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-groups/6d53945b-1989-49c7-ba0b-362b78919e23 HTTP/1.1" status: 204 len: 173 time: 0.5018568 Dec 10 18:24:17.572587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:17.576976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.594934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd320b-9fe9-4702-a41b-a94b4d8a4e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a4264b-da14-44c1-8618-12fd0b6a93c2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:17.602508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1811388550-network', 'tenant_id': '0ff06a3340e443b891473c0da75aee61'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:17.613935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] device_id is not set on port 321912a2-64fe-4831-8355-46478edfad79 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:24:17.619780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf0b9e-9d01-45c3-81cc-36c4b401c00d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d53945b-1989-49c7-ba0b-362b78919e23,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:17.650717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['24d6b8f8-7dc2-402d-b924-63a859b68565'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:24:17.686902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Allocated IP 172.20.0.2 (69de95cb-190a-43e1-9641-263ff203928e/455f25d5-8fb9-49f3-a434-8d16cf7d3ef0/980fde95-5d7c-4ce7-a4f5-e5656e9c30cc) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:17.690670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Made reservation on behalf of 0ff06a3340e443b891473c0da75aee61 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:17.698575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.731673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.772399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:17.850203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ce3b-88f4-40b9-b549-7973379a18ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.875871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ce3b-88f4-40b9-b549-7973379a18ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:17.893443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93dddcbf-84b1-43cb-9201-3632eeeddcc4 req-7c5b3b7b-d045-47b2-a42f-163ad23affd0 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/4c440fa0-08c9-424f-8729-24e9f8554b17 HTTP/1.1" status: 200 len: 1823 time: 0.2266948 Dec 10 18:24:17.936637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-37b34cc9-779d-4d31-a10b-c1099653cf78 req-1d887980-d4c2-4db3-ae17-c15f3c14755c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-416722887', 'description': 'tempest-description-2076087438'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:18.003103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-37b34cc9-779d-4d31-a10b-c1099653cf78 req-1d887980-d4c2-4db3-ae17-c15f3c14755c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.004653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff96239-732d-4baf-8fb0-4b981ea385bf req-c7213eea-9a67-4226-846a-a3602cb8a054 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:18.006942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ff96239-732d-4baf-8fb0-4b981ea385bf req-c7213eea-9a67-4226-846a-a3602cb8a054 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.1240122 Dec 10 18:24:18.008292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.022762 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.031137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ce3b-88f4-40b9-b549-7973379a18ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.034278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ce3b-88f4-40b9-b549-7973379a18ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.035674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c7d8ce3b-88f4-40b9-b549-7973379a18ef admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96a4264b-da14-44c1-8618-12fd0b6a93c2 HTTP/1.1" status: 204 len: 168 time: 0.4913986 Dec 10 18:24:18.076954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:24:18.094936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:18.125643 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.135490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.136088 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Added segment f39428bb-2a64-45b9-9d8a-c957f71ba304 of type vlan for network 94c686cf-b80f-4def-9d14-559c6fbca116 Dec 10 18:24:18.139026 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.147068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8ce3b-88f4-40b9-b549-7973379a18ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a4264b-da14-44c1-8618-12fd0b6a93c2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:18.204488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Pushing event updated for resources: {'Port': ['ID=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:18.224829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Network 69de95cb-190a-43e1-9641-263ff203928e is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:18.227557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:18.230858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:18.284075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.289019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ff96239-732d-4baf-8fb0-4b981ea385bf req-5cae6763-d081-4f7e-946b-9f58f844b9eb tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653947 Dec 10 18:24:18.312037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Attempting to bind port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:18.312410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Attempting to bind port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '86ab1a8a-7261-46f3-8cbf-350ab0e09ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '69de95cb-190a-43e1-9641-263ff203928e'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:18.312861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Attempting to bind port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc on network 69de95cb-190a-43e1-9641-263ff203928e {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:18.314486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-37b34cc9-779d-4d31-a10b-c1099653cf78 req-1d887980-d4c2-4db3-ae17-c15f3c14755c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.321076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:18.321495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Checking segment: {'id': '86ab1a8a-7261-46f3-8cbf-350ab0e09ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '69de95cb-190a-43e1-9641-263ff203928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:18.321962 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.322404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Bound using segment: {'id': '86ab1a8a-7261-46f3-8cbf-350ab0e09ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '69de95cb-190a-43e1-9641-263ff203928e'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:18.323344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Bound port: 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ab1a8a-7261-46f3-8cbf-350ab0e09ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '69de95cb-190a-43e1-9641-263ff203928e'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:18.324388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.326777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.20.0.4 (69de95cb-190a-43e1-9641-263ff203928e/455f25d5-8fb9-49f3-a434-8d16cf7d3ef0/321912a2-64fe-4831-8355-46478edfad79) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:18.328539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-37b34cc9-779d-4d31-a10b-c1099653cf78 req-1d887980-d4c2-4db3-ae17-c15f3c14755c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.381257 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-37b34cc9-779d-4d31-a10b-c1099653cf78 req-1d887980-d4c2-4db3-ae17-c15f3c14755c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.388626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37b34cc9-779d-4d31-a10b-c1099653cf78 req-1d887980-d4c2-4db3-ae17-c15f3c14755c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4644806 Dec 10 18:24:18.392179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.406935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:18.408145 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.420490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d887980-d4c2-4db3-ae17-c15f3c14755c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09600355-9461-49b4-847f-78f012abecd4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:18.439410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] For port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:18.455735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] For port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,segment=NetworkSegment(86ab1a8a-7261-46f3-8cbf-350ab0e09ae1),segment_id=86ab1a8a-7261-46f3-8cbf-350ab0e09ae1)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:18.463152 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.562496 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1925192 Dec 10 18:24:18.570054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49138) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:18.583436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Request body: {'subnet': {'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1811388550-subnet', 'tenant_id': '0ff06a3340e443b891473c0da75aee61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:18.594603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6f6e8-2217-499c-af3b-040e63e01c4f None None] Pushing event updated for resources: {'Port': ['ID=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:18.596499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea84399-996e-486d-9bdb-b66117752af4 admin admin] Pushing event updated for resources: {'Network': ['ID=94c686cf-b80f-4def-9d14-559c6fbca116,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:18.625997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 94c686cf-b80f-4def-9d14-559c6fbca116 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:24:18.631543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e1dd141-1a36-4870-b050-1b7262406462 req-e9b79416-d78e-47d1-9fd7-3356d6c7aa06 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/09600355-9461-49b4-847f-78f012abecd4 HTTP/1.1" status: 200 len: 1823 time: 0.2178204 Dec 10 18:24:18.656857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8e1dd141-1a36-4870-b050-1b7262406462 req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09600355-9461-49b4-847f-78f012abecd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:18.657518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8e1dd141-1a36-4870-b050-1b7262406462 req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09600355-9461-49b4-847f-78f012abecd4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:18.674984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Made reservation on behalf of 0ff06a3340e443b891473c0da75aee61 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:18.678778 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.710502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.767494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.893922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:18.909103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 69de95cb-190a-43e1-9641-263ff203928e is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:18.910139 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8e1dd141-1a36-4870-b050-1b7262406462 req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:18.917023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:18.935692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:19.034842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=321912a2-64fe-4831-8355-46478edfad79,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:19.035998 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8e1dd141-1a36-4870-b050-1b7262406462 req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.045931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 24d6b8f8-7dc2-402d-b924-63a859b68565 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:19.046427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.080535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8e1dd141-1a36-4870-b050-1b7262406462 req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.090631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:19.091935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.125289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2d9a84b3-49d6-4eae-b1b9-795284eef0f7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.8634582 Dec 10 18:24:19.127830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49154) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:19.197795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e654009-fb95-4565-931e-1bd487321cba,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:19.361606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8e1dd141-1a36-4870-b050-1b7262406462 req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.363763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e1dd141-1a36-4870-b050-1b7262406462 req-395b2266-69a9-4861-8169-7e4f7d4e323d tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7309175 Dec 10 18:24:19.366002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.387794 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.509603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:19.511247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:19.514203 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127a6c68-d14a-4f22-84e5-2a56f434d864" -d '{"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:19.518098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.592792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3455756b-5278-45b6-8517-475b4ab43e9b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:19.637589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:19.668174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Checking segment: {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:19.668174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Network hostable DHCP agents. Network: 94c686cf-b80f-4def-9d14-559c6fbca116, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:24:19.695865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-b5dc3a86-344e-4c17-97e2-e9108ada24d1 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/09600355-9461-49b4-847f-78f012abecd4 HTTP/1.1" status: 200 len: 2417 time: 0.2769339 Dec 10 18:24:19.709742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09600355-9461-49b4-847f-78f012abecd4', 'remote_group_id': None}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:19.710072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '09600355-9461-49b4-847f-78f012abecd4', 'remote_group_id': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:19.770545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Network 94c686cf-b80f-4def-9d14-559c6fbca116 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:24:19.819381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 94c686cf-b80f-4def-9d14-559c6fbca116) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:19.828113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8993b3f5-3e63-464f-82f1-798e87fec98a None None] Network 94c686cf-b80f-4def-9d14-559c6fbca116 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:19.844152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:19.844684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:19.966751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3e4f2fc8-225a-4334-a0fb-7852b0afb090 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3934770 Dec 10 18:24:19.999883 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:20.077498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:20.086631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:20.088983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b673ff63-e16a-455a-9fbc-212af2510daf None None] Network 94c686cf-b80f-4def-9d14-559c6fbca116 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:20.185757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dbd6b7-2099-45ad-87ef-1126bf752c33,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:20.201200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:20.212151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f943b684-eabb-4a76-9405-15a88c1768d4 req-f6a28d9a-c8eb-495c-aec0-d184c2748637 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5067458 Dec 10 18:24:20.441628 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3601b9-eaaf-4d06-828c-fd24dcfda31c x-openstack-request-id: req-7e3601b9-eaaf-4d06-828c-fd24dcfda31c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:20.441949 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:20.442204 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e3601b9-eaaf-4d06-828c-fd24dcfda31c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:20.442799 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'code': 200} Dec 10 18:24:20.506135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86dc35-30ae-4af3-86d6-b832d512b71e None None] Network 69de95cb-190a-43e1-9641-263ff203928e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:20.580999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7717c4cf-c4bb-4719-ab90-edffd7931072 req-686ecfbe-4503-4652-baf0-244043b175bb tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/09600355-9461-49b4-847f-78f012abecd4 HTTP/1.1" status: 200 len: 3016 time: 0.0976019 Dec 10 18:24:20.615013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013666b-62a6-4d9f-b1d1-72cc3afa3373 req-8465b8d8-0977-4514-829a-808bb46ec28c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:20.624082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a013666b-62a6-4d9f-b1d1-72cc3afa3373 req-8465b8d8-0977-4514-829a-808bb46ec28c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 1.1069334 Dec 10 18:24:20.775515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:20.889110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2288ae98-eed6-4cea-bdc4-29410e47b885 None None] Provisioning complete for port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:20.889461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2288ae98-eed6-4cea-bdc4-29410e47b885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:20.945632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a013666b-62a6-4d9f-b1d1-72cc3afa3373 req-5de228d8-e503-4c5a-bc31-f30be2b4bac9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205190 Dec 10 18:24:20.977439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:20.977811 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.000494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.056563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1d055d8-5350-45dc-a8cd-40d5d114aed2 req-62e6dd9b-d4a7-4e34-9649-f877d089b14a tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-group-rules/61dbd6b7-2099-45ad-87ef-1126bf752c33 HTTP/1.1" status: 200 len: 783 time: 0.0349560 Dec 10 18:24:21.264658 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2288ae98-eed6-4cea-bdc4-29410e47b885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.363921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.462565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,segment=NetworkSegment(86ab1a8a-7261-46f3-8cbf-350ab0e09ae1),segment_id=86ab1a8a-7261-46f3-8cbf-350ab0e09ae1)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:21.476421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.550909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.580945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:21.581161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2288ae98-eed6-4cea-bdc4-29410e47b885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:24:21.581469 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2288ae98-eed6-4cea-bdc4-29410e47b885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:24:21.636371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:21.852619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=321912a2-64fe-4831-8355-46478edfad79,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:21.868864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1d055d8-5350-45dc-a8cd-40d5d114aed2 req-2b0659ab-9955-4504-8375-74e5d35d9e3b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/09600355-9461-49b4-847f-78f012abecd4 HTTP/1.1" status: 200 len: 3016 time: 0.3105876 Dec 10 18:24:21.993761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d1d055d8-5350-45dc-a8cd-40d5d114aed2 req-dab0d04e-1f38-4419-8feb-664535774783 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.003795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d1d055d8-5350-45dc-a8cd-40d5d114aed2 req-dab0d04e-1f38-4419-8feb-664535774783 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.084389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.199911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49220) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:22.336019 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d1d055d8-5350-45dc-a8cd-40d5d114aed2 req-dab0d04e-1f38-4419-8feb-664535774783 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.432405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d1d055d8-5350-45dc-a8cd-40d5d114aed2 req-dab0d04e-1f38-4419-8feb-664535774783 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.457567 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1d055d8-5350-45dc-a8cd-40d5d114aed2 req-dab0d04e-1f38-4419-8feb-664535774783 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/61dbd6b7-2099-45ad-87ef-1126bf752c33 HTTP/1.1" status: 204 len: 173 time: 0.5735300 Dec 10 18:24:22.501240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0d04e-1f38-4419-8feb-664535774783 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61dbd6b7-2099-45ad-87ef-1126bf752c33,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:22.510547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.534939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6797ef80-5db1-472c-9059-1e8d525c3fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.742934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6797ef80-5db1-472c-9059-1e8d525c3fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.751961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6797ef80-5db1-472c-9059-1e8d525c3fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.843490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6797ef80-5db1-472c-9059-1e8d525c3fa3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b4906845181548e09afed5ca51e8e99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6410947 Dec 10 18:24:22.845799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797ef80-5db1-472c-9059-1e8d525c3fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5b241d-5574-429a-9500-83b17c08c119,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:22.851767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:22.861264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49226) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:22.900009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5e607968-de5b-4a4e-a721-6cebda896bce None None] Provisioning complete for port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:22.900380 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e607968-de5b-4a4e-a721-6cebda896bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.947017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:22.947389 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:22.994316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d1f67-9f3e-4d22-9a9c-e6ad8b94272e req-019beac2-3423-4cd2-bf9f-5413af0b509e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:22.996611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-565d1f67-9f3e-4d22-9a9c-e6ad8b94272e req-019beac2-3423-4cd2-bf9f-5413af0b509e tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.1965158 Dec 10 18:24:23.021165 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.060473 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.066017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5e607968-de5b-4a4e-a721-6cebda896bce None None] Provisioning complete for port 321912a2-64fe-4831-8355-46478edfad79 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:23.066408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e607968-de5b-4a4e-a721-6cebda896bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.112555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5e607968-de5b-4a4e-a721-6cebda896bce None None] Port 321912a2-64fe-4831-8355-46478edfad79 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:23.135635 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-565d1f67-9f3e-4d22-9a9c-e6ad8b94272e req-2f116f16-be8a-4650-9f41-4dff9a97ac13 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309795 Dec 10 18:24:23.148528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.152619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.154413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c5b241d-5574-429a-9500-83b17c08c119 HTTP/1.1" status: 204 len: 168 time: 0.2851644 Dec 10 18:24:23.168387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5b241d-5574-429a-9500-83b17c08c119,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:23.191245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.194856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.195704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.196366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.196801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.197232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.197760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.198672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.199153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.199589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.200028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.200789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.200789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced70269-6e84-456a-86a2-5d34e023e7d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.216746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.222072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.261436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f471e1a2-65a6-4fd1-b4a7-a214112889a5 None None] Provisioning complete for port 321912a2-64fe-4831-8355-46478edfad79 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:23.262154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f471e1a2-65a6-4fd1-b4a7-a214112889a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.318878 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f471e1a2-65a6-4fd1-b4a7-a214112889a5 None None] Port 321912a2-64fe-4831-8355-46478edfad79 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:23.382232 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.390943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=321912a2-64fe-4831-8355-46478edfad79,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:23.429579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb781218-61fe-46dc-8bed-79103ffc1684 req-d4a5cdd8-dd36-47fc-b8e3-5ee327bb1271 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/09600355-9461-49b4-847f-78f012abecd4 HTTP/1.1" status: 200 len: 2417 time: 0.1561711 Dec 10 18:24:23.580137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 69de95cb-190a-43e1-9641-263ff203928e is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:23.581882 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb781218-61fe-46dc-8bed-79103ffc1684 req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.585890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:23.690750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb781218-61fe-46dc-8bed-79103ffc1684 req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.742096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:23.772116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96c8eecc-b218-4f25-991c-dca37c411c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.805847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb781218-61fe-46dc-8bed-79103ffc1684 req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.808465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bb781218-61fe-46dc-8bed-79103ffc1684 req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:23.809691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb781218-61fe-46dc-8bed-79103ffc1684 req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-groups/09600355-9461-49b4-847f-78f012abecd4 HTTP/1.1" status: 204 len: 173 time: 0.3448606 Dec 10 18:24:23.832288 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09600355-9461-49b4-847f-78f012abecd4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:23.853796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.854142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.854581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.854921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.855255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.855590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.855909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.856251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.856695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.857041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.857388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.857755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.858131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0063c1cc-b227-40fd-a021-06f196cf163b tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:23.873014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:24:24.072867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:24.086749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] Sync routers for ids ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:24.097015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3b3cbdcd-9bb4-4a6c-832b-0e41f68ea4a5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9677212 Dec 10 18:24:24.100718 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-8adf4476-00aa-4001-8e30-e2f7ef5a9254 req-71f2e54e-d71e-4eb5-bb3d-3f531e82ba6c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] show failed (client error): The resource could not be found. Dec 10 18:24:24.100948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49242) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:24.114527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8adf4476-00aa-4001-8e30-e2f7ef5a9254 req-71f2e54e-d71e-4eb5-bb3d-3f531e82ba6c tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/6d53945b-1989-49c7-ba0b-362b78919e23 HTTP/1.1" status: 404 len: 352 time: 0.1002929 Dec 10 18:24:24.119358 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] Routers {'7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:24.120009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:24.167886 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96c8eecc-b218-4f25-991c-dca37c411c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.204285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df2dab7-ff49-48df-9778-74625f0e227a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:24.205913 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8df2dab7-ff49-48df-9778-74625f0e227a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports/321912a2-64fe-4831-8355-46478edfad79 HTTP/1.1" status: 200 len: 975 time: 0.1045046 Dec 10 18:24:24.208893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:24.220243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:24.228176 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96c8eecc-b218-4f25-991c-dca37c411c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.262298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] Routers {'7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:24.266941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:24.309118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-96c8eecc-b218-4f25-991c-dca37c411c01 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30af4ca861cc4b068d86b771c6815f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5639987 Dec 10 18:24:24.311390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8eecc-b218-4f25-991c-dca37c411c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1984d4-17a5-4ac6-9714-1e969cc581a7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:24.335930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:24.358133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc928687-d6a4-4f07-bc3e-96f65e0ca4a2 req-0f2c39e8-739f-4e06-b591-9c1fe6783475 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/4c440fa0-08c9-424f-8729-24e9f8554b17 HTTP/1.1" status: 200 len: 1823 time: 0.1998177 Dec 10 18:24:24.369556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:24.370689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe7b846-742b-42bd-ad5d-8351ad2250e7 None None] The sync data for ids ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:24.378431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-52c3e3c7-bc9b-4985-a4a0-9c3509f73dd3 None None] Provisioning complete for port 321912a2-64fe-4831-8355-46478edfad79 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:24.378431 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52c3e3c7-bc9b-4985-a4a0-9c3509f73dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.473305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-52c3e3c7-bc9b-4985-a4a0-9c3509f73dd3 None None] Port 321912a2-64fe-4831-8355-46478edfad79 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:24.475580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cc928687-d6a4-4f07-bc3e-96f65e0ca4a2 req-c1fd66f9-0a87-4b8d-ad4b-8b60ebe15d03 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.547105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cc928687-d6a4-4f07-bc3e-96f65e0ca4a2 req-c1fd66f9-0a87-4b8d-ad4b-8b60ebe15d03 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.565721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aebffc2-8f7f-4490-b27f-dd05c6ec9ce7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.620610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aebffc2-8f7f-4490-b27f-dd05c6ec9ce7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.694160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cc928687-d6a4-4f07-bc3e-96f65e0ca4a2 req-c1fd66f9-0a87-4b8d-ad4b-8b60ebe15d03 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.695105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cc928687-d6a4-4f07-bc3e-96f65e0ca4a2 req-c1fd66f9-0a87-4b8d-ad4b-8b60ebe15d03 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.701724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc928687-d6a4-4f07-bc3e-96f65e0ca4a2 req-c1fd66f9-0a87-4b8d-ad4b-8b60ebe15d03 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-groups/4c440fa0-08c9-424f-8729-24e9f8554b17 HTTP/1.1" status: 204 len: 173 time: 0.3123543 Dec 10 18:24:24.764285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd66f9-0a87-4b8d-ad4b-8b60ebe15d03 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c440fa0-08c9-424f-8729-24e9f8554b17,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:24.805974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aebffc2-8f7f-4490-b27f-dd05c6ec9ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.810243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aebffc2-8f7f-4490-b27f-dd05c6ec9ce7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:24.815045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6aebffc2-8f7f-4490-b27f-dd05c6ec9ce7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bb1984d4-17a5-4ac6-9714-1e969cc581a7 HTTP/1.1" status: 204 len: 168 time: 0.4742954 Dec 10 18:24:24.857261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebffc2-8f7f-4490-b27f-dd05c6ec9ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1984d4-17a5-4ac6-9714-1e969cc581a7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:25.042012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a9aa6-97f2-43e5-a73e-ca142ce291a4 req-824f2acc-34c6-4720-9566-45a17331a85a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:25.044658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc1a9aa6-97f2-43e5-a73e-ca142ce291a4 req-824f2acc-34c6-4720-9566-45a17331a85a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.0993347 Dec 10 18:24:25.075379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.141425 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc1a9aa6-97f2-43e5-a73e-ca142ce291a4 req-39dde60a-6598-40f0-aa48-45b82dc5f1d0 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837586 Dec 10 18:24:25.297262 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-510d0ab7-84c5-4e09-baf3-e5aab19041a9 req-423fdb0b-137a-47d6-a15a-a7c262f5c1be tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/4596c063-7167-486f-b752-94e7ad1ad28d HTTP/1.1" status: 200 len: 1824 time: 0.0962725 Dec 10 18:24:25.390671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-510d0ab7-84c5-4e09-baf3-e5aab19041a9 req-1fb11d0b-1c91-492b-a43c-b9715b5e8122 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.441429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 321912a2-64fe-4831-8355-46478edfad79 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:25.442050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.451642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-510d0ab7-84c5-4e09-baf3-e5aab19041a9 req-1fb11d0b-1c91-492b-a43c-b9715b5e8122 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.572817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-510d0ab7-84c5-4e09-baf3-e5aab19041a9 req-1fb11d0b-1c91-492b-a43c-b9715b5e8122 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.581353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.582047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-510d0ab7-84c5-4e09-baf3-e5aab19041a9 req-1fb11d0b-1c91-492b-a43c-b9715b5e8122 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.584317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-510d0ab7-84c5-4e09-baf3-e5aab19041a9 req-1fb11d0b-1c91-492b-a43c-b9715b5e8122 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-groups/4596c063-7167-486f-b752-94e7ad1ad28d HTTP/1.1" status: 204 len: 173 time: 0.2860961 Dec 10 18:24:25.611540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb11d0b-1c91-492b-a43c-b9715b5e8122 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4596c063-7167-486f-b752-94e7ad1ad28d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:25.652600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 321912a2-64fe-4831-8355-46478edfad79 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:25.851263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2cd2e096-464a-4c69-9bc7-35c2f62e047b req-2d0d00d7-3190-4b70-af3c-7c29ec0c9195 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/58f49ac0-d90d-4dc3-b713-37456c8b1ae5 HTTP/1.1" status: 200 len: 1823 time: 0.0758343 Dec 10 18:24:25.969893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2cd2e096-464a-4c69-9bc7-35c2f62e047b req-308016bc-fa37-4078-95c2-e4b181358d93 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:25.997464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2cd2e096-464a-4c69-9bc7-35c2f62e047b req-308016bc-fa37-4078-95c2-e4b181358d93 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.046921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.061048 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2cd2e096-464a-4c69-9bc7-35c2f62e047b req-308016bc-fa37-4078-95c2-e4b181358d93 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.064946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2cd2e096-464a-4c69-9bc7-35c2f62e047b req-308016bc-fa37-4078-95c2-e4b181358d93 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.067960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2cd2e096-464a-4c69-9bc7-35c2f62e047b req-308016bc-fa37-4078-95c2-e4b181358d93 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-groups/58f49ac0-d90d-4dc3-b713-37456c8b1ae5 HTTP/1.1" status: 204 len: 173 time: 0.2050986 Dec 10 18:24:26.087665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=321912a2-64fe-4831-8355-46478edfad79,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:26.090017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308016bc-fa37-4078-95c2-e4b181358d93 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f49ac0-d90d-4dc3-b713-37456c8b1ae5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:26.231860 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6d4157d-2bfc-475b-b044-adbbca67574e req-e7170f26-23d3-481c-88cb-c38a468987fe tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/95fea7ae-710a-424e-b271-27cd5be93ef8 HTTP/1.1" status: 200 len: 2422 time: 0.1331503 Dec 10 18:24:26.377393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f6d4157d-2bfc-475b-b044-adbbca67574e req-64e2d2f0-d2fa-442e-a365-c3d20e7f08af tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.448497 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.451791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f6d4157d-2bfc-475b-b044-adbbca67574e req-64e2d2f0-d2fa-442e-a365-c3d20e7f08af tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.541237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f6d4157d-2bfc-475b-b044-adbbca67574e req-64e2d2f0-d2fa-442e-a365-c3d20e7f08af tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.570951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f6d4157d-2bfc-475b-b044-adbbca67574e req-64e2d2f0-d2fa-442e-a365-c3d20e7f08af tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:26.579608 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6d4157d-2bfc-475b-b044-adbbca67574e req-64e2d2f0-d2fa-442e-a365-c3d20e7f08af tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-groups/95fea7ae-710a-424e-b271-27cd5be93ef8 HTTP/1.1" status: 204 len: 173 time: 0.3439882 Dec 10 18:24:26.602837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2d2f0-d2fa-442e-a365-c3d20e7f08af tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fea7ae-710a-424e-b271-27cd5be93ef8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:26.795596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814242dc-aa19-42e2-8fe7-e402101d114e req-d3e586c4-c517-404b-b9c7-eb26355e09b5 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:26.797303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-814242dc-aa19-42e2-8fe7-e402101d114e req-d3e586c4-c517-404b-b9c7-eb26355e09b5 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.0838528 Dec 10 18:24:26.924108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-814242dc-aa19-42e2-8fe7-e402101d114e req-614030e6-e606-4229-9482-f2aee7ac73cd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175129 Dec 10 18:24:27.100689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5375159-ba2f-47cd-ba08-56c5e438e930 req-70e6d0fa-3ee3-4268-8af4-ac628e6931ff tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "GET /v2.0/security-groups/4b80b3b1-0aff-48bc-8b2d-a205f06658e7 HTTP/1.1" status: 200 len: 2416 time: 0.0987651 Dec 10 18:24:27.184608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:24:27.218546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d5375159-ba2f-47cd-ba08-56c5e438e930 req-d28c8bd5-cce0-442f-a2f7-8bbc67e5a962 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.259029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d5375159-ba2f-47cd-ba08-56c5e438e930 req-d28c8bd5-cce0-442f-a2f7-8bbc67e5a962 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.374153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d5375159-ba2f-47cd-ba08-56c5e438e930 req-d28c8bd5-cce0-442f-a2f7-8bbc67e5a962 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.377624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d5375159-ba2f-47cd-ba08-56c5e438e930 req-d28c8bd5-cce0-442f-a2f7-8bbc67e5a962 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.386873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5375159-ba2f-47cd-ba08-56c5e438e930 req-d28c8bd5-cce0-442f-a2f7-8bbc67e5a962 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] 10.222.0.55 "DELETE /v2.0/security-groups/4b80b3b1-0aff-48bc-8b2d-a205f06658e7 HTTP/1.1" status: 204 len: 173 time: 0.2713261 Dec 10 18:24:27.387692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49320) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:27.393844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:27.408468 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] Sync routers for ids ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:27.417382 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4822f1cb-d427-42ef-86a5-599d03f3e0d0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2045355 Dec 10 18:24:27.418041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49322) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:27.434017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] Routers {'7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:27.436869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c8bd5-cce0-442f-a2f7-8bbc67e5a962 tempest-SecurityGroupRulesTestJSON-545200168 tempest-SecurityGroupRulesTestJSON-545200168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b80b3b1-0aff-48bc-8b2d-a205f06658e7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:27.441569 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:27.523787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] Deleting subnet e8911f41-86b1-45b1-8731-7d71f37bbdda {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:27.525406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.532018 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:27.549058 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] Routers {'7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:27.550484 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:27.573061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.605463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:27.607276 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a03f68f-afde-44fb-a69b-0d18f4cd86c8 None None] The sync data for ids ['7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:27.644096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49324) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:27.661473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.814053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.879594 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-27a6ecd2-9ebc-4998-a534-a6dd6fec2f55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 18:24:27.881225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-27a6ecd2-9ebc-4998-a534-a6dd6fec2f55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4617882 Dec 10 18:24:27.885711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49328) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:27.887739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8911f41-86b1-45b1-8731-7d71f37bbdda,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:27.890742 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.895437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-996f59b8-1187-4e9a-ae6b-fbc7c4d7b41b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e8911f41-86b1-45b1-8731-7d71f37bbdda HTTP/1.1" status: 204 len: 168 time: 0.5022409 Dec 10 18:24:27.901254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49330) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:27.909419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0be561ae-4b2d-416f-a8d4-782aeaa839f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:27.921062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9a95caa6-83af-4db5-b508-205f04338f3f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12 HTTP/1.1" status: 200 len: 205 time: 0.0339875 Dec 10 18:24:27.929025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49332) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:28.014335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.124749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43a3ee26-a66d-4d4f-9b2d-3729a6c1b16a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.173258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0be561ae-4b2d-416f-a8d4-782aeaa839f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.182388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0be561ae-4b2d-416f-a8d4-782aeaa839f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.186344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.238564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28bd052d-1f88-4b9d-9bb2-47c09b2a13ae']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:28.277404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cb2d434d-c09b-4331-aa10-a929412a2c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.284272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a77fe-03ed-40fd-9d4c-ac6288149a7b req-538f44c8-5145-441b-82b5-92842cd407fa tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:28.286689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f11a77fe-03ed-40fd-9d4c-ac6288149a7b req-538f44c8-5145-441b-82b5-92842cd407fa tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.2127051 Dec 10 18:24:28.295082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bffaa0-b3a0-4a14-be62-c7a3a3876afb') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:28.295698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bffaa0-b3a0-4a14-be62-c7a3a3876afb') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:28.298801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be561ae-4b2d-416f-a8d4-782aeaa839f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ef5cae-3ffa-41fa-9a1a-80a227b3a2f0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:28.312493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0be561ae-4b2d-416f-a8d4-782aeaa839f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d9b430c169da433abc1a5dcc06f124eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6673098 Dec 10 18:24:28.320836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49336) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:28.337523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.383676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.408248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43a3ee26-a66d-4d4f-9b2d-3729a6c1b16a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.413156 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43a3ee26-a66d-4d4f-9b2d-3729a6c1b16a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.436406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:28.436747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:28.448311 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:28.470402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f11a77fe-03ed-40fd-9d4c-ac6288149a7b req-66a3a2e6-d6c8-4fe5-99cb-7fe511832ede tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677685 Dec 10 18:24:28.484483 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43a3ee26-a66d-4d4f-9b2d-3729a6c1b16a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.485973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a3ee26-a66d-4d4f-9b2d-3729a6c1b16a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Fanout notify agent at l3_agent the message router_deleted on router 7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:24:28.506079 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-43a3ee26-a66d-4d4f-9b2d-3729a6c1b16a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.510746 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-43a3ee26-a66d-4d4f-9b2d-3729a6c1b16a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12 HTTP/1.1" status: 204 len: 168 time: 0.5764806 Dec 10 18:24:28.518032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49342) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:28.534119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4357-c252-410c-aafe-3766faeeb2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.548133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.560070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.565880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] 10.222.0.55 "DELETE /v2.0/networks/28bd052d-1f88-4b9d-9bb2-47c09b2a13ae HTTP/1.1" status: 204 len: 168 time: 0.6606164 Dec 10 18:24:28.612149 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4357-c252-410c-aafe-3766faeeb2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.635376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e285e-59bf-46cc-ae65-c1e468bc2505 admin admin] Pushing event deleted for resources: {'Network': ['ID=28bd052d-1f88-4b9d-9bb2-47c09b2a13ae,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:28.668917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet 455f25d5-8fb9-49f3-a434-8d16cf7d3ef0 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:28.685777 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.717227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4357-c252-410c-aafe-3766faeeb2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.730336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4357-c252-410c-aafe-3766faeeb2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.736157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f7e4357-c252-410c-aafe-3766faeeb2b3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4ef5cae-3ffa-41fa-9a1a-80a227b3a2f0 HTTP/1.1" status: 204 len: 168 time: 0.4137049 Dec 10 18:24:28.751125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e4357-c252-410c-aafe-3766faeeb2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ef5cae-3ffa-41fa-9a1a-80a227b3a2f0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:28.795992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:28.837200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49348) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:28.931089 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7694fab8-1031-40be-80a1-aca37c146b66 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d05e953a96204e22930a0f050341d505&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923111 Dec 10 18:24:28.933184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49352) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:28.980602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.001209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4859616b-d385-4fd2-865a-d4c30e5741d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.042237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4859616b-d385-4fd2-865a-d4c30e5741d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.061005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.095815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=455f25d5-8fb9-49f3-a434-8d16cf7d3ef0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:29.108063 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.113456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5e215e41-9eca-4a21-a73e-2f778393ab3d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/455f25d5-8fb9-49f3-a434-8d16cf7d3ef0 HTTP/1.1" status: 204 len: 168 time: 0.5918934 Dec 10 18:24:29.113746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ddc38c-986f-44ca-9404-f2ebd1797fe8 None None] Network 69de95cb-190a-43e1-9641-263ff203928e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:29.113866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49354) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:29.129012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4859616b-d385-4fd2-865a-d4c30e5741d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.135933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4859616b-d385-4fd2-865a-d4c30e5741d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.139465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4859616b-d385-4fd2-865a-d4c30e5741d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/efcf441f-1d61-43d4-a4cf-2f249a9758e2 HTTP/1.1" status: 204 len: 168 time: 0.2047715 Dec 10 18:24:29.163404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859616b-d385-4fd2-865a-d4c30e5741d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcf441f-1d61-43d4-a4cf-2f249a9758e2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:29.237287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.399759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:29.400307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.560509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,segment=NetworkSegment(86ab1a8a-7261-46f3-8cbf-350ab0e09ae1),segment_id=86ab1a8a-7261-46f3-8cbf-350ab0e09ae1)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:29.560895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.597524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] DHCP port deletion for 69de95cb-190a-43e1-9641-263ff203928e request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:29.610749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:29.715552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Deleting port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:29.728185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.765544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f39666-0f86-4505-80c1-7dad0504d8ec req-fe61639c-6d95-4a6a-b5c9-b73a052f9b1d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:29.771015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85f39666-0f86-4505-80c1-7dad0504d8ec req-fe61639c-6d95-4a6a-b5c9-b73a052f9b1d tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.1332257 Dec 10 18:24:29.878831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.898035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] For port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,segment=NetworkSegment(86ab1a8a-7261-46f3-8cbf-350ab0e09ae1),segment_id=86ab1a8a-7261-46f3-8cbf-350ab0e09ae1)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:29.898770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:29.901356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85f39666-0f86-4505-80c1-7dad0504d8ec req-ab1603a7-dd90-4200-b87a-e94456cbfa0b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244247 Dec 10 18:24:29.930566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Calling delete_port for 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:29.998735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:30.026059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No DVR routers for this DVR port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:30.148980 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.205955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] No DVR routers for this DVR port 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:30.211096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Pushing event deleted for resources: {'Port': ['ID=980fde95-5d7c-4ce7-a4f5-e5656e9c30cc,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:30.258196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.258466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.261433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.262242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.263229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.263909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.264866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.266084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.268858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.269416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.269940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.270542 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.272951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.273500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac53a25-a0fd-4677-b8c8-0d2870cb453c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:30.311112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69de95cb-190a-43e1-9641-263ff203928e']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:30.337364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ab1a8a-7261-46f3-8cbf-350ab0e09ae1') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:30.337957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ab1a8a-7261-46f3-8cbf-350ab0e09ae1') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:30.389375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.429639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.440669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:30.441780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:30.449023 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:30.506325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:30.562973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:30.569917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 980fde95-5d7c-4ce7-a4f5-e5656e9c30cc not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:30.655061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.684229 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.688408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/69de95cb-190a-43e1-9641-263ff203928e HTTP/1.1" status: 204 len: 168 time: 1.5734975 Dec 10 18:24:30.696346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49402) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:30.703803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e47ea7-76db-4df9-af40-7df58b8e1bf3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=69de95cb-190a-43e1-9641-263ff203928e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:30.716940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1376562494'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:30.775811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:30.790585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.869587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:24:30.894240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:30.894681 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408 of type vlan for network 3348ef9a-9880-492d-899d-94acecc75acb Dec 10 18:24:30.916930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49408) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:31.014702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.053469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.069743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:31.070886 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.183891 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4821568 Dec 10 18:24:31.184248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49416) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:31.192589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': '3348ef9a-9880-492d-899d-94acecc75acb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:31.201570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c115a4-cde3-4108-ad9e-0da4a935a265 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=3348ef9a-9880-492d-899d-94acecc75acb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:31.216960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 3348ef9a-9880-492d-899d-94acecc75acb details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:24:31.257491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aec14b-7f38-4f9e-b696-2a668fd118b9 req-3fb6bc3b-e6ff-4a3c-bfc5-a7696b549f17 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:31.263436 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f7aec14b-7f38-4f9e-b696-2a668fd118b9 req-3fb6bc3b-e6ff-4a3c-bfc5-a7696b549f17 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.1808665 Dec 10 18:24:31.384500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1248460966-network', 'tenant_id': 'dc48382bd56a43688e6a427770c18897'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:31.428075 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f7aec14b-7f38-4f9e-b696-2a668fd118b9 req-3d30166d-83ef-454a-bcf1-8f2fb3c77415 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473529 Dec 10 18:24:31.439845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Made reservation on behalf of dc48382bd56a43688e6a427770c18897 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:31.446799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.461289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.501710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:31.506140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.605293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cae8afbe-d19d-4302-aff5-ec3b9209ee9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.710117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.718670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.792228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:24:31.799609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20e049-742f-4fce-a1f2-1b7229855eb8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:31.802589 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.842693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.846024 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Added segment 7ea536d1-9198-4085-b482-c4495b2a69aa of type vlan for network 083cca35-7ca6-461f-ac58-1d768aeac878 Dec 10 18:24:31.937823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.953876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:31.996562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.032655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.033626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:32.034229 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.045440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=a840a26d-e383-40d1-9a0d-1213c2d7c874,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:32.091684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': 'ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3348ef9a-9880-492d-899d-94acecc75acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:32.092020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: 3348ef9a-9880-492d-899d-94acecc75acb, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:24:32.107849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1897206 Dec 10 18:24:32.113480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49432) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:32.123458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Request body: {'subnet': {'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1248460966-subnet', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:32.131147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502d542-a99a-4df4-8c3d-53d903359670 admin admin] Pushing event updated for resources: {'Network': ['ID=083cca35-7ca6-461f-ac58-1d768aeac878,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:32.143000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 083cca35-7ca6-461f-ac58-1d768aeac878 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:24:32.153178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 3348ef9a-9880-492d-899d-94acecc75acb is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:24:32.160647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Made reservation on behalf of dc48382bd56a43688e6a427770c18897 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:32.166559 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:24:32.167350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.191146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 3348ef9a-9880-492d-899d-94acecc75acb) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:32.227938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:32.229194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.257161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c697f47-f2ed-4ad2-8553-65161fccba51 None None] Network 3348ef9a-9880-492d-899d-94acecc75acb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:32.257847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-54c4e1a5-7344-4a9c-a316-9dae843a5db1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0718992 Dec 10 18:24:32.257969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49434) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:32.271423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8787695d-33e1-4219-8308-f25b6a1e4312 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-25498941', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:32.339405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8787695d-33e1-4219-8308-f25b6a1e4312 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.342191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8787695d-33e1-4219-8308-f25b6a1e4312 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.499977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.511039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8787695d-33e1-4219-8308-f25b6a1e4312 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.511288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-3348ef9a-9880-492d-899d-94acecc75acb', 'network_id': '3348ef9a-9880-492d-899d-94acecc75acb', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': 'a840a26d-e383-40d1-9a0d-1213c2d7c874'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:24:32.513731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.527051 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8787695d-33e1-4219-8308-f25b6a1e4312 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.585328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8787695d-33e1-4219-8308-f25b6a1e4312 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.590900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8787695d-33e1-4219-8308-f25b6a1e4312 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3318341 Dec 10 18:24:32.592400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49438) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:32.595534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Checking segment: {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:32.595978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Network hostable DHCP agents. Network: 083cca35-7ca6-461f-ac58-1d768aeac878, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:24:32.600184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fce559d6-3921-41a2-b2c5-934613dca28e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:32.626024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Network 083cca35-7ca6-461f-ac58-1d768aeac878 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:24:32.646538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 083cca35-7ca6-461f-ac58-1d768aeac878) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:32.659322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:32.662395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.688474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe3436-2ee2-49cb-b09a-446d98f69a45 None None] Network 083cca35-7ca6-461f-ac58-1d768aeac878 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:32.699748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49442) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:32.700273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-be4404f9-4bc9-4d03-aeb1-d04f9708593e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5848463 Dec 10 18:24:32.734443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:32.790690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.791729 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:32.876668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Allocated IP 172.20.0.2 (3348ef9a-9880-492d-899d-94acecc75acb/a840a26d-e383-40d1-9a0d-1213c2d7c874/5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:32.888173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-083cca35-7ca6-461f-ac58-1d768aeac878', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'project_id': 'dc48382bd56a43688e6a427770c18897', 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:24:32.889127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.214856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.238347 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.332220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Network 3348ef9a-9880-492d-899d-94acecc75acb is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:33.337415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:33.344300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:33.348153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Pushing event updated for resources: {'Port': ['ID=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:33.366651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.402641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Allocated IP 172.20.0.2 (083cca35-7ca6-461f-ac58-1d768aeac878/fce559d6-3921-41a2-b2c5-934613dca28e/035f1bc0-d478-47c7-af4c-e3d57bc7b31d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:33.405551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c8bf-1d7b-450e-8df2-390eb1a5eaa4 req-e6ad2076-6976-488f-8679-a609e4090838 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:33.412640 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9326c8bf-1d7b-450e-8df2-390eb1a5eaa4 req-e6ad2076-6976-488f-8679-a609e4090838 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.7289121 Dec 10 18:24:33.427933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Attempting to bind port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:33.428597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Attempting to bind port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3348ef9a-9880-492d-899d-94acecc75acb'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:33.429123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Attempting to bind port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 on network 3348ef9a-9880-492d-899d-94acecc75acb {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:33.448787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:33.449248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Checking segment: {'id': 'ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3348ef9a-9880-492d-899d-94acecc75acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:33.449781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.450456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Bound using segment: {'id': 'ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3348ef9a-9880-492d-899d-94acecc75acb'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:33.451245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Bound port: 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '3348ef9a-9880-492d-899d-94acecc75acb'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:33.451838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.589149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] For port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:33.601207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] For port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,segment=NetworkSegment(ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408),segment_id=ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:33.617901 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.685691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9326c8bf-1d7b-450e-8df2-390eb1a5eaa4 req-f7ee32b4-6379-446a-9350-3355a0fc5d60 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720087 Dec 10 18:24:33.737555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.763973 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.778034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a3cb4-c18d-41a8-b9b7-0b90ade7098f None None] Pushing event updated for resources: {'Port': ['ID=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:33.783703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.830438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.835476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:33.947524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Network 083cca35-7ca6-461f-ac58-1d768aeac878 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:33.952073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:33.968087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Pushing event updated for resources: {'Port': ['ID=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:33.974548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:34.047515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Attempting to bind port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:34.048107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Attempting to bind port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:34.048663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Attempting to bind port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d on network 083cca35-7ca6-461f-ac58-1d768aeac878 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:34.054932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:34.055617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Checking segment: {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:34.056231 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:34.056805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Bound using segment: {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:34.057472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Bound port: 035f1bc0-d478-47c7-af4c-e3d57bc7b31d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:34.058592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:34.129699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:34.191900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] For port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:34.197593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] For port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:34.227529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:34.311493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7f59e-f08e-42e6-92ab-c0bdab285539 None None] Pushing event updated for resources: {'Port': ['ID=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:34.596923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:34.616921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:34.743299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.20.0.1 (3348ef9a-9880-492d-899d-94acecc75acb/a840a26d-e383-40d1-9a0d-1213c2d7c874/ca53125a-64cf-449e-bb95-463864cd0bf6) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:34.772163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:34.772567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:34.907510 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:34.995352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,segment=NetworkSegment(ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408),segment_id=ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:35.006133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:35.054148 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:35.128682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:35.195585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:35.217693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fd80e-b41b-463a-8401-3ce28e283aef req-c70408a1-8cfa-48fc-b140-20c055b195be tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:35.219380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb8fd80e-b41b-463a-8401-3ce28e283aef req-c70408a1-8cfa-48fc-b140-20c055b195be tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.3713014 Dec 10 18:24:35.382383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb8fd80e-b41b-463a-8401-3ce28e283aef req-b7a71b65-b368-463e-bef5-14b294e49b1c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526110 Dec 10 18:24:35.450049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:35.497783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Allocated IP 172.25.2.215 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a0da608b-d03f-45d5-a0e7-d138780fdcbb) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:35.562544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:35.780907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 3348ef9a-9880-492d-899d-94acecc75acb is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:35.799556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:35.803848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:35.861888 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:35.869663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c60e56-6440-478e-9b67-1652de7efe5e None None] Network 3348ef9a-9880-492d-899d-94acecc75acb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:35.925571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=ca53125a-64cf-449e-bb95-463864cd0bf6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:36.019537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f77f0658-a4f9-47cf-a334-65ea3d60d0bf None None] Provisioning complete for port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:36.020421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f77f0658-a4f9-47cf-a334-65ea3d60d0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.020712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.109380 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.412445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5feba0-85fc-468c-aebf-e9b09e5316a2 None None] Network 083cca35-7ca6-461f-ac58-1d768aeac878 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:36.511983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.596466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-78e9985b-18d6-40a1-b72e-5e2fd3468910 None None] Provisioning complete for port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:36.597267 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-78e9985b-18d6-40a1-b72e-5e2fd3468910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:36.773698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:36.796334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:36.803046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:36.857537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0da608b-d03f-45d5-a0e7-d138780fdcbb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:36.961125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:37.017944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-688f8ca3-b05b-4bfd-889a-edca327f870b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:37.025905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-688f8ca3-b05b-4bfd-889a-edca327f870b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/networks?id=94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 200 len: 818 time: 0.3353109 Dec 10 18:24:37.059059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c8d91620-aeca-47b2-a3e5-1a31931c09b4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/quotas/0ff06a3340e443b891473c0da75aee61 HTTP/1.1" status: 200 len: 375 time: 0.0253816 Dec 10 18:24:37.063597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31fc647-1cc9-45a7-baed-06cb9b36ce17 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:37.127026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-4b8ba8a5-2b77-432c-98a4-2a529dfd9af9 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ff06a3340e443b891473c0da75aee61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591526 Dec 10 18:24:37.231304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:37.231680 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:37.338984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-e36d2bd4-9dc9-459a-a0d1-8ba5b3b4c749 service neutron] 10.222.0.55 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992943 Dec 10 18:24:37.384281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:37.405194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:37.507015 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-78e9985b-18d6-40a1-b72e-5e2fd3468910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:37.541318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a801c1-8f4e-447a-ae7b-40d335d3d3b8 req-b8cc03ca-3d7b-4451-a263-534696fd8305 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:37.549265 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-eab9c1a7-721f-4329-a064-b012a0fb622f service neutron] 10.222.0.55 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089808 Dec 10 18:24:37.555594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2a801c1-8f4e-447a-ae7b-40d335d3d3b8 req-b8cc03ca-3d7b-4451-a263-534696fd8305 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.9651215 Dec 10 18:24:37.636786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-78e9985b-18d6-40a1-b72e-5e2fd3468910 None None] For port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:37.655336 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-78e9985b-18d6-40a1-b72e-5e2fd3468910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:37.767863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2a801c1-8f4e-447a-ae7b-40d335d3d3b8 req-c48fb63f-ce1a-4e3f-b526-63b66190590a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084987 Dec 10 18:24:37.934903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 035f1bc0-d478-47c7-af4c-e3d57bc7b31d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:38.034342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Provisioning complete for port a0da608b-d03f-45d5-a0e7-d138780fdcbb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:38.042267 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.045620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9985b-18d6-40a1-b72e-5e2fd3468910 None None] Pushing event updated for resources: {'Port': ['ID=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:38.133580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Port a0da608b-d03f-45d5-a0e7-d138780fdcbb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:38.144096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:38.144435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.174876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Provisioning complete for port ca53125a-64cf-449e-bb95-463864cd0bf6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:38.175241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.277712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Port ca53125a-64cf-449e-bb95-463864cd0bf6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:38.367159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Provisioning complete for port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:38.367433 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.560522 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d3410c6-9167-47f3-9353-0b49cf9a6cb4 req-70b696d7-d2b2-4de7-9f43-9d2c2b9c5398 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.1240871 Dec 10 18:24:38.621831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 035f1bc0-d478-47c7-af4c-e3d57bc7b31d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:38.653584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.677432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=ca53125a-64cf-449e-bb95-463864cd0bf6,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:38.695762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49578) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:38.829664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.901544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-53685dc2-5089-4f01-b8ef-f9cb70cba0f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.930590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Provisioning complete for port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:38.931905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c54f664-74f6-4004-942c-fd1ca2fe54a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:38.996766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:38.997468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.063388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f256a3-eb1e-4034-b337-36ba965eca48 req-dc47276b-e0af-4040-b22e-5d7d0e350556 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:39.078142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b8f256a3-eb1e-4034-b337-36ba965eca48 req-dc47276b-e0af-4040-b22e-5d7d0e350556 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.4567134 Dec 10 18:24:39.149237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-53685dc2-5089-4f01-b8ef-f9cb70cba0f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.172143 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-53685dc2-5089-4f01-b8ef-f9cb70cba0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.277987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-53685dc2-5089-4f01-b8ef-f9cb70cba0f2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a47a953d60f7408b8f440584bc6383b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5808451 Dec 10 18:24:39.288682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 3348ef9a-9880-492d-899d-94acecc75acb is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:39.293483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49604) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:39.384471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b8f256a3-eb1e-4034-b337-36ba965eca48 req-b2798524-7b68-4ce5-867c-1c7b2fd352e9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988467 Dec 10 18:24:39.394336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:39.425929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53685dc2-5089-4f01-b8ef-f9cb70cba0f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0234d7b9-5b1b-41d7-8e16-1d517fe3f414,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:39.456444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3af6562-96f6-4c70-89b4-06e8e8f831b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.490671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3af6562-96f6-4c70-89b4-06e8e8f831b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.655442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3af6562-96f6-4c70-89b4-06e8e8f831b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.677649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3af6562-96f6-4c70-89b4-06e8e8f831b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.685431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c3af6562-96f6-4c70-89b4-06e8e8f831b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0234d7b9-5b1b-41d7-8e16-1d517fe3f414 HTTP/1.1" status: 204 len: 168 time: 0.3868933 Dec 10 18:24:39.743311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1b97e-a657-487b-8398-2b563765a585 req-a5e792ea-84f0-444f-b3a6-b4417d161815 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:39.748446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eaa1b97e-a657-487b-8398-2b563765a585 req-a5e792ea-84f0-444f-b3a6-b4417d161815 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.2050366 Dec 10 18:24:39.796377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af6562-96f6-4c70-89b4-06e8e8f831b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234d7b9-5b1b-41d7-8e16-1d517fe3f414,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:39.902457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-59efc870-b954-4efe-9b8c-bf263a00fc35 None None] Provisioning complete for port ca53125a-64cf-449e-bb95-463864cd0bf6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:39.904066 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-59efc870-b954-4efe-9b8c-bf263a00fc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:39.983641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eaa1b97e-a657-487b-8398-2b563765a585 req-90dacab4-6786-4dd0-99f5-17df9c636e49 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180936 Dec 10 18:24:40.011828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef1e27aa-a203-4ae7-872f-010b8929b5b6 req-29733e8f-715f-4361-b0c3-c95c16fba044 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.2780178 Dec 10 18:24:40.085903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-59efc870-b954-4efe-9b8c-bf263a00fc35 None None] Port ca53125a-64cf-449e-bb95-463864cd0bf6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:40.131940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 696bfbab-67c9-4c6d-9b36-db35f5bf1572 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:24:40.180332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:40.534210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49626) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:40.556326 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cff405c4-eb6c-44b7-a3de-33b26cfd9c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:40.754136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:40.766744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] Sync routers for ids ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:40.782523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676a2a5-8c5f-4ed7-9828-5f5918870015 req-2d0c5a03-54d1-48f7-8838-87291a93e0ad tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:40.786280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ca749189-ff7d-4fe0-a18c-c3acd743e6be tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/696bfbab-67c9-4c6d-9b36-db35f5bf1572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1875570 Dec 10 18:24:40.787799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49630) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:40.795328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] Routers {'696bfbab-67c9-4c6d-9b36-db35f5bf1572'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:40.795598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0676a2a5-8c5f-4ed7-9828-5f5918870015 req-2d0c5a03-54d1-48f7-8838-87291a93e0ad tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.2172122 Dec 10 18:24:40.801155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:40.871000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Router 24df1260-ebf0-4583-ad6f-0d7e11d91616 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:24:40.888747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845a7a9-7708-4469-98b7-9be3e68f2bb8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:40.894563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6845a7a9-7708-4469-98b7-9be3e68f2bb8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports/ca53125a-64cf-449e-bb95-463864cd0bf6 HTTP/1.1" status: 200 len: 910 time: 0.1048503 Dec 10 18:24:40.897942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49632) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:40.926598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:40.940637 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] Routers {'696bfbab-67c9-4c6d-9b36-db35f5bf1572'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:40.941710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:41.046452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:41.046942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d8a34-dd6c-4fdb-a8e4-b88e464214c8 None None] The sync data for ids ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:41.077749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0676a2a5-8c5f-4ed7-9828-5f5918870015 req-a673e069-88c1-4c34-a3cf-4e9388a39289 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797611 Dec 10 18:24:41.171986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cff405c4-eb6c-44b7-a3de-33b26cfd9c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:41.181759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cff405c4-eb6c-44b7-a3de-33b26cfd9c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:41.215376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-7a7d6c77-8e65-410e-9640-8033d6a52aaf tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:41.217355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-7a7d6c77-8e65-410e-9640-8033d6a52aaf tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "GET /v2.0/networks?id=94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 200 len: 818 time: 0.4468772 Dec 10 18:24:41.269762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Request body: {'port': {'device_id': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116', 'admin_state_up': True, 'tenant_id': '0ff06a3340e443b891473c0da75aee61'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:41.318780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e9fc8328-2371-4970-8cfc-0ab1f2c69dfb req-efb8d59d-6415-4bea-b8f2-2bcfd21a49c2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.1811528 Dec 10 18:24:41.346894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cff405c4-eb6c-44b7-a3de-33b26cfd9c7d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=703e30abe4d440a58313021c9f31d239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8114696 Dec 10 18:24:41.367371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49642) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:41.392028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff405c4-eb6c-44b7-a3de-33b26cfd9c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bae9b4-3981-4d62-bbdb-302248147b11,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:41.520232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:41.523391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Made reservation on behalf of 0ff06a3340e443b891473c0da75aee61 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:41.534998 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Sync routers for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:41.544737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:41.559377 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:41.564100 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:41.829688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:41.840310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49646) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:41.846955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1623ce1e-57bf-4281-a5a4-5ba8fb6415a9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.1460519 Dec 10 18:24:41.881486 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:24:41.954154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c392fc04-3749-4620-8e5d-a58ab7c5fb9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:42.056491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c392fc04-3749-4620-8e5d-a58ab7c5fb9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:42.091974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Allocated IP 172.20.0.3 (94c686cf-b80f-4def-9d14-559c6fbca116/3455756b-5278-45b6-8517-475b4ab43e9b/df78520f-da7a-4675-8850-e27680db95c0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:42.108230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96be532-28b6-47d1-8243-3558257e5561 req-93699a94-047e-4fc2-baf8-837399e70f56 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:42.109304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e96be532-28b6-47d1-8243-3558257e5561 req-93699a94-047e-4fc2-baf8-837399e70f56 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.3390801 Dec 10 18:24:42.204898 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c392fc04-3749-4620-8e5d-a58ab7c5fb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:42.208158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c392fc04-3749-4620-8e5d-a58ab7c5fb9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:42.211847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c392fc04-3749-4620-8e5d-a58ab7c5fb9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/26bae9b4-3981-4d62-bbdb-302248147b11 HTTP/1.1" status: 204 len: 168 time: 0.8410518 Dec 10 18:24:42.252142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392fc04-3749-4620-8e5d-a58ab7c5fb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bae9b4-3981-4d62-bbdb-302248147b11,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:42.260139 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:37Z', 'revision_number': 3, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:42.292551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-1512e464-1b2f-4acb-b2e9-ff5e28d32483 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:42.294293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-1512e464-1b2f-4acb-b2e9-ff5e28d32483 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "GET /v2.0/networks?id=94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 200 len: 818 time: 0.7982740 Dec 10 18:24:42.324070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Request body: {'port': {'device_id': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116', 'admin_state_up': True, 'tenant_id': '0ff06a3340e443b891473c0da75aee61'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:42.390489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-f9597d96-9f86-48c9-aa53-5f70396aba57 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:42.397002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-f9597d96-9f86-48c9-aa53-5f70396aba57 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "GET /v2.0/networks?id=94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 200 len: 818 time: 0.3715367 Dec 10 18:24:42.455611 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Checking router: 24df1260-ebf0-4583-ad6f-0d7e11d91616 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:24:42.456004 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Updating router 24df1260-ebf0-4583-ad6f-0d7e11d91616 port a0da608b-d03f-45d5-a0e7-d138780fdcbb binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:24:42.456208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Request body: {'port': {'device_id': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116', 'admin_state_up': True, 'tenant_id': '0ff06a3340e443b891473c0da75aee61'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:42.515046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49258f5-76b9-4d2d-8e20-c7006833038a req-7275172e-8832-4729-b5b3-23af6b1338fd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:42.516114 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:42.522881 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e49258f5-76b9-4d2d-8e20-c7006833038a req-7275172e-8832-4729-b5b3-23af6b1338fd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.2613420 Dec 10 18:24:42.533263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.264497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad506a30-636f-4a2f-8ad5-d079cc006044 req-03a4dd6b-0771-41cf-b0f1-36ea2df5fcd9 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.1312258 Dec 10 18:24:43.331658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e49258f5-76b9-4d2d-8e20-c7006833038a req-f769889b-37ab-47af-8f17-eb586180420c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8076556 Dec 10 18:24:43.481151 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.517024 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.579058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175ffb14-c809-46c0-ab01-4924c83a5489 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:43.584010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.627619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.658760 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Attempting to bind port a0da608b-d03f-45d5-a0e7-d138780fdcbb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:43.659718 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Attempting to bind port a0da608b-d03f-45d5-a0e7-d138780fdcbb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:43.662203 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Attempting to bind port a0da608b-d03f-45d5-a0e7-d138780fdcbb on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:43.667478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-df5a8e4a-528a-4c05-9c5e-a42ea7e92e2e None None] Provisioning complete for port a0da608b-d03f-45d5-a0e7-d138780fdcbb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:43.668111 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-df5a8e4a-528a-4c05-9c5e-a42ea7e92e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.687571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port 82db8de2-bfab-4edc-98bd-6912c98b3b6b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:43.687962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.697640 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:43.703136 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:43.703765 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.704352 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:43.705352 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Bound port: a0da608b-d03f-45d5-a0e7-d138780fdcbb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:43.706192 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.751158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Network 94c686cf-b80f-4def-9d14-559c6fbca116 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:43.757445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:43.792618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:43.810613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Made reservation on behalf of 0ff06a3340e443b891473c0da75aee61 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:43.815569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-df5a8e4a-528a-4c05-9c5e-a42ea7e92e2e None None] Port a0da608b-d03f-45d5-a0e7-d138780fdcbb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:43.818159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.833561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Made reservation on behalf of 0ff06a3340e443b891473c0da75aee61 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:43.850572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.897265 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] For port a0da608b-d03f-45d5-a0e7-d138780fdcbb, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:43.901956 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] For port a0da608b-d03f-45d5-a0e7-d138780fdcbb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0da608b-d03f-45d5-a0e7-d138780fdcbb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:43.904531 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Pushing event updated for resources: {'Port': ['ID=a0da608b-d03f-45d5-a0e7-d138780fdcbb,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:43.910400 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:43.910653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Pushing event updated for resources: {'Port': ['ID=df78520f-da7a-4675-8850-e27680db95c0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:43.922630 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.923186 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.923712 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.924259 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.924921 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.925414 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.925933 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.926544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.927115 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.927695 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.928175 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.928657 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.929195 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:24:43.961899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e5956-8511-44c0-a135-383666a1d749 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:44.043498 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:44.044492 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:44.046265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d89c4da0-f203-4b59-9bb1-b6df34b27066 None None] Provisioning complete for port a0da608b-d03f-45d5-a0e7-d138780fdcbb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:44.049053 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d89c4da0-f203-4b59-9bb1-b6df34b27066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.202510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:44.203262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.211057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8aac4-0aaa-4321-a492-011b642eb3bc None None] Pushing event updated for resources: {'Port': ['ID=a0da608b-d03f-45d5-a0e7-d138780fdcbb,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:44.273218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a9b50b59-f8c2-41e5-942c-617172845ecc tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0188887 Dec 10 18:24:44.286948 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d89c4da0-f203-4b59-9bb1-b6df34b27066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.316906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port 82db8de2-bfab-4edc-98bd-6912c98b3b6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=82db8de2-bfab-4edc-98bd-6912c98b3b6b,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:44.317282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.340978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Request body: {'port': {'device_id': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:44.356023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d89c4da0-f203-4b59-9bb1-b6df34b27066 None None] For port a0da608b-d03f-45d5-a0e7-d138780fdcbb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0da608b-d03f-45d5-a0e7-d138780fdcbb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:44.367630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d89c4da0-f203-4b59-9bb1-b6df34b27066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.389546 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:24:44.407812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49702) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:44.456135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for 82db8de2-bfab-4edc-98bd-6912c98b3b6b owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:44.534171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Allocated IP 172.20.0.8 (94c686cf-b80f-4def-9d14-559c6fbca116/3455756b-5278-45b6-8517-475b4ab43e9b/1678ec53-37c5-4d8c-bea0-7d8f503d65c7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:44.581347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c4da0-f203-4b59-9bb1-b6df34b27066 None None] Pushing event updated for resources: {'Port': ['ID=a0da608b-d03f-45d5-a0e7-d138780fdcbb,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:44.614483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b903ece-b73a-4efa-b512-7d1de22ad35c req-4741dc8a-9257-41f8-8bb6-eeba90a1eac2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.1821716 Dec 10 18:24:44.759559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-976096895'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:44.771327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port ca53125a-64cf-449e-bb95-463864cd0bf6 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:44.771948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.906588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.911960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:44.915769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.916739 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:37Z', 'revision_number': 3, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:44.938183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:44.953161 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f3ce13-7072-49ff-9bee-3aaff1c9b484 None None] The sync data for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 is: [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:37Z', 'revision_number': 3, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:45.003549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd3d36-39e3-4ef5-a806-115b6f8c65ff req-d43f326d-b2e3-4e06-9dec-867653191799 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:45.005626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32cd3d36-39e3-4ef5-a806-115b6f8c65ff req-d43f326d-b2e3-4e06-9dec-867653191799 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 946 time: 0.4533021 Dec 10 18:24:45.046593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 82db8de2-bfab-4edc-98bd-6912c98b3b6b no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:45.058862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.079017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for ca53125a-64cf-449e-bb95-463864cd0bf6 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:45.151516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.151781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.185139 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.284920 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.289956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.317947 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.403515 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32cd3d36-39e3-4ef5-a806-115b6f8c65ff req-98be1758-510a-4091-9108-2d22fcff2f02 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812912 Dec 10 18:24:45.427247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Pushing event updated for resources: {'Port': ['ID=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:45.455329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:24:45.477593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a98f5fe-bf02-432b-aade-5222b8105ce1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:45.509924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Network 94c686cf-b80f-4def-9d14-559c6fbca116 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:45.517444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:45.527944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.528466 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Added segment d747f88f-bf23-403c-8855-391f0a4ca3f2 of type vlan for network 1ea79cfe-91f4-411f-9b27-46aa6412b67d Dec 10 18:24:45.530102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:45.570965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Allocated IP 172.20.0.6 (94c686cf-b80f-4def-9d14-559c6fbca116/3455756b-5278-45b6-8517-475b4ab43e9b/fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:45.719190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.752851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:45.756555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.837474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81d790b7-819a-4e59-bab8-08e8d336778c req-2b3265e1-3091-45be-ad22-76433a995505 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.1053436 Dec 10 18:24:45.846854 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-974cd2c7-999c-4753-9a16-ba98853211b2 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5303829 Dec 10 18:24:45.870485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Request body: {'port': {'device_id': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:45.883037 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.890886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:45.891683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.923556 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:45.934814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['3b1390f2-2fa6-4ef0-a04f-b935a914dc13'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:24:46.017572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.023837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5938871 Dec 10 18:24:46.037612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.039739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49740) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:46.046464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=82db8de2-bfab-4edc-98bd-6912c98b3b6b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:46.060700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'subnet': {'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:46.095252 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.148835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=ca53125a-64cf-449e-bb95-463864cd0bf6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:46.203282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce24a1-455d-412a-89a1-41e3fff8ca17 None None] DHCP port deletion for 340327fb-68f9-438a-bda5-ce8dad97f1a4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:46.233376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9abe2-ea0c-49df-8bdd-936cc8507a05 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Network': ['ID=1ea79cfe-91f4-411f-9b27-46aa6412b67d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:46.246530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:24:46.297546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port 82db8de2-bfab-4edc-98bd-6912c98b3b6b on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:46.301373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.311826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e96be532-28b6-47d1-8243-3558257e5561 req-c6da43cf-a564-42f1-8f03-52034639434b tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "DELETE /v2.0/ports/82db8de2-bfab-4edc-98bd-6912c98b3b6b HTTP/1.1" status: 204 len: 173 time: 3.8645043 Dec 10 18:24:46.348611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'name': 'network-vif-deleted', 'tag': '82db8de2-bfab-4edc-98bd-6912c98b3b6b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:46.358622 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd49904-d860-4a4c-8ce1-34f0803ea42a" -d '{"events": [{"server_uuid": "7a15ded0-96aa-4e48-aa12-1d32eafcc1d4", "name": "network-vif-deleted", "tag": "82db8de2-bfab-4edc-98bd-6912c98b3b6b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:46.470822 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fe88bf-0d76-4cc5-b290-83d658393d4b x-openstack-request-id: req-90fe88bf-0d76-4cc5-b290-83d658393d4b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:46.472354 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a15ded0-96aa-4e48-aa12-1d32eafcc1d4", "name": "network-vif-deleted", "tag": "82db8de2-bfab-4edc-98bd-6912c98b3b6b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:46.472587 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90fe88bf-0d76-4cc5-b290-83d658393d4b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:46.473137 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a15ded0-96aa-4e48-aa12-1d32eafcc1d4', 'name': 'network-vif-deleted', 'tag': '82db8de2-bfab-4edc-98bd-6912c98b3b6b', 'status': 'completed', 'code': 200} Dec 10 18:24:46.592545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0da608b-d03f-45d5-a0e7-d138780fdcbb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:46.639354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a068ef-e4cb-4078-bf5f-280f8471fa2b req-1e0285c7-e8bf-4740-86be-f7b479e7f90d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:46.650282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18a068ef-e4cb-4078-bf5f-280f8471fa2b req-1e0285c7-e8bf-4740-86be-f7b479e7f90d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 946 time: 0.8240352 Dec 10 18:24:46.658648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:46.660641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.663455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.690925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a0da608b-d03f-45d5-a0e7-d138780fdcbb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:46.691457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.714434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-834b3ff3-5517-4b16-8878-29427a19c2e5 req-8d76e0af-28a1-4cfe-bf06-0839ff6e7bd9 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a15ded0-96aa-4e48-aa12-1d32eafcc1d4 HTTP/1.1" status: 200 len: 210 time: 0.0459116 Dec 10 18:24:46.857591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:46.911833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Allocated IP 172.20.0.1 (083cca35-7ca6-461f-ac58-1d768aeac878/fce559d6-3921-41a2-b2c5-934613dca28e/f7e7f352-14fa-489e-9ec9-2d19a2ea2157) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:47.001580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18a068ef-e4cb-4078-bf5f-280f8471fa2b req-74e493dc-e643-421b-a1ca-9585f9c261d4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3440087 Dec 10 18:24:47.028740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 696bfbab-67c9-4c6d-9b36-db35f5bf1572 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:24:47.048692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Network 94c686cf-b80f-4def-9d14-559c6fbca116 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:47.065345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:47.077927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:47.198015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6b00c-cae3-40d3-a784-2b3aa8791e7a req-2bca6790-7cc5-419d-853f-6d6430bb413b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:47.200056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9e6b00c-cae3-40d3-a784-2b3aa8791e7a req-2bca6790-7cc5-419d-853f-6d6430bb413b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 931 time: 0.2027421 Dec 10 18:24:47.202222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:47.209072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f443553a-447c-4e27-9357-3f812df0f3fc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/696bfbab-67c9-4c6d-9b36-db35f5bf1572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3097506 Dec 10 18:24:47.217426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49754) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:47.218236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] Sync routers for ids ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:47.238422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] Routers {'696bfbab-67c9-4c6d-9b36-db35f5bf1572'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:47.239184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:47.268713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Pushing event updated for resources: {'Port': ['ID=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:47.310269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:47.331581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] Routers {'696bfbab-67c9-4c6d-9b36-db35f5bf1572'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:47.332194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:47.341792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9e6b00c-cae3-40d3-a784-2b3aa8791e7a req-a343d6a7-a201-49df-be51-f3df8b3c247a tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252275 Dec 10 18:24:47.352650 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f48b9972-2f81-477d-8c0c-11eba626a260 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=696bfbab-67c9-4c6d-9b36-db35f5bf1572 HTTP/1.1" status: 200 len: 205 time: 0.1340499 Dec 10 18:24:47.354095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49760) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:47.422148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:47.427162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf29153-8451-4603-bd32-d4ed7e33ab22 None None] The sync data for ids ['696bfbab-67c9-4c6d-9b36-db35f5bf1572'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:24:47.483428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:47.484330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.512153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-734a0f88-60c8-4c25-8960-1caf6bca6294 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.513498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b3cfa05b-651f-476b-9ddf-14ce4db2037b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0895782 Dec 10 18:24:47.561933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Request body: {'port': {'device_id': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:47.749645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.756488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.824736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-734a0f88-60c8-4c25-8960-1caf6bca6294 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.837529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-734a0f88-60c8-4c25-8960-1caf6bca6294 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.932054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.955311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df78520f-da7a-4675-8850-e27680db95c0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:24:47.955467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-734a0f88-60c8-4c25-8960-1caf6bca6294 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.956098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734a0f88-60c8-4c25-8960-1caf6bca6294 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Fanout notify agent at l3_agent the message router_deleted on router 696bfbab-67c9-4c6d-9b36-db35f5bf1572 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:24:47.982207 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-734a0f88-60c8-4c25-8960-1caf6bca6294 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:47.986464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-734a0f88-60c8-4c25-8960-1caf6bca6294 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/696bfbab-67c9-4c6d-9b36-db35f5bf1572 HTTP/1.1" status: 204 len: 168 time: 0.6291931 Dec 10 18:24:47.989696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49778) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:47.996697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.050538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Transition to ACTIVE for port object df78520f-da7a-4675-8850-e27680db95c0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:24:48.134585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.138238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.155097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Subnet': ['ID=d6d8fee6-6e9d-4bc3-8769-ac4700afd072,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:48.243485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet a840a26d-e383-40d1-9a0d-1213c2d7c874 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:48.252442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Checking segment: {'id': 'd747f88f-bf23-403c-8855-391f0a4ca3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:48.253309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network hostable DHCP agents. Network: 1ea79cfe-91f4-411f-9b27-46aa6412b67d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:24:48.268283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.272160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Network 083cca35-7ca6-461f-ac58-1d768aeac878 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:48.289799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Pushing event updated for resources: {'Port': ['ID=df78520f-da7a-4675-8850-e27680db95c0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:48.292950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:48.299588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:48.344050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.414953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.538701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:24:48.573470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Pushing event updated for resources: {'Port': ['ID=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:48.606820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 1ea79cfe-91f4-411f-9b27-46aa6412b67d) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:48.622182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276d297d-19a6-4ccb-b500-e8bc80c7a68e None None] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:48.646941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:48.648075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.766834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-14ed9dcd-2a8f-4475-94c0-31f8a68ba074 None None] Provisioning complete for port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:48.767202 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-14ed9dcd-2a8f-4475-94c0-31f8a68ba074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:48.865538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-14ed9dcd-2a8f-4475-94c0-31f8a68ba074 None None] Port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:48.872276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'project_id': '68e27aecfa344f3c8c6fba8aefa6d811', 'fixed_ips': [{'subnet_id': 'd6d8fee6-6e9d-4bc3-8769-ac4700afd072'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:24:48.873477 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.079119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:49.138274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Allocated IP 2001:db8::2 (1ea79cfe-91f4-411f-9b27-46aa6412b67d/d6d8fee6-6e9d-4bc3-8769-ac4700afd072/11005bd1-f14e-4790-8de6-26bf4e592716) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:49.229787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:24:49.251916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eced5fc-2bdf-4b34-a323-126e3150243d req-a4929b0b-afa3-4f7f-b9e5-095222ae2d5c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:49.260538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6eced5fc-2bdf-4b34-a323-126e3150243d req-a4929b0b-afa3-4f7f-b9e5-095222ae2d5c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 931 time: 0.7369094 Dec 10 18:24:49.266293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.273069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.301913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.310633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:49.313318 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397a533f-095e-4a1f-8f49-ca81b96163a3" -d '{"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:49.352886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Transition to ACTIVE for port object 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:24:49.402079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6eced5fc-2bdf-4b34-a323-126e3150243d req-2884c24d-d904-4701-b46a-dfeb1eaf9237 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403856 Dec 10 18:24:49.412074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.528051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:49.538335 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.543858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2c701af7-d2a7-48b4-967a-660f30472762 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4871633 Dec 10 18:24:49.557094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:49.590540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Attempting to bind port df78520f-da7a-4675-8850-e27680db95c0 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:49.591026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Attempting to bind port df78520f-da7a-4675-8850-e27680db95c0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:49.591452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Attempting to bind port df78520f-da7a-4675-8850-e27680db95c0 on network 94c686cf-b80f-4def-9d14-559c6fbca116 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:49.592494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2045066163'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:49.621356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Port df78520f-da7a-4675-8850-e27680db95c0 on network 94c686cf-b80f-4def-9d14-559c6fbca116 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:24:49.621736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Attempting to bind port df78520f-da7a-4675-8850-e27680db95c0 on network 94c686cf-b80f-4def-9d14-559c6fbca116 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:49.649316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:49.649846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Checking segment: {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:49.650333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Bound using segment: {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:49.651005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Bound port: df78520f-da7a-4675-8850-e27680db95c0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:49.651461 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.660608 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1689ccff-010b-4ee5-8803-893d238e615f x-openstack-request-id: req-1689ccff-010b-4ee5-8803-893d238e615f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:49.661555 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:49.661977 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1689ccff-010b-4ee5-8803-893d238e615f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:49.662583 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'code': 200} Dec 10 18:24:49.668995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:49.695982 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.705639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.727931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Pushing event updated for resources: {'Port': ['ID=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:49.790855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Pushing event updated for resources: {'Port': ['ID=11005bd1-f14e-4790-8de6-26bf4e592716,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:49.798173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.806033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420abc-bbb7-4f35-9fbf-a1e7dfa54356 req-c44c86d2-b049-4260-a04d-fc097ce4f289 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:49.814983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92420abc-bbb7-4f35-9fbf-a1e7dfa54356 req-c44c86d2-b049-4260-a04d-fc097ce4f289 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 945 time: 0.3884783 Dec 10 18:24:49.820220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:49.822690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:49.825770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:49.860255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=a840a26d-e383-40d1-9a0d-1213c2d7c874,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:49.863230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ab301-1bdd-457a-b15e-2f5f0584048c None None] Network 3348ef9a-9880-492d-899d-94acecc75acb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:49.870972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.874263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] For port df78520f-da7a-4675-8850-e27680db95c0, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:49.874466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d65b9333-f5b7-43e7-a91f-2a8658430319 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/a840a26d-e383-40d1-9a0d-1213c2d7c874 HTTP/1.1" status: 204 len: 168 time: 1.8833411 Dec 10 18:24:49.879138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49830) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:49.892063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:24:49.902236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.907717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] For port df78520f-da7a-4675-8850-e27680db95c0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=df78520f-da7a-4675-8850-e27680db95c0,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:49.913834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.931737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.973108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Attempting to bind port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:49.973449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Attempting to bind port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:49.973789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Attempting to bind port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 on network 94c686cf-b80f-4def-9d14-559c6fbca116 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:49.981295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Transition to ACTIVE for port object fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:24:49.997085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 on network 94c686cf-b80f-4def-9d14-559c6fbca116 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:24:49.997370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:49.997561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Attempting to bind port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 on network 94c686cf-b80f-4def-9d14-559c6fbca116 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:49.997891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:49.999405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] 10.222.0.30 "PUT /v2.0/ports/df78520f-da7a-4675-8850-e27680db95c0 HTTP/1.1" status: 200 len: 1091 time: 5.6939461 Dec 10 18:24:50.017362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.025331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Attempting to bind port 11005bd1-f14e-4790-8de6-26bf4e592716 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:50.025780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Attempting to bind port 11005bd1-f14e-4790-8de6-26bf4e592716 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd747f88f-bf23-403c-8855-391f0a4ca3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:50.026289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Attempting to bind port 11005bd1-f14e-4790-8de6-26bf4e592716 on network 1ea79cfe-91f4-411f-9b27-46aa6412b67d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:50.028264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:50.028846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Checking segment: {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:50.029581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Bound using segment: {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:50.030045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Bound port: 1678ec53-37c5-4d8c-bea0-7d8f503d65c7, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:50.030434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.035430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:50.036257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Checking segment: {'id': 'd747f88f-bf23-403c-8855-391f0a4ca3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:50.036611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.037009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Bound using segment: {'id': 'd747f88f-bf23-403c-8855-391f0a4ca3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:50.037505 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Bound port: 11005bd1-f14e-4790-8de6-26bf4e592716, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd747f88f-bf23-403c-8855-391f0a4ca3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:50.038527 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.061990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:50.065604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.071093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'tag': 'df78520f-da7a-4675-8850-e27680db95c0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:50.073702 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51f9c41-68d6-4043-a362-81928a3447b9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fdd6ff-6080-4b1e-b047-b936cd60482c", "tag": "df78520f-da7a-4675-8850-e27680db95c0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:50.078808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.117411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] For port 11005bd1-f14e-4790-8de6-26bf4e592716, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:50.121066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] For port 11005bd1-f14e-4790-8de6-26bf4e592716, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=11005bd1-f14e-4790-8de6-26bf4e592716,segment=NetworkSegment(d747f88f-bf23-403c-8855-391f0a4ca3f2),segment_id=d747f88f-bf23-403c-8855-391f0a4ca3f2)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:50.127574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.141565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] DHCP port deletion for 3348ef9a-9880-492d-899d-94acecc75acb request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:50.146174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] device_id is not set on port 85e789b4-c0bc-4a04-b467-698abf3b210a yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:24:50.214024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] For port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:50.221887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] For port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:50.236616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.254079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922adce4-6470-41d9-8aea-96aacf8f5b6e None None] Pushing event updated for resources: {'Port': ['ID=11005bd1-f14e-4790-8de6-26bf4e592716,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:50.257620 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8702c99e-4172-4185-889b-ca256d923bff x-openstack-request-id: req-8702c99e-4172-4185-889b-ca256d923bff {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:50.257912 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fdd6ff-6080-4b1e-b047-b936cd60482c", "tag": "df78520f-da7a-4675-8850-e27680db95c0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:50.258161 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8702c99e-4172-4185-889b-ca256d923bff {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:50.258669 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'tag': 'df78520f-da7a-4675-8850-e27680db95c0', 'status': 'completed', 'code': 200} Dec 10 18:24:50.277065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:50.278494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.280043 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] 10.222.0.30 "PUT /v2.0/ports/1678ec53-37c5-4d8c-bea0-7d8f503d65c7 HTTP/1.1" status: 200 len: 1091 time: 4.4188614 Dec 10 18:24:50.282488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] Deleting port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:50.282987 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.306212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242913-f8fe-4ac5-8737-1f55313787cc service neutron] Pushing event updated for resources: {'Port': ['ID=df78520f-da7a-4675-8850-e27680db95c0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:50.319029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'tag': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:50.321452 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60689a45-3436-4f0e-9423-a92d38d108ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9f4ceb23-8973-40bf-97f7-1817dfc57dbb", "tag": "1678ec53-37c5-4d8c-bea0-7d8f503d65c7"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:50.330283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92420abc-bbb7-4f35-9fbf-a1e7dfa54356 req-f577c3fc-1563-4145-94dd-b0d20186c0dd tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133989 Dec 10 18:24:50.350510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:50.350782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.382085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Pushing event updated for resources: {'Port': ['ID=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:50.396379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] For port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,segment=NetworkSegment(ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408),segment_id=ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:50.397366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.411679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b9adb3dc-83d5-49d0-a362-71a7255ed066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:50.414550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b9adb3dc-83d5-49d0-a362-71a7255ed066 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ff06a3340e443b891473c0da75aee61&device_id=d8fdd6ff-6080-4b1e-b047-b936cd60482c HTTP/1.1" status: 200 len: 1094 time: 0.3287921 Dec 10 18:24:50.425326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] Calling delete_port for 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:50.464094 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b9c134-1578-44d4-a816-5515cecf04a8 x-openstack-request-id: req-78b9c134-1578-44d4-a816-5515cecf04a8 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:50.464411 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f4ceb23-8973-40bf-97f7-1817dfc57dbb", "tag": "1678ec53-37c5-4d8c-bea0-7d8f503d65c7", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:50.464677 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-78b9c134-1578-44d4-a816-5515cecf04a8 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:50.465092 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'tag': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7', 'status': 'completed', 'code': 200} Dec 10 18:24:50.517385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:50.622495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-a2ccd8bb-61c6-4bdb-beec-d2728f024f9c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df78520f-da7a-4675-8850-e27680db95c0 HTTP/1.1" status: 200 len: 217 time: 0.1682518 Dec 10 18:24:50.636384 n-d-821424-1 neutron-server[103501]: INFO neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No ports have port_id starting with 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 Dec 10 18:24:50.638434 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.684886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-5c3c9169-f2ba-4c98-8551-fbea1a77cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:50.686574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-5c3c9169-f2ba-4c98-8551-fbea1a77cc91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ff06a3340e443b891473c0da75aee61&device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 1094 time: 0.3253932 Dec 10 18:24:50.687252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33331519-4279-4a10-8427-5be0a431ef8b service neutron] Pushing event updated for resources: {'Port': ['ID=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:50.709393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] No DVR routers for this DVR port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:50.716697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4adc28-4950-4eaa-8da0-140eb2e5d84d None None] Pushing event deleted for resources: {'Port': ['ID=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:50.735431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.742792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Allocated IP 2001:db8::375 (1ea79cfe-91f4-411f-9b27-46aa6412b67d/d6d8fee6-6e9d-4bc3-8769-ac4700afd072/85e789b4-c0bc-4a04-b467-698abf3b210a) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:50.864959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.874182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b8138f40-15ff-43d4-ab50-48e651a94e49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1678ec53-37c5-4d8c-bea0-7d8f503d65c7 HTTP/1.1" status: 200 len: 217 time: 0.1664772 Dec 10 18:24:50.876203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,segment=NetworkSegment(ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408),segment_id=ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:50.876579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:50.961164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-c4e13ace-10ba-45a3-8dac-4c6002649cba tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:50.963050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-c4e13ace-10ba-45a3-8dac-4c6002649cba tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 945 time: 0.3880246 Dec 10 18:24:50.986133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:51.008915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-1eaca791-b1fa-43ad-91ff-d8ab26c27a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.010224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-1eaca791-b1fa-43ad-91ff-d8ab26c27a5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3455756b-5278-45b6-8517-475b4ab43e9b HTTP/1.1" status: 200 len: 858 time: 0.3753517 Dec 10 18:24:51.040336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Attempting to bind port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:51.040773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Attempting to bind port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:51.041359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Attempting to bind port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 on network 94c686cf-b80f-4def-9d14-559c6fbca116 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:51.043878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.056812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Pushing event updated for resources: {'Port': ['ID=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:51.067877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf686e2-2424-4148-a292-87088002760e req-4105cd31-0863-4800-972e-457318480861 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.075953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2bf686e2-2424-4148-a292-87088002760e req-4105cd31-0863-4800-972e-457318480861 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 943 time: 0.5115070 Dec 10 18:24:51.078772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:24:51.114138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 on network 94c686cf-b80f-4def-9d14-559c6fbca116 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:24:51.114613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Attempting to bind port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 on network 94c686cf-b80f-4def-9d14-559c6fbca116 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:51.132620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-aff28486-9e1c-4fc2-b63b-e7277b359962 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94c686cf-b80f-4def-9d14-559c6fbca116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974348 Dec 10 18:24:51.204026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:51.204469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Checking segment: {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:51.204930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Bound using segment: {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:51.205453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Bound port: fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f39428bb-2a64-45b9-9d8a-c957f71ba304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:51.205951 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.233077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.265846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:51.282802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'mac_address': 'fa:16:3e:aa:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:24:51.321370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2bf686e2-2424-4148-a292-87088002760e req-4ea69aa7-a959-4db0-b8d4-3017c6506787 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432663 Dec 10 18:24:51.338911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:51.344758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No DVR routers for this DVR port 5c5c0b1e-59ec-440f-ac7c-ab33a8b5e167 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:51.359976 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.406143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d6b8f8-7dc2-402d-b924-63a859b68565 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:24:51.429629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.435806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.453072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.475254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.487030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:51.490286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.496154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.501802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.521240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.526780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3641deed-be77-4fba-8b00-27af344dbbbc req-c5fea97d-8f35-48e8-8216-3339460754c0 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.6555984 Dec 10 18:24:51.534308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b5e5639b-5c68-4580-85cb-4978f6729cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:51.536808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b5e5639b-5c68-4580-85cb-4978f6729cf4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3455756b-5278-45b6-8517-475b4ab43e9b HTTP/1.1" status: 200 len: 858 time: 0.6288407 Dec 10 18:24:51.614013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['24d6b8f8-7dc2-402d-b924-63a859b68565'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:24:51.653931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.654426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] For port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:51.661681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] For port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:51.666513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Deleting port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:24:51.666937 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-12ca7111-6fcf-4b74-a8d3-aefc9561b750 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94c686cf-b80f-4def-9d14-559c6fbca116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873146 Dec 10 18:24:51.667413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.678000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.722028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:51.799544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Pushing event updated for resources: {'Port': ['ID=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:51.810158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Network 083cca35-7ca6-461f-ac58-1d768aeac878 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:51.859960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:51.864016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-faace416-2191-40d7-9719-3989007dc464 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016959 Dec 10 18:24:51.924277 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:51.952141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3348ef9a-9880-492d-899d-94acecc75acb']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:52.010420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.011504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.013530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-45f3decf-30c6-4285-af0b-292608a20e03 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 HTTP/1.1" status: 200 len: 1091 time: 4.4590411 Dec 10 18:24:52.137386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:52.137386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7b642a-2ddf-4a8f-bf1c-9d08dbd39408') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:52.149285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.189043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4988461-f689-491d-b2d3-2be171bbb047 req-3a41fbd5-cfb1-4e57-95ca-7678cb5cbacf tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.196827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4988461-f689-491d-b2d3-2be171bbb047 req-3a41fbd5-cfb1-4e57-95ca-7678cb5cbacf tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 945 time: 0.6795964 Dec 10 18:24:52.244295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-3d4b009c-71f0-41f1-bb2b-298f051da726 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724966 Dec 10 18:24:52.246655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.255751 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:52.257503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.290234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'tag': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:52.293174 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d13610-30eb-4076-a00c-d003a7ca1cff" -d '{"events": [{"name": "network-changed", "server_uuid": "24b20d09-bba5-4ab1-b7b9-1014ac978bd5", "tag": "fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:52.343335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782dfec9-d8a4-48bd-9fda-14a9b310a4af None None] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:52.422785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3641deed-be77-4fba-8b00-27af344dbbbc req-d1ee521b-99b5-4f92-ba14-95189870412d tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8448837 Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:52.428678 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:52.441206 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.445373 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.502572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.508204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/3348ef9a-9880-492d-899d-94acecc75acb HTTP/1.1" status: 204 len: 168 time: 2.6274986 Dec 10 18:24:52.513779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49890) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:52.540164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Provisioning complete for port 11005bd1-f14e-4790-8de6-26bf4e592716 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:52.540545 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.567286 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-2162898b-3514-4fdd-a279-09ea9906d3ab service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8776915 Dec 10 18:24:52.578452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1200265096', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:52.592599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ad7b5-b6ad-40c9-be34-399e99f3a7d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=3348ef9a-9880-492d-899d-94acecc75acb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:52.606969 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f88c4-58d7-4bc7-b64f-4462f71b76b0 x-openstack-request-id: req-447f88c4-58d7-4bc7-b64f-4462f71b76b0 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:52.607615 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b20d09-bba5-4ab1-b7b9-1014ac978bd5", "tag": "fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:52.608064 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-447f88c4-58d7-4bc7-b64f-4462f71b76b0 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:52.608708 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'tag': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8', 'status': 'completed', 'code': 200} Dec 10 18:24:52.630514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b1545ea3-73f5-406f-8b1d-bd4b338b6871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.642574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-b1545ea3-73f5-406f-8b1d-bd4b338b6871 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ff06a3340e443b891473c0da75aee61&device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 1094 time: 0.5183709 Dec 10 18:24:52.660129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] For port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,segment=NetworkSegment(a95b7ff0-252b-4d9c-8e62-8c75a157ad22),segment_id=a95b7ff0-252b-4d9c-8e62-8c75a157ad22)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:52.661759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.666753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:52.699207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11005bd1-f14e-4790-8de6-26bf4e592716 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:52.735549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:52.743913 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4988461-f689-491d-b2d3-2be171bbb047 req-ae4cdc7a-2793-4e5b-ac9d-7d1a5366bf7c tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/security-groups?id=01406f33-e5f7-4e16-a6f4-7496c010fb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405085 Dec 10 18:24:52.780453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:52.789153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.790309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.794860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=85e789b4-c0bc-4a04-b467-698abf3b210a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:52.828547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.830095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.860911 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6679921e-d195-4bef-941e-05a0ba54b524 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2922511 Dec 10 18:24:52.862276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Calling delete_port for 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:24:52.870540 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-4c6114c5-34ff-4ed3-a18c-cafac9ab3a39 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 HTTP/1.1" status: 200 len: 217 time: 0.1925287 Dec 10 18:24:52.872828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49892) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:52.880964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1400662340', 'allowed_address_pairs': [{'ip_address': '2001:db8::375', 'mac_address': 'fa:16:3e:cd:a7:43'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:52.894825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Router 24df1260-ebf0-4583-ad6f-0d7e11d91616 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:24:52.942640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82363fd-f455-46ee-a67f-aa292a3ab947 req-b26c6cdb-5378-49ac-a5bb-0344965995f6 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.950769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e82363fd-f455-46ee-a67f-aa292a3ab947 req-b26c6cdb-5378-49ac-a5bb-0344965995f6 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 943 time: 0.2861817 Dec 10 18:24:52.976455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 11005bd1-f14e-4790-8de6-26bf4e592716 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:52.980935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-8ca95d2e-69ad-43b5-a877-d929679c1c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:52.981767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:52.982552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-8ca95d2e-69ad-43b5-a877-d929679c1c18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ff06a3340e443b891473c0da75aee61&device_id=d8fdd6ff-6080-4b1e-b047-b936cd60482c HTTP/1.1" status: 200 len: 1094 time: 0.6482103 Dec 10 18:24:52.991342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-e0a3186c-e6d6-4a0d-9b8e-4da473950ee2 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035308 Dec 10 18:24:53.083951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.116318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:53.221540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.320765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] For port 11005bd1-f14e-4790-8de6-26bf4e592716, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=11005bd1-f14e-4790-8de6-26bf4e592716,segment=NetworkSegment(d747f88f-bf23-403c-8855-391f0a4ca3f2),segment_id=d747f88f-bf23-403c-8855-391f0a4ca3f2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:53.376013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e82363fd-f455-46ee-a67f-aa292a3ab947 req-1252e40d-5db3-4cfb-9b30-949f9fdc34ff tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164140 Dec 10 18:24:53.386942 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.480066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60689a45-3436-4f0e-9423-a92d38d108ec req-9d3b941f-f03e-41c8-9be6-c39bd97ac8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:53.488520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60689a45-3436-4f0e-9423-a92d38d108ec req-9d3b941f-f03e-41c8-9be6-c39bd97ac8de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ff06a3340e443b891473c0da75aee61&device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 1094 time: 0.4156187 Dec 10 18:24:53.491551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Pushing event updated for resources: {'Port': ['ID=11005bd1-f14e-4790-8de6-26bf4e592716,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:53.563860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Provisioning complete for port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:53.564550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.571213 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.618323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.633603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 24d6b8f8-7dc2-402d-b924-63a859b68565 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:53.634294 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:53.685302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-70b71df9-75e4-449e-9e67-81c74cd04521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:53.687594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-70b71df9-75e4-449e-9e67-81c74cd04521 service neutron] 10.222.0.30 "GET /v2.0/networks?id=94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 200 len: 919 time: 0.5378697 Dec 10 18:24:53.729575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-eca0dbc2-ccea-4c08-99ef-7a9087554ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:53.731828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-eca0dbc2-ccea-4c08-99ef-7a9087554ac2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3455756b-5278-45b6-8517-475b4ab43e9b HTTP/1.1" status: 200 len: 858 time: 0.8349648 Dec 10 18:24:53.894315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-387aca1f-88b0-4e7e-947e-242acc7cc217 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94c686cf-b80f-4def-9d14-559c6fbca116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551994 Dec 10 18:24:53.898731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Pushing event deleted for resources: {'Port': ['ID=3b1390f2-2fa6-4ef0-a04f-b935a914dc13,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:53.918005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-9abe59b0-0480-416f-8da2-c42a184cfe19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df78520f-da7a-4675-8850-e27680db95c0 HTTP/1.1" status: 200 len: 217 time: 0.2190573 Dec 10 18:24:53.975746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:53.983294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.018230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.021571 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:54.043482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.050974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.058927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-562bb94b-defd-4b97-817e-4d39f99470a3 None None] Port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:54.071711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.082678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:24:54.083421 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:24:54.092405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.094467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed7c5910-759f-4316-b63e-a27ad44dfed9 req-f69d6375-d0a1-4818-84a1-f82c52e45f26 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 1.2398789 Dec 10 18:24:54.115489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:54.119257 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776c076-df4d-46ae-ac46-423f6840205b" -d '{"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:54.139518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df738ed7-e1c9-427d-a3ff-d01bed5f977a None None] DHCP port deletion for 340327fb-68f9-438a-bda5-ce8dad97f1a4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:54.207912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:54.241497 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:54.243199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:24:54.253293 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b841b14-bac4-493f-8701-d132011f989f x-openstack-request-id: req-1b841b14-bac4-493f-8701-d132011f989f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:54.256349 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:54.257028 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1b841b14-bac4-493f-8701-d132011f989f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:54.257737 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'code': 200} Dec 10 18:24:54.300224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:24:54.300581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:24:54.346455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b1fa5d54-4168-4ddc-b918-36ff449abd77 None None] Provisioning complete for port 11005bd1-f14e-4790-8de6-26bf4e592716 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:54.346818 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5d54-4168-4ddc-b918-36ff449abd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:54.453761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:54.576740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:54.665854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b1fa5d54-4168-4ddc-b918-36ff449abd77 None None] Provisioning complete for port 85e789b4-c0bc-4a04-b467-698abf3b210a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:54.666387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b1fa5d54-4168-4ddc-b918-36ff449abd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:54.722586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa5d54-4168-4ddc-b918-36ff449abd77 None None] Port 85e789b4-c0bc-4a04-b467-698abf3b210a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:24:54.846912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60689a45-3436-4f0e-9423-a92d38d108ec req-3705b8c6-ccee-446b-9172-d08fe278b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:54.849070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60689a45-3436-4f0e-9423-a92d38d108ec req-3705b8c6-ccee-446b-9172-d08fe278b95c service neutron] 10.222.0.30 "GET /v2.0/networks?id=94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 200 len: 919 time: 0.4265127 Dec 10 18:24:54.861810 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8154600e-0ff4-438a-848e-478f97c991ff req-341f9553-50b7-4a5e-930a-994bba60ee7a tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e7e6390-cec3-4c92-a1f2-81fe1887777a HTTP/1.1" status: 200 len: 210 time: 0.4384701 Dec 10 18:24:54.919219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11005bd1-f14e-4790-8de6-26bf4e592716 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:24:54.981897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60689a45-3436-4f0e-9423-a92d38d108ec req-5eb85004-58e9-433b-92b3-4c334bf43255 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1678ec53-37c5-4d8c-bea0-7d8f503d65c7 HTTP/1.1" status: 200 len: 217 time: 0.1039622 Dec 10 18:24:55.113956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:24:55.121379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 11005bd1-f14e-4790-8de6-26bf4e592716 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:55.123427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:55.175232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60689a45-3436-4f0e-9423-a92d38d108ec req-334ef741-6e67-43d9-90da-efbc6b428934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:55.177242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60689a45-3436-4f0e-9423-a92d38d108ec req-334ef741-6e67-43d9-90da-efbc6b428934 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3455756b-5278-45b6-8517-475b4ab43e9b HTTP/1.1" status: 200 len: 858 time: 0.1628461 Dec 10 18:24:55.183650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:24:55.204061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] No DVR routers for this DVR port 3b1390f2-2fa6-4ef0-a04f-b935a914dc13 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:24:55.220657 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:55.225166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f88a707d-c8ff-4807-94f7-533179fa5d00 req-cead1e71-aeb3-47e9-a78e-6552ed77a2c8 tempest-ServersTestJSON-274121279 tempest-ServersTestJSON-274121279-project] 10.222.0.30 "DELETE /v2.0/ports/3b1390f2-2fa6-4ef0-a04f-b935a914dc13 HTTP/1.1" status: 204 len: 173 time: 4.2433774 Dec 10 18:24:55.228899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'name': 'network-vif-deleted', 'tag': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:24:55.233205 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eef12a-3dae-4d6c-92be-1dd553a7cb8c" -d '{"events": [{"server_uuid": "8e7e6390-cec3-4c92-a1f2-81fe1887777a", "name": "network-vif-deleted", "tag": "3b1390f2-2fa6-4ef0-a04f-b935a914dc13"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:24:55.253906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-51424746-a745-43e1-a2e7-62818ad24b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:55.255984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-51424746-a745-43e1-a2e7-62818ad24b28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3455756b-5278-45b6-8517-475b4ab43e9b HTTP/1.1" status: 200 len: 858 time: 1.3183479 Dec 10 18:24:55.374688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:24:55.392828 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Sync routers for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:24:55.407883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bdc751ad-068d-44f9-87e3-9e9040ff57bd admin admin] 10.222.0.55 "PUT /v2.0/routers/24df1260-ebf0-4583-ad6f-0d7e11d91616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5656679 Dec 10 18:24:55.425040 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:55.426078 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-f6fae482-2491-4675-8f36-d6781980fdf6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94c686cf-b80f-4def-9d14-559c6fbca116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529095 Dec 10 18:24:55.426715 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:55.458025 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fad1b0-e4e9-4abb-b8c3-12af65e575e8 x-openstack-request-id: req-74fad1b0-e4e9-4abb-b8c3-12af65e575e8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:24:55.460343 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7e6390-cec3-4c92-a1f2-81fe1887777a", "name": "network-vif-deleted", "tag": "3b1390f2-2fa6-4ef0-a04f-b935a914dc13", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:24:55.460732 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-74fad1b0-e4e9-4abb-b8c3-12af65e575e8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:24:55.461340 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7e6390-cec3-4c92-a1f2-81fe1887777a', 'name': 'network-vif-deleted', 'tag': '3b1390f2-2fa6-4ef0-a04f-b935a914dc13', 'status': 'completed', 'code': 200} Dec 10 18:24:55.488643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:55.493367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145806-6536-4ffb-9d17-e50e61ef0bd7 req-e407fa5d-eab7-4ea5-917e-12124ba89376 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:55.517943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2145806-6536-4ffb-9d17-e50e61ef0bd7 req-e407fa5d-eab7-4ea5-917e-12124ba89376 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 943 time: 0.3886015 Dec 10 18:24:55.539176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60689a45-3436-4f0e-9423-a92d38d108ec req-7057a205-a016-4c76-838d-22becf2f857d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94c686cf-b80f-4def-9d14-559c6fbca116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613939 Dec 10 18:24:55.581116 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-cb348695-12bd-4430-90b9-2ed589f96303 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6310701 Dec 10 18:24:55.604180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:55.636614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] device_id is not set on port 70ede2a4-e394-4f18-970c-2c57ba62e340 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:24:55.642391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7', 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116', 'port_id': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7', 'mac_address': 'fa:16:3e:c5:d6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3455756b-5278-45b6-8517-475b4ab43e9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:24:55.773829 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:55.808778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:24:55.844489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:55.851768 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:55.853032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device df78520f-da7a-4675-8850-e27680db95c0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:24:55.883912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-b56f0c88-2b90-4338-bd82-d075e13fc210 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.4116495 Dec 10 18:24:55.894598 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:24:55.952642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2145806-6536-4ffb-9d17-e50e61ef0bd7 req-d3cd1621-55ef-4ee8-a9cd-a014b2f78d9e tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224718 Dec 10 18:24:55.959833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e418a8ef-a77b-4856-a2ba-1536822cb939 req-3e4cdc7a-5e10-4bc9-abf4-ce887533c61b service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815418 Dec 10 18:24:56.037036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-30523b18-0062-4503-bae7-b5664b4aa3e5 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725060 Dec 10 18:24:56.099897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49932) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:56.382351 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:50Z', 'revision_number': 2, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:56.410744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Allocated IP 2001:db8::350 (1ea79cfe-91f4-411f-9b27-46aa6412b67d/d6d8fee6-6e9d-4bc3-8769-ac4700afd072/70ede2a4-e394-4f18-970c-2c57ba62e340) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:56.411069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] Deleting subnet 370763e3-647c-4bd9-ae39-8b7e0895ae93 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:24:56.420152 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:24:56.423084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:56.466634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60689a45-3436-4f0e-9423-a92d38d108ec req-150f814a-7ea8-415e-8d09-c82495accb64 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117412 Dec 10 18:24:56.500001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.500624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.501037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.501501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.502106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.502594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.506971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.509344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0eb39a4c-9796-4be4-9736-2ed27b72ec33 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.4515254 Dec 10 18:24:56.514074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:56.573605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b51f9c41-68d6-4043-a362-81928a3447b9 req-9b5b5a96-3cb3-4466-a016-3024faf54878 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261486 Dec 10 18:24:56.579975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port df78520f-da7a-4675-8850-e27680db95c0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=df78520f-da7a-4675-8850-e27680db95c0,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:56.581430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-b2d61a2d-fa89-49cb-86bb-fa96ca60aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:56.591036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-b2d61a2d-fa89-49cb-86bb-fa96ca60aa53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ff06a3340e443b891473c0da75aee61&device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 1094 time: 0.3587947 Dec 10 18:24:56.600868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:56.708002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'df78520f-da7a-4675-8850-e27680db95c0', 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116', 'port_id': 'df78520f-da7a-4675-8850-e27680db95c0', 'mac_address': 'fa:16:3e:a9:65:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3455756b-5278-45b6-8517-475b4ab43e9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:24:56.715141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:56.814872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Checking router: 24df1260-ebf0-4583-ad6f-0d7e11d91616 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:24:56.816678 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Updating router 24df1260-ebf0-4583-ad6f-0d7e11d91616 port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:24:56.836455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:56.863316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:56.906746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df78520f-da7a-4675-8850-e27680db95c0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:24:56.954666 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.002642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port df78520f-da7a-4675-8850-e27680db95c0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=df78520f-da7a-4675-8850-e27680db95c0,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:57.011695 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.179172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370763e3-647c-4bd9-ae39-8b7e0895ae93,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:57.213938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.222215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-03ae3061-8b93-402e-896a-50467531ebea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/370763e3-647c-4bd9-ae39-8b7e0895ae93 HTTP/1.1" status: 204 len: 168 time: 1.1171622 Dec 10 18:24:57.262152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49952) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:57.289513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf60409-eacd-431f-989b-d4af09088ce7 None None] Network 340327fb-68f9-438a-bda5-ce8dad97f1a4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:24:57.509818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:57.510833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49964) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:57.527310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb1f46-a340-4c2d-9644-10f4e2bb0170 req-f4ebb32e-8f9f-4a53-8213-2d82cddb2778 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.540837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0cb1f46-a340-4c2d-9644-10f4e2bb0170 req-f4ebb32e-8f9f-4a53-8213-2d82cddb2778 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 943 time: 0.3761134 Dec 10 18:24:57.566661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-22f202e1-bbe5-4933-b78d-aaa91669630a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228295062', 'description': 'tempest-description--442374884'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:57.584422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-c851f54e-79ec-408f-b9d4-688201ef3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.589800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-c851f54e-79ec-408f-b9d4-688201ef3338 service neutron] 10.222.0.30 "GET /v2.0/networks?id=94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 200 len: 919 time: 0.7506182 Dec 10 18:24:57.732527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.740060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-856b961e-a0ad-40df-ac0e-08f9ce49eaf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 HTTP/1.1" status: 200 len: 217 time: 0.1072185 Dec 10 18:24:57.824054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-461098d6-8f2e-4965-842d-7c70eb451de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.825657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-461098d6-8f2e-4965-842d-7c70eb451de3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3455756b-5278-45b6-8517-475b4ab43e9b HTTP/1.1" status: 200 len: 858 time: 0.0599952 Dec 10 18:24:57.833350 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.845107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60689a45-3436-4f0e-9423-a92d38d108ec req-6757b868-b4ec-49d3-aa43-a612278958e8 service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3642948 Dec 10 18:24:57.847680 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.857559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22f202e1-bbe5-4933-b78d-aaa91669630a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.882079 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:57.891815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-436296ce-aa4a-4fc5-9646-e4721eaae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.892873 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-1771b256-2d59-43dc-8992-3299444b5ece service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=94c686cf-b80f-4def-9d14-559c6fbca116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524130 Dec 10 18:24:57.894191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-436296ce-aa4a-4fc5-9646-e4721eaae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.895603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-436296ce-aa4a-4fc5-9646-e4721eaae226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.900100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-436296ce-aa4a-4fc5-9646-e4721eaae226 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 2298 time: 1.2364824 Dec 10 18:24:57.940951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0cb1f46-a340-4c2d-9644-10f4e2bb0170 req-cb519fde-d7c6-4bd8-ad59-50fd51aa630c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919802 Dec 10 18:24:57.978881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.979725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.980379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.981022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.981925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.982613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.983255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:57.992321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-05878cd5-688b-4558-a1f2-abd2a02d7d2a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.4475486 Dec 10 18:24:58.109248 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Attempting to bind port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:24:58.118091 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Attempting to bind port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:24:58.118676 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Attempting to bind port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 on network 083cca35-7ca6-461f-ac58-1d768aeac878 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:24:58.121303 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3e752-a403-43e0-a1e8-ea50e917d24e None None] Pushing event updated for resources: {'Port': ['ID=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:58.147343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['1678ec53-37c5-4d8c-bea0-7d8f503d65c7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:24:58.152253 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:24:58.159716 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Checking segment: {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:24:58.160043 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.161023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['df78520f-da7a-4675-8850-e27680db95c0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:24:58.162626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.163446 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Bound using segment: {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:24:58.165038 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Bound port: f7e7f352-14fa-489e-9ec9-2d19a2ea2157, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:24:58.166971 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.180056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-068fd7b7-8205-4b8e-a5ac-df40d8a909dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1002 time: 0.2679179 Dec 10 18:24:58.187412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.199656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340327fb-68f9-438a-bda5-ce8dad97f1a4']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:58.211120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:58.211713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95b7ff0-252b-4d9c-8e62-8c75a157ad22') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:58.223104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.250378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.260837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:24:58.261576 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.325070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.353993 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] For port f7e7f352-14fa-489e-9ec9-2d19a2ea2157, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:24:58.388722 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] For port f7e7f352-14fa-489e-9ec9-2d19a2ea2157, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:24:58.399129 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:24:58.404629 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:24:58.428779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=df78520f-da7a-4675-8850-e27680db95c0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:58.429689 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.453633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.477009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] 10.222.0.55 "DELETE /v2.0/networks/340327fb-68f9-438a-bda5-ce8dad97f1a4 HTTP/1.1" status: 204 len: 168 time: 1.2033229 Dec 10 18:24:58.520612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.25.2.236 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/f8727f8f-5401-4df8-a8e3-8e87e06b0346) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:24:58.577756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba09b7f-f4cb-4f22-b0ef-6e1895dc2d5c admin admin] Pushing event deleted for resources: {'Network': ['ID=340327fb-68f9-438a-bda5-ce8dad97f1a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:58.590784 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3e752-a403-43e0-a1e8-ea50e917d24e None None] Pushing event updated for resources: {'Port': ['ID=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:58.662379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c01e1722-5675-4c59-877f-fc64e9430d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.668282 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:24:58.668920 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:24:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:58.686017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8c325f27-61a1-4864-bd38-3e8f0c18af6d None None] Provisioning complete for port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:24:58.689726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c325f27-61a1-4864-bd38-3e8f0c18af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.766483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-bab9ac99-2032-4043-b29e-71a06a2eba42 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&id=97571e9b-935d-47b0-af8a-c97695dfdfb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7726088 Dec 10 18:24:58.816054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.821714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-8e863c7c-e26e-4d9a-a9af-195205df310a service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117305 Dec 10 18:24:58.885307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311388c8-f52d-4d4b-87b0-0a9353262d83 None None] DHCP port deletion for 340327fb-68f9-438a-bda5-ce8dad97f1a4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:58.937313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22f202e1-bbe5-4933-b78d-aaa91669630a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:58.945012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:58.964510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.089299 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:24:59.096622 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22f202e1-bbe5-4933-b78d-aaa91669630a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.127007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=70ede2a4-e394-4f18-970c-2c57ba62e340,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:59.129791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22f202e1-bbe5-4933-b78d-aaa91669630a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.131370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-22f202e1-bbe5-4933-b78d-aaa91669630a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5880442 Dec 10 18:24:59.137776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49988) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:59.177247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f7bf3c59-b40e-492b-9c11-cb13b6c14bb2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d2476052fae64d94a80ae0bbd554584a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283320 Dec 10 18:24:59.182227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49990) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:59.199576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3d10216d-51b6-4d47-9319-71f8cfc87b65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Request body: {'security_group_rule': {'security_group_id': '999c9744-600b-4fc9-9cf7-2c9eee2a0611', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:24:59.208228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:24:59.221972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f202e1-bbe5-4933-b78d-aaa91669630a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999c9744-600b-4fc9-9cf7-2c9eee2a0611,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:59.271366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d13610-30eb-4076-a00c-d003a7ca1cff req-ffac41ba-99eb-4553-982f-8a48b76399ce service neutron] 10.222.0.30 "GET /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380231 Dec 10 18:24:59.303671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41559c55-c562-4522-bda0-e80353ed99a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.356944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41559c55-c562-4522-bda0-e80353ed99a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.367842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:59.381984 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c325f27-61a1-4864-bd38-3e8f0c18af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.417531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-70914e18-51d2-45fa-a05e-e9075c2a2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:59.419168 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-70914e18-51d2-45fa-a05e-e9075c2a2d83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 1.2257638 Dec 10 18:24:59.420447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:59.436811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:59.453351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:59.454889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.513172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41559c55-c562-4522-bda0-e80353ed99a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.516116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41559c55-c562-4522-bda0-e80353ed99a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.523144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-41559c55-c562-4522-bda0-e80353ed99a4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01406f33-e5f7-4e16-a6f4-7496c010fb6e HTTP/1.1" status: 204 len: 168 time: 0.3377161 Dec 10 18:24:59.548528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:59.554558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.568578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41559c55-c562-4522-bda0-e80353ed99a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01406f33-e5f7-4e16-a6f4-7496c010fb6e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:59.639800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8', 'network_id': '94c686cf-b80f-4def-9d14-559c6fbca116', 'port_id': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8', 'mac_address': 'fa:16:3e:4d:e9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3455756b-5278-45b6-8517-475b4ab43e9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:24:59.687946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=f8727f8f-5401-4df8-a8e3-8e87e06b0346,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:24:59.727115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d10216d-51b6-4d47-9319-71f8cfc87b65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.744222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac715d90-689f-4276-9c23-5c2ef63a0ebb req-c69c81d2-d520-46a7-a9d1-d33a9a0cdec3 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:59.746144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac715d90-689f-4276-9c23-5c2ef63a0ebb req-c69c81d2-d520-46a7-a9d1-d33a9a0cdec3 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 943 time: 0.6248353 Dec 10 18:24:59.767670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8c325f27-61a1-4864-bd38-3e8f0c18af6d None None] For port f7e7f352-14fa-489e-9ec9-2d19a2ea2157, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:24:59.771549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:24:59.798313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-e60b80bb-1426-4cbc-9213-2bcd504878d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:24:59.800006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-e60b80bb-1426-4cbc-9213-2bcd504878d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3197873 Dec 10 18:24:59.801249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:24:59.804418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:24:59.815945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de85fb50-22cf-4f30-a68a-a62597bec54e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 6.9417100 Dec 10 18:24:59.817578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50000) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:24:59.844832 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c325f27-61a1-4864-bd38-3e8f0c18af6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:24:59.857976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa60d44-cb87-4f74-9b4d-7f41c944b5e6 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:24:59.967797 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:58Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:24:59.988406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdf5e4-a9b1-48c1-aae4-d43dc1adb51f tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:00.001830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdf5e4-a9b1-48c1-aae4-d43dc1adb51f tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:00.008354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babdf5e4-a9b1-48c1-aae4-d43dc1adb51f tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:00.010106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-babdf5e4-a9b1-48c1-aae4-d43dc1adb51f tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1914883 Dec 10 18:25:00.021521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50004) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:00.028461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-416eb61f-1035-4c15-95d7-67b4f8a753aa service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059643 Dec 10 18:25:00.052436 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657860c-e5fe-436a-92e3-51a3caa03553 None None] The sync data for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 is: [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:58Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:25:00.070389 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:00.094684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:00.104900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c325f27-61a1-4864-bd38-3e8f0c18af6d None None] Pushing event updated for resources: {'Port': ['ID=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:00.109200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-250f4ba1-977f-415a-8f47-920762037863 None None] Provisioning complete for port 70ede2a4-e394-4f18-970c-2c57ba62e340 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:00.109780 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-250f4ba1-977f-415a-8f47-920762037863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:00.231910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:00.246778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:00.259826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-250f4ba1-977f-415a-8f47-920762037863 None None] Port 70ede2a4-e394-4f18-970c-2c57ba62e340 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:00.323072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-250f4ba1-977f-415a-8f47-920762037863 None None] Provisioning complete for port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:00.323450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-250f4ba1-977f-415a-8f47-920762037863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:00.354205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting port 70ede2a4-e394-4f18-970c-2c57ba62e340 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:00.354582 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:00.397721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:00.543499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac715d90-689f-4276-9c23-5c2ef63a0ebb req-e7e9669a-deef-49ab-97fd-84640886e3fe tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697463 Dec 10 18:25:00.642794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d10216d-51b6-4d47-9319-71f8cfc87b65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:00.649481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:00.713322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:00.759603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Calling delete_port for 70ede2a4-e394-4f18-970c-2c57ba62e340 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:01.012648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f7e7f352-14fa-489e-9ec9-2d19a2ea2157 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:01.186036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device df78520f-da7a-4675-8850-e27680db95c0 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:01.199929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.233021 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d10216d-51b6-4d47-9319-71f8cfc87b65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.268009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Port': ['ID=70ede2a4-e394-4f18-970c-2c57ba62e340,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:01.440437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50028) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:01.476531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b28b9a8f-34af-42a6-95d1-e861e8e1323b None None] Provisioning complete for port f8727f8f-5401-4df8-a8e3-8e87e06b0346 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:01.477065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b28b9a8f-34af-42a6-95d1-e861e8e1323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.582919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port df78520f-da7a-4675-8850-e27680db95c0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:25:01.623543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.649004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6eb040fa-0666-4cb4-b371-a4c66efb194c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/ports/70ede2a4-e394-4f18-970c-2c57ba62e340 HTTP/1.1" status: 204 len: 168 time: 1.6262622 Dec 10 18:25:01.651278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50040) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:01.655721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:01.658899 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.735879 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-b436a714-43f6-4c7f-a785-b950a308dfea tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] GET failed (client error): The resource could not be found. Dec 10 18:25:01.748312 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b436a714-43f6-4c7f-a785-b950a308dfea tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "GET /v2.0/ports/70ede2a4-e394-4f18-970c-2c57ba62e340 HTTP/1.1" status: 404 len: 333 time: 0.0910270 Dec 10 18:25:01.750926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:01.846199 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.852551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10216d-51b6-4d47-9319-71f8cfc87b65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc803d1-b788-4cdd-8d18-877a84a55034,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:01.872904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port df78520f-da7a-4675-8850-e27680db95c0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:01.873415 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.889833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1158358819'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:01.932483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d10216d-51b6-4d47-9319-71f8cfc87b65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:01.934181 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d10216d-51b6-4d47-9319-71f8cfc87b65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7434099 Dec 10 18:25:01.939116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50044) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:01.952827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ec0dbc29-308f-449f-aa55-b9fdde08e10e tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Request body: {'security_group_rule': {'security_group_id': '999c9744-600b-4fc9-9cf7-2c9eee2a0611', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:01.967497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-715380639-network', 'tenant_id': '4138aed9ecf34118a26c9a6b96ba7a1b'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:02.061868 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-edd7fe40-d053-4fbb-a637-4a9eacf80e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.125013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b28b9a8f-34af-42a6-95d1-e861e8e1323b None None] Port f8727f8f-5401-4df8-a8e3-8e87e06b0346 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:02.134804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.151912 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.209908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84d96d-4d75-4a68-b72d-b84a02cad7d7 req-c81e1106-361a-4f27-b689-5c7b0ad2b078 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:02.212467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca84d96d-4d75-4a68-b72d-b84a02cad7d7 req-c81e1106-361a-4f27-b689-5c7b0ad2b078 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 944 time: 0.4568872 Dec 10 18:25:02.312142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca84d96d-4d75-4a68-b72d-b84a02cad7d7 req-c30ce521-b8b7-43bb-b45f-674120029ae3 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935462 Dec 10 18:25:02.369423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.414388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port df78520f-da7a-4675-8850-e27680db95c0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=df78520f-da7a-4675-8850-e27680db95c0,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:02.417152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78520f-da7a-4675-8850-e27680db95c0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:02.420721 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8b91fd-fa8e-44c8-b78e-5af1d62641c3" -d '{"events": [{"server_uuid": "d8fdd6ff-6080-4b1e-b047-b936cd60482c", "name": "network-vif-plugged", "status": "completed", "tag": "df78520f-da7a-4675-8850-e27680db95c0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:02.431149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.432622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:02.527588 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb66e74-7faa-47c5-bbd3-33c7bb9305f5 x-openstack-request-id: req-4fb66e74-7faa-47c5-bbd3-33c7bb9305f5 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:02.528280 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fdd6ff-6080-4b1e-b047-b936cd60482c", "name": "network-vif-plugged", "status": "completed", "tag": "df78520f-da7a-4675-8850-e27680db95c0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:02.528280 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4fb66e74-7faa-47c5-bbd3-33c7bb9305f5 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:02.528875 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df78520f-da7a-4675-8850-e27680db95c0', 'code': 200} Dec 10 18:25:02.529967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=df78520f-da7a-4675-8850-e27680db95c0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:02.636000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:25:02.651017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:02.651541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.680600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-5b94b599-f835-4155-965c-a235dfac320e service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5289712 Dec 10 18:25:02.691431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99766d56-91b6-4650-9075-7c8ec9eea878 req-f7ca49d0-d772-4b33-8594-4b45844d4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:02.693767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-99766d56-91b6-4650-9075-7c8ec9eea878 req-f7ca49d0-d772-4b33-8594-4b45844d4db8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8fdd6ff-6080-4b1e-b047-b936cd60482c HTTP/1.1" status: 200 len: 1096 time: 0.1020243 Dec 10 18:25:02.793720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-99766d56-91b6-4650-9075-7c8ec9eea878 req-10de9215-b220-49c1-9739-771e21e5aa38 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908320 Dec 10 18:25:02.850272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Made reservation on behalf of 4138aed9ecf34118a26c9a6b96ba7a1b for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:02.853859 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.876588 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.889562 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.908834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:02.923296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.948663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:02.959304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:02.959815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] device_id is not set on port 69e787c1-d1bc-470b-958c-d99a7f680b8b yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:25:03.074136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:03.081758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbc29-308f-449f-aa55-b9fdde08e10e tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.087086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-c5a10923-af5a-4f20-a26d-660e0b6f5125 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 217 time: 0.3858869 Dec 10 18:25:03.097795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.124381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:03.147635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.149081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Allocated IP 2001:db8::35a (1ea79cfe-91f4-411f-9b27-46aa6412b67d/d6d8fee6-6e9d-4bc3-8769-ac4700afd072/69e787c1-d1bc-470b-958c-d99a7f680b8b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:03.164165 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.205613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-1671664b-2763-45d3-9fbf-7a8b9e53b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:03.207827 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-1671664b-2763-45d3-9fbf-7a8b9e53b5e5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1030231 Dec 10 18:25:03.224292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:25:03.230211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:03.230627 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.232414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:25:03.288047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60faf59-2270-424c-b88e-29fc4180b8d4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:03.307771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.308132 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Added segment a6f7f879-13b6-4d16-9d67-d3150d0e54ec of type vlan for network 7b974d30-138b-408d-8850-7e3220a3d276 Dec 10 18:25:03.441157 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.452964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbc29-308f-449f-aa55-b9fdde08e10e tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.468325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-5915660e-a74a-4235-b13d-b543990f0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:03.471894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-5915660e-a74a-4235-b13d-b543990f0d26 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2527096 Dec 10 18:25:03.481352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbc29-308f-449f-aa55-b9fdde08e10e tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.546137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:03.600519 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.607023 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.608825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dbc29-308f-449f-aa55-b9fdde08e10e tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4716a7ec-a9d9-4ee2-b3e7-ba426ee51ebc,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:03.674756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5985aa26-40c7-450f-8fd9-fe2b810993e2 req-3a997b2b-4750-4431-9363-0cfe57d2948d tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:03.677144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5985aa26-40c7-450f-8fd9-fe2b810993e2 req-3a997b2b-4750-4431-9363-0cfe57d2948d tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 944 time: 0.2298427 Dec 10 18:25:03.692022 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.693094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:03.694013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.709763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 18c159e8-cc88-414d-b8f2-655db977c7b6 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:25:03.718136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbc29-308f-449f-aa55-b9fdde08e10e tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.724811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ec0dbc29-308f-449f-aa55-b9fdde08e10e tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7807717 Dec 10 18:25:03.730462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50066) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:03.739392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:03.759547 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.807007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:03.813813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-408a25c2-569f-401c-bc54-47e2815a3161 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292811 Dec 10 18:25:03.877942 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.893199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4453824 Dec 10 18:25:03.920434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:03.922175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89a393-06e6-4d50-aa17-02b79045fe82 admin admin] Pushing event updated for resources: {'Network': ['ID=7b974d30-138b-408d-8850-7e3220a3d276,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:03.924112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50068) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:03.948106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Request body: {'subnet': {'network_id': '7b974d30-138b-408d-8850-7e3220a3d276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-715380639-subnet', 'tenant_id': '4138aed9ecf34118a26c9a6b96ba7a1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:03.964077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 7b974d30-138b-408d-8850-7e3220a3d276 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:25:03.965660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5985aa26-40c7-450f-8fd9-fe2b810993e2 req-847a24e1-d55e-4bd1-89b8-6d84070793a9 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807178 Dec 10 18:25:04.030776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.136375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:04.149714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:04.166563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Made reservation on behalf of 4138aed9ecf34118a26c9a6b96ba7a1b for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:04.169395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.175284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.177964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:04.193094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:25:04.198389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:04.199347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.208246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] Sync routers for ids ['18c159e8-cc88-414d-b8f2-655db977c7b6'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:25:04.228699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] Routers {'18c159e8-cc88-414d-b8f2-655db977c7b6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:04.229366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18c159e8-cc88-414d-b8f2-655db977c7b6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:04.247769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-2de246e5-cde8-45f1-a8a6-4fe12c4152c7 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213712 Dec 10 18:25:04.294005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=69e787c1-d1bc-470b-958c-d99a7f680b8b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:04.304721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d6423a5c-0c2c-46de-9603-28ac1454645c tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4365542 Dec 10 18:25:04.311394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50072) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:04.326676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::375', 'mac_address': 'fa:16:3e:cd:a7:43'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:04.361916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:04.362161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-c8d51e43-0be0-464a-ab1d-26998960b15d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 217 time: 0.0873375 Dec 10 18:25:04.365447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.374975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d711c7c2-d875-4613-aeb3-44f47c1387f0 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 11.8117905 Dec 10 18:25:04.378922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50074) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:04.385332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] Routers {'18c159e8-cc88-414d-b8f2-655db977c7b6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:04.385958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18c159e8-cc88-414d-b8f2-655db977c7b6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:04.486999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:04.487843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37979b9d-2439-40b9-8505-79bf4ba9f16c None None] The sync data for ids ['18c159e8-cc88-414d-b8f2-655db977c7b6'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:25:04.530887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7'}, {'server_uuid': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:04.537765 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4128e71e-329f-411a-a994-3e71caa1a92b" -d '{"events": [{"server_uuid": "9f4ceb23-8973-40bf-97f7-1817dfc57dbb", "name": "network-vif-plugged", "status": "completed", "tag": "1678ec53-37c5-4d8c-bea0-7d8f503d65c7"}, {"server_uuid": "24b20d09-bba5-4ab1-b7b9-1014ac978bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:04.571391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-07cad004-def7-4061-b700-7dae9c63d331 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/routers/18c159e8-cc88-414d-b8f2-655db977c7b6 HTTP/1.1" status: 200 len: 881 time: 0.1893473 Dec 10 18:25:04.575061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50078) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:04.611463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.651685 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a55a9d-8cc9-4554-93ba-9aaa54119b1b x-openstack-request-id: req-87a55a9d-8cc9-4554-93ba-9aaa54119b1b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:04.652202 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ceb23-8973-40bf-97f7-1817dfc57dbb", "name": "network-vif-plugged", "status": "completed", "tag": "1678ec53-37c5-4d8c-bea0-7d8f503d65c7", "code": 200}, {"server_uuid": "24b20d09-bba5-4ab1-b7b9-1014ac978bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:04.652622 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87a55a9d-8cc9-4554-93ba-9aaa54119b1b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:04.653175 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7', 'code': 200} Dec 10 18:25:04.653578 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8', 'code': 200} Dec 10 18:25:04.663224 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.792184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-f189b938-af3b-4844-b384-01d1be5c699c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:04.794602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-f189b938-af3b-4844-b384-01d1be5c699c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.4147434 Dec 10 18:25:04.823695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f6639890-11ad-427e-aa39-39a804936c01 None None] Provisioning complete for port 69e787c1-d1bc-470b-958c-d99a7f680b8b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:04.824402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6639890-11ad-427e-aa39-39a804936c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.875492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:04.973502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f6639890-11ad-427e-aa39-39a804936c01 None None] Port 69e787c1-d1bc-470b-958c-d99a7f680b8b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:05.111291 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2650-1ba6-4619-9a49-4de432ed5d7b req-b18b96b7-f9bb-4f8a-8fb7-9f61b8e232e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:05.112864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c56f2650-1ba6-4619-9a49-4de432ed5d7b req-b18b96b7-f9bb-4f8a-8fb7-9f61b8e232e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 1096 time: 0.3121476 Dec 10 18:25:05.122914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-8f0372cf-af27-4c9c-a4d4-33cc39ef4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:05.124354 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-8f0372cf-af27-4c9c-a4d4-33cc39ef4459 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3080990 Dec 10 18:25:05.250215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:05.380544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5528d44-78f8-43a0-9876-1dc9fd373edf req-1651a564-216d-41e8-9e05-965df48847f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:05.382800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5528d44-78f8-43a0-9876-1dc9fd373edf req-1651a564-216d-41e8-9e05-965df48847f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 1096 time: 0.6000497 Dec 10 18:25:05.439942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c56f2650-1ba6-4619-9a49-4de432ed5d7b req-679b77e8-c8e6-46ee-a46e-ee850c22e714 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117034 Dec 10 18:25:05.463525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Allocated IP 172.25.2.93 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/81b0015d-d3c4-4ec8-90a6-26fec095509f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:05.513450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd31e734-b838-4332-a930-39eda0db1aba,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:05.517409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a4a57-45ae-4dc9-9a1b-f546ac13c966 req-3d4fb218-48e2-4ef4-90ed-ea0edb2311d8 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:05.519670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c6a4a57-45ae-4dc9-9a1b-f546ac13c966 req-3d4fb218-48e2-4ef4-90ed-ea0edb2311d8 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 945 time: 0.1783023 Dec 10 18:25:05.552719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-73bf750e-b6b1-4184-b867-78855efcf551 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023809 Dec 10 18:25:05.573538 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:05.583884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5528d44-78f8-43a0-9876-1dc9fd373edf req-207043ba-64e3-424f-a109-c3585b04067b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716609 Dec 10 18:25:05.592414 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:05.644238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Checking segment: {'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:05.645136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Network hostable DHCP agents. Network: 7b974d30-138b-408d-8850-7e3220a3d276, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:25:05.691678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] In _notify_port_updated(), no bound segment for port 69e787c1-d1bc-470b-958c-d99a7f680b8b on network 1ea79cfe-91f4-411f-9b27-46aa6412b67d {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:25:05.700218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:05.701532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:05.703626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "PUT /v2.0/ports/69e787c1-d1bc-470b-958c-d99a7f680b8b HTTP/1.1" status: 200 len: 1003 time: 1.3909993 Dec 10 18:25:05.709120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50088) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:05.791808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c6a4a57-45ae-4dc9-9a1b-f546ac13c966 req-e0e42b20-0463-420e-8681-79cd488c222c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582123 Dec 10 18:25:05.810159 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-414b0739-16df-4067-b0af-15c61cfddd6c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2198720 Dec 10 18:25:05.820438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50096) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:05.831110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-46a714b1-8730-4e90-8ae2-5d187cfb1aad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1200265096'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:05.844205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Network 7b974d30-138b-408d-8850-7e3220a3d276 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:25:05.869368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccfd1a4-ac34-44b2-8fe6-66702e22316e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=69e787c1-d1bc-470b-958c-d99a7f680b8b,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:05.905704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting port 69e787c1-d1bc-470b-958c-d99a7f680b8b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:05.906212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.106927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.133145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Calling delete_port for 69e787c1-d1bc-470b-958c-d99a7f680b8b owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:06.215659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d4efb4a9-9c9c-4635-982d-6131a9c3d694 None None] Provisioning complete for port 69e787c1-d1bc-470b-958c-d99a7f680b8b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:06.216288 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4efb4a9-9c9c-4635-982d-6131a9c3d694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.290920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d4efb4a9-9c9c-4635-982d-6131a9c3d694 None None] Port 69e787c1-d1bc-470b-958c-d99a7f680b8b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:06.381848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.408663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.434623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 7b974d30-138b-408d-8850-7e3220a3d276) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:06.460091 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-3eb64a8c-7173-4cdd-ad19-f9888065e4ae service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759744 Dec 10 18:25:06.460091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:06.460091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.463630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6b193-5a25-41ee-98d1-3bed6878df8b None None] Network 7b974d30-138b-408d-8850-7e3220a3d276 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:06.490714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Port': ['ID=69e787c1-d1bc-470b-958c-d99a7f680b8b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:06.519964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-40933952-5c5c-482c-ad71-aa89bc8f69be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 217 time: 0.0600455 Dec 10 18:25:06.531045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f760b77-07eb-4d97-9f00-ec6a5d376e40 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5982966 Dec 10 18:25:06.722332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.819098 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:06.822599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fb86461a-c077-47c5-990b-b4800d89091d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/ports/69e787c1-d1bc-470b-958c-d99a7f680b8b HTTP/1.1" status: 204 len: 168 time: 1.1123304 Dec 10 18:25:06.828860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50116) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:06.831713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be46da97-2fae-4901-8a45-8081141fb097 None None] Network 7b974d30-138b-408d-8850-7e3220a3d276 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:06.934613 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-861312c7-7796-43f2-b9f3-a78da347ebd5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] GET failed (client error): The resource could not be found. Dec 10 18:25:06.950624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-861312c7-7796-43f2-b9f3-a78da347ebd5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "GET /v2.0/ports/69e787c1-d1bc-470b-958c-d99a7f680b8b HTTP/1.1" status: 404 len: 333 time: 0.1118011 Dec 10 18:25:06.955109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50126) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:06.976370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2096671210'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:07.017425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-4b2fc90a-9af0-4f43-835a-15e29fc2a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:07.018284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-4b2fc90a-9af0-4f43-835a-15e29fc2a529 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.4221830 Dec 10 18:25:07.054694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:07.142574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:07.195177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:07.205463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event updated for resources: {'Port': ['ID=81b0015d-d3c4-4ec8-90a6-26fec095509f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:07.298265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:07.307309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:07.349182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896268d5-1343-4599-a1fe-1e8e1fc82744 req-ad82f6ab-effa-4ef5-9a21-c26cebaf7f06 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:07.351096 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-896268d5-1343-4599-a1fe-1e8e1fc82744 req-ad82f6ab-effa-4ef5-9a21-c26cebaf7f06 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 945 time: 0.2896719 Dec 10 18:25:07.361509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-47c54504-8ebe-418d-a8cc-93b68248531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:07.363463 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-47c54504-8ebe-418d-a8cc-93b68248531a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3029890 Dec 10 18:25:07.414214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] device_id is not set on port c274ff9c-e78c-4230-a900-e76e70e0b6ae yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:25:07.531466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098872-cf9f-42cf-9a5c-45c88319118e req-0c7be388-b0e1-4994-a969-f8fa47273e82 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:07.532999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-0c7be388-b0e1-4994-a969-f8fa47273e82 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 813 time: 0.2762210 Dec 10 18:25:07.581706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-20032192-d275-48c2-97ec-40dd181acfb9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/quotas/4138aed9ecf34118a26c9a6b96ba7a1b HTTP/1.1" status: 200 len: 375 time: 0.0203407 Dec 10 18:25:07.639857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Allocated IP 2001:db8::cb (1ea79cfe-91f4-411f-9b27-46aa6412b67d/d6d8fee6-6e9d-4bc3-8769-ac4700afd072/c274ff9c-e78c-4230-a900-e76e70e0b6ae) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:07.644608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-eaa298b3-7ca7-497f-af43-0763fabcaedb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537994 Dec 10 18:25:07.711891 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-896268d5-1343-4599-a1fe-1e8e1fc82744 req-b6e0a73c-2f75-41ac-aa3d-ccbbe1d60138 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474865 Dec 10 18:25:07.805777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-2921b0c6-0398-4212-9e2c-132b1ca33444 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678834 Dec 10 18:25:07.949030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-2b0623f7-c05d-4712-b6e1-2700256084a9 service neutron] 10.222.0.55 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868598 Dec 10 18:25:08.019151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.027718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-1d951163-e08b-47ad-9d00-121d94cbf7e0 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053854 Dec 10 18:25:08.056121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.109152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-7ea22d06-5eb6-49a9-8f3f-5a862211fddb service neutron] 10.222.0.55 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497025 Dec 10 18:25:08.128375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f51d9-ad3f-45cc-a4c6-25b62b3ad369 req-26891cf0-9f8c-423c-968f-fdb08f50008d tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:08.131774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.133010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e9f51d9-ad3f-45cc-a4c6-25b62b3ad369 req-26891cf0-9f8c-423c-968f-fdb08f50008d tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 945 time: 0.3263874 Dec 10 18:25:08.180681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:08.184906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:08.190229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:08.197482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:08.198026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.207459 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46a714b1-8730-4e90-8ae2-5d187cfb1aad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.214414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.219884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=c274ff9c-e78c-4230-a900-e76e70e0b6ae,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:08.229350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-72308014-1472-4d2a-9ee2-02a1ffc62c52 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2728584 Dec 10 18:25:08.234780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50154) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:08.243655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cd:a7:43'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:08.442583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.486549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-22ec4219-1031-42c1-b160-fd80edc0fd77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 217 time: 0.4445176 Dec 10 18:25:08.555529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46a714b1-8730-4e90-8ae2-5d187cfb1aad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.605491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee33eda4-6689-46f8-9134-195ab418551f req-610e22f3-c2ba-47be-923a-eeecf3d22026 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 210 time: 0.1162093 Dec 10 18:25:08.654789 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.705837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9035f610-4500-4f0c-94e8-d944702c4113 None None] Provisioning complete for port c274ff9c-e78c-4230-a900-e76e70e0b6ae triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:08.706322 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9035f610-4500-4f0c-94e8-d944702c4113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.716581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:08.771100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e9f51d9-ad3f-45cc-a4c6-25b62b3ad369 req-f49bdd5b-0527-4c59-923a-635c922661aa tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580602 Dec 10 18:25:08.803735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-7a40fa0e-1f5a-4a25-96f5-2d52ce932027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:08.805525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-7a40fa0e-1f5a-4a25-96f5-2d52ce932027 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.2783988 Dec 10 18:25:08.810836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9035f610-4500-4f0c-94e8-d944702c4113 None None] Port c274ff9c-e78c-4230-a900-e76e70e0b6ae cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:09.030341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79014b5-a2fa-4fde-91b4-6cdd86edac1d req-ddeab8ac-5791-4887-8c63-d9b0b784cee3 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:09.032117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a79014b5-a2fa-4fde-91b4-6cdd86edac1d req-ddeab8ac-5791-4887-8c63-d9b0b784cee3 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8fdd6ff-6080-4b1e-b047-b936cd60482c HTTP/1.1" status: 200 len: 945 time: 0.1016138 Dec 10 18:25:09.062101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.076375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event updated for resources: {'Port': ['ID=81b0015d-d3c4-4ec8-90a6-26fec095509f,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:09.106429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.132781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] In _notify_port_updated(), no bound segment for port c274ff9c-e78c-4230-a900-e76e70e0b6ae on network 1ea79cfe-91f4-411f-9b27-46aa6412b67d {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:25:09.139140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:09.139794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.145992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "PUT /v2.0/ports/c274ff9c-e78c-4230-a900-e76e70e0b6ae HTTP/1.1" status: 200 len: 1002 time: 0.9087420 Dec 10 18:25:09.148895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.149922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:09.158217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-141fcade-9f7c-4507-b0d6-b3dbbb81bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:09.160583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-141fcade-9f7c-4507-b0d6-b3dbbb81bb5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3341255 Dec 10 18:25:09.171048 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:25:09.251571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a714b1-8730-4e90-8ae2-5d187cfb1aad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 18c159e8-cc88-414d-b8f2-655db977c7b6 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:25:09.259400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a79014b5-a2fa-4fde-91b4-6cdd86edac1d req-20ac697c-9774-4535-955c-b1ae73949484 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942704 Dec 10 18:25:09.308495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.315756 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d30ea05c-3ce2-4359-90b3-1872b08ab867 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5839546 Dec 10 18:25:09.368192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecd3a6-f799-4318-a129-80e4d4e20297 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=c274ff9c-e78c-4230-a900-e76e70e0b6ae,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:09.445610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting port c274ff9c-e78c-4230-a900-e76e70e0b6ae {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:09.445610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.636587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-ea17f01c-5859-44c0-a503-f0e00caef981 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654157 Dec 10 18:25:09.726833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.767695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Calling delete_port for c274ff9c-e78c-4230-a900-e76e70e0b6ae owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:09.778769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-ba2e62a9-45ae-4103-84aa-dfe722d3ace9 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1228295062&fields=id&tenant_id=dc48382bd56a43688e6a427770c18897 HTTP/1.1" status: 200 len: 267 time: 0.1130362 Dec 10 18:25:09.787576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-de22589c-4cfd-467e-bb10-1932d42f6d3c None None] Provisioning complete for port c274ff9c-e78c-4230-a900-e76e70e0b6ae triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:09.789752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-de22589c-4cfd-467e-bb10-1932d42f6d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:09.883279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-349cf9ba-f293-486d-9fd7-477067ed6940 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356174 Dec 10 18:25:09.998277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac0f16a0-3c5a-4cbf-bb0c-a534c6da85db req-18e1c656-d0a3-476d-b5fa-88c1bbc7c649 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 210 time: 0.2300096 Dec 10 18:25:10.022021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-23689531-a55b-46fb-94fe-b0e0d3e760fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 217 time: 0.1231565 Dec 10 18:25:10.115585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a714b1-8730-4e90-8ae2-5d187cfb1aad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:25:10.129566 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] Sync routers for ids ['18c159e8-cc88-414d-b8f2-655db977c7b6'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:25:10.139106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46a714b1-8730-4e90-8ae2-5d187cfb1aad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:10.140594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-46a714b1-8730-4e90-8ae2-5d187cfb1aad tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/18c159e8-cc88-414d-b8f2-655db977c7b6 HTTP/1.1" status: 200 len: 888 time: 4.3165779 Dec 10 18:25:10.143370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50204) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:10.155858 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] Routers {'18c159e8-cc88-414d-b8f2-655db977c7b6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:10.157170 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18c159e8-cc88-414d-b8f2-655db977c7b6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:10.249529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-e712bb46-c386-4a57-a8f6-b4ca7fd98474 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:10.273465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-e712bb46-c386-4a57-a8f6-b4ca7fd98474 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/networks?id=083cca35-7ca6-461f-ac58-1d768aeac878 HTTP/1.1" status: 200 len: 806 time: 0.4835396 Dec 10 18:25:10.304693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:10.305915 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:10.345836 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] Routers {'18c159e8-cc88-414d-b8f2-655db977c7b6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:10.347217 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18c159e8-cc88-414d-b8f2-655db977c7b6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:10.348526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-de22589c-4cfd-467e-bb10-1932d42f6d3c None None] Port c274ff9c-e78c-4230-a900-e76e70e0b6ae cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:10.370259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-ef0468b3-b621-42e0-9bad-cba927243366 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/quotas/dc48382bd56a43688e6a427770c18897 HTTP/1.1" status: 200 len: 375 time: 0.0946124 Dec 10 18:25:10.379333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-cf584246-7696-46d6-aa24-e2f9d3742ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:10.384063 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-cf584246-7696-46d6-aa24-e2f9d3742ad5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.3501232 Dec 10 18:25:10.466250 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:10.469335 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430fcae2-538d-4b59-9791-cdcc275299f7 None None] The sync data for ids ['18c159e8-cc88-414d-b8f2-655db977c7b6'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:25:10.582501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Port': ['ID=c274ff9c-e78c-4230-a900-e76e70e0b6ae,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:10.654280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-4152b036-baf8-4d5c-981f-afaaa0bffb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:10.655875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-4152b036-baf8-4d5c-981f-afaaa0bffb9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2644432 Dec 10 18:25:10.839357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24c132-029a-4f42-9f32-904d6caef693 req-c9b9f479-fa50-4588-afea-f366acd11a03 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:10.840155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:10.841545 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b24c132-029a-4f42-9f32-904d6caef693 req-c9b9f479-fa50-4588-afea-f366acd11a03 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8fdd6ff-6080-4b1e-b047-b936cd60482c HTTP/1.1" status: 200 len: 945 time: 0.5213833 Dec 10 18:25:10.846923 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bbcffd79-74bc-4950-93c4-541b17e6d47a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/ports/c274ff9c-e78c-4230-a900-e76e70e0b6ae HTTP/1.1" status: 204 len: 168 time: 1.6930034 Dec 10 18:25:10.850426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-61facc52-e1a3-47cd-86df-a86b280efa9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/routers/18c159e8-cc88-414d-b8f2-655db977c7b6 HTTP/1.1" status: 200 len: 888 time: 0.6934381 Dec 10 18:25:10.851706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50212) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:10.855039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50214) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:10.881156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098872-cf9f-42cf-9a5c-45c88319118e req-4a7523f1-cc99-43e1-90d9-dbd3d76eb5b5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:10.882891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-4a7523f1-cc99-43e1-90d9-dbd3d76eb5b5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 813 time: 0.5016663 Dec 10 18:25:10.927609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-882d36ac-3638-4ab4-b407-fd014b00d07f tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc48382bd56a43688e6a427770c18897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5547576 Dec 10 18:25:10.955306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Request body: {'port': {'device_id': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276', 'admin_state_up': True, 'tenant_id': '4138aed9ecf34118a26c9a6b96ba7a1b'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:11.128178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ae56703b-e8da-45ab-982f-d36b5b579a61 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c159e8-cc88-414d-b8f2-655db977c7b6 HTTP/1.1" status: 200 len: 205 time: 0.2705340 Dec 10 18:25:11.143519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50226) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:11.356863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Made reservation on behalf of 4138aed9ecf34118a26c9a6b96ba7a1b for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:11.360758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:11.447792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-3bb44d95-e491-4282-bdf1-9d1643cddf96 service neutron] 10.222.0.55 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188694 Dec 10 18:25:11.479243 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-552bf541-6eef-4f22-aa5f-a49fdd683be7 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] GET failed (client error): The resource could not be found. Dec 10 18:25:11.486613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-552bf541-6eef-4f22-aa5f-a49fdd683be7 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "GET /v2.0/ports/c274ff9c-e78c-4230-a900-e76e70e0b6ae HTTP/1.1" status: 404 len: 333 time: 0.6241825 Dec 10 18:25:11.503419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50228) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:11.517401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:11.524986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1376534550'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:11.618815 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-0c7b941e-aad0-4b19-93e6-a1895e147f6c service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9517436 Dec 10 18:25:11.632541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-1a5ae2df-d42f-4a7f-80a1-02976558ee0b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:11.635293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-1a5ae2df-d42f-4a7f-80a1-02976558ee0b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8fdd6ff-6080-4b1e-b047-b936cd60482c HTTP/1.1" status: 200 len: 945 time: 0.1879129 Dec 10 18:25:11.657688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b24c132-029a-4f42-9f32-904d6caef693 req-0f93f9e2-efba-4b3a-966c-d260cfdaf124 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887542 Dec 10 18:25:11.855710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-33f941d8-e500-4e72-893d-ee052d54033d req-64c91f85-f585-4ca5-8751-743747a2279c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 210 time: 0.0619462 Dec 10 18:25:11.935483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-d2eefcde-549f-4b27-af81-e95dbecceb9a service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988737 Dec 10 18:25:11.937837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-f699a76f-e2b9-4edb-bfa4-c4ea4a1f8a21 service neutron] 10.222.0.55 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817114 Dec 10 18:25:11.947027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Allocated IP 172.20.0.6 (7b974d30-138b-408d-8850-7e3220a3d276/bd31e734-b838-4332-a930-39eda0db1aba/6ca3dfb0-982e-47f0-95f9-664693e30999) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:11.963004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.009273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Deleting port df78520f-da7a-4675-8850-e27680db95c0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:12.009640 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.016907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-da1c0cbf-f76b-468f-bf70-7ef194bae807 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.0721707 Dec 10 18:25:12.023590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:12.027347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.092284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] device_id is not set on port 26c6a31e-8f21-4165-928f-4e9c194a7357 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:25:12.185322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-75945a6d-b7f2-4b8e-a967-38e4b6352273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:12.187072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-75945a6d-b7f2-4b8e-a967-38e4b6352273 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.1573691 Dec 10 18:25:12.244270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] For port df78520f-da7a-4675-8850-e27680db95c0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=df78520f-da7a-4675-8850-e27680db95c0,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:12.244654 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.274226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Calling delete_port for df78520f-da7a-4675-8850-e27680db95c0 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:12.332533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port f8727f8f-5401-4df8-a8e3-8e87e06b0346 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:12.332882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.338278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68cbb379-69b6-4fd5-8ab2-edc3f739d4c2 req-3c6bdecb-bea1-4d5a-8b52-34c9cf364b7a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 210 time: 0.0612090 Dec 10 18:25:12.343774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-7793fd01-0591-472a-bb74-786aa8da899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:12.345308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-7793fd01-0591-472a-bb74-786aa8da899e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1505828 Dec 10 18:25:12.452918 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.553363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Allocated IP 2001:db8::df (1ea79cfe-91f4-411f-9b27-46aa6412b67d/d6d8fee6-6e9d-4bc3-8769-ac4700afd072/26c6a31e-8f21-4165-928f-4e9c194a7357) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:12.562923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-53555301-d4ef-400f-b519-fcd620f44124 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734009 Dec 10 18:25:12.587395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.609212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for f8727f8f-5401-4df8-a8e3-8e87e06b0346 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:12.632837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.777994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.792961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['1678ec53-37c5-4d8c-bea0-7d8f503d65c7', 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:12.823082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Pushing event deleted for resources: {'Port': ['ID=df78520f-da7a-4675-8850-e27680db95c0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:12.830679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6addc00-cc11-4626-b587-0346d7f23df1 req-f07aaf31-ef14-4361-a949-082f3ce2b9c7 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603958 Dec 10 18:25:12.898544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] No DVR routers for this DVR port df78520f-da7a-4675-8850-e27680db95c0 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:12.903741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:12.914108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ab6efd4f-8a9b-4f39-b915-3c4a3c948864 req-157421e4-cf80-4be4-9204-20b6645e2354 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "DELETE /v2.0/ports/df78520f-da7a-4675-8850-e27680db95c0 HTTP/1.1" status: 204 len: 173 time: 1.2526090 Dec 10 18:25:12.917119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'name': 'network-vif-deleted', 'tag': 'df78520f-da7a-4675-8850-e27680db95c0'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:12.924234 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b76ee01-fe3a-4c68-af01-289a1c6f91b4" -d '{"events": [{"server_uuid": "d8fdd6ff-6080-4b1e-b047-b936cd60482c", "name": "network-vif-deleted", "tag": "df78520f-da7a-4675-8850-e27680db95c0"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:13.179047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a4871-cc80-4ac0-b30b-7837e3b5e758 req-f4d09b5c-3eab-4133-a053-6ef742762d20 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:13.186235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b25a4871-cc80-4ac0-b30b-7837e3b5e758 req-f4d09b5c-3eab-4133-a053-6ef742762d20 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 931 time: 0.2088494 Dec 10 18:25:13.310830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device df78520f-da7a-4675-8850-e27680db95c0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:25:13.336053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: df78520f-da7a-4675-8850-e27680db95c0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:25:13.336411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device df78520f-da7a-4675-8850-e27680db95c0 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:25:13.353766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b25a4871-cc80-4ac0-b30b-7837e3b5e758 req-20601ab8-2586-4bac-b063-f2edc1501a88 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610110 Dec 10 18:25:13.413768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fdcc5779-ca59-4bd6-8b10-3e30d3b05b0e req-39d4aacb-5d81-4802-b795-923387b84b24 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8fdd6ff-6080-4b1e-b047-b936cd60482c HTTP/1.1" status: 200 len: 210 time: 0.1100535 Dec 10 18:25:13.451565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Network 7b974d30-138b-408d-8850-7e3220a3d276 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:13.452890 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f06a8a-b376-4665-b3b9-ed75afa4968d x-openstack-request-id: req-f3f06a8a-b376-4665-b3b9-ed75afa4968d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:13.453187 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fdd6ff-6080-4b1e-b047-b936cd60482c", "name": "network-vif-deleted", "tag": "df78520f-da7a-4675-8850-e27680db95c0", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:13.453441 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f3f06a8a-b376-4665-b3b9-ed75afa4968d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:13.453862 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fdd6ff-6080-4b1e-b047-b936cd60482c', 'name': 'network-vif-deleted', 'tag': 'df78520f-da7a-4675-8850-e27680db95c0', 'status': 'completed', 'code': 200} Dec 10 18:25:13.494474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:13.515366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:13.584961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:13.601872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:13.602959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:13.735177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae25bd5a-8819-40a1-8395-8653606cbf14 req-a2a4a41b-75b3-4d30-b2ba-c2725e4c95c4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 210 time: 0.1225712 Dec 10 18:25:13.745742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-ad0badd2-9ec6-422c-bfc5-2e004cac0e91 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8388343 Dec 10 18:25:13.788403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Request body: {'port': {'device_id': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:13.870056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:14.033080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:14.118797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:14.130038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:14.255236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=f8727f8f-5401-4df8-a8e3-8e87e06b0346,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:14.278788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8567e031-ca2d-4e5f-a93c-af425603c386 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:25:14.312954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:14.314789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:14.327212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-53fce2da-b945-4bf6-ab9c-53532d3c53ad tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:14.329807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-53fce2da-b945-4bf6-ab9c-53532d3c53ad tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.30 "GET /v2.0/networks?id=083cca35-7ca6-461f-ac58-1d768aeac878 HTTP/1.1" status: 200 len: 806 time: 0.2750006 Dec 10 18:25:14.394427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:14.400474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:14.401168 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:14.423928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-62011856-fd36-41d3-976f-91a0edec1725 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc48382bd56a43688e6a427770c18897 HTTP/1.1" status: 200 len: 380 time: 0.0844462 Dec 10 18:25:14.435550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Request body: {'port': {'device_id': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'admin_state_up': True, 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'security_groups': ['999c9744-600b-4fc9-9cf7-2c9eee2a0611']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:14.497293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=26c6a31e-8f21-4165-928f-4e9c194a7357,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:14.569834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9eff3a41-cb70-4a4f-8246-1d730873ad3b tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0558624 Dec 10 18:25:14.582574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50288) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:14.625428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'network_id': '1ea79cfe-91f4-411f-9b27-46aa6412b67d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1372356573'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:14.726314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a2504b46-1b6f-41f7-9d35-6498feb8b86f None None] Provisioning complete for port 26c6a31e-8f21-4165-928f-4e9c194a7357 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:14.727120 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2504b46-1b6f-41f7-9d35-6498feb8b86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:14.740091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4359c-77eb-4fe2-a6c8-ea9f64e6597b req-ce6d65f4-ce3d-430f-a50d-465159f1a696 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:14.741817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03c4359c-77eb-4fe2-a6c8-ea9f64e6597b req-ce6d65f4-ce3d-430f-a50d-465159f1a696 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 931 time: 0.2644742 Dec 10 18:25:14.805536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a2504b46-1b6f-41f7-9d35-6498feb8b86f None None] Port 26c6a31e-8f21-4165-928f-4e9c194a7357 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:14.897376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Made reservation on behalf of dc48382bd56a43688e6a427770c18897 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:14.906762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:14.927224 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03c4359c-77eb-4fe2-a6c8-ea9f64e6597b req-f538a59a-b0dc-43bf-b850-ef2f1281147b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750739 Dec 10 18:25:14.976688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b082ee7-5586-459c-8d7b-0242f479edb1 req-6eca826c-8522-4e38-92c2-a545cb2be3b9 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 210 time: 0.0669236 Dec 10 18:25:14.987412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.115753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Allocated IP 172.20.0.8 (083cca35-7ca6-461f-ac58-1d768aeac878/fce559d6-3921-41a2-b2c5-934613dca28e/c4c742da-2257-4c88-a8a0-14db27a7eabe) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:15.241672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.249463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.274162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca3dfb0-982e-47f0-95f9-664693e30999 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:15.339597 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.362722 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.364026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Fanout notify agent at l3_agent the message router_deleted on router 18c159e8-cc88-414d-b8f2-655db977c7b6 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:25:15.366213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Transition to ACTIVE for port object 6ca3dfb0-982e-47f0-95f9-664693e30999 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:25:15.373943 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.382532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50316) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:15.386100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ab38bd0f-8f3a-4b10-9a8f-0145286d791d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/18c159e8-cc88-414d-b8f2-655db977c7b6 HTTP/1.1" status: 204 len: 168 time: 4.2396438 Dec 10 18:25:15.390433 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.394588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104584748'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:15.450744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.464443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Made reservation on behalf of 68e27aecfa344f3c8c6fba8aefa6d811 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:15.470833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:15.471382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.478978 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.533638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:25:15.549682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.550043 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment d1459a37-61cd-4bcd-b748-0df01f0c776e of type vlan for network 026d3128-6669-4269-aadd-6b93ba0760d5 Dec 10 18:25:15.563068 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.602008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] device_id is not set on port f48ef50d-cf62-43fc-a95c-7c56391557ec yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:25:15.622995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:15.646381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Network 083cca35-7ca6-461f-ac58-1d768aeac878 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:15.648885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.653632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:15.661680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:15.703815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event updated for resources: {'Port': ['ID=c4c742da-2257-4c88-a8a0-14db27a7eabe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:15.748945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:15.750142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.755316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.762142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:15.763267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:15.866524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-2f70f382-c061-49d0-867b-dd40937378d6 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4350119 Dec 10 18:25:15.877826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4939339 Dec 10 18:25:15.884336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Request body: {'port': {'device_id': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:15.914452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50320) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:15.931985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': '026d3128-6669-4269-aadd-6b93ba0760d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:16.150053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Attempting to bind port 6ca3dfb0-982e-47f0-95f9-664693e30999 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:16.150538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Attempting to bind port 6ca3dfb0-982e-47f0-95f9-664693e30999 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:16.150742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Attempting to bind port 6ca3dfb0-982e-47f0-95f9-664693e30999 on network 7b974d30-138b-408d-8850-7e3220a3d276 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:16.153209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda87787-cbea-4119-a4f4-8a8501e785b1 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=026d3128-6669-4269-aadd-6b93ba0760d5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:16.171561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 026d3128-6669-4269-aadd-6b93ba0760d5 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:25:16.181552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Allocated IP 2001:db8::202 (1ea79cfe-91f4-411f-9b27-46aa6412b67d/d6d8fee6-6e9d-4bc3-8769-ac4700afd072/f48ef50d-cf62-43fc-a95c-7c56391557ec) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:16.191763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Port 6ca3dfb0-982e-47f0-95f9-664693e30999 on network 7b974d30-138b-408d-8850-7e3220a3d276 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:25:16.192142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Attempting to bind port 6ca3dfb0-982e-47f0-95f9-664693e30999 on network 7b974d30-138b-408d-8850-7e3220a3d276 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:16.202888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:16.203227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Checking segment: {'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:16.203847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Bound using segment: {'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:16.204495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Bound port: 6ca3dfb0-982e-47f0-95f9-664693e30999, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:16.226586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.234027 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.390487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-11cfc3f2-cbf0-41df-8444-8870835d86a9 None None] Provisioning complete for port c4c742da-2257-4c88-a8a0-14db27a7eabe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:16.391477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa39754-a038-4cb7-9fad-1239399bfcc6 req-d7eafd31-eb76-4f9a-97cc-858582c2f910 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:16.391707 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-11cfc3f2-cbf0-41df-8444-8870835d86a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.399330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fa39754-a038-4cb7-9fad-1239399bfcc6 req-d7eafd31-eb76-4f9a-97cc-858582c2f910 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.3365943 Dec 10 18:25:16.456451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-11cfc3f2-cbf0-41df-8444-8870835d86a9 None None] Port c4c742da-2257-4c88-a8a0-14db27a7eabe cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:16.543881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:16.547834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:16.617084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fa39754-a038-4cb7-9fad-1239399bfcc6 req-8d4fd6a2-050b-4d39-8064-03662a06738a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167294 Dec 10 18:25:16.619983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.672751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:16.677959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.680225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] 10.222.0.30 "PUT /v2.0/ports/6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 200 len: 1091 time: 2.9023261 Dec 10 18:25:16.721970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:16.725230 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba40a4-16a3-4f15-b58a-b6aec035357d" -d '{"events": [{"name": "network-changed", "server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:16.871748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c742da-2257-4c88-a8a0-14db27a7eabe {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:16.881247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.895279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Transition to ACTIVE for port object c4c742da-2257-4c88-a8a0-14db27a7eabe will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:25:16.895940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6237ab-d836-4fe6-a291-0831ca7e24ca service neutron] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:16.900277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:16.904387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.911484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:16.926738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098872-cf9f-42cf-9a5c-45c88319118e req-f2cf1eee-dca1-4777-8177-d4a87d516a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:16.928763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-f2cf1eee-dca1-4777-8177-d4a87d516a03 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1094 time: 0.1765447 Dec 10 18:25:16.948593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc71e4-3715-4e75-b3fc-269698c1cf79 req-0b25ccca-9fdf-49a1-b006-78fa20c15063 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:16.951137 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cddc71e4-3715-4e75-b3fc-269698c1cf79 req-0b25ccca-9fdf-49a1-b006-78fa20c15063 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 931 time: 0.1567111 Dec 10 18:25:17.048471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4426fa-f7d0-4b8e-a533-97a54a23f150 req-916fe546-7417-4c21-b764-f427c0a1fb45 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:17.057824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4426fa-f7d0-4b8e-a533-97a54a23f150 req-916fe546-7417-4c21-b764-f427c0a1fb45 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:17.059585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c4426fa-f7d0-4b8e-a533-97a54a23f150 req-916fe546-7417-4c21-b764-f427c0a1fb45 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5&device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 1681 time: 0.6541762 Dec 10 18:25:17.102012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-3dfccd3e-56df-4685-90b8-3a2939c1fb6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 200 len: 217 time: 0.1390395 Dec 10 18:25:17.168567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:17.242613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c742da-2257-4c88-a8a0-14db27a7eabe,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:17.315450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cddc71e4-3715-4e75-b3fc-269698c1cf79 req-67d4190d-bc4b-4861-8853-b9c077228cd4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3021989 Dec 10 18:25:17.346010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48098872-cf9f-42cf-9a5c-45c88319118e req-7f846982-0d91-426c-808f-58050fe8f6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:17.351633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-7f846982-0d91-426c-808f-58050fe8f6e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.2267506 Dec 10 18:25:17.408499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c4426fa-f7d0-4b8e-a533-97a54a23f150 req-bf96157e-2bf3-47b8-8ed1-cc79e9d972fb tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718079 Dec 10 18:25:17.421800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Attempting to bind port c4c742da-2257-4c88-a8a0-14db27a7eabe on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:17.422321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Attempting to bind port c4c742da-2257-4c88-a8a0-14db27a7eabe by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:17.422840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Attempting to bind port c4c742da-2257-4c88-a8a0-14db27a7eabe on network 083cca35-7ca6-461f-ac58-1d768aeac878 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:17.464625 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206263a3-a1ac-4766-abf8-76ed7c6bb6e5 x-openstack-request-id: req-206263a3-a1ac-4766-abf8-76ed7c6bb6e5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:17.464853 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:17.465164 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-206263a3-a1ac-4766-abf8-76ed7c6bb6e5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:17.465536 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'status': 'completed', 'code': 200} Dec 10 18:25:17.471426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-eac579a3-a6e6-4744-b896-0732645419f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966759 Dec 10 18:25:17.498211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:17.499542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Port c4c742da-2257-4c88-a8a0-14db27a7eabe on network 083cca35-7ca6-461f-ac58-1d768aeac878 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:25:17.500111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Attempting to bind port c4c742da-2257-4c88-a8a0-14db27a7eabe on network 083cca35-7ca6-461f-ac58-1d768aeac878 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:17.532737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:17.533067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Checking segment: {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:17.533474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Bound using segment: {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:17.533920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Bound port: c4c742da-2257-4c88-a8a0-14db27a7eabe, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea536d1-9198-4085-b482-c4495b2a69aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:17.534284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:17.566620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=f48ef50d-cf62-43fc-a95c-7c56391557ec,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:17.634338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:17.637773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:17.643111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:17.649794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:17.650442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:17.659046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] For port c4c742da-2257-4c88-a8a0-14db27a7eabe, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:17.671125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] For port c4c742da-2257-4c88-a8a0-14db27a7eabe, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:17.711937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ec003695-4396-4a8e-b8d7-663f1993aa86 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1184037 Dec 10 18:25:17.713432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50366) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:17.730857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::375', 'mac_address': 'fa:16:3e:cd:a7:43'}, {'ip_address': '2001:db8::df', 'mac_address': 'fa:16:3e:6f:f4:4e'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:17.761990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:17.770376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-7e488678-8422-4832-9881-e19e67f4ab12 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863233 Dec 10 18:25:17.922410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:17.928214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:17.929039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:17.931445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] 10.222.0.30 "PUT /v2.0/ports/c4c742da-2257-4c88-a8a0-14db27a7eabe HTTP/1.1" status: 200 len: 1091 time: 2.0518947 Dec 10 18:25:17.972690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:17.976388 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a" -d '{"events": [{"name": "network-changed", "server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:18.169178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=c9970b2f-44dc-49cb-8bfa-d25ac9d05938,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:18.213626 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5107f1f0-2a7e-4fbb-98e4-585de1587a46 x-openstack-request-id: req-5107f1f0-2a7e-4fbb-98e4-585de1587a46 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:18.213988 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:18.214252 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5107f1f0-2a7e-4fbb-98e4-585de1587a46 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:18.214681 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'status': 'completed', 'code': 200} Dec 10 18:25:18.239314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6504d0eb-fb3c-4680-9c15-4400b6bd605a None None] Provisioning complete for port f48ef50d-cf62-43fc-a95c-7c56391557ec triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:18.240040 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6504d0eb-fb3c-4680-9c15-4400b6bd605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:18.266430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edddb6-e910-448b-bb51-db64b9c88c87 req-ab3fe114-c44b-4bac-a8a6-e0d5eeba6bee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:18.281842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88edddb6-e910-448b-bb51-db64b9c88c87 req-ab3fe114-c44b-4bac-a8a6-e0d5eeba6bee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.5125797 Dec 10 18:25:18.303071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7d90-37c7-48c5-9296-25b5b78f33c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c742da-2257-4c88-a8a0-14db27a7eabe,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:18.338810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6504d0eb-fb3c-4680-9c15-4400b6bd605a None None] Port f48ef50d-cf62-43fc-a95c-7c56391557ec cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:18.348678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:18.370340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48098872-cf9f-42cf-9a5c-45c88319118e req-18ce0fbd-b4ae-4cec-b48b-c5b7f805fb92 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591798 Dec 10 18:25:18.427595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': 'd1459a37-61cd-4bcd-b748-0df01f0c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '026d3128-6669-4269-aadd-6b93ba0760d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:18.428151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: 026d3128-6669-4269-aadd-6b93ba0760d5, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:25:18.467990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-a16c8104-4121-47a2-bd40-f8191629f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:18.469552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-a16c8104-4121-47a2-bd40-f8191629f49d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc48382bd56a43688e6a427770c18897&device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 1094 time: 0.4740889 Dec 10 18:25:18.493622 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88edddb6-e910-448b-bb51-db64b9c88c87 req-d0cf8333-4ae8-479b-b675-130d968c5c6e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105429 Dec 10 18:25:18.536540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-61cf0118-98ae-4cc4-afdb-7c880c472d19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe HTTP/1.1" status: 200 len: 217 time: 0.0559447 Dec 10 18:25:18.567212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 026d3128-6669-4269-aadd-6b93ba0760d5 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:25:18.646282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-7b95db05-2dcc-4e78-9414-599d13f2087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:18.648559 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-7b95db05-2dcc-4e78-9414-599d13f2087c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1094 time: 0.1625407 Dec 10 18:25:18.713961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 026d3128-6669-4269-aadd-6b93ba0760d5) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:18.723662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cab5f1-525f-47f7-9fcf-1dd74375aa40 None None] Network 026d3128-6669-4269-aadd-6b93ba0760d5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:18.738992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:18.742344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:18.745954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:18.786746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:18.789903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a5770a64-a022-47b3-ae64-8e33e10f64ac tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8601253 Dec 10 18:25:18.809559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50386) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:18.819208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cbe4eb4d-d8f1-42a5-b3a9-d3efb6c49596 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1312841734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:18.826469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-847fded2-be98-4b47-97ed-bdbf6266746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:18.832907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-847fded2-be98-4b47-97ed-bdbf6266746f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fce559d6-3921-41a2-b2c5-934613dca28e HTTP/1.1" status: 200 len: 845 time: 0.2813296 Dec 10 18:25:18.883936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-026d3128-6669-4269-aadd-6b93ba0760d5', 'network_id': '026d3128-6669-4269-aadd-6b93ba0760d5', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': 'c9970b2f-44dc-49cb-8bfa-d25ac9d05938'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:25:18.885351 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:18.921973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e30a0-db20-4e3e-afe8-2080addc491a req-dc5d5c03-e047-41f7-9414-9ab98c2011a9 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:18.934391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e49e30a0-db20-4e3e-afe8-2080addc491a req-dc5d5c03-e047-41f7-9414-9ab98c2011a9 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 945 time: 0.2616053 Dec 10 18:25:18.943461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] In _notify_port_updated(), no bound segment for port f48ef50d-cf62-43fc-a95c-7c56391557ec on network 1ea79cfe-91f4-411f-9b27-46aa6412b67d {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:25:19.008472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-9384e4fa-b599-481d-b628-2883dd68abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:19.011636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-9384e4fa-b599-481d-b628-2883dd68abfb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=083cca35-7ca6-461f-ac58-1d768aeac878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672924 Dec 10 18:25:19.025979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:19.034205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.035994 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "PUT /v2.0/ports/f48ef50d-cf62-43fc-a95c-7c56391557ec HTTP/1.1" status: 200 len: 1067 time: 1.3135748 Dec 10 18:25:19.043562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50388) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:19.077013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Allocated IP 172.20.0.2 (026d3128-6669-4269-aadd-6b93ba0760d5/c9970b2f-44dc-49cb-8bfa-d25ac9d05938/ce7a59e4-4dff-4af7-8716-29afc0ff8526) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:19.177043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb4d-d8f1-42a5-b3a9-d3efb6c49596 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.178715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb4d-d8f1-42a5-b3a9-d3efb6c49596 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.189639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fb495-c45d-4265-86bb-c2f72e050300 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event updated for resources: {'Port': ['ID=f48ef50d-cf62-43fc-a95c-7c56391557ec,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:19.197241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e49e30a0-db20-4e3e-afe8-2080addc491a req-1ce09dba-fc21-44de-a41d-e2bb936be2a9 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534697 Dec 10 18:25:19.266560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb9bad-0190-4e92-b7f3-101276934e9a req-278fde3e-8aff-4b06-8a18-bdca3061fffe tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:19.277964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdeb9bad-0190-4e92-b7f3-101276934e9a req-278fde3e-8aff-4b06-8a18-bdca3061fffe tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 943 time: 0.6258590 Dec 10 18:25:19.333447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.347996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.375971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-b60e11f5-186e-4927-81e5-ed8f9d307f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:19.377498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-b60e11f5-186e-4927-81e5-ed8f9d307f0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 914 time: 0.6292355 Dec 10 18:25:19.433180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Network 026d3128-6669-4269-aadd-6b93ba0760d5 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:19.435401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Pushing event updated for resources: {'Port': ['ID=ce7a59e4-4dff-4af7-8716-29afc0ff8526,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:19.453203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:19.465207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:19.528416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-eae3ec27-a0c8-4dea-a239-1c9bae044871 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 200 len: 217 time: 0.1328764 Dec 10 18:25:19.549731 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-26eb3b28-90a4-42c3-90d0-8b5121b94371 service neutron] 10.222.0.30 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071578 Dec 10 18:25:19.554225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting port f48ef50d-cf62-43fc-a95c-7c56391557ec {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:19.555033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.598105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Attempting to bind port ce7a59e4-4dff-4af7-8716-29afc0ff8526 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:19.606577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Attempting to bind port ce7a59e4-4dff-4af7-8716-29afc0ff8526 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'd1459a37-61cd-4bcd-b748-0df01f0c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '026d3128-6669-4269-aadd-6b93ba0760d5'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:19.607936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Attempting to bind port ce7a59e4-4dff-4af7-8716-29afc0ff8526 on network 026d3128-6669-4269-aadd-6b93ba0760d5 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:19.624181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:19.624501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Checking segment: {'id': 'd1459a37-61cd-4bcd-b748-0df01f0c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '026d3128-6669-4269-aadd-6b93ba0760d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:19.630319 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb4d-d8f1-42a5-b3a9-d3efb6c49596 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.637760 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.638270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Bound using segment: {'id': 'd1459a37-61cd-4bcd-b748-0df01f0c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '026d3128-6669-4269-aadd-6b93ba0760d5'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:19.638865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Bound port: ce7a59e4-4dff-4af7-8716-29afc0ff8526, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1459a37-61cd-4bcd-b748-0df01f0c776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '026d3128-6669-4269-aadd-6b93ba0760d5'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:19.639509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.671339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-323b0918-6d6c-4a27-b6f1-b7a2e59c6ec6 None None] Provisioning complete for port f48ef50d-cf62-43fc-a95c-7c56391557ec triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:19.671712 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-323b0918-6d6c-4a27-b6f1-b7a2e59c6ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.708479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb4d-d8f1-42a5-b3a9-d3efb6c49596 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.772875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdeb9bad-0190-4e92-b7f3-101276934e9a req-e07d74ea-4132-4fa6-b417-bfff6549bf93 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4938214 Dec 10 18:25:19.786790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-323b0918-6d6c-4a27-b6f1-b7a2e59c6ec6 None None] Port f48ef50d-cf62-43fc-a95c-7c56391557ec cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:19.827248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10fa6f-cc4a-4257-9de7-acde8231f43e req-59a5b2f8-c91a-4557-83c6-025cd7c3ef7a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:19.828855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a10fa6f-cc4a-4257-9de7-acde8231f43e req-59a5b2f8-c91a-4557-83c6-025cd7c3ef7a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1472428 Dec 10 18:25:19.835654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] For port ce7a59e4-4dff-4af7-8716-29afc0ff8526, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:19.839621 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbe4eb4d-d8f1-42a5-b3a9-d3efb6c49596 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.841592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cbe4eb4d-d8f1-42a5-b3a9-d3efb6c49596 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0268762 Dec 10 18:25:19.849206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] For port ce7a59e4-4dff-4af7-8716-29afc0ff8526, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ce7a59e4-4dff-4af7-8716-29afc0ff8526,segment=NetworkSegment(d1459a37-61cd-4bcd-b748-0df01f0c776e),segment_id=d1459a37-61cd-4bcd-b748-0df01f0c776e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:19.850164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50406) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:19.856993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.876475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:19.933966 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a10fa6f-cc4a-4257-9de7-acde8231f43e req-35f53271-870f-4061-b3f5-9f504956f0da tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855935 Dec 10 18:25:19.936207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd36c389-89e6-4911-9e9c-fc931a6f6c5f req-f82bf9ec-52cf-4a4d-ba71-cc79c88c924e service neutron] 10.222.0.30 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767588 Dec 10 18:25:19.937999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Calling delete_port for f48ef50d-cf62-43fc-a95c-7c56391557ec owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:19.988297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df18b6e-cc76-4474-84fc-f9811b4e3e41 None None] Pushing event updated for resources: {'Port': ['ID=ce7a59e4-4dff-4af7-8716-29afc0ff8526,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:20.009654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-614be18f-2fe7-4d86-9b6a-69875b63da8b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:20.011911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-614be18f-2fe7-4d86-9b6a-69875b63da8b tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "GET /v2.0/ports?device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 945 time: 0.3591592 Dec 10 18:25:20.021106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-677be16c-1699-4092-b56d-98872645e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:20.025777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-677be16c-1699-4092-b56d-98872645e95a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.3979721 Dec 10 18:25:20.183264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-4b91427b-4d49-4d40-82b6-544cf9fbec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:20.185105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-4b91427b-4d49-4d40-82b6-544cf9fbec77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc48382bd56a43688e6a427770c18897&device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 1094 time: 0.1564317 Dec 10 18:25:20.397256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:20.764507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-98a2530c-b342-4594-9ac9-a5cf7f0660f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6908042 Dec 10 18:25:21.002708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Port': ['ID=f48ef50d-cf62-43fc-a95c-7c56391557ec,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:21.033117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ce7a59e4-4dff-4af7-8716-29afc0ff8526 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:21.096827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-41afcfe6-c32c-447e-a0cf-8c6c3a405f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:21.098907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-41afcfe6-c32c-447e-a0cf-8c6c3a405f3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=083cca35-7ca6-461f-ac58-1d768aeac878 HTTP/1.1" status: 200 len: 907 time: 0.9055791 Dec 10 18:25:21.159960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ce7a59e4-4dff-4af7-8716-29afc0ff8526 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:21.160797 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:21.273557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:25:21.319828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-8f3f44f7-85be-435c-98a4-ec732935d804 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:21.327339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-8f3f44f7-85be-435c-98a4-ec732935d804 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 945 time: 0.6362646 Dec 10 18:25:21.367246 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-3b6ecd51-fa56-4a63-88f8-d99865f5bf78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe HTTP/1.1" status: 200 len: 217 time: 0.2334707 Dec 10 18:25:21.440164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:21.467524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b20542-967d-482c-aa84-35fe67e5d9ea req-df613a83-7aee-4ef2-bfab-6c1407b48cab tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:21.477576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82b20542-967d-482c-aa84-35fe67e5d9ea req-df613a83-7aee-4ef2-bfab-6c1407b48cab tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f4ceb23-8973-40bf-97f7-1817dfc57dbb HTTP/1.1" status: 200 len: 945 time: 0.7997305 Dec 10 18:25:21.481880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177f673-6d04-49a4-bea5-507f07f29762 req-55699784-a39a-45db-91aa-1f443a070489 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:21.483590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8177f673-6d04-49a4-bea5-507f07f29762 req-55699784-a39a-45db-91aa-1f443a070489 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 943 time: 0.4851696 Dec 10 18:25:21.488020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276', 'port_id': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'mac_address': 'fa:16:3e:33:b8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd31e734-b838-4332-a930-39eda0db1aba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:25:21.637054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:21.687039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-eb3951ed-8783-464c-8142-a627deaafd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:21.689595 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-eb3951ed-8783-464c-8142-a627deaafd24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fce559d6-3921-41a2-b2c5-934613dca28e HTTP/1.1" status: 200 len: 845 time: 0.3119643 Dec 10 18:25:21.698955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca3dfb0-982e-47f0-95f9-664693e30999 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:21.749767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-f2371cce-6a6d-4fb5-b46c-b1ee2e459ceb service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9722481 Dec 10 18:25:21.756561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:21.771457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8177f673-6d04-49a4-bea5-507f07f29762 req-7ee917aa-291b-4eec-a040-ee93a5b297c1 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554765 Dec 10 18:25:21.842831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:21.854091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:21.857796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ed4f88cf-eaa8-4dbf-ad5f-aa2398c33ffe tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/ports/f48ef50d-cf62-43fc-a95c-7c56391557ec HTTP/1.1" status: 204 len: 168 time: 2.8004360 Dec 10 18:25:21.861042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50438) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:21.867018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3731e3df-397d-4f0d-b67a-726ee3683cfd None None] Network 026d3128-6669-4269-aadd-6b93ba0760d5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:21.888734 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6801933e-e76e-4059-b2ba-6900e8dab24d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] GET failed (client error): The resource could not be found. Dec 10 18:25:21.893612 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6801933e-e76e-4059-b2ba-6900e8dab24d tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "GET /v2.0/ports/f48ef50d-cf62-43fc-a95c-7c56391557ec HTTP/1.1" status: 404 len: 333 time: 0.0315061 Dec 10 18:25:21.894293 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50440) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:21.944063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:21.952650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82b20542-967d-482c-aa84-35fe67e5d9ea req-e017a466-65b1-4c34-b576-b66a8781b534 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/security-groups?id=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722683 Dec 10 18:25:21.955335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93ba40a4-16a3-4f15-b58a-b6aec035357d req-af02dbe4-ccad-4d44-8182-c6a86f8777c1 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952541 Dec 10 18:25:21.985246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-dd07aaf5-df3b-4b72-8d75-f94c0aa5c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:21.988779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-dd07aaf5-df3b-4b72-8d75-f94c0aa5c21d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=083cca35-7ca6-461f-ac58-1d768aeac878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2598131 Dec 10 18:25:22.007115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Deleting port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:22.007496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.035636 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.068162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-852ff2a6-a3c6-45e3-969d-de44ed871872 None None] Provisioning complete for port ce7a59e4-4dff-4af7-8716-29afc0ff8526 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:22.068799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-852ff2a6-a3c6-45e3-969d-de44ed871872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.101361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:22.121764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] For port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:22.122137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.136379 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-cb2fe80f-2fe2-4713-9c9f-605ca36fb510 service neutron] 10.222.0.30 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259806 Dec 10 18:25:22.137080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Calling delete_port for 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:22.154666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port ce7a59e4-4dff-4af7-8716-29afc0ff8526, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ce7a59e4-4dff-4af7-8716-29afc0ff8526,segment=NetworkSegment(d1459a37-61cd-4bcd-b748-0df01f0c776e),segment_id=d1459a37-61cd-4bcd-b748-0df01f0c776e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:22.165888 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.197979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9e21c-4453-4bea-8a4e-adc42a19df7f req-9e365761-2c96-4f03-a5bb-05dc84148a40 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:22.199773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cd9e21c-4453-4bea-8a4e-adc42a19df7f req-9e365761-2c96-4f03-a5bb-05dc84148a40 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 944 time: 0.2567208 Dec 10 18:25:22.233623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6ca3dfb0-982e-47f0-95f9-664693e30999'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:22.234471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting port 26c6a31e-8f21-4165-928f-4e9c194a7357 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:22.235355 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.305379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.353934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=ce7a59e4-4dff-4af7-8716-29afc0ff8526,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:22.419509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Pushing event deleted for resources: {'Port': ['ID=1678ec53-37c5-4d8c-bea0-7d8f503d65c7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:22.434622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Deleting port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:22.434972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.452605 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.467451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Calling delete_port for 26c6a31e-8f21-4165-928f-4e9c194a7357 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:22.526389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] No DVR routers for this DVR port 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:22.539731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.544834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c54771a-9b06-4c1a-a3ba-b52e5129c883 req-28e20d6d-9386-4c02-8409-da47bd4e8de4 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "DELETE /v2.0/ports/1678ec53-37c5-4d8c-bea0-7d8f503d65c7 HTTP/1.1" status: 204 len: 173 time: 2.4727585 Dec 10 18:25:22.555040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'name': 'network-vif-deleted', 'tag': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:22.557469 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd25bc-9a8d-4bf9-950e-ffebb7794e25" -d '{"events": [{"server_uuid": "9f4ceb23-8973-40bf-97f7-1817dfc57dbb", "name": "network-vif-deleted", "tag": "1678ec53-37c5-4d8c-bea0-7d8f503d65c7"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:22.716139 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ddb386-029b-4fce-851e-5e9f42df2269 x-openstack-request-id: req-b1ddb386-029b-4fce-851e-5e9f42df2269 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:22.716543 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f4ceb23-8973-40bf-97f7-1817dfc57dbb", "name": "network-vif-deleted", "tag": "1678ec53-37c5-4d8c-bea0-7d8f503d65c7", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:22.717107 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1ddb386-029b-4fce-851e-5e9f42df2269 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:22.717709 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f4ceb23-8973-40bf-97f7-1817dfc57dbb', 'name': 'network-vif-deleted', 'tag': '1678ec53-37c5-4d8c-bea0-7d8f503d65c7', 'status': 'completed', 'code': 200} Dec 10 18:25:22.727595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ab3d626c-7532-4598-8cc8-a83157f240df None None] Provisioning complete for port ce7a59e4-4dff-4af7-8716-29afc0ff8526 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:22.729577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab3d626c-7532-4598-8cc8-a83157f240df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.834846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] For port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,segment=NetworkSegment(f39428bb-2a64-45b9-9d8a-c957f71ba304),segment_id=f39428bb-2a64-45b9-9d8a-c957f71ba304)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:22.838835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:22.911105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Calling delete_port for fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:22.947408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cd9e21c-4453-4bea-8a4e-adc42a19df7f req-7d7c6af2-e7ad-4eaa-9ed7-fcf040fc7732 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7397456 Dec 10 18:25:22.987230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ce7a59e4-4dff-4af7-8716-29afc0ff8526 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:23.037843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34a596b4-12a7-4a7a-b4a6-fc41c983b06a req-bdb87a7e-81b6-41f6-a57f-029bde1cc0d6 service neutron] 10.222.0.30 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348662 Dec 10 18:25:23.075612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.131127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Port': ['ID=26c6a31e-8f21-4165-928f-4e9c194a7357,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:23.187515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.194866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ce7a59e4-4dff-4af7-8716-29afc0ff8526 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:23.195415 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.198683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a02b093f-5b6e-49f4-b7a5-58c79db57f1e tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/ports/26c6a31e-8f21-4165-928f-4e9c194a7357 HTTP/1.1" status: 204 len: 168 time: 1.3029361 Dec 10 18:25:23.204245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50472) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:23.245354 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc085bf1-71ac-42f3-8ed4-46c07b0f2447 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] GET failed (client error): The resource could not be found. Dec 10 18:25:23.257185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cc085bf1-71ac-42f3-8ed4-46c07b0f2447 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "GET /v2.0/ports/26c6a31e-8f21-4165-928f-4e9c194a7357 HTTP/1.1" status: 404 len: 333 time: 0.0496690 Dec 10 18:25:23.258086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50474) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:23.261230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c4c742da-2257-4c88-a8a0-14db27a7eabe details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:25:23.266188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:23.276549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af545f-edbf-4846-9b3f-dcaf4eddeece req-788a4ade-e7cc-4cc9-a966-bb7f02b81afd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:23.284954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45af545f-edbf-4846-9b3f-dcaf4eddeece req-788a4ade-e7cc-4cc9-a966-bb7f02b81afd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.1900444 Dec 10 18:25:23.315484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.20.0.1 (026d3128-6669-4269-aadd-6b93ba0760d5/c9970b2f-44dc-49cb-8bfa-d25ac9d05938/316a9ae4-4926-4107-8c96-9359d6f0c7b8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:23.444007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 6ca3dfb0-982e-47f0-95f9-664693e30999 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:25:23.444253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45af545f-edbf-4846-9b3f-dcaf4eddeece req-b9593e5c-b76a-43cd-890d-f318b7201cda tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572015 Dec 10 18:25:23.450188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 6ca3dfb0-982e-47f0-95f9-664693e30999 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:23.450593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.491492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting port 85e789b4-c0bc-4a04-b467-698abf3b210a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:23.491841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.617642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c4c742da-2257-4c88-a8a0-14db27a7eabe, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:23.631502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.639763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'port_id': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'mac_address': 'fa:16:3e:8b:36:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:25:23.672364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.680747 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.682802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.688455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Calling delete_port for 85e789b4-c0bc-4a04-b467-698abf3b210a owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:23.719323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:23.722085 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f96d67-61aa-4c42-90fe-6e7e96c5f759" -d '{"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:23.731092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c742da-2257-4c88-a8a0-14db27a7eabe {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:23.770509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:23.778133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.787163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.810230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.811359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:25:23.829794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c4c742da-2257-4c88-a8a0-14db27a7eabe, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:23.849399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 026d3128-6669-4269-aadd-6b93ba0760d5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:23.851828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:23.862244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:23.866956 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.869329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:25:23.870188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1678ec53-37c5-4d8c-bea0-7d8f503d65c7 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:25:23.870864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:25:23.906728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.919007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:23.928048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:25:23.928410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:25:23.941058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86d379-b718-446c-83e9-37e9472dc713 req-7a063aa9-1971-4b7c-8654-8ad4b6f75108 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:23.949174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb86d379-b718-446c-83e9-37e9472dc713 req-7a063aa9-1971-4b7c-8654-8ad4b6f75108 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 943 time: 0.8516316 Dec 10 18:25:24.001451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:24.006020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Port': ['ID=85e789b4-c0bc-4a04-b467-698abf3b210a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:24.069673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=316a9ae4-4926-4107-8c96-9359d6f0c7b8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:24.079466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.079830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.080182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.080531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.080871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.081219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.081615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.081955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.082314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.091939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.092095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.092453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.092800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.105484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c4c742da-2257-4c88-a8a0-14db27a7eabe,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:24.123355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.123705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.124050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.124386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.124730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.125057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.125387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.125715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.126044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.126380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.127333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.127867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.128547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:24.158720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc810a7f-97ad-4d5b-818a-a5cdbf9a9f27 req-cf9433de-9d6f-4827-a56d-9b86ed6a296a tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.1209519 Dec 10 18:25:24.165435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.169112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c7968a37-7480-4c36-94e3-e303bc3ce2da tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/ports/85e789b4-c0bc-4a04-b467-698abf3b210a HTTP/1.1" status: 204 len: 168 time: 0.9089043 Dec 10 18:25:24.173816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50496) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:24.194190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] No DVR routers for this DVR port fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:24.201810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c4c742da-2257-4c88-a8a0-14db27a7eabe'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:24.293878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.298332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-512579a7-443b-4619-9dc9-f2f69f6f5c89 req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.30 "DELETE /v2.0/ports/fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8 HTTP/1.1" status: 204 len: 173 time: 2.8831174 Dec 10 18:25:24.318510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb86d379-b718-446c-83e9-37e9472dc713 req-09955813-26f2-423e-bfc5-3f1cbd82d428 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681600 Dec 10 18:25:24.337459 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5003561c-5d2f-4808-93ff-231b8ed9cfdb x-openstack-request-id: req-5003561c-5d2f-4808-93ff-231b8ed9cfdb {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:24.339416 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:24.340248 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5003561c-5d2f-4808-93ff-231b8ed9cfdb {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:24.340616 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'code': 200} Dec 10 18:25:24.365673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting subnet d6d8fee6-6e9d-4bc3-8769-ac4700afd072 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:25:24.380088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.418061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-398c9369-e572-4011-b072-3b0bc82d6748 None None] Provisioning complete for port 316a9ae4-4926-4107-8c96-9359d6f0c7b8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:24.418496 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-398c9369-e572-4011-b072-3b0bc82d6748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.421962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56503a86-e2a2-4dfb-bdb0-2dc0000d180c tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] Pushing event deleted for resources: {'Port': ['ID=fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:24.480047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-398c9369-e572-4011-b072-3b0bc82d6748 None None] Port 316a9ae4-4926-4107-8c96-9359d6f0c7b8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:24.497270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.547372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552537c5-aa75-4bda-a0f8-106df948d752 req-790a3855-68cb-49d9-8b3b-46c90d94f452 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:24.556508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-552537c5-aa75-4bda-a0f8-106df948d752 req-790a3855-68cb-49d9-8b3b-46c90d94f452 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.1287470 Dec 10 18:25:24.562900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1329e46-2125-4aa6-aefb-9d3817cd438e req-82c74326-70d4-4508-bc2b-1a449d27e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:24.564469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1329e46-2125-4aa6-aefb-9d3817cd438e req-82c74326-70d4-4508-bc2b-1a449d27e7ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1096 time: 0.1632092 Dec 10 18:25:24.606492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ab7ba-f3d2-40fc-9e4f-7cac0664a8f2 req-e46a547d-7287-410d-bd3b-825142969124 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:24.614127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-405ab7ba-f3d2-40fc-9e4f-7cac0664a8f2 req-e46a547d-7287-410d-bd3b-825142969124 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1187892 Dec 10 18:25:24.654754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-552537c5-aa75-4bda-a0f8-106df948d752 req-17aca4a4-c115-4f97-9ca8-31cb967f08d3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970469 Dec 10 18:25:24.668747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.689487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1329e46-2125-4aa6-aefb-9d3817cd438e req-412fd204-831c-400c-9a24-0307cc57415e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991695 Dec 10 18:25:24.690825 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.722905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'name': 'network-vif-deleted', 'tag': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:24.725230 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c66f6a-8a1f-4df2-88a4-8b7fa0f4f080" -d '{"events": [{"server_uuid": "24b20d09-bba5-4ab1-b7b9-1014ac978bd5", "name": "network-vif-deleted", "tag": "fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:24.733332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.764047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d8fee6-6e9d-4bc3-8769-ac4700afd072,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:24.766498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:24.772779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-61fc101f-104d-4a17-a9e7-8e5552eefd7a tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/subnets/d6d8fee6-6e9d-4bc3-8769-ac4700afd072 HTTP/1.1" status: 204 len: 168 time: 0.5953445 Dec 10 18:25:24.773326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-405ab7ba-f3d2-40fc-9e4f-7cac0664a8f2 req-b75b6b1e-e665-46db-904f-911f50ab2763 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578867 Dec 10 18:25:24.773842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50502) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:24.788987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe039c4-5bd5-4e72-9f17-57dcc5d6bb35 None None] Network 1ea79cfe-91f4-411f-9b27-46aa6412b67d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:24.876584 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c549f6a1-d307-4ded-9814-4bc15ec6567d x-openstack-request-id: req-c549f6a1-d307-4ded-9814-4bc15ec6567d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:24.876893 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b20d09-bba5-4ab1-b7b9-1014ac978bd5", "name": "network-vif-deleted", "tag": "fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:24.877182 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c549f6a1-d307-4ded-9814-4bc15ec6567d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:24.877498 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b20d09-bba5-4ab1-b7b9-1014ac978bd5', 'name': 'network-vif-deleted', 'tag': 'fcedc01c-8ee9-4be6-ae6e-1e5f1ec90ae8', 'status': 'completed', 'code': 200} Dec 10 18:25:24.949330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.130732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Deleting port 11005bd1-f14e-4790-8de6-26bf4e592716 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:25.131177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.188891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] DHCP port deletion for 1ea79cfe-91f4-411f-9b27-46aa6412b67d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:25:25.236093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.242732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] For port 11005bd1-f14e-4790-8de6-26bf4e592716, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=11005bd1-f14e-4790-8de6-26bf4e592716,segment=NetworkSegment(d747f88f-bf23-403c-8855-391f0a4ca3f2),segment_id=d747f88f-bf23-403c-8855-391f0a4ca3f2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:25.243185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.252174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c4c742da-2257-4c88-a8a0-14db27a7eabe up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:25.252829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.318002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Calling delete_port for 11005bd1-f14e-4790-8de6-26bf4e592716 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:25.346178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] Deleting port 11005bd1-f14e-4790-8de6-26bf4e592716 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:25.346713 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.350162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port c4c742da-2257-4c88-a8a0-14db27a7eabe completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:25:25.404478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4d7795cf-b5c5-4c59-b1b3-77847e1e0b65 req-bded56a2-0040-4764-a136-720cd2922b34 tempest-ListServersNegativeTestJSON-1434027603 tempest-ListServersNegativeTestJSON-1434027603-project] 10.222.0.55 "GET /v2.0/ports?device_id=24b20d09-bba5-4ab1-b7b9-1014ac978bd5 HTTP/1.1" status: 200 len: 210 time: 0.0781674 Dec 10 18:25:25.415090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port c4c742da-2257-4c88-a8a0-14db27a7eabe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:25.415567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.486870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e3c04-06fd-46fe-b1a8-272c7b08abee req-724146ae-e8ae-4b6d-876b-e6b92874e917 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:25.488621 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-300e3c04-06fd-46fe-b1a8-272c7b08abee req-724146ae-e8ae-4b6d-876b-e6b92874e917 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 944 time: 0.0810635 Dec 10 18:25:25.496039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] For port 11005bd1-f14e-4790-8de6-26bf4e592716, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=11005bd1-f14e-4790-8de6-26bf4e592716,segment=NetworkSegment(d747f88f-bf23-403c-8855-391f0a4ca3f2),segment_id=d747f88f-bf23-403c-8855-391f0a4ca3f2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:25.497821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=316a9ae4-4926-4107-8c96-9359d6f0c7b8,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:25.500144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.511940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.540582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] Calling delete_port for 11005bd1-f14e-4790-8de6-26bf4e592716 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:25.598741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-300e3c04-06fd-46fe-b1a8-272c7b08abee req-e5297530-93ec-4ea6-adee-4493811e6730 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933425 Dec 10 18:25:25.659917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.662619 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.710883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Port': ['ID=11005bd1-f14e-4790-8de6-26bf4e592716,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:25.715173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] No DVR routers for this DVR port 11005bd1-f14e-4790-8de6-26bf4e592716 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:25.718565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c4c742da-2257-4c88-a8a0-14db27a7eabe, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:25.730236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.732399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 026d3128-6669-4269-aadd-6b93ba0760d5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:25.732747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:25:25.744868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:25.768994 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.821082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] No DVR routers for this DVR port 11005bd1-f14e-4790-8de6-26bf4e592716 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:25.887016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c4c742da-2257-4c88-a8a0-14db27a7eabe,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:25.968836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b095e-e7f4-482f-838a-92574b1ad953 None None] Pushing event deleted for resources: {'Port': ['ID=11005bd1-f14e-4790-8de6-26bf4e592716,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:25.982700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:25.996617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e21ca3-2b2e-43fa-af8a-12261323a57e req-86a9af98-cad2-4f77-acc8-a93158f9f676 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:26.004640 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03e21ca3-2b2e-43fa-af8a-12261323a57e req-86a9af98-cad2-4f77-acc8-a93158f9f676 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1111197 Dec 10 18:25:26.030297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:26.035568 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.057177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.098394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea79cfe-91f4-411f-9b27-46aa6412b67d']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:26.111174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03e21ca3-2b2e-43fa-af8a-12261323a57e req-467f5fe5-0e57-4567-969f-24502ab04b37 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995922 Dec 10 18:25:26.128515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=11']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:26.128688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd747f88f-bf23-403c-8855-391f0a4ca3f2') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:26.128688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd747f88f-bf23-403c-8855-391f0a4ca3f2') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:26.142447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.151481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccb90a-8b6a-4bcd-be2e-6270939554bc req-6d009493-935d-4898-869f-1c5f58122a3d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:26.153087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5ccb90a-8b6a-4bcd-be2e-6270939554bc req-6d009493-935d-4898-869f-1c5f58122a3d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.3576024 Dec 10 18:25:26.172945 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.190717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:25:26.191163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:25:26.195415 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:25:26.248030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7ebd62fd-65d9-4b2b-9215-4244b6574e8b None None] Provisioning complete for port 316a9ae4-4926-4107-8c96-9359d6f0c7b8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:26.248312 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ebd62fd-65d9-4b2b-9215-4244b6574e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.287511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd62fd-65d9-4b2b-9215-4244b6574e8b None None] Port 316a9ae4-4926-4107-8c96-9359d6f0c7b8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:26.341821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe'}, {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:26.344506 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b4de61-6b10-4738-a99f-9585e85c77f0" -d '{"events": [{"server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "name": "network-vif-plugged", "status": "completed", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe"}, {"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:26.397360 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f39ceed-02bf-497a-b262-60d4a86f11ae x-openstack-request-id: req-4f39ceed-02bf-497a-b262-60d4a86f11ae {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:26.397873 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "name": "network-vif-plugged", "status": "completed", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe", "code": 200}, {"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:26.398235 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4f39ceed-02bf-497a-b262-60d4a86f11ae {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:26.398838 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'code': 200} Dec 10 18:25:26.399213 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'code': 200} Dec 10 18:25:26.486550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50526) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:26.545146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] Deleting subnet 3455756b-5278-45b6-8517-475b4ab43e9b {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:25:26.548700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.595156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.681802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 3d0a4dfe-eed9-4acc-bed0-9556bf394162 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:25:26.683716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.699686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5ccb90a-8b6a-4bcd-be2e-6270939554bc req-b15adb30-d531-4a21-8cff-820ce1be3dd5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5345297 Dec 10 18:25:26.700218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.701792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.709293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] 10.222.0.55 "DELETE /v2.0/networks/1ea79cfe-91f4-411f-9b27-46aa6412b67d HTTP/1.1" status: 204 len: 168 time: 1.9316783 Dec 10 18:25:26.744449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252939e-f765-44c9-82c1-725c300dc9e5 tempest-AllowedAddressPairIpV6TestJSON-1683631457 tempest-AllowedAddressPairIpV6TestJSON-1683631457-project] Pushing event deleted for resources: {'Network': ['ID=1ea79cfe-91f4-411f-9b27-46aa6412b67d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:26.768869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db11c5-0f54-4d16-b6bf-0a9a2eb18180 req-bf911434-85af-4244-925d-2027bce73e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:26.770969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36db11c5-0f54-4d16-b6bf-0a9a2eb18180 req-bf911434-85af-4244-925d-2027bce73e19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 1096 time: 0.1628497 Dec 10 18:25:26.837587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65193557-bd44-4763-8287-d965d310f4a1 req-3882f9e0-b589-42cd-b751-339cc18704dd tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:26.850909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65193557-bd44-4763-8287-d965d310f4a1 req-3882f9e0-b589-42cd-b751-339cc18704dd tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.1338215 Dec 10 18:25:26.903301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11005bd1-f14e-4790-8de6-26bf4e592716 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:25:26.930477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 11005bd1-f14e-4790-8de6-26bf4e592716 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:25:26.930908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 11005bd1-f14e-4790-8de6-26bf4e592716 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:25:26.940014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65193557-bd44-4763-8287-d965d310f4a1 req-8c5970a9-5036-4ce6-8857-f037850d297a tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838487 Dec 10 18:25:26.942427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.961860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36db11c5-0f54-4d16-b6bf-0a9a2eb18180 req-b5331fb2-70fd-478e-a28f-138318231802 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280417 Dec 10 18:25:26.963909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:25:26.972251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:26.974077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0886f687-4476-4f4c-8d8f-2937aaa4ced5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/3d0a4dfe-eed9-4acc-bed0-9556bf394162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1134126 Dec 10 18:25:26.974943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50536) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:26.978989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3455756b-5278-45b6-8517-475b4ab43e9b HTTP/1.1" status: 204 len: 168 time: 0.4909713 Dec 10 18:25:26.982910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] Sync routers for ids ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:25:26.983653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50538) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:27.002633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] Routers {'3d0a4dfe-eed9-4acc-bed0-9556bf394162'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:27.005082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:27.015868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5c99d-cc2a-4934-a205-fdc5a7dd84c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3455756b-5278-45b6-8517-475b4ab43e9b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:27.064798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4464a9-61e3-49d6-b685-b0cce329d6d9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:27.076094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cf4464a9-61e3-49d6-b685-b0cce329d6d9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports/316a9ae4-4926-4107-8c96-9359d6f0c7b8 HTTP/1.1" status: 200 len: 910 time: 0.0995073 Dec 10 18:25:27.076769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:27.078789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:27.085129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9970b2f-44dc-49cb-8bfa-d25ac9d05938'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:27.090900 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.091760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] Routers {'3d0a4dfe-eed9-4acc-bed0-9556bf394162'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:27.092596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:27.135290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:27.136652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ce9435-4b65-494d-9288-3d9cca21c7cf None None] The sync data for ids ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:25:27.147948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50544) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:27.204015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.233748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c686cf-b80f-4def-9d14-559c6fbca116']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:27.247647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f39428bb-2a64-45b9-9d8a-c957f71ba304') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:27.247941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f39428bb-2a64-45b9-9d8a-c957f71ba304') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:27.257721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:25:27.263155 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.283997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.310078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:25:27.310078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:25:27.314736 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:25:27.336826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e9188-7e5f-464e-a625-b9f9346df8ef req-2f5c167c-4b0e-42f9-b8e3-5a56eeee8b86 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:27.338660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e4e9188-7e5f-464e-a625-b9f9346df8ef req-2f5c167c-4b0e-42f9-b8e3-5a56eeee8b86 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1076458 Dec 10 18:25:27.411987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:27.421337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.425485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'mac_address': 'fa:16:3e:aa:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:25:27.449464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.458642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.462227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] 10.222.0.55 "DELETE /v2.0/networks/94c686cf-b80f-4def-9d14-559c6fbca116 HTTP/1.1" status: 204 len: 168 time: 0.4541960 Dec 10 18:25:27.486519 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.486800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897e813-112a-4bd5-bfe8-c58e13a0c682 admin admin] Pushing event deleted for resources: {'Network': ['ID=94c686cf-b80f-4def-9d14-559c6fbca116,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:27.506762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d6b8f8-7dc2-402d-b924-63a859b68565 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:27.532832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:27.539451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.545898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0605d5f7-066b-4986-aaf0-0d1cc613bee5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68e27aecfa344f3c8c6fba8aefa6d811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966765 Dec 10 18:25:27.548560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:27.557937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e4e9188-7e5f-464e-a625-b9f9346df8ef req-136075dd-9750-48ec-adf6-c89ab44f6cd1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873198 Dec 10 18:25:27.653210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['24d6b8f8-7dc2-402d-b924-63a859b68565'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:27.656759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=12']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:27.704050 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b28ec2-ccaa-468d-9378-5ae6596e9474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.713617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50558) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:27.762258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b28ec2-ccaa-468d-9378-5ae6596e9474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.872345 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8f20f208-3ca2-4931-aefd-1e36a1142278 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ff06a3340e443b891473c0da75aee61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1574619 Dec 10 18:25:27.876341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50570) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:27.910009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b28ec2-ccaa-468d-9378-5ae6596e9474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.927992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b28ec2-ccaa-468d-9378-5ae6596e9474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:27.930929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-72b28ec2-ccaa-468d-9378-5ae6596e9474 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4a98f5fe-bf02-432b-aade-5222b8105ce1 HTTP/1.1" status: 204 len: 168 time: 0.3798468 Dec 10 18:25:27.995432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b28ec2-ccaa-468d-9378-5ae6596e9474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a98f5fe-bf02-432b-aade-5222b8105ce1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:28.020018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ddb767b-6081-4ae0-84a2-1ec8d2345ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.104614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b10f1-814e-4afc-8e8d-e669797e3cf6 req-24958200-1552-406b-9bbb-220dd03f3883 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:28.114297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441b10f1-814e-4afc-8e8d-e669797e3cf6 req-24958200-1552-406b-9bbb-220dd03f3883 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 946 time: 0.2087872 Dec 10 18:25:28.157540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ddb767b-6081-4ae0-84a2-1ec8d2345ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.200945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-441b10f1-814e-4afc-8e8d-e669797e3cf6 req-f5e7d49f-2327-409f-9f17-a8fc0ec9fa2f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686448 Dec 10 18:25:28.290201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-94b61110-7772-41a7-9de0-77cddf9f114e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:28.292603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-94b61110-7772-41a7-9de0-77cddf9f114e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 813 time: 0.3422742 Dec 10 18:25:28.295837 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-861553cb-9a4e-4c46-8014-f4e47c22fc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.347684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ddb767b-6081-4ae0-84a2-1ec8d2345ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.355007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ddb767b-6081-4ae0-84a2-1ec8d2345ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.359224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ddb767b-6081-4ae0-84a2-1ec8d2345ce3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ad3d0a57-41e5-49f6-87cb-6d4520c90f7a HTTP/1.1" status: 204 len: 168 time: 0.4789944 Dec 10 18:25:28.375080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-2ac3f85c-c1ea-4294-bc82-87d654d1cafd tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/quotas/4138aed9ecf34118a26c9a6b96ba7a1b HTTP/1.1" status: 200 len: 375 time: 0.0645583 Dec 10 18:25:28.385169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165c0a9-f4b9-49f9-85eb-68896edc7799 req-9ca731ef-6b19-489e-80e2-ef319ff3a9da tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:28.401203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8165c0a9-f4b9-49f9-85eb-68896edc7799 req-9ca731ef-6b19-489e-80e2-ef319ff3a9da tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.0899470 Dec 10 18:25:28.436612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb767b-6081-4ae0-84a2-1ec8d2345ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3d0a57-41e5-49f6-87cb-6d4520c90f7a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:28.512108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-77904253-82f7-44f7-8fe1-061eeba03da3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1221106 Dec 10 18:25:28.556898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8165c0a9-f4b9-49f9-85eb-68896edc7799 req-0abe1277-44aa-435a-90cf-88ac11dae864 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543150 Dec 10 18:25:28.602821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.619238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.728627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:28.729340 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:28.734315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50606) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:28.755810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/ports/316a9ae4-4926-4107-8c96-9359d6f0c7b8 HTTP/1.1" status: 200 len: 910 time: 1.6761804 Dec 10 18:25:28.761025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cdf55-b638-418b-a6ff-613f0ad5162a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=316a9ae4-4926-4107-8c96-9359d6f0c7b8,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:29.067007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-e28fa7c3-b5ca-423c-a80e-8106246fca13 service neutron] 10.222.0.55 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411026 Dec 10 18:25:29.212476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-00384331-8b26-4f09-a865-5f32837a93d7 service neutron] 10.222.0.55 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387842 Dec 10 18:25:29.267670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:29.410219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:29.417405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 24d6b8f8-7dc2-402d-b924-63a859b68565 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:29.417753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:29.505125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97865c-f3ae-4505-a9ce-1af966bb7bdd req-dc446284-df1e-4c37-87e0-73f32ccb053a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:29.516818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c97865c-f3ae-4505-a9ce-1af966bb7bdd req-dc446284-df1e-4c37-87e0-73f32ccb053a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 946 time: 0.1751657 Dec 10 18:25:29.607771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:29.699163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:29.705676 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9468d7ab-a03c-40a3-b1d8-12c30755a71c" -d '{"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:29.736682 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3fe21680-3689-4640-b853-957fee002398 req-1b508252-96eb-49d9-8fa9-3c56326cb5ad tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 210 time: 0.0996389 Dec 10 18:25:29.745915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:29.754891 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:29.786437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c97865c-f3ae-4505-a9ce-1af966bb7bdd req-0158a29a-1f40-4a5b-a2a3-f32e4aac3570 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2593513 Dec 10 18:25:29.893367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=13']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:29.961028 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8e9d65-25a3-4132-bfe6-2e9fe8388ed3 x-openstack-request-id: req-ae8e9d65-25a3-4132-bfe6-2e9fe8388ed3 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:29.961731 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-plugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:29.962105 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ae8e9d65-25a3-4132-bfe6-2e9fe8388ed3 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:29.962645 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'code': 200} Dec 10 18:25:30.025578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214c0e7-1316-478f-aa1f-fe33d2eace57 req-779125ea-4f2d-46f8-a318-6404a601e0a0 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:30.030168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6214c0e7-1316-478f-aa1f-fe33d2eace57 req-779125ea-4f2d-46f8-a318-6404a601e0a0 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.1626651 Dec 10 18:25:30.091594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 316a9ae4-4926-4107-8c96-9359d6f0c7b8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:30.091944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:30.170734 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6214c0e7-1316-478f-aa1f-fe33d2eace57 req-e69cb8c4-317c-44d7-99d5-c2bc2563ae80 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290324 Dec 10 18:25:30.270850 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:30.331226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 316a9ae4-4926-4107-8c96-9359d6f0c7b8 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:30.392705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50670) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:30.648968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd24596-cec0-4f71-8ea8-65a5189f3272 req-31a18828-f8e0-48eb-a315-2f82736040a3 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:30.656049 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2bd24596-cec0-4f71-8ea8-65a5189f3272 req-31a18828-f8e0-48eb-a315-2f82736040a3 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.3650827 Dec 10 18:25:30.659881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50680) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:30.664671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Request body: {'floatingip': {'port_id': 'c4c742da-2257-4c88-a8a0-14db27a7eabe'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:30.822101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:30.844478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1985838247-network', 'tenant_id': '7ddd0bdfbabd4a4798b87411feb088bc'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:31.016739 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16669e0a-57ee-4baf-bfc2-7551480692f3 req-1e40c158-13ab-429f-8814-4af00ebd898e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 210 time: 0.0433948 Dec 10 18:25:31.054475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Made reservation on behalf of 7ddd0bdfbabd4a4798b87411feb088bc for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:31.058071 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.061530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.088374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.164958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=316a9ae4-4926-4107-8c96-9359d6f0c7b8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:31.355168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761d740-779d-40e5-8f6e-fe90a95bc386 req-ea7746fd-ef2b-4336-845d-77813eff1511 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:31.356838 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0761d740-779d-40e5-8f6e-fe90a95bc386 req-ea7746fd-ef2b-4336-845d-77813eff1511 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.3290794 Dec 10 18:25:31.616309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-90c54d39-366c-4709-854f-65113cdc0d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.638653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.663216 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.715525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.811400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.836183 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0761d740-779d-40e5-8f6e-fe90a95bc386 req-53ed9e6d-aff1-457c-aab8-eec352231a86 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4724741 Dec 10 18:25:31.854623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:25:31.888759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-fd832cd7-33f4-4b32-889e-9c0ee064087b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:31.890285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-fd832cd7-33f4-4b32-889e-9c0ee064087b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 813 time: 0.4796519 Dec 10 18:25:31.897942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f725805f-c6e1-4bc9-886f-4908c66cb648,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:31.940342 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:31.941247 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Added segment 10935193-ed43-4678-acdd-ff6f069703c6 of type vlan for network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 Dec 10 18:25:31.952406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Request body: {'port': {'device_id': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276', 'admin_state_up': True, 'tenant_id': '4138aed9ecf34118a26c9a6b96ba7a1b'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:31.999450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.290610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.373302 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.374338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:32.376954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.386965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9be8e704-a5be-4f5e-8c5f-a175b9506622 req-ee271495-35d0-49cd-95fc-41369a27cea1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 210 time: 0.1190865 Dec 10 18:25:32.445017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 3d0a4dfe-eed9-4acc-bed0-9556bf394162 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:25:32.491327 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:25:32.547540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:25:32.561969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] Sync routers for ids ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:25:32.570082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] Pushing event updated for resources: {'Network': ['ID=d797101d-6da1-41bd-8b6b-0ff4b61ecb08,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:32.571303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b62438e0-711f-4213-81d6-3334916da081 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/3d0a4dfe-eed9-4acc-bed0-9556bf394162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8238313 Dec 10 18:25:32.574137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:32.582534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Made reservation on behalf of 4138aed9ecf34118a26c9a6b96ba7a1b for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:32.585133 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] Routers {'3d0a4dfe-eed9-4acc-bed0-9556bf394162'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:32.586278 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:32.587338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:25:32.588453 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.630290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d4368934-6142-40a1-942e-5c400cbd7e17 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2360535 Dec 10 18:25:32.633863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50720) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:32.640218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Request body: {'subnet': {'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1985838247-subnet', 'tenant_id': '7ddd0bdfbabd4a4798b87411feb088bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:32.641952 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:32.656721 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] Routers {'3d0a4dfe-eed9-4acc-bed0-9556bf394162'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:32.657649 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:32.680501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b445d94d-c7d4-496a-9f65-d8baf2374cfc tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0a4dfe-eed9-4acc-bed0-9556bf394162 HTTP/1.1" status: 200 len: 205 time: 0.1035099 Dec 10 18:25:32.680501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:32.724384 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:32.726420 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372ec94-d02a-4ea3-bcd3-12d6f2921877 None None] The sync data for ids ['3d0a4dfe-eed9-4acc-bed0-9556bf394162'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:25:32.740009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.828217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.838981 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aa3494b-7a14-46e7-8693-03a5da0c1149 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.845446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Made reservation on behalf of 7ddd0bdfbabd4a4798b87411feb088bc for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:32.851618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:32.954337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Allocated IP 172.20.0.5 (7b974d30-138b-408d-8850-7e3220a3d276/bd31e734-b838-4332-a930-39eda0db1aba/ab77b094-b4d8-40f9-8e25-0fc39ecfd80f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:33.197623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.283109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aa3494b-7a14-46e7-8693-03a5da0c1149 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.286499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aa3494b-7a14-46e7-8693-03a5da0c1149 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.299303 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.311511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6ca3dfb0-982e-47f0-95f9-664693e30999'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:33.352683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b282cba-bbd1-4502-9797-8210e5f34f2f req-62bcb292-5655-48cb-a0e5-78e184c561f0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:33.355219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b282cba-bbd1-4502-9797-8210e5f34f2f req-62bcb292-5655-48cb-a0e5-78e184c561f0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.2600045 Dec 10 18:25:33.402624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aa3494b-7a14-46e7-8693-03a5da0c1149 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.403282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa3494b-7a14-46e7-8693-03a5da0c1149 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Fanout notify agent at l3_agent the message router_deleted on router 3d0a4dfe-eed9-4acc-bed0-9556bf394162 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:25:33.412969 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aa3494b-7a14-46e7-8693-03a5da0c1149 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.416738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6aa3494b-7a14-46e7-8693-03a5da0c1149 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/3d0a4dfe-eed9-4acc-bed0-9556bf394162 HTTP/1.1" status: 204 len: 168 time: 0.7330866 Dec 10 18:25:33.421423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50730) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:33.500947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Network 7b974d30-138b-408d-8850-7e3220a3d276 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:33.511362 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b282cba-bbd1-4502-9797-8210e5f34f2f req-1f24241d-65fa-4c83-b42f-980595e41cb3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434295 Dec 10 18:25:33.523656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:33.557519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet c9970b2f-44dc-49cb-8bfa-d25ac9d05938 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:25:33.567783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.606440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:33.653005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.672982 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.673643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:33.674306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.681709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Pushing event updated for resources: {'Port': ['ID=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:33.764379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-67500312-f6af-4791-95e9-348f9d3049ee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8213282 Dec 10 18:25:33.769775 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Floating IP 06ac522e-ff10-421f-a1e4-6639db58ece6 associated. External IP: 172.25.2.93, port: c4c742da-2257-4c88-a8a0-14db27a7eabe. Dec 10 18:25:33.841924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.873368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Request body: {'port': {'device_id': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:33.937716 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.984258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=c9970b2f-44dc-49cb-8bfa-d25ac9d05938,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:33.996152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:33.996345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647ca93-52f4-40fe-9d0d-436aec3bdd22 None None] Network 026d3128-6669-4269-aadd-6b93ba0760d5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:34.006018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64d47a08-406d-4958-85cc-1d15e063055e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/c9970b2f-44dc-49cb-8bfa-d25ac9d05938 HTTP/1.1" status: 204 len: 168 time: 0.5838206 Dec 10 18:25:34.006716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50734) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:34.152721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.313220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port ce7a59e4-4dff-4af7-8716-29afc0ff8526 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:34.313713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.315935 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.445355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] DHCP port deletion for 026d3128-6669-4269-aadd-6b93ba0760d5 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:25:34.561556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port ce7a59e4-4dff-4af7-8716-29afc0ff8526, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ce7a59e4-4dff-4af7-8716-29afc0ff8526,segment=NetworkSegment(d1459a37-61cd-4bcd-b748-0df01f0c776e),segment_id=d1459a37-61cd-4bcd-b748-0df01f0c776e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:34.563162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.570591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5ea30-31df-421a-bf37-2e658e33d555 req-1d8c25db-1518-42e5-b7f9-2ff930fac1ea tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:34.572274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70b5ea30-31df-421a-bf37-2e658e33d555 req-1d8c25db-1518-42e5-b7f9-2ff930fac1ea tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 931 time: 0.9673464 Dec 10 18:25:34.609509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.611230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for ce7a59e4-4dff-4af7-8716-29afc0ff8526 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:34.612066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Deleting port ce7a59e4-4dff-4af7-8716-29afc0ff8526 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:34.620620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.740886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] For port ce7a59e4-4dff-4af7-8716-29afc0ff8526, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ce7a59e4-4dff-4af7-8716-29afc0ff8526,segment=NetworkSegment(d1459a37-61cd-4bcd-b748-0df01f0c776e),segment_id=d1459a37-61cd-4bcd-b748-0df01f0c776e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:34.741688 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.758059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Calling delete_port for ce7a59e4-4dff-4af7-8716-29afc0ff8526 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:34.773862 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:34.903638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.083383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e3b6d-8fb4-497a-9f62-3309c0f13cd9 req-5f7497dd-bf4a-49d6-b824-1a541eb64960 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:35.094849 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d84e3b6d-8fb4-497a-9f62-3309c0f13cd9 req-5f7497dd-bf4a-49d6-b824-1a541eb64960 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.2834845 Dec 10 18:25:35.098186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ce7a59e4-4dff-4af7-8716-29afc0ff8526 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:25:35.163554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ce7a59e4-4dff-4af7-8716-29afc0ff8526 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:25:35.163872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ce7a59e4-4dff-4af7-8716-29afc0ff8526 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:25:35.167150 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.240964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Pushing event deleted for resources: {'Port': ['ID=ce7a59e4-4dff-4af7-8716-29afc0ff8526,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:35.256239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d84e3b6d-8fb4-497a-9f62-3309c0f13cd9 req-16e23dba-140b-4359-b07b-6d25bc87f966 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498735 Dec 10 18:25:35.257562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.268294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70b5ea30-31df-421a-bf37-2e658e33d555 req-e78c8eda-d678-410f-9a66-089cb94a5bb3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998958 Dec 10 18:25:35.280953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] No DVR routers for this DVR port ce7a59e4-4dff-4af7-8716-29afc0ff8526 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:35.290785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No DVR routers for this DVR port ce7a59e4-4dff-4af7-8716-29afc0ff8526 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:35.298572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.298919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.299269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.299605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.300052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.300488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.301050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.306107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.306977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.306977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.307214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.307489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.307821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d7d18-db80-4cb5-91ad-02ac6cb864b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:25:35.355261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=ce7a59e4-4dff-4af7-8716-29afc0ff8526,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:35.385739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eddb628-5bb4-417c-9185-ffd317d87ed6,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:35.389815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Router 24df1260-ebf0-4583-ad6f-0d7e11d91616 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:25:35.449941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Checking segment: {'id': '10935193-ed43-4678-acdd-ff6f069703c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:35.450661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Network hostable DHCP agents. Network: d797101d-6da1-41bd-8b6b-0ff4b61ecb08, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:25:35.536996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.630617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026d3128-6669-4269-aadd-6b93ba0760d5']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:35.656464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:25:35.670541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1459a37-61cd-4bcd-b748-0df01f0c776e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:35.671033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1459a37-61cd-4bcd-b748-0df01f0c776e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:35.707251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.721097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d797101d-6da1-41bd-8b6b-0ff4b61ecb08) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:35.731248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a7fbb-c627-410c-864d-a82dff11dabe None None] Network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:35.740335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.748680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:35.749850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.765462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:25:35.766248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.806170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-01682dac-684b-4c50-ac58-bdd9632e12b5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.1704788 Dec 10 18:25:35.808213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:25:35.837853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] Sync routers for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:25:35.859643 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:35.923271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:35.938097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:25:35.996131 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:25:35.999860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a50372bb-8361-433f-8321-53e44426a7db tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "PUT /v2.0/floatingips/06ac522e-ff10-421f-a1e4-6639db58ece6 HTTP/1.1" status: 200 len: 990 time: 5.3323770 Dec 10 18:25:35.999986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.008944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.013461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:36.015886 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72319b6a-bbe4-4648-b7ea-b582428accc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:36.023566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/026d3128-6669-4269-aadd-6b93ba0760d5 HTTP/1.1" status: 204 len: 168 time: 2.0156822 Dec 10 18:25:36.024375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50766) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:36.142254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-aa4c1f0a-3e5e-4b9d-aa7e-46a37d800c3a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-707109029', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:36.156075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006bf350-eec9-4cfc-90a7-987e00b0e266 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=026d3128-6669-4269-aadd-6b93ba0760d5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:36.219657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4962799c-722a-4767-9305-7979246f04fb None None] Network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:36.221184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab77b094-b4d8-40f9-8e25-0fc39ecfd80f {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:36.241301 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1f0a-3e5e-4b9d-aa7e-46a37d800c3a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.242887 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1f0a-3e5e-4b9d-aa7e-46a37d800c3a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.266635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.319248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Transition to ACTIVE for port object ab77b094-b4d8-40f9-8e25-0fc39ecfd80f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:25:36.325812 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e33d41-b389-4b09-bc70-dfd5d5646cac x-openstack-request-id: req-a3e33d41-b389-4b09-bc70-dfd5d5646cac {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:36.326160 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:36.326514 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a3e33d41-b389-4b09-bc70-dfd5d5646cac {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:36.328504 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'status': 'completed', 'code': 200} Dec 10 18:25:36.332065 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.404663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-124a8e18-54fb-435c-b21f-af3f7bcc8038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:36.406316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-124a8e18-54fb-435c-b21f-af3f7bcc8038 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=dc48382bd56a43688e6a427770c18897&device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 1096 time: 0.1286197 Dec 10 18:25:36.428659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:25:36.444456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Pushing event updated for resources: {'Port': ['ID=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:36.627932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1f0a-3e5e-4b9d-aa7e-46a37d800c3a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.649476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1f0a-3e5e-4b9d-aa7e-46a37d800c3a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.704515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa4c1f0a-3e5e-4b9d-aa7e-46a37d800c3a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.714720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aa4c1f0a-3e5e-4b9d-aa7e-46a37d800c3a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5940518 Dec 10 18:25:36.715549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50796) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:36.739096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-2113049035'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:36.751315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dd7f8-1144-4308-a192-64ce9dfad058 req-26732a90-cb7e-4a5f-9718-ee9116879f35 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:36.764332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d06dd7f8-1144-4308-a192-64ce9dfad058 req-26732a90-cb7e-4a5f-9718-ee9116879f35 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.1875978 Dec 10 18:25:36.798593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:36.825270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:36.858080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Attempting to bind port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:36.862904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Attempting to bind port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:36.863355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Attempting to bind port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f on network 7b974d30-138b-408d-8850-7e3220a3d276 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:36.955314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d06dd7f8-1144-4308-a192-64ce9dfad058 req-5769c7c2-ba6d-46fe-9e65-d9d8e1387cbc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786234 Dec 10 18:25:36.956244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f on network 7b974d30-138b-408d-8850-7e3220a3d276 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:25:36.956576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Attempting to bind port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f on network 7b974d30-138b-408d-8850-7e3220a3d276 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:36.974051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:36.974425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Checking segment: {'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:36.974817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Bound using segment: {'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:36.975266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Bound port: ab77b094-b4d8-40f9-8e25-0fc39ecfd80f, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:36.975631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:37.165312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] For port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:37.172957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] For port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:37.173672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:25:37.189387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:37.189754 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment 126f46a3-a3e0-430b-9788-48021da93e0b of type vlan for network b1d16877-146e-4d8b-88c1-1de08f3ef31d Dec 10 18:25:37.239716 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:37.275724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-5f5f6203-9533-4bcb-b963-e6067f7f6085 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:37.277637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-5f5f6203-9533-4bcb-b963-e6067f7f6085 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/networks?id=d797101d-6da1-41bd-8b6b-0ff4b61ecb08 HTTP/1.1" status: 200 len: 813 time: 0.4921491 Dec 10 18:25:37.286164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:37.294071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:37.294341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:37.295712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:37.347591 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-997fe1c6-5bba-411e-9af2-83af24e067de tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/quotas/7ddd0bdfbabd4a4798b87411feb088bc HTTP/1.1" status: 200 len: 375 time: 0.0486903 Dec 10 18:25:37.403870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-d1bd9f2d-d9bf-4a5c-bc40-3102f7354712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:37.405483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-d1bd9f2d-d9bf-4a5c-bc40-3102f7354712 service neutron] 10.222.0.30 "GET /v2.0/networks?id=083cca35-7ca6-461f-ac58-1d768aeac878 HTTP/1.1" status: 200 len: 907 time: 0.9761615 Dec 10 18:25:37.414155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb9ad5-5a02-4c15-82f1-afef8f930285 req-06437b49-0966-4108-ad9f-8d8627031ac6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:37.427150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6fb9ad5-5a02-4c15-82f1-afef8f930285 req-06437b49-0966-4108-ad9f-8d8627031ac6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 943 time: 0.2495611 Dec 10 18:25:37.433530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '06ac522e-ff10-421f-a1e4-6639db58ece6', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'port_id': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'mac_address': 'fa:16:3e:8b:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:25:07Z', 'updated_at': '2021-12-10T18:25:32Z', 'revision_number': 1, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:59Z', 'revision_number': 5, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:37.460228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-bdeec3ba-5f55-471e-a6e0-3d394c62f1a4 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ddd0bdfbabd4a4798b87411feb088bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982585 Dec 10 18:25:37.480972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:37.485227 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:37.486990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] 10.222.0.30 "PUT /v2.0/ports/ab77b094-b4d8-40f9-8e25-0fc39ecfd80f HTTP/1.1" status: 200 len: 1091 time: 3.6195352 Dec 10 18:25:37.520109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] Checking router: 24df1260-ebf0-4583-ad6f-0d7e11d91616 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:25:37.542999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:37.545126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:37.565077 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-c0bd2f2f-ad2f-47b7-bd27-05884e768a03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe HTTP/1.1" status: 200 len: 998 time: 0.1018660 Dec 10 18:25:37.579383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8582335 Dec 10 18:25:37.586414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50808) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:37.687161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6fb9ad5-5a02-4c15-82f1-afef8f930285 req-93d03755-546e-4610-92b6-4197a5cb1cc6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582052 Dec 10 18:25:37.704617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62152f57-671a-4080-a614-d72493eeb3ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=b1d16877-146e-4d8b-88c1-1de08f3ef31d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:37.709893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-032c93af-8420-4f23-9218-37da9c53eb60 service neutron] 10.222.0.55 "GET /v2.0/networks/d797101d-6da1-41bd-8b6b-0ff4b61ecb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437252 Dec 10 18:25:37.710633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:37.726908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:25:37.915707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b43e1-5c22-4355-ae5b-990a807fd44d service neutron] Pushing event updated for resources: {'Port': ['ID=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:37.924654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-903100f5-066b-4e50-97d2-bd4a2a4adeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:37.926500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-903100f5-066b-4e50-97d2-bd4a2a4adeb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 1094 time: 0.3299425 Dec 10 18:25:37.940067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-6e4b4ffb-9f25-43d2-99f0-b14aa4682cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:37.942495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-6e4b4ffb-9f25-43d2-99f0-b14aa4682cf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fce559d6-3921-41a2-b2c5-934613dca28e HTTP/1.1" status: 200 len: 845 time: 0.3615949 Dec 10 18:25:37.992689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:38.001434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:38.120884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:25:38.160954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-77eec11c-cc28-455d-95b5-d085cf06a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:38.163175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-77eec11c-cc28-455d-95b5-d085cf06a2c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=083cca35-7ca6-461f-ac58-1d768aeac878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2106681 Dec 10 18:25:38.253683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-5da40725-1193-409d-99d1-dce1a4bb03b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f HTTP/1.1" status: 200 len: 217 time: 0.2867715 Dec 10 18:25:38.257942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-f3afd076-fdcf-415c-8a67-89482709744a service neutron] 10.222.0.55 "GET /v2.0/networks/d797101d-6da1-41bd-8b6b-0ff4b61ecb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837837 Dec 10 18:25:38.338998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'tag': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:38.346985 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325322a4-f5b4-45e0-801f-bf65cd1b0987" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3ecf40-59c1-444d-b916-fd5a0de84885", "tag": "ab77b094-b4d8-40f9-8e25-0fc39ecfd80f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:38.445786 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-a392de5b-0830-4509-9d2f-c6ceef04b60d service neutron] 10.222.0.30 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638943 Dec 10 18:25:38.793538 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91dc5a-f579-45ae-92be-03a24631b875 x-openstack-request-id: req-fe91dc5a-f579-45ae-92be-03a24631b875 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:38.798240 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3ecf40-59c1-444d-b916-fd5a0de84885", "tag": "ab77b094-b4d8-40f9-8e25-0fc39ecfd80f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:38.799293 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fe91dc5a-f579-45ae-92be-03a24631b875 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:38.799951 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'tag': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f', 'status': 'completed', 'code': 200} Dec 10 18:25:38.822408 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:38.858404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '06ac522e-ff10-421f-a1e4-6639db58ece6', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'port_id': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'mac_address': 'fa:16:3e:8b:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:25:07Z', 'updated_at': '2021-12-10T18:25:32Z', 'revision_number': 1, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:59Z', 'revision_number': 5, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:38.860072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-253d416d-7529-415b-84fc-5fb7e1759792 req-531d584b-6483-41db-89b5-d75d33bd259f tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 210 time: 0.1649299 Dec 10 18:25:38.927666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72319b6a-bbe4-4648-b7ea-b582428accc1 req-1ad7fcb0-96d6-443d-bd6f-3ec9a58bf55f service neutron] 10.222.0.30 "GET /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745784 Dec 10 18:25:38.942394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0acf9a1d-74db-4b7b-8fdb-1b4ef6152cf6 None None] The sync data for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 is: [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '06ac522e-ff10-421f-a1e4-6639db58ece6', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'port_id': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'mac_address': 'fa:16:3e:8b:36:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:25:07Z', 'updated_at': '2021-12-10T18:25:32Z', 'revision_number': 1, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:59Z', 'revision_number': 5, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:25:39.143709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-07605537-2a5e-4290-9700-3f7bf2eaffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:39.146134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba9f58-6e6b-4694-b7e8-1e987a6d2e31 req-dc9ad024-63b1-4ca9-bf30-1eccf25d7bc9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:39.147635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-07605537-2a5e-4290-9700-3f7bf2eaffd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.8707943 Dec 10 18:25:39.148631 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2ba9f58-6e6b-4694-b7e8-1e987a6d2e31 req-dc9ad024-63b1-4ca9-bf30-1eccf25d7bc9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 943 time: 0.1323009 Dec 10 18:25:39.218727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf69d2-593f-4a37-a554-11a2fa02855b req-97f5862c-30e9-49e3-9d71-60def3d9ebe5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:39.222115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43bf69d2-593f-4a37-a554-11a2fa02855b req-97f5862c-30e9-49e3-9d71-60def3d9ebe5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.9852221 Dec 10 18:25:39.296266 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2ba9f58-6e6b-4694-b7e8-1e987a6d2e31 req-17a2db23-3a9c-4e34-8d79-eac522261448 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369088 Dec 10 18:25:39.355054 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-6505590b-bc33-4fee-8e8f-8a471f271e63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877940 Dec 10 18:25:39.365254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=67aee1c5-591f-4636-85ad-3609d043b3d0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:39.528773 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02a9a3-2196-4554-92da-599589b254a4 None None] New status for floating IP 06ac522e-ff10-421f-a1e4-6639db58ece6: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:25:39.532688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-86ad5f82-e2b4-458f-9bb8-a48ca6d253a5 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569462 Dec 10 18:25:39.563658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:39.564099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: b1d16877-146e-4d8b-88c1-1de08f3ef31d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:25:39.608023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43bf69d2-593f-4a37-a554-11a2fa02855b req-7a352c0b-155d-41df-bc22-208918b4f2ad tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565199 Dec 10 18:25:39.666912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:25:39.679458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b1d16877-146e-4d8b-88c1-1de08f3ef31d) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:39.692386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f766c29-3638-4574-8a4d-3de3568d053c None None] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:39.708049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:39.708049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:39.750660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0bb506d1-e7d4-420e-b237-6363f40b1a90 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0487263 Dec 10 18:25:39.750994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50852) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:39.787040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3923fdb6-6dc7-4309-b483-5d6f93c08548 req-71a75ad7-5f7e-4cd2-a050-a4f7db4b2ad0 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455335 Dec 10 18:25:40.014753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-b0cab5d8-7c32-4729-a2b1-ee6431ed4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:40.016809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-b0cab5d8-7c32-4729-a2b1-ee6431ed4706 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 1094 time: 0.1127553 Dec 10 18:25:40.021259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:25:40.023578 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:40.230297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97cc407a-88d7-4794-854f-62964562ff24 req-6e8bc32f-87a4-4ad7-ac22-acb74527ccbe tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 210 time: 0.0596852 Dec 10 18:25:40.280387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-932db591-9351-4e3a-b35f-34468aeb05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:40.290481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-932db591-9351-4e3a-b35f-34468aeb05e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 914 time: 0.2621336 Dec 10 18:25:40.380142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-25440a72-a7f1-4e74-922b-a11bbb247620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f HTTP/1.1" status: 200 len: 217 time: 0.0741484 Dec 10 18:25:40.419858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Allocated IP 172.20.0.2 (b1d16877-146e-4d8b-88c1-1de08f3ef31d/67aee1c5-591f-4636-85ad-3609d043b3d0/a59a3ac7-99ba-41bb-be89-607d8fe2a163) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:40.696167 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:40.786763 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:40.789486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-88520169-0509-4c0d-bda8-b495cce52066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:40.808332 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:40.820508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-88520169-0509-4c0d-bda8-b495cce52066 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.4291017 Dec 10 18:25:40.892097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a3799-6f94-401c-85bb-9db84e934df5 req-d848b81a-cd20-42c3-8748-fa49e636bf93 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:40.894699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f7a3799-6f94-401c-85bb-9db84e934df5 req-d848b81a-cd20-42c3-8748-fa49e636bf93 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 943 time: 0.3151095 Dec 10 18:25:40.907952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:40.911593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:40.916508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:40.924170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Pushing event updated for resources: {'Port': ['ID=a59a3ac7-99ba-41bb-be89-607d8fe2a163,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:40.943362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-e0861dbf-d690-491f-99ca-d3c4147aab40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983887 Dec 10 18:25:41.037870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Attempting to bind port a59a3ac7-99ba-41bb-be89-607d8fe2a163 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:41.038524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Attempting to bind port a59a3ac7-99ba-41bb-be89-607d8fe2a163 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:41.038899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Attempting to bind port a59a3ac7-99ba-41bb-be89-607d8fe2a163 on network b1d16877-146e-4d8b-88c1-1de08f3ef31d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:41.044872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:41.046057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Checking segment: {'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:41.046884 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:41.047452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Bound using segment: {'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:41.048183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Bound port: a59a3ac7-99ba-41bb-be89-607d8fe2a163, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:41.048743 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:41.145164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] For port a59a3ac7-99ba-41bb-be89-607d8fe2a163, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:41.151937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] For port a59a3ac7-99ba-41bb-be89-607d8fe2a163, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a3ac7-99ba-41bb-be89-607d8fe2a163,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:41.169345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:41.207126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f7a3799-6f94-401c-85bb-9db84e934df5 req-a8bff912-db18-4d0c-8714-030d4d08231e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735162 Dec 10 18:25:41.310153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aefa1f-8316-46d1-9d3a-8f49d79a2cf2 None None] Pushing event updated for resources: {'Port': ['ID=a59a3ac7-99ba-41bb-be89-607d8fe2a163,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:41.312832 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-c5de45f1-5e2f-4320-a8d8-27de2261ba46 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559330 Dec 10 18:25:41.341197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-3f803371-869c-474d-b58b-3bb50f0da52d tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:41.343069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-3f803371-869c-474d-b58b-3bb50f0da52d tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.30 "GET /v2.0/networks?id=d797101d-6da1-41bd-8b6b-0ff4b61ecb08 HTTP/1.1" status: 200 len: 813 time: 0.6646256 Dec 10 18:25:41.356003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ab77b094-b4d8-40f9-8e25-0fc39ecfd80f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:25:41.444282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Request body: {'port': {'device_id': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08', 'admin_state_up': True, 'tenant_id': '7ddd0bdfbabd4a4798b87411feb088bc'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:41.532826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-874a11cf-09c5-454a-8ee7-aa621659563a req-68accac2-6afe-48b1-9ce0-2a89f0084bc5 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 210 time: 0.0533040 Dec 10 18:25:41.729181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a5b8e0-bda4-4840-9904-b89167973979 req-3d164656-faa6-4f97-bb45-5c5e953a8324 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:41.737981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-325322a4-f5b4-45e0-801f-bf65cd1b0987 req-8944cd95-bc44-44fe-8215-ee0ded5db77e service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148135 Dec 10 18:25:41.746186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-69a5b8e0-bda4-4840-9904-b89167973979 req-3d164656-faa6-4f97-bb45-5c5e953a8324 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.4226294 Dec 10 18:25:41.901541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:41.942561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f', 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276', 'port_id': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f', 'mac_address': 'fa:16:3e:8d:99:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd31e734-b838-4332-a930-39eda0db1aba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:25:42.033256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-69a5b8e0-bda4-4840-9904-b89167973979 req-7162eaf5-b7a2-4566-a87c-e51eb40112c1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889755 Dec 10 18:25:42.132539 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:42.153453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Made reservation on behalf of 7ddd0bdfbabd4a4798b87411feb088bc for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:42.160477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab77b094-b4d8-40f9-8e25-0fc39ecfd80f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:42.162982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:42.200745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:42.206547 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:42.320276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:42.433118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.20.0.1 (b1d16877-146e-4d8b-88c1-1de08f3ef31d/67aee1c5-591f-4636-85ad-3609d043b3d0/5beb37af-a620-4d5c-86d2-3d4f8d3087fd) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:42.478655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f9707-ddc6-41ec-b9bd-e7dedb367e2b req-43653177-73df-40ea-a68d-4df0022e2621 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:42.494914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-336f9707-ddc6-41ec-b9bd-e7dedb367e2b req-43653177-73df-40ea-a68d-4df0022e2621 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 944 time: 0.0984645 Dec 10 18:25:42.499591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['ab77b094-b4d8-40f9-8e25-0fc39ecfd80f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:42.694592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-336f9707-ddc6-41ec-b9bd-e7dedb367e2b req-c22faed4-29a4-4dac-b23a-8ea2ba7fe34f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866696 Dec 10 18:25:43.082061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a59a3ac7-99ba-41bb-be89-607d8fe2a163 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:43.278251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a59a3ac7-99ba-41bb-be89-607d8fe2a163 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:43.283072 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:43.393632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a868ab-33f1-4a18-97d4-fdc17c9deb87 req-4f56085c-ec2d-44fc-8c0e-3142712908f4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:43.402007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38a868ab-33f1-4a18-97d4-fdc17c9deb87 req-4f56085c-ec2d-44fc-8c0e-3142712908f4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.1278794 Dec 10 18:25:43.474325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780bc405-bb53-4f15-91e2-3b13760eec86 None None] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:43.537578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38a868ab-33f1-4a18-97d4-fdc17c9deb87 req-3033257c-cc98-47a8-82d4-b401bea220e4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335909 Dec 10 18:25:43.580040 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:43.636586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Allocated IP 172.20.0.3 (d797101d-6da1-41bd-8b6b-0ff4b61ecb08/3eddb628-5bb4-417c-9185-ffd317d87ed6/aea5e0e0-2307-4cdd-87aa-b001bba386ae) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:43.657506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-37f34467-c376-4b01-8902-a5f6e309a5bb None None] Provisioning complete for port a59a3ac7-99ba-41bb-be89-607d8fe2a163 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:43.658508 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37f34467-c376-4b01-8902-a5f6e309a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:43.663161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a59a3ac7-99ba-41bb-be89-607d8fe2a163, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a3ac7-99ba-41bb-be89-607d8fe2a163,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:43.728290 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:43.996077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a59a3ac7-99ba-41bb-be89-607d8fe2a163,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:44.036065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc28c07-a9b7-4d0a-a4c2-77b344dc0d72 req-b54399cb-4e92-4a16-9d7a-589f0a79513a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:44.046004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ebc28c07-a9b7-4d0a-a4c2-77b344dc0d72 req-b54399cb-4e92-4a16-9d7a-589f0a79513a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 944 time: 0.0817192 Dec 10 18:25:44.132201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ebc28c07-a9b7-4d0a-a4c2-77b344dc0d72 req-5b66eff4-2abd-4075-8681-a64cdfb515cc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846407 Dec 10 18:25:44.290682 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed04a0ac-5292-4076-8e61-252edd0357f1 req-56ceb6b0-8295-4301-b3a3-74175553d521 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 210 time: 0.3869729 Dec 10 18:25:44.382293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:44.451885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:44.474873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d303acae-6d5c-4cdc-ad5b-1a963d3e5e60 None None] Provisioning complete for port a59a3ac7-99ba-41bb-be89-607d8fe2a163 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:44.475519 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d303acae-6d5c-4cdc-ad5b-1a963d3e5e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:44.481142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:44.588108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:44.594123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:44.606501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:44.611185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:44.679056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Pushing event updated for resources: {'Port': ['ID=aea5e0e0-2307-4cdd-87aa-b001bba386ae,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:44.765749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8105-f0a5-425b-9fcf-df06917447fd req-7709e95c-0252-4ff8-bf0d-a27797cc1adc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:44.771295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:44.774188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22fc8105-f0a5-425b-9fcf-df06917447fd req-7709e95c-0252-4ff8-bf0d-a27797cc1adc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.0664189 Dec 10 18:25:44.792708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:44.797391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:44.802736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:44.836562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:44.837423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:44.901493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22fc8105-f0a5-425b-9fcf-df06917447fd req-76625106-1116-48df-8006-4a5e8078cee4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257429 Dec 10 18:25:44.956478 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-280e78a7-c365-476d-a0d9-a85abd493c85 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5157626 Dec 10 18:25:44.976163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Request body: {'port': {'device_id': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:45.029107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a59a3ac7-99ba-41bb-be89-607d8fe2a163 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:45.085980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:45.186269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a59a3ac7-99ba-41bb-be89-607d8fe2a163 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:45.186779 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:45.365032 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:45.382281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ab77b094-b4d8-40f9-8e25-0fc39ecfd80f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:45.481294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9b2120e9-df54-47cf-8875-8a9fb02b80c4 None None] Provisioning complete for port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:45.482431 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b2120e9-df54-47cf-8875-8a9fb02b80c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:45.583693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9b2120e9-df54-47cf-8875-8a9fb02b80c4 None None] Port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:45.591468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:25:45.607413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:45.608260 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:45.628408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7468d3a-2362-4d88-8ce4-fa17bd7a3416 req-522767f6-8d2f-4438-be52-6ad64f41caff tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:45.648710 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7468d3a-2362-4d88-8ce4-fa17bd7a3416 req-522767f6-8d2f-4438-be52-6ad64f41caff tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 931 time: 0.1493320 Dec 10 18:25:45.793665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7468d3a-2362-4d88-8ce4-fa17bd7a3416 req-c5da8303-61d3-4384-b8ba-903881fc9eb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412511 Dec 10 18:25:45.809787 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:45.876540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:45.882562 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0b4a4b-e426-4db8-a9a4-a7b0ad06da68" -d '{"events": [{"server_uuid": "5d3ecf40-59c1-444d-b916-fd5a0de84885", "name": "network-vif-plugged", "status": "completed", "tag": "ab77b094-b4d8-40f9-8e25-0fc39ecfd80f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:45.889956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b824f-29c4-443c-8223-0b91e3baca15 req-386ffb30-7dc5-451c-940b-51bc0fb401cb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:45.892261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f85b824f-29c4-443c-8223-0b91e3baca15 req-386ffb30-7dc5-451c-940b-51bc0fb401cb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 944 time: 0.5113609 Dec 10 18:25:45.937447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:45.945371 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:46.017242 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b50d8-d218-4aad-8815-8a9fa61059f4 x-openstack-request-id: req-724b50d8-d218-4aad-8815-8a9fa61059f4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:46.019396 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3ecf40-59c1-444d-b916-fd5a0de84885", "name": "network-vif-plugged", "status": "completed", "tag": "ab77b094-b4d8-40f9-8e25-0fc39ecfd80f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:46.019811 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-724b50d8-d218-4aad-8815-8a9fa61059f4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:46.020242 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f', 'code': 200} Dec 10 18:25:46.111600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:46.171625 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:25:46.184921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0098dbc-de42-4fb9-90b4-b95f87cbc314 req-cab3f867-0812-47df-8e10-af20695f1ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:46.187086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0098dbc-de42-4fb9-90b4-b95f87cbc314 req-cab3f867-0812-47df-8e10-af20695f1ffc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 1096 time: 0.1043510 Dec 10 18:25:46.187247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:46.265619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939b0ae-9325-4355-8020-c8aabc873815 req-7d33b1a6-aff4-4f81-8a0c-1b2fd83d70e6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:46.280348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b939b0ae-9325-4355-8020-c8aabc873815 req-7d33b1a6-aff4-4f81-8a0c-1b2fd83d70e6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.1401603 Dec 10 18:25:46.364106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0098dbc-de42-4fb9-90b4-b95f87cbc314 req-4e45c834-2230-41d3-99cf-df41a5b4eab6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674714 Dec 10 18:25:46.432616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b939b0ae-9325-4355-8020-c8aabc873815 req-6f038b83-ba06-441e-8d72-07e426d83915 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498001 Dec 10 18:25:46.618654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f85b824f-29c4-443c-8223-0b91e3baca15 req-4f4c28e0-deee-4cdb-a15c-8aad379717e0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128661 Dec 10 18:25:46.630105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:46.646403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:46.784936 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:46.787850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:47.057146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924ca2a-9532-42d1-ab1e-cf02679f11b7 req-c92fb460-0d62-4ebf-93aa-915829838f00 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:47.059745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c924ca2a-9532-42d1-ab1e-cf02679f11b7 req-c92fb460-0d62-4ebf-93aa-915829838f00 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 931 time: 0.1523738 Dec 10 18:25:47.097747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:47.106434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:47.200010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c924ca2a-9532-42d1-ab1e-cf02679f11b7 req-3d891256-4ecb-4e7e-931f-0fb30918e86a tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330695 Dec 10 18:25:47.373360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea5e0e0-2307-4cdd-87aa-b001bba386ae {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:47.385674 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:47.424070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Transition to ACTIVE for port object aea5e0e0-2307-4cdd-87aa-b001bba386ae will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:25:47.430412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:47.538670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e99f579d-7dc3-4b63-a3d8-040024aaac69 None None] Provisioning complete for port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:47.539323 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e99f579d-7dc3-4b63-a3d8-040024aaac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:47.559922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:25:47.602483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e99f579d-7dc3-4b63-a3d8-040024aaac69 None None] Port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:25:47.752117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Pushing event updated for resources: {'Port': ['ID=aea5e0e0-2307-4cdd-87aa-b001bba386ae,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:47.977645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:25:47.984174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae68e6-5a1d-4034-b755-de4fdf343a3e req-5a2bd6f5-4426-4bb7-b679-8180a3d7f605 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:47.989351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0321a57d-6b2e-416c-89aa-ab4b86fdb131 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2347419 Dec 10 18:25:47.992785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99221fe-be02-463b-ae56-150090319520 None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:25:47.994946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50964) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:47.997906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0bae68e6-5a1d-4034-b755-de4fdf343a3e req-5a2bd6f5-4426-4bb7-b679-8180a3d7f605 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 945 time: 0.1010721 Dec 10 18:25:48.000708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1717995501'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:48.030955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:48.031952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:48.050659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c853c-5c2d-4566-afa1-28d04badaf3e req-ac157bcb-1fb8-4db9-9d16-5f90f9f6a51d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:48.052622 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b9c853c-5c2d-4566-afa1-28d04badaf3e req-ac157bcb-1fb8-4db9-9d16-5f90f9f6a51d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.3755419 Dec 10 18:25:48.058537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Attempting to bind port aea5e0e0-2307-4cdd-87aa-b001bba386ae on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:48.059014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Attempting to bind port aea5e0e0-2307-4cdd-87aa-b001bba386ae by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '10935193-ed43-4678-acdd-ff6f069703c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:48.059448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Attempting to bind port aea5e0e0-2307-4cdd-87aa-b001bba386ae on network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:48.075960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Port aea5e0e0-2307-4cdd-87aa-b001bba386ae on network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:25:48.076603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Attempting to bind port aea5e0e0-2307-4cdd-87aa-b001bba386ae on network d797101d-6da1-41bd-8b6b-0ff4b61ecb08 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:48.087704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:48.091987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.109607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:48.110520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Checking segment: {'id': '10935193-ed43-4678-acdd-ff6f069703c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:48.110520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Bound using segment: {'id': '10935193-ed43-4678-acdd-ff6f069703c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:48.111304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Bound port: aea5e0e0-2307-4cdd-87aa-b001bba386ae, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10935193-ed43-4678-acdd-ff6f069703c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:48.112190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.155374 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0bae68e6-5a1d-4034-b755-de4fdf343a3e req-8e2323e2-5e7d-4a2d-95c3-11a4209ca0cd tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558759 Dec 10 18:25:48.195471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:25:48.237869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] For port aea5e0e0-2307-4cdd-87aa-b001bba386ae, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:48.243927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] For port aea5e0e0-2307-4cdd-87aa-b001bba386ae, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=aea5e0e0-2307-4cdd-87aa-b001bba386ae,segment=NetworkSegment(10935193-ed43-4678-acdd-ff6f069703c6),segment_id=10935193-ed43-4678-acdd-ff6f069703c6)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:48.266998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b9c853c-5c2d-4566-afa1-28d04badaf3e req-b11ed11f-5c72-49fb-93ea-f33fb6c9e0f0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934118 Dec 10 18:25:48.266998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.308657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.309252 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment de5e3468-6f8e-4360-a9c1-59862b923be6 of type vlan for network 9e041fc4-5f4a-46bd-8c32-6726c423e562 Dec 10 18:25:48.387567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:48.388319 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.389844 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] 10.222.0.30 "PUT /v2.0/ports/aea5e0e0-2307-4cdd-87aa-b001bba386ae HTTP/1.1" status: 200 len: 1091 time: 3.4247236 Dec 10 18:25:48.390384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'tag': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:48.393570 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97445e4d-5cb7-4dab-ba4a-587038325b83" -d '{"events": [{"name": "network-changed", "server_uuid": "5fc260dc-cf63-46e0-bf7d-cc8199f8ec04", "tag": "aea5e0e0-2307-4cdd-87aa-b001bba386ae"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:48.411477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:25:48.430257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.439711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ff5ed-60a5-41d9-b97d-ead51cfaca58 service neutron] Pushing event updated for resources: {'Port': ['ID=aea5e0e0-2307-4cdd-87aa-b001bba386ae,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:48.596440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.605492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:48.606305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:48.734862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=9e041fc4-5f4a-46bd-8c32-6726c423e562,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:48.762687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-90b0e495-742b-4ba7-bc17-2583395c621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:48.766072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-90b0e495-742b-4ba7-bc17-2583395c621c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ddd0bdfbabd4a4798b87411feb088bc&device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 1094 time: 0.3129838 Dec 10 18:25:48.767690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:25:48.774764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:48.776115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ec9a61ca-111b-474a-a233-5a2641013818 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7796793 Dec 10 18:25:48.781093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:48.783034 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fc5884-c6bb-45cd-8eca-1e3a7fed9201 x-openstack-request-id: req-a4fc5884-c6bb-45cd-8eca-1e3a7fed9201 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:48.783526 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fc260dc-cf63-46e0-bf7d-cc8199f8ec04", "tag": "aea5e0e0-2307-4cdd-87aa-b001bba386ae", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:48.783987 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4fc5884-c6bb-45cd-8eca-1e3a7fed9201 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:48.784923 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'tag': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae', 'status': 'completed', 'code': 200} Dec 10 18:25:48.875323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13b264-be34-4e3e-bd94-7ad15262ae24 req-623e43ed-e443-483b-88d5-cf52101f922e tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:48.897082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c13b264-be34-4e3e-bd94-7ad15262ae24 req-623e43ed-e443-483b-88d5-cf52101f922e tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 943 time: 0.3907228 Dec 10 18:25:48.914248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:48.960450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:49.029870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:25:45Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:46Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:49.038517 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-aec90f18-09bc-4d8b-8736-d877b80b1adb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea5e0e0-2307-4cdd-87aa-b001bba386ae HTTP/1.1" status: 200 len: 217 time: 0.2489972 Dec 10 18:25:49.161720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8c0d0-db08-4673-9f92-4b16fed3f91d req-b4b7fb32-0658-4680-bed8-752887162ffe tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:49.170334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dd8c0d0-db08-4673-9f92-4b16fed3f91d req-b4b7fb32-0658-4680-bed8-752887162ffe tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 945 time: 0.1993396 Dec 10 18:25:49.256133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dd8c0d0-db08-4673-9f92-4b16fed3f91d req-6041211f-3274-473a-8b14-966fcc2dd7fc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837016 Dec 10 18:25:49.316692 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c13b264-be34-4e3e-bd94-7ad15262ae24 req-8046c9b2-9315-4fb2-9970-39e5751144d5 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186268 Dec 10 18:25:49.370231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-79a519ff-60f4-4237-9adf-6e7bc03f73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:49.375009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-79a519ff-60f4-4237-9adf-6e7bc03f73fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3eddb628-5bb4-417c-9185-ffd317d87ed6 HTTP/1.1" status: 200 len: 853 time: 0.3266714 Dec 10 18:25:49.416547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99221fe-be02-463b-ae56-150090319520 None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:25:49.416897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99221fe-be02-463b-ae56-150090319520 None None] Updating router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:25:49.450290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-d28b085a-3f0f-41bf-a7d1-7a99481889ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d797101d-6da1-41bd-8b6b-0ff4b61ecb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643313 Dec 10 18:25:49.465301 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f99221fe-be02-463b-ae56-150090319520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:49.598026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:49.688696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:49.725056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1b59-d0df-4a81-a9a3-3b2d81f4bb1b req-677c7f5a-de00-443a-8a10-b5f476b39e0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:49.747759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b2b1b59-d0df-4a81-a9a3-3b2d81f4bb1b req-677c7f5a-de00-443a-8a10-b5f476b39e0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.2597196 Dec 10 18:25:49.810391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:49.810391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: 9e041fc4-5f4a-46bd-8c32-6726c423e562, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:25:49.857615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:25:49.873138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9e041fc4-5f4a-46bd-8c32-6726c423e562) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:49.881912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:49.882898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:49.896340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-467bffa5-512e-4edb-9a9d-c4a5bf8d43e1 service neutron] 10.222.0.30 "GET /v2.0/networks/d797101d-6da1-41bd-8b6b-0ff4b61ecb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332097 Dec 10 18:25:49.932256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd3cfd-3375-486a-bcf8-f631da57a67e None None] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:49.938928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8940b98c-301e-47da-865f-ba0568f89e93 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1627233 Dec 10 18:25:49.941884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50996) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:50.007217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b2b1b59-d0df-4a81-a9a3-3b2d81f4bb1b req-4d3246a1-9b43-4367-9c30-76e21e2c5e25 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579789 Dec 10 18:25:50.153153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fda0696-743c-4dd8-ab4a-7c6ba9555318 req-2842329a-f916-41ae-8bca-917b171abfcd service neutron] 10.222.0.30 "GET /v2.0/networks/d797101d-6da1-41bd-8b6b-0ff4b61ecb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414377 Dec 10 18:25:50.158863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-9e041fc4-5f4a-46bd-8c32-6726c423e562', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:25:50.162272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:50.372221 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f99221fe-be02-463b-ae56-150090319520 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:50.448697 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f99221fe-be02-463b-ae56-150090319520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:50.513849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-f3123001-66b5-418c-97e2-58043c63e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:50.526157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-f3123001-66b5-418c-97e2-58043c63e281 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7ddd0bdfbabd4a4798b87411feb088bc&device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 1094 time: 0.2989302 Dec 10 18:25:50.533657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6fac2-e601-4596-8a99-e76b509f446d None None] Pushing event updated for resources: {'Port': ['ID=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:50.748223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f99221fe-be02-463b-ae56-150090319520 None None] Attempting to bind port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:50.749030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f99221fe-be02-463b-ae56-150090319520 None None] Attempting to bind port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:50.749651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99221fe-be02-463b-ae56-150090319520 None None] Attempting to bind port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd on network b1d16877-146e-4d8b-88c1-1de08f3ef31d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:50.766856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99221fe-be02-463b-ae56-150090319520 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:50.770262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99221fe-be02-463b-ae56-150090319520 None None] Checking segment: {'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:50.771277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f99221fe-be02-463b-ae56-150090319520 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:50.775814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99221fe-be02-463b-ae56-150090319520 None None] Bound using segment: {'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:50.776751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f99221fe-be02-463b-ae56-150090319520 None None] Bound port: 5beb37af-a620-4d5c-86d2-3d4f8d3087fd, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126f46a3-a3e0-430b-9788-48021da93e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:50.777402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f99221fe-be02-463b-ae56-150090319520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:50.827997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283577ac-381d-4ab4-a543-f0e53e1bc5eb req-7435b9e8-35d2-4c54-b265-ea0063ab546e tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:50.841469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-283577ac-381d-4ab4-a543-f0e53e1bc5eb req-7435b9e8-35d2-4c54-b265-ea0063ab546e tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 943 time: 0.3980556 Dec 10 18:25:50.880931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Allocated IP 172.21.0.2 (9e041fc4-5f4a-46bd-8c32-6726c423e562/3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7/c25ce8de-55a6-42eb-a08c-aff6edf3ff96) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:51.072024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-6c714a12-b110-48c3-9f7c-8c9e4f796884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:51.073562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-6c714a12-b110-48c3-9f7c-8c9e4f796884 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d797101d-6da1-41bd-8b6b-0ff4b61ecb08 HTTP/1.1" status: 200 len: 914 time: 0.5341172 Dec 10 18:25:51.160998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-283577ac-381d-4ab4-a543-f0e53e1bc5eb req-0dce6faf-fcd0-47d0-bdef-8492314357f5 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031261 Dec 10 18:25:51.258611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-1e220671-84bd-4680-a7aa-b6b37238668f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aea5e0e0-2307-4cdd-87aa-b001bba386ae HTTP/1.1" status: 200 len: 217 time: 0.1579690 Dec 10 18:25:51.452919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-4bbfd4eb-def2-405f-963e-d90caaf378f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:51.454347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-4bbfd4eb-def2-405f-963e-d90caaf378f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3eddb628-5bb4-417c-9185-ffd317d87ed6 HTTP/1.1" status: 200 len: 853 time: 0.1855578 Dec 10 18:25:51.476085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f99221fe-be02-463b-ae56-150090319520 None None] For port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:51.491667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f99221fe-be02-463b-ae56-150090319520 None None] For port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:51.503890 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f99221fe-be02-463b-ae56-150090319520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:51.565451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6fac2-e601-4596-8a99-e76b509f446d None None] Pushing event updated for resources: {'Port': ['ID=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:51.583236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cfa3d952-a8f1-4733-8baf-658f49cf6e0f None None] Provisioning complete for port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:51.583883 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d952-a8f1-4733-8baf-658f49cf6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:51.619241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-48af5777-8538-4752-8bd6-21ae59dbcd7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d797101d-6da1-41bd-8b6b-0ff4b61ecb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214938 Dec 10 18:25:51.733358 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d952-a8f1-4733-8baf-658f49cf6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:51.787344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cfa3d952-a8f1-4733-8baf-658f49cf6e0f None None] For port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:51.805635 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfa3d952-a8f1-4733-8baf-658f49cf6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:51.819406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb3d69-502f-4649-980c-06b98c8b27eb req-516d2c43-f7e0-4e52-b43d-f2ab51e407a9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:51.837169 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-96cb3d69-502f-4649-980c-06b98c8b27eb req-516d2c43-f7e0-4e52-b43d-f2ab51e407a9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.4172251 Dec 10 18:25:51.856363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dbe60aab-4bc9-4250-b48b-042c8fb7d031 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:51.863357 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dbe60aab-4bc9-4250-b48b-042c8fb7d031 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 945 time: 1.6794860 Dec 10 18:25:51.869122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:25:51.881109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:52.008077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93494bb0-4946-430a-9959-350f9ce265cf req-ac6bbb84-6e4b-4e6d-afce-49809d104558 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:52.023118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93494bb0-4946-430a-9959-350f9ce265cf req-ac6bbb84-6e4b-4e6d-afce-49809d104558 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 945 time: 1.2435982 Dec 10 18:25:52.178303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93494bb0-4946-430a-9959-350f9ce265cf req-2379e1bb-768f-4e35-b551-0c40356636dd tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495214 Dec 10 18:25:52.322750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-66bc59df-b0ff-47c8-ab6e-9e091d83f3d1 service neutron] 10.222.0.30 "GET /v2.0/networks/d797101d-6da1-41bd-8b6b-0ff4b61ecb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750767 Dec 10 18:25:52.325639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:52.525263 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:52.608719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:52.838913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3d952-a8f1-4733-8baf-658f49cf6e0f None None] Pushing event updated for resources: {'Port': ['ID=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:52.873026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-abc7a3d5-4997-4936-812d-fffb361c4b1a None None] Provisioning complete for port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:52.875593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abc7a3d5-4997-4936-812d-fffb361c4b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:52.991455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.21.0.1 (9e041fc4-5f4a-46bd-8c32-6726c423e562/3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7/d98045ff-fa8d-479a-a775-3e4937245b41) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:25:53.033105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Pushing event updated for resources: {'Port': ['ID=c25ce8de-55a6-42eb-a08c-aff6edf3ff96,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:53.073035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:25:53.082512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:53.179877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:53.194467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:53.222673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:53.294782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Deleting port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:25:53.295176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:53.411809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] For port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:53.412233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:53.422628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device aea5e0e0-2307-4cdd-87aa-b001bba386ae details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:25:53.428845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Calling delete_port for ab77b094-b4d8-40f9-8e25-0fc39ecfd80f owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:25:53.430220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ab77b094-b4d8-40f9-8e25-0fc39ecfd80f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:25:53.598345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:53.636912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97445e4d-5cb7-4dab-ba4a-587038325b83 req-e6447e20-d1a8-4460-b557-ca71e5e91200 service neutron] 10.222.0.30 "GET /v2.0/networks/d797101d-6da1-41bd-8b6b-0ff4b61ecb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3117423 Dec 10 18:25:53.702441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-96cb3d69-502f-4649-980c-06b98c8b27eb req-6b72ab3b-6b84-4dff-8f18-235b3e5e87f9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8574338 Dec 10 18:25:53.757645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Attempting to bind port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:25:53.758256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Attempting to bind port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:25:53.758399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Attempting to bind port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 on network 9e041fc4-5f4a-46bd-8c32-6726c423e562 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:25:53.854102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:53.857423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:53.881562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:25:53.883655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=d98045ff-fa8d-479a-a775-3e4937245b41,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:53.885057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:25:53.886146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Checking segment: {'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:25:53.886146 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:53.886694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Bound using segment: {'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:25:53.887410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Bound port: c25ce8de-55a6-42eb-a08c-aff6edf3ff96, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:25:53.887855 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:53.888050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:25:53.916130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb14194-f012-4f01-9632-6c8bd768b894 req-6c7258bd-4456-4ab1-a136-f760ee9b5301 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:53.920417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fb14194-f012-4f01-9632-6c8bd768b894 req-6c7258bd-4456-4ab1-a136-f760ee9b5301 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 943 time: 1.4835634 Dec 10 18:25:54.147626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fb14194-f012-4f01-9632-6c8bd768b894 req-baa15b19-0aea-4005-8858-3e5d7b46c3de tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725531 Dec 10 18:25:54.190946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:54.257292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e064d-8124-45fe-9dbc-bf64c6085812 req-59492388-a13d-4ccd-b44e-5dae085ede04 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:54.287774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a15e064d-8124-45fe-9dbc-bf64c6085812 req-59492388-a13d-4ccd-b44e-5dae085ede04 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d3ecf40-59c1-444d-b916-fd5a0de84885 HTTP/1.1" status: 200 len: 945 time: 0.2303576 Dec 10 18:25:54.423515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a15e064d-8124-45fe-9dbc-bf64c6085812 req-a3ad1d63-bf5a-411b-bf6a-bc8cdbdc71eb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155858 Dec 10 18:25:54.556249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:54.673335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Pushing event deleted for resources: {'Port': ['ID=ab77b094-b4d8-40f9-8e25-0fc39ecfd80f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:54.692972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6ca3dfb0-982e-47f0-95f9-664693e30999'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:54.942123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-d7fc50d8-0e8d-48a9-9037-48588e2d2f14 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1670039 Dec 10 18:25:54.967807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] No DVR routers for this DVR port ab77b094-b4d8-40f9-8e25-0fc39ecfd80f on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:25:54.981208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:54.985374 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9bbafd80-0e46-4818-8a3e-465c98e18626 req-dc3ad179-c3e4-44cd-9ed4-1993d3944d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "DELETE /v2.0/ports/ab77b094-b4d8-40f9-8e25-0fc39ecfd80f HTTP/1.1" status: 204 len: 173 time: 3.0880423 Dec 10 18:25:54.986444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'name': 'network-vif-deleted', 'tag': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:25:54.990452 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92587379-924d-492e-90c9-babc4b98d27d" -d '{"events": [{"server_uuid": "5d3ecf40-59c1-444d-b916-fd5a0de84885", "name": "network-vif-deleted", "tag": "ab77b094-b4d8-40f9-8e25-0fc39ecfd80f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:25:55.031955 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:55.134043 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad254f4-a4c8-456a-b7de-5d00e58b54db x-openstack-request-id: req-7ad254f4-a4c8-456a-b7de-5d00e58b54db {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:25:55.134457 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3ecf40-59c1-444d-b916-fd5a0de84885", "name": "network-vif-deleted", "tag": "ab77b094-b4d8-40f9-8e25-0fc39ecfd80f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:25:55.135381 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ad254f4-a4c8-456a-b7de-5d00e58b54db {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:25:55.136534 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3ecf40-59c1-444d-b916-fd5a0de84885', 'name': 'network-vif-deleted', 'tag': 'ab77b094-b4d8-40f9-8e25-0fc39ecfd80f', 'status': 'completed', 'code': 200} Dec 10 18:25:55.220474 n-d-821424-1 neutron-server[103501]: INFO neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No ports have port_id starting with ab77b094-b4d8-40f9-8e25-0fc39ecfd80f Dec 10 18:25:55.311749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.316611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.317095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.321824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.326390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.326925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.327524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.330340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-db68ff7c-dcfd-4135-957e-d72b0828721d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.2573965 Dec 10 18:25:55.568404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port aea5e0e0-2307-4cdd-87aa-b001bba386ae, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=aea5e0e0-2307-4cdd-87aa-b001bba386ae,segment=NetworkSegment(10935193-ed43-4678-acdd-ff6f069703c6),segment_id=10935193-ed43-4678-acdd-ff6f069703c6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:55.586434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ea0fb-f486-421c-a610-70c948baa01e req-a100cf67-2c14-4945-8c30-8d1d263c84dd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.591361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e4ea0fb-f486-421c-a610-70c948baa01e req-a100cf67-2c14-4945-8c30-8d1d263c84dd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.6190772 Dec 10 18:25:55.599354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] For port c25ce8de-55a6-42eb-a08c-aff6edf3ff96, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:25:55.683721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] For port c25ce8de-55a6-42eb-a08c-aff6edf3ff96, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c25ce8de-55a6-42eb-a08c-aff6edf3ff96,segment=NetworkSegment(de5e3468-6f8e-4360-a9c1-59862b923be6),segment_id=de5e3468-6f8e-4360-a9c1-59862b923be6)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:25:55.693262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae', 'network_id': 'd797101d-6da1-41bd-8b6b-0ff4b61ecb08', 'port_id': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae', 'mac_address': 'fa:16:3e:ee:38:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eddb628-5bb4-417c-9185-ffd317d87ed6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:25:55.810654 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:55.898291 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8152546-54e6-401e-8eb5-e168fe5897f2 req-bb3151cf-57c3-46f3-bfc8-9dc720ef6397 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.927370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8152546-54e6-401e-8eb5-e168fe5897f2 req-bb3151cf-57c3-46f3-bfc8-9dc720ef6397 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 943 time: 0.4295871 Dec 10 18:25:55.967244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f99221fe-be02-463b-ae56-150090319520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:25:45Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:25:55.972160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-e184bcfd-8c46-492f-95e9-a7566f608ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.973190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-e184bcfd-8c46-492f-95e9-a7566f608ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.978948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-e184bcfd-8c46-492f-95e9-a7566f608ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:55.981751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-e184bcfd-8c46-492f-95e9-a7566f608ddc service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 2298 time: 0.5957093 Dec 10 18:25:56.056550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e4ea0fb-f486-421c-a610-70c948baa01e req-4b434750-0e4f-4e0b-ac0d-e5a056694393 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315708 Dec 10 18:25:56.107463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99221fe-be02-463b-ae56-150090319520 None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:25:45Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:25:56.173462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667122c9-994f-4138-a133-6a17afc5bc8e None None] Pushing event updated for resources: {'Port': ['ID=c25ce8de-55a6-42eb-a08c-aff6edf3ff96,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:56.186386 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:56.213353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea5e0e0-2307-4cdd-87aa-b001bba386ae {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:25:56.297800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port aea5e0e0-2307-4cdd-87aa-b001bba386ae, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=aea5e0e0-2307-4cdd-87aa-b001bba386ae,segment=NetworkSegment(10935193-ed43-4678-acdd-ff6f069703c6),segment_id=10935193-ed43-4678-acdd-ff6f069703c6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:56.307558 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:56.378428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-3078153c-2000-44e2-84dd-fa57531038cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:56.382597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-3078153c-2000-44e2-84dd-fa57531038cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1098 time: 0.7300830 Dec 10 18:25:56.513561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8152546-54e6-401e-8eb5-e168fe5897f2 req-f3fdf91b-affd-471c-8d2d-d2ecafdb662e tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798259 Dec 10 18:25:56.523356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=aea5e0e0-2307-4cdd-87aa-b001bba386ae,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:56.642413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['aea5e0e0-2307-4cdd-87aa-b001bba386ae'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:25:56.659633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-647032d5-57b5-4263-9719-83d1796a4135 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1002 time: 0.6636217 Dec 10 18:25:56.822918 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:56.835910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:56.887668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-92e0ca50-223f-4c49-8b46-9daa4e3a1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:56.892867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-92e0ca50-223f-4c49-8b46-9daa4e3a1402 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 0.2247436 Dec 10 18:25:56.975878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-e9bfc39e-ba6f-4174-99e4-9a538fc4ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:56.982066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-e9bfc39e-ba6f-4174-99e4-9a538fc4ac53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.5719883 Dec 10 18:25:56.985531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:57.067619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-2c01bc1e-abaf-468b-b12b-8d41ea0d8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:57.069499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-2c01bc1e-abaf-468b-b12b-8d41ea0d8a41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695695 Dec 10 18:25:57.445291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-824508b7-7aa2-4dda-8033-277a4c8f3722 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1002 time: 0.4379272 Dec 10 18:25:57.637492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-2c0a0ed6-bc15-40c6-a4db-35b458439d25 service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599554 Dec 10 18:25:57.676701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:25:57.686791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=d98045ff-fa8d-479a-a775-3e4937245b41,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:57.711801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:25:57.769314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c25ce8de-55a6-42eb-a08c-aff6edf3ff96 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:57.825595 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-8ba23b75-2ef6-4487-8473-43dec075cece service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715798 Dec 10 18:25:57.934306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:57.935021 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:57.966160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-11a525b7-21ca-4f53-91b7-cec456d15167 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 217 time: 0.1217046 Dec 10 18:25:57.985426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad09939-5504-4f80-a7ca-006a648171ec req-ab439f6d-945f-44f5-acc8-4f781051abc6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:57.999900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ad09939-5504-4f80-a7ca-006a648171ec req-ab439f6d-945f-44f5-acc8-4f781051abc6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.5253005 Dec 10 18:25:58.082242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:25:58.147344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:58.151537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-823e126b-0df0-4a03-8acc-2d29b9db7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:58.166419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-823e126b-0df0-4a03-8acc-2d29b9db7bff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.6346171 Dec 10 18:25:58.204884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f04fc-f5b2-45d3-8c98-51c36726ca08 req-77d767ba-4e93-4541-864d-d3f21af7ddfa tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:58.216537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-422f04fc-f5b2-45d3-8c98-51c36726ca08 req-77d767ba-4e93-4541-864d-d3f21af7ddfa tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 1.2196176 Dec 10 18:25:58.232569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port c25ce8de-55a6-42eb-a08c-aff6edf3ff96, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c25ce8de-55a6-42eb-a08c-aff6edf3ff96,segment=NetworkSegment(de5e3468-6f8e-4360-a9c1-59862b923be6),segment_id=de5e3468-6f8e-4360-a9c1-59862b923be6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:25:58.246055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:58.246885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5beb37af-a620-4d5c-86d2-3d4f8d3087fd up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:58.281982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-c5de09cb-5a40-4ce6-b6cb-7e5e43fdc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:58.288762 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-c5de09cb-5a40-4ce6-b6cb-7e5e43fdc242 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.2744720 Dec 10 18:25:58.386953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ad09939-5504-4f80-a7ca-006a648171ec req-00e3ff1a-9af5-43f0-b505-d3efb16d681b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3860838 Dec 10 18:25:58.422220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-24945e82-1f3a-4aad-99ea-70c07c9c244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:58.424240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-24945e82-1f3a-4aad-99ea-70c07c9c244f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1213961 Dec 10 18:25:58.524682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device aea5e0e0-2307-4cdd-87aa-b001bba386ae up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:25:58.544299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=c25ce8de-55a6-42eb-a08c-aff6edf3ff96,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:25:58.559309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-422f04fc-f5b2-45d3-8c98-51c36726ca08 req-81cb086c-884a-46da-975b-472a5daafc0c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384509 Dec 10 18:25:58.692764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-27b2656a-0c81-4b06-98db-5e627fbf32c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:58.697457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-27b2656a-0c81-4b06-98db-5e627fbf32c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4518764 Dec 10 18:25:58.785164 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d0630a1-6ccd-4cda-bca6-434d6d3f5500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:58.806958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf77aa9-cf99-4177-92de-5964ed9ba3b2 req-2b1deade-2e9b-4187-bd4c-2f1595a0ecf2 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:58.809509 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fbf77aa9-cf99-4177-92de-5964ed9ba3b2 req-2b1deade-2e9b-4187-bd4c-2f1595a0ecf2 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 944 time: 0.1602938 Dec 10 18:25:58.820543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef9f473-491e-442f-8c41-fbfc4132587f None None] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:25:58.950139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:25:58.963768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-54242327-fbb8-4804-a011-39a0f87df816 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0204568 Dec 10 18:25:59.042348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51100) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:25:59.051369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fbf77aa9-cf99-4177-92de-5964ed9ba3b2 req-149a6440-acc0-463e-b2be-b39a4f8db0b6 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348073 Dec 10 18:25:59.077768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1565290206'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:25:59.114004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-3fe0c8e8-faf2-44c1-9aa3-d794c0ab8d0e service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875790 Dec 10 18:25:59.155772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-8e990da0-6fac-41d9-b9bd-29617c15b2b7 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226710 Dec 10 18:25:59.219751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:59.220016 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.235402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:25:59.248289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.432190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-41f41892-40bf-4787-8796-f7817ce09dc9 None None] Provisioning complete for port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:59.437681 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41f41892-40bf-4787-8796-f7817ce09dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.471296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:25:59.499649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.500109 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment 8da3402f-6d66-49c8-9ad3-291285bc5a29 of type vlan for network d603fd24-ac55-4646-824c-c7072ad67d36 Dec 10 18:25:59.533013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port aea5e0e0-2307-4cdd-87aa-b001bba386ae completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:25:59.540439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port aea5e0e0-2307-4cdd-87aa-b001bba386ae triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:25:59.540823 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.590473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0422f5d9-207c-4a1e-badd-c113043c71e1 req-1d9e21f7-b6eb-4be4-819d-4af107fa2dec service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300897 Dec 10 18:25:59.647195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.760061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408416f-6427-4788-93b7-76a9474bad38 req-549c481b-6b60-47d7-8c4d-beaec2cc6368 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:59.764078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.766572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8408416f-6427-4788-93b7-76a9474bad38 req-549c481b-6b60-47d7-8c4d-beaec2cc6368 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.6502893 Dec 10 18:25:59.779516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:25:59.784696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:25:59.913075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8408416f-6427-4788-93b7-76a9474bad38 req-a758e352-6c8c-4b51-8b67-3c5f6f7ec727 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370938 Dec 10 18:25:59.985675 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:00.008399 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:00.009041 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:25:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:00.243996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:00.248732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c25ce8de-55a6-42eb-a08c-aff6edf3ff96 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:00.312938 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:00.327733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=d603fd24-ac55-4646-824c-c7072ad67d36,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:00.398424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e1765d1-6a17-4341-a0a5-dfff576612c9 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3446600 Dec 10 18:26:00.414161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:00.416303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d603fd24-ac55-4646-824c-c7072ad67d36 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:26:00.428044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb6008-691a-40ea-92e4-3b81ea84e788 req-790a90d5-02bc-4768-9039-9b522bc32094 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:00.447418 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6cb6008-691a-40ea-92e4-3b81ea84e788 req-790a90d5-02bc-4768-9039-9b522bc32094 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1937656 Dec 10 18:26:00.447753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2faf37-39ee-466f-a57e-dadfe03ad89e req-c2f0a425-eb7e-47f8-acec-5cc28614a3e3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:00.457207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef2faf37-39ee-466f-a57e-dadfe03ad89e req-c2f0a425-eb7e-47f8-acec-5cc28614a3e3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.7279325 Dec 10 18:26:00.462208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-7f8d2640-f622-420e-b6fc-5c73e1d2bf35 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2941108 Dec 10 18:26:00.484580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:00.653475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6cb6008-691a-40ea-92e4-3b81ea84e788 req-03fc7c27-8552-48bc-ab2f-4f4d57f89d84 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941323 Dec 10 18:26:00.704136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:00.709997 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064e28af-37d5-4eca-b79a-a40015e32a2a" -d '{"events": [{"server_uuid": "5fc260dc-cf63-46e0-bf7d-cc8199f8ec04", "name": "network-vif-plugged", "status": "completed", "tag": "aea5e0e0-2307-4cdd-87aa-b001bba386ae"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:00.784111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:00.785013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:01.008968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea6f74-3406-489e-be0d-d1b1001dbbd2 req-513dc215-029d-4aef-9602-9a1833487e6a tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:01.010733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3eea6f74-3406-489e-be0d-d1b1001dbbd2 req-513dc215-029d-4aef-9602-9a1833487e6a tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 944 time: 0.1577303 Dec 10 18:26:01.042202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f7172110-b87b-4f5f-b988-7b88d7a2a9db None None] Provisioning complete for port d98045ff-fa8d-479a-a775-3e4937245b41 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:01.059983 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7172110-b87b-4f5f-b988-7b88d7a2a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:01.107556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3eea6f74-3406-489e-be0d-d1b1001dbbd2 req-122aeec5-4e26-4c6c-bd92-cb69317d0d0f tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893481 Dec 10 18:26:01.126763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port aea5e0e0-2307-4cdd-87aa-b001bba386ae, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=aea5e0e0-2307-4cdd-87aa-b001bba386ae,segment=NetworkSegment(10935193-ed43-4678-acdd-ff6f069703c6),segment_id=10935193-ed43-4678-acdd-ff6f069703c6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:01.171848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-543da420-b186-4de1-9d96-e3a950e65eed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 217 time: 0.2422752 Dec 10 18:26:01.276477 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f95240-e84a-4424-acce-6fbb4964e605 x-openstack-request-id: req-23f95240-e84a-4424-acce-6fbb4964e605 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:01.277158 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc260dc-cf63-46e0-bf7d-cc8199f8ec04", "name": "network-vif-plugged", "status": "completed", "tag": "aea5e0e0-2307-4cdd-87aa-b001bba386ae", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:01.277158 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23f95240-e84a-4424-acce-6fbb4964e605 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:01.277584 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae', 'code': 200} Dec 10 18:26:01.369758 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:01.417548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:26:01.420246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee0e17-9203-48c7-bf5b-d5cc4df7879c req-5b5a4743-ab30-4b93-840a-d7e0ebdb03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:01.441095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65ee0e17-9203-48c7-bf5b-d5cc4df7879c req-5b5a4743-ab30-4b93-840a-d7e0ebdb03af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 1096 time: 0.1408491 Dec 10 18:26:01.451985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:01.519329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65ee0e17-9203-48c7-bf5b-d5cc4df7879c req-329dddf9-126a-49ca-b64a-7b70ebdedce8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695693 Dec 10 18:26:01.797496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f7172110-b87b-4f5f-b988-7b88d7a2a9db None None] Port d98045ff-fa8d-479a-a775-3e4937245b41 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:01.843115 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:25:54Z', 'revision_number': 3, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:25:55Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:01.879221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-e93b71c3-761d-4aa5-8d49-68804c40bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:01.882638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-e93b71c3-761d-4aa5-8d49-68804c40bf8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.6984820 Dec 10 18:26:01.942492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c681a143-c194-49dd-8c10-2b3ad972cfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:01.982464 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:01.983121 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Updating router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 port d98045ff-fa8d-479a-a775-3e4937245b41 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:26:01.995031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f7172110-b87b-4f5f-b988-7b88d7a2a9db None None] Provisioning complete for port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:02.006162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7172110-b87b-4f5f-b988-7b88d7a2a9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:02.187422 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:02.259021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef2faf37-39ee-466f-a57e-dadfe03ad89e req-97e4ad9c-b814-4a95-a5ba-6d4020f7573b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7947116 Dec 10 18:26:02.279613 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:02.286573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:02.290112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=aea5e0e0-2307-4cdd-87aa-b001bba386ae,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:02.433851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-0e441666-2902-45ab-9257-9859e26fc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:02.446818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-0e441666-2902-45ab-9257-9859e26fc0e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4911692 Dec 10 18:26:02.462126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e2c97-7d8a-48fd-9a7b-40249bc6593f req-8cf680c5-ff66-4c8c-8154-04598f6358d5 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:02.485982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-771e2c97-7d8a-48fd-9a7b-40249bc6593f req-8cf680c5-ff66-4c8c-8154-04598f6358d5 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 945 time: 0.1868987 Dec 10 18:26:02.633081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-771e2c97-7d8a-48fd-9a7b-40249bc6593f req-eca92428-47c0-497e-b131-83c1ffa05e45 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407506 Dec 10 18:26:02.666006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1628746c-9714-47ff-b23c-f5ee9c95c595 None None] Provisioning complete for port d98045ff-fa8d-479a-a775-3e4937245b41 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:02.675030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1628746c-9714-47ff-b23c-f5ee9c95c595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:02.763552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-02733a5a-3d53-4cd0-b497-30cd93267e34 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013861 Dec 10 18:26:02.766938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1628746c-9714-47ff-b23c-f5ee9c95c595 None None] Port d98045ff-fa8d-479a-a775-3e4937245b41 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:02.930427 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-29d49c53-9b04-481a-a9d3-ace26d191a9a service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530778 Dec 10 18:26:02.953667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:02.974576 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:02.982479 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.130273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:03.137809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-60963cc2-9444-4c19-bbfb-98aad6d8238b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 217 time: 0.1984408 Dec 10 18:26:03.158294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Pushing event updated for resources: {'Port': ['ID=d98045ff-fa8d-479a-a775-3e4937245b41,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:03.198259 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.207431 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.211891 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.212367 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.212812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.213306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.213756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.214191 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.214645 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.216564 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.217104 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.217436 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.221295 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:03.229319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:03.229852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: d603fd24-ac55-4646-824c-c7072ad67d36, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:26:03.277226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-ebb84f0e-51d6-4742-a5f7-7673977b4543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:03.285168 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-ebb84f0e-51d6-4742-a5f7-7673977b4543 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1299653 Dec 10 18:26:03.320082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network d603fd24-ac55-4646-824c-c7072ad67d36 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:26:03.369079 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Attempting to bind port d98045ff-fa8d-479a-a775-3e4937245b41 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:26:03.370000 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Attempting to bind port d98045ff-fa8d-479a-a775-3e4937245b41 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:26:03.373066 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Attempting to bind port d98045ff-fa8d-479a-a775-3e4937245b41 on network 9e041fc4-5f4a-46bd-8c32-6726c423e562 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:03.385719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d603fd24-ac55-4646-824c-c7072ad67d36) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:03.403560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:03.404247 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:26:03.405939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.406301 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Checking segment: {'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:03.406977 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.411665 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Bound using segment: {'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:26:03.413192 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Bound port: d98045ff-fa8d-479a-a775-3e4937245b41, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de5e3468-6f8e-4360-a9c1-59862b923be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:26:03.413985 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.448568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969d563-b180-489e-b5fa-4007f53583d3 None None] Network d603fd24-ac55-4646-824c-c7072ad67d36 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:03.482130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e218b536-2307-4086-9034-820b4da18572 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0594831 Dec 10 18:26:03.486980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:03.635977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-c4b0226e-9b91-4dc7-888c-2515a19009e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:03.646941 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] For port d98045ff-fa8d-479a-a775-3e4937245b41, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:26:03.648053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-c4b0226e-9b91-4dc7-888c-2515a19009e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3515174 Dec 10 18:26:03.660148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] For port d98045ff-fa8d-479a-a775-3e4937245b41, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d98045ff-fa8d-479a-a775-3e4937245b41,segment=NetworkSegment(de5e3468-6f8e-4360-a9c1-59862b923be6),segment_id=de5e3468-6f8e-4360-a9c1-59862b923be6)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:26:03.667490 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.741996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.797029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0079a1f7-491f-421c-9091-301a085ec247 None None] Provisioning complete for port d98045ff-fa8d-479a-a775-3e4937245b41 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:03.824164 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0079a1f7-491f-421c-9091-301a085ec247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:03.837367 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:03.842300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc50f4-874e-41d9-9f58-45d43536dc09 req-0810215a-63a8-4285-aa37-b156c525f556 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:03.843401 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:03.853310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cfc50f4-874e-41d9-9f58-45d43536dc09 req-0810215a-63a8-4285-aa37-b156c525f556 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.3264835 Dec 10 18:26:03.922024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-d603fd24-ac55-4646-824c-c7072ad67d36', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:26:03.928405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:04.058644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cfc50f4-874e-41d9-9f58-45d43536dc09 req-0d03dabe-fb53-4e4a-857f-8a8c5076ec93 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014894 Dec 10 18:26:04.127211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-528bbb26-bc54-4115-8815-bb6a7adeb830 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641836 Dec 10 18:26:04.137231 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249093b0-49a3-4347-90af-4313e081a9e8 None None] Pushing event updated for resources: {'Port': ['ID=d98045ff-fa8d-479a-a775-3e4937245b41,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:04.249265 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:04.340134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Allocated IP 172.22.0.2 (d603fd24-ac55-4646-824c-c7072ad67d36/7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7/c99999c6-6c2a-495a-9d9d-1a76fe62bcc1) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:26:04.366924 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:04.562980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-62117f4b-02ed-4fb0-a8c8-bcfe6151c000 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261467 Dec 10 18:26:04.592013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0079a1f7-491f-421c-9091-301a085ec247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:04.683783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-7f95f5a6-b397-4c17-af7a-d461c6d7ddd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 217 time: 0.1136727 Dec 10 18:26:04.820060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-aa0784fc-cc42-46a6-9bf1-e9f804030b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:04.821885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-aa0784fc-cc42-46a6-9bf1-e9f804030b7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1326854 Dec 10 18:26:04.876470 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:25:54Z', 'revision_number': 3, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:03Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:04.953204 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5bab6e-c5a3-40e7-bb5b-c486cbf9ec5c None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:25:54Z', 'revision_number': 3, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:03Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:04.989667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-d503e50a-e3cf-4393-b3eb-3f39d206042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:05.017633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-d503e50a-e3cf-4393-b3eb-3f39d206042e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1881955 Dec 10 18:26:05.025157 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.067849 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.098970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.136479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0079a1f7-491f-421c-9091-301a085ec247 None None] For port d98045ff-fa8d-479a-a775-3e4937245b41, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d98045ff-fa8d-479a-a775-3e4937245b41,segment=NetworkSegment(de5e3468-6f8e-4360-a9c1-59862b923be6),segment_id=de5e3468-6f8e-4360-a9c1-59862b923be6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:05.154598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Network d603fd24-ac55-4646-824c-c7072ad67d36 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:05.258122 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0079a1f7-491f-421c-9091-301a085ec247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.271615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:05.291843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:26:05.368006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-1f2f344f-954a-474d-b7a6-38d868144f83 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425908 Dec 10 18:26:05.463043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Pushing event updated for resources: {'Port': ['ID=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:05.484382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Attempting to bind port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:26:05.485093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Attempting to bind port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:26:05.485792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Attempting to bind port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 on network d603fd24-ac55-4646-824c-c7072ad67d36 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:05.568216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1a5dd-a59e-4132-9bb4-4761ea955399 req-e5a71419-411a-4bcf-8dac-f9b3625057ef tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:05.569833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87e1a5dd-a59e-4132-9bb4-4761ea955399 req-e5a71419-411a-4bcf-8dac-f9b3625057ef tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 945 time: 1.3021579 Dec 10 18:26:05.579745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079a1f7-491f-421c-9091-301a085ec247 None None] Pushing event updated for resources: {'Port': ['ID=d98045ff-fa8d-479a-a775-3e4937245b41,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:05.592033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2cc353fc-9d13-41fc-8c4b-08d6a0fae6a2 None None] Provisioning complete for port d98045ff-fa8d-479a-a775-3e4937245b41 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:05.593124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2cc353fc-9d13-41fc-8c4b-08d6a0fae6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.603205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:26:05.603874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Checking segment: {'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:05.604709 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.605295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Bound using segment: {'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:26:05.605997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Bound port: c99999c6-6c2a-495a-9d9d-1a76fe62bcc1, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:26:05.607252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.619325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-913266bb-3c62-4afb-a213-b8987cf04df6 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414265 Dec 10 18:26:05.711775 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87e1a5dd-a59e-4132-9bb4-4761ea955399 req-926638d9-5089-46c5-af86-70659330f2ed tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133924 Dec 10 18:26:05.837863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-7d8c61e0-ae88-491f-8788-209641aa7643 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 217 time: 0.1634707 Dec 10 18:26:05.901035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:05.963027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8f97a-fe98-4c57-81fb-c728bfc9d375 req-3711e5ce-aec3-4b0d-ac37-1060f58a67c0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:05.964309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ac8f97a-fe98-4c57-81fb-c728bfc9d375 req-3711e5ce-aec3-4b0d-ac37-1060f58a67c0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.3399146 Dec 10 18:26:06.076780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] For port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:26:06.082443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] For port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,segment=NetworkSegment(8da3402f-6d66-49c8-9ad3-291285bc5a29),segment_id=8da3402f-6d66-49c8-9ad3-291285bc5a29)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:26:06.092077 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:06.122313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ac8f97a-fe98-4c57-81fb-c728bfc9d375 req-a0292fe9-4b33-48c3-8739-5c7fad38ba19 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281803 Dec 10 18:26:06.126125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-e393d399-fd56-412c-934f-d2faa8c12077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:06.127431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-e393d399-fd56-412c-934f-d2faa8c12077 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.2830014 Dec 10 18:26:06.200488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be14854-e4ab-412d-bdc1-45d91530961d req-a1dc5232-3687-4b61-baa7-83e6d6c8818d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:06.219180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-94d23b56-45ca-40aa-90e7-76c0c9e8c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:06.219965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8be14854-e4ab-412d-bdc1-45d91530961d req-a1dc5232-3687-4b61-baa7-83e6d6c8818d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 947 time: 0.3739688 Dec 10 18:26:06.220646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-94d23b56-45ca-40aa-90e7-76c0c9e8c465 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790768 Dec 10 18:26:06.393416 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-b443eb3b-de8c-40d0-8fa2-44813c6cfa2d service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645613 Dec 10 18:26:06.412378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:06.428590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3ebbd-ff10-482a-9897-4ff30eea7d24 None None] Pushing event updated for resources: {'Port': ['ID=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:06.468320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8be14854-e4ab-412d-bdc1-45d91530961d req-b2bb7b7a-48aa-4d9c-8fa4-47365b09dbf7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420096 Dec 10 18:26:06.558697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-4ee48259-9385-42ca-8b31-467a72545f48 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589663 Dec 10 18:26:06.623230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:06.652857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.22.0.1 (d603fd24-ac55-4646-824c-c7072ad67d36/7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7/0b148da2-c224-4c5e-a085-b517e45fe90a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:26:06.708649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:06.711864 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1baffcd-4392-4feb-92e7-53ccdb9d2a90" -d '{"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:06.740347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-2fc0fedf-b594-46b7-ae62-59629a754ab5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.1700859 Dec 10 18:26:06.748331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:06.755404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:06.779842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d98045ff-fa8d-479a-a775-3e4937245b41 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:06.956073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f9935-7a51-4f89-8e70-2ced693fe077 req-b1ac28ad-f128-41ac-95b6-8c2232f65d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:06.967127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f17f9935-7a51-4f89-8e70-2ced693fe077 req-b1ac28ad-f128-41ac-95b6-8c2232f65d18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.4042149 Dec 10 18:26:07.045484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-274f4001-faf0-4497-a40e-3e29adb87a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:07.052690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-274f4001-faf0-4497-a40e-3e29adb87a13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.3031480 Dec 10 18:26:07.062115 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af442b87-ebdf-4430-8fa4-f17901896e40 x-openstack-request-id: req-af442b87-ebdf-4430-8fa4-f17901896e40 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:07.062954 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-unplugged", "status": "completed", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:07.063181 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af442b87-ebdf-4430-8fa4-f17901896e40 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:07.063721 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'code': 200} Dec 10 18:26:07.067322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:07.144678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=14']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:07.175256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d98045ff-fa8d-479a-a775-3e4937245b41 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:07.176906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:07.177475 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:07.194011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f17f9935-7a51-4f89-8e70-2ced693fe077 req-0ce03252-d303-4197-85e5-3ead3db4f44e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225020 Dec 10 18:26:07.289638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e135d-ba28-414c-8266-7c6966be151c req-80f01f0a-d2e4-4925-81c6-732fbb7278e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:07.294090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-80f01f0a-d2e4-4925-81c6-732fbb7278e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2213449 Dec 10 18:26:07.395231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=0b148da2-c224-4c5e-a085-b517e45fe90a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:07.432249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network d603fd24-ac55-4646-824c-c7072ad67d36 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:07.439138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:07.445916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:26:07.648611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:07.694291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-5993f0af-eab1-409d-b7a1-ecfe2ef2ce34 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901055 Dec 10 18:26:08.038125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f679e7-f1e5-4c16-af8a-c516cfadd208 req-85ba9b32-15c1-4ebf-8ed1-ee6218a318b3 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:08.051094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5f679e7-f1e5-4c16-af8a-c516cfadd208 req-85ba9b32-15c1-4ebf-8ed1-ee6218a318b3 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 945 time: 0.4989042 Dec 10 18:26:08.127873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-784e135d-ba28-414c-8266-7c6966be151c req-6dee12f3-2d7f-4597-a5f1-94d6ffd03dc2 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203372 Dec 10 18:26:08.191235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:08.215361 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5f679e7-f1e5-4c16-af8a-c516cfadd208 req-b9647a6d-9101-4a41-81cb-7ce2d55cff84 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847797 Dec 10 18:26:08.378636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d1fda3-b5f5-405d-8344-41b3fe271d9e None None] Network d603fd24-ac55-4646-824c-c7072ad67d36 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:08.566519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8254b997-cb71-4597-a076-cbf8502bd05a None None] Provisioning complete for port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:08.567241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8254b997-cb71-4597-a076-cbf8502bd05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:08.586720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:08.734713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:08.735078 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:08.842703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8254b997-cb71-4597-a076-cbf8502bd05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:08.916454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:08.924743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:08.936917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b636c-d5ae-4389-adb9-e51de50c9fe1 req-583feaa3-b5f3-47ff-9ed0-abffddaa3799 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:08.939101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-560b636c-d5ae-4389-adb9-e51de50c9fe1 req-583feaa3-b5f3-47ff-9ed0-abffddaa3799 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2674866 Dec 10 18:26:08.942675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:08.957677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8254b997-cb71-4597-a076-cbf8502bd05a None None] For port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,segment=NetworkSegment(8da3402f-6d66-49c8-9ad3-291285bc5a29),segment_id=8da3402f-6d66-49c8-9ad3-291285bc5a29)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:08.974624 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8254b997-cb71-4597-a076-cbf8502bd05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:09.060107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-98d1ae42-1bf5-492d-9c95-21385e807d15 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:09.061785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-98d1ae42-1bf5-492d-9c95-21385e807d15 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 945 time: 0.3201897 Dec 10 18:26:09.106857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254b997-cb71-4597-a076-cbf8502bd05a None None] Pushing event updated for resources: {'Port': ['ID=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:09.219277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:26:09.219649 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:26:09.333941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-560b636c-d5ae-4389-adb9-e51de50c9fe1 req-bec976ff-821c-4e90-926e-96002c4b548f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842180 Dec 10 18:26:09.336374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=0b148da2-c224-4c5e-a085-b517e45fe90a,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:09.394044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:09.438123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-838fd14f-bbaf-41fd-bda0-747601485633 None None] Provisioning complete for port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:09.438786 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-838fd14f-bbaf-41fd-bda0-747601485633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:09.530679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e66088-4727-468a-8c3b-5f9124afa6ea req-71fb1e31-c4f1-40d0-9e5c-a63218625ada tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:09.543098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81e66088-4727-468a-8c3b-5f9124afa6ea req-71fb1e31-c4f1-40d0-9e5c-a63218625ada tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 945 time: 0.1939261 Dec 10 18:26:09.709033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81e66088-4727-468a-8c3b-5f9124afa6ea req-2a151bbb-5b7a-49db-b4f9-0ca3a435b727 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649370 Dec 10 18:26:09.741061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network d603fd24-ac55-4646-824c-c7072ad67d36 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:09.744957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:09.829569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-5df85fc0-34e1-40d4-bd2b-cacf53ed2566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:09.831701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-5df85fc0-34e1-40d4-bd2b-cacf53ed2566 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1096 time: 0.0773451 Dec 10 18:26:09.877290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-838fd14f-bbaf-41fd-bda0-747601485633 None None] Provisioning complete for port 0b148da2-c224-4c5e-a085-b517e45fe90a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:09.877674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-838fd14f-bbaf-41fd-bda0-747601485633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:09.936964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-838fd14f-bbaf-41fd-bda0-747601485633 None None] Port 0b148da2-c224-4c5e-a085-b517e45fe90a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:09.967697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Deleting port aea5e0e0-2307-4cdd-87aa-b001bba386ae {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:09.979300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:09.995769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-85a0fcfc-e5bc-4a15-95f5-c393e4a38b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:09.998273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-85a0fcfc-e5bc-4a15-95f5-c393e4a38b7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.1577578 Dec 10 18:26:10.067810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-05f7fd2b-790a-4237-ad5d-003d04e123da None None] Provisioning complete for port 0b148da2-c224-4c5e-a085-b517e45fe90a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:10.068181 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-05f7fd2b-790a-4237-ad5d-003d04e123da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:10.101486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-f8c54ac2-29a9-4ae2-8884-da0294329b8b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1000 time: 0.0963342 Dec 10 18:26:10.144478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-05f7fd2b-790a-4237-ad5d-003d04e123da None None] Port 0b148da2-c224-4c5e-a085-b517e45fe90a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:10.191538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] For port aea5e0e0-2307-4cdd-87aa-b001bba386ae, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=aea5e0e0-2307-4cdd-87aa-b001bba386ae,segment=NetworkSegment(10935193-ed43-4678-acdd-ff6f069703c6),segment_id=10935193-ed43-4678-acdd-ff6f069703c6)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:10.191915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:10.214621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-9cb5784d-1302-44b6-ab4a-f14226c56103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:10.216783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-9cb5784d-1302-44b6-ab4a-f14226c56103 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1087668 Dec 10 18:26:10.229646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Calling delete_port for aea5e0e0-2307-4cdd-87aa-b001bba386ae owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:10.234020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:10.261176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba892cb-8250-4d28-b312-029b9f95c35d req-3f8aca5f-663d-4798-a3f5-2258a8b03e51 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:10.268594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ba892cb-8250-4d28-b312-029b9f95c35d req-3f8aca5f-663d-4798-a3f5-2258a8b03e51 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3672476 Dec 10 18:26:10.276243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6719ed26-07fb-4458-8663-b396aff05139 None None] Provisioning complete for port 0b148da2-c224-4c5e-a085-b517e45fe90a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:10.276647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6719ed26-07fb-4458-8663-b396aff05139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:10.318629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-9cb2981a-192d-49f6-beb3-aeaebae600e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:10.322515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-9cb2981a-192d-49f6-beb3-aeaebae600e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958462 Dec 10 18:26:10.381202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6719ed26-07fb-4458-8663-b396aff05139 None None] Port 0b148da2-c224-4c5e-a085-b517e45fe90a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:10.513410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:10.524465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5bba9ba6-c37a-4be1-8ac8-fe203c4c3b57 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0359125 Dec 10 18:26:10.528962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:10.529667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51440) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:10.536440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:10.552295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-d8353876-1a7d-4a78-8432-2f11a1ec8836 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238579 Dec 10 18:26:10.591215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'network': {'name': 'tempest-RoutersTest-1881903645'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:10.601641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ba892cb-8250-4d28-b312-029b9f95c35d req-1b6ad5c5-0faa-4219-8ebe-80e34c703a3a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321629 Dec 10 18:26:10.614665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:10.625642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:10.654253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:26:10.668383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:10.677067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b11f20-d2b7-4e4f-9720-b6d8a6e6a2d8 req-ad96d027-f40b-4d09-9011-9ce3af13b7ed tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:10.684940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6b11f20-d2b7-4e4f-9720-b6d8a6e6a2d8 req-ad96d027-f40b-4d09-9011-9ce3af13b7ed tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2011857 Dec 10 18:26:10.739723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:26:10.778076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:10.778561 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added segment fe418e95-1d37-4cc7-ad99-5d004254c0ba of type vlan for network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db Dec 10 18:26:10.828115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:10.828487 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:10.859140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6b11f20-d2b7-4e4f-9720-b6d8a6e6a2d8 req-4ae62d2f-0e29-45dd-9aaf-740b21e24633 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633668 Dec 10 18:26:10.861983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-642d19d9-59e3-4560-9a13-8b0a396ab0cf req-30e819ee-5c00-4f8c-bd17-4f710535688f service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946260 Dec 10 18:26:10.939082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:11.010749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:11.049418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e73bd2-b2a5-441b-bc60-def9244162de req-96f93ae5-1956-4443-9d59-81918c79a805 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:11.060530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:11.061401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56e73bd2-b2a5-441b-bc60-def9244162de req-96f93ae5-1956-4443-9d59-81918c79a805 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1131377 Dec 10 18:26:11.067071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:11.067819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:11.170443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e82ed7-b278-479d-a9bf-91b1c14b4c90 req-9861613e-575d-4884-a597-382cb2db7061 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:11.172078 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11e82ed7-b278-479d-a9bf-91b1c14b4c90 req-9861613e-575d-4884-a597-382cb2db7061 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fc260dc-cf63-46e0-bf7d-cc8199f8ec04 HTTP/1.1" status: 200 len: 945 time: 0.3374116 Dec 10 18:26:11.177321 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:11.196073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56e73bd2-b2a5-441b-bc60-def9244162de req-6d36f779-3497-4dc5-80f9-37c185e71eed tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334972 Dec 10 18:26:11.247695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Pushing event deleted for resources: {'Port': ['ID=aea5e0e0-2307-4cdd-87aa-b001bba386ae,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:11.258822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51462) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:11.259235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6861377 Dec 10 18:26:11.272578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'subnet': {'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:11.337951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11e82ed7-b278-479d-a9bf-91b1c14b4c90 req-b5535373-0d90-4da3-8baa-b9d22420dd89 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.55 "GET /v2.0/security-groups?id=f725805f-c6e1-4bc9-886f-4908c66cb648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394615 Dec 10 18:26:11.421868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] No DVR routers for this DVR port aea5e0e0-2307-4cdd-87aa-b001bba386ae on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:11.440167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b05913-6de0-41f5-b89d-611eed770d26 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Network': ['ID=6f1d3140-6f2f-4898-932a-f3cd81a3d6db,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:11.447588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:11.451807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f43a3c1-b03a-4c23-be1f-58405ba98b39 req-a69f26a7-b026-48e4-9420-51d52d6dabb8 tempest-ServerPasswordTestJSON-636054226 tempest-ServerPasswordTestJSON-636054226-project] 10.222.0.30 "DELETE /v2.0/ports/aea5e0e0-2307-4cdd-87aa-b001bba386ae HTTP/1.1" status: 204 len: 173 time: 2.3109670 Dec 10 18:26:11.453194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'name': 'network-vif-deleted', 'tag': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:11.462538 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0269c5b-3ae0-4727-89e1-6213fadc7b89" -d '{"events": [{"server_uuid": "5fc260dc-cf63-46e0-bf7d-cc8199f8ec04", "name": "network-vif-deleted", "tag": "aea5e0e0-2307-4cdd-87aa-b001bba386ae"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:11.488486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:26:11.554100 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877d8571-761a-4e43-9313-9d4ae9dc26c9 x-openstack-request-id: req-877d8571-761a-4e43-9313-9d4ae9dc26c9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:11.554687 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fc260dc-cf63-46e0-bf7d-cc8199f8ec04", "name": "network-vif-deleted", "tag": "aea5e0e0-2307-4cdd-87aa-b001bba386ae", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:11.554815 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-877d8571-761a-4e43-9313-9d4ae9dc26c9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:11.555213 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fc260dc-cf63-46e0-bf7d-cc8199f8ec04', 'name': 'network-vif-deleted', 'tag': 'aea5e0e0-2307-4cdd-87aa-b001bba386ae', 'status': 'completed', 'code': 200} Dec 10 18:26:11.565770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Made reservation on behalf of 294aaa9001084e4794fd16c8fd807316 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:26:11.572798 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:11.688645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0e109-674e-482c-aa41-285b5c1af806 req-0fd87f4c-fa47-46e9-8076-5a238fb1cc4e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:11.697855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27e0e109-674e-482c-aa41-285b5c1af806 req-0fd87f4c-fa47-46e9-8076-5a238fb1cc4e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1384556 Dec 10 18:26:11.743804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:08Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:08Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:11.806443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27e0e109-674e-482c-aa41-285b5c1af806 req-dac925cd-ebd6-4031-a550-324ae2dbf1c3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040273 Dec 10 18:26:11.838169 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:11.838918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Updating router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 port 0b148da2-c224-4c5e-a085-b517e45fe90a binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:26:11.952476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec7339-db70-41c8-93af-417a4743ac96 req-92dc5e79-b750-487b-97d2-e43ce3684c78 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:11.964294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6ec7339-db70-41c8-93af-417a4743ac96 req-92dc5e79-b750-487b-97d2-e43ce3684c78 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1884854 Dec 10 18:26:12.057263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa637e7d-85f4-4d28-aff7-2273e211d014 req-2cee57ff-7213-4da1-a3ba-1ec7db07f67b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:12.059826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa637e7d-85f4-4d28-aff7-2273e211d014 req-2cee57ff-7213-4da1-a3ba-1ec7db07f67b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1505315 Dec 10 18:26:12.156248 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa637e7d-85f4-4d28-aff7-2273e211d014 req-517a9100-33cd-4a17-81c5-f6824d73d4fb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882676 Dec 10 18:26:12.231706 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:12.466139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45cf10-b932-447e-8513-e17ea3ffd3f4 req-5186f9e6-a962-42df-a78e-694723b32f38 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:12.476189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d45cf10-b932-447e-8513-e17ea3ffd3f4 req-5186f9e6-a962-42df-a78e-694723b32f38 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0739219 Dec 10 18:26:12.567902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device aea5e0e0-2307-4cdd-87aa-b001bba386ae no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:12.572647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d45cf10-b932-447e-8513-e17ea3ffd3f4 req-b54c7ea7-0cf7-4e41-8b93-0fca33f40f44 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951898 Dec 10 18:26:12.664134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51498) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:12.719202 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:12.722298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: aea5e0e0-2307-4cdd-87aa-b001bba386ae {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:12.722711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device aea5e0e0-2307-4cdd-87aa-b001bba386ae not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:12.729096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] Deleting subnet 3eddb628-5bb4-417c-9185-ffd317d87ed6 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:26:12.732126 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:12.740571 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:12.768382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6ec7339-db70-41c8-93af-417a4743ac96 req-88d03a04-bc3b-4112-99fd-005d82365067 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7979271 Dec 10 18:26:12.771858 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:12.863496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:12.869161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ee4d0-f612-42b2-b46b-116b5fe47cc8 None None] Pushing event updated for resources: {'Port': ['ID=0b148da2-c224-4c5e-a085-b517e45fe90a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:12.924867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Subnet': ['ID=6e301e2a-14de-465a-87c1-77ac4d7a794f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:12.927332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Checking segment: {'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:12.927626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network hostable DHCP agents. Network: 6f1d3140-6f2f-4898-932a-f3cd81a3d6db, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:26:12.949075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:12.981274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:26:13.002082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 6f1d3140-6f2f-4898-932a-f3cd81a3d6db) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:13.011117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:13.011761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.034736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5513d5-eba1-4fe5-81c7-b396936a1d26 None None] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:13.068293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c30dc9-259d-420b-9c4f-3cedb8f78c72 req-a5d3d096-7269-4160-b121-9fefac00b9e1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:13.076476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-92d723aa-ecdd-4bfd-99c0-6d1907a3568c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8081222 Dec 10 18:26:13.077209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51504) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:13.080644 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.083889 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4c30dc9-259d-420b-9c4f-3cedb8f78c72 req-a5d3d096-7269-4160-b121-9fefac00b9e1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1503634 Dec 10 18:26:13.105658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Attempting to bind port 0b148da2-c224-4c5e-a085-b517e45fe90a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:26:13.106120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Attempting to bind port 0b148da2-c224-4c5e-a085-b517e45fe90a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:26:13.106951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Attempting to bind port 0b148da2-c224-4c5e-a085-b517e45fe90a on network d603fd24-ac55-4646-824c-c7072ad67d36 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:13.129088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:26:13.129485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Checking segment: {'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:13.132046 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.132464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Bound using segment: {'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:26:13.133154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Bound port: 0b148da2-c224-4c5e-a085-b517e45fe90a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da3402f-6d66-49c8-9ad3-291285bc5a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:26:13.133554 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.197362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4c30dc9-259d-420b-9c4f-3cedb8f78c72 req-6b50c712-851e-4083-88f4-2de2c587d6ca tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106904 Dec 10 18:26:13.291516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.298476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51512) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:13.320245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/3eddb628-5bb4-417c-9185-ffd317d87ed6 HTTP/1.1" status: 204 len: 168 time: 0.6519740 Dec 10 18:26:13.322632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-eaec5842-f056-4717-9e09-f69bfd84f5f6 None None] Provisioning complete for port 0b148da2-c224-4c5e-a085-b517e45fe90a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:13.323012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-eaec5842-f056-4717-9e09-f69bfd84f5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.353434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] For port 0b148da2-c224-4c5e-a085-b517e45fe90a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:26:13.401406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b35a3-a10d-490b-aba2-cab6ff20408e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eddb628-5bb4-417c-9185-ffd317d87ed6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:13.423021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'project_id': '294aaa9001084e4794fd16c8fd807316', 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:26:13.426887 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.434506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] For port 0b148da2-c224-4c5e-a085-b517e45fe90a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0b148da2-c224-4c5e-a085-b517e45fe90a,segment=NetworkSegment(8da3402f-6d66-49c8-9ad3-291285bc5a29),segment_id=8da3402f-6d66-49c8-9ad3-291285bc5a29)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:26:13.438680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-eaec5842-f056-4717-9e09-f69bfd84f5f6 None None] Port 0b148da2-c224-4c5e-a085-b517e45fe90a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:13.449981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d47d22-c0e5-4946-8159-8d786f49a76e req-c5e4b68b-5dee-4a20-b6f5-133cb50ea584 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:13.452829 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.458084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97d47d22-c0e5-4946-8159-8d786f49a76e req-c5e4b68b-5dee-4a20-b6f5-133cb50ea584 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2056150 Dec 10 18:26:13.513598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.527767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124755f-ac71-4ecb-8255-53b7e8f82e36 req-97d33c9e-4bd6-4fc4-8394-ec89b64fdb4e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:13.529839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c124755f-ac71-4ecb-8255-53b7e8f82e36 req-97d33c9e-4bd6-4fc4-8394-ec89b64fdb4e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0955191 Dec 10 18:26:13.666100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97d47d22-c0e5-4946-8159-8d786f49a76e req-6792fe6c-71f3-4ae4-b5e2-a101b6210a6f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069895 Dec 10 18:26:13.701087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.726175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ee4d0-f612-42b2-b46b-116b5fe47cc8 None None] Pushing event updated for resources: {'Port': ['ID=0b148da2-c224-4c5e-a085-b517e45fe90a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:13.748562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:13.749495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:13.773335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c124755f-ac71-4ecb-8255-53b7e8f82e36 req-96ff4724-40c8-40b6-8330-2fcd16bfc2c1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335711 Dec 10 18:26:13.787920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d797101d-6da1-41bd-8b6b-0ff4b61ecb08']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:13.816143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10935193-ed43-4678-acdd-ff6f069703c6') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:13.818448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10935193-ed43-4678-acdd-ff6f069703c6') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:13.844929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.878027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.895458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:26:13.898862 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:13.997761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1658b5-d3f3-4313-b1b1-e02b571c5e20 req-133cb31a-f744-439a-85bf-9d4ec339645a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:14.001021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f1658b5-d3f3-4313-b1b1-e02b571c5e20 req-133cb31a-f744-439a-85bf-9d4ec339645a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1859770 Dec 10 18:26:14.041180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:26:14.053799 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:26:14.077713 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:14.083482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Allocated IP 172.23.0.2 (6f1d3140-6f2f-4898-932a-f3cd81a3d6db/6e301e2a-14de-465a-87c1-77ac4d7a794f/b3036054-4263-447a-8b56-9071219f96eb) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:26:14.116317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:14.128807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] 10.222.0.55 "DELETE /v2.0/networks/d797101d-6da1-41bd-8b6b-0ff4b61ecb08 HTTP/1.1" status: 204 len: 168 time: 0.8286955 Dec 10 18:26:14.156057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4fc80-04be-4834-9720-367fd6130daf admin admin] Pushing event deleted for resources: {'Network': ['ID=d797101d-6da1-41bd-8b6b-0ff4b61ecb08,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:14.180173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:14.205431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f1658b5-d3f3-4313-b1b1-e02b571c5e20 req-bd267220-8ed7-4192-9c0b-88488184ab1e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305809 Dec 10 18:26:14.249032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e59f4d9e-4435-4faf-8690-2205c649e490 None None] Provisioning complete for port 0b148da2-c224-4c5e-a085-b517e45fe90a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:14.256856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e59f4d9e-4435-4faf-8690-2205c649e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:14.267137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5706e9-13f3-4bf9-9e26-854d86ca4a85 req-468791a9-b63c-44a1-9c06-5bf354968b96 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:14.274347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec5706e9-13f3-4bf9-9e26-854d86ca4a85 req-468791a9-b63c-44a1-9c06-5bf354968b96 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1420128 Dec 10 18:26:14.576963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51542) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:14.736179 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a8dfd03-41d3-4044-8711-ec04cc918126 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7ddd0bdfbabd4a4798b87411feb088bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576827 Dec 10 18:26:14.743129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:14.758125 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:14.806400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:14.862116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Allocated IP 172.23.0.1 (6f1d3140-6f2f-4898-932a-f3cd81a3d6db/6e301e2a-14de-465a-87c1-77ac4d7a794f/1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:26:14.912681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Pushing event updated for resources: {'Port': ['ID=b3036054-4263-447a-8b56-9071219f96eb,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:14.992535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:15.007218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:15.010144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.010750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:26:15.068455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec5706e9-13f3-4bf9-9e26-854d86ca4a85 req-caca7fba-243f-4509-902e-0edf55f03ad4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7865069 Dec 10 18:26:15.100136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.132571 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e59f4d9e-4435-4faf-8690-2205c649e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.166389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Attempting to bind port b3036054-4263-447a-8b56-9071219f96eb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:26:15.166800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Attempting to bind port b3036054-4263-447a-8b56-9071219f96eb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:26:15.167183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Attempting to bind port b3036054-4263-447a-8b56-9071219f96eb on network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:15.175286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:08Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:13Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:15.177302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:15.186782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:15.189261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:26:15.240773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:15.273638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e59f4d9e-4435-4faf-8690-2205c649e490 None None] For port 0b148da2-c224-4c5e-a085-b517e45fe90a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0b148da2-c224-4c5e-a085-b517e45fe90a,segment=NetworkSegment(8da3402f-6d66-49c8-9ad3-291285bc5a29),segment_id=8da3402f-6d66-49c8-9ad3-291285bc5a29)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:15.275789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:26:15.293296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Checking segment: {'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:15.294258 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.294775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Bound using segment: {'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:26:15.295384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Bound port: b3036054-4263-447a-8b56-9071219f96eb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:26:15.295781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.302515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4d023f1-70bf-470f-8506-e2d72dd37cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.303173 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e59f4d9e-4435-4faf-8690-2205c649e490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.309153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f16e8a-facb-4637-ae97-0ada78d375fb None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:08Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:13Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:15.320946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.482652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f4d9e-4435-4faf-8690-2205c649e490 None None] Pushing event updated for resources: {'Port': ['ID=0b148da2-c224-4c5e-a085-b517e45fe90a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:15.560124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0939c8-2c47-4d9d-a887-43fb6f068c02 req-bf89fa70-54f4-4f18-be9e-b76bee7bab8b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:15.560386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-8b3b6004-8e05-48bc-a2d4-3e4750ae8c35 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:15.566104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-8b3b6004-8e05-48bc-a2d4-3e4750ae8c35 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.8643701 Dec 10 18:26:15.572708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a0939c8-2c47-4d9d-a887-43fb6f068c02 req-bf89fa70-54f4-4f18-be9e-b76bee7bab8b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1387041 Dec 10 18:26:15.636183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4d023f1-70bf-470f-8506-e2d72dd37cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.662037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] For port b3036054-4263-447a-8b56-9071219f96eb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:26:15.677650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] For port b3036054-4263-447a-8b56-9071219f96eb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b3036054-4263-447a-8b56-9071219f96eb,segment=NetworkSegment(fe418e95-1d37-4cc7-ad99-5d004254c0ba),segment_id=fe418e95-1d37-4cc7-ad99-5d004254c0ba)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:26:15.698450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.728366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a0939c8-2c47-4d9d-a887-43fb6f068c02 req-807fa71b-b70d-4d2a-9a24-b18822df9b5f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416357 Dec 10 18:26:15.855799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4d023f1-70bf-470f-8506-e2d72dd37cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.860294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4d023f1-70bf-470f-8506-e2d72dd37cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.862942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d4d023f1-70bf-470f-8506-e2d72dd37cbe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f725805f-c6e1-4bc9-886f-4908c66cb648 HTTP/1.1" status: 204 len: 168 time: 1.1184933 Dec 10 18:26:15.870716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-773a39cf-ca9a-4c38-9f3f-29eca7b67318 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/quotas/116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 375 time: 0.1384573 Dec 10 18:26:15.896840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:15.939006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe5070-a246-4a2c-a903-4ebb1fdf6910 None None] Pushing event updated for resources: {'Port': ['ID=b3036054-4263-447a-8b56-9071219f96eb,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:15.944821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d023f1-70bf-470f-8506-e2d72dd37cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f725805f-c6e1-4bc9-886f-4908c66cb648,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:16.043630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7227d-9f92-420e-b993-5a236d98564d req-bfbbbb8c-f591-4b7d-91ca-e9d43a6bfc45 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:16.054633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65e7227d-9f92-420e-b993-5a236d98564d req-bfbbbb8c-f591-4b7d-91ca-e9d43a6bfc45 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1361768 Dec 10 18:26:16.190377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65e7227d-9f92-420e-b993-5a236d98564d req-3e60d938-111e-4914-b03d-50a9c0d3da70 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172147 Dec 10 18:26:16.201471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-d7c12277-1f7e-4525-af7e-05e88dd8e186 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3230333 Dec 10 18:26:16.562606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51596) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:16.716562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b3036054-4263-447a-8b56-9071219f96eb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:16.875842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b3036054-4263-447a-8b56-9071219f96eb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:16.876217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:16.908719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-44d55f57-6c55-4693-a763-0ea816895f8a service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058456 Dec 10 18:26:16.960560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5498a7dd-7a42-41c6-9a05-e6942c6fc67a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.039915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbf51d-7992-4120-984d-bc0fc3e0f02c req-ba9e9cf0-0d19-45de-86ad-903e78fd9321 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:17.050201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22cbf51d-7992-4120-984d-bc0fc3e0f02c req-ba9e9cf0-0d19-45de-86ad-903e78fd9321 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2057116 Dec 10 18:26:17.139063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.147136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22cbf51d-7992-4120-984d-bc0fc3e0f02c req-58fdde8a-b2b8-47b2-a706-03b42527f10a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950890 Dec 10 18:26:17.213244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port b3036054-4263-447a-8b56-9071219f96eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b3036054-4263-447a-8b56-9071219f96eb,segment=NetworkSegment(fe418e95-1d37-4cc7-ad99-5d004254c0ba),segment_id=fe418e95-1d37-4cc7-ad99-5d004254c0ba)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:17.223820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.225187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0b148da2-c224-4c5e-a085-b517e45fe90a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:17.245580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5498a7dd-7a42-41c6-9a05-e6942c6fc67a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.257034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5498a7dd-7a42-41c6-9a05-e6942c6fc67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.319682 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5498a7dd-7a42-41c6-9a05-e6942c6fc67a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0b26a4ff13b34d458277644f7f5096f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7559159 Dec 10 18:26:17.320341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51624) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:17.349472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0b148da2-c224-4c5e-a085-b517e45fe90a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:17.350957 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.368106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fc8057a-7ed1-421b-ac64-a34071b2136c service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583273 Dec 10 18:26:17.417900 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.427478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.448469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=b3036054-4263-447a-8b56-9071219f96eb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:17.457980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498a7dd-7a42-41c6-9a05-e6942c6fc67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27072dc-096f-42d7-acfb-ff6d5d05c3d7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:17.535279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.545731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6d2fc-96c9-4e5f-9531-9b80af2c4bfb req-f562100c-e4bc-4ac4-8f51-a4b62e848375 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:17.559207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92a6d2fc-96c9-4e5f-9531-9b80af2c4bfb req-f562100c-e4bc-4ac4-8f51-a4b62e848375 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2228196 Dec 10 18:26:17.663897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ac15-2603-40c2-8452-91bf5687228b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.736679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51634) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:17.790776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ac15-2603-40c2-8452-91bf5687228b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.850607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:17.879900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:17.907664 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92a6d2fc-96c9-4e5f-9531-9b80af2c4bfb req-06786f50-2f2e-4e3c-87c9-cc4eb2f445d4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474634 Dec 10 18:26:17.910450 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8223a95b-a386-49c4-9253-6941df50eaa2 req-cbfd133c-ba8a-45d6-bbcd-5c67c4f0022f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 210 time: 0.0719681 Dec 10 18:26:17.914429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ac15-2603-40c2-8452-91bf5687228b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.959700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0d7ac15-2603-40c2-8452-91bf5687228b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:17.961049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f0d7ac15-2603-40c2-8452-91bf5687228b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b27072dc-096f-42d7-acfb-ff6d5d05c3d7 HTTP/1.1" status: 204 len: 168 time: 0.6249986 Dec 10 18:26:17.962560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event updated for resources: {'Port': ['ID=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:17.996394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7ac15-2603-40c2-8452-91bf5687228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27072dc-096f-42d7-acfb-ff6d5d05c3d7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:18.148979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:18.156366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2070592602-network', 'tenant_id': '3033547211d14d47b91bcab9088704dc'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:18.181193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a4e00-04fc-4ace-bbdb-c0662fe0c5dc None None] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:18.207225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Made reservation on behalf of 3033547211d14d47b91bcab9088704dc for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:26:18.211130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.254070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.327742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bb3e45cb-569c-4032-8f9b-954c2269240f None None] Provisioning complete for port b3036054-4263-447a-8b56-9071219f96eb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:18.328439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bb3e45cb-569c-4032-8f9b-954c2269240f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.389224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:18.397936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ff3e46fb-6ce5-465f-b003-00a905cbe5ff tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3186898 Dec 10 18:26:18.404863 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:18.411755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51664) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:18.421041 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:18.421684 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:18.445656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:18.589037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b3036054-4263-447a-8b56-9071219f96eb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:18.622876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:18.685865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.701495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.715704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b619-5e2a-4335-9ec1-4f000274c502 req-64be324a-4ef0-4a86-8b23-b16c3539d3ae tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:18.733705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6307b619-5e2a-4335-9ec1-4f000274c502 req-64be324a-4ef0-4a86-8b23-b16c3539d3ae tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 813 time: 0.3311093 Dec 10 18:26:18.789656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51668) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:18.800537 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6307b619-5e2a-4335-9ec1-4f000274c502 req-9e031b40-c638-4f15-9a6f-d11742b01cf7 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/quotas/4138aed9ecf34118a26c9a6b96ba7a1b HTTP/1.1" status: 200 len: 375 time: 0.0657907 Dec 10 18:26:18.846131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:26:18.854717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b3036054-4263-447a-8b56-9071219f96eb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:18.855315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.902232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1cfa3a9-6fce-414b-aec1-162acbdd89c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.952057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e949bc-c4aa-4109-b005-7801168c9669,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:18.988589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:18.997960 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Added segment 78993037-77ef-4a1c-82dc-41af183ed3ee of type vlan for network 062cab6a-6edd-4279-a50f-08d2455179e3 Dec 10 18:26:19.063289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6307b619-5e2a-4335-9ec1-4f000274c502 req-8f647890-50bd-4adb-be69-c396ac45a8c3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2594128 Dec 10 18:26:19.091180 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:16Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:19.136983 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:19.137339 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Updating router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:26:19.160683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.172192 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.249461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64916a-6f7d-4b55-b74e-af8916763891 req-293605ad-0769-4c28-a4d8-26268685b415 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:19.265658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d64916a-6f7d-4b55-b74e-af8916763891 req-293605ad-0769-4c28-a4d8-26268685b415 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1003590 Dec 10 18:26:19.297648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e12ba76e-6b8b-4dc5-9143-07959f65b423 None None] Provisioning complete for port b3036054-4263-447a-8b56-9071219f96eb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:19.302696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e12ba76e-6b8b-4dc5-9143-07959f65b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.346812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.357951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:19.358774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.379314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d64916a-6f7d-4b55-b74e-af8916763891 req-68d58d69-59bd-46e9-b94a-a0aed5132405 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122780 Dec 10 18:26:19.558924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d493a-f3b1-4c4a-b877-24a87a72cc62 req-c93a3fda-7fdc-474e-8645-36a99dbfd562 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:19.567141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7d493a-f3b1-4c4a-b877-24a87a72cc62 req-c93a3fda-7fdc-474e-8645-36a99dbfd562 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0903785 Dec 10 18:26:19.599305 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8600383 Dec 10 18:26:19.603179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:19.617915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Request body: {'subnet': {'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2070592602-subnet', 'tenant_id': '3033547211d14d47b91bcab9088704dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:19.661030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5872dfe6-a516-4499-8086-26a4f4434ccf req-6f075b4b-679c-4952-93e4-72ab99d2b7bb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 210 time: 0.4200888 Dec 10 18:26:19.701525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee7d493a-f3b1-4c4a-b877-24a87a72cc62 req-d0e9fe4a-ae95-4ab7-a4a7-b8254c608561 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060674 Dec 10 18:26:19.703011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Made reservation on behalf of 3033547211d14d47b91bcab9088704dc for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:26:19.705459 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.715266 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.737640 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.842588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d829d8-f44e-47b4-81bd-eb92031bc574 None None] Pushing event updated for resources: {'Port': ['ID=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:19.956625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e12ba76e-6b8b-4dc5-9143-07959f65b423 None None] Provisioning complete for port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:19.957157 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e12ba76e-6b8b-4dc5-9143-07959f65b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:19.985952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2c71e-4b0b-41b4-976e-5ad7829360d3 admin admin] Pushing event updated for resources: {'Network': ['ID=062cab6a-6edd-4279-a50f-08d2455179e3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:20.018097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e12ba76e-6b8b-4dc5-9143-07959f65b423 None None] Port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:20.019412 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Attempting to bind port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:26:20.019779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Attempting to bind port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:26:20.022017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Attempting to bind port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 on network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:20.034261 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:26:20.034662 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Checking segment: {'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:20.036824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 062cab6a-6edd-4279-a50f-08d2455179e3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:26:20.038848 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.039832 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Bound using segment: {'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:26:20.040345 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Bound port: 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe418e95-1d37-4cc7-ad99-5d004254c0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:26:20.040724 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.125675 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.139108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1cfa3a9-6fce-414b-aec1-162acbdd89c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.155683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ade50852-ff1a-4a81-ae94-cd4fca100267 None None] Provisioning complete for port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:20.156131 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ade50852-ff1a-4a81-ae94-cd4fca100267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.161025 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] For port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:26:20.174571 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] For port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,segment=NetworkSegment(fe418e95-1d37-4cc7-ad99-5d004254c0ba),segment_id=fe418e95-1d37-4cc7-ad99-5d004254c0ba)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:26:20.188133 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.198817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-66016f59-1703-4fde-90bd-773f2f28632d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:20.201066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-66016f59-1703-4fde-90bd-773f2f28632d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.8013632 Dec 10 18:26:20.207072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1cfa3a9-6fce-414b-aec1-162acbdd89c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.225133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'port': {'device_id': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'admin_state_up': True, 'tenant_id': '116753191c7640d99d4f17680ae90606'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:20.242924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ade50852-ff1a-4a81-ae94-cd4fca100267 None None] Port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:20.259310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=737a664d-45bb-419a-a457-a6f83c79e9fd,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:20.271291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfa3a9-6fce-414b-aec1-162acbdd89c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c028701-0360-4df9-99bd-1df78e1ed0e2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:20.275934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Checking segment: {'id': '78993037-77ef-4a1c-82dc-41af183ed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:20.276376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Network hostable DHCP agents. Network: 062cab6a-6edd-4279-a50f-08d2455179e3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:26:20.292089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:20.292737 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:20.338548 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d829d8-f44e-47b4-81bd-eb92031bc574 None None] Pushing event updated for resources: {'Port': ['ID=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:20.343277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Network 062cab6a-6edd-4279-a50f-08d2455179e3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:26:20.373048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 062cab6a-6edd-4279-a50f-08d2455179e3) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:20.385108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:20.386873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.391223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d1fe4eaa-f65b-45df-bab5-8d1fe3c35b89 None None] Provisioning complete for port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:20.391755 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4eaa-f65b-45df-bab5-8d1fe3c35b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.434089 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-203de6a4-ae1a-4531-ac69-2555bc2bc71c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8186808 Dec 10 18:26:20.451881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad558101-ef26-4528-a84a-8035e12b0b7d None None] Network 062cab6a-6edd-4279-a50f-08d2455179e3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:20.496157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c81a25e6-234b-44ee-a82c-22ba5fe4f8c3 req-91e2e48b-a507-40e1-9296-0348bb16e8d9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b HTTP/1.1" status: 200 len: 221 time: 0.4517674 Dec 10 18:26:20.578647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b1cfa3a9-6fce-414b-aec1-162acbdd89c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aeb882ea105d40779f82ee22c8ee0a85&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7816358 Dec 10 18:26:20.582194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51706) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:20.592606 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:20.770019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.extraroute_db [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:26:20.790765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bbd8-a776-432a-8c3f-f7471f2d706c req-15bcfa18-f997-4674-a737-1ea8d6fd2990 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:20.797876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.extraroute_db [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Removed routes are [] {{(pid=103499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:26:20.798589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.803432 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b08bbd8-a776-432a-8c3f-f7471f2d706c req-15bcfa18-f997-4674-a737-1ea8d6fd2990 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1336639 Dec 10 18:26:20.815331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Made reservation on behalf of 116753191c7640d99d4f17680ae90606 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:26:20.823179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.836383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-445ac547-4fd6-45f3-9948-7e196556d344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.879813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-445ac547-4fd6-45f3-9948-7e196556d344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.892633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b08bbd8-a776-432a-8c3f-f7471f2d706c req-f5723659-8993-4877-a2ba-c7da9b2fd9ea tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866616 Dec 10 18:26:20.901172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4eaa-f65b-45df-bab5-8d1fe3c35b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.907158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c5212-fd1f-46c5-90f6-13e418dd1b9f None None] Network 062cab6a-6edd-4279-a50f-08d2455179e3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:20.985808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-445ac547-4fd6-45f3-9948-7e196556d344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.990026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-445ac547-4fd6-45f3-9948-7e196556d344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:20.991267 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-445ac547-4fd6-45f3-9948-7e196556d344 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1c028701-0360-4df9-99bd-1df78e1ed0e2 HTTP/1.1" status: 204 len: 168 time: 0.4080126 Dec 10 18:26:21.007407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ac547-4fd6-45f3-9948-7e196556d344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c028701-0360-4df9-99bd-1df78e1ed0e2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:21.039591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d1fe4eaa-f65b-45df-bab5-8d1fe3c35b89 None None] For port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,segment=NetworkSegment(fe418e95-1d37-4cc7-ad99-5d004254c0ba),segment_id=fe418e95-1d37-4cc7-ad99-5d004254c0ba)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:21.043319 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:20Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:21.060341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4eaa-f65b-45df-bab5-8d1fe3c35b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:21.130687 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2613aa9-4867-47c9-a02f-256941a72546 None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:20Z', 'revision_number': 4, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:21.174336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Allocated IP 172.20.0.9 (7ece2ed6-f826-441d-b990-14c3e4c97e2b/ad779698-0097-4e8e-bdcb-013d65bc83c6/0c36012f-0bae-4aa1-8988-54e20c943d1b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:26:21.279473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe4eaa-f65b-45df-bab5-8d1fe3c35b89 None None] Pushing event updated for resources: {'Port': ['ID=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:21.362945 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5b13dd2-158a-4ab8-bf21-4fad15a8979c req-ef944784-2bd8-4300-8496-b4685cb3bec4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 210 time: 0.4016511 Dec 10 18:26:21.431973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7869b012-9c29-4c38-959e-9bf4702e7d45 None None] Provisioning complete for port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:21.432604 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7869b012-9c29-4c38-959e-9bf4702e7d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:21.779248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:21.810452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b366ca5-44fd-4334-bca1-06b6f84c6097 req-bac3815f-7745-4425-a084-b3db2b7a8e76 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:21.812650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b366ca5-44fd-4334-bca1-06b6f84c6097 req-bac3815f-7745-4425-a084-b3db2b7a8e76 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.3076203 Dec 10 18:26:21.850140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:21.874634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:21.923997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-13175939-7850-46fe-8db8-2ca64fe39fde tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:21.931440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-13175939-7850-46fe-8db8-2ca64fe39fde tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/networks?id=062cab6a-6edd-4279-a50f-08d2455179e3 HTTP/1.1" status: 200 len: 809 time: 0.2800720 Dec 10 18:26:21.946159 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-57da743b-5501-4a08-8bf7-f1c78b7004e4 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/quotas/3033547211d14d47b91bcab9088704dc HTTP/1.1" status: 200 len: 375 time: 0.0136006 Dec 10 18:26:21.997470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-e9f111f0-a1c4-43f8-8120-a9c0f6b6fc40 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3033547211d14d47b91bcab9088704dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423133 Dec 10 18:26:22.084631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1b366ca5-44fd-4334-bca1-06b6f84c6097 req-962408ed-722f-4944-af23-5bf471460043 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575729 Dec 10 18:26:22.103634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:22.213108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:22.241388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:22.245045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:26:22.412882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:22.493406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=0c36012f-0bae-4aa1-8988-54e20c943d1b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:22.559094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:22.560031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:22.681306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:22.711901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-71a54c26-8aa6-4550-907a-ef094e769bc9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4917076 Dec 10 18:26:22.727395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-1fdcc30d-3b4d-4586-9790-da1a26a7b614 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:26:22.728977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-1fdcc30d-3b4d-4586-9790-da1a26a7b614 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075793 Dec 10 18:26:22.747365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Request body: {'port': {'device_id': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:22.759387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3756a-2014-458d-9587-fbbcf9004364 req-1782d1ca-c5bc-4bbb-bedd-a32222709281 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:22.768975 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46f3756a-2014-458d-9587-fbbcf9004364 req-1782d1ca-c5bc-4bbb-bedd-a32222709281 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.3775325 Dec 10 18:26:22.794587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-3612e8d0-bfb2-4e22-8494-4f0f6d4c1249 service neutron] 10.222.0.55 "GET /v2.0/networks/062cab6a-6edd-4279-a50f-08d2455179e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7956154 Dec 10 18:26:22.821722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:22.821992 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:22.884173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:22.896670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46f3756a-2014-458d-9587-fbbcf9004364 req-05cf9db5-76c1-408f-9983-23a57ccbaff4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266618 Dec 10 18:26:22.910868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:22.937778 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:22.944068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d8ee639c-6f07-4227-a4d3-ce8e14d6c784 None None] Provisioning complete for port 0c36012f-0bae-4aa1-8988-54e20c943d1b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:22.947959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51766) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:22.951064 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d8ee639c-6f07-4227-a4d3-ce8e14d6c784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:22.955476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2607ddb1-e751-45c2-b98c-b194103d88cd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 200 len: 933 time: 4.5402415 Dec 10 18:26:23.051114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee639c-6f07-4227-a4d3-ce8e14d6c784 None None] Port 0c36012f-0bae-4aa1-8988-54e20c943d1b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:26:23.065399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:23.076103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-d8743483-de19-4d90-9b51-a8b565c529c2 service neutron] 10.222.0.55 "GET /v2.0/networks/062cab6a-6edd-4279-a50f-08d2455179e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755716 Dec 10 18:26:23.157892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:23.159101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:23.171468 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:26:23.366569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d59ffacb-409a-46f1-91ee-7a650c47002a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 200 len: 933 time: 0.4168513 Dec 10 18:26:23.373360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:23.381339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51782) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:23.387260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'routes': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:23.387503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f7ae0-a53a-41da-9baf-80568002addc req-5f0b9a35-628b-4858-abfb-eac785db80cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:23.400483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4e0f7ae0-a53a-41da-9baf-80568002addc req-5f0b9a35-628b-4858-abfb-eac785db80cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 931 time: 0.3346684 Dec 10 18:26:23.761981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538b399-2224-44d3-9952-a0b5a2eb88f9 req-a8a2dcae-13ac-42ff-965d-1caef5a7ef52 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:23.775807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6538b399-2224-44d3-9952-a0b5a2eb88f9 req-a8a2dcae-13ac-42ff-965d-1caef5a7ef52 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.4554563 Dec 10 18:26:23.786636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c36012f-0bae-4aa1-8988-54e20c943d1b {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:26:23.795462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:23.810252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Transition to ACTIVE for port object 0c36012f-0bae-4aa1-8988-54e20c943d1b will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:26:23.822604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:23.904735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Pushing event updated for resources: {'Port': ['ID=0c36012f-0bae-4aa1-8988-54e20c943d1b,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:23.948867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:20Z', 'revision_number': 6, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:21Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:24.060589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4e0f7ae0-a53a-41da-9baf-80568002addc req-d0af97d7-4e0d-4885-85b6-cab731372e15 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591516 Dec 10 18:26:24.069927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:24.104429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:24.105418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:24.196261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Attempting to bind port 0c36012f-0bae-4aa1-8988-54e20c943d1b on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:26:24.196859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Attempting to bind port 0c36012f-0bae-4aa1-8988-54e20c943d1b by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:26:24.197602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Attempting to bind port 0c36012f-0bae-4aa1-8988-54e20c943d1b on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:24.208876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Port 0c36012f-0bae-4aa1-8988-54e20c943d1b on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:26:24.209359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Attempting to bind port 0c36012f-0bae-4aa1-8988-54e20c943d1b on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:24.235564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:26:24.235892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:24.238461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Bound using segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:26:24.239136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Bound port: 0c36012f-0bae-4aa1-8988-54e20c943d1b, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:26:24.239677 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:24.271479 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f847b174-e438-45d3-af36-2513d4ed6b7d req-0924c36d-b119-49ea-b49b-a5c542202c1a tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 210 time: 0.0639381 Dec 10 18:26:24.313506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:24.369298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] For port 0c36012f-0bae-4aa1-8988-54e20c943d1b, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:26:24.375673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] For port 0c36012f-0bae-4aa1-8988-54e20c943d1b, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:26:24.382806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:24.478168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Pushing event updated for resources: {'Port': ['ID=0c36012f-0bae-4aa1-8988-54e20c943d1b,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:24.515837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:24.517334 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:24.520731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] 10.222.0.30 "PUT /v2.0/ports/0c36012f-0bae-4aa1-8988-54e20c943d1b HTTP/1.1" status: 200 len: 1091 time: 1.7818787 Dec 10 18:26:24.521882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'tag': '0c36012f-0bae-4aa1-8988-54e20c943d1b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:24.525696 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a77ee4-a806-4705-858a-534beaeaa287" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf1b655-07e3-475e-9176-9c17e61c0393", "tag": "0c36012f-0bae-4aa1-8988-54e20c943d1b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:24.536054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.536767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.537535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.538690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.539298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.539997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.541910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.543032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.543631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.544160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.545975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.546559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.547108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd96a81-2559-42cc-889c-9882317c90ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:24.655425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:20Z', 'revision_number': 6, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:21Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:24.656635 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aa1d83-2ed1-41ee-afc4-322d77e58f91 x-openstack-request-id: req-72aa1d83-2ed1-41ee-afc4-322d77e58f91 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:24.656884 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf1b655-07e3-475e-9176-9c17e61c0393", "tag": "0c36012f-0bae-4aa1-8988-54e20c943d1b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:24.657150 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72aa1d83-2ed1-41ee-afc4-322d77e58f91 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:24.657874 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'tag': '0c36012f-0bae-4aa1-8988-54e20c943d1b', 'status': 'completed', 'code': 200} Dec 10 18:26:24.732438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a386d1cc-2045-4ca1-b7ba-c01889cd6f8a None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:20Z', 'revision_number': 6, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:21Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:24.768264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6538b399-2224-44d3-9952-a0b5a2eb88f9 req-eceead3a-59cf-4118-90e3-d68b7c7d11f6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9740043 Dec 10 18:26:24.984728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.extraroute_db [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added routes are [] {{(pid=103500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:26:24.985082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.extraroute_db [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:26:25.040408 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9599b18-f6da-4379-b73c-8b0677710f28 req-d00e4e85-3339-4eff-9cc0-167dacbe7cac tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:25.042301 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d9599b18-f6da-4379-b73c-8b0677710f28 req-d00e4e85-3339-4eff-9cc0-167dacbe7cac tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1403608 Dec 10 18:26:25.123836 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:25.140605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-844ec43a-b1c4-4a5d-ac13-204502251372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:25.144176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-844ec43a-b1c4-4a5d-ac13-204502251372 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 1094 time: 0.4762726 Dec 10 18:26:25.152017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d9599b18-f6da-4379-b73c-8b0677710f28 req-47c9dd85-da97-4f40-8719-c054cd58c450 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890644 Dec 10 18:26:25.225049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-dbc87314-96d1-4229-aa94-fe3f22f68807 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b HTTP/1.1" status: 200 len: 217 time: 0.0722649 Dec 10 18:26:25.369077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-2b9eb162-8cd2-46f8-b2b0-c25747e445e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:25.372599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-2b9eb162-8cd2-46f8-b2b0-c25747e445e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1399045 Dec 10 18:26:25.440740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-45d81b43-42d5-4053-a1b4-3ccdebfd9da2 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:25.442273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-45d81b43-42d5-4053-a1b4-3ccdebfd9da2 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.30 "GET /v2.0/networks?id=062cab6a-6edd-4279-a50f-08d2455179e3 HTTP/1.1" status: 200 len: 809 time: 0.1205409 Dec 10 18:26:25.458323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53436df3-b5b7-4ed3-b10a-a3f2d90e9a7a req-40f3c9db-d616-4039-841a-2bd138a4c392 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:25.460716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53436df3-b5b7-4ed3-b10a-a3f2d90e9a7a req-40f3c9db-d616-4039-841a-2bd138a4c392 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 943 time: 0.1665757 Dec 10 18:26:25.464546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-d8f809cb-354a-41fc-b343-e4b5ee471744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:25.467030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-d8f809cb-354a-41fc-b343-e4b5ee471744 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735464 Dec 10 18:26:25.474669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Request body: {'port': {'device_id': '90e41c90-6a41-4458-98c3-b30bc4513679', 'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3', 'admin_state_up': True, 'tenant_id': '3033547211d14d47b91bcab9088704dc'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:25.595014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53436df3-b5b7-4ed3-b10a-a3f2d90e9a7a req-c9ae0fba-f487-4321-a075-cdf6335c1236 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265564 Dec 10 18:26:25.643267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df206b4-b15b-451d-aa95-f85ea3eb607f req-8c2a0fb7-3d4f-4b43-b4a9-2e40704d4377 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:25.644944 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2df206b4-b15b-451d-aa95-f85ea3eb607f req-8c2a0fb7-3d4f-4b43-b4a9-2e40704d4377 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.3349159 Dec 10 18:26:25.660455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-7967bf0a-dbeb-4a77-a669-39b5cd2bf7c4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655867 Dec 10 18:26:25.756667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:25.777167 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:25.821435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2df206b4-b15b-451d-aa95-f85ea3eb607f req-572c3d23-7575-412b-9169-6a7edd310810 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404328 Dec 10 18:26:25.835222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c1e703f-a225-4b0b-9d8d-82833c51394f req-00d32a95-597b-4931-a73f-d15705052464 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 210 time: 0.0573726 Dec 10 18:26:25.951939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059d07c1-5e71-4c7b-9fbd-6ede2aacac0f req-559e2931-05cf-4998-b7b4-bd18a0ed5bae service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769904 Dec 10 18:26:26.022477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Made reservation on behalf of 3033547211d14d47b91bcab9088704dc for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:26:26.033324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:26.066798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-8b0d0ba5-c86e-4874-bfd0-08a6e42d4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:26.069761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-8b0d0ba5-c86e-4874-bfd0-08a6e42d4c89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 1094 time: 0.0613353 Dec 10 18:26:26.078738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:26.119205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961747ad-e145-4620-8fac-6b78b11ff366 req-04dfd4cb-a7d5-457d-90cc-b8b236e624f8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:26.129104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-961747ad-e145-4620-8fac-6b78b11ff366 req-04dfd4cb-a7d5-457d-90cc-b8b236e624f8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1839628 Dec 10 18:26:26.230853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-38cc0faa-8430-4801-bf43-c0c03e575c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:26.233388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-38cc0faa-8430-4801-bf43-c0c03e575c48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.1409361 Dec 10 18:26:26.296729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-5d41343d-9482-45ab-845a-7221b23a640d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b HTTP/1.1" status: 200 len: 217 time: 0.0557704 Dec 10 18:26:26.377052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-4bed91d3-329a-4ebe-9358-3552d07882b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:26.381438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-4bed91d3-329a-4ebe-9358-3552d07882b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.0749319 Dec 10 18:26:26.430868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-961747ad-e145-4620-8fac-6b78b11ff366 req-552be4f9-09d1-4488-9dd3-793342212803 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007989 Dec 10 18:26:26.458901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Allocated IP 172.20.0.12 (062cab6a-6edd-4279-a50f-08d2455179e3/737a664d-45bb-419a-a457-a6f83c79e9fd/a12263fd-023b-4c13-8f79-4d16a634bf6b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:26:26.469830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-224f64e2-a3f4-42ae-90ec-5a37de6c3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:26.472201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-224f64e2-a3f4-42ae-90ec-5a37de6c3890 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747070 Dec 10 18:26:26.472820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:26.480894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:26.485256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-788acb06-a8a6-4b79-9fea-7e74af5246a3 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 200 len: 699 time: 3.0993528 Dec 10 18:26:26.489784 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:26.498269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51846) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:26.505519 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:26.506136 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:26.707840 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:27.007625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-31d17812-5a47-4587-91fd-74744016b3d2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 200 len: 699 time: 0.5079103 Dec 10 18:26:27.015170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51860) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:27.074226 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:25Z', 'revision_number': 7, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:21Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:27.081498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:27.115750 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:27.127193 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:27.128185 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:27.133464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d9b78-fb3e-427d-925d-69a6e270b9dc req-83d90057-a372-4c00-8f62-9fbb3d7f5459 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:27.135427 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-030d9b78-fb3e-427d-925d-69a6e270b9dc req-83d90057-a372-4c00-8f62-9fbb3d7f5459 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 943 time: 0.2412846 Dec 10 18:26:27.250094 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:27.333219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cf603-79f7-4071-acd1-8cdd63d1df32 req-35e3a16c-4e47-4e44-b8c7-e89a6bed6811 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:27.340829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a83cf603-79f7-4071-acd1-8cdd63d1df32 req-35e3a16c-4e47-4e44-b8c7-e89a6bed6811 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0916643 Dec 10 18:26:27.349631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-0cb644bd-7b19-4748-a6d3-7fc57d347d71 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660662 Dec 10 18:26:27.482870 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a83cf603-79f7-4071-acd1-8cdd63d1df32 req-27c65259-5af9-4632-a099-42aca2539c22 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409969 Dec 10 18:26:27.545267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1a77ee4-a806-4705-858a-534beaeaa287 req-0dae6c1f-b919-48df-8e3f-58f69c2035e0 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864700 Dec 10 18:26:27.561416 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:25Z', 'revision_number': 7, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:21Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:27.592150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f00d0ef1-2277-440a-849c-44a11c378bfc req-ab7018c6-619e-4205-b1cb-964c1e5b4f0d tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 210 time: 0.0447729 Dec 10 18:26:27.602345 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8614642-bcef-4938-9264-914ca372bbb0 None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:25Z', 'revision_number': 7, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5', 'name': '', 'network_id': '6f1d3140-6f2f-4898-932a-f3cd81a3d6db', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:88:2b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:14Z', 'updated_at': '2021-12-10T18:26:21Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '6e301e2a-14de-465a-87c1-77ac4d7a794f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:27.795833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-030d9b78-fb3e-427d-925d-69a6e270b9dc req-61b348da-7c4b-459a-93d2-f5987e099437 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330500 Dec 10 18:26:27.805293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:27.903351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Network 062cab6a-6edd-4279-a50f-08d2455179e3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:26:27.905035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Pushing event updated for resources: {'Port': ['ID=a12263fd-023b-4c13-8f79-4d16a634bf6b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:27.907793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:26:27.915444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c08e2-5804-4532-9d82-2954489c81e3 req-a8489e59-ba94-4a4d-9101-8a14fffbf62c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:27.928558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c2c08e2-5804-4532-9d82-2954489c81e3 req-a8489e59-ba94-4a4d-9101-8a14fffbf62c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1550777 Dec 10 18:26:27.964682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:26:27.974081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.974550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.974813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.975155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.975494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.975828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.976703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.977051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.977713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.978059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.978407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.978745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:27.979072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:28.015752 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c2c08e2-5804-4532-9d82-2954489c81e3 req-701d8bd7-4f3e-49e3-8965-8f065ac5cc31 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861135 Dec 10 18:26:28.067067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:28.067788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:28.095686 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-875d237c-0ffb-46d0-bd84-7e5110c0568f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6251068 Dec 10 18:26:28.125507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Request body: {'port': {'device_id': '90e41c90-6a41-4458-98c3-b30bc4513679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:28.270565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:28.285753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-16490db0-cee6-481c-abe9-1ce816cebf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:28.308451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d1a0-e2f9-4a20-8d76-0324b0b437bd req-a0fd3814-a8eb-4b3d-b239-4521efc04c55 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:28.310012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7125d1a0-e2f9-4a20-8d76-0324b0b437bd req-a0fd3814-a8eb-4b3d-b239-4521efc04c55 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1493638 Dec 10 18:26:28.471690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c36012f-0bae-4aa1-8988-54e20c943d1b details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:26:28.516109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7125d1a0-e2f9-4a20-8d76-0324b0b437bd req-6751cd09-0d4d-4323-8a2c-8289e92b7f96 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585963 Dec 10 18:26:28.655659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:28.686908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0c36012f-0bae-4aa1-8988-54e20c943d1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:28.730091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0c36012f-0bae-4aa1-8988-54e20c943d1b', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '0c36012f-0bae-4aa1-8988-54e20c943d1b', 'mac_address': 'fa:16:3e:b1:cd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:26:28.783058 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:28.830760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c36012f-0bae-4aa1-8988-54e20c943d1b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:26:28.848816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf937e32-ea56-42f9-b192-4e1c73480692 req-7cd5df2e-9526-4524-a357-fd4189b7dc3e tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:28.859447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf937e32-ea56-42f9-b192-4e1c73480692 req-7cd5df2e-9526-4524-a357-fd4189b7dc3e tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 932 time: 0.1078811 Dec 10 18:26:28.865943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0c36012f-0bae-4aa1-8988-54e20c943d1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:28.873523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:28.934586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf937e32-ea56-42f9-b192-4e1c73480692 req-f0f46aaa-87c0-40a7-bba8-d924fb0f4061 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736670 Dec 10 18:26:28.943425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0c36012f-0bae-4aa1-8988-54e20c943d1b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:29.036606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae198173-65cc-4ba6-bfe5-adcbb158d394 req-af28a681-0876-4cd3-ade6-982c0e757456 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:29.039101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae198173-65cc-4ba6-bfe5-adcbb158d394 req-af28a681-0876-4cd3-ade6-982c0e757456 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2405434 Dec 10 18:26:29.066421 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12263fd-023b-4c13-8f79-4d16a634bf6b {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:26:29.111325 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:29.119386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:26:29.157914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Transition to ACTIVE for port object a12263fd-023b-4c13-8f79-4d16a634bf6b will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:26:29.167383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:29.180596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae198173-65cc-4ba6-bfe5-adcbb158d394 req-5ebb0880-f53f-473f-a02b-9267ccdb4f14 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056924 Dec 10 18:26:29.281263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cec401-5ee4-413e-823c-785ef67c6ac3 req-52eb9f46-a1ed-45da-9bc2-95d9d49018d3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:29.287157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Pushing event updated for resources: {'Port': ['ID=a12263fd-023b-4c13-8f79-4d16a634bf6b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:29.304941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07cec401-5ee4-413e-823c-785ef67c6ac3 req-52eb9f46-a1ed-45da-9bc2-95d9d49018d3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 944 time: 0.1460843 Dec 10 18:26:29.447315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07cec401-5ee4-413e-823c-785ef67c6ac3 req-17d6756a-c396-4325-a55b-8781d4e78734 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374156 Dec 10 18:26:29.511855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Attempting to bind port a12263fd-023b-4c13-8f79-4d16a634bf6b on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:26:29.512348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Attempting to bind port a12263fd-023b-4c13-8f79-4d16a634bf6b by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '78993037-77ef-4a1c-82dc-41af183ed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:26:29.512639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Attempting to bind port a12263fd-023b-4c13-8f79-4d16a634bf6b on network 062cab6a-6edd-4279-a50f-08d2455179e3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:29.557565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Port a12263fd-023b-4c13-8f79-4d16a634bf6b on network 062cab6a-6edd-4279-a50f-08d2455179e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:26:29.557864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Attempting to bind port a12263fd-023b-4c13-8f79-4d16a634bf6b on network 062cab6a-6edd-4279-a50f-08d2455179e3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:26:29.582137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:26:29.582517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Checking segment: {'id': '78993037-77ef-4a1c-82dc-41af183ed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:26:29.582907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Bound using segment: {'id': '78993037-77ef-4a1c-82dc-41af183ed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:26:29.583356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Bound port: a12263fd-023b-4c13-8f79-4d16a634bf6b, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78993037-77ef-4a1c-82dc-41af183ed3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:26:29.583713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:29.626883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239c80e-af50-453f-abe3-e7b0c7ef8c45 req-40bef5a3-289b-493e-b174-5805f703cd5f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:29.628701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8239c80e-af50-453f-abe3-e7b0c7ef8c45 req-40bef5a3-289b-493e-b174-5805f703cd5f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2282176 Dec 10 18:26:29.751121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:29.751585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:29.757899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] For port a12263fd-023b-4c13-8f79-4d16a634bf6b, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:26:29.782758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8239c80e-af50-453f-abe3-e7b0c7ef8c45 req-bad4ff92-21da-4728-b4a8-6ebc4ab6b80d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256406 Dec 10 18:26:29.835242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] For port a12263fd-023b-4c13-8f79-4d16a634bf6b, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a12263fd-023b-4c13-8f79-4d16a634bf6b,segment=NetworkSegment(78993037-77ef-4a1c-82dc-41af183ed3ee),segment_id=78993037-77ef-4a1c-82dc-41af183ed3ee)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:26:29.849884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:29.897893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:29.898902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:29.900672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] 10.222.0.30 "PUT /v2.0/ports/a12263fd-023b-4c13-8f79-4d16a634bf6b HTTP/1.1" status: 200 len: 1092 time: 1.7793758 Dec 10 18:26:29.945905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e41c90-6a41-4458-98c3-b30bc4513679', 'tag': 'a12263fd-023b-4c13-8f79-4d16a634bf6b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:29.949548 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e491e5-09c8-495a-ad21-f970505feebb" -d '{"events": [{"name": "network-changed", "server_uuid": "90e41c90-6a41-4458-98c3-b30bc4513679", "tag": "a12263fd-023b-4c13-8f79-4d16a634bf6b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:29.955774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,segment=NetworkSegment(fe418e95-1d37-4cc7-ad99-5d004254c0ba),segment_id=fe418e95-1d37-4cc7-ad99-5d004254c0ba)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:29.956214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:30.022199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:30.120416 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136d2e1e-bd71-47f6-b7af-d55a4a8287ed x-openstack-request-id: req-136d2e1e-bd71-47f6-b7af-d55a4a8287ed {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:30.121366 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90e41c90-6a41-4458-98c3-b30bc4513679", "tag": "a12263fd-023b-4c13-8f79-4d16a634bf6b", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:30.121366 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-136d2e1e-bd71-47f6-b7af-d55a4a8287ed {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:30.121366 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90e41c90-6a41-4458-98c3-b30bc4513679', 'tag': 'a12263fd-023b-4c13-8f79-4d16a634bf6b', 'status': 'completed', 'code': 200} Dec 10 18:26:30.154902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48764e2-96c8-4c5e-8d08-962e194ad944 service neutron] Pushing event updated for resources: {'Port': ['ID=a12263fd-023b-4c13-8f79-4d16a634bf6b,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:30.243875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9fdf3-d7ca-46ae-970d-d73146c737d0 req-4b0d5534-5d4f-4182-a7f8-98864962462b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:30.245784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7db9fdf3-d7ca-46ae-970d-d73146c737d0 req-4b0d5534-5d4f-4182-a7f8-98864962462b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2929637 Dec 10 18:26:30.304943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-60d97418-0fc2-4761-a5bb-15b3e1149917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:30.306920 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-60d97418-0fc2-4761-a5bb-15b3e1149917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3033547211d14d47b91bcab9088704dc&device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 1095 time: 0.2236795 Dec 10 18:26:30.348068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6191476-20a6-45a1-aabc-45995bd42755 req-5104d13c-d484-4fab-a1de-b9671c3f0237 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:30.352081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e6191476-20a6-45a1-aabc-45995bd42755 req-5104d13c-d484-4fab-a1de-b9671c3f0237 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 944 time: 0.1095307 Dec 10 18:26:30.446674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e6191476-20a6-45a1-aabc-45995bd42755 req-468a0bce-2325-41df-96e8-0e7475a8dd76 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816562 Dec 10 18:26:30.460799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7db9fdf3-d7ca-46ae-970d-d73146c737d0 req-1a682890-32bd-4f6b-a4ba-956ed48e436c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773882 Dec 10 18:26:30.462826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-7bcabb3b-5fe0-4e01-bc59-1d8520f4a4c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a12263fd-023b-4c13-8f79-4d16a634bf6b HTTP/1.1" status: 200 len: 217 time: 0.0989506 Dec 10 18:26:30.485152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c36012f-0bae-4aa1-8988-54e20c943d1b up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:30.602982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0c36012f-0bae-4aa1-8988-54e20c943d1b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:26:30.612146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0c36012f-0bae-4aa1-8988-54e20c943d1b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:30.613237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:30.655132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-9601924d-8e4e-479b-ae3d-9271c41437d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:30.656547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-9601924d-8e4e-479b-ae3d-9271c41437d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=737a664d-45bb-419a-a457-a6f83c79e9fd HTTP/1.1" status: 200 len: 849 time: 0.1348684 Dec 10 18:26:30.714453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128def79-e6c7-437a-a117-bb131f13e233 req-02353cf5-b3b4-4dab-b5d3-a7d680c50678 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:30.721160 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:30.724193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-128def79-e6c7-437a-a117-bb131f13e233 req-02353cf5-b3b4-4dab-b5d3-a7d680c50678 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0673132 Dec 10 18:26:30.727227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-7f9b5d8f-dcad-41bf-8c8d-054c8ddf2bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=062cab6a-6edd-4279-a50f-08d2455179e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572782 Dec 10 18:26:30.775434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faeb34-378a-4d58-9f3d-e7c86ab5692e req-0ccf347a-6419-4193-9660-f80a670e01da tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:30.783587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38faeb34-378a-4d58-9f3d-e7c86ab5692e req-0ccf347a-6419-4193-9660-f80a670e01da tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 944 time: 0.1775987 Dec 10 18:26:30.783968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0c36012f-0bae-4aa1-8988-54e20c943d1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:30.785690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c36012f-0bae-4aa1-8988-54e20c943d1b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:30.789914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-128def79-e6c7-437a-a117-bb131f13e233 req-a11632e6-7ace-4883-b3d6-a6ec54538910 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643561 Dec 10 18:26:30.791120 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efbadfa-79ae-4981-a15c-8dd182e15345" -d '{"events": [{"server_uuid": "1bf1b655-07e3-475e-9176-9c17e61c0393", "name": "network-vif-plugged", "status": "completed", "tag": "0c36012f-0bae-4aa1-8988-54e20c943d1b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:30.796976 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:30.856657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0c36012f-0bae-4aa1-8988-54e20c943d1b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:30.897118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:30.901416 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72ed701-ba4c-4cfb-8ceb-88631b5e9a03 x-openstack-request-id: req-a72ed701-ba4c-4cfb-8ceb-88631b5e9a03 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:30.901721 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf1b655-07e3-475e-9176-9c17e61c0393", "name": "network-vif-plugged", "status": "completed", "tag": "0c36012f-0bae-4aa1-8988-54e20c943d1b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:30.902002 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a72ed701-ba4c-4cfb-8ceb-88631b5e9a03 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:30.902473 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c36012f-0bae-4aa1-8988-54e20c943d1b', 'code': 200} Dec 10 18:26:30.996520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:31.009429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38faeb34-378a-4d58-9f3d-e7c86ab5692e req-7e125d67-656f-4aab-bb09-317cbe3eec77 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249475 Dec 10 18:26:31.054033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-922a0c3e-aa15-43a2-80ea-8ca91f4c715b service neutron] 10.222.0.30 "GET /v2.0/networks/062cab6a-6edd-4279-a50f-08d2455179e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026979 Dec 10 18:26:31.105573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9aa6b-151a-4e1c-b9b2-0517da513e27 req-ab9ef4bd-c63d-4456-abb9-4d7bf4fc4a59 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:31.107501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ca9aa6b-151a-4e1c-b9b2-0517da513e27 req-ab9ef4bd-c63d-4456-abb9-4d7bf4fc4a59 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0648413 Dec 10 18:26:31.109871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34373522-8bb5-4181-87cf-0464549f3fe6 req-d5df908c-3071-44d2-8ca1-5e8dc0e253d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:31.111766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34373522-8bb5-4181-87cf-0464549f3fe6 req-d5df908c-3071-44d2-8ca1-5e8dc0e253d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 1096 time: 0.1212094 Dec 10 18:26:31.174549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c36af66a-1edc-4496-adcf-ce809de5c107 req-1d2da029-1f86-44d5-97d4-dc3d64e3e0ab service neutron] 10.222.0.30 "GET /v2.0/networks/062cab6a-6edd-4279-a50f-08d2455179e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009729 Dec 10 18:26:31.188631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ca9aa6b-151a-4e1c-b9b2-0517da513e27 req-43fe1603-f4c4-46be-9de9-9423f66acc83 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685441 Dec 10 18:26:31.250519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-34373522-8bb5-4181-87cf-0464549f3fe6 req-8ba8fb9c-2e24-481c-8d3e-73f088143eaf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261232 Dec 10 18:26:31.396440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e491e5-09c8-495a-ad21-f970505feebb req-33412412-6cd4-4722-bfaf-e9bd03e2ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:31.398342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1e491e5-09c8-495a-ad21-f970505feebb req-33412412-6cd4-4722-bfaf-e9bd03e2ec95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3033547211d14d47b91bcab9088704dc&device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 1095 time: 0.1670856 Dec 10 18:26:31.425960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a0ea9-e2a8-4347-b4b8-f3fcdb4c67d0 req-0c0bc5f8-041a-4c4f-a661-f13cc70138cb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:31.427822 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4e1a0ea9-e2a8-4347-b4b8-f3fcdb4c67d0 req-0c0bc5f8-041a-4c4f-a661-f13cc70138cb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1273303 Dec 10 18:26:31.428601 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:31.605165 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2438f63-60d6-4de0-bd43-f9c2cada1845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:31.618228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4e1a0ea9-e2a8-4347-b4b8-f3fcdb4c67d0 req-1db1958a-7d83-4ca7-87fd-7f0854f88a1c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717262 Dec 10 18:26:31.629115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf61a81-8910-4ba4-ab51-79dba82d3f27 req-d36c2c0d-7a53-49eb-92e0-afaa657eb100 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:31.632268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdf61a81-8910-4ba4-ab51-79dba82d3f27 req-d36c2c0d-7a53-49eb-92e0-afaa657eb100 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 944 time: 0.0732584 Dec 10 18:26:31.720313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdf61a81-8910-4ba4-ab51-79dba82d3f27 req-1cfd000b-d1e9-4c66-9afa-42825e4c2a91 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825758 Dec 10 18:26:31.756618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e491e5-09c8-495a-ad21-f970505feebb req-ca035107-abd8-4943-beca-b2902ec83355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:31.757744 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1e491e5-09c8-495a-ad21-f970505feebb req-ca035107-abd8-4943-beca-b2902ec83355 service neutron] 10.222.0.30 "GET /v2.0/networks?id=062cab6a-6edd-4279-a50f-08d2455179e3 HTTP/1.1" status: 200 len: 910 time: 0.3035953 Dec 10 18:26:31.790895 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:31.867964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1e491e5-09c8-495a-ad21-f970505feebb req-110bca94-1e3e-4797-b121-7055b1ee3f05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a12263fd-023b-4c13-8f79-4d16a634bf6b HTTP/1.1" status: 200 len: 217 time: 0.0984037 Dec 10 18:26:31.995596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e491e5-09c8-495a-ad21-f970505feebb req-b0dd50ed-d0ab-4d5f-8a53-355b0d59316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:31.997186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1e491e5-09c8-495a-ad21-f970505feebb req-b0dd50ed-d0ab-4d5f-8a53-355b0d59316f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=737a664d-45bb-419a-a457-a6f83c79e9fd HTTP/1.1" status: 200 len: 849 time: 0.0824661 Dec 10 18:26:31.999068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:32.002436 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:32.008627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca889d-c24b-43aa-8b71-8d69e1b03cfa req-4a80d675-3c36-4bb8-962e-cd45faef8ff9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:32.010203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6cca889d-c24b-43aa-8b71-8d69e1b03cfa req-4a80d675-3c36-4bb8-962e-cd45faef8ff9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1563458 Dec 10 18:26:32.046967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1e491e5-09c8-495a-ad21-f970505feebb req-6a17d7b6-5a0e-4dd0-8476-96329ab09eda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=062cab6a-6edd-4279-a50f-08d2455179e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329554 Dec 10 18:26:32.190104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32860d8d-cce5-4d7d-baa8-960004a1e824 req-c1b2a0db-0766-4bc7-92e1-77e23d74e2dd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:32.191786 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32860d8d-cce5-4d7d-baa8-960004a1e824 req-c1b2a0db-0766-4bc7-92e1-77e23d74e2dd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.0969737 Dec 10 18:26:32.254333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32860d8d-cce5-4d7d-baa8-960004a1e824 req-f8ec5794-a41f-4412-a275-d90363b3bcaa tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Dec 10 18:26:32.560582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6cca889d-c24b-43aa-8b71-8d69e1b03cfa req-7c053957-8c2e-4b89-9232-82bf67cd6fdb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363350 Dec 10 18:26:32.578206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:32.598336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51992) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:32.599394 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-325ba2c5-428e-448f-a97a-29d62dd17452 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5824907 Dec 10 18:26:32.600044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:32.612296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1e491e5-09c8-495a-ad21-f970505feebb req-a5e2bd03-d542-4833-b866-fef8b2232469 service neutron] 10.222.0.30 "GET /v2.0/networks/062cab6a-6edd-4279-a50f-08d2455179e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465741 Dec 10 18:26:32.652753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:32.661770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:32.729709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet 6e301e2a-14de-465a-87c1-77ac4d7a794f {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:26:32.744448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:32.838816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:32.841186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1e491e5-09c8-495a-ad21-f970505feebb req-0d4cc55a-4d2c-4e89-bd22-44393acb0ef6 service neutron] 10.222.0.30 "GET /v2.0/networks/062cab6a-6edd-4279-a50f-08d2455179e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212760 Dec 10 18:26:32.925270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f972dc2-30aa-45b8-8ed9-a74624f8b144 req-11466c88-bf09-418a-a239-d1d0d58cdb10 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:32.929625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f972dc2-30aa-45b8-8ed9-a74624f8b144 req-11466c88-bf09-418a-a239-d1d0d58cdb10 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0960693 Dec 10 18:26:32.940094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:32.942214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367466a9-4c12-420d-b009-7865e8c85cba req-41a960ed-67ff-42ad-a34e-8d9b43164340 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:32.946042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-367466a9-4c12-420d-b009-7865e8c85cba req-41a960ed-67ff-42ad-a34e-8d9b43164340 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 944 time: 0.0829487 Dec 10 18:26:33.084474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-367466a9-4c12-420d-b009-7865e8c85cba req-4915e828-20f9-46b6-b4d7-7112892a47a4 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223431 Dec 10 18:26:33.096350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f972dc2-30aa-45b8-8ed9-a74624f8b144 req-9f28564d-6951-4500-ab66-cd6c03280674 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304426 Dec 10 18:26:33.119995 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.228692 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.265095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:30Z', 'revision_number': 8, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:33.314041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=6e301e2a-14de-465a-87c1-77ac4d7a794f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:33.356174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.367505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52012) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:33.369560 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a0bfd97a-7fed-481e-afbd-b98fef73a33c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/6e301e2a-14de-465a-87c1-77ac4d7a794f HTTP/1.1" status: 204 len: 168 time: 0.7684560 Dec 10 18:26:33.440808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c343-9732-4619-9737-4bbb2ee3a8e3 req-6c7b7792-b89f-43cf-8a92-709787d60ceb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:33.444480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6826c343-9732-4619-9737-4bbb2ee3a8e3 req-6c7b7792-b89f-43cf-8a92-709787d60ceb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1540606 Dec 10 18:26:33.521959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6826c343-9732-4619-9737-4bbb2ee3a8e3 req-9b488962-5ec3-4ca4-9f7b-bddfbb45d284 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709989 Dec 10 18:26:33.531978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856c2309-b536-4aac-9813-2a7805e1a58d None None] Network 6f1d3140-6f2f-4898-932a-f3cd81a3d6db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:33.535254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:33.581829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.600447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:33.601511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:33.650101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c62d6a-71c2-490d-ad6d-7aecd51c4e16 req-c182e744-351d-45aa-92d2-5ba8e85e685e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:33.661044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9c62d6a-71c2-490d-ad6d-7aecd51c4e16 req-c182e744-351d-45aa-92d2-5ba8e85e685e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.2836602 Dec 10 18:26:33.714328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:33.748076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port b3036054-4263-447a-8b56-9071219f96eb {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:33.748359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.764913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9c62d6a-71c2-490d-ad6d-7aecd51c4e16 req-2703b4ff-2776-40f4-bb9c-fda1dec9d8fe tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027615 Dec 10 18:26:33.776722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb535e0a-fe56-4051-956d-a51e738d1636 req-2e49eb67-065b-4946-a84f-cc67395f9240 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:33.795592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb535e0a-fe56-4051-956d-a51e738d1636 req-2e49eb67-065b-4946-a84f-cc67395f9240 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1279781 Dec 10 18:26:33.892763 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.903301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port b3036054-4263-447a-8b56-9071219f96eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b3036054-4263-447a-8b56-9071219f96eb,segment=NetworkSegment(fe418e95-1d37-4cc7-ad99-5d004254c0ba),segment_id=fe418e95-1d37-4cc7-ad99-5d004254c0ba)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:33.903805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:33.929255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb535e0a-fe56-4051-956d-a51e738d1636 req-dec6dbdf-2a40-4e97-996a-4cced06088b4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325629 Dec 10 18:26:33.937787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for b3036054-4263-447a-8b56-9071219f96eb owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:34.117364 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.161133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:30Z', 'revision_number': 8, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:34.168909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] DHCP port deletion for 6f1d3140-6f2f-4898-932a-f3cd81a3d6db request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:26:34.217198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881f0b2-7375-47d1-a80e-520ff9f43183 None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:30Z', 'revision_number': 8, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '0b148da2-c224-4c5e-a085-b517e45fe90a', 'name': '', 'network_id': 'd603fd24-ac55-4646-824c-c7072ad67d36', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:36:fb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:26:06Z', 'updated_at': '2021-12-10T18:26:15Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:34.267031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0c269-f20a-47fb-bafc-2278d1b67561 req-c8a38681-9448-4289-97b9-7c3cea071d2c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:34.269495 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ef0c269-f20a-47fb-bafc-2278d1b67561 req-c8a38681-9448-4289-97b9-7c3cea071d2c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0903420 Dec 10 18:26:34.343359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] Deleting port b3036054-4263-447a-8b56-9071219f96eb {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:34.348561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.364764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ef0c269-f20a-47fb-bafc-2278d1b67561 req-f4a01ee7-aa38-438a-aada-90878380daa0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849082 Dec 10 18:26:34.376092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24005380-3892-4466-bdf4-c33f5920d2f1 req-d704bcb7-683f-4b91-af2c-9d1a61207ac1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:34.389103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24005380-3892-4466-bdf4-c33f5920d2f1 req-d704bcb7-683f-4b91-af2c-9d1a61207ac1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.2603192 Dec 10 18:26:34.450875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.483889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=b3036054-4263-447a-8b56-9071219f96eb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:34.485057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] For port b3036054-4263-447a-8b56-9071219f96eb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b3036054-4263-447a-8b56-9071219f96eb,segment=NetworkSegment(fe418e95-1d37-4cc7-ad99-5d004254c0ba),segment_id=fe418e95-1d37-4cc7-ad99-5d004254c0ba)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:34.485766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.524539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a12263fd-023b-4c13-8f79-4d16a634bf6b details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:26:34.531567 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24005380-3892-4466-bdf4-c33f5920d2f1 req-1fefded7-f8f3-4eb4-a295-4bf2539a7db2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414344 Dec 10 18:26:34.532488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No DVR routers for this DVR port b3036054-4263-447a-8b56-9071219f96eb on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:34.536921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] Calling delete_port for b3036054-4263-447a-8b56-9071219f96eb owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:34.592462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a3c65-aa06-4590-87ec-8deab01963be req-b8515812-ef3a-4a9f-b59d-89e3da479103 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:34.600915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a3a3c65-aa06-4590-87ec-8deab01963be req-b8515812-ef3a-4a9f-b59d-89e3da479103 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 944 time: 0.1196518 Dec 10 18:26:34.683334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a3a3c65-aa06-4590-87ec-8deab01963be req-108d77d8-ccb6-48a6-948e-00b29c9833e2 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813625 Dec 10 18:26:34.698741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.746229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1d3140-6f2f-4898-932a-f3cd81a3d6db']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:34.748244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:34.766149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe418e95-1d37-4cc7-ad99-5d004254c0ba') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:34.766917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe418e95-1d37-4cc7-ad99-5d004254c0ba') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:34.779544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.798108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.807916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:26:34.813938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:26:34.817678 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:26:34.827761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.835738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:34.836443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1b0fded0-fbc7-4dc5-a677-ee3fe72d0cb5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:34.837374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b3036054-4263-447a-8b56-9071219f96eb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:34.871785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b3036054-4263-447a-8b56-9071219f96eb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:34.872448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b3036054-4263-447a-8b56-9071219f96eb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:34.919718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.921895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] Pushing event deleted for resources: {'Port': ['ID=b3036054-4263-447a-8b56-9071219f96eb,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:34.926528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f424ff-241b-4005-a92c-c92c782f7180 None None] No DVR routers for this DVR port b3036054-4263-447a-8b56-9071219f96eb on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:34.928471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.933153 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:26:34.947831 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:34.952787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/6f1d3140-6f2f-4898-932a-f3cd81a3d6db HTTP/1.1" status: 204 len: 168 time: 1.5839903 Dec 10 18:26:34.956593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:34.988152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208db38-42d8-42ec-af61-7d686226cb0c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=6f1d3140-6f2f-4898-932a-f3cd81a3d6db,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:35.096853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a12263fd-023b-4c13-8f79-4d16a634bf6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a12263fd-023b-4c13-8f79-4d16a634bf6b,segment=NetworkSegment(78993037-77ef-4a1c-82dc-41af183ed3ee),segment_id=78993037-77ef-4a1c-82dc-41af183ed3ee)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:35.115691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'a12263fd-023b-4c13-8f79-4d16a634bf6b', 'network_id': '062cab6a-6edd-4279-a50f-08d2455179e3', 'port_id': 'a12263fd-023b-4c13-8f79-4d16a634bf6b', 'mac_address': 'fa:16:3e:ba:a0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737a664d-45bb-419a-a457-a6f83c79e9fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:26:35.173132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:35.197197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12263fd-023b-4c13-8f79-4d16a634bf6b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:26:35.221465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a12263fd-023b-4c13-8f79-4d16a634bf6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a12263fd-023b-4c13-8f79-4d16a634bf6b,segment=NetworkSegment(78993037-77ef-4a1c-82dc-41af183ed3ee),segment_id=78993037-77ef-4a1c-82dc-41af183ed3ee)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:35.227112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:35.300146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=a12263fd-023b-4c13-8f79-4d16a634bf6b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:35.421161 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:35.470892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['a12263fd-023b-4c13-8f79-4d16a634bf6b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:26:35.593443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f1403-1d93-44ea-b2f4-32263ec80ec1 req-25c84730-087f-4b16-974f-b00d3d8b7b18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:35.604319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a5f1403-1d93-44ea-b2f4-32263ec80ec1 req-25c84730-087f-4b16-974f-b00d3d8b7b18 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1128016 Dec 10 18:26:35.721212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a5f1403-1d93-44ea-b2f4-32263ec80ec1 req-db9ce5f4-dfce-4d15-a8dc-5b2d298f0d60 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100709 Dec 10 18:26:35.833488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16aefe7-8862-426d-af24-a4da9513bce2 req-2a0ffbc8-349b-46b4-b215-41bf452efd60 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:35.841268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d16aefe7-8862-426d-af24-a4da9513bce2 req-2a0ffbc8-349b-46b4-b215-41bf452efd60 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1532288 Dec 10 18:26:35.910758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 0b148da2-c224-4c5e-a085-b517e45fe90a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:35.911223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:35.918628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d16aefe7-8862-426d-af24-a4da9513bce2 req-52eb99fb-5713-4eac-a544-89a683f23f2c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764327 Dec 10 18:26:36.047048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port 0b148da2-c224-4c5e-a085-b517e45fe90a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0b148da2-c224-4c5e-a085-b517e45fe90a,segment=NetworkSegment(8da3402f-6d66-49c8-9ad3-291285bc5a29),segment_id=8da3402f-6d66-49c8-9ad3-291285bc5a29)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:36.049066 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:36.070670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 0b148da2-c224-4c5e-a085-b517e45fe90a owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:36.105187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed226a0-d063-4ad0-a27b-cb08f60cf507 req-11fb3787-193c-4b01-add5-0528ae053a0b tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:36.120421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ed226a0-d063-4ad0-a27b-cb08f60cf507 req-11fb3787-193c-4b01-add5-0528ae053a0b tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 945 time: 0.1195955 Dec 10 18:26:36.203461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ed226a0-d063-4ad0-a27b-cb08f60cf507 req-58d7eef1-96e7-42f4-b2d5-fc87a7cae8ef tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818994 Dec 10 18:26:36.420744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:36.474196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=0b148da2-c224-4c5e-a085-b517e45fe90a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:36.495777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a12263fd-023b-4c13-8f79-4d16a634bf6b up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:26:36.508098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4923e-8d9c-485a-aa86-4f79f873ba4e req-a176e8d7-b5b9-492c-97f3-f3ae439e41cd tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:36.516255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52a4923e-8d9c-485a-aa86-4f79f873ba4e req-a176e8d7-b5b9-492c-97f3-f3ae439e41cd tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1060975 Dec 10 18:26:36.619356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52a4923e-8d9c-485a-aa86-4f79f873ba4e req-a82fcf83-e427-4666-abe0-da7d090f44fe tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913880 Dec 10 18:26:36.634663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port a12263fd-023b-4c13-8f79-4d16a634bf6b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:26:36.645304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port a12263fd-023b-4c13-8f79-4d16a634bf6b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:26:36.645672 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:36.766305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:36.784481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:36.836014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e41c90-6a41-4458-98c3-b30bc4513679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12263fd-023b-4c13-8f79-4d16a634bf6b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:36.839627 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12553c47-078b-4225-b8b1-f9b4116a079e" -d '{"events": [{"server_uuid": "90e41c90-6a41-4458-98c3-b30bc4513679", "name": "network-vif-plugged", "status": "completed", "tag": "a12263fd-023b-4c13-8f79-4d16a634bf6b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:36.860119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port a12263fd-023b-4c13-8f79-4d16a634bf6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a12263fd-023b-4c13-8f79-4d16a634bf6b,segment=NetworkSegment(78993037-77ef-4a1c-82dc-41af183ed3ee),segment_id=78993037-77ef-4a1c-82dc-41af183ed3ee)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:36.866086 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:36.944588 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c6939-6d1b-4c4c-93bc-7a06316e3608 x-openstack-request-id: req-264c6939-6d1b-4c4c-93bc-7a06316e3608 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:36.944896 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e41c90-6a41-4458-98c3-b30bc4513679", "name": "network-vif-plugged", "status": "completed", "tag": "a12263fd-023b-4c13-8f79-4d16a634bf6b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:36.945145 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-264c6939-6d1b-4c4c-93bc-7a06316e3608 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:36.945611 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e41c90-6a41-4458-98c3-b30bc4513679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12263fd-023b-4c13-8f79-4d16a634bf6b', 'code': 200} Dec 10 18:26:37.017725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=a12263fd-023b-4c13-8f79-4d16a634bf6b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:37.036899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.037254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.037744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.038146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.038535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.039024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.039365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.039699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.040029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.040358 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.040686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.041010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.041336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:26:37.074659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fac366-2ec5-4838-9a8f-190026579e95 req-9ddc199d-511b-41e1-b033-800a5d9df113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:37.077383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63fac366-2ec5-4838-9a8f-190026579e95 req-9ddc199d-511b-41e1-b033-800a5d9df113 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 1097 time: 0.0886333 Dec 10 18:26:37.138860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82344f0a-bbee-45ca-860e-4d2ea0f23372 req-01a38503-32ea-4246-89f3-5191ea3a8953 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:37.141344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82344f0a-bbee-45ca-860e-4d2ea0f23372 req-01a38503-32ea-4246-89f3-5191ea3a8953 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.0746295 Dec 10 18:26:37.144518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:37.153755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63fac366-2ec5-4838-9a8f-190026579e95 req-85f067b6-8b02-4c78-82f7-1736667d94a7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687933 Dec 10 18:26:37.320490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82344f0a-bbee-45ca-860e-4d2ea0f23372 req-39cff6f6-675a-4028-96c1-de839dd94560 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676345 Dec 10 18:26:37.367010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:37.374652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9849733c-fa26-4ecc-baf4-f8152e352f9f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4150412 Dec 10 18:26:37.380271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52092) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:37.382417 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:37.407803 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:37.408361 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:37.412602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4f5f4-9c97-422a-9aa9-e3b2d93620f8 req-648edb27-c90b-4c2d-bd6c-ed12aa48d5ec tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:37.425924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06c4f5f4-9c97-422a-9aa9-e3b2d93620f8 req-648edb27-c90b-4c2d-bd6c-ed12aa48d5ec tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 946 time: 0.1510501 Dec 10 18:26:37.458594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet 7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:26:37.474212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:37.516991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06c4f5f4-9c97-422a-9aa9-e3b2d93620f8 req-f5dc9906-00ff-40c8-9a02-a7a8461a6954 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894411 Dec 10 18:26:37.557294 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:37.564240 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:37.674615 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:37.758287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:37.831426 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:36Z', 'revision_number': 9, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:37.850119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:37.857495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:37.861239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c182e738-7af9-484e-9020-50bb59a34141 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7 HTTP/1.1" status: 204 len: 168 time: 0.4792879 Dec 10 18:26:37.864279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52098) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:37.872943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab717e1f-1919-4787-b6e9-58a677e469ae None None] Network d603fd24-ac55-4646-824c-c7072ad67d36 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:37.879273 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:37.910978 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:37.913761 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:37.919462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b0b84-ecfe-4d4e-855e-bf74767b2208 req-acd62305-e068-4283-8544-b2b5ab042852 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:37.935115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e5b0b84-ecfe-4d4e-855e-bf74767b2208 req-acd62305-e068-4283-8544-b2b5ab042852 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1159534 Dec 10 18:26:38.044348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e5b0b84-ecfe-4d4e-855e-bf74767b2208 req-aee13141-b891-427d-a68f-bb3e9eae68ad tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082945 Dec 10 18:26:38.056604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:38.198937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] DHCP port deletion for d603fd24-ac55-4646-824c-c7072ad67d36 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:26:38.268139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:38.270185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:38.355231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70a2c0-fe64-4f9b-8bb3-ed87644ab6bd req-93ede88e-5dcf-48c7-adc3-8f71abeced83 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:38.364085 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:38.373714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c70a2c0-fe64-4f9b-8bb3-ed87644ab6bd req-93ede88e-5dcf-48c7-adc3-8f71abeced83 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1847482 Dec 10 18:26:38.445942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] Deleting port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:38.446318 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:38.476982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c70a2c0-fe64-4f9b-8bb3-ed87644ab6bd req-1ccdab76-0bf9-4f44-a98d-ee1ad90eccd7 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009178 Dec 10 18:26:38.533123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,segment=NetworkSegment(8da3402f-6d66-49c8-9ad3-291285bc5a29),segment_id=8da3402f-6d66-49c8-9ad3-291285bc5a29)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:38.537640 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:38.584337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:38.653258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] For port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,segment=NetworkSegment(8da3402f-6d66-49c8-9ad3-291285bc5a29),segment_id=8da3402f-6d66-49c8-9ad3-291285bc5a29)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:38.658297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:38.682982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2fbb5-e49a-4e7d-89bc-262d7d41030e req-8a43503f-05c2-4d6a-9fb2-c4bef23a9d02 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:38.691146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] Calling delete_port for c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:38.692241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87b2fbb5-e49a-4e7d-89bc-262d7d41030e req-8a43503f-05c2-4d6a-9fb2-c4bef23a9d02 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1101477 Dec 10 18:26:38.773458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:38.775986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87b2fbb5-e49a-4e7d-89bc-262d7d41030e req-f527ab91-8db1-4f07-9e09-684c21e3615d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824709 Dec 10 18:26:38.780469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:38.821728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:38.822402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:38.857326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:38.862710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No DVR routers for this DVR port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:38.871780 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:38.905836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] Pushing event deleted for resources: {'Port': ['ID=c99999c6-6c2a-495a-9d9d-1a76fe62bcc1,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:38.910042 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:36Z', 'revision_number': 9, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:38.931990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fbdf3e-cada-4741-a200-8b1354a0c9a7 None None] No DVR routers for this DVR port c99999c6-6c2a-495a-9d9d-1a76fe62bcc1 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:38.953167 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82c42b6-0a6b-4ebe-a125-b0b472135674 None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:36Z', 'revision_number': 9, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd98045ff-fa8d-479a-a775-3e4937245b41', 'name': '', 'network_id': '9e041fc4-5f4a-46bd-8c32-6726c423e562', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:f2:78:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1898, 'fixed_ips': [{'subnet_id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:52Z', 'updated_at': '2021-12-10T18:26:05Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:39.017676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c07f56-a26b-49d2-9c54-6348d8891173 req-560fc9ee-331a-428d-a077-04d8f9b3cfd2 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:39.027023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c07f56-a26b-49d2-9c54-6348d8891173 req-560fc9ee-331a-428d-a077-04d8f9b3cfd2 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 946 time: 0.1225750 Dec 10 18:26:39.031796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:39.060405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d603fd24-ac55-4646-824c-c7072ad67d36']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:39.078416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ebbff-a588-4f64-b70b-32009f4070f8 req-0803f091-8868-49e2-b497-856f1d234c9d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:39.080002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee3ebbff-a588-4f64-b70b-32009f4070f8 req-0803f091-8868-49e2-b497-856f1d234c9d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0924857 Dec 10 18:26:39.081836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da3402f-6d66-49c8-9ad3-291285bc5a29') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:39.082132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da3402f-6d66-49c8-9ad3-291285bc5a29') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:39.087998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7c07f56-a26b-49d2-9c54-6348d8891173 req-e6b71e83-0a21-4f79-b87f-17493dd7eb5f tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634966 Dec 10 18:26:39.104127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:39.127498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:39.153393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:26:39.153869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:26:39.157566 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:26:39.167521 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee3ebbff-a588-4f64-b70b-32009f4070f8 req-1a98309a-2638-4180-9358-be9c451c55e5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765445 Dec 10 18:26:39.248982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:39.277637 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:39.281812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/d603fd24-ac55-4646-824c-c7072ad67d36 HTTP/1.1" status: 204 len: 168 time: 1.4157093 Dec 10 18:26:39.285300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52126) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:39.360536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d1af5-bf90-4c6c-ac21-bfc395f4f11d tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=d603fd24-ac55-4646-824c-c7072ad67d36,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:39.402682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1aa76c-4c71-47a0-b52b-74febd95f3e2 req-66424d50-a6a0-450f-af57-a7dd9128a5f1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:39.411285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e1aa76c-4c71-47a0-b52b-74febd95f3e2 req-66424d50-a6a0-450f-af57-a7dd9128a5f1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1450250 Dec 10 18:26:39.521705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e1aa76c-4c71-47a0-b52b-74febd95f3e2 req-aae9f542-48ef-400b-80ec-4085bcee0b8b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076651 Dec 10 18:26:39.785842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa60d9-6d4d-4a6f-8a09-26e0d4bffd59 req-d6906509-d539-4cf3-a819-da3abb62b0a0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:39.796016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dbfa60d9-6d4d-4a6f-8a09-26e0d4bffd59 req-d6906509-d539-4cf3-a819-da3abb62b0a0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0710304 Dec 10 18:26:39.866306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dbfa60d9-6d4d-4a6f-8a09-26e0d4bffd59 req-4b0c51aa-bffb-49dc-8f45-42067b5f82ad tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692940 Dec 10 18:26:40.067904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:40.097950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4c63c-0aae-4ce1-a235-f948b83014c6 req-115a2f28-5957-495e-9960-491e869b51a5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:40.099945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35d4c63c-0aae-4ce1-a235-f948b83014c6 req-115a2f28-5957-495e-9960-491e869b51a5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0596244 Dec 10 18:26:40.125304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ccdcdc-1775-432b-b79f-f3ac02790210 req-96c60192-c902-47e4-b954-c85ff89f5097 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:40.134188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53ccdcdc-1775-432b-b79f-f3ac02790210 req-96c60192-c902-47e4-b954-c85ff89f5097 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1645122 Dec 10 18:26:40.162065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35d4c63c-0aae-4ce1-a235-f948b83014c6 req-90c86e69-8649-473a-ac3c-a07f3ed67752 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547357 Dec 10 18:26:40.276971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53ccdcdc-1775-432b-b79f-f3ac02790210 req-7baf933e-eeb8-4481-8571-0aa21164d80b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415732 Dec 10 18:26:40.431978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0b148da2-c224-4c5e-a085-b517e45fe90a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:40.472222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0b148da2-c224-4c5e-a085-b517e45fe90a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:40.472876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0b148da2-c224-4c5e-a085-b517e45fe90a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:40.502155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b22e19-6659-4d8a-964c-3ec853c0c635 req-c182ba70-6545-4c4a-9190-c52ad71a734b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:40.503770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83b22e19-6659-4d8a-964c-3ec853c0c635 req-c182ba70-6545-4c4a-9190-c52ad71a734b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1240957 Dec 10 18:26:40.544357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port d98045ff-fa8d-479a-a775-3e4937245b41 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:40.544723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:40.661977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83b22e19-6659-4d8a-964c-3ec853c0c635 req-6e68d458-850d-4897-a290-9a986d287e6e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462796 Dec 10 18:26:40.663983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port d98045ff-fa8d-479a-a775-3e4937245b41, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d98045ff-fa8d-479a-a775-3e4937245b41,segment=NetworkSegment(de5e3468-6f8e-4360-a9c1-59862b923be6),segment_id=de5e3468-6f8e-4360-a9c1-59862b923be6)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:40.664362 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:40.679751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for d98045ff-fa8d-479a-a775-3e4937245b41 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:40.963141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6cd0d-71d1-4fcc-8a35-c26f2aad627c req-c6e80cfb-9580-4cb8-8769-24148e24d065 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:40.965478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75a6cd0d-71d1-4fcc-8a35-c26f2aad627c req-c6e80cfb-9580-4cb8-8769-24148e24d065 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1169000 Dec 10 18:26:40.989422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:41.021134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=d98045ff-fa8d-479a-a775-3e4937245b41,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:41.142673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75a6cd0d-71d1-4fcc-8a35-c26f2aad627c req-03fb1437-745e-41b9-b3ef-b18612aa69a4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666174 Dec 10 18:26:41.359289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:41.519370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56796092-09b1-476c-b58e-c0c39f45095a req-59bc706e-9073-4469-a5ff-d82adef98937 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:41.532784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56796092-09b1-476c-b58e-c0c39f45095a req-59bc706e-9073-4469-a5ff-d82adef98937 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.0966015 Dec 10 18:26:41.603415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56796092-09b1-476c-b58e-c0c39f45095a req-8342cae0-b828-4f44-be41-45729e2162df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688024 Dec 10 18:26:41.944510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511b93-2ff8-4ef8-bf7f-788824b106ea req-1bb06fc3-8f93-4363-8353-f8e9aeab3d70 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:41.946075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14511b93-2ff8-4ef8-bf7f-788824b106ea req-1bb06fc3-8f93-4363-8353-f8e9aeab3d70 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.5002744 Dec 10 18:26:42.073598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14511b93-2ff8-4ef8-bf7f-788824b106ea req-d78427c7-c3a7-4d96-a59b-c4b85be48a25 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213605 Dec 10 18:26:42.088553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:42.130045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641590f5-2a3f-4f76-8b8b-32dba85e2023 req-6888a3a5-0038-46b4-af6d-23e3649c6622 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:42.131864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-641590f5-2a3f-4f76-8b8b-32dba85e2023 req-6888a3a5-0038-46b4-af6d-23e3649c6622 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 946 time: 0.0790193 Dec 10 18:26:42.198219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-641590f5-2a3f-4f76-8b8b-32dba85e2023 req-e4dbf029-9be8-469b-9d12-caa9c32d16fc tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598807 Dec 10 18:26:42.242069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:42.250957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b894b94b-ae8c-4fda-a8e9-8fb85e906650 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9637740 Dec 10 18:26:42.251900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52234) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:42.254674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:42.265491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:42.266668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:42.272779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89211bb4-e56f-4451-898b-c25d09a06bb1 req-29be922a-2511-4f75-9d35-647561de0ee9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:42.274519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89211bb4-e56f-4451-898b-c25d09a06bb1 req-29be922a-2511-4f75-9d35-647561de0ee9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0858037 Dec 10 18:26:42.353878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet 3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:26:42.361636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:42.382536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89211bb4-e56f-4451-898b-c25d09a06bb1 req-ffb20542-e960-41e6-b55b-1f405a182fef tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929511 Dec 10 18:26:42.383895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:42.440605 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:42.571297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:42.574319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d63e7-24b3-40d5-a14c-c4d7833b84dd req-98fae000-bd0e-49e3-9fdc-88d497503a27 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:42.585106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f05d63e7-24b3-40d5-a14c-c4d7833b84dd req-98fae000-bd0e-49e3-9fdc-88d497503a27 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0710719 Dec 10 18:26:42.660189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:42.719392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:42.722459 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:42.735758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f05d63e7-24b3-40d5-a14c-c4d7833b84dd req-f5282acc-f0e5-40d9-95af-6cdef77394d6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492023 Dec 10 18:26:42.736196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5818ff-04a0-4092-817d-20595adf7741 None None] Network 9e041fc4-5f4a-46bd-8c32-6726c423e562 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:42.740820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7a5eb0e0-382a-4cfe-8be7-14b767fae424 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7 HTTP/1.1" status: 204 len: 168 time: 0.4851213 Dec 10 18:26:42.741882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52258) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:42.860376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:40Z', 'revision_number': 10, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:42.883368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0da01c-be5d-4550-9790-478509d01a8f req-fdf99744-4da3-4d24-bd49-dfad33b6fed9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:42.893618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf0da01c-be5d-4550-9790-478509d01a8f req-fdf99744-4da3-4d24-bd49-dfad33b6fed9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1515572 Dec 10 18:26:42.908375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:42.920636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:42.921611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:42.958640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:42.979037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf0da01c-be5d-4550-9790-478509d01a8f req-2fae571f-5576-4c2c-96e0-af7aed4c178e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842240 Dec 10 18:26:43.031362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:43.039543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dcca1-d5eb-45ff-a506-3271ccdf9196 req-c22ce4e8-9842-456b-b8c4-2045b79a79f8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:43.041313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-832dcca1-d5eb-45ff-a506-3271ccdf9196 req-c22ce4e8-9842-456b-b8c4-2045b79a79f8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1415281 Dec 10 18:26:43.110722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:43.111551 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.221468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port c25ce8de-55a6-42eb-a08c-aff6edf3ff96, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c25ce8de-55a6-42eb-a08c-aff6edf3ff96,segment=NetworkSegment(de5e3468-6f8e-4360-a9c1-59862b923be6),segment_id=de5e3468-6f8e-4360-a9c1-59862b923be6)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:43.221943 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.239576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for c25ce8de-55a6-42eb-a08c-aff6edf3ff96 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:43.347634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.391807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No DVR routers for this DVR port c25ce8de-55a6-42eb-a08c-aff6edf3ff96 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:43.403202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f925c-a37f-4d1d-80a8-975b649ea337 req-f70b199a-1256-4f50-be89-971296b2d935 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:43.408509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-832dcca1-d5eb-45ff-a506-3271ccdf9196 req-032f00e9-fdc8-4e46-a32f-b961a855a169 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584046 Dec 10 18:26:43.412915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=c25ce8de-55a6-42eb-a08c-aff6edf3ff96,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:43.413593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af8f925c-a37f-4d1d-80a8-975b649ea337 req-f70b199a-1256-4f50-be89-971296b2d935 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 946 time: 0.0826888 Dec 10 18:26:43.489192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:40Z', 'revision_number': 10, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:43.537021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d905d-b627-42cb-9536-9f629f9fa5f5 None None] DHCP port deletion for 9e041fc4-5f4a-46bd-8c32-6726c423e562 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:26:43.540484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1617b29-b936-46a6-9d75-4f164867c1ee None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:40Z', 'revision_number': 10, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None, '_interfaces': [{'id': '5beb37af-a620-4d5c-86d2-3d4f8d3087fd', 'name': '', 'network_id': 'b1d16877-146e-4d8b-88c1-1de08f3ef31d', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'mac_address': 'fa:16:3e:23:a5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:25:41Z', 'updated_at': '2021-12-10T18:25:51Z', 'revision_number': 5, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'subnets': [{'id': '67aee1c5-591f-4636-85ad-3609d043b3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:43.560637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af8f925c-a37f-4d1d-80a8-975b649ea337 req-259b9d59-ca32-4fb2-a65e-730f8eca128d tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/security-groups?id=08e949bc-c4aa-4109-b005-7801168c9669&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457736 Dec 10 18:26:43.587073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.625243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e041fc4-5f4a-46bd-8c32-6726c423e562']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:43.637621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5e3468-6f8e-4360-a9c1-59862b923be6') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:43.638259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5e3468-6f8e-4360-a9c1-59862b923be6') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:43.645566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-c957bfe9-67b0-47f4-ac5e-facca1c64ea8 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:43.647434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-c957bfe9-67b0-47f4-ac5e-facca1c64ea8 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.30 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 946 time: 0.0856278 Dec 10 18:26:43.653386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.698605 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.715068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:26:43.715474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:26:43.721761 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:26:43.804490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Deleting port a12263fd-023b-4c13-8f79-4d16a634bf6b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:43.805362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.883158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665deaad-899c-4d2f-8816-6e9cad5f1539 req-4947c6ae-1073-4e06-a767-41c7cdd24630 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:43.884946 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-665deaad-899c-4d2f-8816-6e9cad5f1539 req-4947c6ae-1073-4e06-a767-41c7cdd24630 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1425467 Dec 10 18:26:43.885627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.904623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:43.908933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/9e041fc4-5f4a-46bd-8c32-6726c423e562 HTTP/1.1" status: 204 len: 168 time: 1.1655438 Dec 10 18:26:43.912056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52286) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:43.942549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f99247-2d69-4abc-9542-1096936ca2de tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=9e041fc4-5f4a-46bd-8c32-6726c423e562,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:43.991404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-665deaad-899c-4d2f-8816-6e9cad5f1539 req-42298e92-59d1-4013-992c-5f7f1bd06fa6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808725 Dec 10 18:26:44.115745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] For port a12263fd-023b-4c13-8f79-4d16a634bf6b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=a12263fd-023b-4c13-8f79-4d16a634bf6b,segment=NetworkSegment(78993037-77ef-4a1c-82dc-41af183ed3ee),segment_id=78993037-77ef-4a1c-82dc-41af183ed3ee)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:44.116111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:44.157360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Calling delete_port for a12263fd-023b-4c13-8f79-4d16a634bf6b owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:44.198048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f120-766d-4609-8f32-55d63d2fbebe req-609891d6-2bcd-4e12-b05d-5c99484b4c01 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:44.200029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ece4f120-766d-4609-8f32-55d63d2fbebe req-609891d6-2bcd-4e12-b05d-5c99484b4c01 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0778410 Dec 10 18:26:44.277049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ece4f120-766d-4609-8f32-55d63d2fbebe req-b781e88b-e870-4abd-bf2c-0208969afcac tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692492 Dec 10 18:26:44.280824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838baf2c-7399-48e7-a3ea-9554121bc6c5 req-111c56ab-09ec-4976-8db1-a8e69c81353a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:44.282563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-838baf2c-7399-48e7-a3ea-9554121bc6c5 req-111c56ab-09ec-4976-8db1-a8e69c81353a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1738105 Dec 10 18:26:44.484980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-838baf2c-7399-48e7-a3ea-9554121bc6c5 req-7459c16b-3e35-42fb-8add-f41699a9d59b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735563 Dec 10 18:26:44.509835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48feb0d-0401-4cda-9b59-759c272ea424 req-dda24b4b-506d-4c51-8f9a-68935b688403 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:44.512133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a48feb0d-0401-4cda-9b59-759c272ea424 req-dda24b4b-506d-4c51-8f9a-68935b688403 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1108429 Dec 10 18:26:44.531651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c25ce8de-55a6-42eb-a08c-aff6edf3ff96 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:44.554117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:44.588713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c25ce8de-55a6-42eb-a08c-aff6edf3ff96 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:44.592114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c25ce8de-55a6-42eb-a08c-aff6edf3ff96 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:44.594630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d98045ff-fa8d-479a-a775-3e4937245b41 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:44.595473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Pushing event deleted for resources: {'Port': ['ID=a12263fd-023b-4c13-8f79-4d16a634bf6b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:44.597486 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a48feb0d-0401-4cda-9b59-759c272ea424 req-c89d53d1-74a9-4d90-a2b4-14f40265e24f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702317 Dec 10 18:26:44.665140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d98045ff-fa8d-479a-a775-3e4937245b41 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:44.665761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d98045ff-fa8d-479a-a775-3e4937245b41 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:44.696441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] No DVR routers for this DVR port a12263fd-023b-4c13-8f79-4d16a634bf6b on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:44.701561 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:44.703583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e186885d-2fbd-4216-a8f4-cfda2f43382c req-89ed9b42-a54f-47ac-af16-7cf3478ea6cb tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.30 "DELETE /v2.0/ports/a12263fd-023b-4c13-8f79-4d16a634bf6b HTTP/1.1" status: 204 len: 173 time: 1.0372300 Dec 10 18:26:44.704332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e41c90-6a41-4458-98c3-b30bc4513679', 'name': 'network-vif-deleted', 'tag': 'a12263fd-023b-4c13-8f79-4d16a634bf6b'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:26:44.707218 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0edada-fba4-41fb-bf48-716b7d7cd2e8" -d '{"events": [{"server_uuid": "90e41c90-6a41-4458-98c3-b30bc4513679", "name": "network-vif-deleted", "tag": "a12263fd-023b-4c13-8f79-4d16a634bf6b"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:26:44.757837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fd6a076-c7ee-456f-ac8f-1013ac00eef7 req-8cec43f5-72ff-4ca1-b98f-9013e4e3bed7 tempest-ServerTagsTestJSON-714156128 tempest-ServerTagsTestJSON-714156128-project] 10.222.0.55 "GET /v2.0/ports?device_id=90e41c90-6a41-4458-98c3-b30bc4513679 HTTP/1.1" status: 200 len: 210 time: 0.0412064 Dec 10 18:26:44.836785 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d25d912-23b8-4dfc-b6f0-caddc031629d x-openstack-request-id: req-1d25d912-23b8-4dfc-b6f0-caddc031629d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:26:44.837289 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90e41c90-6a41-4458-98c3-b30bc4513679", "name": "network-vif-deleted", "tag": "a12263fd-023b-4c13-8f79-4d16a634bf6b", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:26:44.837680 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1d25d912-23b8-4dfc-b6f0-caddc031629d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:26:44.838164 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90e41c90-6a41-4458-98c3-b30bc4513679', 'name': 'network-vif-deleted', 'tag': 'a12263fd-023b-4c13-8f79-4d16a634bf6b', 'status': 'completed', 'code': 200} Dec 10 18:26:44.863309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:44.869456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764a0b4-571b-44b8-b861-7b1d9ffe3ae9 req-b371c865-8ff0-4a1d-9e60-a83bfba414dc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:44.881805 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9764a0b4-571b-44b8-b861-7b1d9ffe3ae9 req-b371c865-8ff0-4a1d-9e60-a83bfba414dc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1179321 Dec 10 18:26:44.978568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9764a0b4-571b-44b8-b861-7b1d9ffe3ae9 req-e705faf5-ab7a-4814-b6cd-3c3c73d2c92a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680935 Dec 10 18:26:45.231812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b723b12-5408-46fd-b0ab-c2b4eb6f761a req-3aa11e20-5c63-480b-bdf9-4cdff65fb9aa tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:45.233440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b723b12-5408-46fd-b0ab-c2b4eb6f761a req-3aa11e20-5c63-480b-bdf9-4cdff65fb9aa tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0993161 Dec 10 18:26:45.271889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:45.272625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:45.319417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b723b12-5408-46fd-b0ab-c2b4eb6f761a req-cd323ac1-e889-49f6-8103-175b8c593bcf tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728800 Dec 10 18:26:45.415361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port 5beb37af-a620-4d5c-86d2-3d4f8d3087fd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:45.417057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:45.471076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for 5beb37af-a620-4d5c-86d2-3d4f8d3087fd owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:45.540180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b3071-9293-4bb6-99f4-31fa69f253e7 req-1bc46000-7712-4b18-8507-0db5243dd688 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:45.541779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c1b3071-9293-4bb6-99f4-31fa69f253e7 req-1bc46000-7712-4b18-8507-0db5243dd688 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1206028 Dec 10 18:26:45.679703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71816825-dc93-4f10-b208-0fae96fd0b0c req-c1d2536d-eadf-48a7-8b7d-40a90e9086e8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:45.681915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71816825-dc93-4f10-b208-0fae96fd0b0c req-c1d2536d-eadf-48a7-8b7d-40a90e9086e8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.0895264 Dec 10 18:26:45.694461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c1b3071-9293-4bb6-99f4-31fa69f253e7 req-09e9c368-2f6f-49c1-a396-c6a896a4800d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421754 Dec 10 18:26:45.768307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71816825-dc93-4f10-b208-0fae96fd0b0c req-4b7e469e-f473-410d-a175-20e332e639cb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 Dec 10 18:26:45.853207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52344) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:45.866496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:45.910914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=5beb37af-a620-4d5c-86d2-3d4f8d3087fd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:45.981730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] Deleting subnet 737a664d-45bb-419a-a457-a6f83c79e9fd {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:26:45.987866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.064497 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.132362 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.144684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391466c-7708-4176-aae3-8d8a8a3c3193 req-29ce2061-fc36-44de-b0b0-204273d55dbe tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:46.153291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e391466c-7708-4176-aae3-8d8a8a3c3193 req-29ce2061-fc36-44de-b0b0-204273d55dbe tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1628761 Dec 10 18:26:46.165524 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.242698 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.308471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737a664d-45bb-419a-a457-a6f83c79e9fd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:46.345508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.370531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8cde0448-f0fe-4408-b983-feba98bd8437 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/737a664d-45bb-419a-a457-a6f83c79e9fd HTTP/1.1" status: 204 len: 168 time: 0.5153110 Dec 10 18:26:46.373309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52360) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:46.429107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e391466c-7708-4176-aae3-8d8a8a3c3193 req-c2e6bc6b-f8fe-42b7-b045-212a03c143df tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748020 Dec 10 18:26:46.520363 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a12263fd-023b-4c13-8f79-4d16a634bf6b no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:46.534839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.559737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: a12263fd-023b-4c13-8f79-4d16a634bf6b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:46.564170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device a12263fd-023b-4c13-8f79-4d16a634bf6b not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:46.649915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:46.710496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.754222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401affc0-7085-40dc-9bca-ee5312acaa98 req-3e06ae08-4205-4543-82f1-0fbcdabf79fc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:46.762289 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-401affc0-7085-40dc-9bca-ee5312acaa98 req-3e06ae08-4205-4543-82f1-0fbcdabf79fc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1623573 Dec 10 18:26:46.787934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062cab6a-6edd-4279-a50f-08d2455179e3']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:46.821297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78993037-77ef-4a1c-82dc-41af183ed3ee') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:46.822242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78993037-77ef-4a1c-82dc-41af183ed3ee') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:46.838041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.855955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:46.862879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-90157bff-209e-4a26-9026-1cd8f84abb55 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9494731 Dec 10 18:26:46.867248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52378) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:46.869953 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:46.884686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.889788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:46.890470 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:46.913132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:26:46.913290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:26:46.915671 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:26:47.015136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-401affc0-7085-40dc-9bca-ee5312acaa98 req-0a744ca5-a6e7-48eb-9971-19fbd7459326 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514434 Dec 10 18:26:47.016587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52382) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:47.027003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.040553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.048156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] 10.222.0.55 "DELETE /v2.0/networks/062cab6a-6edd-4279-a50f-08d2455179e3 HTTP/1.1" status: 204 len: 168 time: 0.6703560 Dec 10 18:26:47.050498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting subnet 67aee1c5-591f-4636-85ad-3609d043b3d0 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:26:47.071577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945f2c8-a6c9-403a-97b6-fc8cf29cb780 req-d3015565-314e-4aff-91c9-51a067b0509c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:47.073056 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:47.075910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8945f2c8-a6c9-403a-97b6-fc8cf29cb780 req-d3015565-314e-4aff-91c9-51a067b0509c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1694276 Dec 10 18:26:47.078552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7cdc9-c186-4bea-84e1-ca36e1608a70 admin admin] Pushing event deleted for resources: {'Network': ['ID=062cab6a-6edd-4279-a50f-08d2455179e3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:47.079584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.228880 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:45Z', 'revision_number': 11, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:47.288176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8945f2c8-a6c9-403a-97b6-fc8cf29cb780 req-ea6d6bca-fc2c-467a-9348-dd8a7ccf17c3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412828 Dec 10 18:26:47.292319 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.312808 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:47.324502 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:47.325337 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:47.333118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd1f5-e118-4608-a563-67623aff1063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.373303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52396) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:47.442611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bb07a0ec-5d77-472f-bc79-2d356ef49584 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3033547211d14d47b91bcab9088704dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0680392 Dec 10 18:26:47.448118 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:47.457066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52398) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:47.509784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.511855 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:45Z', 'revision_number': 11, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:47.551273 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fde4ec0-dae9-4d93-adf3-54a0c1ea87d2 None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:45Z', 'revision_number': 11, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:47.574773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e00331-bb8a-4151-9971-5a789e1bc483 req-3fa134d1-6130-4e12-b369-f4e7634f01a7 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:47.579748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1e00331-bb8a-4151-9971-5a789e1bc483 req-3fa134d1-6130-4e12-b369-f4e7634f01a7 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2330549 Dec 10 18:26:47.651998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.670639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d70a90b-9b2e-4031-a58f-897cc3b8d082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.693511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Subnet': ['ID=67aee1c5-591f-4636-85ad-3609d043b3d0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:47.696208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.697126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d70a90b-9b2e-4031-a58f-897cc3b8d082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.704234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d6f75070-ed8b-4985-8fc3-a0d27e3aa0e7 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/67aee1c5-591f-4636-85ad-3609d043b3d0 HTTP/1.1" status: 204 len: 168 time: 0.8204625 Dec 10 18:26:47.705159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52404) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:47.706292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a3fbd5-34ae-486f-a51e-b09a9183b095 None None] Network b1d16877-146e-4d8b-88c1-1de08f3ef31d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:26:47.845558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1e00331-bb8a-4151-9971-5a789e1bc483 req-9f5b340a-15f9-45aa-b3c1-48f4249f89d8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480464 Dec 10 18:26:47.890268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd1f5-e118-4608-a563-67623aff1063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.890557 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.902081 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c8fcd1f5-e118-4608-a563-67623aff1063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.925254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d70a90b-9b2e-4031-a58f-897cc3b8d082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.927929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d70a90b-9b2e-4031-a58f-897cc3b8d082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:47.929165 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4d70a90b-9b2e-4031-a58f-897cc3b8d082 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/08e949bc-c4aa-4109-b005-7801168c9669 HTTP/1.1" status: 204 len: 168 time: 0.4697404 Dec 10 18:26:47.983956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c8fcd1f5-e118-4608-a563-67623aff1063 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=017a4d71ebd84f2898e367eb5573a91d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9631169 Dec 10 18:26:47.983956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcd1f5-e118-4608-a563-67623aff1063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5502a8-cc1e-491b-8339-780cfe8b17da,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:47.985519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52412) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:48.010845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] DHCP port deletion for b1d16877-146e-4d8b-88c1-1de08f3ef31d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:26:48.038946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70a90b-9b2e-4031-a58f-897cc3b8d082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e949bc-c4aa-4109-b005-7801168c9669,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:48.130610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c27ae824-66ae-4b2e-8c25-aa9ecbaba385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.151175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f400-5753-4541-bf55-8e750e796fd3 req-13a80add-ba07-4777-a667-3c257c4d68a8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:48.161205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6358f400-5753-4541-bf55-8e750e796fd3 req-13a80add-ba07-4777-a667-3c257c4d68a8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1330149 Dec 10 18:26:48.172262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] Deleting port a59a3ac7-99ba-41bb-be89-607d8fe2a163 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:48.173005 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.174265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Deleting port a59a3ac7-99ba-41bb-be89-607d8fe2a163 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:26:48.175077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.189575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c27ae824-66ae-4b2e-8c25-aa9ecbaba385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.292752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c27ae824-66ae-4b2e-8c25-aa9ecbaba385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.298643 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c27ae824-66ae-4b2e-8c25-aa9ecbaba385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.305610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c27ae824-66ae-4b2e-8c25-aa9ecbaba385 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ab5502a8-cc1e-491b-8339-780cfe8b17da HTTP/1.1" status: 204 len: 168 time: 0.3192041 Dec 10 18:26:48.329983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ae824-66ae-4b2e-8c25-aa9ecbaba385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5502a8-cc1e-491b-8339-780cfe8b17da,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:48.487259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] For port a59a3ac7-99ba-41bb-be89-607d8fe2a163, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a3ac7-99ba-41bb-be89-607d8fe2a163,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:48.489664 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.535854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] Calling delete_port for a59a3ac7-99ba-41bb-be89-607d8fe2a163 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:48.550541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5227103-9689-4bf9-a564-3fdd1a70b93f req-9404f661-8409-495c-9741-2faa5b14f379 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:48.553875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5227103-9689-4bf9-a564-3fdd1a70b93f req-9404f661-8409-495c-9741-2faa5b14f379 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.0913956 Dec 10 18:26:48.557375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a59a3ac7-99ba-41bb-be89-607d8fe2a163 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:48.720822 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5227103-9689-4bf9-a564-3fdd1a70b93f req-6935bb92-b0c6-42ba-a9d2-cef171437ab9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600604 Dec 10 18:26:48.733481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.815706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a59a3ac7-99ba-41bb-be89-607d8fe2a163, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a3ac7-99ba-41bb-be89-607d8fe2a163,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:48.826393 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.826605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] For port a59a3ac7-99ba-41bb-be89-607d8fe2a163, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a59a3ac7-99ba-41bb-be89-607d8fe2a163,segment=NetworkSegment(126f46a3-a3e0-430b-9788-48021da93e0b),segment_id=126f46a3-a3e0-430b-9788-48021da93e0b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:26:48.826930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.827873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5beb37af-a620-4d5c-86d2-3d4f8d3087fd no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:26:48.842834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6358f400-5753-4541-bf55-8e750e796fd3 req-3c7d7108-d51b-4981-abe2-4664f8602fe5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6804936 Dec 10 18:26:48.877207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Calling delete_port for a59a3ac7-99ba-41bb-be89-607d8fe2a163 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:26:48.904404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 5beb37af-a620-4d5c-86d2-3d4f8d3087fd {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:26:48.904748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5beb37af-a620-4d5c-86d2-3d4f8d3087fd not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:26:48.955594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a59a3ac7-99ba-41bb-be89-607d8fe2a163,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:48.961004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:48.974496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] No DVR routers for this DVR port a59a3ac7-99ba-41bb-be89-607d8fe2a163 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:49.037410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ec667-bfd1-48fe-8bf6-2399aec6e1ec None None] Pushing event deleted for resources: {'Port': ['ID=a59a3ac7-99ba-41bb-be89-607d8fe2a163,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:49.058916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.072442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No DVR routers for this DVR port a59a3ac7-99ba-41bb-be89-607d8fe2a163 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:26:49.125200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Port': ['ID=a59a3ac7-99ba-41bb-be89-607d8fe2a163,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:49.166843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52446) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:49.192043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c50029f4-6476-4cda-a9d1-3af9ae8a043c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.223473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.261444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d16877-146e-4d8b-88c1-1de08f3ef31d']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:49.274466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126f46a3-a3e0-430b-9788-48021da93e0b') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:49.275097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126f46a3-a3e0-430b-9788-48021da93e0b') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:49.276345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c50029f4-6476-4cda-a9d1-3af9ae8a043c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.306571 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.312499 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c50029f4-6476-4cda-a9d1-3af9ae8a043c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.328138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.339780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:26:49.342499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:26:49.346192 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:26:49.374089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50029f4-6476-4cda-a9d1-3af9ae8a043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dae71ce-a34d-422c-9cee-90e41346b2f6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:49.383691 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c50029f4-6476-4cda-a9d1-3af9ae8a043c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b1e22c75cc2143c694b92c848a35bbef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2148235 Dec 10 18:26:49.384573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52458) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:49.478780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.493564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.496579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9632dfa1-6de2-46ee-982c-bf2b3836406e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.504633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/networks/b1d16877-146e-4d8b-88c1-1de08f3ef31d HTTP/1.1" status: 204 len: 168 time: 1.7964768 Dec 10 18:26:49.511502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52468) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:49.515841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6eb8c8-2551-42c6-9153-f81244b81dc2 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Pushing event deleted for resources: {'Network': ['ID=b1d16877-146e-4d8b-88c1-1de08f3ef31d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:49.524340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'routes': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:49.627763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9632dfa1-6de2-46ee-982c-bf2b3836406e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.725928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d1624-6e5d-44dd-bb7a-adf1bbc542d2 req-294a7a65-917a-456a-a924-819f084409de tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:49.729126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-494d1624-6e5d-44dd-bb7a-adf1bbc542d2 req-294a7a65-917a-456a-a924-819f084409de tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0912588 Dec 10 18:26:49.758847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.extraroute_db [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Added routes are [] {{(pid=103499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:26:49.759146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.extraroute_db [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Removed routes are [] {{(pid=103499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:26:49.759509 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.809690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-494d1624-6e5d-44dd-bb7a-adf1bbc542d2 req-8ba2e2e8-d5fa-4b38-aba0-c0d2fc4d4e62 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745678 Dec 10 18:26:49.943055 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9632dfa1-6de2-46ee-982c-bf2b3836406e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.946082 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9632dfa1-6de2-46ee-982c-bf2b3836406e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.947551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9632dfa1-6de2-46ee-982c-bf2b3836406e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2dae71ce-a34d-422c-9cee-90e41346b2f6 HTTP/1.1" status: 204 len: 168 time: 0.5612178 Dec 10 18:26:49.950027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.965233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:49.967546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632dfa1-6de2-46ee-982c-bf2b3836406e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dae71ce-a34d-422c-9cee-90e41346b2f6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:49.982479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8058e-5241-4e78-8ae3-1ec430081e3d req-46fac75f-a735-424e-8122-a392e296eba2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:49.984508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11c8058e-5241-4e78-8ae3-1ec430081e3d req-46fac75f-a735-424e-8122-a392e296eba2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1451504 Dec 10 18:26:50.142912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:26:50.161883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11c8058e-5241-4e78-8ae3-1ec430081e3d req-badc1dec-56ca-4baf-a5e7-dcac027a33a9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674993 Dec 10 18:26:50.255586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:50.266489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:50.270941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d6aa35f2-a144-4344-868d-c3a03d91b528 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 200 len: 700 time: 0.7583880 Dec 10 18:26:50.271339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52494) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:50.282588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] Sync routers for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:50.299364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:50.300008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:50.326111 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ec7a3d77-7422-460d-8b44-51fb1a730300 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 200 len: 205 time: 0.0505462 Dec 10 18:26:50.326865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52502) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:50.462769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:50.505940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67e3c319-cab0-4b44-a6d5-bc8494701aa8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:50.561871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:45Z', 'revision_number': 11, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:50.594706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] Checking router: ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:50.621226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] Routers {'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:50.622249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:50.701557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] Set router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:50.771473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:45Z', 'revision_number': 11, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:50.813911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2bc45a-c9c6-4ffa-bfc4-bd33eb20520a None None] The sync data for ids ['ea2ddd4a-4293-4ed6-99b0-aa67d855fa12'] in n-d-821424-1 is: [{'id': 'ea2ddd4a-4293-4ed6-99b0-aa67d855fa12', 'name': 'tempest-RoutersTest-router-707109029', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:25:36Z', 'updated_at': '2021-12-10T18:26:45Z', 'revision_number': 11, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:50.862138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67e3c319-cab0-4b44-a6d5-bc8494701aa8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:50.866621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67e3c319-cab0-4b44-a6d5-bc8494701aa8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.001326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67e3c319-cab0-4b44-a6d5-bc8494701aa8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.002141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e3c319-cab0-4b44-a6d5-bc8494701aa8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Fanout notify agent at l3_agent the message router_deleted on router ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:26:51.015915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67e3c319-cab0-4b44-a6d5-bc8494701aa8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.026979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-67e3c319-cab0-4b44-a6d5-bc8494701aa8 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 204 len: 168 time: 0.6901605 Dec 10 18:26:51.027165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52536) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:51.034404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-25da4e44-afd8-43dc-81e4-23d765f7707a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1379815368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:51.058107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590714a-9208-4bc6-8be2-1369bdc9b287 req-221dd4fc-c614-450c-8166-f012eb2a5040 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:51.060537 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9590714a-9208-4bc6-8be2-1369bdc9b287 req-221dd4fc-c614-450c-8166-f012eb2a5040 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1098211 Dec 10 18:26:51.102940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25da4e44-afd8-43dc-81e4-23d765f7707a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.104430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25da4e44-afd8-43dc-81e4-23d765f7707a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.177539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9590714a-9208-4bc6-8be2-1369bdc9b287 req-f6e806c9-fe47-4c19-9c4c-2de4123b4563 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097426 Dec 10 18:26:51.216513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25da4e44-afd8-43dc-81e4-23d765f7707a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.226128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25da4e44-afd8-43dc-81e4-23d765f7707a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.292235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25da4e44-afd8-43dc-81e4-23d765f7707a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.296333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-25da4e44-afd8-43dc-81e4-23d765f7707a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2662160 Dec 10 18:26:51.296712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52548) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:51.302473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-81f775f3-d82e-495f-8ed0-203ca1e2e6a4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:51.403508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86f8a-f267-4208-9207-213bfd9fe98d req-049062e2-ca13-417b-9862-62173fc497e1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:51.405199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4e86f8a-f267-4208-9207-213bfd9fe98d req-049062e2-ca13-417b-9862-62173fc497e1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1085284 Dec 10 18:26:51.462726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4e86f8a-f267-4208-9207-213bfd9fe98d req-26c405a7-eb4d-4b61-a560-11a80518833a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507135 Dec 10 18:26:51.692316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81f775f3-d82e-495f-8ed0-203ca1e2e6a4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.706222 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81f775f3-d82e-495f-8ed0-203ca1e2e6a4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.872643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f775f3-d82e-495f-8ed0-203ca1e2e6a4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Router 3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:26:51.986904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f775f3-d82e-495f-8ed0-203ca1e2e6a4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:26:51.995243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-81f775f3-d82e-495f-8ed0-203ca1e2e6a4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:51.996833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-81f775f3-d82e-495f-8ed0-203ca1e2e6a4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "PUT /v2.0/routers/3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 HTTP/1.1" status: 200 len: 694 time: 0.6987710 Dec 10 18:26:51.999318 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] Sync routers for ids ['3742dab3-95d0-4d41-99e6-dc82b5a3c7b7'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:26:52.000415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52576) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.034656 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] Routers {'3742dab3-95d0-4d41-99e6-dc82b5a3c7b7'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:52.034656 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3742dab3-95d0-4d41-99e6-dc82b5a3c7b7'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:52.142936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5354eea3-52b1-46d4-a998-125d9a37c30c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/routers/3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 HTTP/1.1" status: 200 len: 700 time: 0.1410463 Dec 10 18:26:52.145454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52580) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.156278 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] Set router 3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:52.180871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5418e75c-65e6-4355-8f80-82709b045701 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 HTTP/1.1" status: 200 len: 205 time: 0.0341039 Dec 10 18:26:52.185000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52592) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.253690 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742dab3-95d0-4d41-99e6-dc82b5a3c7b7', 'name': 'tempest-RoutersTest-router-1379815368', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:26:51Z', 'updated_at': '2021-12-10T18:26:51Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:52.296672 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] Checking router: 3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:26:52.307116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c3ca-7069-49c0-a3ba-d41022ceafe5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:52.314013 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] Routers {'3742dab3-95d0-4d41-99e6-dc82b5a3c7b7'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:26:52.315266 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:26:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3742dab3-95d0-4d41-99e6-dc82b5a3c7b7'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:52.395794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d801c-bf10-42bf-b0a8-ee17b12879b1 req-e8018264-b96c-4235-b1de-a6d6b4a49244 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:52.399008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e73d801c-bf10-42bf-b0a8-ee17b12879b1 req-e8018264-b96c-4235-b1de-a6d6b4a49244 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0940182 Dec 10 18:26:52.432989 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] Set router 3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:26:52.495220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e73d801c-bf10-42bf-b0a8-ee17b12879b1 req-cc71bee5-b1c1-4848-af91-2028fb613d5c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877590 Dec 10 18:26:52.503712 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3742dab3-95d0-4d41-99e6-dc82b5a3c7b7', 'name': 'tempest-RoutersTest-router-1379815368', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:26:51Z', 'updated_at': '2021-12-10T18:26:51Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:26:52.526083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c3ca-7069-49c0-a3ba-d41022ceafe5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:52.533341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c3ca-7069-49c0-a3ba-d41022ceafe5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:52.552736 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b806af62-39c1-4cd6-9684-19b36fac4b3f None None] The sync data for ids ['3742dab3-95d0-4d41-99e6-dc82b5a3c7b7'] in n-d-821424-1 is: [{'id': '3742dab3-95d0-4d41-99e6-dc82b5a3c7b7', 'name': 'tempest-RoutersTest-router-1379815368', 'tenant_id': '294aaa9001084e4794fd16c8fd807316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:26:51Z', 'updated_at': '2021-12-10T18:26:51Z', 'revision_number': 2, 'project_id': '294aaa9001084e4794fd16c8fd807316', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:26:52.626761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c3ca-7069-49c0-a3ba-d41022ceafe5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:52.627341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc7c3ca-7069-49c0-a3ba-d41022ceafe5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Fanout notify agent at l3_agent the message router_deleted on router 3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:26:52.636375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c3ca-7069-49c0-a3ba-d41022ceafe5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:52.641385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52606) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.642156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0cc7c3ca-7069-49c0-a3ba-d41022ceafe5 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 HTTP/1.1" status: 204 len: 168 time: 0.4549527 Dec 10 18:26:52.681723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75732e7-b84d-46a3-b07a-00f42c2464e8 req-6fbcb10b-85c4-4b46-a422-e78203b55f6c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:52.687224 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f75732e7-b84d-46a3-b07a-00f42c2464e8 req-6fbcb10b-85c4-4b46-a422-e78203b55f6c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1014938 Dec 10 18:26:52.690222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2d2c5e92-e554-4025-b8c0-f0898c480922 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 HTTP/1.1" status: 200 len: 205 time: 0.0475898 Dec 10 18:26:52.692717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52610) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.754504 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-f25990ac-8f74-477b-9c1a-9162d32ae42a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] delete failed (client error): The resource could not be found. Dec 10 18:26:52.755944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f25990ac-8f74-477b-9c1a-9162d32ae42a tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/3742dab3-95d0-4d41-99e6-dc82b5a3c7b7 HTTP/1.1" status: 404 len: 336 time: 0.0622792 Dec 10 18:26:52.758652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52614) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.767485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f75732e7-b84d-46a3-b07a-00f42c2464e8 req-dc52d370-3b55-4be8-8651-9afac941d2cc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722816 Dec 10 18:26:52.805664 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e7357f-9679-4259-a634-0d6756c12706 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:52.806237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e7357f-9679-4259-a634-0d6756c12706 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:52.810460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-72e7357f-9679-4259-a634-0d6756c12706 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/6e301e2a-14de-465a-87c1-77ac4d7a794f HTTP/1.1" status: 404 len: 337 time: 0.0501933 Dec 10 18:26:52.813456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52620) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.847479 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-38cbd4f2-bfaa-45f9-8388-5bc644121a59 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:52.848028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38cbd4f2-bfaa-45f9-8388-5bc644121a59 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:52.855460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38cbd4f2-bfaa-45f9-8388-5bc644121a59 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/7cbc7de1-4abe-4d95-94e0-bfa4c405b8d7 HTTP/1.1" status: 404 len: 337 time: 0.0408516 Dec 10 18:26:52.859442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52622) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.896497 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9dc5cf-b019-4d5a-a0af-b4fb478c6093 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:52.896937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9dc5cf-b019-4d5a-a0af-b4fb478c6093 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:52.900365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ff9dc5cf-b019-4d5a-a0af-b4fb478c6093 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/3ec4aac9-1b8c-483c-98c0-5abc9d32d1a7 HTTP/1.1" status: 404 len: 337 time: 0.0390127 Dec 10 18:26:52.903139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52628) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.964373 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8887a5ff-cd91-4d48-ab29-f6c418b18931 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:52.965251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8887a5ff-cd91-4d48-ab29-f6c418b18931 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:52.969076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8887a5ff-cd91-4d48-ab29-f6c418b18931 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/67aee1c5-591f-4636-85ad-3609d043b3d0 HTTP/1.1" status: 404 len: 337 time: 0.0648260 Dec 10 18:26:52.974737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52632) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:52.979656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.016717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da44142c-f7a9-4a08-b527-c9f0381724b4 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 200 len: 205 time: 0.0354116 Dec 10 18:26:53.019872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52644) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.070817 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-377c69e0-023d-459b-94bd-fcf247e56156 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] delete failed (client error): The resource could not be found. Dec 10 18:26:53.072238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-377c69e0-023d-459b-94bd-fcf247e56156 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/ea2ddd4a-4293-4ed6-99b0-aa67d855fa12 HTTP/1.1" status: 404 len: 336 time: 0.0513439 Dec 10 18:26:53.075367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52646) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.137280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-986ff638-c687-485d-aef7-fc8a0e242717 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0a4dfe-eed9-4acc-bed0-9556bf394162 HTTP/1.1" status: 200 len: 205 time: 0.0604348 Dec 10 18:26:53.139945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52652) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.149570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-824049fc-f2a7-48f7-acd3-65bac2a11720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.196374 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-fee40d33-66ea-4356-ae8d-2381de42068e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] delete failed (client error): The resource could not be found. Dec 10 18:26:53.198574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fee40d33-66ea-4356-ae8d-2381de42068e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/3d0a4dfe-eed9-4acc-bed0-9556bf394162 HTTP/1.1" status: 404 len: 336 time: 0.0566649 Dec 10 18:26:53.200860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.240227 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a54bf24-4370-4716-8d81-59af2282d925 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:53.242174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a54bf24-4370-4716-8d81-59af2282d925 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:53.245880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a54bf24-4370-4716-8d81-59af2282d925 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/c9970b2f-44dc-49cb-8bfa-d25ac9d05938 HTTP/1.1" status: 404 len: 337 time: 0.0437856 Dec 10 18:26:53.248836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.293237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9a4a75d-44a9-455e-b25e-4c05ad1b0358 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=18c159e8-cc88-414d-b8f2-655db977c7b6 HTTP/1.1" status: 200 len: 205 time: 0.0430174 Dec 10 18:26:53.295758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52660) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.351178 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-382ba3b2-0538-4dbe-8157-2ef7204a82fd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] delete failed (client error): The resource could not be found. Dec 10 18:26:53.352937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-382ba3b2-0538-4dbe-8157-2ef7204a82fd tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/18c159e8-cc88-414d-b8f2-655db977c7b6 HTTP/1.1" status: 404 len: 336 time: 0.0537567 Dec 10 18:26:53.355740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52666) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.403033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-585544ec-284a-4259-bfa0-27c8ece07780 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=696bfbab-67c9-4c6d-9b36-db35f5bf1572 HTTP/1.1" status: 200 len: 205 time: 0.0458796 Dec 10 18:26:53.406974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52668) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.410164 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-824049fc-f2a7-48f7-acd3-65bac2a11720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.419094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-824049fc-f2a7-48f7-acd3-65bac2a11720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.474149 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-69af1c47-bfeb-4abf-b682-065299660667 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] delete failed (client error): The resource could not be found. Dec 10 18:26:53.475338 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69af1c47-bfeb-4abf-b682-065299660667 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/696bfbab-67c9-4c6d-9b36-db35f5bf1572 HTTP/1.1" status: 404 len: 336 time: 0.0680330 Dec 10 18:26:53.479300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52670) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.482127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824049fc-f2a7-48f7-acd3-65bac2a11720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0976c66f-3702-40af-a332-4f3f8b55c3af,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:53.487570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-824049fc-f2a7-48f7-acd3-65bac2a11720 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c364e0f007494256a31e113976e847d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5117390 Dec 10 18:26:53.490400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52672) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.528547 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-634d32a8-ecb9-46b7-897f-d653232f2d6e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:53.529267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634d32a8-ecb9-46b7-897f-d653232f2d6e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:53.532904 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-634d32a8-ecb9-46b7-897f-d653232f2d6e tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/a840a26d-e383-40d1-9a0d-1213c2d7c874 HTTP/1.1" status: 404 len: 337 time: 0.0523484 Dec 10 18:26:53.537395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52676) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.578423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0b83570d-601a-4226-ab01-65fda2bc70c6 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12 HTTP/1.1" status: 200 len: 205 time: 0.0398092 Dec 10 18:26:53.579579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-482eceb7-9230-48f4-9355-bfccc0d25f1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.582258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52678) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.635762 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d62b06c1-2db6-45af-adf8-17d1bd33275c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] delete failed (client error): The resource could not be found. Dec 10 18:26:53.646576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52680) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.648439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d62b06c1-2db6-45af-adf8-17d1bd33275c tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/7c5d5ebe-5dbf-44ba-bd6a-7bbe3497df12 HTTP/1.1" status: 404 len: 336 time: 0.0644319 Dec 10 18:26:53.663296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-482eceb7-9230-48f4-9355-bfccc0d25f1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.693159 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a3760b-9959-4cc9-9193-9531a3449928 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:53.693635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a3760b-9959-4cc9-9193-9531a3449928 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:53.697812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-07a3760b-9959-4cc9-9193-9531a3449928 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/455f25d5-8fb9-49f3-a434-8d16cf7d3ef0 HTTP/1.1" status: 404 len: 337 time: 0.0500195 Dec 10 18:26:53.700710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52684) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.735534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f7e04df-44f0-4503-9d67-e27c2f0f5345 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "GET /v2.0/ports?device_id=91ea6802-37da-4f19-91a2-0136022b651a HTTP/1.1" status: 200 len: 205 time: 0.0335560 Dec 10 18:26:53.740694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52688) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.755763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbd744-46bf-4425-9ad4-970d1b56da79 req-5d1756b4-0195-41db-99f7-c685ed569cc7 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:53.761490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20fbd744-46bf-4425-9ad4-970d1b56da79 req-5d1756b4-0195-41db-99f7-c685ed569cc7 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1436665 Dec 10 18:26:53.804612 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d8180e47-b7bf-4a19-90eb-5a61ee48d104 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] delete failed (client error): The resource could not be found. Dec 10 18:26:53.806285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8180e47-b7bf-4a19-90eb-5a61ee48d104 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/routers/91ea6802-37da-4f19-91a2-0136022b651a HTTP/1.1" status: 404 len: 336 time: 0.0657203 Dec 10 18:26:53.810666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52694) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.830599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-482eceb7-9230-48f4-9355-bfccc0d25f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.837135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-482eceb7-9230-48f4-9355-bfccc0d25f1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:53.841882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-482eceb7-9230-48f4-9355-bfccc0d25f1d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0976c66f-3702-40af-a332-4f3f8b55c3af HTTP/1.1" status: 204 len: 168 time: 0.3505068 Dec 10 18:26:53.857454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eceb7-9230-48f4-9355-bfccc0d25f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0976c66f-3702-40af-a332-4f3f8b55c3af,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:53.871111 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a6b07e-86a8-4e4f-aeca-08bcf2d28969 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:53.871616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a6b07e-86a8-4e4f-aeca-08bcf2d28969 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:53.875960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7a6b07e-86a8-4e4f-aeca-08bcf2d28969 tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/6e17776b-3c90-4152-8fef-d6753d88f2b8 HTTP/1.1" status: 404 len: 337 time: 0.0635839 Dec 10 18:26:53.878667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52700) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:53.902522 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20fbd744-46bf-4425-9ad4-970d1b56da79 req-cc6f53c2-b20b-46ad-b0cb-9709e7015bd7 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383748 Dec 10 18:26:53.917707 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d68b91-38d0-4fdd-b0c2-1d2cba3a5d7f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] DELETE failed (client error): The resource could not be found. Dec 10 18:26:53.918242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1d68b91-38d0-4fdd-b0c2-1d2cba3a5d7f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:26:53.922071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f1d68b91-38d0-4fdd-b0c2-1d2cba3a5d7f tempest-RoutersTest-1606536539 tempest-RoutersTest-1606536539-project] 10.222.0.55 "DELETE /v2.0/subnets/9f43facc-3ec8-4dc4-b1f2-d35eac6aec66 HTTP/1.1" status: 404 len: 337 time: 0.0420964 Dec 10 18:26:54.489658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52726) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:54.511082 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6cca57da-a0aa-444b-b1ab-e61621c3441f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.547878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52728) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:54.562215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1be166-cf76-4ab2-b4c5-51eee6afbbd3 req-44013460-325e-4bd8-9436-5394252a28ee tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:54.564467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c1be166-cf76-4ab2-b4c5-51eee6afbbd3 req-44013460-325e-4bd8-9436-5394252a28ee tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1260345 Dec 10 18:26:54.619831 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6cca57da-a0aa-444b-b1ab-e61621c3441f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.626965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6cca57da-a0aa-444b-b1ab-e61621c3441f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.643924 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c1be166-cf76-4ab2-b4c5-51eee6afbbd3 req-68a7ff90-4355-403c-8307-10119268ed22 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691993 Dec 10 18:26:54.688120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca57da-a0aa-444b-b1ab-e61621c3441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdffba1-68c4-4322-a75d-3a94b87c9b0a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:54.712080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6cca57da-a0aa-444b-b1ab-e61621c3441f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6ba1d4e6f176405490bf64733c390cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2173538 Dec 10 18:26:54.712477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52732) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:54.846809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0a6c-99bf-4ffb-8830-263124e81b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.874794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0a6c-99bf-4ffb-8830-263124e81b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.885648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-59323ad2-4506-40c8-8e14-8345007e8b6f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=294aaa9001084e4794fd16c8fd807316&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3363607 Dec 10 18:26:54.888108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52736) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:54.961503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0a6c-99bf-4ffb-8830-263124e81b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.964465 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f2f0a6c-99bf-4ffb-8830-263124e81b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:54.968150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2f2f0a6c-99bf-4ffb-8830-263124e81b68 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3fdffba1-68c4-4322-a75d-3a94b87c9b0a HTTP/1.1" status: 204 len: 168 time: 0.2522247 Dec 10 18:26:54.976182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f0a6c-99bf-4ffb-8830-263124e81b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdffba1-68c4-4322-a75d-3a94b87c9b0a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:55.007540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-b2f1e28b-572d-4265-8b13-c4e0a7e29875 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2549117 Dec 10 18:26:55.028862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a16a01f6-e90d-4119-8803-3b9048d012b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:55.092621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a16a01f6-e90d-4119-8803-3b9048d012b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:55.215185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a16a01f6-e90d-4119-8803-3b9048d012b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:55.217888 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a16a01f6-e90d-4119-8803-3b9048d012b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:55.219273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a16a01f6-e90d-4119-8803-3b9048d012b6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/03a51067-6665-42ca-a152-eb98ac00f367 HTTP/1.1" status: 204 len: 168 time: 0.3300362 Dec 10 18:26:55.265666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a01f6-e90d-4119-8803-3b9048d012b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a51067-6665-42ca-a152-eb98ac00f367,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:55.324877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.324877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.324877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.324877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.324877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.324877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.324877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.326435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-116eb883-a335-4c47-b775-cf5201f22f97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 6503 time: 0.1578896 Dec 10 18:26:55.360195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7b60e-2dd0-4a6f-b284-94fc69b989ba req-791d37f3-5c9f-44a8-9983-11d72eb52a51 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.362413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8b7b60e-2dd0-4a6f-b284-94fc69b989ba req-791d37f3-5c9f-44a8-9983-11d72eb52a51 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2102022 Dec 10 18:26:55.583018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8b7b60e-2dd0-4a6f-b284-94fc69b989ba req-49c04cd0-dd3a-44b4-9b6c-86181932295a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028565 Dec 10 18:26:55.632477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-13f0fe87-b3df-4a2c-9637-6bc153b64cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.633182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-13f0fe87-b3df-4a2c-9637-6bc153b64cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.633790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-13f0fe87-b3df-4a2c-9637-6bc153b64cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.635525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-13f0fe87-b3df-4a2c-9637-6bc153b64cf2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1e02eb6-044c-4472-8069-0938c7981d40&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=45d0b6e5-75c0-4c77-8d86-088f9334496c&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 200 len: 2298 time: 0.2721872 Dec 10 18:26:55.779890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-7ef55a7d-82fc-4183-8eb2-ec1540f98ea0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 200 len: 1002 time: 0.1362085 Dec 10 18:26:55.873156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ba667-4ac8-48e9-8f57-13ffc6256124 req-785b8a84-f281-4a0a-ab98-d5dd02c0b609 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.880723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-074ba667-4ac8-48e9-8f57-13ffc6256124 req-785b8a84-f281-4a0a-ab98-d5dd02c0b609 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1255577 Dec 10 18:26:55.884915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-7eeb7faa-de01-4d97-9fe2-8c31b472f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:55.886519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-7eeb7faa-de01-4d97-9fe2-8c31b472f1ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 200 len: 855 time: 0.1001408 Dec 10 18:26:55.986743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-074ba667-4ac8-48e9-8f57-13ffc6256124 req-32f1e696-8335-4576-ba25-8670dfa84e6c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966008 Dec 10 18:26:56.012415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-54c1be11-4ac5-49df-9840-19ad3616e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:56.014714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-54c1be11-4ac5-49df-9840-19ad3616e4d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1e02eb6-044c-4472-8069-0938c7981d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185620 Dec 10 18:26:56.034966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-21d160c3-3dfc-4a07-a9f7-edb5bdb418ab service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:26:56.036480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-21d160c3-3dfc-4a07-a9f7-edb5bdb418ab service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150261 Dec 10 18:26:56.157429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-cecc3598-b79f-43db-b717-5fc67fb3fa4f service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134636 Dec 10 18:26:56.409295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-4f06a11d-8dea-46c4-85be-b68638fcdd71 service neutron] 10.222.0.59 "GET /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449808 Dec 10 18:26:56.465302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-4b039d7c-6cbd-4879-9512-55a8e99b0aa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 217 time: 0.0485330 Dec 10 18:26:56.650671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-2a9c037b-4406-4555-ae2d-f9dfafa0672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:56.652327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-2a9c037b-4406-4555-ae2d-f9dfafa0672f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1794982 Dec 10 18:26:56.660330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-27a6a58c-ff1b-4454-8101-bc0422586ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:56.662057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-27a6a58c-ff1b-4454-8101-bc0422586ff3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1096 time: 0.1146808 Dec 10 18:26:56.814148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbff47-8ff2-451d-bc70-71f1afff2cda req-579b04df-cdfb-4773-9244-551feca1c077 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:56.821705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67fbff47-8ff2-451d-bc70-71f1afff2cda req-579b04df-cdfb-4773-9244-551feca1c077 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1115131 Dec 10 18:26:56.836360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52804) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:56.892101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-15e857b5-3580-43f2-8ed9-35e168ba7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:56.896018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-15e857b5-3580-43f2-8ed9-35e168ba7821 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2322736 Dec 10 18:26:57.034565 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-cbb7a205-36c1-410d-a1b4-f6e89d23e7c6 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301141 Dec 10 18:26:57.183935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd259dd-1185-42e0-80fd-00e3d6e76a1f req-95ae695d-4b5b-484d-9178-7490d4dfdb75 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:57.199869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffd259dd-1185-42e0-80fd-00e3d6e76a1f req-95ae695d-4b5b-484d-9178-7490d4dfdb75 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1103723 Dec 10 18:26:57.261725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52816) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:57.283194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffd259dd-1185-42e0-80fd-00e3d6e76a1f req-bb3ba575-371d-4d27-b92c-3ff7d2f4910a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818863 Dec 10 18:26:57.378525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8161847d-e805-4cc9-a902-1273f1918067 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:57.379761 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-8161847d-e805-4cc9-a902-1273f1918067 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:26:57.381386 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-8161847d-e805-4cc9-a902-1273f1918067 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:26:57.382921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8161847d-e805-4cc9-a902-1273f1918067 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5451057 Dec 10 18:26:57.386780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52824) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:57.422878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164877992'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:57.477444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603a3479-285d-4892-aad0-a7b9d9d90fdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.505150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67fbff47-8ff2-451d-bc70-71f1afff2cda req-8c73c1c3-6147-46b9-92dd-e7fab9c860b8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779480 Dec 10 18:26:57.509247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.521581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.619576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-66ce9262-a656-4baf-884b-3e64d00fe1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:57.628348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-66ce9262-a656-4baf-884b-3e64d00fe1fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 914 time: 0.8896306 Dec 10 18:26:57.654675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603a3479-285d-4892-aad0-a7b9d9d90fdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.666890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-603a3479-285d-4892-aad0-a7b9d9d90fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.691985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-8ea865a6-4c28-47bc-a424-7afe4016d23f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 200 len: 217 time: 0.0465071 Dec 10 18:26:57.721526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-603a3479-285d-4892-aad0-a7b9d9d90fdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b83f82cf57aa405fac9c13b9793e305a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342544 Dec 10 18:26:57.728817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a3479-285d-4892-aad0-a7b9d9d90fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aaf907c-82e8-45db-8566-3b5ce2409149,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:57.733530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52832) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:57.780397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.795937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.817408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-cbf95f97-cc8f-4c05-b147-cd963c6bb8be service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7678058 Dec 10 18:26:57.878519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-05cf6494-6a44-4e24-8775-0c69bf138c68 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 217 time: 0.0541754 Dec 10 18:26:57.899012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-4854d5c0-4e16-4470-a805-ae6c5978381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:57.903627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-4854d5c0-4e16-4470-a805-ae6c5978381c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.1937678 Dec 10 18:26:57.904181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25fa8eb1-5bc2-4afe-81c9-972aa39275ba,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:57.941138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e009558e-4beb-4844-ab35-58afdf16606b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.989855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e009558e-4beb-4844-ab35-58afdf16606b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:57.993589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.001843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.028070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-af5f91dd-b859-43a4-a972-f730525c5947 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946865 Dec 10 18:26:58.043973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37a5bd2-f068-45c9-a112-6593c6d45905,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:58.048888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.050372 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b4078b3f-7fc1-4eb7-8d8a-b8abd4eace40 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6472764 Dec 10 18:26:58.053623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52840) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:58.073934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5e167117-2a50-4568-937d-34d3449cc679 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': 'c37a5bd2-f068-45c9-a112-6593c6d45905', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:58.095666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-06cc31d7-ced8-45dd-a1f9-bfe4addce9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:58.097392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-06cc31d7-ced8-45dd-a1f9-bfe4addce9af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.2103741 Dec 10 18:26:58.098089 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e009558e-4beb-4844-ab35-58afdf16606b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.103396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e009558e-4beb-4844-ab35-58afdf16606b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.104844 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e009558e-4beb-4844-ab35-58afdf16606b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2aaf907c-82e8-45db-8566-3b5ce2409149 HTTP/1.1" status: 204 len: 168 time: 0.3366718 Dec 10 18:26:58.117241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009558e-4beb-4844-ab35-58afdf16606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aaf907c-82e8-45db-8566-3b5ce2409149,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:58.230557 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e167117-2a50-4568-937d-34d3449cc679 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.278790 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-580273ca-957a-4cc8-8b74-eb36fb236a80 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406611 Dec 10 18:26:58.290963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5cbcc955-9be2-425c-a65f-bc68df46d3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.356999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-88236a6a-b496-4e6d-8a75-258664b5fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:58.358911 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-88236a6a-b496-4e6d-8a75-258664b5fa3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2144361 Dec 10 18:26:58.386492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e167117-2a50-4568-937d-34d3449cc679 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.438979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e167117-2a50-4568-937d-34d3449cc679 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.547551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d2a36-a7f4-4b06-a2ca-3f8afc6a4cb4 req-b4895df8-91aa-4d65-aef1-98869e7c7474 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:58.552600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-606d2a36-a7f4-4b06-a2ca-3f8afc6a4cb4 req-b4895df8-91aa-4d65-aef1-98869e7c7474 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1134448 Dec 10 18:26:58.562590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e167117-2a50-4568-937d-34d3449cc679 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a055a41-36b3-411d-b1eb-e5410d3319b0,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:58.572665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e167117-2a50-4568-937d-34d3449cc679 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.574036 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5e167117-2a50-4568-937d-34d3449cc679 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5044565 Dec 10 18:26:58.588609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:58.598229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e02adcb5-61bb-4e1f-9f93-1420530f31a2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': 'c37a5bd2-f068-45c9-a112-6593c6d45905', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:58.742496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a8d4dd9-a0af-44b5-9f45-df9e9cafb6c2 req-838d1a03-e40b-4163-88cd-fef4934302ea service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226096 Dec 10 18:26:58.746439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-150fef9f-4187-4d26-ba23-12d11ee8ee94 service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196335 Dec 10 18:26:58.755863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e02adcb5-61bb-4e1f-9f93-1420530f31a2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.770193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-606d2a36-a7f4-4b06-a2ca-3f8afc6a4cb4 req-5f9e73e5-c43a-483e-8a4f-8101f4b0cfa1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089620 Dec 10 18:26:58.866880 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-e02adcb5-61bb-4e1f-9f93-1420530f31a2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:26:58.872033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e02adcb5-61bb-4e1f-9f93-1420530f31a2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2803788 Dec 10 18:26:58.872644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52866) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:58.947395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8abf3f-eac9-4643-a0c2-4a14228ce0b5 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.973841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7903606-cdb6-45ad-a0c9-b49e1f6a7831 req-bbea8127-d0fa-4073-acb0-a5affc6b06f1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:58.980458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8abf3f-eac9-4643-a0c2-4a14228ce0b5 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:58.986164 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7903606-cdb6-45ad-a0c9-b49e1f6a7831 req-bbea8127-d0fa-4073-acb0-a5affc6b06f1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.3298399 Dec 10 18:26:59.077119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-61614bd0-727a-432d-999e-3a6c5eb4f6fb service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177450 Dec 10 18:26:59.092360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7903606-cdb6-45ad-a0c9-b49e1f6a7831 req-63af0ed8-4e14-45a6-9ad5-adc874196bec tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841498 Dec 10 18:26:59.123731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8abf3f-eac9-4643-a0c2-4a14228ce0b5 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:59.135380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d8abf3f-eac9-4643-a0c2-4a14228ce0b5 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:59.142265 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8d8abf3f-eac9-4643-a0c2-4a14228ce0b5 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/c37a5bd2-f068-45c9-a112-6593c6d45905 HTTP/1.1" status: 204 len: 168 time: 0.2655973 Dec 10 18:26:59.143248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52870) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:59.179850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-b1d85329-13f4-4ade-b4cd-f3cccb4f14d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 200 len: 217 time: 0.0863369 Dec 10 18:26:59.201747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8abf3f-eac9-4643-a0c2-4a14228ce0b5 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37a5bd2-f068-45c9-a112-6593c6d45905,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:59.325572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-a66281ef-14bb-4a37-b5cb-38e60434414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:59.331488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-a66281ef-14bb-4a37-b5cb-38e60434414b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.1411088 Dec 10 18:26:59.400810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb8ec5f3-1321-40b6-b5a2-97152a4a3fab tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2141593 Dec 10 18:26:59.418098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52874) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:59.426221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5641c236-349b-4197-8b96-0c925311da47 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--848227743'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:59.454947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-1cdc0cdd-a67c-4b09-9e4c-1eeef2ffde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:26:59.459211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-1cdc0cdd-a67c-4b09-9e4c-1eeef2ffde45 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1239967 Dec 10 18:26:59.514671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5641c236-349b-4197-8b96-0c925311da47 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:59.685991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-6970156c-10c1-4cb4-babd-47238c5ad79e service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135336 Dec 10 18:26:59.693543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5641c236-349b-4197-8b96-0c925311da47 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:59.708435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5641c236-349b-4197-8b96-0c925311da47 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:59.786954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5641c236-349b-4197-8b96-0c925311da47 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:59.788254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5641c236-349b-4197-8b96-0c925311da47 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3682065 Dec 10 18:26:59.789589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641c236-349b-4197-8b96-0c925311da47 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e7a5d4-5852-47bc-868b-c42ebda8a3de,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:26:59.793215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52892) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:59.799171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7926371f-dc6b-4755-bdaa-92ba25c056b7 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': 'e7e7a5d4-5852-47bc-868b-c42ebda8a3de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:26:59.799942 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-7926371f-dc6b-4755-bdaa-92ba25c056b7 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 18:26:59.800460 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-7926371f-dc6b-4755-bdaa-92ba25c056b7 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:26:59.804254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7926371f-dc6b-4755-bdaa-92ba25c056b7 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060513 Dec 10 18:26:59.815142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52894) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:26:59.914515 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a4dbe9f-b516-40f7-81f8-7532300416f9 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:26:59.927958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-127181ea-90b7-493f-8e1a-30ed2f6f82be service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385502 Dec 10 18:26:59.947212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a4dbe9f-b516-40f7-81f8-7532300416f9 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.002765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a4dbe9f-b516-40f7-81f8-7532300416f9 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.006646 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a4dbe9f-b516-40f7-81f8-7532300416f9 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.012029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0a4dbe9f-b516-40f7-81f8-7532300416f9 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/e7e7a5d4-5852-47bc-868b-c42ebda8a3de HTTP/1.1" status: 204 len: 168 time: 0.1952760 Dec 10 18:27:00.013111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:00.026610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-4682db3c-5b85-4aa7-a209-0b067eb6c098 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 200 len: 217 time: 0.0914619 Dec 10 18:27:00.055079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dbe9f-b516-40f7-81f8-7532300416f9 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e7a5d4-5852-47bc-868b-c42ebda8a3de,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:00.135676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52904) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:00.135920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-606a62fd-ed88-4844-907c-7be0b551da18 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170914 Dec 10 18:27:00.147676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccad53b-a62c-434e-82c0-4dfad3b1a185 req-2ee8f732-a86a-48ad-91e7-377d2dbd045b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:00.149589 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ccad53b-a62c-434e-82c0-4dfad3b1a185 req-2ee8f732-a86a-48ad-91e7-377d2dbd045b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.1220517 Dec 10 18:27:00.156808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7964079b-671f-466a-aa57-591361bf75d4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--811191856'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:00.170959 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:27:00.220315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7964079b-671f-466a-aa57-591361bf75d4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.316936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-0ac2821f-457f-43d5-b258-06f5c44fa655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:00.318989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-0ac2821f-457f-43d5-b258-06f5c44fa655 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 200 len: 797 time: 0.2508178 Dec 10 18:27:00.323967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ccad53b-a62c-434e-82c0-4dfad3b1a185 req-ae1618c4-ea12-4e75-befb-3c49cb27e621 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498449 Dec 10 18:27:00.327956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f257686-76a2-4772-9e6b-e212ca02aa95 req-e3bdd84e-da58-437d-a979-cc7052d8cced tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:00.330343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f257686-76a2-4772-9e6b-e212ca02aa95 req-e3bdd84e-da58-437d-a979-cc7052d8cced tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1002972 Dec 10 18:27:00.428949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7964079b-671f-466a-aa57-591361bf75d4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.455205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f257686-76a2-4772-9e6b-e212ca02aa95 req-4bc5c0f3-f5e0-4c3b-80ff-47193e8ea045 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168468 Dec 10 18:27:00.481739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7964079b-671f-466a-aa57-591361bf75d4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.657948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7964079b-671f-466a-aa57-591361bf75d4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.662277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7964079b-671f-466a-aa57-591361bf75d4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5083759 Dec 10 18:27:00.662847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52926) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:00.668829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-138e848f-8d29-49ef-8c29-50f55c42fb63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '9e60ac95-0def-4d6d-b320-ab2d51355504', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:00.669784 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-138e848f-8d29-49ef-8c29-50f55c42fb63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 18:27:00.670308 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-138e848f-8d29-49ef-8c29-50f55c42fb63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:00.674538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-138e848f-8d29-49ef-8c29-50f55c42fb63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076728 Dec 10 18:27:00.674986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52928) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:00.677677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964079b-671f-466a-aa57-591361bf75d4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e60ac95-0def-4d6d-b320-ab2d51355504,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:00.719818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-f12cf9f1-dd96-4af1-83b5-03211e6b6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:00.721846 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-f12cf9f1-dd96-4af1-83b5-03211e6b6859 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d0b6e5-75c0-4c77-8d86-088f9334496c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2868814 Dec 10 18:27:00.827761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9aeb45f-5de6-4b54-aef4-0333cabeab63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.869607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69c007-b79f-4481-bfac-a02df1624f01 req-2d8cbcfd-881c-4b9c-a02a-5975334f2c28 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:00.892353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9aeb45f-5de6-4b54-aef4-0333cabeab63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.894316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c69c007-b79f-4481-bfac-a02df1624f01 req-2d8cbcfd-881c-4b9c-a02a-5975334f2c28 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1816802 Dec 10 18:27:00.989029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9aeb45f-5de6-4b54-aef4-0333cabeab63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.992217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9aeb45f-5de6-4b54-aef4-0333cabeab63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:00.998665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f9aeb45f-5de6-4b54-aef4-0333cabeab63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/9e60ac95-0def-4d6d-b320-ab2d51355504 HTTP/1.1" status: 204 len: 168 time: 0.3173916 Dec 10 18:27:00.999486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52938) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:01.044636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aeb45f-5de6-4b54-aef4-0333cabeab63 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e60ac95-0def-4d6d-b320-ab2d51355504,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:01.068360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-cc84e10e-c149-41cd-92eb-ae9a65d4422b service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201561 Dec 10 18:27:01.175135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-33a8230f-5898-4e0e-906b-1b63133b8b48 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1441507 Dec 10 18:27:01.175925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:01.187086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8b63583e-3048-4736-a723-980454981d00 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--521201432'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:01.192261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-67d2bee1-27bb-4b63-9648-f5ebef9877aa service neutron] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992508 Dec 10 18:27:01.202437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8c69c007-b79f-4481-bfac-a02df1624f01 req-eff04a5d-e80c-4c15-82a5-4c48f8c32c57 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067245 Dec 10 18:27:01.259142 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b63583e-3048-4736-a723-980454981d00 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:01.302265 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-c897eb9b-3164-4ceb-b0a8-fd5a01f8d60c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 200 len: 217 time: 0.0987079 Dec 10 18:27:01.420280 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b63583e-3048-4736-a723-980454981d00 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:01.425911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b63583e-3048-4736-a723-980454981d00 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:01.432150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-3d88fc24-bed2-4d25-9a4f-4701eef0c0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.435199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-3d88fc24-bed2-4d25-9a4f-4701eef0c0c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.1257613 Dec 10 18:27:01.489879 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8b63583e-3048-4736-a723-980454981d00 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:01.497214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8b63583e-3048-4736-a723-980454981d00 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3177581 Dec 10 18:27:01.497918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52950) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:01.499287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63583e-3048-4736-a723-980454981d00 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a28ebdf-b7b2-4177-b534-4cf3d9e7bab0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:01.505328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-aeefc2f3-5be4-4171-9865-dc57a36f23af tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '9a28ebdf-b7b2-4177-b534-4cf3d9e7bab0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:01.521840 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-aeefc2f3-5be4-4171-9865-dc57a36f23af tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 18:27:01.522544 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-aeefc2f3-5be4-4171-9865-dc57a36f23af tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:01.526264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aeefc2f3-5be4-4171-9865-dc57a36f23af tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0243251 Dec 10 18:27:01.527923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52952) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:01.532974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a0b13a3d-2fe3-463b-9e5d-f2bb045d6819 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '9a28ebdf-b7b2-4177-b534-4cf3d9e7bab0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:01.535675 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-a0b13a3d-2fe3-463b-9e5d-f2bb045d6819 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 18:27:01.536290 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-a0b13a3d-2fe3-463b-9e5d-f2bb045d6819 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:01.537551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a0b13a3d-2fe3-463b-9e5d-f2bb045d6819 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085199 Dec 10 18:27:01.544008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52954) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:01.610901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9836b854-87f2-467e-9c83-d6bac693c40d tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '9a28ebdf-b7b2-4177-b534-4cf3d9e7bab0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:01.612009 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-9836b854-87f2-467e-9c83-d6bac693c40d tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 18:27:01.613580 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-9836b854-87f2-467e-9c83-d6bac693c40d tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:01.614689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9836b854-87f2-467e-9c83-d6bac693c40d tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0248039 Dec 10 18:27:01.622768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52960) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:01.629119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-be6f6d88-fbfe-46d9-a103-63608f73f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.632933 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-be6f6d88-fbfe-46d9-a103-63608f73f976 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1887774 Dec 10 18:27:01.642204 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9e0ca529-6136-4a21-8b39-8d4b3710d730 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '9a28ebdf-b7b2-4177-b534-4cf3d9e7bab0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:01.645127 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-9e0ca529-6136-4a21-8b39-8d4b3710d730 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 18:27:01.645742 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-9e0ca529-6136-4a21-8b39-8d4b3710d730 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:01.648016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e0ca529-6136-4a21-8b39-8d4b3710d730 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130544 Dec 10 18:27:01.648139 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c1e59a9-60e7-4519-9a56-324b4a8534e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:01.653965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:01.686273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f9b06-6c14-4b4c-af5a-0ff6b612b374 req-10440e81-daa7-4c0c-80f2-53bcd3844e88 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.701969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.706526 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f4f9b06-6c14-4b4c-af5a-0ff6b612b374 req-10440e81-daa7-4c0c-80f2-53bcd3844e88 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1800373 Dec 10 18:27:01.713818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.739398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.747194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.753670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.760492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.767433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:01.769619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c2259f91-a776-4302-93e1-d80091665367 req-b640299d-4a49-4941-8595-a244bc03571a tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.2432582 Dec 10 18:27:01.820579 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:01.831848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f4f9b06-6c14-4b4c-af5a-0ff6b612b374 req-d8d881a5-06c5-4f50-a1ff-9f1290fe8a4c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242177 Dec 10 18:27:02.009509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:02.048417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-d81d9ec1-4047-4de3-8554-88b788627fe7 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995447 Dec 10 18:27:02.155608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25620c-8cbc-4e78-b8f5-acb8f8cfd6da req-38f96644-1679-441d-b5e4-c474c7caa1ea tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.157893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c25620c-8cbc-4e78-b8f5-acb8f8cfd6da req-38f96644-1679-441d-b5e4-c474c7caa1ea tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2056801 Dec 10 18:27:02.279036 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-8c55f761-a4d5-4680-a63b-9eb73c800596 service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205310 Dec 10 18:27:02.286144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c25620c-8cbc-4e78-b8f5-acb8f8cfd6da req-1540afb3-cd59-4c04-8268-3edf35a44d6d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148071 Dec 10 18:27:02.384495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-a9033680-fb52-427f-9b84-d6843e5f8446 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 200 len: 217 time: 0.0969086 Dec 10 18:27:02.491186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c2259f91-a776-4302-93e1-d80091665367 req-7c0c8425-852e-44b6-90b4-c9d47b2826b2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7071934 Dec 10 18:27:02.497248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fc89-5239-4103-b31f-089fdf138c1b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:02.525943 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fc89-5239-4103-b31f-089fdf138c1b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:02.593524 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fc89-5239-4103-b31f-089fdf138c1b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:02.597278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7e1fc89-5239-4103-b31f-089fdf138c1b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:02.598564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.599657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7e1fc89-5239-4103-b31f-089fdf138c1b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/9a28ebdf-b7b2-4177-b534-4cf3d9e7bab0 HTTP/1.1" status: 204 len: 168 time: 0.9380512 Dec 10 18:27:02.605485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.613753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.620160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.626651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.632921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.635919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53010) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:02.638897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1fc89-5239-4103-b31f-089fdf138c1b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a28ebdf-b7b2-4177-b534-4cf3d9e7bab0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:02.645716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.664724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f04ada21-ed4f-407f-94f2-6781b19af7cd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.2903655 Dec 10 18:27:02.709079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-a26d31dd-9356-494b-8fb9-75a761094869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.710660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-a26d31dd-9356-494b-8fb9-75a761094869 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 200 len: 797 time: 0.2995250 Dec 10 18:27:02.720126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-61154647-773c-4cff-9e62-436414e6ff9b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0822225 Dec 10 18:27:02.727681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53014) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:02.734872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a51115cf-6e73-47c0-8399-e2ffea51dfaf tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--650648633'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:02.782861 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a51115cf-6e73-47c0-8399-e2ffea51dfaf tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:02.845161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-5a662fef-08cf-4c37-9a53-ab0dc0ceda7f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.846723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-5a662fef-08cf-4c37-9a53-ab0dc0ceda7f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "GET /v2.0/ports/c9e05c2e-1236-48e2-8e91-6c27f8e778bb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1712000 Dec 10 18:27:02.868327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-833ebe66-d241-405e-b14a-f1cde865f338 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.870484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-833ebe66-d241-405e-b14a-f1cde865f338 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.4578400 Dec 10 18:27:02.931482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-32cedbd1-e335-477e-923a-aec5ea841d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:02.933252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-32cedbd1-e335-477e-923a-aec5ea841d91 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1778972 Dec 10 18:27:02.945118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-2532ba78-3131-4f8c-93f4-147b8a563cf1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/quotas/116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 375 time: 0.0666831 Dec 10 18:27:02.973565 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a51115cf-6e73-47c0-8399-e2ffea51dfaf tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:02.982836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a51115cf-6e73-47c0-8399-e2ffea51dfaf tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:03.028012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a51115cf-6e73-47c0-8399-e2ffea51dfaf tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:03.034175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a51115cf-6e73-47c0-8399-e2ffea51dfaf tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3050563 Dec 10 18:27:03.038447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53022) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.044078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4b0e8f2b-c371-4350-baa2-32b5d19ec637 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.044970 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-4b0e8f2b-c371-4350-baa2-32b5d19ec637 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:27:03.045626 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-4b0e8f2b-c371-4350-baa2-32b5d19ec637 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.051494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4b0e8f2b-c371-4350-baa2-32b5d19ec637 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117149 Dec 10 18:27:03.057582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53024) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.062802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e04579dd-4c3e-418d-a393-df2b2e152614 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.075924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51115cf-6e73-47c0-8399-e2ffea51dfaf tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f93537-af31-45bb-9dc4-1bab50056288,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:03.127320 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-e04579dd-4c3e-418d-a393-df2b2e152614 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.132502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e04579dd-4c3e-418d-a393-df2b2e152614 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0708802 Dec 10 18:27:03.134737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53026) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.143772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-03418e80-f2da-48f3-bf17-8c5aabf76475 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.143987 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-03418e80-f2da-48f3-bf17-8c5aabf76475 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 18:27:03.144471 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-03418e80-f2da-48f3-bf17-8c5aabf76475 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.149152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-03418e80-f2da-48f3-bf17-8c5aabf76475 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097487 Dec 10 18:27:03.149651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53028) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.165368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c56dc62e-2940-4ab1-994d-30505d7c891b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.182162 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-519e2b37-3c78-4b1f-a9f5-08eb9e84f80f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2358913 Dec 10 18:27:03.191898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-e0c5a2e8-8aaa-45a2-ab59-9d2ae80673c5 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:27:03.195916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-e0c5a2e8-8aaa-45a2-ab59-9d2ae80673c5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126233 Dec 10 18:27:03.250446 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-c56dc62e-2940-4ab1-994d-30505d7c891b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.252995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c56dc62e-2940-4ab1-994d-30505d7c891b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0977340 Dec 10 18:27:03.263325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53034) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.271461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-62f0eafa-a4ef-4f83-b154-024a8c053d6b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.272055 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-62f0eafa-a4ef-4f83-b154-024a8c053d6b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:27:03.273381 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-62f0eafa-a4ef-4f83-b154-024a8c053d6b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.274811 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-62f0eafa-a4ef-4f83-b154-024a8c053d6b tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101268 Dec 10 18:27:03.279170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53036) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.285497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6a100d55-355c-4921-8feb-3a3fd646e8ff tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.326602 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-6a100d55-355c-4921-8feb-3a3fd646e8ff tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Project 0213a9b1191a4736b06e6ebf541f3f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:27:03.354726 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-6a100d55-355c-4921-8feb-3a3fd646e8ff tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.357005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a100d55-355c-4921-8feb-3a3fd646e8ff tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0765064 Dec 10 18:27:03.360949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.372349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fc9eabe2-434b-4a8f-9adb-29f9a18e8e11 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.372961 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-fc9eabe2-434b-4a8f-9adb-29f9a18e8e11 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 18:27:03.373604 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-fc9eabe2-434b-4a8f-9adb-29f9a18e8e11 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.379792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fc9eabe2-434b-4a8f-9adb-29f9a18e8e11 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137889 Dec 10 18:27:03.380275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53044) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.412593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-26b49d22-2347-4e47-99dc-33f776627822 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "GET /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5401340 Dec 10 18:27:03.414786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cb2e5d66-0041-4e60-afda-25a088c6543a tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.419643 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-c29c4dcf-ed3b-4430-923c-628ddfe8d36d service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717274 Dec 10 18:27:03.429399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.462730 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-cb2e5d66-0041-4e60-afda-25a088c6543a tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Project 0213a9b1191a4736b06e6ebf541f3f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:27:03.532655 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-cb2e5d66-0041-4e60-afda-25a088c6543a tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.538294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb2e5d66-0041-4e60-afda-25a088c6543a tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1523743 Dec 10 18:27:03.538294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53048) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.538755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:03.544563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d7cfd552-9c2d-4ed1-a367-0535a9e29696 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '52f93537-af31-45bb-9dc4-1bab50056288', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:03.580820 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-d7cfd552-9c2d-4ed1-a367-0535a9e29696 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Project 0213a9b1191a4736b06e6ebf541f3f48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:27:03.599931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b075d7a-a3f8-45f9-9f9a-471288cd338c req-860c3805-5ad5-4a01-a0fa-88398da75746 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:03.601244 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b075d7a-a3f8-45f9-9f9a-471288cd338c req-860c3805-5ad5-4a01-a0fa-88398da75746 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1326685 Dec 10 18:27:03.676932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b075d7a-a3f8-45f9-9f9a-471288cd338c req-c99a22a2-3d27-40ce-8206-bcf04a00001a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632067 Dec 10 18:27:03.677890 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d7cfd552-9c2d-4ed1-a367-0535a9e29696 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:03.679407 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d7cfd552-9c2d-4ed1-a367-0535a9e29696 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1408198 Dec 10 18:27:03.682419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53052) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:03.707471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-f8c63361-1960-400d-8a6c-e3f3f54b9524 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096500 Dec 10 18:27:03.731241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:03.843745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-59e5c7e0-8ae3-46dc-9d45-88e8796d7cef service neutron] 10.222.0.59 "GET /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217950 Dec 10 18:27:03.847781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4049daf0-d037-4c01-8302-d598d0096e65 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:03.965395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4049daf0-d037-4c01-8302-d598d0096e65 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:03.999684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-47fc7ecd-76fc-4abc-9970-28945b168de3 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911305 Dec 10 18:27:04.005214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53058) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:04.019371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.030056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.033019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] For port c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:04.039032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.048087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.054706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.061845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.070712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.083626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-e99f3633-e72d-43be-927b-ead8419adca9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 5446 time: 0.1840348 Dec 10 18:27:04.106462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.125703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] For port c9e05c2e-1236-48e2-8e91-6c27f8e778bb, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:27:04.210650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] device_id is not set on port c9e05c2e-1236-48e2-8e91-6c27f8e778bb yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:27:04.243397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.254019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d36f05c9-0149-4447-9cdf-661ca910dd7c req-aaf1eb1e-b9e6-461b-b620-d144af8a4b3b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1657097 Dec 10 18:27:04.259580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4049daf0-d037-4c01-8302-d598d0096e65 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.265696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.272772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4049daf0-d037-4c01-8302-d598d0096e65 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.276841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4049daf0-d037-4c01-8302-d598d0096e65 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/52f93537-af31-45bb-9dc4-1bab50056288 HTTP/1.1" status: 204 len: 168 time: 0.5932679 Dec 10 18:27:04.288162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53062) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:04.358722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049daf0-d037-4c01-8302-d598d0096e65 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f93537-af31-45bb-9dc4-1bab50056288,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:04.446068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0fcfadf8-c705-4d65-ae50-cc9094de4698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.523300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] No DVR routers for this DVR port c9e05c2e-1236-48e2-8e91-6c27f8e778bb on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:04.570815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] In _notify_port_updated(), no bound segment for port c9e05c2e-1236-48e2-8e91-6c27f8e778bb on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:27:04.572024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:04.572853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.574682 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] 10.222.0.59 "PUT /v2.0/ports/c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 200 len: 1033 time: 1.1533122 Dec 10 18:27:04.579616 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.591729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2f654b73-c3c7-46a0-9b2f-fa49d03c1761 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2997472 Dec 10 18:27:04.593181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53070) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:04.601088 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-187bdd62-8ac7-4280-a208-0831bb39d2ca req-f0fe4d4f-d806-41a7-b829-5fd6a8a18717 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 210 time: 0.1510472 Dec 10 18:27:04.603156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ef1f0965-4891-403c-bd39-2e3a8d35fa58 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680538973'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:04.716751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0fcfadf8-c705-4d65-ae50-cc9094de4698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.724357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0fcfadf8-c705-4d65-ae50-cc9094de4698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.774730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2d619ee9-fa75-4e8e-879c-dbc9d06a956e None None] Provisioning complete for port c9e05c2e-1236-48e2-8e91-6c27f8e778bb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:27:04.775262 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2d619ee9-fa75-4e8e-879c-dbc9d06a956e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.851135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfadf8-c705-4d65-ae50-cc9094de4698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6279db9-6a70-485c-b281-0a5f6e64bfb6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:04.864052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0fcfadf8-c705-4d65-ae50-cc9094de4698 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=89933c12cbdf447280f4a4f3b21f2886&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7775390 Dec 10 18:27:04.866667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53082) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:04.911474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2d619ee9-fa75-4e8e-879c-dbc9d06a956e None None] Port c9e05c2e-1236-48e2-8e91-6c27f8e778bb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:27:04.944858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a42c1f3a-62d4-4816-8108-e0edd4c18aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:04.987602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a42c1f3a-62d4-4816-8108-e0edd4c18aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:05.076429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a42c1f3a-62d4-4816-8108-e0edd4c18aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:05.079475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a42c1f3a-62d4-4816-8108-e0edd4c18aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:05.083113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a42c1f3a-62d4-4816-8108-e0edd4c18aa5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b6279db9-6a70-485c-b281-0a5f6e64bfb6 HTTP/1.1" status: 204 len: 168 time: 0.2128274 Dec 10 18:27:05.097491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c1f3a-62d4-4816-8108-e0edd4c18aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6279db9-6a70-485c-b281-0a5f6e64bfb6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:05.308216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c5e67-5508-4730-beb1-8f7a303eacc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:05.380033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-961d4ac0-f1d6-4438-b695-b0319a05874c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.381603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-961d4ac0-f1d6-4438-b695-b0319a05874c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "GET /v2.0/ports/81981344-0366-4bdd-902e-b2cda9e19ecf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7838590 Dec 10 18:27:05.396744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:05.401926 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0965-4891-403c-bd39-2e3a8d35fa58 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:05.453460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c451919-521d-4626-987f-2bc8b3088831 req-c5a16c93-1abc-407c-acbe-c8c2e2e6f1f4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.461147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c451919-521d-4626-987f-2bc8b3088831 req-c5a16c93-1abc-407c-acbe-c8c2e2e6f1f4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1539166 Dec 10 18:27:05.575764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:05.598792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-02a9c6d0-62c9-4742-8189-231dd6bb5c71 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.623495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-02a9c6d0-62c9-4742-8189-231dd6bb5c71 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.633504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-02a9c6d0-62c9-4742-8189-231dd6bb5c71 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.641977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-02a9c6d0-62c9-4742-8189-231dd6bb5c71 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.651367 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c451919-521d-4626-987f-2bc8b3088831 req-62b16b64-1e8d-4a8a-9749-a78a1234f447 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887038 Dec 10 18:27:05.652251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-02a9c6d0-62c9-4742-8189-231dd6bb5c71 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.660448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53104) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:05.663190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-02a9c6d0-62c9-4742-8189-231dd6bb5c71 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:05.675112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-02a9c6d0-62c9-4742-8189-231dd6bb5c71 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 4666 time: 0.2059076 Dec 10 18:27:05.726911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d40c2f27-a6e7-4df4-ba80-e8fdb14cd3b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:05.828081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ee3230f-20a6-4e19-a22b-ccbace194d94 req-58f37247-a127-4f66-9a22-840d0ad6df35 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=97571e9b-935d-47b0-af8a-c97695dfdfb0&id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1481369 Dec 10 18:27:05.830382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0965-4891-403c-bd39-2e3a8d35fa58 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:05.855137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0965-4891-403c-bd39-2e3a8d35fa58 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.012287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1bed7767-4323-4b26-bc7f-789f094173ee req-7c1ef391-6ef0-4265-8cf2-fd4b430ddd71 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 210 time: 0.1141493 Dec 10 18:27:06.022828 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0965-4891-403c-bd39-2e3a8d35fa58 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.027143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53106) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:06.027295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef1f0965-4891-403c-bd39-2e3a8d35fa58 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4282508 Dec 10 18:27:06.032592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7df48f2c-cb7e-4c51-ab28-0e7b00ecb8e4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '002bd715-5996-4470-96e6-90617630ce77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:06.076815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f0965-4891-403c-bd39-2e3a8d35fa58 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002bd715-5996-4470-96e6-90617630ce77,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:06.123402 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-7df48f2c-cb7e-4c51-ab28-0e7b00ecb8e4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The resource could not be found. Dec 10 18:27:06.125399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7df48f2c-cb7e-4c51-ab28-0e7b00ecb8e4 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0963855 Dec 10 18:27:06.129862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53108) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:06.136300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-722eac95-a400-4d1a-acb5-c7dcf6374854 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '002bd715-5996-4470-96e6-90617630ce77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'da73700c-218e-4fb4-bf16-b22c1e87b9c9'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:06.196536 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-722eac95-a400-4d1a-acb5-c7dcf6374854 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The resource could not be found. Dec 10 18:27:06.199152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-722eac95-a400-4d1a-acb5-c7dcf6374854 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0676141 Dec 10 18:27:06.201743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] For port 81981344-0366-4bdd-902e-b2cda9e19ecf, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=81981344-0366-4bdd-902e-b2cda9e19ecf,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:06.201971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53110) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:06.231288 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-efed6e59-6cc1-4464-9d9f-3f7b4682167f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:06.233317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-efed6e59-6cc1-4464-9d9f-3f7b4682167f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.3127398 Dec 10 18:27:06.246819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d40c2f27-a6e7-4df4-ba80-e8fdb14cd3b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.261572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d40c2f27-a6e7-4df4-ba80-e8fdb14cd3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.270082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6107b5f6-543b-4a39-8182-17e6693bfe74 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:06.288258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ec707fa-eb74-4c42-b9c9-805a41072cf2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.294771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'port': {'device_id': '68e47503-d4e6-49ef-b768-91e706064044', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'admin_state_up': True, 'tenant_id': '116753191c7640d99d4f17680ae90606'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:06.298636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] For port 81981344-0366-4bdd-902e-b2cda9e19ecf, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:27:06.322782 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ec707fa-eb74-4c42-b9c9-805a41072cf2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.397650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ec707fa-eb74-4c42-b9c9-805a41072cf2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.403921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0ec707fa-eb74-4c42-b9c9-805a41072cf2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.408236 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0ec707fa-eb74-4c42-b9c9-805a41072cf2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/002bd715-5996-4470-96e6-90617630ce77 HTTP/1.1" status: 204 len: 168 time: 0.2025132 Dec 10 18:27:06.420587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d40c2f27-a6e7-4df4-ba80-e8fdb14cd3b5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79b0440c98444cd7a70e50e964107cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7590075 Dec 10 18:27:06.423252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53112) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:06.423555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53114) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:06.438334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.464469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40c2f27-a6e7-4df4-ba80-e8fdb14cd3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1810932e-5a2d-4a9c-b818-63a522aa3531,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:06.481730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6107b5f6-543b-4a39-8182-17e6693bfe74, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6107b5f6-543b-4a39-8182-17e6693bfe74,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:06.483967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:06.490048 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7289566-cc59-40b2-bccc-20993a288599" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:06.492621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] device_id is not set on port 81981344-0366-4bdd-902e-b2cda9e19ecf yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:27:06.497818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec707fa-eb74-4c42-b9c9-805a41072cf2 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002bd715-5996-4470-96e6-90617630ce77,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:06.501969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.503759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c9e05c2e-1236-48e2-8e91-6c27f8e778bb no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:06.511243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.535638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.541143 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3563026-4556-4242-a8e7-794719d1ea3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.581244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device c9e05c2e-1236-48e2-8e91-6c27f8e778bb not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:27:06.583621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d2614d7c-203e-4328-b7f8-99d8a90bffbd no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:06.623973 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cfc801-7d3f-4750-8053-68abccee0565 x-openstack-request-id: req-38cfc801-7d3f-4750-8053-68abccee0565 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:06.625273 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:06.625740 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38cfc801-7d3f-4750-8053-68abccee0565 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:06.626470 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'code': 200} Dec 10 18:27:06.633501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:27:06.659029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1c84ec2d-8232-4ea9-a737-f817c4e56f8d tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2300184 Dec 10 18:27:06.670039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] No DVR routers for this DVR port 81981344-0366-4bdd-902e-b2cda9e19ecf on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:06.678319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53120) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:06.701879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4b9d3714-b2f7-4516-a0fb-359d360f08c1 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': 'e24707c7-43fd-4ba6-be43-b0e7b4cbaa05', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:06.800967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] Pushing event updated for resources: {'Port': ['ID=81981344-0366-4bdd-902e-b2cda9e19ecf,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:06.825683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3563026-4556-4242-a8e7-794719d1ea3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.827319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] In _notify_port_updated(), no bound segment for port 81981344-0366-4bdd-902e-b2cda9e19ecf on network 45d0b6e5-75c0-4c77-8d86-088f9334496c {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:27:06.828600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:06.830105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.836166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-538d9312-19bc-42f3-8e1a-bdce2c21f709 service neutron] 10.222.0.59 "PUT /v2.0/ports/81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 200 len: 1032 time: 1.4457560 Dec 10 18:27:06.840619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Made reservation on behalf of 116753191c7640d99d4f17680ae90606 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:06.857400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.943346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3563026-4556-4242-a8e7-794719d1ea3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.946720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3563026-4556-4242-a8e7-794719d1ea3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:06.948232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f3563026-4556-4242-a8e7-794719d1ea3e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1810932e-5a2d-4a9c-b818-63a522aa3531 HTTP/1.1" status: 204 len: 168 time: 0.5197601 Dec 10 18:27:06.972481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:27:06.977694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6107b5f6-543b-4a39-8182-17e6693bfe74,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:07.022889 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.030196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3563026-4556-4242-a8e7-794719d1ea3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810932e-5a2d-4a9c-b818-63a522aa3531,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:07.185292 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-4b9d3714-b2f7-4516-a0fb-359d360f08c1 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The resource could not be found. Dec 10 18:27:07.187335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4b9d3714-b2f7-4516-a0fb-359d360f08c1 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5078783 Dec 10 18:27:07.192663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53144) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:07.200060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d2614d7c-203e-4328-b7f8-99d8a90bffbd, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:07.211850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc9236-c759-460e-bc4e-39f194a6ed6a req-52fe9b67-a762-4d2e-a5d9-cabe0e458243 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:07.220048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b59eb95b-8984-48d9-8a2f-41659fed32d3 None None] Provisioning complete for port 81981344-0366-4bdd-902e-b2cda9e19ecf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:27:07.220570 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b59eb95b-8984-48d9-8a2f-41659fed32d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.223425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc9236-c759-460e-bc4e-39f194a6ed6a req-52fe9b67-a762-4d2e-a5d9-cabe0e458243 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:07.234000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc9236-c759-460e-bc4e-39f194a6ed6a req-52fe9b67-a762-4d2e-a5d9-cabe0e458243 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:07.234883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582b9e0-cdc6-4a9b-afa2-9034657b66e5 req-68b00c40-e5d3-4eeb-b8ae-a48877664b27 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:07.242599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc9236-c759-460e-bc4e-39f194a6ed6a req-52fe9b67-a762-4d2e-a5d9-cabe0e458243 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:07.251121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc9236-c759-460e-bc4e-39f194a6ed6a req-52fe9b67-a762-4d2e-a5d9-cabe0e458243 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:07.255723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1582b9e0-cdc6-4a9b-afa2-9034657b66e5 req-68b00c40-e5d3-4eeb-b8ae-a48877664b27 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2572021 Dec 10 18:27:07.260180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3bc9236-c759-460e-bc4e-39f194a6ed6a req-52fe9b67-a762-4d2e-a5d9-cabe0e458243 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3885 time: 0.1818693 Dec 10 18:27:07.310236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-661fa211-9a99-4264-b48b-a943bd460b10 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--118218148'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:07.330651 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.333836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 81981344-0366-4bdd-902e-b2cda9e19ecf no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:07.361958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3bc9236-c759-460e-bc4e-39f194a6ed6a req-e39d1232-d0cc-4d1f-81ed-6827a7464a45 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006031 Dec 10 18:27:07.417539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-661fa211-9a99-4264-b48b-a943bd460b10 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.467286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Allocated IP 172.20.0.11 (7ece2ed6-f826-441d-b990-14c3e4c97e2b/ad779698-0097-4e8e-bdcb-013d65bc83c6/271fbb07-889e-468f-aede-57e16c9fbcd2) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:27:07.584520 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 81981344-0366-4bdd-902e-b2cda9e19ecf not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:27:07.585406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5dd2566a-6ef9-488e-a455-0ffa9fc68479 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:07.625145 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-661fa211-9a99-4264-b48b-a943bd460b10 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.642579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-661fa211-9a99-4264-b48b-a943bd460b10 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.706767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661fa211-9a99-4264-b48b-a943bd460b10 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95671ae0-a22c-4a04-a3c3-15886339f092,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:07.715046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-661fa211-9a99-4264-b48b-a943bd460b10 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.720739 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-661fa211-9a99-4264-b48b-a943bd460b10 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4540737 Dec 10 18:27:07.733812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15e26298-4494-4da7-bca6-2aa7b27f9078 req-c82323f8-25b1-46f7-bd40-316557dfea1b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 210 time: 0.1058886 Dec 10 18:27:07.734537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53158) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:07.748997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b59eb95b-8984-48d9-8a2f-41659fed32d3 None None] Port 81981344-0366-4bdd-902e-b2cda9e19ecf cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:27:07.787377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:07.792020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0560df7c-7580-43d5-ad95-61ecdd6aab49 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--884919150'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:07.793389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.854012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0560df7c-7580-43d5-ad95-61ecdd6aab49 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.909620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.926715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:07.927079 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.962248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.969607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:27:07.990861 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0560df7c-7580-43d5-ad95-61ecdd6aab49 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:07.998553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0560df7c-7580-43d5-ad95-61ecdd6aab49 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.100442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0560df7c-7580-43d5-ad95-61ecdd6aab49 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.104009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0560df7c-7580-43d5-ad95-61ecdd6aab49 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3676918 Dec 10 18:27:08.107416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:08.116166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560df7c-7580-43d5-ad95-61ecdd6aab49 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad320d8-105a-4c16-9296-2ec20ab3947b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:08.130079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d13ac147-2b1d-45a7-b5ff-524c88e67d8c tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': '95671ae0-a22c-4a04-a3c3-15886339f092', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7ad320d8-105a-4c16-9296-2ec20ab3947b'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:08.146050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276', 'port_id': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'mac_address': 'fa:16:3e:33:b8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd31e734-b838-4332-a930-39eda0db1aba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:27:08.176407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d2614d7c-203e-4328-b7f8-99d8a90bffbd,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:08.242992 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d13ac147-2b1d-45a7-b5ff-524c88e67d8c tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:08.248574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:08.253112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d13ac147-2b1d-45a7-b5ff-524c88e67d8c tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1407788 Dec 10 18:27:08.255375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:08.265739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:27:08.283260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:27:08.286112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:27:08.314127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.320448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device bf82e33c-ac88-4e14-b3b0-fe455b666311 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:08.407204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f318d764-885f-4b53-b5b6-aa8c1e3c4227 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.454343 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f318d764-885f-4b53-b5b6-aa8c1e3c4227 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.462282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:08.463429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.513833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1582b9e0-cdc6-4a9b-afa2-9034657b66e5 req-5dfb7155-0566-41d7-9cfe-88bfe1f821ff tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2571006 Dec 10 18:27:08.523255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=271fbb07-889e-468f-aede-57e16c9fbcd2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:08.574992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d2d68fee-9e05-4591-b79d-f79ef0a7adcf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2772160 Dec 10 18:27:08.602468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Request body: {'port': {'device_id': '68e47503-d4e6-49ef-b768-91e706064044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:08.630427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f318d764-885f-4b53-b5b6-aa8c1e3c4227 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.633352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f318d764-885f-4b53-b5b6-aa8c1e3c4227 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:08.634875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f318d764-885f-4b53-b5b6-aa8c1e3c4227 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/7ad320d8-105a-4c16-9296-2ec20ab3947b HTTP/1.1" status: 204 len: 168 time: 0.3778634 Dec 10 18:27:08.641685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53196) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:08.658144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318d764-885f-4b53-b5b6-aa8c1e3c4227 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad320d8-105a-4c16-9296-2ec20ab3947b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:08.955382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3e711-b1e5-47e0-b546-f036b58bb540 req-b09e6606-6511-47b8-976c-98abaf108f29 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:09.002949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3e711-b1e5-47e0-b546-f036b58bb540 req-b09e6606-6511-47b8-976c-98abaf108f29 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:09.021538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3e711-b1e5-47e0-b546-f036b58bb540 req-b09e6606-6511-47b8-976c-98abaf108f29 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:09.039939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3e711-b1e5-47e0-b546-f036b58bb540 req-b09e6606-6511-47b8-976c-98abaf108f29 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:09.055751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3e711-b1e5-47e0-b546-f036b58bb540 req-b09e6606-6511-47b8-976c-98abaf108f29 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:09.067516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04f3e711-b1e5-47e0-b546-f036b58bb540 req-b09e6606-6511-47b8-976c-98abaf108f29 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3881 time: 0.3436868 Dec 10 18:27:09.070802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd'}, {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:09.073618 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e95d10-075e-4d31-9937-4c6bc45b0a79" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd"}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:09.076948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=5dd2566a-6ef9-488e-a455-0ffa9fc68479,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:09.080065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e02914d9-7ec0-4b40-9acc-8bbf0ffd0013 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4015670 Dec 10 18:27:09.116529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53210) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:09.236828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53214) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:09.294182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04f3e711-b1e5-47e0-b546-f036b58bb540 req-26ffa144-89ea-4881-aad6-14966857f5ea tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169280 Dec 10 18:27:09.301358 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.303478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.308903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-70ef6d9c-5aa9-4a2f-a7e2-959c939b2401 None None] Provisioning complete for port 271fbb07-889e-468f-aede-57e16c9fbcd2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:27:09.315187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-70ef6d9c-5aa9-4a2f-a7e2-959c939b2401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.334137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] For port 5dd2566a-6ef9-488e-a455-0ffa9fc68479, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5dd2566a-6ef9-488e-a455-0ffa9fc68479,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:09.342723 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.345791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a53cea50-b154-4400-9436-41f3db27ea44 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.391605 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.421741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a53cea50-b154-4400-9436-41f3db27ea44 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.438095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-70ef6d9c-5aa9-4a2f-a7e2-959c939b2401 None None] Port 271fbb07-889e-468f-aede-57e16c9fbcd2 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:27:09.459825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9041fa0-7dbd-473d-8226-c0e7e08f017c req-e2ddddf7-767a-4cfb-b931-299720917792 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:09.472958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d9041fa0-7dbd-473d-8226-c0e7e08f017c req-e2ddddf7-767a-4cfb-b931-299720917792 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 932 time: 0.4152031 Dec 10 18:27:09.495580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for 5dd2566a-6ef9-488e-a455-0ffa9fc68479 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:09.499757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ca3dfb0-982e-47f0-95f9-664693e30999 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:27:09.526371 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adad9049-5d71-459f-8d54-7826dd4a09c7 x-openstack-request-id: req-adad9049-5d71-459f-8d54-7826dd4a09c7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:09.526705 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd", "code": 200}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:09.526966 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-adad9049-5d71-459f-8d54-7826dd4a09c7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:09.527386 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd', 'code': 200} Dec 10 18:27:09.527648 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479', 'code': 200} Dec 10 18:27:09.551881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a53cea50-b154-4400-9436-41f3db27ea44 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.562774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a53cea50-b154-4400-9436-41f3db27ea44 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.566286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a53cea50-b154-4400-9436-41f3db27ea44 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/95671ae0-a22c-4a04-a3c3-15886339f092 HTTP/1.1" status: 204 len: 168 time: 0.4484258 Dec 10 18:27:09.568401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53222) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:09.649231 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-772ad4ea-0647-480a-b389-a86a6808ab93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.661192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cea50-b154-4400-9436-41f3db27ea44 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95671ae0-a22c-4a04-a3c3-15886339f092,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:09.768235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7415ecb7-0c34-4acf-b16c-fcb15e44e27c tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1754808 Dec 10 18:27:09.771564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53232) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:09.776798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5bdfa7ea-0240-4c72-a2ab-4c54d64904a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1108718578'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:09.786548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:09.788846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port bf82e33c-ac88-4e14-b3b0-fe455b666311, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:09.818199 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.823569 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:09.824289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 28b44429-b44c-4f8b-aae5-e14da8a02a99 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:09.943826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46a5ca-5179-42f4-8db1-4a0c99ffa266 req-a1bb5d54-79ba-4a92-bbfe-cfa71fc211c3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:09.945771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b46a5ca-5179-42f4-8db1-4a0c99ffa266 req-a1bb5d54-79ba-4a92-bbfe-cfa71fc211c3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1577706 Dec 10 18:27:09.948247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa7ea-0240-4c72-a2ab-4c54d64904a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.029871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6ca3dfb0-982e-47f0-95f9-664693e30999'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:27:10.053666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-772ad4ea-0647-480a-b389-a86a6808ab93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.077167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b46a5ca-5179-42f4-8db1-4a0c99ffa266 req-0c35902b-f490-4eac-a398-24979be1d6ef tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090491 Dec 10 18:27:10.092953 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-772ad4ea-0647-480a-b389-a86a6808ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.223226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.246953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-772ad4ea-0647-480a-b389-a86a6808ab93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d7672ae07658498b91ab5fbc44cb2d08&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0022213 Dec 10 18:27:10.262783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271fbb07-889e-468f-aede-57e16c9fbcd2 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:27:10.263933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53242) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:10.280504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.318712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ad4ea-0647-480a-b389-a86a6808ab93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6067f33e-410c-4501-9486-0d3e371e9f89,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:10.324320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Transition to ACTIVE for port object 271fbb07-889e-468f-aede-57e16c9fbcd2 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:27:10.336820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 28b44429-b44c-4f8b-aae5-e14da8a02a99, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:10.341514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.415498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa7ea-0240-4c72-a2ab-4c54d64904a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.432496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa7ea-0240-4c72-a2ab-4c54d64904a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.436413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:10.526531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5bdfa7ea-0240-4c72-a2ab-4c54d64904a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.535032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5bdfa7ea-0240-4c72-a2ab-4c54d64904a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7621446 Dec 10 18:27:10.547944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53246) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:10.562591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-95e1351b-2dcf-4b80-95f3-5548627a9dde tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': 'c4a5e8f9-3c5d-4a4e-9387-31022e07d68e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:10.618538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=bf82e33c-ac88-4e14-b3b0-fe455b666311,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:10.650617 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.705251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfa7ea-0240-4c72-a2ab-4c54d64904a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a5e8f9-3c5d-4a4e-9387-31022e07d68e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:10.723934 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-95e1351b-2dcf-4b80-95f3-5548627a9dde tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:10.738868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-95e1351b-2dcf-4b80-95f3-5548627a9dde tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1856697 Dec 10 18:27:10.738868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53252) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:10.752751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bb3b1211-6284-47be-84b0-92e7e3f2477c tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group_rule': {'security_group_id': 'c4a5e8f9-3c5d-4a4e-9387-31022e07d68e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:10.771343 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110b2856-3740-41c2-a60d-4856e81972cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.780898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d9041fa0-7dbd-473d-8226-c0e7e08f017c req-f4e5581e-10ce-4b33-ad12-d86a16300dac tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3068933 Dec 10 18:27:10.829468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Pushing event updated for resources: {'Port': ['ID=271fbb07-889e-468f-aede-57e16c9fbcd2,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:10.895098 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110b2856-3740-41c2-a60d-4856e81972cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:10.944818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=28b44429-b44c-4f8b-aae5-e14da8a02a99,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:11.110754 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-bb3b1211-6284-47be-84b0-92e7e3f2477c tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:27:11.118644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bb3b1211-6284-47be-84b0-92e7e3f2477c tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3771183 Dec 10 18:27:11.120476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53266) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:11.188109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391623c-5365-4cb2-9ef7-3d5cbc24fd31 req-7dafaf9b-ba94-4899-b1e3-377a1d31c4a5 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:11.198912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2391623c-5365-4cb2-9ef7-3d5cbc24fd31 req-7dafaf9b-ba94-4899-b1e3-377a1d31c4a5 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.2269373 Dec 10 18:27:11.204780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110b2856-3740-41c2-a60d-4856e81972cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.207449 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110b2856-3740-41c2-a60d-4856e81972cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.210933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-110b2856-3740-41c2-a60d-4856e81972cc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6067f33e-410c-4501-9486-0d3e371e9f89 HTTP/1.1" status: 204 len: 168 time: 0.9436398 Dec 10 18:27:11.286887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b2856-3740-41c2-a60d-4856e81972cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6067f33e-410c-4501-9486-0d3e371e9f89,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:11.301801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1540e9-964b-4fc7-84c8-06c4eeda6125 req-a115c079-54d2-4c5d-89dc-732407baca65 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:11.329962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1540e9-964b-4fc7-84c8-06c4eeda6125 req-a115c079-54d2-4c5d-89dc-732407baca65 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:11.347717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1540e9-964b-4fc7-84c8-06c4eeda6125 req-a115c079-54d2-4c5d-89dc-732407baca65 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:11.362513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1540e9-964b-4fc7-84c8-06c4eeda6125 req-a115c079-54d2-4c5d-89dc-732407baca65 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:11.379605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1540e9-964b-4fc7-84c8-06c4eeda6125 req-a115c079-54d2-4c5d-89dc-732407baca65 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:11.385609 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b1540e9-964b-4fc7-84c8-06c4eeda6125 req-a115c079-54d2-4c5d-89dc-732407baca65 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3877 time: 0.4099996 Dec 10 18:27:11.405995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2391623c-5365-4cb2-9ef7-3d5cbc24fd31 req-30661831-662e-4510-b6e6-8fabad572177 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058504 Dec 10 18:27:11.407728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73111492-78e4-4ffa-8b9f-4d3582c50bad tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.441385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Attempting to bind port 271fbb07-889e-468f-aede-57e16c9fbcd2 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:27:11.441721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Attempting to bind port 271fbb07-889e-468f-aede-57e16c9fbcd2 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:27:11.441965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Attempting to bind port 271fbb07-889e-468f-aede-57e16c9fbcd2 on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:27:11.489131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Port 271fbb07-889e-468f-aede-57e16c9fbcd2 on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:27:11.489467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Attempting to bind port 271fbb07-889e-468f-aede-57e16c9fbcd2 on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:27:11.505338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73111492-78e4-4ffa-8b9f-4d3582c50bad tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.529024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311'}, {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:11.535011 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c0d563-84b3-4c1b-aae7-bf58317144bd" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311"}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:11.551670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:27:11.552027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:27:11.552412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Bound using segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:27:11.552870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Bound port: 271fbb07-889e-468f-aede-57e16c9fbcd2, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:27:11.553235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.608556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b1540e9-964b-4fc7-84c8-06c4eeda6125 req-796f9fc4-99eb-42ed-b500-cf0a50843ecf tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743810 Dec 10 18:27:11.619290 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.673799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73111492-78e4-4ffa-8b9f-4d3582c50bad tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.679083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73111492-78e4-4ffa-8b9f-4d3582c50bad tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:11.684862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-73111492-78e4-4ffa-8b9f-4d3582c50bad tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/c4a5e8f9-3c5d-4a4e-9387-31022e07d68e HTTP/1.1" status: 204 len: 168 time: 0.5604403 Dec 10 18:27:11.692678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53288) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:11.754676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad44ad9-7229-4ddb-a7c0-a8bb8f410005 req-5ef3fe64-b760-4464-8cb4-62a7b3ea27c1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:11.754676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad44ad9-7229-4ddb-a7c0-a8bb8f410005 req-5ef3fe64-b760-4464-8cb4-62a7b3ea27c1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1731162 Dec 10 18:27:11.804194 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab963266-6f82-4b9e-8726-fec3d4d7e613 x-openstack-request-id: req-ab963266-6f82-4b9e-8726-fec3d4d7e613 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:11.804194 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311", "code": 200}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-unplugged", "status": "completed", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:11.804194 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ab963266-6f82-4b9e-8726-fec3d4d7e613 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:11.804194 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311', 'code': 200} Dec 10 18:27:11.804194 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99', 'code': 200} Dec 10 18:27:11.819638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73111492-78e4-4ffa-8b9f-4d3582c50bad tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a5e8f9-3c5d-4a4e-9387-31022e07d68e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:11.827150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:27:11.926592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=5dd2566a-6ef9-488e-a455-0ffa9fc68479,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:11.966178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 6ca3dfb0-982e-47f0-95f9-664693e30999 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:27:11.966427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.000814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] For port 271fbb07-889e-468f-aede-57e16c9fbcd2, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:27:12.004831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] For port 271fbb07-889e-468f-aede-57e16c9fbcd2, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=271fbb07-889e-468f-aede-57e16c9fbcd2,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:27:12.021333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53296) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:12.039205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-947c60e5-fd48-43a3-bc31-7a23190361a1 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3349071 Dec 10 18:27:12.046905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.055302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53298) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:12.057827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] No DVR routers for this DVR port 5dd2566a-6ef9-488e-a455-0ffa9fc68479 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:12.065741 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.088735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cc5abc2e-da54-4681-8b79-08f74dc96250 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132709386'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:12.099062 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40fdf34c-35b9-4b0d-9359-ebc6037c9175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.100310 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.104867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-32fad4dc-ac5c-4a23-ba77-b8d72bfe0d89 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "DELETE /v2.0/ports/5dd2566a-6ef9-488e-a455-0ffa9fc68479 HTTP/1.1" status: 204 len: 173 time: 5.2429268 Dec 10 18:27:12.113028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:12.116168 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca4340-9bee-47a3-bb3c-bcf03efd16ab" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:12.120693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:12.121327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.122790 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] 10.222.0.30 "PUT /v2.0/ports/271fbb07-889e-468f-aede-57e16c9fbcd2 HTTP/1.1" status: 200 len: 1092 time: 3.5449102 Dec 10 18:27:12.141382 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ad44ad9-7229-4ddb-a7c0-a8bb8f410005 req-0ad236cb-6aa0-4b96-a0a4-8a5ca98d0ef8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946650 Dec 10 18:27:12.181577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:12.193479 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.241045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc5abc2e-da54-4681-8b79-08f74dc96250 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.362499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817f27b-cb11-4900-b033-7d1a711c0415 req-5295334c-01e0-4474-9a46-126c35160850 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:12.376797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c817f27b-cb11-4900-b033-7d1a711c0415 req-5295334c-01e0-4474-9a46-126c35160850 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 944 time: 0.3672833 Dec 10 18:27:12.384369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:12.614525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc5abc2e-da54-4681-8b79-08f74dc96250 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.626767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc5abc2e-da54-4681-8b79-08f74dc96250 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.649955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d519d97-98d5-4ad2-b0eb-12398e94a16a service neutron] Pushing event updated for resources: {'Port': ['ID=271fbb07-889e-468f-aede-57e16c9fbcd2,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:12.705127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc5abc2e-da54-4681-8b79-08f74dc96250 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.709149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cc5abc2e-da54-4681-8b79-08f74dc96250 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6502862 Dec 10 18:27:12.711005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53316) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:12.721556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b43eb79e-24c5-47f0-a026-f3dcf4b84602 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:12.721898 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-b43eb79e-24c5-47f0-a026-f3dcf4b84602 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:27:12.726341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c817f27b-cb11-4900-b033-7d1a711c0415 req-1c1e0476-cbc4-48f5-9bc8-6dbc2072be44 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485451 Dec 10 18:27:12.732043 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-b43eb79e-24c5-47f0-a026-f3dcf4b84602 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 18:27:12.733233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b43eb79e-24c5-47f0-a026-f3dcf4b84602 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "PUT /v2.0/security-groups/8fb2d6ba-c3b3-48eb-a40d-c186b6c2ef7b HTTP/1.1" status: 409 len: 330 time: 0.0163531 Dec 10 18:27:12.737765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5abc2e-da54-4681-8b79-08f74dc96250 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb2d6ba-c3b3-48eb-a40d-c186b6c2ef7b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:12.741495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40fdf34c-35b9-4b0d-9359-ebc6037c9175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.742864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53318) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:12.767289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40fdf34c-35b9-4b0d-9359-ebc6037c9175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.789825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-8b49a32b-3366-4dba-a8ef-1ea93b8a269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:12.794504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-8b49a32b-3366-4dba-a8ef-1ea93b8a269a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 1095 time: 0.5760210 Dec 10 18:27:12.887632 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-40fdf34c-35b9-4b0d-9359-ebc6037c9175 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=36d18b557d3f4d3388e7c8bca113191a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8485401 Dec 10 18:27:12.888275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53324) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:12.956067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fdf34c-35b9-4b0d-9359-ebc6037c9175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07751cce-5157-4d91-ac90-361a6678fe63,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:12.968162 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-b2667732-68c3-4941-8ec5-edff16aea70d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271fbb07-889e-468f-aede-57e16c9fbcd2 HTTP/1.1" status: 200 len: 217 time: 0.1630797 Dec 10 18:27:12.973979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port d2614d7c-203e-4328-b7f8-99d8a90bffbd {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:12.974317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:12.992987 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da110b6d-61d6-40e9-88af-200d07e6ea5d x-openstack-request-id: req-da110b6d-61d6-40e9-88af-200d07e6ea5d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:12.993319 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "5dd2566a-6ef9-488e-a455-0ffa9fc68479", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:12.993524 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da110b6d-61d6-40e9-88af-200d07e6ea5d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:12.993919 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': '5dd2566a-6ef9-488e-a455-0ffa9fc68479', 'status': 'completed', 'code': 200} Dec 10 18:27:13.020907 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a5a-3456-4223-9325-08e86c679a76 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.071753 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-19e31694-5506-48e9-ac84-7177751447e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.143750 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a5a-3456-4223-9325-08e86c679a76 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.159282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-87a99edc-80ef-4eb3-8ba5-07e65725e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.160804 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-87a99edc-80ef-4eb3-8ba5-07e65725e95d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1697395 Dec 10 18:27:13.219743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beb180-e557-4892-abdc-387837c9e1a4 req-c9c319b1-f93f-422c-a71e-4b8ec890ef66 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.221250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73beb180-e557-4892-abdc-387837c9e1a4 req-c9c319b1-f93f-422c-a71e-4b8ec890ef66 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.2510941 Dec 10 18:27:13.233322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-19e31694-5506-48e9-ac84-7177751447e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.245922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] For port d2614d7c-203e-4328-b7f8-99d8a90bffbd, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d2614d7c-203e-4328-b7f8-99d8a90bffbd,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:13.246280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.271949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for d2614d7c-203e-4328-b7f8-99d8a90bffbd owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:13.312833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-b3803f57-3081-44a4-b4d5-720a56182d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.314546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-b3803f57-3081-44a4-b4d5-720a56182d02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407964 Dec 10 18:27:13.320582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73beb180-e557-4892-abdc-387837c9e1a4 req-5a053327-f8c7-470d-9663-eff07e5d5499 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889535 Dec 10 18:27:13.414209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012dcda-b838-4f1f-8839-a49f6fd26369 req-08e325f5-4071-4a2e-ae9b-06fb02807af9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.441238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012dcda-b838-4f1f-8839-a49f6fd26369 req-08e325f5-4071-4a2e-ae9b-06fb02807af9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.450112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012dcda-b838-4f1f-8839-a49f6fd26369 req-08e325f5-4071-4a2e-ae9b-06fb02807af9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.463058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012dcda-b838-4f1f-8839-a49f6fd26369 req-08e325f5-4071-4a2e-ae9b-06fb02807af9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.483293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d012dcda-b838-4f1f-8839-a49f6fd26369 req-08e325f5-4071-4a2e-ae9b-06fb02807af9 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 3144 time: 0.3939276 Dec 10 18:27:13.504763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a5a-3456-4223-9325-08e86c679a76 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.515183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adfe5a5a-3456-4223-9325-08e86c679a76 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.518387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-adfe5a5a-3456-4223-9325-08e86c679a76 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/8fb2d6ba-c3b3-48eb-a40d-c186b6c2ef7b HTTP/1.1" status: 204 len: 168 time: 0.7741644 Dec 10 18:27:13.528256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53338) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:13.573788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-19e31694-5506-48e9-ac84-7177751447e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.576821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-19e31694-5506-48e9-ac84-7177751447e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.584021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-19e31694-5506-48e9-ac84-7177751447e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/07751cce-5157-4d91-ac90-361a6678fe63 HTTP/1.1" status: 204 len: 168 time: 0.6903350 Dec 10 18:27:13.706393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe5a5a-3456-4223-9325-08e86c679a76 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb2d6ba-c3b3-48eb-a40d-c186b6c2ef7b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:13.717849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:13.758784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=d2614d7c-203e-4328-b7f8-99d8a90bffbd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:13.780603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:13.783381 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b544cc1b-8f18-4c23-bd5f-0f032d018d5e" -d '{"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:13.784896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04e393-f60c-48d0-b642-a8940b304b3c req-8d484a7c-138f-4139-925d-4d8df762c5e1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:13.793048 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d04e393-f60c-48d0-b642-a8940b304b3c req-8d484a7c-138f-4139-925d-4d8df762c5e1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1575367 Dec 10 18:27:13.864034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-d17cf6b9-52e4-4833-9ab0-344517a520ed service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059037 Dec 10 18:27:13.866843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53350) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:13.903094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d012dcda-b838-4f1f-8839-a49f6fd26369 req-7120df0c-b90c-4d88-a5e3-c8771f9d104e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014962 Dec 10 18:27:13.903855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e31694-5506-48e9-ac84-7177751447e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07751cce-5157-4d91-ac90-361a6678fe63,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:13.998773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-70e5481e-f8c3-4c57-a145-aaba4c0d30a8 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4351904 Dec 10 18:27:13.999520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53356) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:14.012662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] No DVR routers for this DVR port d2614d7c-203e-4328-b7f8-99d8a90bffbd on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:14.021315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:14.026759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-f74ec812-2cfd-43dd-bfe2-9ea2822522a4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "DELETE /v2.0/ports/d2614d7c-203e-4328-b7f8-99d8a90bffbd HTTP/1.1" status: 204 len: 173 time: 1.9022949 Dec 10 18:27:14.067631 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-af34543d-5ad1-4d5b-ad93-adbb0333bd41 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] delete failed (client error): The resource could not be found. Dec 10 18:27:14.081107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-af34543d-5ad1-4d5b-ad93-adbb0333bd41 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "DELETE /v2.0/security-groups/d75569d2-0cf7-4973-b04f-b2077d5e27e9 HTTP/1.1" status: 404 len: 347 time: 0.0755770 Dec 10 18:27:14.081741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53364) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:14.107576 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-43f32203-ecf1-43a6-87f9-4346523e7386 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] show failed (client error): The resource could not be found. Dec 10 18:27:14.113032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-43f32203-ecf1-43a6-87f9-4346523e7386 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-groups/2db8b3ac-042b-4685-bea7-da298e8da60e HTTP/1.1" status: 404 len: 347 time: 0.0300260 Dec 10 18:27:14.113892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53368) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:14.133524 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-a7e56152-2fb5-4748-9d17-42ec18d4f322 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] show failed (client error): The resource could not be found. Dec 10 18:27:14.142871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7e56152-2fb5-4748-9d17-42ec18d4f322 tempest-NegativeSecGroupIPv6Test-864787957 tempest-NegativeSecGroupIPv6Test-864787957-project] 10.222.0.55 "GET /v2.0/security-group-rules/e58f7802-4f41-4450-a0c6-74ab81938a98 HTTP/1.1" status: 404 len: 356 time: 0.0269635 Dec 10 18:27:14.320281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f3a91-089b-423c-a69b-109a37447d51 req-919eb2c8-6628-42e6-a9c0-a0fc1bd62c99 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:14.330185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-039f3a91-089b-423c-a69b-109a37447d51 req-919eb2c8-6628-42e6-a9c0-a0fc1bd62c99 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 944 time: 0.1581192 Dec 10 18:27:14.523062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-039f3a91-089b-423c-a69b-109a37447d51 req-3358372f-a6c7-4861-a67c-e17d175e4cbe tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788089 Dec 10 18:27:14.729617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53384) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:14.821455 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d04e393-f60c-48d0-b642-a8940b304b3c req-9d4c35b5-ecb6-4a87-82c2-3095260347b5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0274138 Dec 10 18:27:14.838483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c44-5b14-4d3e-8cf6-17e6b6b92c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:14.896021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59bf6a2e-ec6f-4bb3-8828-ab40856ef12c req-c6c8014c-48c7-4335-b519-d056b3deae72 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8925657 Dec 10 18:27:14.928342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port 28b44429-b44c-4f8b-aae5-e14da8a02a99 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:14.928927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.053710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] For port 28b44429-b44c-4f8b-aae5-e14da8a02a99, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=28b44429-b44c-4f8b-aae5-e14da8a02a99,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:15.054339 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.068626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for 28b44429-b44c-4f8b-aae5-e14da8a02a99 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:15.151253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d1958490-4451-4d0f-8ce1-d38e55226741 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0213a9b1191a4736b06e6ebf541f3f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091299 Dec 10 18:27:15.153086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53394) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:15.183503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e47503-d4e6-49ef-b768-91e706064044', 'tag': '271fbb07-889e-468f-aede-57e16c9fbcd2'}, {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:15.185908 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e637be4d-fd6b-43cb-ab1e-013b69e31097" -d '{"events": [{"name": "network-changed", "server_uuid": "68e47503-d4e6-49ef-b768-91e706064044", "tag": "271fbb07-889e-468f-aede-57e16c9fbcd2"}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:15.228468 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9afd6-ccd1-4a96-af0f-7a5617d01f7f x-openstack-request-id: req-3ca9afd6-ccd1-4a96-af0f-7a5617d01f7f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:15.228938 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:15.229013 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3ca9afd6-ccd1-4a96-af0f-7a5617d01f7f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:15.229411 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'code': 200} Dec 10 18:27:15.351367 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c144c3-283d-4a46-8be9-67db77aa5df2 x-openstack-request-id: req-e7c144c3-283d-4a46-8be9-67db77aa5df2 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:15.353943 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e47503-d4e6-49ef-b768-91e706064044", "tag": "271fbb07-889e-468f-aede-57e16c9fbcd2", "status": "completed", "code": 200}, {"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "d2614d7c-203e-4328-b7f8-99d8a90bffbd", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:15.354476 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7c144c3-283d-4a46-8be9-67db77aa5df2 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:15.355284 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e47503-d4e6-49ef-b768-91e706064044', 'tag': '271fbb07-889e-468f-aede-57e16c9fbcd2', 'status': 'completed', 'code': 200} Dec 10 18:27:15.363995 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': 'd2614d7c-203e-4328-b7f8-99d8a90bffbd', 'status': 'completed', 'code': 200} Dec 10 18:27:15.367392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c44-5b14-4d3e-8cf6-17e6b6b92c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.402589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caf93559-e1d8-44ac-bfcb-e7c28865b3fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.429761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8a06c44-5b14-4d3e-8cf6-17e6b6b92c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.474922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caf93559-e1d8-44ac-bfcb-e7c28865b3fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.546789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429b5d63-507a-4ad8-bafd-25b4260e756e req-c876d036-10a3-4c2c-8eb9-4eb2dadec965 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:15.548470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-429b5d63-507a-4ad8-bafd-25b4260e756e req-c876d036-10a3-4c2c-8eb9-4eb2dadec965 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.1214190 Dec 10 18:27:15.586211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c8a06c44-5b14-4d3e-8cf6-17e6b6b92c75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37e9b0b7ef484318b1aaa503acd4c440&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6904233 Dec 10 18:27:15.587262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53406) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:15.600024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a06c44-5b14-4d3e-8cf6-17e6b6b92c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc556d14-f916-4760-9dbc-a747de5fa547,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:15.617719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca071d9-d6ab-4d1f-925e-204dcf9b925f req-402ff38b-d268-41e3-9b54-3552e4046353 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:15.625167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca071d9-d6ab-4d1f-925e-204dcf9b925f req-402ff38b-d268-41e3-9b54-3552e4046353 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:15.633135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca071d9-d6ab-4d1f-925e-204dcf9b925f req-402ff38b-d268-41e3-9b54-3552e4046353 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:15.641303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ca071d9-d6ab-4d1f-925e-204dcf9b925f req-402ff38b-d268-41e3-9b54-3552e4046353 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 2411 time: 0.3695219 Dec 10 18:27:15.647609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-429b5d63-507a-4ad8-bafd-25b4260e756e req-f644afe4-315c-4d85-ae0d-d0a8de29c219 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930028 Dec 10 18:27:15.660141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caf93559-e1d8-44ac-bfcb-e7c28865b3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.667466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caf93559-e1d8-44ac-bfcb-e7c28865b3fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.670841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-caf93559-e1d8-44ac-bfcb-e7c28865b3fd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25fa8eb1-5bc2-4afe-81c9-972aa39275ba HTTP/1.1" status: 204 len: 168 time: 0.5000060 Dec 10 18:27:15.698388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:15.719474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf93559-e1d8-44ac-bfcb-e7c28865b3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fa8eb1-5bc2-4afe-81c9-972aa39275ba,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:15.768815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-453a2097-8478-43e9-88d2-a132f0b9a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:15.781037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-453a2097-8478-43e9-88d2-a132f0b9a050 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 1095 time: 0.4114788 Dec 10 18:27:15.890510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=28b44429-b44c-4f8b-aae5-e14da8a02a99,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:15.902789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04045f88-ffb8-4b91-84f0-9644e1c5a3c0 req-dee9f58f-b01f-463a-b363-6e572dfa2b40 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:15.913047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04045f88-ffb8-4b91-84f0-9644e1c5a3c0 req-dee9f58f-b01f-463a-b363-6e572dfa2b40 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 944 time: 0.1111653 Dec 10 18:27:16.009138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04045f88-ffb8-4b91-84f0-9644e1c5a3c0 req-3888595c-3fc0-41dd-846b-c28f1df1277f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941350 Dec 10 18:27:16.216826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf23992-bb72-472b-8287-16dd644e72a3 req-8e106db5-eb64-4f19-955f-bb077495c271 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:16.218929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcf23992-bb72-472b-8287-16dd644e72a3 req-8e106db5-eb64-4f19-955f-bb077495c271 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0916760 Dec 10 18:27:16.359420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fcf23992-bb72-472b-8287-16dd644e72a3 req-a3aa25de-2d77-470a-9b51-0afc5a191bc8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263347 Dec 10 18:27:16.428943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] No DVR routers for this DVR port 28b44429-b44c-4f8b-aae5-e14da8a02a99 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:16.432773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:16.444459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-485b6434-bf2f-44f9-938d-2fe4e5e6bec8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "DELETE /v2.0/ports/28b44429-b44c-4f8b-aae5-e14da8a02a99 HTTP/1.1" status: 204 len: 173 time: 2.3905709 Dec 10 18:27:16.451318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-62912d1d-3bcc-4272-ab72-c45cd5b9f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:16.457264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-62912d1d-3bcc-4272-ab72-c45cd5b9f996 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.6074753 Dec 10 18:27:16.498439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ca071d9-d6ab-4d1f-925e-204dcf9b925f req-19666fba-8520-419b-b7d1-9a1d5c0cebd6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8492284 Dec 10 18:27:16.585855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-194f16dd-0d51-44a4-9f72-a7327392610b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271fbb07-889e-468f-aede-57e16c9fbcd2 HTTP/1.1" status: 200 len: 217 time: 0.1121581 Dec 10 18:27:16.668424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-f3514b93-b298-46c2-8de3-6592ba7998ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:16.671200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-f3514b93-b298-46c2-8de3-6592ba7998ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.0762999 Dec 10 18:27:16.672293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-524a34e2-7781-4618-8eb0-ffdec7e7eb4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:16.690992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-77102dbe-3edf-4b90-909f-9cfeee4b0378 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:16.692862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-77102dbe-3edf-4b90-909f-9cfeee4b0378 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.30 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.1686742 Dec 10 18:27:16.871109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-524a34e2-7781-4618-8eb0-ffdec7e7eb4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:16.909458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-2cb5ac9f-4038-49ed-91ab-e5faefeca63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:16.912488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-2cb5ac9f-4038-49ed-91ab-e5faefeca63b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281244 Dec 10 18:27:17.129662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port 6107b5f6-543b-4a39-8182-17e6693bfe74 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:17.130100 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:17.142595 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-ac74cf83-1ecf-4ec1-bb1c-97ffcf29aa65 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129204 Dec 10 18:27:17.169874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aec359-6e51-461b-b9f4-b698cf7d4ca1 req-7a188811-cc0d-4715-9484-8be81d5b07d7 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:17.192734 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b6aec359-6e51-461b-b9f4-b698cf7d4ca1 req-7a188811-cc0d-4715-9484-8be81d5b07d7 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 945 time: 0.3281314 Dec 10 18:27:17.313927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Deleting port c4c742da-2257-4c88-a8a0-14db27a7eabe {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:17.314263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:17.389969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:17.392634 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b478d-9621-46f2-8059-4f495d8a61b8" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:17.528781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-524a34e2-7781-4618-8eb0-ffdec7e7eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:17.533795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53468) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:17.534036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-524a34e2-7781-4618-8eb0-ffdec7e7eb4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:17.535347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-524a34e2-7781-4618-8eb0-ffdec7e7eb4a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cc556d14-f916-4760-9dbc-a747de5fa547 HTTP/1.1" status: 204 len: 168 time: 1.9428847 Dec 10 18:27:17.537934 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e637be4d-fd6b-43cb-ab1e-013b69e31097 req-182b49e5-6131-4e0a-8e17-c11a73a555b2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678751 Dec 10 18:27:17.601389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] For port 6107b5f6-543b-4a39-8182-17e6693bfe74, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6107b5f6-543b-4a39-8182-17e6693bfe74,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:17.601723 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:17.615536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a34e2-7781-4618-8eb0-ffdec7e7eb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc556d14-f916-4760-9dbc-a747de5fa547,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:17.628861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b6aec359-6e51-461b-b9f4-b698cf7d4ca1 req-4c4e85e5-172d-4ad0-8c41-7656d81e5ebc tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups?id=999c9744-600b-4fc9-9cf7-2c9eee2a0611&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4351983 Dec 10 18:27:17.678659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191d076-a6bd-4e72-9052-7c872f5a1fef req-fb06e9eb-db5d-4168-a851-e8c95a3e0be2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:17.691643 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2191d076-a6bd-4e72-9052-7c872f5a1fef req-fb06e9eb-db5d-4168-a851-e8c95a3e0be2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 944 time: 0.5459838 Dec 10 18:27:17.698521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] For port c4c742da-2257-4c88-a8a0-14db27a7eabe, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c4c742da-2257-4c88-a8a0-14db27a7eabe,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:17.698521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:17.868886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 271fbb07-889e-468f-aede-57e16c9fbcd2 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:27:17.915123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2191d076-a6bd-4e72-9052-7c872f5a1fef req-6c6dbc26-b98b-4fdf-8c91-57746e8c897b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230039 Dec 10 18:27:18.052589 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aff4bf-7c4f-4b7e-9319-0ed13d5f6b4a x-openstack-request-id: req-86aff4bf-7c4f-4b7e-9319-0ed13d5f6b4a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:18.053176 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "28b44429-b44c-4f8b-aae5-e14da8a02a99", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:18.053661 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86aff4bf-7c4f-4b7e-9319-0ed13d5f6b4a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:18.055204 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': '28b44429-b44c-4f8b-aae5-e14da8a02a99', 'status': 'completed', 'code': 200} Dec 10 18:27:18.306241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53480) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:18.323240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 271fbb07-889e-468f-aede-57e16c9fbcd2, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=271fbb07-889e-468f-aede-57e16c9fbcd2,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:18.333861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc04928-2c9d-4eaf-8f2f-273b6f740805 req-ac5906f1-2cd2-4154-b7f6-3a3c9dcbe6c0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:18.343753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcc04928-2c9d-4eaf-8f2f-273b6f740805 req-ac5906f1-2cd2-4154-b7f6-3a3c9dcbe6c0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.6181479 Dec 10 18:27:18.359997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '271fbb07-889e-468f-aede-57e16c9fbcd2', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '271fbb07-889e-468f-aede-57e16c9fbcd2', 'mac_address': 'fa:16:3e:fc:e0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:27:18.445367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2079828463-network', 'tenant_id': '866c54b7b8b94e20a62fdd5bbf4d583b'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:18.450862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bf806cf-89d4-4000-aa33-8f46ffa67bdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.497639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.501560 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.505696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.506108 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Floating IP ae5577c2-0c71-468e-a899-8e8fa3eaacc5 disassociated. External IP: 172.25.2.225, port: 6107b5f6-543b-4a39-8182-17e6693bfe74. Dec 10 18:27:18.507640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for 6107b5f6-543b-4a39-8182-17e6693bfe74 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:18.520222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271fbb07-889e-468f-aede-57e16c9fbcd2 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:27:18.552954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 271fbb07-889e-468f-aede-57e16c9fbcd2, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=271fbb07-889e-468f-aede-57e16c9fbcd2,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:18.569894 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.632669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd89eb-085f-4658-aa0a-887a9d5b8001 req-c3d51777-c4c7-44ce-b01f-0f30177f0155 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:18.648945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd89eb-085f-4658-aa0a-887a9d5b8001 req-c3d51777-c4c7-44ce-b01f-0f30177f0155 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:18.653249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Made reservation on behalf of 866c54b7b8b94e20a62fdd5bbf4d583b for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:18.655600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.657513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98cd89eb-085f-4658-aa0a-887a9d5b8001 req-c3d51777-c4c7-44ce-b01f-0f30177f0155 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 1678 time: 0.4029214 Dec 10 18:27:18.664660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=271fbb07-889e-468f-aede-57e16c9fbcd2,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:18.712686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.713219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.713450 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Floating IP 06ac522e-ff10-421f-a1e4-6639db58ece6 disassociated. External IP: 172.25.2.93, port: c4c742da-2257-4c88-a8a0-14db27a7eabe. Dec 10 18:27:18.713885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Calling delete_port for c4c742da-2257-4c88-a8a0-14db27a7eabe owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:18.815548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['271fbb07-889e-468f-aede-57e16c9fbcd2'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:27:18.922508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98cd89eb-085f-4658-aa0a-887a9d5b8001 req-43995675-9835-4854-a65e-37041a02b2c4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539425 Dec 10 18:27:18.936135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:18.944276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcc04928-2c9d-4eaf-8f2f-273b6f740805 req-f03ae198-0c49-487e-9f9f-f2be00a55902 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5989094 Dec 10 18:27:18.953935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.011876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event deleted for resources: {'Port': ['ID=c4c742da-2257-4c88-a8a0-14db27a7eabe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:19.106322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bf806cf-89d4-4000-aa33-8f46ffa67bdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.124417 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bf806cf-89d4-4000-aa33-8f46ffa67bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.184736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb3ed3b9-35ee-4cf0-aefc-6f57448cf765 req-cf154d25-8407-44a5-9654-bae580bc69ac tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d63277ef-0cac-40b8-926c-e1dad60f6c8c HTTP/1.1" status: 200 len: 210 time: 0.0544093 Dec 10 18:27:19.328822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf806cf-89d4-4000-aa33-8f46ffa67bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eee7e74-5600-4c38-b254-6c0a9213e1b7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:19.337201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4bf806cf-89d4-4000-aa33-8f46ffa67bdd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad54bd8e611d4ede9fa998872cc4f883&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0154474 Dec 10 18:27:19.341472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.344762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53498) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:19.351259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Router 24df1260-ebf0-4583-ad6f-0d7e11d91616 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:27:19.356608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.372131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.445574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=6107b5f6-543b-4a39-8182-17e6693bfe74,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:19.498073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11309d1f-4630-4a94-b51f-d745f59cd6e8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:19.547911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:27:19.576877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.577942 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Added segment 8779742a-cedf-4555-8f50-81c7e12dbdc6 of type vlan for network 6a549d61-4727-4304-bd45-5d31cc4a262f Dec 10 18:27:19.637839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Router 3487c6a5-62a5-457f-a613-5eb2c1c448cc has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:27:19.639865 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a255180-24a0-4ca7-adb9-9156488f46f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.670724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a255180-24a0-4ca7-adb9-9156488f46f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.744217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.747554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:27:19.747904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81071b48-6070-4530-8ba3-1229c89707ef req-a986f6f5-7dab-4e68-9d82-139234fb0754 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:19.749524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81071b48-6070-4530-8ba3-1229c89707ef req-a986f6f5-7dab-4e68-9d82-139234fb0754 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 945 time: 0.5874288 Dec 10 18:27:19.765979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] Sync routers for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:27:19.795216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:27:19.796146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:27:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:19.834524 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a255180-24a0-4ca7-adb9-9156488f46f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.847735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a255180-24a0-4ca7-adb9-9156488f46f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.848956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7a255180-24a0-4ca7-adb9-9156488f46f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2eee7e74-5600-4c38-b254-6c0a9213e1b7 HTTP/1.1" status: 204 len: 168 time: 0.4903231 Dec 10 18:27:19.878704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] No DVR routers for this DVR port c4c742da-2257-4c88-a8a0-14db27a7eabe on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:19.888686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.892539 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9285c334-120b-46e6-8f8a-34ce4d2c7eae req-b0432e14-0c2e-4de5-9bd8-749be66b5f65 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.30 "DELETE /v2.0/ports/c4c742da-2257-4c88-a8a0-14db27a7eabe HTTP/1.1" status: 204 len: 173 time: 3.1888857 Dec 10 18:27:19.910465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'name': 'network-vif-deleted', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:19.916292 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aba6486-a230-4139-844e-094bf1d41459" -d '{"events": [{"server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "name": "network-vif-deleted", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:19.960376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:19.961672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:19.962037 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:20.157631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 271fbb07-889e-468f-aede-57e16c9fbcd2 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:27:20.218052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a255180-24a0-4ca7-adb9-9156488f46f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eee7e74-5600-4c38-b254-6c0a9213e1b7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:20.252922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:27:20.258628 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81071b48-6070-4530-8ba3-1229c89707ef req-3483f941-1a49-461d-8788-d27b9bc0b5b8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999797 Dec 10 18:27:20.270592 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] Sync routers for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:27:20.302721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7676644 Dec 10 18:27:20.315157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53518) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:20.316127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] No DVR routers for this DVR port 6107b5f6-543b-4a39-8182-17e6693bfe74 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:20.327375 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:27:20.327608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Request body: {'subnet': {'network_id': '6a549d61-4727-4304-bd45-5d31cc4a262f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2079828463-subnet', 'tenant_id': '866c54b7b8b94e20a62fdd5bbf4d583b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:20.328138 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:27:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:20.332220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:20.336465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-97627522-6208-42a5-82e6-9d9bc63ef336 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "DELETE /v2.0/ports/6107b5f6-543b-4a39-8182-17e6693bfe74 HTTP/1.1" status: 204 len: 173 time: 3.8706932 Dec 10 18:27:20.338009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:20.340623 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591fcd79-35aa-40e0-953d-01045ed04773" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:20.363736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe30bd-11b8-4c98-9b81-de5f8c4e2037 admin admin] Pushing event updated for resources: {'Network': ['ID=6a549d61-4727-4304-bd45-5d31cc4a262f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:20.550295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 6a549d61-4727-4304-bd45-5d31cc4a262f details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:27:20.577478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Made reservation on behalf of 866c54b7b8b94e20a62fdd5bbf4d583b for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:20.586098 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:20.841831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:27:20.886856 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:27:21.002425 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab3b6d0-bf4e-4768-9343-dd98bbb554eb x-openstack-request-id: req-eab3b6d0-bf4e-4768-9343-dd98bbb554eb {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:21.003000 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63277ef-0cac-40b8-926c-e1dad60f6c8c", "name": "network-vif-deleted", "tag": "c4c742da-2257-4c88-a8a0-14db27a7eabe", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:21.003000 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eab3b6d0-bf4e-4768-9343-dd98bbb554eb {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:21.003860 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63277ef-0cac-40b8-926c-e1dad60f6c8c', 'name': 'network-vif-deleted', 'tag': 'c4c742da-2257-4c88-a8a0-14db27a7eabe', 'status': 'completed', 'code': 200} Dec 10 18:27:21.067954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:21.148400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 271fbb07-889e-468f-aede-57e16c9fbcd2 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:27:21.156152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 271fbb07-889e-468f-aede-57e16c9fbcd2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:27:21.156565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:21.244174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port bf82e33c-ac88-4e14-b3b0-fe455b666311 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:21.245150 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:21.299673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c50a32-46b0-4a18-b8fc-222d9790e592 req-4433a1bc-3eb1-4ea2-9cd0-bfd22f96f6b5 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:21.301519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00c50a32-46b0-4a18-b8fc-222d9790e592 req-4433a1bc-3eb1-4ea2-9cd0-bfd22f96f6b5 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 943 time: 0.3099465 Dec 10 18:27:21.314825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7465a-deb1-46a5-a2c6-773695c07de5 req-42d38e9d-7e2a-4616-b0db-7c0d0ae0153d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:21.321512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d7465a-deb1-46a5-a2c6-773695c07de5 req-42d38e9d-7e2a-4616-b0db-7c0d0ae0153d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1430573 Dec 10 18:27:21.441970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:21.482538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Checking segment: {'id': '8779742a-cedf-4555-8f50-81c7e12dbdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '6a549d61-4727-4304-bd45-5d31cc4a262f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:27:21.486119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Network hostable DHCP agents. Network: 6a549d61-4727-4304-bd45-5d31cc4a262f, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:27:21.495326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27d7465a-deb1-46a5-a2c6-773695c07de5 req-d9f9fd91-e039-4b8c-9612-3e32d5c589a8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702902 Dec 10 18:27:21.529132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:59Z', 'revision_number': 5, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:21.559392 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 5, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:21.627934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6545e1ec-8248-43c7-9ab8-23e6612860a4,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:21.628095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] Checking router: 24df1260-ebf0-4583-ad6f-0d7e11d91616 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:27:21.630217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e47503-d4e6-49ef-b768-91e706064044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271fbb07-889e-468f-aede-57e16c9fbcd2'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:21.637732 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f7b4e6-1388-4fd4-b057-0aff46ee5675" -d '{"events": [{"server_uuid": "68e47503-d4e6-49ef-b768-91e706064044", "name": "network-vif-plugged", "status": "completed", "tag": "271fbb07-889e-468f-aede-57e16c9fbcd2"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:21.674788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 271fbb07-889e-468f-aede-57e16c9fbcd2, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=271fbb07-889e-468f-aede-57e16c9fbcd2,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:21.677309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:27:21.677971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:27:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:21.680085 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48b15dd-7862-42af-97f9-88131b8a2efc x-openstack-request-id: req-d48b15dd-7862-42af-97f9-88131b8a2efc {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:21.680389 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "6107b5f6-543b-4a39-8182-17e6693bfe74", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:21.680649 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d48b15dd-7862-42af-97f9-88131b8a2efc {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:21.684798 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': '6107b5f6-543b-4a39-8182-17e6693bfe74', 'status': 'completed', 'code': 200} Dec 10 18:27:21.708144 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] Checking router: 3487c6a5-62a5-457f-a613-5eb2c1c448cc for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:27:21.735741 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:27:21.736768 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:27:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:21.825421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00c50a32-46b0-4a18-b8fc-222d9790e592 req-e6ea2b1d-299d-4677-9976-cb0f46ac9769 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups?id=3c67e468-4491-4b4d-9dd0-bf72be327327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4103713 Dec 10 18:27:21.832270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Network 6a549d61-4727-4304-bd45-5d31cc4a262f is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:27:21.846823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 6a549d61-4727-4304-bd45-5d31cc4a262f) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:27:21.857800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:21.858590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:21.864091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] For port bf82e33c-ac88-4e14-b3b0-fe455b666311, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=bf82e33c-ac88-4e14-b3b0-fe455b666311,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:21.864689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:21.890783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02705b-be33-4150-9a0e-eca7a1ee2590 req-bc0ba337-c4e3-48fb-a53a-a35eb255ce38 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:21.898803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for bf82e33c-ac88-4e14-b3b0-fe455b666311 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:21.905096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e02705b-be33-4150-9a0e-eca7a1ee2590 req-bc0ba337-c4e3-48fb-a53a-a35eb255ce38 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 946 time: 0.1453309 Dec 10 18:27:21.925801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-55cf31cb-07fe-4a97-9b5c-4df991fe2bad admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6063249 Dec 10 18:27:21.988244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:27:22.025348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53562) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:22.035281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:27:22.167810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e02705b-be33-4150-9a0e-eca7a1ee2590 req-3891c034-b969-4354-a5c2-9817a6f85960 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607245 Dec 10 18:27:22.382507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c04ba337-066c-43b6-90c2-1d956444e7a4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:22.391134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:22.426762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3b695-7272-4639-9e0d-fa1dd44d25a7 None None] Network 6a549d61-4727-4304-bd45-5d31cc4a262f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:27:22.457129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=bf82e33c-ac88-4e14-b3b0-fe455b666311,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:22.477912 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda01944-71e2-4505-ba1d-4e4dc59a6618 x-openstack-request-id: req-dda01944-71e2-4505-ba1d-4e4dc59a6618 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:22.478279 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e47503-d4e6-49ef-b768-91e706064044", "name": "network-vif-plugged", "status": "completed", "tag": "271fbb07-889e-468f-aede-57e16c9fbcd2", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:22.478501 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dda01944-71e2-4505-ba1d-4e4dc59a6618 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:22.478951 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e47503-d4e6-49ef-b768-91e706064044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271fbb07-889e-468f-aede-57e16c9fbcd2', 'code': 200} Dec 10 18:27:22.498494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfced49-d20f-43ea-9e41-16733b598592 req-fd2bc7b0-9fdd-42b6-9bdc-4d1a438ac3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:22.504051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0bfced49-d20f-43ea-9e41-16733b598592 req-fd2bc7b0-9fdd-42b6-9bdc-4d1a438ac3ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 1097 time: 0.2268219 Dec 10 18:27:22.549524 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:22.550391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c4c742da-2257-4c88-a8a0-14db27a7eabe no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:22.553257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] No DVR routers for this DVR port bf82e33c-ac88-4e14-b3b0-fe455b666311 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:22.565074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c04ba337-066c-43b6-90c2-1d956444e7a4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:22.579367 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:22.592615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-588840da-4cdb-4e55-bf12-252607ed02ed req-2ca9546b-76e4-4aad-990d-76b39e2e19f7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.59 "DELETE /v2.0/ports/bf82e33c-ac88-4e14-b3b0-fe455b666311 HTTP/1.1" status: 204 len: 173 time: 2.2400775 Dec 10 18:27:22.776452 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 5, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:22.845964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0bfced49-d20f-43ea-9e41-16733b598592 req-6316a73f-b779-4587-acd4-a2b6a4cd8001 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140035 Dec 10 18:27:22.852751 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb4e22-2046-4d3c-ba16-c3037cfebf94 None None] The sync data for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 is: [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:15:46Z', 'revision_number': 4, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '1106566a-15fc-45f1-955d-f4d18d57bdc0', 'name': '', 'network_id': 'a1e02eb6-044c-4472-8069-0938c7981d40', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'mac_address': 'fa:16:3e:3a:6d:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:44Z', 'updated_at': '2021-12-10T18:15:49Z', 'revision_number': 5, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'subnets': [{'id': '5c0c9154-5a71-403c-a602-a84d7cec1946', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:27:22.982653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afd966-ccd5-4d01-a415-5c421faf1ca4 req-f378eaa1-4a5b-4204-b260-abbee3be138a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:22.998731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6afd966-ccd5-4d01-a415-5c421faf1ca4 req-f378eaa1-4a5b-4204-b260-abbee3be138a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2803710 Dec 10 18:27:23.010397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c04ba337-066c-43b6-90c2-1d956444e7a4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:23.022570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c04ba337-066c-43b6-90c2-1d956444e7a4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:23.043480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c04ba337-066c-43b6-90c2-1d956444e7a4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "DELETE /v2.0/security-groups/999c9744-600b-4fc9-9cf7-2c9eee2a0611 HTTP/1.1" status: 204 len: 168 time: 1.0170572 Dec 10 18:27:23.137369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53588) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:23.154297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=271fbb07-889e-468f-aede-57e16c9fbcd2,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:23.166131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: c4c742da-2257-4c88-a8a0-14db27a7eabe {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:27:23.166634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c4c742da-2257-4c88-a8a0-14db27a7eabe not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:27:23.168937 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c168094-acc0-4b65-a995-48f1d59420cc req-d480fb0e-e498-47c8-bba1-b9e039c8613f tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1370766 Dec 10 18:27:23.208372 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-446dbfad-831b-4494-843a-df8cd15d8bea tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] show failed (client error): The resource could not be found. Dec 10 18:27:23.209494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-446dbfad-831b-4494-843a-df8cd15d8bea tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "GET /v2.0/security-groups/999c9744-600b-4fc9-9cf7-2c9eee2a0611 HTTP/1.1" status: 404 len: 347 time: 0.0654914 Dec 10 18:27:23.212950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53594) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:23.385779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ba337-066c-43b6-90c2-1d956444e7a4 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999c9744-600b-4fc9-9cf7-2c9eee2a0611,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:23.527535 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6afd966-ccd5-4d01-a415-5c421faf1ca4 req-c5c374a2-5521-42ed-8c90-4e3debfb830c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5254180 Dec 10 18:27:23.569353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86db81-eac1-4421-ab96-c78b115b443b None None] Network 6a549d61-4727-4304-bd45-5d31cc4a262f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:27:23.660228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bea94bd-f923-4b3c-b9e2-1be11b5b3268 None None] New status for floating IP ae5577c2-0c71-468e-a899-8e8fa3eaacc5: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:27:23.664356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c362e9-0f24-4346-bb8b-a1bc08ebedb5 req-4af95926-75bf-4b9c-94f3-1ed98d73547f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:23.674475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54c362e9-0f24-4346-bb8b-a1bc08ebedb5 req-4af95926-75bf-4b9c-94f3-1ed98d73547f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 946 time: 0.2111490 Dec 10 18:27:23.675824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Deleting port 81b0015d-d3c4-4ec8-90a6-26fec095509f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:23.676225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:23.707384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:23.712065 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ef845b-955b-4bee-8340-96fa0b310e6d" -d '{"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:23.742983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53614) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:24.057763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1256015223-network', 'tenant_id': '7255818af09642a79cbf621a8b16d028'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:24.060340 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ac3744-b576-422e-90e6-80a0aea720be x-openstack-request-id: req-95ac3744-b576-422e-90e6-80a0aea720be {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:24.060340 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8186e6-90c7-49c5-9f01-2fe61e49abe8", "name": "network-vif-deleted", "tag": "bf82e33c-ac88-4e14-b3b0-fe455b666311", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:24.060340 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-95ac3744-b576-422e-90e6-80a0aea720be {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:24.060340 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8186e6-90c7-49c5-9f01-2fe61e49abe8', 'name': 'network-vif-deleted', 'tag': 'bf82e33c-ac88-4e14-b3b0-fe455b666311', 'status': 'completed', 'code': 200} Dec 10 18:27:24.060340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54c362e9-0f24-4346-bb8b-a1bc08ebedb5 req-6d9a9139-8f5f-42aa-8ed1-9971ddb9ae2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034792 Dec 10 18:27:24.066001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:59Z', 'revision_number': 5, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:24.144740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Made reservation on behalf of 7255818af09642a79cbf621a8b16d028 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:24.157016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.183418 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.188005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.188555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.217649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Calling delete_port for 81b0015d-d3c4-4ec8-90a6-26fec095509f owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:24.322939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7073c6c5-5c18-4186-bccb-5f1a1ca201bf None None] The sync data for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 is: [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:24:49Z', 'revision_number': 4, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f7e7f352-14fa-489e-9ec9-2d19a2ea2157', 'name': '', 'network_id': '083cca35-7ca6-461f-ac58-1d768aeac878', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'mac_address': 'fa:16:3e:4e:63:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:45Z', 'updated_at': '2021-12-10T18:24:59Z', 'revision_number': 5, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'subnets': [{'id': 'fce559d6-3921-41a2-b2c5-934613dca28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:27:24.573017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5bf2c3d-1f09-4fff-90c5-c0123ff3e6b3 req-70556fcc-9919-4272-aba5-cdf2f85475ca tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1498947 Dec 10 18:27:24.639721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.650046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.783299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38df15bd-269f-4f40-a665-159cf3f47773,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:24.810152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.810873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.812663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.813377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.813878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.814872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.815854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.817331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.819197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.819704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.821294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.821788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.826288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:24.867078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:27:24.924423 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.924905 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Added segment b6db9bc1-31e5-41a3-8bb9-97ad8ac9f514 of type vlan for network be99a8cb-6aa0-4c29-b5f8-06346df22244 Dec 10 18:27:24.966638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0cd83-1e1a-41b7-a29a-78cae632a830 req-71620d45-d443-4444-bf93-35e92ecc62fb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:24.972619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:24.991076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6f0cd83-1e1a-41b7-a29a-78cae632a830 req-71620d45-d443-4444-bf93-35e92ecc62fb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2191882 Dec 10 18:27:25.111513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Pushing event deleted for resources: {'Port': ['ID=81b0015d-d3c4-4ec8-90a6-26fec095509f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:25.116836 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38599e1f-00f5-4e0d-b2ab-98beca4ceab5 None None] New status for floating IP 06ac522e-ff10-421f-a1e4-6639db58ece6: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:27:25.203186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6f0cd83-1e1a-41b7-a29a-78cae632a830 req-9de880f4-30d1-48f0-a874-e2aa0272e41d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028794 Dec 10 18:27:25.244335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:25.291579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd53da-ad3b-4a0d-9c09-f44105e8f424 req-c859c209-0af6-42b6-b45a-6531e2d19a5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:25.301302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40cd53da-ad3b-4a0d-9c09-f44105e8f424 req-c859c209-0af6-42b6-b45a-6531e2d19a5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 946 time: 0.1911325 Dec 10 18:27:25.329140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:25.332214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:25.333699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a04dc4eb-6533-46c7-ae75-f736958cef73 tempest-ServersTestJSON-1935664715 tempest-ServersTestJSON-1935664715-project] 10.222.0.55 "DELETE /v2.0/floatingips/06ac522e-ff10-421f-a1e4-6639db58ece6 HTTP/1.1" status: 204 len: 168 time: 2.1197691 Dec 10 18:27:25.338368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53654) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:25.356530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:25.358552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:25.359429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:25.468955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40cd53da-ad3b-4a0d-9c09-f44105e8f424 req-9ea4dacf-b9b3-4948-849d-11279b7938f3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615174 Dec 10 18:27:25.481025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7337894 Dec 10 18:27:25.483885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:25.493127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Request body: {'subnet': {'network_id': 'be99a8cb-6aa0-4c29-b5f8-06346df22244', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1256015223-subnet', 'tenant_id': '7255818af09642a79cbf621a8b16d028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:25.572574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36f618-5a2c-44f9-b89a-ebb1d355cb85 admin admin] Pushing event updated for resources: {'Network': ['ID=be99a8cb-6aa0-4c29-b5f8-06346df22244,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:25.581794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Made reservation on behalf of 7255818af09642a79cbf621a8b16d028 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:25.586865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network be99a8cb-6aa0-4c29-b5f8-06346df22244 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:27:25.592091 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:26.029320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60ee4bba-8412-4bdd-8953-1184de542399 req-ad28dd1e-e1d1-4f9a-9c6c-3ed773f86d5e tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1219053 Dec 10 18:27:26.213080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:26.439668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e759d3-4351-4bb2-b0a3-474aa99c3f50,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:26.445016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Checking segment: {'id': 'b6db9bc1-31e5-41a3-8bb9-97ad8ac9f514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'be99a8cb-6aa0-4c29-b5f8-06346df22244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:27:26.445382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Network hostable DHCP agents. Network: be99a8cb-6aa0-4c29-b5f8-06346df22244, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:27:26.497390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Network be99a8cb-6aa0-4c29-b5f8-06346df22244 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:27:26.514639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, be99a8cb-6aa0-4c29-b5f8-06346df22244) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:27:26.523912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:26.524510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:26.525078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff855c-582a-45ba-9655-431a7e711b02 None None] Network be99a8cb-6aa0-4c29-b5f8-06346df22244 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:27:26.552823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28c2a-9f8b-4486-9a8a-3e4e9c88db1c req-ac9fa77f-a9b8-4f68-a032-15237fa340c1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:26.562798 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-abb4b9b8-d484-4e5a-b031-dd78a1880c7d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0771368 Dec 10 18:27:26.567545 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68a28c2a-9f8b-4486-9a8a-3e4e9c88db1c req-ac9fa77f-a9b8-4f68-a032-15237fa340c1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1672003 Dec 10 18:27:26.758074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68a28c2a-9f8b-4486-9a8a-3e4e9c88db1c req-e53b485e-9320-4404-9431-45492cc94c4c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891372 Dec 10 18:27:26.801507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:26.898055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27114e68-7fcd-4320-9f1d-245dbaca9e38 None None] Network be99a8cb-6aa0-4c29-b5f8-06346df22244 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:27:26.925620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53696) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:27.120172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] Deleting subnet 6545e1ec-8248-43c7-9ab8-23e6612860a4 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:27:27.147568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:28.241751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51d2e0a4-218f-4f04-a6ab-44f6284178ca req-d2a12a5b-c29e-48b1-9ec3-5c6e05f69cbb tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1013837 Dec 10 18:27:28.300912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:28.323704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-93cc4aaf-9c16-465a-b750-c6ae6b1bdce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:28.392878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10015cae-b9d9-43b2-b681-54ccea5fe426 req-9adbac7d-0fd3-44ca-a3a2-d41d2ddbc3bf tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:28.419556 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:28.420801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10015cae-b9d9-43b2-b681-54ccea5fe426 req-9adbac7d-0fd3-44ca-a3a2-d41d2ddbc3bf tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.2240386 Dec 10 18:27:28.474351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Deleting port f7e7f352-14fa-489e-9ec9-2d19a2ea2157 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:28.478864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:28.607304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:28.632320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53734) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:28.777056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6545e1ec-8248-43c7-9ab8-23e6612860a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:28.819668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:28.833078 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-66c61206-909a-4c71-8feb-cc71e512dd26 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6545e1ec-8248-43c7-9ab8-23e6612860a4 HTTP/1.1" status: 204 len: 168 time: 1.9064634 Dec 10 18:27:28.833843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53740) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:28.913654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10015cae-b9d9-43b2-b681-54ccea5fe426 req-a3d1b451-b319-4196-9b13-dca6dd006884 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667156 Dec 10 18:27:28.968454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0923b5f-53b3-489c-b77f-41e52fbed03d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.016970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] For port f7e7f352-14fa-489e-9ec9-2d19a2ea2157, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:29.020559 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.056789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Calling delete_port for f7e7f352-14fa-489e-9ec9-2d19a2ea2157 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:29.274135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0923b5f-53b3-489c-b77f-41e52fbed03d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.416922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0923b5f-53b3-489c-b77f-41e52fbed03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.430820 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.463664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0923b5f-53b3-489c-b77f-41e52fbed03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d9933e-7168-40e9-bb2a-127fc29dcf05,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:29.492255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d0923b5f-53b3-489c-b77f-41e52fbed03d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06ae29c86ef34af38f8d9eb10300d653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8367367 Dec 10 18:27:29.496434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53758) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:29.562451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eaf86bce-9024-4106-99f7-56906c8c2963 req-15e96174-9352-42e6-b133-ffa1e84d309c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0665884 Dec 10 18:27:29.630940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.666268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a549d61-4727-4304-bd45-5d31cc4a262f']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:29.679205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8779742a-cedf-4555-8f50-81c7e12dbdc6') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:29.679536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8779742a-cedf-4555-8f50-81c7e12dbdc6') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:29.705319 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.739272 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.759188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:27:29.759609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:27:29.767686 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:27:29.843851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:29.985837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:30.008402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:30.009667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e7f352-14fa-489e-9ec9-2d19a2ea2157,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:30.019183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] 10.222.0.55 "DELETE /v2.0/networks/6a549d61-4727-4304-bd45-5d31cc4a262f HTTP/1.1" status: 204 len: 168 time: 1.1842268 Dec 10 18:27:30.052666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53772) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:30.064401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.064603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4532f-57fb-46a8-9c5a-33d503055288 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a549d61-4727-4304-bd45-5d31cc4a262f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:30.065229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.078050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.079018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.080868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.081416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.082766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.083357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.084889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.085470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.086929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.087492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.089921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:30.130060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5df3f5f-a2a2-4583-beb2-4657d3c8f018 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:30.198285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5df3f5f-a2a2-4583-beb2-4657d3c8f018 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:30.287794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4df0ba-2efe-41b6-9516-24323e1b6eef req-2b59aa77-9a29-4e23-a3e5-ff8bf13e41c4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:30.294136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e4df0ba-2efe-41b6-9516-24323e1b6eef req-2b59aa77-9a29-4e23-a3e5-ff8bf13e41c4 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1485004 Dec 10 18:27:30.399394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e4df0ba-2efe-41b6-9516-24323e1b6eef req-cd1d7a79-79f7-42ff-8bcf-cc2a619b6e00 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956807 Dec 10 18:27:30.751465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5df3f5f-a2a2-4583-beb2-4657d3c8f018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:30.757891 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a5df3f5f-a2a2-4583-beb2-4657d3c8f018 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:30.760173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a5df3f5f-a2a2-4583-beb2-4657d3c8f018 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65d9933e-7168-40e9-bb2a-127fc29dcf05 HTTP/1.1" status: 204 len: 168 time: 1.2628202 Dec 10 18:27:30.818563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] Deleting subnet a9e759d3-4351-4bb2-b0a3-474aa99c3f50 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:27:30.882096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.016284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3f5f-a2a2-4583-beb2-4657d3c8f018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d9933e-7168-40e9-bb2a-127fc29dcf05,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:31.061854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.113421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.208016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec1a41a9-2741-40b0-9be4-296b33c38927 req-8e170f7d-5f22-4aca-8497-ec102bdcbbe8 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.3232262 Dec 10 18:27:31.210994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.252583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e759d3-4351-4bb2-b0a3-474aa99c3f50,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:31.262046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.274873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-060396b4-7d85-48f8-a28f-d83a4faf9185 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a9e759d3-4351-4bb2-b0a3-474aa99c3f50 HTTP/1.1" status: 204 len: 168 time: 1.1782801 Dec 10 18:27:31.277491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53802) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:31.443408 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.499300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.653986 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24886c6b-0e83-4355-828b-3fcbf21b0656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.834861 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.835292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:31.864374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471c1e1-b9d8-4a20-9c45-91ec15f54cd0 req-70c1e50f-a598-4437-a76a-04b642d1ea02 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:31.884704 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5471c1e1-b9d8-4a20-9c45-91ec15f54cd0 req-70c1e50f-a598-4437-a76a-04b642d1ea02 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.3279359 Dec 10 18:27:31.903178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be99a8cb-6aa0-4c29-b5f8-06346df22244']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:31.946108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6db9bc1-31e5-41a3-8bb9-97ad8ac9f514') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:31.947835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6db9bc1-31e5-41a3-8bb9-97ad8ac9f514') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:32.029126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.107528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.111138 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.139869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:27:32.140830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:27:32.155862 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:27:32.281379 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5471c1e1-b9d8-4a20-9c45-91ec15f54cd0 req-4efab5d6-121e-4133-94c3-ec8859df1c10 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952348 Dec 10 18:27:32.297934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Router 24df1260-ebf0-4583-ad6f-0d7e11d91616 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:27:32.335736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53820) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:32.413670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a9058224-6510-48f6-bb7a-f001c821d209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.455753 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.567807 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.580188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] 10.222.0.55 "DELETE /v2.0/networks/be99a8cb-6aa0-4c29-b5f8-06346df22244 HTTP/1.1" status: 204 len: 168 time: 1.2927814 Dec 10 18:27:32.599448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8757464b-35f2-4199-9b69-4338cad76ab5 req-36fcac5c-9b00-437c-a895-c08242a8302c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1368465 Dec 10 18:27:32.635815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:27:32.649436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] Sync routers for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:27:32.659065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eaed1f-6839-41d3-b946-9e5ce55eff12 admin admin] Pushing event deleted for resources: {'Network': ['ID=be99a8cb-6aa0-4c29-b5f8-06346df22244,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:32.662087 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3379b16d-fea9-4772-87fc-114450659229 admin admin] 10.222.0.55 "PUT /v2.0/routers/24df1260-ebf0-4583-ad6f-0d7e11d91616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3223598 Dec 10 18:27:32.664727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53832) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:32.679032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:27:32.679691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:32.835188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a9058224-6510-48f6-bb7a-f001c821d209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.841683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a9058224-6510-48f6-bb7a-f001c821d209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:32.966803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9058224-6510-48f6-bb7a-f001c821d209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28be6708-97a6-40d8-95ef-24c663d90730,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:32.989320 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.006180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:27:33.017807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a9058224-6510-48f6-bb7a-f001c821d209 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=50733c30c08842ec982a2cf599fba6df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6781898 Dec 10 18:27:33.025967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53836) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:33.168139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53840) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:33.245836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1955628-126e-452f-b8d1-3c070045d3f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.264485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d8105df-8d25-46f2-82ab-7d3c119a1b38 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=866c54b7b8b94e20a62fdd5bbf4d583b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0937884 Dec 10 18:27:33.269138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53844) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:33.302409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1955628-126e-452f-b8d1-3c070045d3f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.414013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.446686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1955628-126e-452f-b8d1-3c070045d3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.449510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1955628-126e-452f-b8d1-3c070045d3f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.455220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d1955628-126e-452f-b8d1-3c070045d3f4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28be6708-97a6-40d8-95ef-24c663d90730 HTTP/1.1" status: 204 len: 168 time: 0.4213502 Dec 10 18:27:33.481011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1955628-126e-452f-b8d1-3c070045d3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28be6708-97a6-40d8-95ef-24c663d90730,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:33.482510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab52934b-0993-40c0-84d1-8b495a1c23e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.824066 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.868280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab52934b-0993-40c0-84d1-8b495a1c23e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:33.877711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:27:29Z', 'revision_number': 5, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port': {'id': 'a0da608b-d03f-45d5-a0e7-d138780fdcbb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:dd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:24:35Z', 'updated_at': '2021-12-10T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:34.044699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] Checking router: 24df1260-ebf0-4583-ad6f-0d7e11d91616 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:27:34.082663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-99d5cb79-b160-4144-9715-0373949ef70a req-a7327d2c-14f6-4107-8219-665af20e79b4 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1116023 Dec 10 18:27:34.087582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] Routers {'24df1260-ebf0-4583-ad6f-0d7e11d91616'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:27:34.088236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['24df1260-ebf0-4583-ad6f-0d7e11d91616'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:34.141827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea3e56-7e6a-4563-99aa-53e75147cedf req-99fd152a-1fd9-45d4-a8e2-58dd8f368c41 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:34.144840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-55ea3e56-7e6a-4563-99aa-53e75147cedf req-99fd152a-1fd9-45d4-a8e2-58dd8f368c41 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.6249540 Dec 10 18:27:34.183129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Deleting port a0da608b-d03f-45d5-a0e7-d138780fdcbb {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:34.184304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:34.293152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab52934b-0993-40c0-84d1-8b495a1c23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:34.300525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab52934b-0993-40c0-84d1-8b495a1c23e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:34.307079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ab52934b-0993-40c0-84d1-8b495a1c23e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11309d1f-4630-4a94-b51f-d745f59cd6e8 HTTP/1.1" status: 204 len: 168 time: 1.0369270 Dec 10 18:27:34.355287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] Set router 24df1260-ebf0-4583-ad6f-0d7e11d91616 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:27:34.409475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52934b-0993-40c0-84d1-8b495a1c23e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11309d1f-4630-4a94-b51f-d745f59cd6e8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:34.447201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-55ea3e56-7e6a-4563-99aa-53e75147cedf req-8cee31b0-ba5c-4ca7-b3d1-b6c943b58665 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889705 Dec 10 18:27:34.518104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] For port a0da608b-d03f-45d5-a0e7-d138780fdcbb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0da608b-d03f-45d5-a0e7-d138780fdcbb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:34.521823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:34.543072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:27:33Z', 'revision_number': 6, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:34.556958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Calling delete_port for a0da608b-d03f-45d5-a0e7-d138780fdcbb owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:34.558519 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:34.643144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8223b2a-41c3-40d3-941c-1ba6d29c3db4 None None] The sync data for ids ['24df1260-ebf0-4583-ad6f-0d7e11d91616'] in n-d-821424-1 is: [{'id': '24df1260-ebf0-4583-ad6f-0d7e11d91616', 'name': 'tempest-ServersTestJSON-1248460966-router', 'tenant_id': 'dc48382bd56a43688e6a427770c18897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:24:32Z', 'updated_at': '2021-12-10T18:27:33Z', 'revision_number': 6, 'project_id': 'dc48382bd56a43688e6a427770c18897', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:27:34.692168 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:34.937182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:34.970192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0da608b-d03f-45d5-a0e7-d138780fdcbb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:34.985887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b95af0-013c-4094-b171-882e4464a24c None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:27:35.119307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:35.405752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:35.416346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2047fa0b-f3f5-404e-ac46-65bd6bf22933 req-83024199-b493-4b51-afb9-53e50e02e645 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0661500 Dec 10 18:27:35.419393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:35.537770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:35.538997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24df1260-ebf0-4583-ad6f-0d7e11d91616 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:27:35.552215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:35.558204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:35.559190 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-66c887da-6bbb-4dfd-8780-8b1e3f4df437 admin admin] 10.222.0.55 "DELETE /v2.0/routers/24df1260-ebf0-4583-ad6f-0d7e11d91616 HTTP/1.1" status: 204 len: 168 time: 2.8918192 Dec 10 18:27:35.591941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53904) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:35.710564 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-06b60a75-a43e-4dd8-88ca-819878706e14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7255818af09642a79cbf621a8b16d028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1165314 Dec 10 18:27:35.711919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:35.824655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-396cf224-ca89-45c7-99a0-b8ed02c52e74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:35.855148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] Deleting subnet fce559d6-3921-41a2-b2c5-934613dca28e {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:27:35.874150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:35.927743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-396cf224-ca89-45c7-99a0-b8ed02c52e74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:36.053813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-396cf224-ca89-45c7-99a0-b8ed02c52e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:36.073013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-396cf224-ca89-45c7-99a0-b8ed02c52e74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:36.082786 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-396cf224-ca89-45c7-99a0-b8ed02c52e74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38df15bd-269f-4f40-a665-159cf3f47773 HTTP/1.1" status: 204 len: 168 time: 0.3656800 Dec 10 18:27:36.092481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b595341-bf3c-4890-8ed5-d3c35797a71c req-c76d0f17-4f22-42e3-96d0-bbf63598732e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:36.094817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b595341-bf3c-4890-8ed5-d3c35797a71c req-c76d0f17-4f22-42e3-96d0-bbf63598732e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.4100833 Dec 10 18:27:36.099881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396cf224-ca89-45c7-99a0-b8ed02c52e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df15bd-269f-4f40-a665-159cf3f47773,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:36.162547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:36.402285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b595341-bf3c-4890-8ed5-d3c35797a71c req-379fefb0-3743-47a4-9202-31b4b7691f0a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836411 Dec 10 18:27:36.663041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f7e7f352-14fa-489e-9ec9-2d19a2ea2157 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:36.668583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:36.721811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f7e7f352-14fa-489e-9ec9-2d19a2ea2157 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:27:36.722250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f7e7f352-14fa-489e-9ec9-2d19a2ea2157 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:27:36.735449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0da608b-d03f-45d5-a0e7-d138780fdcbb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:36.816813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a0da608b-d03f-45d5-a0e7-d138780fdcbb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:27:36.818696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0da608b-d03f-45d5-a0e7-d138780fdcbb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:27:36.858787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e352cc7f-5216-4c56-9b53-0d7f61278f74 req-fb48596f-4fb1-4a38-9055-7be036abb4e6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1190979 Dec 10 18:27:36.869344 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:36.899170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab244f53-30fb-49b9-aebb-860ae3cf94e2 None None] Network 083cca35-7ca6-461f-ac58-1d768aeac878 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:27:36.974323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:36.981652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/fce559d6-3921-41a2-b2c5-934613dca28e HTTP/1.1" status: 204 len: 168 time: 1.4221084 Dec 10 18:27:36.987001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53936) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:37.005975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385176d2-bf26-4765-a04c-343d6d91d992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fce559d6-3921-41a2-b2c5-934613dca28e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:37.176915 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:27:37.269373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:37.467769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Deleting port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:37.473263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:37.564564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f698be-2f31-4905-a8c6-e58945f498d2 req-951dcb85-f496-456d-8914-354e1f76c4f7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:37.579174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0f698be-2f31-4905-a8c6-e58945f498d2 req-951dcb85-f496-456d-8914-354e1f76c4f7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2563436 Dec 10 18:27:37.683848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] DHCP port deletion for 083cca35-7ca6-461f-ac58-1d768aeac878 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:27:37.706027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0f698be-2f31-4905-a8c6-e58945f498d2 req-f3b261db-8691-41e7-a078-7cd671456387 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256940 Dec 10 18:27:37.804945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] For port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:37.805554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:37.861399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ccebee-7c6f-406b-8f3f-b0e260670ad7 req-bced1ed2-4341-45e5-bd35-e00362d9cc72 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:37.868942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11ccebee-7c6f-406b-8f3f-b0e260670ad7 req-bced1ed2-4341-45e5-bd35-e00362d9cc72 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1738131 Dec 10 18:27:37.918047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Deleting port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:37.927463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:37.950013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Calling delete_port for 035f1bc0-d478-47c7-af4c-e3d57bc7b31d owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:38.062026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4c9dd-b217-48aa-8295-5acc2b709320 req-e5bdd481-22c9-4cdc-837e-a2730f28df25 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:38.079576 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9f4c9dd-b217-48aa-8295-5acc2b709320 req-e5bdd481-22c9-4cdc-837e-a2730f28df25 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1833327 Dec 10 18:27:38.220855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9f4c9dd-b217-48aa-8295-5acc2b709320 req-34b2f602-0cfd-442e-9eb2-08457b0dcbb6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340284 Dec 10 18:27:38.222247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] For port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,segment=NetworkSegment(7ea536d1-9198-4085-b482-c4495b2a69aa),segment_id=7ea536d1-9198-4085-b482-c4495b2a69aa)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:38.223334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:38.282824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11ccebee-7c6f-406b-8f3f-b0e260670ad7 req-cf6efa27-4b70-41c8-b4bc-ecc46993de2f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084439 Dec 10 18:27:38.285161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Calling delete_port for 035f1bc0-d478-47c7-af4c-e3d57bc7b31d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:38.434546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:38.530081 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b4620d02-8def-4643-a524-3575a897cabd req-402d8313-ee82-4181-9487-f6e3909d81d6 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1027012 Dec 10 18:27:38.591390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] No DVR routers for this DVR port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:38.646589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Pushing event deleted for resources: {'Port': ['ID=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:38.724745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 035f1bc0-d478-47c7-af4c-e3d57bc7b31d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:38.747905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:38.917503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Pushing event deleted for resources: {'Port': ['ID=035f1bc0-d478-47c7-af4c-e3d57bc7b31d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:38.917503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 035f1bc0-d478-47c7-af4c-e3d57bc7b31d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:27:38.917503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 035f1bc0-d478-47c7-af4c-e3d57bc7b31d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:27:38.919835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] No DVR routers for this DVR port 035f1bc0-d478-47c7-af4c-e3d57bc7b31d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:38.921495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136c30f9-4633-4f41-a8c3-43b84b2ecfe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:27:39.001997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083cca35-7ca6-461f-ac58-1d768aeac878']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:39.023001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea536d1-9198-4085-b482-c4495b2a69aa') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:39.023503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea536d1-9198-4085-b482-c4495b2a69aa') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:27:39.040233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:39.113153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:39.126030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:27:39.126755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:39.244795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156330f6-c348-4322-bde9-23a24d51f55b req-f5508410-f3f7-4455-83cd-93ba007e134b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:39.246656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-156330f6-c348-4322-bde9-23a24d51f55b req-f5508410-f3f7-4455-83cd-93ba007e134b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1640739 Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:27:39.273086 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:27:39.339692 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:39.385469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:39.402505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] 10.222.0.55 "DELETE /v2.0/networks/083cca35-7ca6-461f-ac58-1d768aeac878 HTTP/1.1" status: 204 len: 168 time: 2.4127538 Dec 10 18:27:39.406214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927796e-2c26-44ff-97dc-1664c92fe33a admin admin] Pushing event deleted for resources: {'Network': ['ID=083cca35-7ca6-461f-ac58-1d768aeac878,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:39.456690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-156330f6-c348-4322-bde9-23a24d51f55b req-9079c00d-4913-4383-8adb-cd377e3a4a79 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960840 Dec 10 18:27:39.539816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ceeb7-c664-43ce-a4bd-c52bd2611b6c req-ec0fe3a5-ffdf-4f04-9e47-82137e5d1c70 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:39.541861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d37ceeb7-c664-43ce-a4bd-c52bd2611b6c req-ec0fe3a5-ffdf-4f04-9e47-82137e5d1c70 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1165884 Dec 10 18:27:39.666414 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d37ceeb7-c664-43ce-a4bd-c52bd2611b6c req-00ad7e22-b3e7-43bb-912d-d842e48f5d23 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176081 Dec 10 18:27:39.761427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54022) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:39.877306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b85232ab-e44d-4712-835b-b32ef23ec6a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dc48382bd56a43688e6a427770c18897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1112802 Dec 10 18:27:39.878015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54028) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:39.879896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af414333-1a21-46d0-8be9-cb433c756096 req-4e21c1e2-caab-4e09-a309-0428eb050b66 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0470219 Dec 10 18:27:39.953077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d2a-54c5-4a10-97bb-65205dbb8172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:39.990273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d2a-54c5-4a10-97bb-65205dbb8172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:40.084978 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d2a-54c5-4a10-97bb-65205dbb8172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:40.092469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd4a5d2a-54c5-4a10-97bb-65205dbb8172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:40.098785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cd4a5d2a-54c5-4a10-97bb-65205dbb8172 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7e20e049-742f-4fce-a1f2-1b7229855eb8 HTTP/1.1" status: 204 len: 168 time: 0.2176123 Dec 10 18:27:40.116565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a5d2a-54c5-4a10-97bb-65205dbb8172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20e049-742f-4fce-a1f2-1b7229855eb8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:40.230883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190908a-ba0d-4b75-ad93-ee0fd1191f34 req-ab6370d2-7363-4913-8b14-f356a84719d7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:40.241563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2190908a-ba0d-4b75-ad93-ee0fd1191f34 req-ab6370d2-7363-4913-8b14-f356a84719d7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.0828488 Dec 10 18:27:40.312059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2190908a-ba0d-4b75-ad93-ee0fd1191f34 req-5595ff27-17c8-4dfb-a71f-95c5428aa48d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692859 Dec 10 18:27:40.926545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3798ff3-dc7a-462b-b460-ffe01f52961e req-dab6b32d-7d10-426d-8147-476ba73d0cb0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:40.943371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3798ff3-dc7a-462b-b460-ffe01f52961e req-dab6b32d-7d10-426d-8147-476ba73d0cb0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.0872722 Dec 10 18:27:41.056215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3798ff3-dc7a-462b-b460-ffe01f52961e req-5fb85951-a90a-4a63-a842-62dd77b4543d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114898 Dec 10 18:27:41.129631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f02039a-470d-455b-8423-108b4ba4bd2c req-5ab0a8a1-b726-41ea-a9f4-f50ef363736b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0786548 Dec 10 18:27:41.567348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999f8a0-4124-428f-a3ae-66f9757a12e0 req-44c44608-ec14-4943-9fc8-b8ca99a683ee tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:41.575834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d999f8a0-4124-428f-a3ae-66f9757a12e0 req-44c44608-ec14-4943-9fc8-b8ca99a683ee tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1113496 Dec 10 18:27:41.679892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d999f8a0-4124-428f-a3ae-66f9757a12e0 req-1d58ba47-2e1c-442c-b759-3171dbac8fb3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009016 Dec 10 18:27:42.035676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-94721b2e-661f-4b51-a933-a46f549d94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:42.038241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-94721b2e-661f-4b51-a933-a46f549d94eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1096 time: 0.0955102 Dec 10 18:27:42.327420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-99e34544-7810-46c4-83f1-fd751d8604cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:42.329005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-99e34544-7810-46c4-83f1-fd751d8604cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 914 time: 0.2672040 Dec 10 18:27:42.339094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2bca08fa-e204-4030-8f16-190622722f54 req-9c8768c9-eee3-481b-9010-ef56d198c6ee tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0502689 Dec 10 18:27:42.393167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0688e58-d9b7-4bbe-b042-2c5ce4cd864f req-92705339-aee8-46c1-9d44-0637420eb9e9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:42.401037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e0688e58-d9b7-4bbe-b042-2c5ce4cd864f req-92705339-aee8-46c1-9d44-0637420eb9e9 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1529953 Dec 10 18:27:42.422783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-ebb1ac3c-eeae-44ba-a04e-fcfbc4802f3a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 200 len: 217 time: 0.0857179 Dec 10 18:27:42.508172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e0688e58-d9b7-4bbe-b042-2c5ce4cd864f req-0dc6f3f3-4dfd-4031-80ce-858ea6ba1664 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061115 Dec 10 18:27:42.509867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-0df86a1f-e57b-47fc-8872-da8616ebd942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:42.511447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-0df86a1f-e57b-47fc-8872-da8616ebd942 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.0769660 Dec 10 18:27:42.562028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-ca1974cf-9f8d-4466-961e-4b8152b86c44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339308 Dec 10 18:27:42.758640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-6fba5727-c01b-454d-a8c3-4cad56ad7369 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878934 Dec 10 18:27:42.894764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54138) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:42.956642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5206c-c3e2-4128-9e23-395c7b99c43b req-1087dbca-50fe-4eec-84cf-083c1b17b4ba tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:42.959513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cac5206c-c3e2-4128-9e23-395c7b99c43b req-1087dbca-50fe-4eec-84cf-083c1b17b4ba tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1364150 Dec 10 18:27:42.997346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35465ab4-da09-4b8a-91a3-30b7be96604a req-940eb777-6bd3-4fa2-8ff7-b14da0cb9c7e service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164664 Dec 10 18:27:43.093905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cac5206c-c3e2-4128-9e23-395c7b99c43b req-e35099d3-c797-4139-b772-15b584276c3b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283131 Dec 10 18:27:43.484653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae8d576-5560-457c-8bca-2f5c179c92f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:43.620161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eee27a4e-344d-4067-bffd-708df2a55b01 req-3cd5c965-45de-431c-a9ad-bf003094df24 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0850413 Dec 10 18:27:43.840692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38834278-168d-42c0-a1cb-b71858f53aa1 req-3e99517c-e7f7-45d7-a805-214285d15bdf tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:43.852920 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38834278-168d-42c0-a1cb-b71858f53aa1 req-3e99517c-e7f7-45d7-a805-214285d15bdf tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1704955 Dec 10 18:27:43.894547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae8d576-5560-457c-8bca-2f5c179c92f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:43.915872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae8d576-5560-457c-8bca-2f5c179c92f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:44.061718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54186) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:44.080020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8d576-5560-457c-8bca-2f5c179c92f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180a71fa-8ddf-4a43-96b8-446343a0f58b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:44.101476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54190) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:44.102242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bae8d576-5560-457c-8bca-2f5c179c92f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8fdb8d4d3b446dcb83b5b80a34e5842&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2045381 Dec 10 18:27:44.109143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38834278-168d-42c0-a1cb-b71858f53aa1 req-32fd10b1-bf9c-4b14-8e66-3cac5626b1d1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312994 Dec 10 18:27:44.207485 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbe4840-e879-4e87-8cf6-726e8521f791 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:44.329152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbe4840-e879-4e87-8cf6-726e8521f791 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:44.526502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075400b-8f30-48fc-b0b0-25db4b14900c req-3c7d8d3e-84ca-4dcb-a735-5a41ad1ae232 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:44.538639 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a075400b-8f30-48fc-b0b0-25db4b14900c req-3c7d8d3e-84ca-4dcb-a735-5a41ad1ae232 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2799342 Dec 10 18:27:44.727626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54214) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:44.794371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbe4840-e879-4e87-8cf6-726e8521f791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:44.803467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbe4840-e879-4e87-8cf6-726e8521f791 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:44.805752 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-adbe4840-e879-4e87-8cf6-726e8521f791 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/180a71fa-8ddf-4a43-96b8-446343a0f58b HTTP/1.1" status: 204 len: 168 time: 0.7026546 Dec 10 18:27:44.833250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a075400b-8f30-48fc-b0b0-25db4b14900c req-0f2f7fd3-8dc3-472c-9369-1e29ec40881e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872312 Dec 10 18:27:44.843637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1571723375-network', 'tenant_id': '74d368d54b7f4d74ba19b9e3bc884532'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:44.903430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Made reservation on behalf of 74d368d54b7f4d74ba19b9e3bc884532 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:44.906686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:44.911230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe4840-e879-4e87-8cf6-726e8521f791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180a71fa-8ddf-4a43-96b8-446343a0f58b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:44.960771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7491cf6f-8176-48e6-938a-8d0c379eb3b8 req-7180cd35-c148-4b6d-96d7-a3870d066867 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0780747 Dec 10 18:27:44.963237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:44.987664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20a5ec6f-a1c3-43bf-bfae-31cf354a917b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.205021 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20a5ec6f-a1c3-43bf-bfae-31cf354a917b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.219440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20a5ec6f-a1c3-43bf-bfae-31cf354a917b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.260480 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.268496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.333466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a5ec6f-a1c3-43bf-bfae-31cf354a917b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608eb91b-e839-407c-905e-ed75a8059e4c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:45.334331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0931daaf-0589-4a79-a4c0-ac3bcb604484,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:45.375048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:27:45.384360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-20a5ec6f-a1c3-43bf-bfae-31cf354a917b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=830134dc6c894e44bcdb9d0894d67068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6554945 Dec 10 18:27:45.387070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54240) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:45.412355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.415202 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Added segment 5fc6ad69-4d0b-4e65-8482-260332555a5a of type vlan for network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 Dec 10 18:27:45.471348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86b85c-a6d5-4d31-9f88-f7ca6a9035d7 req-bd0edfb3-0124-4943-9633-3cd49343bd23 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:45.489304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb86b85c-a6d5-4d31-9f88-f7ca6a9035d7 req-bd0edfb3-0124-4943-9633-3cd49343bd23 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 0.1532829 Dec 10 18:27:45.504360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26837dc6-09da-4ecb-8a18-9584ad0d393f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.571823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26837dc6-09da-4ecb-8a18-9584ad0d393f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.607336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.714761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:45.758708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb86b85c-a6d5-4d31-9f88-f7ca6a9035d7 req-449e8f98-f554-458f-87be-facda3ccc356 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623341 Dec 10 18:27:45.762983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.763839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26837dc6-09da-4ecb-8a18-9584ad0d393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.764426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:45.764671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.769154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26837dc6-09da-4ecb-8a18-9584ad0d393f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.775684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-26837dc6-09da-4ecb-8a18-9584ad0d393f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/608eb91b-e839-407c-905e-ed75a8059e4c HTTP/1.1" status: 204 len: 168 time: 0.3874710 Dec 10 18:27:45.783102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c75593f-2f5d-4bf7-8723-eabd28bc4fd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.796463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26837dc6-09da-4ecb-8a18-9584ad0d393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608eb91b-e839-407c-905e-ed75a8059e4c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:45.862470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7996237 Dec 10 18:27:45.863391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54256) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:45.874164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Request body: {'subnet': {'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1571723375-subnet', 'tenant_id': '74d368d54b7f4d74ba19b9e3bc884532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:45.935304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Made reservation on behalf of 74d368d54b7f4d74ba19b9e3bc884532 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:45.939007 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:45.970454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54262) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:46.039159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:46.091962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb4954-5d7d-4699-bb4a-25b91768b3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=f37bb57d-dbe8-4e7b-be96-c4f333e394d6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:46.146070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:27:46.181446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11604e-5ab4-48ff-b025-49f581fb65f8 req-824f78e1-8703-4612-bb75-d364a87c017c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:46.189094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e11604e-5ab4-48ff-b025-49f581fb65f8 req-824f78e1-8703-4612-bb75-d364a87c017c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1455796 Dec 10 18:27:46.305358 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e11604e-5ab4-48ff-b025-49f581fb65f8 req-978351f2-3cb3-4063-9a1a-0aae01eaa119 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077454 Dec 10 18:27:46.401940 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.468822 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fb339b3-84b9-4071-89d1-7dafe8448c24 req-ca072b1e-cdff-44db-abc7-b1c76f133db7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0382280 Dec 10 18:27:46.478835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:46.488335 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d00f98d-1dd0-4546-a6d8-d23b4b100e68" -d '{"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:46.497422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd63-9234-4749-8e88-4add2e9c49b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.524245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:27:46.535445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.608420 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf19b11-c1fb-4da6-8522-eba2774b3c89 x-openstack-request-id: req-ebf19b11-c1fb-4da6-8522-eba2774b3c89 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:46.609068 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-unplugged", "status": "failed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999", "code": 422}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:46.609500 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ebf19b11-c1fb-4da6-8522-eba2774b3c89 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:46.610911 n-d-821424-1 neutron-server[103501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'code': 422} returned with failed status Dec 10 18:27:46.666131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd63-9234-4749-8e88-4add2e9c49b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.667669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54280) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:46.690961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-129001f2-dcf1-4645-9e0b-476209dc9775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.693049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:46.695205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6aefbd63-9234-4749-8e88-4add2e9c49b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.807487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6aefbd63-9234-4749-8e88-4add2e9c49b1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb38e2f9ea124126999a9f34ad658010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8305519 Dec 10 18:27:46.811034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54286) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:46.864604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefbd63-9234-4749-8e88-4add2e9c49b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5cb4c2-8ff8-4ff6-9732-17623b7f6603,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:46.945985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3bbab48-f1b9-427b-ab7c-50aae61536fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.958521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcb8b-3613-4a1f-ad24-e6800dddb96f req-72de668f-5d30-466b-90a4-0b4ce91c21e8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:46.969708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-802bcb8b-3613-4a1f-ad24-e6800dddb96f req-72de668f-5d30-466b-90a4-0b4ce91c21e8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 945 time: 1.0242054 Dec 10 18:27:46.976524 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c75593f-2f5d-4bf7-8723-eabd28bc4fd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:46.989180 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c75593f-2f5d-4bf7-8723-eabd28bc4fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.007366 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3bbab48-f1b9-427b-ab7c-50aae61536fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.018824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-129001f2-dcf1-4645-9e0b-476209dc9775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.031528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-129001f2-dcf1-4645-9e0b-476209dc9775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.085558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129001f2-dcf1-4645-9e0b-476209dc9775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acb7dd3-f55a-435a-9b19-619044021973,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:47.106924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75593f-2f5d-4bf7-8723-eabd28bc4fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183e06db-08a0-489e-b5cf-f04aea5df3ed,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:47.153061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-129001f2-dcf1-4645-9e0b-476209dc9775 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=732d57d8d8d047988739749e491dd94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4836941 Dec 10 18:27:47.156443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54292) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:47.160128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c75593f-2f5d-4bf7-8723-eabd28bc4fd7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a639b58c86094d57a75b565cd1f3a710&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4416807 Dec 10 18:27:47.166105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54294) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:47.203589 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-802bcb8b-3613-4a1f-ad24-e6800dddb96f req-29fae828-bf8d-4d7d-9683-c909bb0ccc83 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322206 Dec 10 18:27:47.238659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.270912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3bbab48-f1b9-427b-ab7c-50aae61536fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.273674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3bbab48-f1b9-427b-ab7c-50aae61536fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.275206 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d3bbab48-f1b9-427b-ab7c-50aae61536fa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6d5cb4c2-8ff8-4ff6-9732-17623b7f6603 HTTP/1.1" status: 204 len: 168 time: 0.4598334 Dec 10 18:27:47.352630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbab48-f1b9-427b-ab7c-50aae61536fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5cb4c2-8ff8-4ff6-9732-17623b7f6603,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:47.368804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f1f3f7b-fb0a-4c75-90dd-e66df54e4a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.465938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f1f3f7b-fb0a-4c75-90dd-e66df54e4a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.475973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efa9e7b0-aca6-4e58-9e29-d4701b12de7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.516896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Checking segment: {'id': '5fc6ad69-4d0b-4e65-8482-260332555a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:27:47.517352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Network hostable DHCP agents. Network: f37bb57d-dbe8-4e7b-be96-c4f333e394d6, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:27:47.557174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efa9e7b0-aca6-4e58-9e29-d4701b12de7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.558805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93996db9-8efb-4676-9a71-404e7efaffaf,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:47.671675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:27:47.680320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-b27f8048-7637-4dfe-832b-519c8965da89 req-0f51ba31-c316-4a8d-a2f2-804ad1a5fd9c service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:27:47.693061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b27f8048-7637-4dfe-832b-519c8965da89 req-0f51ba31-c316-4a8d-a2f2-804ad1a5fd9c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235839 Dec 10 18:27:47.706376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d80bc-cd5d-48cd-b483-8285cf798e9b req-3da21d34-93cf-4f49-a071-5689d4a3a6e0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:47.709504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e9d80bc-cd5d-48cd-b483-8285cf798e9b req-3da21d34-93cf-4f49-a071-5689d4a3a6e0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1260045 Dec 10 18:27:47.710850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, f37bb57d-dbe8-4e7b-be96-c4f333e394d6) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:27:47.716733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:47.717390 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.728901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e936b3-759c-4e54-818b-ceef4759b310 None None] Network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:27:47.740183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f1f3f7b-fb0a-4c75-90dd-e66df54e4a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.747698 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f1f3f7b-fb0a-4c75-90dd-e66df54e4a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.769692 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4f1f3f7b-fb0a-4c75-90dd-e66df54e4a6a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3acb7dd3-f55a-435a-9b19-619044021973 HTTP/1.1" status: 204 len: 168 time: 0.6100490 Dec 10 18:27:47.841596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f3f7b-fb0a-4c75-90dd-e66df54e4a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acb7dd3-f55a-435a-9b19-619044021973,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:47.862411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-132ea939-5ead-4620-be3f-9a91e7118c4c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9958417 Dec 10 18:27:47.907199 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efa9e7b0-aca6-4e58-9e29-d4701b12de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.912769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efa9e7b0-aca6-4e58-9e29-d4701b12de7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:47.914650 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e9d80bc-cd5d-48cd-b483-8285cf798e9b req-7a50c3b2-b9cf-4678-ac60-f3b2a199e731 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544213 Dec 10 18:27:47.923916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-efa9e7b0-aca6-4e58-9e29-d4701b12de7f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/183e06db-08a0-489e-b5cf-f04aea5df3ed HTTP/1.1" status: 204 len: 168 time: 0.7468355 Dec 10 18:27:47.971141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9e7b0-aca6-4e58-9e29-d4701b12de7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183e06db-08a0-489e-b5cf-f04aea5df3ed,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:48.103370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4014884-dddc-4e00-9552-51a7bd1af720 None None] Network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:27:48.209009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43593711-684a-436b-b5b3-bf4b641b53d6 req-0ffd0a53-dac2-4e3c-8559-67138b71d914 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1155756 Dec 10 18:27:48.365538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79801de3-4e32-44ab-87d4-304bf141fc53 req-83b2bbf7-45ec-43d7-9e83-c79cf6deac67 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:48.369523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79801de3-4e32-44ab-87d4-304bf141fc53 req-83b2bbf7-45ec-43d7-9e83-c79cf6deac67 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1694145 Dec 10 18:27:48.480370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79801de3-4e32-44ab-87d4-304bf141fc53 req-2004d868-5996-42c5-b405-71f4223a75e0 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983083 Dec 10 18:27:48.747887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54350) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:48.772215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0766d79d-0d55-4c62-941b-b443be233a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:48.987824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0766d79d-0d55-4c62-941b-b443be233a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:48.999051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0766d79d-0d55-4c62-941b-b443be233a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:49.053686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54362) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:49.063909 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0766d79d-0d55-4c62-941b-b443be233a33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8aebffa4d11a421da1b56fd47eac1938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148689 Dec 10 18:27:49.072769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d79d-0d55-4c62-941b-b443be233a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5307311e-7a37-46b6-83af-8835e9968217,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:49.208597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49fd9e8f-c612-4ca7-9fa5-fa702e647a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:49.220500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cce75-a4cd-4698-89b4-afe3012e71ad req-f3889d04-eb3c-405e-a184-5160d0038728 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:49.236972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f44cce75-a4cd-4698-89b4-afe3012e71ad req-f3889d04-eb3c-405e-a184-5160d0038728 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1447153 Dec 10 18:27:49.341469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49fd9e8f-c612-4ca7-9fa5-fa702e647a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:49.454868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f44cce75-a4cd-4698-89b4-afe3012e71ad req-f0f1ee1e-96b8-4c88-871a-40b8cd73826f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165122 Dec 10 18:27:49.510429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49fd9e8f-c612-4ca7-9fa5-fa702e647a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:49.517572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49fd9e8f-c612-4ca7-9fa5-fa702e647a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:49.536358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-49fd9e8f-c612-4ca7-9fa5-fa702e647a40 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5307311e-7a37-46b6-83af-8835e9968217 HTTP/1.1" status: 204 len: 168 time: 0.4786098 Dec 10 18:27:49.565012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd9e8f-c612-4ca7-9fa5-fa702e647a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5307311e-7a37-46b6-83af-8835e9968217,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:49.681563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d72d089-71d1-4e07-89e0-cd46efb3db59 req-b7ee6181-10c6-434b-9dcf-c060edad99bd tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0971982 Dec 10 18:27:49.846032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-88cfdfb8-bb14-413a-93e4-b155d736ac58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4508071 Dec 10 18:27:49.852347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-3d107f2d-954a-42c7-884a-f1ca3814edc2 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:27:49.866720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-3d107f2d-954a-42c7-884a-f1ca3814edc2 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193551 Dec 10 18:27:49.953488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-4ba9fd4f-441a-47a4-92ac-a69f117d78f2 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:49.963306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-4ba9fd4f-441a-47a4-92ac-a69f117d78f2 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/networks?id=f37bb57d-dbe8-4e7b-be96-c4f333e394d6 HTTP/1.1" status: 200 len: 822 time: 0.3810349 Dec 10 18:27:50.001769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-4a641702-9f6a-4c34-b482-d584780c9973 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/quotas/74d368d54b7f4d74ba19b9e3bc884532 HTTP/1.1" status: 200 len: 375 time: 0.0372488 Dec 10 18:27:50.019191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cddd5d-6d0b-4592-ba00-9c0049eef8fb req-f9b73f0b-7703-4292-a9c8-9907a07dd651 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:50.025949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cddd5d-6d0b-4592-ba00-9c0049eef8fb req-f9b73f0b-7703-4292-a9c8-9907a07dd651 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1615019 Dec 10 18:27:50.043304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:27:50.065546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-4b392aff-ba22-410c-9fd8-188aea24777b tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=74d368d54b7f4d74ba19b9e3bc884532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626156 Dec 10 18:27:50.190560 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8cddd5d-6d0b-4592-ba00-9c0049eef8fb req-0ea549be-c7c0-40ec-9b3e-6348402c04f3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472225 Dec 10 18:27:50.494201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-60aa70d8-be7c-4b58-bc4b-939501126d0c service neutron] 10.222.0.55 "GET /v2.0/networks/f37bb57d-dbe8-4e7b-be96-c4f333e394d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213667 Dec 10 18:27:50.697624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-df4d49f9-433d-420c-aef8-ad9df54ecfb1 service neutron] 10.222.0.55 "GET /v2.0/networks/f37bb57d-dbe8-4e7b-be96-c4f333e394d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766057 Dec 10 18:27:50.782518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36292aa8-b68b-4b20-acea-ed838a600694 req-4346db9c-fe4d-42f9-b3c1-bdf10ec5c987 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:50.822319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36292aa8-b68b-4b20-acea-ed838a600694 req-4346db9c-fe4d-42f9-b3c1-bdf10ec5c987 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1781139 Dec 10 18:27:50.971306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36292aa8-b68b-4b20-acea-ed838a600694 req-9bbf8e65-5640-44e0-a129-d9427aa16f0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398051 Dec 10 18:27:51.190808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c609712-005c-42ab-9c5f-85fd57eaf488 req-7130084a-b089-4381-9137-20447a80a371 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 210 time: 0.1196666 Dec 10 18:27:51.230178 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d120601-c241-4a6c-a311-f925583a84cc req-544afeb2-b800-4b78-9d4c-7aba480adea5 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0764713 Dec 10 18:27:51.483515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541db7-5ba7-41ab-b8e8-2d63af8d71fc req-c5972d49-988c-49d6-8c09-1df723af6401 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:51.511600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d541db7-5ba7-41ab-b8e8-2d63af8d71fc req-c5972d49-988c-49d6-8c09-1df723af6401 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1454775 Dec 10 18:27:51.721361 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d541db7-5ba7-41ab-b8e8-2d63af8d71fc req-6e8be4d1-f49f-4964-a863-47ae05d3d0fc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061999 Dec 10 18:27:51.791785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177664-6faa-452a-bfa4-213e37301800 req-b3ef8e58-4a5c-4fc9-996b-62744f4509cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:51.799756 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2177664-6faa-452a-bfa4-213e37301800 req-b3ef8e58-4a5c-4fc9-996b-62744f4509cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1096 time: 0.1270869 Dec 10 18:27:51.834741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb455e9-6736-462d-8087-c3913b774bcb req-e5c24212-8f1f-4d04-ba08-bb88f6dbb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:51.859715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-e5c24212-8f1f-4d04-ba08-bb88f6dbb4f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1&tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b HTTP/1.1" status: 200 len: 1094 time: 0.2755737 Dec 10 18:27:51.908368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324df67-41ca-472d-9094-a73e2ff07983 req-d6a24d0e-7b2c-409c-b4eb-db8e65eb320d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:51.935313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7324df67-41ca-472d-9094-a73e2ff07983 req-d6a24d0e-7b2c-409c-b4eb-db8e65eb320d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2385430 Dec 10 18:27:52.072423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177664-6faa-452a-bfa4-213e37301800 req-a3df94af-de87-400d-832c-769278f682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:52.074884 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2177664-6faa-452a-bfa4-213e37301800 req-a3df94af-de87-400d-832c-769278f682d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.2649026 Dec 10 18:27:52.219017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2177664-6faa-452a-bfa4-213e37301800 req-62340870-4396-4463-99eb-7f157d1026ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1000 time: 0.1339774 Dec 10 18:27:52.314051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb455e9-6736-462d-8087-c3913b774bcb req-ab89f903-eeb0-4991-a07e-159603ab7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:52.321133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-ab89f903-eeb0-4991-a07e-159603ab7c87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1094 time: 0.3516471 Dec 10 18:27:52.477413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177664-6faa-452a-bfa4-213e37301800 req-dd0d2448-93f9-4e00-bf8d-af51bf953b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:52.481736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2177664-6faa-452a-bfa4-213e37301800 req-dd0d2448-93f9-4e00-bf8d-af51bf953b8f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.2531619 Dec 10 18:27:52.614791 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a65842a-aefd-4dff-be21-219840b479b7 req-b44fbae7-dc88-4fa5-ab57-77e5c7873ec2 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 210 time: 0.1313429 Dec 10 18:27:52.699674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2177664-6faa-452a-bfa4-213e37301800 req-70f17f05-ed87-4e5c-b69b-b245cd109446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:52.706567 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2177664-6faa-452a-bfa4-213e37301800 req-70f17f05-ed87-4e5c-b69b-b245cd109446 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035494 Dec 10 18:27:52.824687 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7324df67-41ca-472d-9094-a73e2ff07983 req-1d4cfc90-6ea5-42d1-8d36-f51b60737146 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8495858 Dec 10 18:27:52.846542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb455e9-6736-462d-8087-c3913b774bcb req-ab97e45d-81f6-416d-9c70-74bac7ce07d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:52.850331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-ab97e45d-81f6-416d-9c70-74bac7ce07d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 914 time: 0.5172107 Dec 10 18:27:53.045902 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3baf095-22e7-41e3-937b-82be0493ffaa req-fb37fc22-b6b5-44e3-9d64-77c7806b65da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.2549307 Dec 10 18:27:53.193763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2177664-6faa-452a-bfa4-213e37301800 req-7fa171da-7198-4376-90cd-6a3b83129fc1 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712262 Dec 10 18:27:53.223868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-924420bf-b04a-4ab3-aa18-b83ee7c45a97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 200 len: 217 time: 0.3645887 Dec 10 18:27:53.233212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-2721ac71-e655-4e90-bbcc-b33f50cb5cf8 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:53.235498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-2721ac71-e655-4e90-bbcc-b33f50cb5cf8 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.30 "GET /v2.0/networks?id=f37bb57d-dbe8-4e7b-be96-c4f333e394d6 HTTP/1.1" status: 200 len: 822 time: 0.2173078 Dec 10 18:27:53.283616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Request body: {'port': {'device_id': '1576f430-88e8-447c-9497-18903ae93efd', 'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6', 'admin_state_up': True, 'tenant_id': '74d368d54b7f4d74ba19b9e3bc884532'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:53.413493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2177664-6faa-452a-bfa4-213e37301800 req-1c3ea8c6-d2df-4fe2-ac82-b6a12addcc4d service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176321 Dec 10 18:27:53.627560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb455e9-6736-462d-8087-c3913b774bcb req-dc6c9b92-8cb1-4e05-8b79-23b464a61a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:53.632468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-dc6c9b92-8cb1-4e05-8b79-23b464a61a12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.3830431 Dec 10 18:27:53.749295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-c7c41838-93ba-48db-a376-7ce828223201 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086285 Dec 10 18:27:53.801203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1a243-10e1-4f4e-8100-66974ace51f7 req-75acd35f-9e5f-4e7f-b1c1-6dc540f7c486 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:53.803170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54d1a243-10e1-4f4e-8100-66974ace51f7 req-75acd35f-9e5f-4e7f-b1c1-6dc540f7c486 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.5664842 Dec 10 18:27:53.856959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8e3dcd91-61b1-4e06-8b44-1a33dfca3d36 req-c6bfe1bc-c87f-47da-aa69-65c4b18aa1d9 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 210 time: 0.0597377 Dec 10 18:27:54.070973 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54d1a243-10e1-4f4e-8100-66974ace51f7 req-dd17ea43-a6ba-41bb-9d1d-7e1a5b3fea56 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440345 Dec 10 18:27:54.084040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Made reservation on behalf of 74d368d54b7f4d74ba19b9e3bc884532 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:27:54.102523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:54.168183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-eeaffae8-07f8-44af-b74c-fd5b4419c12d service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914027 Dec 10 18:27:54.200299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18397a79-c460-4247-bd9d-31f2db621ecd req-430f06bf-5872-402b-b4dc-713d8f85e56a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:54.210414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18397a79-c460-4247-bd9d-31f2db621ecd req-430f06bf-5872-402b-b4dc-713d8f85e56a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1889970 Dec 10 18:27:54.320238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18397a79-c460-4247-bd9d-31f2db621ecd req-f736a938-759f-4860-8de5-19984969e20f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079767 Dec 10 18:27:54.416351 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-752c9af1-8c08-4155-8f21-5e62d4011778 req-9dfc431a-ba53-4e8f-a8f9-96780b1ca9f1 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0944104 Dec 10 18:27:54.535797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9cb455e9-6736-462d-8087-c3913b774bcb req-69ebb393-9e97-467e-ae2f-c544bff0294c service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263428 Dec 10 18:27:54.695814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Allocated IP 172.20.0.5 (f37bb57d-dbe8-4e7b-be96-c4f333e394d6/93996db9-8efb-4676-9a71-404e7efaffaf/c2d21315-f554-4779-aae4-9c39605c099c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:27:55.009678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:55.059384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0de3039-c0ed-4823-b73c-71d8428be554 req-2917f0bd-303d-47e7-a3bf-5cdf3ad5e8a9 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 210 time: 0.0681481 Dec 10 18:27:55.069087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:55.212077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:27:55.230491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:27:55.234198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:27:55.293087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Pushing event updated for resources: {'Port': ['ID=c2d21315-f554-4779-aae4-9c39605c099c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:55.329806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:55.330513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:55.364037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-71a2afdd-fd53-4668-9d6a-4c6b2006c0dc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0916591 Dec 10 18:27:55.383240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Request body: {'port': {'device_id': '1576f430-88e8-447c-9497-18903ae93efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:27:55.401852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8bfb-f902-4b1e-b3aa-5aa8800f9f37 req-c73108e1-05e2-4770-9474-e13fd3e4feb6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:55.403998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d11f8bfb-f902-4b1e-b3aa-5aa8800f9f37 req-c73108e1-05e2-4770-9474-e13fd3e4feb6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.2308793 Dec 10 18:27:55.482577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:55.548452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d11f8bfb-f902-4b1e-b3aa-5aa8800f9f37 req-513de898-6156-42e4-8a18-c0f97fcc25e6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134446 Dec 10 18:27:55.624050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33f679-c202-41ef-9b45-aed09cc21d00 req-9394f162-087c-48cc-8334-65d560874f82 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:55.627736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b33f679-c202-41ef-9b45-aed09cc21d00 req-9394f162-087c-48cc-8334-65d560874f82 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1818757 Dec 10 18:27:55.726431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b33f679-c202-41ef-9b45-aed09cc21d00 req-dc4f68a9-7a1b-46aa-a742-faf9b965521d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871265 Dec 10 18:27:55.859766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-2b6f2039-fe71-4589-a774-2b31c56ac7e1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1078212 Dec 10 18:27:55.961987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89ec9e95-638b-4cb9-b1f0-31e2151ca0ba req-2bb30111-ee52-4d56-be2e-cb7a3b525757 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.1070011 Dec 10 18:27:56.052542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72702b47-3734-4189-95ab-fad8f4b2aa2b req-6943a9db-4bba-45ac-9c68-0b6da8de1052 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:56.064342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72702b47-3734-4189-95ab-fad8f4b2aa2b req-6943a9db-4bba-45ac-9c68-0b6da8de1052 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1361732 Dec 10 18:27:56.153667 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-b272ad40-c67b-4722-bbbf-3bd08faed2d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b6687e1a7c07480f957713bd04918432&device_id=dd8186e6-90c7-49c5-9f01-2fe61e49abe8 HTTP/1.1" status: 200 len: 210 time: 0.0826139 Dec 10 18:27:56.317099 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-72702b47-3734-4189-95ab-fad8f4b2aa2b req-a75f8db5-b969-4858-af26-4c8c5edc2347 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440200 Dec 10 18:27:56.510317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d21315-f554-4779-aae4-9c39605c099c {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:27:56.539173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:56.688780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-21879ae3-f087-4844-9daa-83d22d617698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:56.690094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-21879ae3-f087-4844-9daa-83d22d617698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:56.693066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-21879ae3-f087-4844-9daa-83d22d617698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:56.696295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-21879ae3-f087-4844-9daa-83d22d617698 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=b6687e1a7c07480f957713bd04918432&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4170864 Dec 10 18:27:56.765495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Transition to ACTIVE for port object c2d21315-f554-4779-aae4-9c39605c099c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:27:56.773006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:56.863162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4537c-035a-4b3c-90f9-34b7272d586e req-67c932f1-9dca-4562-b9f4-b8457d13874d tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:56.869762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05b4537c-035a-4b3c-90f9-34b7272d586e req-67c932f1-9dca-4562-b9f4-b8457d13874d tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 931 time: 0.2954659 Dec 10 18:27:57.002775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17524ad2-7599-4872-9cd3-1e11311badcd req-7071df6d-33db-4208-bc88-9f20084541b5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:57.007173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05b4537c-035a-4b3c-90f9-34b7272d586e req-2360e44e-dbb8-41a5-a8c4-07aeedabbf51 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308320 Dec 10 18:27:57.025561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17524ad2-7599-4872-9cd3-1e11311badcd req-7071df6d-33db-4208-bc88-9f20084541b5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1144443 Dec 10 18:27:57.054798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d21315-f554-4779-aae4-9c39605c099c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:57.156410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-1db8367b-314d-43ff-beb5-fbac0f09245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:57.161585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1599db2c-ca42-4842-b7d4-755cef8e6bf1 req-1db8367b-314d-43ff-beb5-fbac0f09245c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4572093 Dec 10 18:27:57.288955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Attempting to bind port c2d21315-f554-4779-aae4-9c39605c099c on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:27:57.289306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Attempting to bind port c2d21315-f554-4779-aae4-9c39605c099c by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '5fc6ad69-4d0b-4e65-8482-260332555a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:27:57.289651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Attempting to bind port c2d21315-f554-4779-aae4-9c39605c099c on network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:27:57.309086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17524ad2-7599-4872-9cd3-1e11311badcd req-8ac1852e-4431-47f7-a725-e4d559a61165 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817674 Dec 10 18:27:57.362612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a9a00-b96c-4d7f-9e7f-f8b3d46982f2 req-a5f28554-24fa-43dc-90f8-f699dbfb11e6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:57.378288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-836a9a00-b96c-4d7f-9e7f-f8b3d46982f2 req-a5f28554-24fa-43dc-90f8-f699dbfb11e6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1579771 Dec 10 18:27:57.387638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Port c2d21315-f554-4779-aae4-9c39605c099c on network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:27:57.390553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Attempting to bind port c2d21315-f554-4779-aae4-9c39605c099c on network f37bb57d-dbe8-4e7b-be96-c4f333e394d6 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:27:57.448953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:27:57.449445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Checking segment: {'id': '5fc6ad69-4d0b-4e65-8482-260332555a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:27:57.451793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Bound using segment: {'id': '5fc6ad69-4d0b-4e65-8482-260332555a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:27:57.455055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Bound port: c2d21315-f554-4779-aae4-9c39605c099c, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc6ad69-4d0b-4e65-8482-260332555a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:27:57.457863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:57.472302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:57.537728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54724) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:57.665000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-397b7eea-8598-4cd4-83cb-f5788a66f89b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:57.731023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-397b7eea-8598-4cd4-83cb-f5788a66f89b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:57.841601 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-397b7eea-8598-4cd4-83cb-f5788a66f89b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:57.856248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-397b7eea-8598-4cd4-83cb-f5788a66f89b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:57.866520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-397b7eea-8598-4cd4-83cb-f5788a66f89b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/security-groups/3c67e468-4491-4b4d-9dd0-bf72be327327 HTTP/1.1" status: 204 len: 168 time: 0.3929632 Dec 10 18:27:57.867720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54732) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:57.902066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b7eea-8598-4cd4-83cb-f5788a66f89b tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c67e468-4491-4b4d-9dd0-bf72be327327,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:57.912968 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-f1868060-8adb-4141-87dd-8913e5668b3c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] show failed (client error): The resource could not be found. Dec 10 18:27:57.918422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f1868060-8adb-4141-87dd-8913e5668b3c tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "GET /v2.0/security-groups/3c67e468-4491-4b4d-9dd0-bf72be327327 HTTP/1.1" status: 404 len: 347 time: 0.0460200 Dec 10 18:27:57.919786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54734) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:58.095758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port e305f4a0-2c7f-4418-a8db-ec8d868756b1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:27:58.096127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:58.292505 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1d58b05-00b2-4ca9-b9e9-2c16904de116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:58.345529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b013c8-76af-4dca-9bc4-904ddce37672 req-5afe6056-5776-4498-a833-d5067aada74e tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:58.350562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32b013c8-76af-4dca-9bc4-904ddce37672 req-5afe6056-5776-4498-a833-d5067aada74e tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 943 time: 0.1710813 Dec 10 18:27:58.411732 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:58.412132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:58.473611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-836a9a00-b96c-4d7f-9e7f-f8b3d46982f2 req-58aaf4c1-4df2-412a-a2ff-8a1b9b3df754 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0787785 Dec 10 18:27:58.478091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] For port c2d21315-f554-4779-aae4-9c39605c099c, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:27:58.493499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] For port c2d21315-f554-4779-aae4-9c39605c099c, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c2d21315-f554-4779-aae4-9c39605c099c,segment=NetworkSegment(5fc6ad69-4d0b-4e65-8482-260332555a5a),segment_id=5fc6ad69-4d0b-4e65-8482-260332555a5a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:27:58.499655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:58.546829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:58.547984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:58.550115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] 10.222.0.30 "PUT /v2.0/ports/c2d21315-f554-4779-aae4-9c39605c099c HTTP/1.1" status: 200 len: 1091 time: 3.1776180 Dec 10 18:27:58.551472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1576f430-88e8-447c-9497-18903ae93efd', 'tag': 'c2d21315-f554-4779-aae4-9c39605c099c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:27:58.554713 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4946a51-b89d-41e5-8105-756a6bf953da" -d '{"events": [{"name": "network-changed", "server_uuid": "1576f430-88e8-447c-9497-18903ae93efd", "tag": "c2d21315-f554-4779-aae4-9c39605c099c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:27:58.565391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for e305f4a0-2c7f-4418-a8db-ec8d868756b1 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:27:58.680360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35cbc799-406a-40e1-aa76-8400f5b069c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:58.704978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4ff6e-0778-49b3-b976-7b6ebd546db4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d21315-f554-4779-aae4-9c39605c099c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:58.723764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32b013c8-76af-4dca-9bc4-904ddce37672 req-62433f2b-fe97-4050-a815-4770e9afcfd5 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946959 Dec 10 18:27:58.760212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-d0022a58-6525-482d-9d1b-a50a297fb6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:58.762958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-d0022a58-6525-482d-9d1b-a50a297fb6e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d368d54b7f4d74ba19b9e3bc884532&device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 1094 time: 0.1647217 Dec 10 18:27:58.958351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35cbc799-406a-40e1-aa76-8400f5b069c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.002267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35cbc799-406a-40e1-aa76-8400f5b069c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.080621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-35cbc799-406a-40e1-aa76-8400f5b069c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f0dd0b5281c2408093d9e55a2a97024a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5151732 Dec 10 18:27:59.088153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54752) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:59.185214 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-ddd5c430-e8af-4dc8-94ff-cd75456ce5b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d21315-f554-4779-aae4-9c39605c099c HTTP/1.1" status: 200 len: 217 time: 0.2082784 Dec 10 18:27:59.245318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9e4a3-c2c6-4265-9941-cfaac6258f1e req-f7f2f8cb-49db-4599-ab65-7bae4d925b00 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:59.253579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4f9e4a3-c2c6-4265-9941-cfaac6258f1e req-f7f2f8cb-49db-4599-ab65-7bae4d925b00 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.2931454 Dec 10 18:27:59.267037 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b628536-abf5-40bf-b9a3-e7b1a091c3bf x-openstack-request-id: req-9b628536-abf5-40bf-b9a3-e7b1a091c3bf {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:27:59.267337 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1576f430-88e8-447c-9497-18903ae93efd", "tag": "c2d21315-f554-4779-aae4-9c39605c099c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:27:59.267594 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9b628536-abf5-40bf-b9a3-e7b1a091c3bf {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:27:59.269908 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1576f430-88e8-447c-9497-18903ae93efd', 'tag': 'c2d21315-f554-4779-aae4-9c39605c099c', 'status': 'completed', 'code': 200} Dec 10 18:27:59.335757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.395589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=e305f4a0-2c7f-4418-a8db-ec8d868756b1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:59.404108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4f9e4a3-c2c6-4265-9941-cfaac6258f1e req-29ccdfcd-aebe-4f2c-8d65-66f071eca3df tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928593 Dec 10 18:27:59.410654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cbc799-406a-40e1-aa76-8400f5b069c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bcf17e-89c5-447f-9c13-2c07df1a0484,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:59.434179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb91970-22d3-44cb-81d6-9e0a183042df None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:27:59.510964 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b037c18-36c6-45cd-923a-0dbae7209fc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.565598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b037c18-36c6-45cd-923a-0dbae7209fc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.710053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b037c18-36c6-45cd-923a-0dbae7209fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.729160 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b037c18-36c6-45cd-923a-0dbae7209fc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.742938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4b037c18-36c6-45cd-923a-0dbae7209fc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04bcf17e-89c5-447f-9c13-2c07df1a0484 HTTP/1.1" status: 204 len: 168 time: 0.6447084 Dec 10 18:27:59.782689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b037c18-36c6-45cd-923a-0dbae7209fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bcf17e-89c5-447f-9c13-2c07df1a0484,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:27:59.795090 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.796121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-a43cdab9-b5e3-430c-ac51-454602fb5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:59.812373 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-a43cdab9-b5e3-430c-ac51-454602fb5461 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93996db9-8efb-4676-9a71-404e7efaffaf HTTP/1.1" status: 200 len: 862 time: 0.5369339 Dec 10 18:27:59.814819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:27:59.816066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-40ba2949-9df8-4f50-a031-9c4246b73c75 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/floatingips/ae5577c2-0c71-468e-a899-8e8fa3eaacc5 HTTP/1.1" status: 204 len: 168 time: 1.8946412 Dec 10 18:27:59.818954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54766) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:27:59.871998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93941af9-415e-480e-b698-f727e800d6c7 req-326b3bf3-4d5a-441d-b8dd-abaa5967caa4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:27:59.882754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-93941af9-415e-480e-b698-f727e800d6c7 req-326b3bf3-4d5a-441d-b8dd-abaa5967caa4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3071029 Dec 10 18:27:59.905176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-e5f9200c-42cc-4947-b161-541f560b1e5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f37bb57d-dbe8-4e7b-be96-c4f333e394d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699122 Dec 10 18:28:00.007130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-93941af9-415e-480e-b698-f727e800d6c7 req-222ece2d-b71e-42e5-b126-30bcf7033dd5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189001 Dec 10 18:28:00.149262 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-eb0f4209-e6a0-414c-8b0e-8cffdd1bc06e service neutron] 10.222.0.30 "GET /v2.0/networks/f37bb57d-dbe8-4e7b-be96-c4f333e394d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934502 Dec 10 18:28:00.365167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07ef3a-cf08-4515-8b68-f87eba49d460 req-7fc17548-5d33-4a58-b00f-16c4ffe4d4d9 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:00.371257 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e07ef3a-cf08-4515-8b68-f87eba49d460 req-7fc17548-5d33-4a58-b00f-16c4ffe4d4d9 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 943 time: 0.2176769 Dec 10 18:28:00.427824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54778) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:00.445804 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9be4b859-812c-4c25-b7c1-cc6626382860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:00.488082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-328c05b7-c56e-4aed-a09a-dd9516b55940 req-b3c1b1e1-89c7-4e46-841a-c1cc5341db75 service neutron] 10.222.0.30 "GET /v2.0/networks/f37bb57d-dbe8-4e7b-be96-c4f333e394d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903297 Dec 10 18:28:00.540867 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e07ef3a-cf08-4515-8b68-f87eba49d460 req-687313d5-18b8-4996-9095-d73eef3f0891 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559007 Dec 10 18:28:00.546036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port 81981344-0366-4bdd-902e-b2cda9e19ecf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:00.546803 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:00.729908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9be4b859-812c-4c25-b7c1-cc6626382860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:00.766278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9be4b859-812c-4c25-b7c1-cc6626382860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:00.934343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9be4b859-812c-4c25-b7c1-cc6626382860 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cd03a12dd5a40bbbb46a93f5ea7e197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052450 Dec 10 18:28:00.935506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54786) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:00.969830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:01.006038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be4b859-812c-4c25-b7c1-cc6626382860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2562942a-5f76-4b6f-8bc3-89e5a9766639,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:01.016410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for 81981344-0366-4bdd-902e-b2cda9e19ecf owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:01.061078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4946a51-b89d-41e5-8105-756a6bf953da req-4fa54949-7894-428b-a2fb-891b44ee5c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:01.066631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4946a51-b89d-41e5-8105-756a6bf953da req-4fa54949-7894-428b-a2fb-891b44ee5c91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=74d368d54b7f4d74ba19b9e3bc884532&device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 1094 time: 0.3413947 Dec 10 18:28:01.198277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0062-a990-4867-9f57-fc07926ce5e3 req-c2e1d310-0258-45b8-9fa9-410b62155038 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:01.213295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-243a0062-a990-4867-9f57-fc07926ce5e3 req-c2e1d310-0258-45b8-9fa9-410b62155038 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.5396948 Dec 10 18:28:01.540895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55bf9952-632a-43e5-9bb9-e0bb684aa093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:01.553822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4946a51-b89d-41e5-8105-756a6bf953da req-28b434fc-d80e-4010-b49a-24489b63fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:01.555441 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4946a51-b89d-41e5-8105-756a6bf953da req-28b434fc-d80e-4010-b49a-24489b63fa44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f37bb57d-dbe8-4e7b-be96-c4f333e394d6 HTTP/1.1" status: 200 len: 923 time: 0.2108109 Dec 10 18:28:01.571577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-243a0062-a990-4867-9f57-fc07926ce5e3 req-74f15cd7-8c4b-44b7-b1ed-9830c98cc916 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573091 Dec 10 18:28:01.607182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52bdc583-9a5b-430d-ace4-bdc3509a533c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:01.688199 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55bf9952-632a-43e5-9bb9-e0bb684aa093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:01.765350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4946a51-b89d-41e5-8105-756a6bf953da req-0552df90-15e8-495e-b1e6-24b41cb746ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d21315-f554-4779-aae4-9c39605c099c HTTP/1.1" status: 200 len: 217 time: 0.1410236 Dec 10 18:28:01.869054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53653211-e74e-4747-975e-9eade1b12064 req-5b2a3397-c7b6-4a62-aeaf-8b82691ab343 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:01.870625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:01.882878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53653211-e74e-4747-975e-9eade1b12064 req-5b2a3397-c7b6-4a62-aeaf-8b82691ab343 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 943 time: 0.1181962 Dec 10 18:28:01.931327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55bf9952-632a-43e5-9bb9-e0bb684aa093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:01.934480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55bf9952-632a-43e5-9bb9-e0bb684aa093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:01.936853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-55bf9952-632a-43e5-9bb9-e0bb684aa093 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2562942a-5f76-4b6f-8bc3-89e5a9766639 HTTP/1.1" status: 204 len: 168 time: 0.9975369 Dec 10 18:28:01.967367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf9952-632a-43e5-9bb9-e0bb684aa093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2562942a-5f76-4b6f-8bc3-89e5a9766639,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:02.053919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:02.061428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53653211-e74e-4747-975e-9eade1b12064 req-fdb9b2ee-7058-49c0-9784-5631cd44a1dd tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774051 Dec 10 18:28:02.115075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4946a51-b89d-41e5-8105-756a6bf953da req-e05e3c29-4449-4150-9498-bb7815810ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:02.117315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c2d21315-f554-4779-aae4-9c39605c099c details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:28:02.139205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4946a51-b89d-41e5-8105-756a6bf953da req-e05e3c29-4449-4150-9498-bb7815810ab4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=93996db9-8efb-4676-9a71-404e7efaffaf HTTP/1.1" status: 200 len: 862 time: 0.3624933 Dec 10 18:28:02.161631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:02.318251 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4946a51-b89d-41e5-8105-756a6bf953da req-313bf23a-10f9-41ba-b699-69302b11d065 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f37bb57d-dbe8-4e7b-be96-c4f333e394d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211727 Dec 10 18:28:02.414750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c2d21315-f554-4779-aae4-9c39605c099c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c2d21315-f554-4779-aae4-9c39605c099c,segment=NetworkSegment(5fc6ad69-4d0b-4e65-8482-260332555a5a),segment_id=5fc6ad69-4d0b-4e65-8482-260332555a5a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:02.489030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'c2d21315-f554-4779-aae4-9c39605c099c', 'network_id': 'f37bb57d-dbe8-4e7b-be96-c4f333e394d6', 'port_id': 'c2d21315-f554-4779-aae4-9c39605c099c', 'mac_address': 'fa:16:3e:b6:b9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93996db9-8efb-4676-9a71-404e7efaffaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:28:02.523821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26687176-9c47-4b7c-a619-cd4a117d4c1f req-d424944d-351a-4836-b4a8-ad7be0921037 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:02.537258 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:02.549645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26687176-9c47-4b7c-a619-cd4a117d4c1f req-d424944d-351a-4836-b4a8-ad7be0921037 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 1.0033269 Dec 10 18:28:02.557369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d21315-f554-4779-aae4-9c39605c099c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:02.558326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=81981344-0366-4bdd-902e-b2cda9e19ecf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:02.588371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c2d21315-f554-4779-aae4-9c39605c099c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c2d21315-f554-4779-aae4-9c39605c099c,segment=NetworkSegment(5fc6ad69-4d0b-4e65-8482-260332555a5a),segment_id=5fc6ad69-4d0b-4e65-8482-260332555a5a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:02.595215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:02.749393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c2d21315-f554-4779-aae4-9c39605c099c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:02.868105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c2d21315-f554-4779-aae4-9c39605c099c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:03.060184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397eb80c-540e-48f8-a0e0-4e7dd4e3e20b req-63fb0a78-b0f9-42d8-9352-185acfce8499 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:03.079778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-397eb80c-540e-48f8-a0e0-4e7dd4e3e20b req-63fb0a78-b0f9-42d8-9352-185acfce8499 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.2487607 Dec 10 18:28:03.157839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-26687176-9c47-4b7c-a619-cd4a117d4c1f req-d8041ab3-c9ad-42dc-bbc4-878f186a36ec tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6036646 Dec 10 18:28:03.267675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-397eb80c-540e-48f8-a0e0-4e7dd4e3e20b req-627e8401-ba61-4425-9656-5e31897070ba tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821752 Dec 10 18:28:03.291483 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:03.312042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b4cd051d-ae36-468e-8539-039ccf5d7250 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/ports/81981344-0366-4bdd-902e-b2cda9e19ecf HTTP/1.1" status: 204 len: 168 time: 3.4917200 Dec 10 18:28:03.314855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:03.419794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4946a51-b89d-41e5-8105-756a6bf953da req-8d8c6d71-1fca-40b0-b4d2-65205a57d41e service neutron] 10.222.0.30 "GET /v2.0/networks/f37bb57d-dbe8-4e7b-be96-c4f333e394d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546000 Dec 10 18:28:03.559843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a542-7c6d-4507-bbf6-31dfe40d12c9 req-1e14d0ec-79f6-4288-a36b-085ecf8d7796 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:03.575097 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ba8a542-7c6d-4507-bbf6-31dfe40d12c9 req-1e14d0ec-79f6-4288-a36b-085ecf8d7796 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 944 time: 0.1958342 Dec 10 18:28:03.648934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port c9e05c2e-1236-48e2-8e91-6c27f8e778bb {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:03.649287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:03.711731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:03.860338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ba8a542-7c6d-4507-bbf6-31dfe40d12c9 req-577a1442-a990-4b06-98dd-de3c85e24578 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841067 Dec 10 18:28:03.913410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4946a51-b89d-41e5-8105-756a6bf953da req-bfa442af-5fe4-42db-9df6-b5e7857b315b service neutron] 10.222.0.30 "GET /v2.0/networks/f37bb57d-dbe8-4e7b-be96-c4f333e394d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671245 Dec 10 18:28:04.116707 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:04.134666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c2d21315-f554-4779-aae4-9c39605c099c up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:04.166062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985644e8-a85f-4e2b-8174-c84181abbcba req-8c481b76-7295-486b-b6cf-b3c2f2eb51a8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:04.167352 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-985644e8-a85f-4e2b-8174-c84181abbcba req-8c481b76-7295-486b-b6cf-b3c2f2eb51a8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3057690 Dec 10 18:28:04.169436 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:04.220102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port c2d21315-f554-4779-aae4-9c39605c099c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:28:04.229622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port c2d21315-f554-4779-aae4-9c39605c099c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:04.232048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:04.251236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for c9e05c2e-1236-48e2-8e91-6c27f8e778bb owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:04.465293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-985644e8-a85f-4e2b-8174-c84181abbcba req-385cb060-a11b-4e38-aede-d27c935c68d6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2851949 Dec 10 18:28:04.477622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec87e32-b32c-4ffe-af15-df2557dfd267 req-fff69142-39e6-4f30-be2c-9766dff8b814 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:04.480074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ec87e32-b32c-4ffe-af15-df2557dfd267 req-fff69142-39e6-4f30-be2c-9766dff8b814 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.0989637 Dec 10 18:28:04.630397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ec87e32-b32c-4ffe-af15-df2557dfd267 req-b8d22114-4bc4-4d44-aaa9-a5ec741f1e68 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400180 Dec 10 18:28:04.663929 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:04.800355 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:04.837969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1576f430-88e8-447c-9497-18903ae93efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d21315-f554-4779-aae4-9c39605c099c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:04.851731 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc08b00-b446-4ec3-b555-4f19700f01e8" -d '{"events": [{"server_uuid": "1576f430-88e8-447c-9497-18903ae93efd", "name": "network-vif-plugged", "status": "completed", "tag": "c2d21315-f554-4779-aae4-9c39605c099c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:04.940766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c2d21315-f554-4779-aae4-9c39605c099c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c2d21315-f554-4779-aae4-9c39605c099c,segment=NetworkSegment(5fc6ad69-4d0b-4e65-8482-260332555a5a),segment_id=5fc6ad69-4d0b-4e65-8482-260332555a5a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:04.955583 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8b586f-f115-4eab-8722-ccf605c42eda x-openstack-request-id: req-9e8b586f-f115-4eab-8722-ccf605c42eda {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:04.955899 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1576f430-88e8-447c-9497-18903ae93efd", "name": "network-vif-plugged", "status": "completed", "tag": "c2d21315-f554-4779-aae4-9c39605c099c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:04.958671 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9e8b586f-f115-4eab-8722-ccf605c42eda {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:04.959310 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1576f430-88e8-447c-9497-18903ae93efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d21315-f554-4779-aae4-9c39605c099c', 'code': 200} Dec 10 18:28:04.960871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:05.073844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:05.129795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c2d21315-f554-4779-aae4-9c39605c099c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:05.221089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=c9e05c2e-1236-48e2-8e91-6c27f8e778bb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:05.311092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35cbea-6feb-417b-b867-4ef17b59fdea req-a4f4f355-3208-4b54-9689-05782d6bd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:05.316478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee35cbea-6feb-417b-b867-4ef17b59fdea req-a4f4f355-3208-4b54-9689-05782d6bd377 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 1096 time: 0.2686195 Dec 10 18:28:05.343984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1b0e1-be9d-4df8-9601-f4a0f2b35d1e req-125c205e-369e-4b7e-b716-a7851ab5f32f tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:05.372740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7b1b0e1-be9d-4df8-9601-f4a0f2b35d1e req-125c205e-369e-4b7e-b716-a7851ab5f32f tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 945 time: 0.2567644 Dec 10 18:28:05.455855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:05.476302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f49194b0-98f8-4437-9f4a-d8bef6d0f8da tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/ports/c9e05c2e-1236-48e2-8e91-6c27f8e778bb HTTP/1.1" status: 204 len: 168 time: 2.1577592 Dec 10 18:28:05.477658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54888) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:05.569563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee35cbea-6feb-417b-b867-4ef17b59fdea req-4b58b7de-332d-4bdc-bf43-8f6235a27134 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511176 Dec 10 18:28:05.604573 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7b1b0e1-be9d-4df8-9601-f4a0f2b35d1e req-31de1a4f-fd10-4bfe-8ff1-2f4f5ede8067 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295513 Dec 10 18:28:05.680401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting subnet f08f9330-6c20-4f10-a28a-f3655294a3cd {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:28:05.693413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:05.824368 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:06.029405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9a6a6-4428-40da-879e-0e0c1989130c req-5211ce05-44f7-4ef4-a090-7c9df884b8d2 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:06.042254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9d9a6a6-4428-40da-879e-0e0c1989130c req-5211ce05-44f7-4ef4-a090-7c9df884b8d2 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.2082829 Dec 10 18:28:06.222959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:06.304333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e373a-fcf8-4702-a974-e57c96a06ee1 req-004674ff-50d9-4e0d-b2e8-6b878cd32956 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:06.306684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-245e373a-fcf8-4702-a974-e57c96a06ee1 req-004674ff-50d9-4e0d-b2e8-6b878cd32956 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2185991 Dec 10 18:28:06.311085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9d9a6a6-4428-40da-879e-0e0c1989130c req-3a396c89-2d94-4fd6-b1e7-1ecfe9ca15b8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617154 Dec 10 18:28:06.493098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-245e373a-fcf8-4702-a974-e57c96a06ee1 req-17705b84-f1df-48d7-9d60-f552a10c9acc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753967 Dec 10 18:28:06.552019 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:06.625630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Subnet': ['ID=f08f9330-6c20-4f10-a28a-f3655294a3cd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:06.634100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b88deb-3b04-4e37-b526-acba697baba9 None None] Network 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:06.643945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:06.651840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54916) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:06.662751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7af2d72d-2d3b-47ca-aa77-1f50c17fecef tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/subnets/f08f9330-6c20-4f10-a28a-f3655294a3cd HTTP/1.1" status: 204 len: 168 time: 1.1828604 Dec 10 18:28:06.760339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting subnet 00b3c215-19f7-447e-9e7a-ad3aef89a87c {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:28:06.828893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:06.914440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20032f69-b046-4a2e-9964-5d1fccc6a780 req-f38c553e-d4d2-4244-a814-298fab16f49b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:06.916844 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20032f69-b046-4a2e-9964-5d1fccc6a780 req-f38c553e-d4d2-4244-a814-298fab16f49b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1504648 Dec 10 18:28:06.934733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.040122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d74a94-2b61-439d-8992-58c7599a0ea7 req-68aede1a-8ce8-4d6c-bb08-6d27d72094ac tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:07.041829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60d74a94-2b61-439d-8992-58c7599a0ea7 req-68aede1a-8ce8-4d6c-bb08-6d27d72094ac tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 945 time: 0.3036354 Dec 10 18:28:07.142282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] DHCP port deletion for 0ebc09d3-7f57-403b-a951-7a7c7a2b93cf request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:28:07.155376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20032f69-b046-4a2e-9964-5d1fccc6a780 req-185c2ee8-c6d3-4b14-bfd0-687a1bb0ee1e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309899 Dec 10 18:28:07.222957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60d74a94-2b61-439d-8992-58c7599a0ea7 req-01928410-e532-4688-b545-2b9eb0b1f8d4 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635852 Dec 10 18:28:07.251976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.358447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] Deleting port 9a0a31c0-2596-40d4-8c87-26cc8030539b {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:07.359041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.503151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504409b-ad95-4112-90a6-2993c16a1277 req-ed7bf948-3e91-4cae-a0f3-4d9a77a9e2a5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:07.505306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3504409b-ad95-4112-90a6-2993c16a1277 req-ed7bf948-3e91-4cae-a0f3-4d9a77a9e2a5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1952856 Dec 10 18:28:07.507015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.547467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Subnet': ['ID=00b3c215-19f7-447e-9e7a-ad3aef89a87c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:07.572671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.577335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a557bcf1-f552-4881-bf70-b824c00b9999 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/subnets/00b3c215-19f7-447e-9e7a-ad3aef89a87c HTTP/1.1" status: 204 len: 168 time: 0.9240224 Dec 10 18:28:07.580109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54938) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:07.595970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] For port 9a0a31c0-2596-40d4-8c87-26cc8030539b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a0a31c0-2596-40d4-8c87-26cc8030539b,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:07.609515 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.631264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bca2f7-80d7-4b5a-ae55-f4de2e000d7f None None] Network 45d0b6e5-75c0-4c77-8d86-088f9334496c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:07.747410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee07c-0076-4bb3-be02-ed866f342c7b req-03bd40e8-3c96-47b8-aa1a-15d5a3b98b48 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:07.770270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23dee07c-0076-4bb3-be02-ed866f342c7b req-03bd40e8-3c96-47b8-aa1a-15d5a3b98b48 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1785922 Dec 10 18:28:07.834896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3504409b-ad95-4112-90a6-2993c16a1277 req-430fb855-0236-4667-a06f-5b1cb6ab735d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858405 Dec 10 18:28:07.859428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:07.945026 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23dee07c-0076-4bb3-be02-ed866f342c7b req-0ca047fc-5667-4c24-9dbc-cdbe1fd03cc1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717608 Dec 10 18:28:07.946581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] Calling delete_port for 9a0a31c0-2596-40d4-8c87-26cc8030539b owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:08.074096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Deleting port 9a0a31c0-2596-40d4-8c87-26cc8030539b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:08.075831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:08.168697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] DHCP port deletion for 45d0b6e5-75c0-4c77-8d86-088f9334496c request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:28:08.378516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] For port 9a0a31c0-2596-40d4-8c87-26cc8030539b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a0a31c0-2596-40d4-8c87-26cc8030539b,segment=NetworkSegment(587c071f-0e57-48f7-8ee4-a31b0bbc0b9c),segment_id=587c071f-0e57-48f7-8ee4-a31b0bbc0b9c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:08.379024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:08.410793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] Deleting port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:08.411253 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:08.443644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51093628-b236-4a02-9974-fab6d4947637 req-39d3b369-3e57-47fe-99c3-13db4cd98209 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:08.445458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51093628-b236-4a02-9974-fab6d4947637 req-39d3b369-3e57-47fe-99c3-13db4cd98209 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2421279 Dec 10 18:28:08.450150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Calling delete_port for 9a0a31c0-2596-40d4-8c87-26cc8030539b owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:08.656415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38855ea8-4501-4589-9cbb-a836b1052286 req-70dfee60-43cb-4c83-8dc3-8076fe7937d8 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:08.674772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38855ea8-4501-4589-9cbb-a836b1052286 req-70dfee60-43cb-4c83-8dc3-8076fe7937d8 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 945 time: 0.1840553 Dec 10 18:28:08.820414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f34db1cd-ae71-4736-96a9-9f3bb2848ec6 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:08.857732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38855ea8-4501-4589-9cbb-a836b1052286 req-65889c3c-60ff-430c-9190-48cd02d8709f tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770940 Dec 10 18:28:08.987255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51093628-b236-4a02-9974-fab6d4947637 req-992c1b8f-3ed3-4a4c-8430-25b20e300745 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5284305 Dec 10 18:28:09.181726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:09.237050 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:09.305936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] Pushing event deleted for resources: {'Port': ['ID=9a0a31c0-2596-40d4-8c87-26cc8030539b,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:09.322424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Port': ['ID=9a0a31c0-2596-40d4-8c87-26cc8030539b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:09.324765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] No DVR routers for this DVR port 9a0a31c0-2596-40d4-8c87-26cc8030539b on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:28:09.348613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2e843-4463-48fa-9c8d-ea44ccaea753 None None] No DVR routers for this DVR port 9a0a31c0-2596-40d4-8c87-26cc8030539b on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:28:09.362888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] For port f34db1cd-ae71-4736-96a9-9f3bb2848ec6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:09.364341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:09.440521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] Calling delete_port for f34db1cd-ae71-4736-96a9-9f3bb2848ec6 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:09.567530 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:09.644871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port f34db1cd-ae71-4736-96a9-9f3bb2848ec6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,segment=NetworkSegment(d2c1f5a3-2f29-4cca-9c3d-8b7113cad719),segment_id=d2c1f5a3-2f29-4cca-9c3d-8b7113cad719)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:09.652658 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:09.653453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a0a31c0-2596-40d4-8c87-26cc8030539b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:09.699345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32968c8-ea59-4fb7-b1d2-b11fc3e9a5ec req-eb85b28a-bbbd-4905-b35e-63b314244f57 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:09.700016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9a0a31c0-2596-40d4-8c87-26cc8030539b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:09.700016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a0a31c0-2596-40d4-8c87-26cc8030539b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:09.729444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b32968c8-ea59-4fb7-b1d2-b11fc3e9a5ec req-eb85b28a-bbbd-4905-b35e-63b314244f57 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.4828169 Dec 10 18:28:09.741617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:09.811724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55126b-5809-473c-9c7c-6f2b643a658f req-b96b7728-ce46-4f6d-9239-7b0ce03afa6e tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:09.831438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf55126b-5809-473c-9c7c-6f2b643a658f req-b96b7728-ce46-4f6d-9239-7b0ce03afa6e tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 945 time: 0.2427783 Dec 10 18:28:09.875761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebc09d3-7f57-403b-a951-7a7c7a2b93cf']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:09.890317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:09.898532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:10.000149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:10.006905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587c071f-0e57-48f7-8ee4-a31b0bbc0b9c') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:10.013512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf55126b-5809-473c-9c7c-6f2b643a658f req-eff0995b-f4f1-4a9b-a805-0a50c730fa78 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626399 Dec 10 18:28:10.050249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b32968c8-ea59-4fb7-b1d2-b11fc3e9a5ec req-9c754d59-2914-44c7-b0c6-437b13785ef2 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178601 Dec 10 18:28:10.056267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] Pushing event deleted for resources: {'Port': ['ID=f34db1cd-ae71-4736-96a9-9f3bb2848ec6,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:10.070772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b48552-4577-4829-8bcc-7ae97d7b2b15 None None] No DVR routers for this DVR port f34db1cd-ae71-4736-96a9-9f3bb2848ec6 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:28:10.101781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:10.172507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:10.192780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:28:10.193463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:28:10.200460 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:28:10.446756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:10.465804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:10.482924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55002) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:10.484316 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/networks/0ebc09d3-7f57-403b-a951-7a7c7a2b93cf HTTP/1.1" status: 204 len: 168 time: 2.8972032 Dec 10 18:28:10.526268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547ed1b-99c4-4605-b9ea-2a308ee50dd2 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Network': ['ID=0ebc09d3-7f57-403b-a951-7a7c7a2b93cf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:10.710555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:10.977498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:11.077161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d0b6e5-75c0-4c77-8d86-088f9334496c']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:11.111433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:11.111744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c1f5a3-2f29-4cca-9c3d-8b7113cad719') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:11.146904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:11.202617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:11.236017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:28:11.237536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:11.303839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b63d72-9214-40a1-84a1-4e58b7d66ca4 req-e16ab7cf-8ad1-4d2f-bf4d-eeeb8cedbf02 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:11.317800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8b63d72-9214-40a1-84a1-4e58b7d66ca4 req-e16ab7cf-8ad1-4d2f-bf4d-eeeb8cedbf02 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.0982211 Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:28:11.386020 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:28:11.431725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:11.481748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8b63d72-9214-40a1-84a1-4e58b7d66ca4 req-3c773ac8-3298-4c5b-bea0-fb61088c4fa6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612053 Dec 10 18:28:11.486743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:11.515553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] 10.222.0.55 "DELETE /v2.0/networks/45d0b6e5-75c0-4c77-8d86-088f9334496c HTTP/1.1" status: 204 len: 168 time: 1.0312426 Dec 10 18:28:11.628687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6478a20-255c-453a-8c10-ead9c21c16c7 tempest-TaggedBootDevicesTest_v242-408940473 tempest-TaggedBootDevicesTest_v242-408940473-project] Pushing event deleted for resources: {'Network': ['ID=45d0b6e5-75c0-4c77-8d86-088f9334496c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:11.752395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91657112-60a2-417b-8b2d-322750e3b0f9 req-2ab6a87c-def3-4eed-bed8-b426b33ac142 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:11.780689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91657112-60a2-417b-8b2d-322750e3b0f9 req-2ab6a87c-def3-4eed-bed8-b426b33ac142 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 945 time: 0.3922315 Dec 10 18:28:11.957904 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91657112-60a2-417b-8b2d-322750e3b0f9 req-48140754-cb36-4e68-906f-23cbfabf6e09 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717849 Dec 10 18:28:12.795051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-c1d7c646-a930-41cb-bb99-cfa0355af1b7 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:12.803501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-c1d7c646-a930-41cb-bb99-cfa0355af1b7 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.30 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 945 time: 0.3182287 Dec 10 18:28:12.959685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa8239-d7a9-490c-9730-d131edc6a895 req-d42a1fb0-8dbc-4bde-8059-c419f833e614 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:12.961903 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42fa8239-d7a9-490c-9730-d131edc6a895 req-d42a1fb0-8dbc-4bde-8059-c419f833e614 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.3286076 Dec 10 18:28:13.199864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652f0c3-c213-4afb-9c9d-00fc7d6ebe63 req-bc8a7558-d8ac-4fd0-a536-6aaa67616ab7 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:13.206763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d652f0c3-c213-4afb-9c9d-00fc7d6ebe63 req-bc8a7558-d8ac-4fd0-a536-6aaa67616ab7 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 945 time: 0.1412296 Dec 10 18:28:13.331382 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42fa8239-d7a9-490c-9730-d131edc6a895 req-9207a08d-a615-457d-88cc-1e001875ea8a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608506 Dec 10 18:28:13.373129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Deleting port c2d21315-f554-4779-aae4-9c39605c099c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:13.373361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:13.442566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d652f0c3-c213-4afb-9c9d-00fc7d6ebe63 req-a8ebadd4-b57c-480a-aa3c-575eeebdd0b7 tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/security-groups?id=0931daaf-0589-4a79-a4c0-ac3bcb604484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247694 Dec 10 18:28:13.666012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] For port c2d21315-f554-4779-aae4-9c39605c099c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c2d21315-f554-4779-aae4-9c39605c099c,segment=NetworkSegment(5fc6ad69-4d0b-4e65-8482-260332555a5a),segment_id=5fc6ad69-4d0b-4e65-8482-260332555a5a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:13.668592 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:13.706680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Calling delete_port for c2d21315-f554-4779-aae4-9c39605c099c owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:14.106639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:14.119741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c2d21315-f554-4779-aae4-9c39605c099c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:14.177662 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:28:14.185217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Pushing event deleted for resources: {'Port': ['ID=c2d21315-f554-4779-aae4-9c39605c099c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:14.345287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] No DVR routers for this DVR port c2d21315-f554-4779-aae4-9c39605c099c on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:28:14.354498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:14.386713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2dc3475-abde-4ae3-ad40-8ae162a10210 req-adea4015-ccaf-4a64-b9d2-27316c3be0ed tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.30 "DELETE /v2.0/ports/c2d21315-f554-4779-aae4-9c39605c099c HTTP/1.1" status: 204 len: 173 time: 1.5589323 Dec 10 18:28:14.388195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1576f430-88e8-447c-9497-18903ae93efd', 'name': 'network-vif-deleted', 'tag': 'c2d21315-f554-4779-aae4-9c39605c099c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:14.392682 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0144427-b913-40e2-bc04-6c44ce122567" -d '{"events": [{"server_uuid": "1576f430-88e8-447c-9497-18903ae93efd", "name": "network-vif-deleted", "tag": "c2d21315-f554-4779-aae4-9c39605c099c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:14.532671 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51194a3-ebc2-44af-aa56-77109973fd4e x-openstack-request-id: req-e51194a3-ebc2-44af-aa56-77109973fd4e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:14.532984 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1576f430-88e8-447c-9497-18903ae93efd", "name": "network-vif-deleted", "tag": "c2d21315-f554-4779-aae4-9c39605c099c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:14.533269 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e51194a3-ebc2-44af-aa56-77109973fd4e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:14.533682 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1576f430-88e8-447c-9497-18903ae93efd', 'name': 'network-vif-deleted', 'tag': 'c2d21315-f554-4779-aae4-9c39605c099c', 'status': 'completed', 'code': 200} Dec 10 18:28:14.709654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-331b5da0-4b40-455e-8afc-44abe2c43ce9 req-23ab72d8-16dc-4322-a5c0-91c19c8469cc tempest-InstanceActionsNegativeTestJSON-353872959 tempest-InstanceActionsNegativeTestJSON-353872959-project] 10.222.0.55 "GET /v2.0/ports?device_id=1576f430-88e8-447c-9497-18903ae93efd HTTP/1.1" status: 200 len: 210 time: 0.0470502 Dec 10 18:28:14.723311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791c0a0-266d-4459-9691-cf7894e89ced req-60480a36-af99-4d4c-9bc6-7e1fbbad532f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:14.729390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8791c0a0-266d-4459-9691-cf7894e89ced req-60480a36-af99-4d4c-9bc6-7e1fbbad532f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1746070 Dec 10 18:28:14.888538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8791c0a0-266d-4459-9691-cf7894e89ced req-1fca8365-68be-475e-8b7d-091a14f1256f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512640 Dec 10 18:28:15.800368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55138) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:15.883891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] Deleting subnet 93996db9-8efb-4676-9a71-404e7efaffaf {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:28:15.896680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:15.955432 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.061547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.138242 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.150550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f025c58-8d95-432a-babb-2bc7209a8796 req-5747a913-8394-4c79-8b89-852fb217d2b1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:16.155057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f025c58-8d95-432a-babb-2bc7209a8796 req-5747a913-8394-4c79-8b89-852fb217d2b1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 943 time: 0.1069977 Dec 10 18:28:16.180264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93996db9-8efb-4676-9a71-404e7efaffaf,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:16.195570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:28:16.197827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.198304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c2d21315-f554-4779-aae4-9c39605c099c no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:16.231186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a60b4a7f-8259-49b8-8485-39e1f204fab0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/93996db9-8efb-4676-9a71-404e7efaffaf HTTP/1.1" status: 204 len: 168 time: 0.4294162 Dec 10 18:28:16.237459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55150) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:16.272666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f025c58-8d95-432a-babb-2bc7209a8796 req-4e242cfc-e1f8-4886-bb6e-a7e6020bdbee tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128135 Dec 10 18:28:16.278931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: c2d21315-f554-4779-aae4-9c39605c099c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:16.283874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c2d21315-f554-4779-aae4-9c39605c099c not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:16.443320 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.709225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.775550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37bb57d-dbe8-4e7b-be96-c4f333e394d6']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:16.806369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc6ad69-4d0b-4e65-8482-260332555a5a') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:16.807020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc6ad69-4d0b-4e65-8482-260332555a5a') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:16.836924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.848026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:16.869254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.887478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'network_id': '7b974d30-138b-408d-8850-7e3220a3d276', 'port_id': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'mac_address': 'fa:16:3e:33:b8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd31e734-b838-4332-a930-39eda0db1aba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:28:16.894121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:28:16.895863 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:28:16.903462 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:28:17.021495 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.068235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca3dfb0-982e-47f0-95f9-664693e30999 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:17.102030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:17.109637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.111827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.120533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.127486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f37bb57d-dbe8-4e7b-be96-c4f333e394d6 HTTP/1.1" status: 204 len: 168 time: 0.8852806 Dec 10 18:28:17.143459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abef0d3-403b-45a2-a861-ef8b364d39a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37bb57d-dbe8-4e7b-be96-c4f333e394d6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:17.288243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:17.345730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6ca3dfb0-982e-47f0-95f9-664693e30999'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:17.457491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55192) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:17.559378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a636c2-434a-4e40-b585-18b14ccd15d0 req-51d68f38-7d35-43af-8644-a0fa11c82f26 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:17.563989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a636c2-434a-4e40-b585-18b14ccd15d0 req-51d68f38-7d35-43af-8644-a0fa11c82f26 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 944 time: 0.1161742 Dec 10 18:28:17.576566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2380085f-d451-4e11-9c79-bfaaa8f20f94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=74d368d54b7f4d74ba19b9e3bc884532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1174319 Dec 10 18:28:17.579648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55198) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:17.747263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a636c2-434a-4e40-b585-18b14ccd15d0 req-57c24408-d705-4066-96c7-339c8696ef95 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717837 Dec 10 18:28:17.848508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-641f9952-262a-4f74-83ed-4c3791534625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.881316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-641f9952-262a-4f74-83ed-4c3791534625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.957389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-641f9952-262a-4f74-83ed-4c3791534625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.967937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-641f9952-262a-4f74-83ed-4c3791534625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:17.981612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-641f9952-262a-4f74-83ed-4c3791534625 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0931daaf-0589-4a79-a4c0-ac3bcb604484 HTTP/1.1" status: 204 len: 168 time: 0.3979943 Dec 10 18:28:17.989527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f9952-262a-4f74-83ed-4c3791534625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0931daaf-0589-4a79-a4c0-ac3bcb604484,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:18.222692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:18.400351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 6ca3dfb0-982e-47f0-95f9-664693e30999 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:18.401396 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.659036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.736327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:18.741851 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e415b2-70ff-4ba3-9f95-6831fc039118" -d '{"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:18.851989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:18.866463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:18.993493 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d1e31f-b6ba-4dfb-8d6c-619cf98ac304 x-openstack-request-id: req-f7d1e31f-b6ba-4dfb-8d6c-619cf98ac304 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:19.014171 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-plugged", "status": "completed", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:19.015939 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f7d1e31f-b6ba-4dfb-8d6c-619cf98ac304 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:19.017346 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'code': 200} Dec 10 18:28:19.117313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd6a6a-0a74-4d8c-95af-ccc52a2a85e9 req-2f9d21f5-e951-4432-a8a9-d047b9d37373 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:19.133120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5cd6a6a-0a74-4d8c-95af-ccc52a2a85e9 req-2f9d21f5-e951-4432-a8a9-d047b9d37373 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1786747 Dec 10 18:28:19.159877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:19.256986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5cd6a6a-0a74-4d8c-95af-ccc52a2a85e9 req-05c1568f-11ce-4963-b401-51842a215146 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182032 Dec 10 18:28:19.276738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa8651-59e6-4814-a4e6-c77b697b4230 req-a7b8af61-47de-48be-a872-7508b45b3ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:19.286168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47aa8651-59e6-4814-a4e6-c77b697b4230 req-a7b8af61-47de-48be-a872-7508b45b3ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1097 time: 0.1651175 Dec 10 18:28:19.417537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-47aa8651-59e6-4814-a4e6-c77b697b4230 req-e9ccf344-6376-4e03-b551-b9fa478c22b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245737 Dec 10 18:28:20.401265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55424) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:20.451876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7e2b-3d73-443b-8343-8c06cfa54c40 req-888d9123-6c27-428e-ab22-4e4a2a99a26f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:20.461352 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff8f7e2b-3d73-443b-8343-8c06cfa54c40 req-888d9123-6c27-428e-ab22-4e4a2a99a26f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0859835 Dec 10 18:28:20.587043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff8f7e2b-3d73-443b-8343-8c06cfa54c40 req-7620f702-040a-4d6a-97cd-7cd27b59a613 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240242 Dec 10 18:28:21.030392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-890529748-network', 'tenant_id': '8c829908fdd64607b350d26231260b97'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:21.104305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Made reservation on behalf of 8c829908fdd64607b350d26231260b97 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:21.106877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.156055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.416545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.425195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.493382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:28:21.545967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddd6a38-26ca-4ddb-8e90-f2e28311398a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:21.562548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.563133 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Added segment 41b1d0d5-2617-459b-8981-b92ee3ad5f2e of type vlan for network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 Dec 10 18:28:21.685921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.736766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:21.737788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:21.746883 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:22.040261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6350229 Dec 10 18:28:22.040944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55610) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:22.046417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Request body: {'subnet': {'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-890529748-subnet', 'tenant_id': '8c829908fdd64607b350d26231260b97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:22.085906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Made reservation on behalf of 8c829908fdd64607b350d26231260b97 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:22.091601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:22.101714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97e9d0-eedc-4f57-94f7-9fc5f762b40e admin admin] Pushing event updated for resources: {'Network': ['ID=8d8a70a6-4903-4150-9b8d-cd72d287dfe5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:22.122029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:28:22.163204 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434d110-d8ea-4c9d-b689-ece657f59328 req-6e5b66b0-dbc1-4723-a4f0-068e98ec499c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:22.176726 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4434d110-d8ea-4c9d-b689-ece657f59328 req-6e5b66b0-dbc1-4723-a4f0-068e98ec499c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.3916905 Dec 10 18:28:22.386100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4434d110-d8ea-4c9d-b689-ece657f59328 req-b021c9b3-042a-413c-8c0d-18373605143d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040474 Dec 10 18:28:22.744033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:22.912469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b75d1ce1-c8c6-4107-ac5a-1af9dba46860,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:22.956661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Checking segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:22.957312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Network hostable DHCP agents. Network: 8d8a70a6-4903-4150-9b8d-cd72d287dfe5, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:28:22.989723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:28:23.032393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8d8a70a6-4903-4150-9b8d-cd72d287dfe5) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:23.043911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:23.044672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656875a2-ce1e-4eff-bd3e-59411a75bbcf None None] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:23.047479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:23.100117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-64b52697-f985-487f-8af6-f89b61899ad8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0582159 Dec 10 18:28:23.325564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52450c0-deff-4dc3-8c0d-f00b5b52c85d None None] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:23.661126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737c23-7166-426e-b74c-434da940e5f2 req-f6488e6d-fc00-443a-8423-abf45ba06cb8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:23.670544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94737c23-7166-426e-b74c-434da940e5f2 req-f6488e6d-fc00-443a-8423-abf45ba06cb8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1057727 Dec 10 18:28:23.777616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94737c23-7166-426e-b74c-434da940e5f2 req-53f13654-297e-4d04-9373-902eb72631c1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051886 Dec 10 18:28:24.054146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319bc3b3-1d3f-422a-ab18-3d0445c2e88b req-68b4c4ed-48b7-4829-a3c7-5af15d907770 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:24.058528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-319bc3b3-1d3f-422a-ab18-3d0445c2e88b req-68b4c4ed-48b7-4829-a3c7-5af15d907770 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1117399 Dec 10 18:28:24.171857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-319bc3b3-1d3f-422a-ab18-3d0445c2e88b req-ed9fdf2f-951e-40ad-b1cb-61a214b43dc8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033924 Dec 10 18:28:24.336790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-224502e3-5469-45f8-89a6-aeee9936c2d6 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:24.346176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-224502e3-5469-45f8-89a6-aeee9936c2d6 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 812 time: 0.1669745 Dec 10 18:28:24.371304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-20da3021-81ce-4eb5-9321-22e3178658f5 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/quotas/8c829908fdd64607b350d26231260b97 HTTP/1.1" status: 200 len: 375 time: 0.0239830 Dec 10 18:28:24.432924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4a2b2-dc4f-4ea0-9dd5-385b4525c7bc req-0458eb0e-f30f-4b17-8c38-771bc1aa64be tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:24.434527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-10e0f28c-3b5c-4c38-a20d-4fbca22bfab7 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607908 Dec 10 18:28:24.447379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42d4a2b2-dc4f-4ea0-9dd5-385b4525c7bc req-0458eb0e-f30f-4b17-8c38-771bc1aa64be tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1335704 Dec 10 18:28:24.558618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42d4a2b2-dc4f-4ea0-9dd5-385b4525c7bc req-fe1b3810-4957-44e5-b594-dffa4022434f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928469 Dec 10 18:28:24.743158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d80ec-e86d-4e89-a992-92d4a422b27b req-44ca43cf-e746-4502-95d9-b71eaaf2b351 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:24.751728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-086d80ec-e86d-4e89-a992-92d4a422b27b req-44ca43cf-e746-4502-95d9-b71eaaf2b351 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0831659 Dec 10 18:28:24.827150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-086d80ec-e86d-4e89-a992-92d4a422b27b req-360d9291-ee21-470d-8502-5a77908001d3 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679691 Dec 10 18:28:24.901454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-16fe69af-6a9b-4e4d-b740-fcfe3079f438 service neutron] 10.222.0.55 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650984 Dec 10 18:28:25.020603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b23cd7-6c0b-4bc4-835b-1776c26d352e req-dd9a4aa2-a87c-4ff6-abaf-8639b292634b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:25.035618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4b23cd7-6c0b-4bc4-835b-1776c26d352e req-dd9a4aa2-a87c-4ff6-abaf-8639b292634b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0994852 Dec 10 18:28:25.067134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-1d1e8f44-de42-40ff-bfcc-4395f5dc07ae service neutron] 10.222.0.55 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648068 Dec 10 18:28:25.169691 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4b23cd7-6c0b-4bc4-835b-1776c26d352e req-fbbbe090-9619-469b-b3da-21378162f28a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327889 Dec 10 18:28:25.420940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0062f-aad4-40d3-81e9-d7729866719b req-e56e4d42-1e2e-48a6-bfda-b306c412d939 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:25.426320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7b0062f-aad4-40d3-81e9-d7729866719b req-e56e4d42-1e2e-48a6-bfda-b306c412d939 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0807281 Dec 10 18:28:25.586294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7b0062f-aad4-40d3-81e9-d7729866719b req-f07daa1a-469f-411d-adbb-b09a3c3a96dc tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542096 Dec 10 18:28:25.788761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d72bd5c0-a169-4efb-946d-edb3d2284307 req-ec12210d-ad8b-4e65-8b1c-5914cd751b7e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 210 time: 0.1657622 Dec 10 18:28:25.789826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b312651-cc43-46c3-a66e-3b3953f47721 req-28a52dcf-1678-4529-b4ef-863694a8e754 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:25.801527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b312651-cc43-46c3-a66e-3b3953f47721 req-28a52dcf-1678-4529-b4ef-863694a8e754 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0878212 Dec 10 18:28:25.966916 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b312651-cc43-46c3-a66e-3b3953f47721 req-14fcb191-c228-4e2a-85c4-a8b9d61a00a8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633539 Dec 10 18:28:26.429310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7086709-68d7-42b0-a1c8-d0ed7dbab71f req-a95d7f17-8857-49d7-9b40-aaa6c0a0b696 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:26.444677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7086709-68d7-42b0-a1c8-d0ed7dbab71f req-a95d7f17-8857-49d7-9b40-aaa6c0a0b696 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1199808 Dec 10 18:28:26.525743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7086709-68d7-42b0-a1c8-d0ed7dbab71f req-3caa5a15-0219-46d7-ac22-f29d87bc4d11 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780172 Dec 10 18:28:26.991600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3756eca-5021-4abf-8a04-eeeed78a99ee req-30fa372d-159a-4247-91d8-3fc19eb6357e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 210 time: 0.0366976 Dec 10 18:28:27.932405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-e8139393-7672-40d2-8ce0-1aad20e45c80 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:27.936722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-e8139393-7672-40d2-8ce0-1aad20e45c80 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 812 time: 0.3831544 Dec 10 18:28:27.995534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d8038-ddf8-4135-9d06-3a4de8d0ce64 req-6e231ab7-1439-4856-9599-68e3a483df75 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:28.002955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f76d8038-ddf8-4135-9d06-3a4de8d0ce64 req-6e231ab7-1439-4856-9599-68e3a483df75 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.3114920 Dec 10 18:28:28.018486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Request body: {'port': {'device_id': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'admin_state_up': True, 'tenant_id': '8c829908fdd64607b350d26231260b97'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:28.143956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4268c7d1-2d72-4df8-bcab-306aff9be3da req-4dce5f86-e23e-4270-922a-01e6f39b0d40 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 210 time: 0.0692697 Dec 10 18:28:28.300510 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a095483a-402b-4cd6-9d64-7f407463c934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:28.564939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f76d8038-ddf8-4135-9d06-3a4de8d0ce64 req-e7e39f9f-3619-4368-bc92-7d4af9ac0a79 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882331 Dec 10 18:28:28.584493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-cd094d41-a806-456d-a5da-7ac7dc977c45 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:28.608857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-cd094d41-a806-456d-a5da-7ac7dc977c45 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 812 time: 0.5308630 Dec 10 18:28:28.639795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Request body: {'port': {'device_id': '52876c7b-8751-4ee2-801d-6807441ace7f', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'admin_state_up': True, 'tenant_id': '8c829908fdd64607b350d26231260b97'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:28.643877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Made reservation on behalf of 8c829908fdd64607b350d26231260b97 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:28.655801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.267270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b196ba-5a85-4ab1-9790-799369f418e3 req-c72b098e-f3b0-40e6-9aec-5427ab5b9740 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:29.283372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53b196ba-5a85-4ab1-9790-799369f418e3 req-c72b098e-f3b0-40e6-9aec-5427ab5b9740 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2404351 Dec 10 18:28:29.351090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-35f9cfb4-e1ed-4081-9d3b-8b6cee2e06c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:29.353546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-35f9cfb4-e1ed-4081-9d3b-8b6cee2e06c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 1097 time: 0.2739582 Dec 10 18:28:29.407446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4c0ed33-fb0f-4cfb-912f-460daec10602 req-bb83eefc-f1ba-4e2a-9a9c-b5a85136df0e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 210 time: 0.0713599 Dec 10 18:28:29.465084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53b196ba-5a85-4ab1-9790-799369f418e3 req-a720d476-1cd8-4485-9184-f500451a7d3f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746595 Dec 10 18:28:29.490562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Allocated IP 172.20.0.4 (8d8a70a6-4903-4150-9b8d-cd72d287dfe5/b75d1ce1-c8c6-4107-ac5a-1af9dba46860/9110e298-69f0-42d9-be27-6c70b2ab2d26) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:29.684140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-8c0b0842-9cfe-4d68-9503-90351d17805e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:29.686423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-8c0b0842-9cfe-4d68-9503-90351d17805e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 200 len: 914 time: 0.2190073 Dec 10 18:28:29.761244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-ecaf6757-7438-46ec-8401-5f9865defbbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 200 len: 217 time: 0.0661366 Dec 10 18:28:29.840082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Made reservation on behalf of 8c829908fdd64607b350d26231260b97 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:29.844452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.862308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:29.884736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-39c18a82-7e7a-401c-951b-689971c54cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:29.890125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-39c18a82-7e7a-401c-951b-689971c54cab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 200 len: 853 time: 0.1198595 Dec 10 18:28:29.929309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-16161663-0bdd-4da1-a4e8-9785a9a16f41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7b974d30-138b-408d-8850-7e3220a3d276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337260 Dec 10 18:28:30.118721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.303130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:30.313577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:30.320286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:30.492597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:30.524191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:30.571920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event updated for resources: {'Port': ['ID=9110e298-69f0-42d9-be27-6c70b2ab2d26,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:30.615281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.630181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.631131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.633724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.635792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.636488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.636941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.637377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.637843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.639388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.640091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.640789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.646346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:30.674234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Allocated IP 172.20.0.12 (8d8a70a6-4903-4150-9b8d-cd72d287dfe5/b75d1ce1-c8c6-4107-ac5a-1af9dba46860/97d5acdf-4b93-4867-b03d-532b3b000540) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:30.732708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-5a594748-7b71-471b-acfe-dfa112797d83 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7243636 Dec 10 18:28:30.761674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7bbffdf2-f2c0-4d66-a81d-f05a847f9a6e req-c3df855e-1c8a-4f69-85d9-c657c322ab91 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 210 time: 0.0982201 Dec 10 18:28:30.780461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Request body: {'port': {'device_id': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:30.890616 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.140195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-d933f051-f68d-4f03-9747-ec3c018e8d61 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2006741 Dec 10 18:28:31.149911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072653e2-e1e8-4490-9cc4-c81a3a9273ed req-918c071b-4da7-49c2-b515-939a590c08a5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:31.151845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-072653e2-e1e8-4490-9cc4-c81a3a9273ed req-918c071b-4da7-49c2-b515-939a590c08a5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2213793 Dec 10 18:28:31.330309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-072653e2-e1e8-4490-9cc4-c81a3a9273ed req-76e92300-80ca-44db-bfca-168ade09589d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676416 Dec 10 18:28:31.437697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4146db39-4d08-4e11-b1e7-bf8b2a326aa4 req-e26818e6-adf3-4041-9e28-4758deb80a94 service neutron] 10.222.0.30 "GET /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841611 Dec 10 18:28:31.530326 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.623703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3d0ca437-d99e-4fcd-8725-4f41cfe4f465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.795954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:31.895142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.024337 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.117634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9110e298-69f0-42d9-be27-6c70b2ab2d26 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:32.145187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:32.149578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:32.150694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event updated for resources: {'Port': ['ID=97d5acdf-4b93-4867-b03d-532b3b000540,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:32.159768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:32.167554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:32.187000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829eb88-1098-422f-8266-15994998843f req-24c67580-7421-438c-8087-bdb470a58612 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:32.202678 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b829eb88-1098-422f-8266-15994998843f req-24c67580-7421-438c-8087-bdb470a58612 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 932 time: 0.2319949 Dec 10 18:28:32.452743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56124) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:32.634783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9691948-d8b4-4c64-8d88-3f30498ef5f6 req-05933cac-6c5a-43f2-a804-9c562230a40a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:32.646720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9691948-d8b4-4c64-8d88-3f30498ef5f6 req-05933cac-6c5a-43f2-a804-9c562230a40a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1407776 Dec 10 18:28:32.763850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9691948-d8b4-4c64-8d88-3f30498ef5f6 req-147e7719-0c29-47db-b6b7-928497b78936 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146607 Dec 10 18:28:32.810648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.030703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67233f5-d585-408a-9112-1ab80ac41609 req-aac21092-cf95-4a6b-b7b5-ba8326ad504d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:33.032333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f67233f5-d585-408a-9112-1ab80ac41609 req-aac21092-cf95-4a6b-b7b5-ba8326ad504d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1438427 Dec 10 18:28:33.052364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Transition to ACTIVE for port object 9110e298-69f0-42d9-be27-6c70b2ab2d26 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:28:33.079638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.135744 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f67233f5-d585-408a-9112-1ab80ac41609 req-c6962cab-51d9-4402-b203-f66a757b0702 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927885 Dec 10 18:28:33.214594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.230567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.244806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9110e298-69f0-42d9-be27-6c70b2ab2d26,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:33.287677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:33.288276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.330499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b829eb88-1098-422f-8266-15994998843f req-ab558e4b-0e80-4cff-9dc8-3d4b9d658412 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1262681 Dec 10 18:28:33.349754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-34dee9f4-9235-4ef9-9df8-bac635e1f250 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7156265 Dec 10 18:28:33.358499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ee22b1467b04315af8216ac617bb674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9010022 Dec 10 18:28:33.358499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db89be-c872-4b88-aad0-90bc34f9c519,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:33.364258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56144) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:33.371069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Request body: {'port': {'device_id': '52876c7b-8751-4ee2-801d-6807441ace7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:33.443162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.443792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.444283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.444771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.445254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.445750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.446561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.447046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.447524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.447999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.448530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.449005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.449489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe888c-26fe-4a61-a9d1-4bedf6748fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:33.507464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffd4ba-5608-427d-8ba1-bfa7207154b9 req-53e92648-ae4a-49b4-9f96-4f1f8320fc65 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:33.509339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e7ffd4ba-5608-427d-8ba1-bfa7207154b9 req-53e92648-ae4a-49b4-9f96-4f1f8320fc65 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1262124 Dec 10 18:28:33.536033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-088b788d-0f6d-4489-ab78-451bc7ef310d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.554940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Attempting to bind port 9110e298-69f0-42d9-be27-6c70b2ab2d26 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:33.555296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Attempting to bind port 9110e298-69f0-42d9-be27-6c70b2ab2d26 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:33.555519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Attempting to bind port 9110e298-69f0-42d9-be27-6c70b2ab2d26 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:33.562540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-088b788d-0f6d-4489-ab78-451bc7ef310d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.565539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Port 9110e298-69f0-42d9-be27-6c70b2ab2d26 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:28:33.565864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Attempting to bind port 9110e298-69f0-42d9-be27-6c70b2ab2d26 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:33.590740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:33.591260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Checking segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:33.591770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Bound using segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:33.592710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Bound port: 9110e298-69f0-42d9-be27-6c70b2ab2d26, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:33.593305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.630385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-088b788d-0f6d-4489-ab78-451bc7ef310d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.633127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-088b788d-0f6d-4489-ab78-451bc7ef310d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.634536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-088b788d-0f6d-4489-ab78-451bc7ef310d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6db89be-c872-4b88-aad0-90bc34f9c519 HTTP/1.1" status: 204 len: 168 time: 0.2666597 Dec 10 18:28:33.643843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:33.657654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b788d-0f6d-4489-ab78-451bc7ef310d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db89be-c872-4b88-aad0-90bc34f9c519,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:33.719343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e7ffd4ba-5608-427d-8ba1-bfa7207154b9 req-1bae094c-1d64-4ab2-abcf-860594fe220f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019320 Dec 10 18:28:33.723221 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.108689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.261234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] For port 9110e298-69f0-42d9-be27-6c70b2ab2d26, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:34.276530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ed8b5-f443-4dda-b2de-7e6c8368cc25 req-21b0bb45-bc4e-4acc-927c-ac8880c47733 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:34.298406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-720ed8b5-f443-4dda-b2de-7e6c8368cc25 req-21b0bb45-bc4e-4acc-927c-ac8880c47733 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2965231 Dec 10 18:28:34.361496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] For port 9110e298-69f0-42d9-be27-6c70b2ab2d26, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9110e298-69f0-42d9-be27-6c70b2ab2d26,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:34.414705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.550522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56164) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:34.633904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20aa1b-8aea-4931-88d8-344ea7a36006 req-a9506abb-974c-41d2-99c0-a640481aa645 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:34.637139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc20aa1b-8aea-4931-88d8-344ea7a36006 req-a9506abb-974c-41d2-99c0-a640481aa645 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 932 time: 0.1428485 Dec 10 18:28:34.646340 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.672480 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b146e0de-8c22-4952-952d-441455be24da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.699697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:34.700781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:34.712136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/9110e298-69f0-42d9-be27-6c70b2ab2d26 HTTP/1.1" status: 200 len: 1091 time: 3.9395132 Dec 10 18:28:34.721269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'tag': '9110e298-69f0-42d9-be27-6c70b2ab2d26'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:34.725047 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20640af0-c198-406f-ab0a-9ea46602bd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a", "tag": "9110e298-69f0-42d9-be27-6c70b2ab2d26"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:34.824378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-720ed8b5-f443-4dda-b2de-7e6c8368cc25 req-1df5dc81-6b91-4ea7-ba72-7d85deb14c9a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5145147 Dec 10 18:28:34.828330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc20aa1b-8aea-4931-88d8-344ea7a36006 req-909278ac-39ee-436d-8746-cd1a0bbf705f tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788571 Dec 10 18:28:34.909373 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4989423-17bf-49ac-a591-529829f41f42 x-openstack-request-id: req-f4989423-17bf-49ac-a591-529829f41f42 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:34.909669 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a", "tag": "9110e298-69f0-42d9-be27-6c70b2ab2d26", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:34.909937 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f4989423-17bf-49ac-a591-529829f41f42 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:34.910384 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'tag': '9110e298-69f0-42d9-be27-6c70b2ab2d26', 'status': 'completed', 'code': 200} Dec 10 18:28:34.960376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dafbf-676f-4397-8a93-79177579e1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=9110e298-69f0-42d9-be27-6c70b2ab2d26,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.181344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-6cfc958b-7757-4145-a601-317367790f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:35.187543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e412be-958c-438f-ab58-8dcd7ba3161d req-f2d5ee37-75f0-403a-b073-fa95aa9aeed1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:35.189287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-6cfc958b-7757-4145-a601-317367790f27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a HTTP/1.1" status: 200 len: 1094 time: 0.3444045 Dec 10 18:28:35.207824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d5acdf-4b93-4867-b03d-532b3b000540 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:35.208108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2e412be-958c-438f-ab58-8dcd7ba3161d req-f2d5ee37-75f0-403a-b073-fa95aa9aeed1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1380074 Dec 10 18:28:35.254066 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.353009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2e412be-958c-438f-ab58-8dcd7ba3161d req-27665220-dda8-401f-9d2d-731f9256a871 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439917 Dec 10 18:28:35.391366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-77e95537-db78-4dba-acae-b318fba8ce22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9110e298-69f0-42d9-be27-6c70b2ab2d26 HTTP/1.1" status: 200 len: 217 time: 0.1904907 Dec 10 18:28:35.448744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Transition to ACTIVE for port object 97d5acdf-4b93-4867-b03d-532b3b000540 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:28:35.459486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.541991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b146e0de-8c22-4952-952d-441455be24da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.560836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-57dde179-e0d5-4a4a-a75a-42f0058fcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:35.563007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-57dde179-e0d5-4a4a-a75a-42f0058fcb47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.1625996 Dec 10 18:28:35.576160 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b146e0de-8c22-4952-952d-441455be24da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:35.754103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a9d0018c-d921-436d-aeda-0f2d7c8aa61b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349366 Dec 10 18:28:35.776823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Pushing event updated for resources: {'Port': ['ID=97d5acdf-4b93-4867-b03d-532b3b000540,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.842914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-7e6ac771-67c8-476c-a490-c7b7fa8d01a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:35.845143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-7e6ac771-67c8-476c-a490-c7b7fa8d01a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1096 time: 0.1059971 Dec 10 18:28:35.868682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146e0de-8c22-4952-952d-441455be24da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be97ea-6b78-41a1-8570-8340e26479dd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:35.881163 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b146e0de-8c22-4952-952d-441455be24da admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=147d3d7978af4c08b86caa84de49a67f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2921340 Dec 10 18:28:35.883595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56194) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:35.966041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b42ebf-386e-4ea2-9659-d796239ba716 req-85c05016-f6f4-48a8-8ea1-9531458ac961 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:35.982164 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-83b42ebf-386e-4ea2-9659-d796239ba716 req-85c05016-f6f4-48a8-8ea1-9531458ac961 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1597638 Dec 10 18:28:36.118388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-b69235ef-7cf7-4c24-8aa3-e36a411f07d0 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335814 Dec 10 18:28:36.184118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82dead-cbb6-4ca1-a9c5-cf709b69d333 req-663403f5-cf26-457b-aa97-2f4d3d0a5455 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:36.202426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c82dead-cbb6-4ca1-a9c5-cf709b69d333 req-663403f5-cf26-457b-aa97-2f4d3d0a5455 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.6413639 Dec 10 18:28:36.211712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56204) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:36.242495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6dd99147-f72a-4045-8c1b-42e516c3efd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.271683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Attempting to bind port 97d5acdf-4b93-4867-b03d-532b3b000540 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:28:36.271819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Attempting to bind port 97d5acdf-4b93-4867-b03d-532b3b000540 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:28:36.272383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Attempting to bind port 97d5acdf-4b93-4867-b03d-532b3b000540 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:36.273672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-83b42ebf-386e-4ea2-9659-d796239ba716 req-678b2638-45ad-4e8b-8760-b1a87adf759e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818072 Dec 10 18:28:36.275183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-dede9d30-770f-44ea-aa7d-8dd84141556e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:36.276683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-dede9d30-770f-44ea-aa7d-8dd84141556e service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.4103100 Dec 10 18:28:36.320649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6dd99147-f72a-4045-8c1b-42e516c3efd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.372696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Port 97d5acdf-4b93-4867-b03d-532b3b000540 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:28:36.373092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Attempting to bind port 97d5acdf-4b93-4867-b03d-532b3b000540 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:28:36.442696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-90a17201-c8c5-49bc-aa63-024c11a46655 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974565 Dec 10 18:28:36.462928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:28:36.463284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Checking segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:28:36.464826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Bound using segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:28:36.465414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Bound port: 97d5acdf-4b93-4867-b03d-532b3b000540, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:28:36.466737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.477043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c82dead-cbb6-4ca1-a9c5-cf709b69d333 req-fa91c112-590a-4412-ab07-a0b1d92e5c6d tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751622 Dec 10 18:28:36.641854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6dd99147-f72a-4045-8c1b-42e516c3efd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.647655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6dd99147-f72a-4045-8c1b-42e516c3efd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.651198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6dd99147-f72a-4045-8c1b-42e516c3efd3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/88be97ea-6b78-41a1-8570-8340e26479dd HTTP/1.1" status: 204 len: 168 time: 0.7651067 Dec 10 18:28:36.683964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-ab95b891-9a4a-4750-bec8-280f9821125b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1000 time: 0.3946118 Dec 10 18:28:36.706696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-7c701b8b-ec7f-4b2d-9ab8-998988f605e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:36.709650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-7c701b8b-ec7f-4b2d-9ab8-998988f605e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a HTTP/1.1" status: 200 len: 1094 time: 0.2003567 Dec 10 18:28:36.751859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] For port 97d5acdf-4b93-4867-b03d-532b3b000540, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:28:36.770039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] For port 97d5acdf-4b93-4867-b03d-532b3b000540, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=97d5acdf-4b93-4867-b03d-532b3b000540,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:28:36.789995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd99147-f72a-4045-8c1b-42e516c3efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be97ea-6b78-41a1-8570-8340e26479dd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:36.808169 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.858349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ced4e-9a4d-4f92-9241-f46e9a136fb6 req-454fa5ae-b1c4-4e42-85d4-80555469f569 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:36.868532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-989ced4e-9a4d-4f92-9241-f46e9a136fb6 req-454fa5ae-b1c4-4e42-85d4-80555469f569 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 944 time: 0.3287218 Dec 10 18:28:36.913090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-d1d5f764-11cf-4221-a575-10efc342b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:36.918859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-d1d5f764-11cf-4221-a575-10efc342b544 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1687515 Dec 10 18:28:36.966105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:36.967037 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:36.970561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] 10.222.0.30 "PUT /v2.0/ports/97d5acdf-4b93-4867-b03d-532b3b000540 HTTP/1.1" status: 200 len: 1092 time: 3.6036298 Dec 10 18:28:36.974637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52876c7b-8751-4ee2-801d-6807441ace7f', 'tag': '97d5acdf-4b93-4867-b03d-532b3b000540'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:36.979653 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6418e820-1c17-4591-9dee-1765fa8af021" -d '{"events": [{"name": "network-changed", "server_uuid": "52876c7b-8751-4ee2-801d-6807441ace7f", "tag": "97d5acdf-4b93-4867-b03d-532b3b000540"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:37.089234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-989ced4e-9a4d-4f92-9241-f46e9a136fb6 req-da963779-4bef-4e9a-8583-2a10e3461049 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144001 Dec 10 18:28:37.090024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc6e13-cffe-454a-9f4a-bfb4067a71de req-ba61b945-96f8-4b7b-8e71-2dd4f1e0a8cb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:37.115791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2dc6e13-cffe-454a-9f4a-bfb4067a71de req-ba61b945-96f8-4b7b-8e71-2dd4f1e0a8cb tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.3554561 Dec 10 18:28:37.187270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924e2b9-ae34-469c-bf26-0260b152db56 service neutron] Pushing event updated for resources: {'Port': ['ID=97d5acdf-4b93-4867-b03d-532b3b000540,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:37.233954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-7b8eae0a-52b2-4860-88a3-1461243e5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:37.244842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-7b8eae0a-52b2-4860-88a3-1461243e5678 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3076744 Dec 10 18:28:37.275658 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39dde68-58c1-45bd-a3ba-330a9a6e230c x-openstack-request-id: req-d39dde68-58c1-45bd-a3ba-330a9a6e230c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:37.276140 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52876c7b-8751-4ee2-801d-6807441ace7f", "tag": "97d5acdf-4b93-4867-b03d-532b3b000540", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:37.276551 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d39dde68-58c1-45bd-a3ba-330a9a6e230c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:37.277134 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52876c7b-8751-4ee2-801d-6807441ace7f', 'tag': '97d5acdf-4b93-4867-b03d-532b3b000540', 'status': 'completed', 'code': 200} Dec 10 18:28:37.354729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-733b5af6-7384-42d8-af26-a7be1ebb0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:37.359611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-733b5af6-7384-42d8-af26-a7be1ebb0b37 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 913 time: 0.6364980 Dec 10 18:28:37.542929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-d8646d28-44ae-45d1-b8a2-1f0ea21ec8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:37.544802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-d8646d28-44ae-45d1-b8a2-1f0ea21ec8d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 1095 time: 0.5228593 Dec 10 18:28:37.591821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2dc6e13-cffe-454a-9f4a-bfb4067a71de req-5a54f85b-c1e1-4a4b-b809-8a2f506b90d8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749815 Dec 10 18:28:37.593385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-de7c2e5f-224d-411b-bc96-508a975de6d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9110e298-69f0-42d9-be27-6c70b2ab2d26 HTTP/1.1" status: 200 len: 217 time: 0.2212839 Dec 10 18:28:37.845603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe588-f6bc-49c2-80fe-46e49d6f0b98 req-8e201135-2ab2-4da4-83f0-66f8654280c9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:37.857415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2ffe588-f6bc-49c2-80fe-46e49d6f0b98 req-8e201135-2ab2-4da4-83f0-66f8654280c9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3677166 Dec 10 18:28:37.886280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-a0abed11-e98d-4483-ac56-8a9a00cd685b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d5acdf-4b93-4867-b03d-532b3b000540 HTTP/1.1" status: 200 len: 217 time: 0.2918146 Dec 10 18:28:37.964198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-01ffdc37-274c-40b2-ae07-2aba778019aa service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038832 Dec 10 18:28:38.243055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-05f010e7-3824-4d73-9880-0a443e70b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:38.246720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-05f010e7-3824-4d73-9880-0a443e70b336 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.6456645 Dec 10 18:28:38.276291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f6d26-d78a-48ed-8fce-19e6ea556981 req-0c68f51d-e52d-4b42-ae1a-d62e1bd1cabf tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:38.286976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-973f6d26-d78a-48ed-8fce-19e6ea556981 req-0c68f51d-e52d-4b42-ae1a-d62e1bd1cabf tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.4476283 Dec 10 18:28:38.315281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2ffe588-f6bc-49c2-80fe-46e49d6f0b98 req-ff073997-cc9d-4329-8d94-d318f7808a15 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4567490 Dec 10 18:28:38.342341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9110e298-69f0-42d9-be27-6c70b2ab2d26 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:28:38.354032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-0e89ea52-e862-4946-b0ae-d7c59e19d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:38.355621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-0e89ea52-e862-4946-b0ae-d7c59e19d648 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.4509029 Dec 10 18:28:38.357671 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-34d727df-1bfc-4bdc-abc8-3efc4cdf65eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002548 Dec 10 18:28:38.487977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-62820108-5879-41f3-b262-579e26c1f5ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106670 Dec 10 18:28:38.568436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56286) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:38.611834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-973f6d26-d78a-48ed-8fce-19e6ea556981 req-3ec7f120-30cc-4866-b47b-ab79c2eb427f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237689 Dec 10 18:28:38.647046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9110e298-69f0-42d9-be27-6c70b2ab2d26, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9110e298-69f0-42d9-be27-6c70b2ab2d26,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:38.682476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '9110e298-69f0-42d9-be27-6c70b2ab2d26', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'port_id': '9110e298-69f0-42d9-be27-6c70b2ab2d26', 'mac_address': 'fa:16:3e:95:e2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75d1ce1-c8c6-4107-ac5a-1af9dba46860', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:28:38.794864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:38.847760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9110e298-69f0-42d9-be27-6c70b2ab2d26 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:38.908529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9110e298-69f0-42d9-be27-6c70b2ab2d26, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9110e298-69f0-42d9-be27-6c70b2ab2d26,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:38.916159 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.003034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9110e298-69f0-42d9-be27-6c70b2ab2d26,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:39.014785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.015729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.016414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.016975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.018174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.018824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.021560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.022128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.023211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.023982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.024550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.025325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.025871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:28:39.042184 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-4974032f-4c03-4fec-a2ab-1f5cc7ba156f service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527095 Dec 10 18:28:39.089990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22318abf-9e4e-4133-81ed-23f4324a5b1d req-576a11b9-dad5-4bdd-b353-fea9c7da88d8 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1241422 Dec 10 18:28:39.145268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85a1b-8a22-4a0e-9427-bcd2795db910 req-6d1e0070-15fb-4938-96ca-8a3768e30396 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:39.147156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3fc85a1b-8a22-4a0e-9427-bcd2795db910 req-6d1e0070-15fb-4938-96ca-8a3768e30396 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 944 time: 0.5449920 Dec 10 18:28:39.170513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9110e298-69f0-42d9-be27-6c70b2ab2d26'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:39.330128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20640af0-c198-406f-ab0a-9ea46602bd0e req-645bff83-3b3c-444c-9d43-1f6516685e26 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509608 Dec 10 18:28:39.351610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3fc85a1b-8a22-4a0e-9427-bcd2795db910 req-11ef7309-8fc5-4184-80c1-c1043a4961b0 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869974 Dec 10 18:28:39.397841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-0007bd62-2422-4d9e-b149-a78d51eb47f2 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871572 Dec 10 18:28:39.520967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e566bec4-cc2a-4196-bd80-65d4024e58ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.633756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:39.692567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6202209f-21a6-4f1e-bcfc-0ac062475e1d req-222a2512-fa84-4bf0-9498-2b4f2bcf575a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:39.709030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6202209f-21a6-4f1e-bcfc-0ac062475e1d req-222a2512-fa84-4bf0-9498-2b4f2bcf575a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.6932106 Dec 10 18:28:39.758776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402286f-8e7e-4d0a-8536-a5fe4542a6db req-1b111a4a-ea89-4443-9e9a-0cf77796db32 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:39.760700 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4402286f-8e7e-4d0a-8536-a5fe4542a6db req-1b111a4a-ea89-4443-9e9a-0cf77796db32 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2374454 Dec 10 18:28:39.836651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4402286f-8e7e-4d0a-8536-a5fe4542a6db req-f625e802-d8d7-4b8d-ad39-18485b42c639 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690949 Dec 10 18:28:39.894493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6202209f-21a6-4f1e-bcfc-0ac062475e1d req-fa472269-750d-4862-b5ac-1410f302709e tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842539 Dec 10 18:28:40.027044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b94c4b-e72f-431a-aeae-9f72fe0e74f5 req-c5849c90-4d20-4e94-8d06-f554e3d5e0e4 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5926490 Dec 10 18:28:40.046017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e566bec4-cc2a-4196-bd80-65d4024e58ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.052590 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e566bec4-cc2a-4196-bd80-65d4024e58ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.145285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e566bec4-cc2a-4196-bd80-65d4024e58ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3dedf97b8bb34a1aa6c94b69965a92e0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5244830 Dec 10 18:28:40.146178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56324) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:40.193240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566bec4-cc2a-4196-bd80-65d4024e58ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1b425c-c3b2-4531-a89a-a9b3a282072b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:40.241133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe56-2eb0-4853-a792-7e7df8b8a600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.253938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418e820-1c17-4591-9dee-1765fa8af021 req-48696b30-74c3-49db-a516-1e35006d3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:40.256534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6418e820-1c17-4591-9dee-1765fa8af021 req-48696b30-74c3-49db-a516-1e35006d3835 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 1095 time: 0.1660714 Dec 10 18:28:40.271978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c290dc-dfd7-4a46-9ede-4f14621ff639 req-38c8fed4-40ae-4b04-b3c2-6640f0d86f55 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:40.282783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6c290dc-dfd7-4a46-9ede-4f14621ff639 req-38c8fed4-40ae-4b04-b3c2-6640f0d86f55 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1481698 Dec 10 18:28:40.306514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe56-2eb0-4853-a792-7e7df8b8a600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.359401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9110e298-69f0-42d9-be27-6c70b2ab2d26 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:40.426578 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a6c290dc-dfd7-4a46-9ede-4f14621ff639 req-5c9ca697-62e9-455e-8d3b-09b20a03f91a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419642 Dec 10 18:28:40.600086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Deleting port 1106566a-15fc-45f1-955d-f4d18d57bdc0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:40.600358 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.629978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 9110e298-69f0-42d9-be27-6c70b2ab2d26 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:28:40.645161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 9110e298-69f0-42d9-be27-6c70b2ab2d26 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:40.645611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.780555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418e820-1c17-4591-9dee-1765fa8af021 req-74f8369e-8555-474a-97a6-24fb469bcfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:40.783536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6418e820-1c17-4591-9dee-1765fa8af021 req-74f8369e-8555-474a-97a6-24fb469bcfe0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 913 time: 0.5008769 Dec 10 18:28:40.804138 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.806183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe56-2eb0-4853-a792-7e7df8b8a600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.821997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe56-2eb0-4853-a792-7e7df8b8a600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.829314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-02ddbe56-2eb0-4853-a792-7e7df8b8a600 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be1b425c-c3b2-4531-a89a-a9b3a282072b HTTP/1.1" status: 204 len: 168 time: 0.6797469 Dec 10 18:28:40.888697 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6418e820-1c17-4591-9dee-1765fa8af021 req-b252ba56-c407-44f3-a7f2-3a0ee69d4eac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97d5acdf-4b93-4867-b03d-532b3b000540 HTTP/1.1" status: 200 len: 217 time: 0.0970550 Dec 10 18:28:40.910630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddbe56-2eb0-4853-a792-7e7df8b8a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1b425c-c3b2-4531-a89a-a9b3a282072b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:40.912749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9110e298-69f0-42d9-be27-6c70b2ab2d26, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9110e298-69f0-42d9-be27-6c70b2ab2d26,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:40.914163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9110e298-69f0-42d9-be27-6c70b2ab2d26'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:40.923180 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2e0c3f-c63d-4091-8a4f-5458dbb71787" -d '{"events": [{"server_uuid": "b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "9110e298-69f0-42d9-be27-6c70b2ab2d26"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:40.951777 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:40.994259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85871b-4330-4717-9e10-d2ed40029b45 req-7a7e2e4f-036b-4a6e-a662-9fb608ec45d1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:40.996361 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e85871b-4330-4717-9e10-d2ed40029b45 req-7a7e2e4f-036b-4a6e-a662-9fb608ec45d1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2389858 Dec 10 18:28:41.002436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] For port 1106566a-15fc-45f1-955d-f4d18d57bdc0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1106566a-15fc-45f1-955d-f4d18d57bdc0,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:41.003039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:41.006088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365fc1b-1fd3-4ee4-b460-14e654d1e1e2 req-c5174a3a-1db2-4456-a51f-728b54c97a5a tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:41.037320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2365fc1b-1fd3-4ee4-b460-14e654d1e1e2 req-c5174a3a-1db2-4456-a51f-728b54c97a5a tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 944 time: 0.3742559 Dec 10 18:28:41.038532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Calling delete_port for 1106566a-15fc-45f1-955d-f4d18d57bdc0 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:41.082724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9110e298-69f0-42d9-be27-6c70b2ab2d26,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:41.146088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e85871b-4330-4717-9e10-d2ed40029b45 req-0e8e3b29-c753-432b-81ff-765ae6c06fc1 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377654 Dec 10 18:28:41.249408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2365fc1b-1fd3-4ee4-b460-14e654d1e1e2 req-794fda8a-75a9-469d-8583-4bfb569c9515 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087247 Dec 10 18:28:41.254815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418e820-1c17-4591-9dee-1765fa8af021 req-15259eda-0842-4f34-aecf-3ca63e73acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:41.264511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6418e820-1c17-4591-9dee-1765fa8af021 req-15259eda-0842-4f34-aecf-3ca63e73acee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.3599727 Dec 10 18:28:41.342786 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6418e820-1c17-4591-9dee-1765fa8af021 req-409d011a-c2fd-4e49-8779-533abd4ef321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693111 Dec 10 18:28:41.381105 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44f7fcc-aa7f-4513-8a63-c33741254e87 x-openstack-request-id: req-e44f7fcc-aa7f-4513-8a63-c33741254e87 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:41.381708 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a", "name": "network-vif-plugged", "status": "completed", "tag": "9110e298-69f0-42d9-be27-6c70b2ab2d26", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:41.381708 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e44f7fcc-aa7f-4513-8a63-c33741254e87 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:41.381963 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9110e298-69f0-42d9-be27-6c70b2ab2d26', 'code': 200} Dec 10 18:28:41.446398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e297a4f-8e48-413f-8e18-6b95fa22c029 req-12f691ee-1ff0-41a4-8734-5d51f72ead4d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:41.459461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e297a4f-8e48-413f-8e18-6b95fa22c029 req-12f691ee-1ff0-41a4-8734-5d51f72ead4d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1902134 Dec 10 18:28:41.554265 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e297a4f-8e48-413f-8e18-6b95fa22c029 req-cb1aa5b9-43a9-43ef-b8b3-32a9c442f82f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936670 Dec 10 18:28:41.639628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:41.658327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56380) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:41.711858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Pushing event deleted for resources: {'Port': ['ID=1106566a-15fc-45f1-955d-f4d18d57bdc0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:41.747214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f630c3-7197-47a7-ac14-ddbefeb8b201 req-c847dc3e-2d4b-4227-a5d0-abcd698e3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:41.749871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33f630c3-7197-47a7-ac14-ddbefeb8b201 req-c847dc3e-2d4b-4227-a5d0-abcd698e3479 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a HTTP/1.1" status: 200 len: 1096 time: 0.2607412 Dec 10 18:28:41.768846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084fdb4e-31a5-4ce0-a8c5-fbe29c69e109 req-5466e71f-50c6-4203-9d63-713e89038ff5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:41.777438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-084fdb4e-31a5-4ce0-a8c5-fbe29c69e109 req-5466e71f-50c6-4203-9d63-713e89038ff5 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1938910 Dec 10 18:28:41.831117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6418e820-1c17-4591-9dee-1765fa8af021 req-d50520d3-3187-4eeb-ae5d-616b7e202040 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804540 Dec 10 18:28:41.852633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56386) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:41.942455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-084fdb4e-31a5-4ce0-a8c5-fbe29c69e109 req-b25e5048-170e-45e4-92fa-e016eb5f380c tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602182 Dec 10 18:28:41.945816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6757-9589-466d-8e99-2c29e84afa0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.108409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33f630c3-7197-47a7-ac14-ddbefeb8b201 req-06245ea9-4abc-4457-9e53-f271d8bb2a35 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188751 Dec 10 18:28:42.133389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.277440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6418e820-1c17-4591-9dee-1765fa8af021 req-24f54886-42ff-4c25-bd3c-454285bccdc6 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327130 Dec 10 18:28:42.340859 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6757-9589-466d-8e99-2c29e84afa0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.353865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 97d5acdf-4b93-4867-b03d-532b3b000540 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:28:42.361207 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95de8bf2-87c1-4b00-a24b-e99478a95078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.379008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138db69-b8d1-4d0c-a13f-58dff52cb939 req-75394426-c7cd-4743-b243-3534e7f1f190 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:42.380693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3138db69-b8d1-4d0c-a13f-58dff52cb939 req-75394426-c7cd-4743-b243-3534e7f1f190 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2430758 Dec 10 18:28:42.381911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c9ff6757-9589-466d-8e99-2c29e84afa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.411202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff6757-9589-466d-8e99-2c29e84afa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccc7298-24b4-4490-97d8-bc401ebf6348,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:42.466101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c9ff6757-9589-466d-8e99-2c29e84afa0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=db17e77b22714b1c8c43d27682e52e1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6123197 Dec 10 18:28:42.471481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56396) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:42.570028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 97d5acdf-4b93-4867-b03d-532b3b000540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=97d5acdf-4b93-4867-b03d-532b3b000540,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:42.590451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '97d5acdf-4b93-4867-b03d-532b3b000540', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'port_id': '97d5acdf-4b93-4867-b03d-532b3b000540', 'mac_address': 'fa:16:3e:8d:ad:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75d1ce1-c8c6-4107-ac5a-1af9dba46860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:28:42.604384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce03-b9c7-46ed-be2d-0d67c7fdd4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.611068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3138db69-b8d1-4d0c-a13f-58dff52cb939 req-68377803-2e92-4638-bbc1-b738adc4a6e8 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009680 Dec 10 18:28:42.696914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce03-b9c7-46ed-be2d-0d67c7fdd4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.737502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.740406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Router 3487c6a5-62a5-457f-a613-5eb2c1c448cc has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:28:42.758955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d5acdf-4b93-4867-b03d-532b3b000540 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:42.782608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce03-b9c7-46ed-be2d-0d67c7fdd4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.787722 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c8d5ce03-b9c7-46ed-be2d-0d67c7fdd4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.789629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c8d5ce03-b9c7-46ed-be2d-0d67c7fdd4b4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4ccc7298-24b4-4490-97d8-bc401ebf6348 HTTP/1.1" status: 204 len: 168 time: 0.3123400 Dec 10 18:28:42.802020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 97d5acdf-4b93-4867-b03d-532b3b000540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=97d5acdf-4b93-4867-b03d-532b3b000540,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:42.807273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:42.825748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95b8ad-d4bc-41f4-bffe-a91028ce309a req-cfd765d2-e74c-420a-9a97-18594291f285 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:42.834576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5ce03-b9c7-46ed-be2d-0d67c7fdd4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccc7298-24b4-4490-97d8-bc401ebf6348,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:42.843698 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac95b8ad-d4bc-41f4-bffe-a91028ce309a req-cfd765d2-e74c-420a-9a97-18594291f285 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 944 time: 0.3845921 Dec 10 18:28:42.948188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=97d5acdf-4b93-4867-b03d-532b3b000540,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:42.964791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52964522-7c8f-43a6-84bd-3606043558ed req-d16d36ed-f219-448d-a5b6-4994f84b7b01 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:42.978771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-52964522-7c8f-43a6-84bd-3606043558ed req-d16d36ed-f219-448d-a5b6-4994f84b7b01 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1423643 Dec 10 18:28:43.056372 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-52964522-7c8f-43a6-84bd-3606043558ed req-aa9ab9e1-af9e-407a-a488-5332cb5cb892 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762429 Dec 10 18:28:43.056814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95de8bf2-87c1-4b00-a24b-e99478a95078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.069612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95de8bf2-87c1-4b00-a24b-e99478a95078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.108142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['97d5acdf-4b93-4867-b03d-532b3b000540'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:43.152055 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac95b8ad-d4bc-41f4-bffe-a91028ce309a req-9b95f30c-6be3-44a2-8274-3eba31388922 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910743 Dec 10 18:28:43.242407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fa42f-7cc8-4bfd-8839-ecea76a09e0c req-a8c947da-20e9-4504-988d-ed11fa66532b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:43.244462 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c7fa42f-7cc8-4bfd-8839-ecea76a09e0c req-a8c947da-20e9-4504-988d-ed11fa66532b tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.1088047 Dec 10 18:28:43.294973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56416) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:43.401145 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c7fa42f-7cc8-4bfd-8839-ecea76a09e0c req-249f2374-3409-480a-b25e-41968af08b71 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416025 Dec 10 18:28:43.657686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d20cdd-dbdc-4703-af51-aaa4dce90ffc req-8653df15-91bb-4b25-8c61-19cd71fc64ec tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:43.667144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8d20cdd-dbdc-4703-af51-aaa4dce90ffc req-8653df15-91bb-4b25-8c61-19cd71fc64ec tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.0829947 Dec 10 18:28:43.729173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de8bf2-87c1-4b00-a24b-e99478a95078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519af7cd-133e-49c1-b00e-51ee51684389,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:43.755973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-95de8bf2-87c1-4b00-a24b-e99478a95078 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0e2db107b024293bd0e2439325f8bbb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0949354 Dec 10 18:28:43.766436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56432) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:43.790548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:28:43.799243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e9793d69-0c2d-4b6d-8dc8-ff7fab27c151 admin admin] 10.222.0.55 "PUT /v2.0/routers/3487c6a5-62a5-457f-a613-5eb2c1c448cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5817516 Dec 10 18:28:43.801588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] Sync routers for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:28:43.816297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56436) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:43.826003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:43.828117 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:28:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:43.832728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8d20cdd-dbdc-4703-af51-aaa4dce90ffc req-e0536b1d-546b-4c53-a265-679f7cc530ae tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459816 Dec 10 18:28:43.857300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fec70361-804a-4126-8fd3-990a5b95dc93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.910259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac46e-13f0-4b24-940a-41b77fd5d912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:43.958194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac46e-13f0-4b24-940a-41b77fd5d912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.036551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.060967 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:44.114575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac46e-13f0-4b24-940a-41b77fd5d912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.126236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f3ac46e-13f0-4b24-940a-41b77fd5d912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.133416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5f3ac46e-13f0-4b24-940a-41b77fd5d912 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/519af7cd-133e-49c1-b00e-51ee51684389 HTTP/1.1" status: 204 len: 168 time: 0.3655787 Dec 10 18:28:44.174183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ac46e-13f0-4b24-940a-41b77fd5d912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519af7cd-133e-49c1-b00e-51ee51684389,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:44.290338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fec70361-804a-4126-8fd3-990a5b95dc93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.303019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fec70361-804a-4126-8fd3-990a5b95dc93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.385843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 97d5acdf-4b93-4867-b03d-532b3b000540 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:28:44.459748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.490151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fec70361-804a-4126-8fd3-990a5b95dc93 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=107e2761677e4a4cb55af81bf102b36f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1886668 Dec 10 18:28:44.508889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e6f2-a3e1-4c52-91a5-25044326b536 req-5c92cf32-98c4-46be-b10c-c16b6f309a29 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:44.511285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56456) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:44.520950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17f6e6f2-a3e1-4c52-91a5-25044326b536 req-5c92cf32-98c4-46be-b10c-c16b6f309a29 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1981618 Dec 10 18:28:44.566617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:28:41Z', 'revision_number': 5, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port': {'id': '76da1e2b-bc83-4d17-8ba1-a7175a11b8e2', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1037, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:38Z', 'updated_at': '2021-12-10T18:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:44.593743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 97d5acdf-4b93-4867-b03d-532b3b000540 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:28:44.609533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 97d5acdf-4b93-4867-b03d-532b3b000540 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:28:44.612650 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.640853 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] Checking router: 3487c6a5-62a5-457f-a613-5eb2c1c448cc for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:28:44.659381 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] Routers {'3487c6a5-62a5-457f-a613-5eb2c1c448cc'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:44.660363 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:28:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:44.800007 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] Set router 3487c6a5-62a5-457f-a613-5eb2c1c448cc gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:44.809078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56462) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:44.877428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec70361-804a-4126-8fd3-990a5b95dc93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e1b6bd-f090-4a1c-8cc5-f9d086d46768,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:44.883233 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36423d5-c558-4713-a7be-e6257f68dcfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:44.930676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17f6e6f2-a3e1-4c52-91a5-25044326b536 req-ac3e71ef-cb7f-4fd6-945e-b433c8ede3d8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071455 Dec 10 18:28:44.955299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc0ce1-51ef-4c27-a63f-3635de8e18e5 req-a45b7739-ec03-4cd7-812a-40f793e27d85 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:44.984142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7dc0ce1-51ef-4c27-a63f-3635de8e18e5 req-a45b7739-ec03-4cd7-812a-40f793e27d85 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 945 time: 0.6093981 Dec 10 18:28:45.043205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36423d5-c558-4713-a7be-e6257f68dcfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.049337 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.050199 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c36423d5-c558-4713-a7be-e6257f68dcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.070701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0de6856e-328b-45ff-b9c0-05871c027d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.117615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52876c7b-8751-4ee2-801d-6807441ace7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d5acdf-4b93-4867-b03d-532b3b000540'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:45.121427 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e66ee35-02b4-4497-a28e-f068030bc5d8" -d '{"events": [{"server_uuid": "52876c7b-8751-4ee2-801d-6807441ace7f", "name": "network-vif-plugged", "status": "completed", "tag": "97d5acdf-4b93-4867-b03d-532b3b000540"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:45.156500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 97d5acdf-4b93-4867-b03d-532b3b000540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=97d5acdf-4b93-4867-b03d-532b3b000540,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:45.169175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.251937 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c36423d5-c558-4713-a7be-e6257f68dcfa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cd45b0fe246494fa58a2ba46f9cf88c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4316475 Dec 10 18:28:45.269262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56480) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:45.279093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7dc0ce1-51ef-4c27-a63f-3635de8e18e5 req-cef5fdc2-f704-467a-becc-03f338049570 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914517 Dec 10 18:28:45.287524 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0de6856e-328b-45ff-b9c0-05871c027d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.310524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=97d5acdf-4b93-4867-b03d-532b3b000540,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.330497 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646fb942-1d4b-446e-9e4c-4362fb98f95d x-openstack-request-id: req-646fb942-1d4b-446e-9e4c-4362fb98f95d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:45.330807 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52876c7b-8751-4ee2-801d-6807441ace7f", "name": "network-vif-plugged", "status": "completed", "tag": "97d5acdf-4b93-4867-b03d-532b3b000540", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:45.331073 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-646fb942-1d4b-446e-9e4c-4362fb98f95d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:45.331503 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52876c7b-8751-4ee2-801d-6807441ace7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d5acdf-4b93-4867-b03d-532b3b000540', 'code': 200} Dec 10 18:28:45.410839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Deleting port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:45.410839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.425249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36423d5-c558-4713-a7be-e6257f68dcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931ef599-497d-48f6-8ea7-e764c24f4829,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.474984 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:28:44Z', 'revision_number': 6, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:45.534571 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eae659f7-6885-477f-ac08-13fcf1ffeb02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.544424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04eabb-2df7-4746-b2f5-3607de2a348b req-066d1b8c-4d9f-4544-9d77-c17831bbdd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:45.547768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f04eabb-2df7-4746-b2f5-3607de2a348b req-066d1b8c-4d9f-4544-9d77-c17831bbdd80 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 1097 time: 0.1237097 Dec 10 18:28:45.609720 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d800031-87bb-4276-a9d6-b2a3219a1a95 None None] The sync data for ids ['3487c6a5-62a5-457f-a613-5eb2c1c448cc'] in n-d-821424-1 is: [{'id': '3487c6a5-62a5-457f-a613-5eb2c1c448cc', 'name': 'tempest-TaggedBootDevicesTest_v242-999693999-router', 'tenant_id': 'b6687e1a7c07480f957713bd04918432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:37Z', 'updated_at': '2021-12-10T18:28:44Z', 'revision_number': 6, 'project_id': 'b6687e1a7c07480f957713bd04918432', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:28:45.619938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0de6856e-328b-45ff-b9c0-05871c027d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.623811 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0de6856e-328b-45ff-b9c0-05871c027d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.625902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0de6856e-328b-45ff-b9c0-05871c027d70 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d3e1b6bd-f090-4a1c-8cc5-f9d086d46768 HTTP/1.1" status: 204 len: 168 time: 1.1110351 Dec 10 18:28:45.636347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] For port 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:45.636715 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.643346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f04eabb-2df7-4746-b2f5-3607de2a348b req-cb6ea9c7-9d54-4397-995e-57c4b3dfaf01 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839617 Dec 10 18:28:45.654814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Calling delete_port for 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:45.667532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6856e-328b-45ff-b9c0-05871c027d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e1b6bd-f090-4a1c-8cc5-f9d086d46768,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:45.715447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eae659f7-6885-477f-ac08-13fcf1ffeb02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.890735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eae659f7-6885-477f-ac08-13fcf1ffeb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.894800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eae659f7-6885-477f-ac08-13fcf1ffeb02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:45.901807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eae659f7-6885-477f-ac08-13fcf1ffeb02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/931ef599-497d-48f6-8ea7-e764c24f4829 HTTP/1.1" status: 204 len: 168 time: 0.6303809 Dec 10 18:28:45.917134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae659f7-6885-477f-ac08-13fcf1ffeb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931ef599-497d-48f6-8ea7-e764c24f4829,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:46.043706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.089776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Pushing event deleted for resources: {'Port': ['ID=76da1e2b-bc83-4d17-8ba1-a7175a11b8e2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:46.128514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c58ce-d222-428b-aa87-8cb87c7bfa3e None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:28:46.342351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eed17-9a78-4848-a228-8f8bfe022191 req-29a289d6-3253-4fcd-807d-cc781f0df919 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:46.344147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-275eed17-9a78-4848-a228-8f8bfe022191 req-29a289d6-3253-4fcd-807d-cc781f0df919 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2222726 Dec 10 18:28:46.371275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.484247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-275eed17-9a78-4848-a228-8f8bfe022191 req-f880efc9-091d-429f-99fc-ca28ae8ac984 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247215 Dec 10 18:28:46.681581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.684200 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.687556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:46.702876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4fd5-597f-4fb8-96bf-893312f2fbbc req-80b11119-eba4-429c-ab19-58c8f426811b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:46.704461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c54b4fd5-597f-4fb8-96bf-893312f2fbbc req-80b11119-eba4-429c-ab19-58c8f426811b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 946 time: 0.1779804 Dec 10 18:28:46.754911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:46.755264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 76da1e2b-bc83-4d17-8ba1-a7175a11b8e2 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:46.755681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1106566a-15fc-45f1-955d-f4d18d57bdc0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:46.791653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.792754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3487c6a5-62a5-457f-a613-5eb2c1c448cc {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:28:46.805442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:46.809038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-89be87f8-b557-4399-8e12-d97da65ba48d admin admin] 10.222.0.55 "DELETE /v2.0/routers/3487c6a5-62a5-457f-a613-5eb2c1c448cc HTTP/1.1" status: 204 len: 168 time: 2.9889379 Dec 10 18:28:46.811047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56534) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:46.875381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 1106566a-15fc-45f1-955d-f4d18d57bdc0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:46.875950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1106566a-15fc-45f1-955d-f4d18d57bdc0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:46.930791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c54b4fd5-597f-4fb8-96bf-893312f2fbbc req-5996a34a-73a5-4c86-a8e7-3b5881d3286c tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169666 Dec 10 18:28:46.973957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] Deleting subnet 5c0c9154-5a71-403c-a602-a84d7cec1946 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:28:46.987256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.097789 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.252683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.337224 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.368822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0c9154-5a71-403c-a602-a84d7cec1946,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:47.378990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:47.384615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5962afc3-4b99-434c-a5ac-8f71262423ae None None] Network a1e02eb6-044c-4472-8069-0938c7981d40 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:28:47.391529 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dc08c2da-4713-4cea-bbbd-c1a98c676311 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5c0c9154-5a71-403c-a602-a84d7cec1946 HTTP/1.1" status: 204 len: 168 time: 0.5755894 Dec 10 18:28:47.394963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56562) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:47.828596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] DHCP port deletion for a1e02eb6-044c-4472-8069-0938c7981d40 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:28:47.911209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] Deleting port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:47.919015 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.125251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] For port 9d3ac573-a674-46f1-b5f4-dcd0729d6262, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d3ac573-a674-46f1-b5f4-dcd0729d6262,segment=NetworkSegment(f9ea7bcb-326f-42ff-9a4a-751fed8f714b),segment_id=f9ea7bcb-326f-42ff-9a4a-751fed8f714b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:48.125984 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.153380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] Calling delete_port for 9d3ac573-a674-46f1-b5f4-dcd0729d6262 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:48.286016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c6213-3aa4-4826-b79b-7623057fc06b req-75a87fb0-e2d4-432f-aacd-1c6506a329a5 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:48.301005 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-287c6213-3aa4-4826-b79b-7623057fc06b req-75a87fb0-e2d4-432f-aacd-1c6506a329a5 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 946 time: 0.1868262 Dec 10 18:28:48.358183 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.392780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.413688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-287c6213-3aa4-4826-b79b-7623057fc06b req-2f7a5c66-db00-49c4-b71c-02c9cae783bf tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115482 Dec 10 18:28:48.427316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] Pushing event deleted for resources: {'Port': ['ID=9d3ac573-a674-46f1-b5f4-dcd0729d6262,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:48.430875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff3feb-7f9f-4ba0-8f9c-99fcdb5ca470 None None] No DVR routers for this DVR port 9d3ac573-a674-46f1-b5f4-dcd0729d6262 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:28:48.577395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.678847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e02eb6-044c-4472-8069-0938c7981d40']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:48.701961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d3ac573-a674-46f1-b5f4-dcd0729d6262 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:48.702172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:48.702172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ea7bcb-326f-42ff-9a4a-751fed8f714b') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:48.714808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.763456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9d3ac573-a674-46f1-b5f4-dcd0729d6262 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:48.764734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d3ac573-a674-46f1-b5f4-dcd0729d6262 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:48.842100 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.877177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:28:48.878291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:28:48.883898 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:28:49.034598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada038c5-accf-440d-8555-e1094df61092 req-9beb864b-0861-4e43-9476-0d6b83e8066b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:49.044288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ada038c5-accf-440d-8555-e1094df61092 req-9beb864b-0861-4e43-9476-0d6b83e8066b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a HTTP/1.1" status: 200 len: 945 time: 0.4184411 Dec 10 18:28:49.101494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:49.128337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:49.134065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] 10.222.0.55 "DELETE /v2.0/networks/a1e02eb6-044c-4472-8069-0938c7981d40 HTTP/1.1" status: 204 len: 168 time: 1.7377517 Dec 10 18:28:49.135495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8faa605-cd11-4a49-b05a-0ba1cc49d815 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e02eb6-044c-4472-8069-0938c7981d40,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:49.139639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56710) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:49.191055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ada038c5-accf-440d-8555-e1094df61092 req-a47ce35f-5941-4d0d-901c-93fa81826ecf tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418800 Dec 10 18:28:49.915024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56746) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:50.182245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.223759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7863-c4ab-4306-95f5-beb0be53e15d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.452238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7863-c4ab-4306-95f5-beb0be53e15d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.457005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7863-c4ab-4306-95f5-beb0be53e15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.531658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cbeb7863-c4ab-4306-95f5-beb0be53e15d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a7f586a8e0e4e9f8ad354a6b471b5ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6126211 Dec 10 18:28:50.532400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:50.592053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-409cdc9b-cce4-4579-968c-3ee3865471a2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:50.600189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-409cdc9b-cce4-4579-968c-3ee3865471a2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 812 time: 0.2047589 Dec 10 18:28:50.612224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb7863-c4ab-4306-95f5-beb0be53e15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da26692-b250-4895-965f-8cbcf89adb9a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:50.709801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4f087ee-3614-4f1c-bcd8-fac71806f550 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.719835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-aa4ee7b9-0018-43b9-8e74-6f499571928d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/quotas/8c829908fdd64607b350d26231260b97 HTTP/1.1" status: 200 len: 375 time: 0.0291765 Dec 10 18:28:50.766069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4f087ee-3614-4f1c-bcd8-fac71806f550 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.893774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4f087ee-3614-4f1c-bcd8-fac71806f550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.896881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f4f087ee-3614-4f1c-bcd8-fac71806f550 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:50.898398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f4f087ee-3614-4f1c-bcd8-fac71806f550 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7da26692-b250-4895-965f-8cbcf89adb9a HTTP/1.1" status: 204 len: 168 time: 0.3597240 Dec 10 18:28:50.909098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f087ee-3614-4f1c-bcd8-fac71806f550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da26692-b250-4895-965f-8cbcf89adb9a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:50.918872 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-86084a12-9d47-433e-b7c6-feeaba187bd1 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765094 Dec 10 18:28:51.179316 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:28:51.191071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-cce410b9-7a4e-45cb-937a-a652a11a511b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:51.193947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-cce410b9-7a4e-45cb-937a-a652a11a511b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a HTTP/1.1" status: 200 len: 945 time: 0.1438966 Dec 10 18:28:51.339718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-b8e8d88d-a5c7-4b6e-b592-8a670dc7685b service neutron] 10.222.0.55 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788519 Dec 10 18:28:51.523892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Deleting port 9110e298-69f0-42d9-be27-6c70b2ab2d26 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:51.524250 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:51.579798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56800) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:51.671064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Deleting port 73c41fc5-11a1-4eb5-8423-a7e10a30734a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:51.671614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:51.712961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-c88d6439-7e38-4a2e-90f3-ad6b49744a9b service neutron] 10.222.0.55 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563266 Dec 10 18:28:51.881012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c494418-9d0c-43d5-b21f-acfe5c376e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:51.907609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-bbebaca9-2229-476c-810a-003e6572118a tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:51.910395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-bbebaca9-2229-476c-810a-003e6572118a tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/ports?device_id=52876c7b-8751-4ee2-801d-6807441ace7f HTTP/1.1" status: 200 len: 946 time: 0.3681660 Dec 10 18:28:52.023762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] For port 73c41fc5-11a1-4eb5-8423-a7e10a30734a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=73c41fc5-11a1-4eb5-8423-a7e10a30734a,segment=NetworkSegment(3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f),segment_id=3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:52.024128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.064188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Calling delete_port for 73c41fc5-11a1-4eb5-8423-a7e10a30734a owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:52.153427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] For port 9110e298-69f0-42d9-be27-6c70b2ab2d26, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9110e298-69f0-42d9-be27-6c70b2ab2d26,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:52.154232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.203502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Calling delete_port for 9110e298-69f0-42d9-be27-6c70b2ab2d26 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:52.291795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Deleting port 97d5acdf-4b93-4867-b03d-532b3b000540 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:52.292232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.652082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0f118d96-f296-4754-9b58-990e54b70a0e req-b6c39f05-4925-40eb-8a81-b5821826cdec tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 210 time: 0.1129048 Dec 10 18:28:52.662773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.750605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] For port 97d5acdf-4b93-4867-b03d-532b3b000540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=97d5acdf-4b93-4867-b03d-532b3b000540,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:52.750984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:52.807976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Pushing event deleted for resources: {'Port': ['ID=73c41fc5-11a1-4eb5-8423-a7e10a30734a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:52.864791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Calling delete_port for 97d5acdf-4b93-4867-b03d-532b3b000540 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:53.080997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.097258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9110e298-69f0-42d9-be27-6c70b2ab2d26', '97d5acdf-4b93-4867-b03d-532b3b000540'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:53.226229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event deleted for resources: {'Port': ['ID=9110e298-69f0-42d9-be27-6c70b2ab2d26,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:53.277532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c494418-9d0c-43d5-b21f-acfe5c376e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.308572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c494418-9d0c-43d5-b21f-acfe5c376e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.416211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c494418-9d0c-43d5-b21f-acfe5c376e0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f1360c7568ce4682962e330e4ed9ecc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8330586 Dec 10 18:28:53.441553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] No DVR routers for this DVR port 9110e298-69f0-42d9-be27-6c70b2ab2d26 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:28:53.441686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56880) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:53.444339 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.459093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b65acb5d-1ed6-484e-8b8c-496ecab94523 req-018da778-bc52-49d4-97e3-940fe8fbb910 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "DELETE /v2.0/ports/9110e298-69f0-42d9-be27-6c70b2ab2d26 HTTP/1.1" status: 204 len: 173 time: 2.2570400 Dec 10 18:28:53.459593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'name': 'network-vif-deleted', 'tag': '9110e298-69f0-42d9-be27-6c70b2ab2d26'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:53.473341 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140fb273-b37b-4fe4-bb11-d286fdd0352b" -d '{"events": [{"server_uuid": "b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a", "name": "network-vif-deleted", "tag": "9110e298-69f0-42d9-be27-6c70b2ab2d26"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:53.635690 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c030f5-3a6c-4fff-8cf6-e63a96968c1e x-openstack-request-id: req-64c030f5-3a6c-4fff-8cf6-e63a96968c1e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:53.635994 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a", "name": "network-vif-deleted", "tag": "9110e298-69f0-42d9-be27-6c70b2ab2d26", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:53.638792 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-64c030f5-3a6c-4fff-8cf6-e63a96968c1e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:53.639287 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d43c78-7de2-41f3-bbac-d5ee3bc5cc0a', 'name': 'network-vif-deleted', 'tag': '9110e298-69f0-42d9-be27-6c70b2ab2d26', 'status': 'completed', 'code': 200} Dec 10 18:28:53.686603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:53.711546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.753323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9110e298-69f0-42d9-be27-6c70b2ab2d26'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:28:53.803821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event deleted for resources: {'Port': ['ID=97d5acdf-4b93-4867-b03d-532b3b000540,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:53.927063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] No DVR routers for this DVR port 97d5acdf-4b93-4867-b03d-532b3b000540 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:28:53.935872 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:53.946831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c3a13bc-1cc3-4f1b-bbfa-0b5b06624614 req-0a594fc5-734e-4232-a96d-4e5c0da063ba tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "DELETE /v2.0/ports/97d5acdf-4b93-4867-b03d-532b3b000540 HTTP/1.1" status: 204 len: 173 time: 2.0132999 Dec 10 18:28:53.948120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c494418-9d0c-43d5-b21f-acfe5c376e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844e1706-dcff-4515-96d5-d4231bf8772b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:54.008339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68ac3826-1e63-4cbd-8680-ff208a85ceda req-45067d6a-6ef0-4048-ad4f-95d38074931d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 210 time: 0.1555855 Dec 10 18:28:54.013618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a185352-425f-4bb8-aaf7-bba503dac905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.021845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.049469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ca59ff-50fa-49a9-8112-16732f39bdac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.127306 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ca59ff-50fa-49a9-8112-16732f39bdac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.235646 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a185352-425f-4bb8-aaf7-bba503dac905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.242297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a185352-425f-4bb8-aaf7-bba503dac905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.300271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7a185352-425f-4bb8-aaf7-bba503dac905 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5eed157d1fc441debcc6d021ddd4f225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6125250 Dec 10 18:28:54.304719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56912) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:54.313308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ca59ff-50fa-49a9-8112-16732f39bdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.316282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ca59ff-50fa-49a9-8112-16732f39bdac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.317894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62ca59ff-50fa-49a9-8112-16732f39bdac admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/844e1706-dcff-4515-96d5-d4231bf8772b HTTP/1.1" status: 204 len: 168 time: 0.8763282 Dec 10 18:28:54.353774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca59ff-50fa-49a9-8112-16732f39bdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844e1706-dcff-4515-96d5-d4231bf8772b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:54.384785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a185352-425f-4bb8-aaf7-bba503dac905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803b28ef-f90b-4aaf-bab3-7914b2cf0918,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:54.440523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9683f791-5ce9-402a-a472-6dd4eb41f247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.491911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9683f791-5ce9-402a-a472-6dd4eb41f247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.594188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9683f791-5ce9-402a-a472-6dd4eb41f247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.598427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9683f791-5ce9-402a-a472-6dd4eb41f247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:54.606498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9683f791-5ce9-402a-a472-6dd4eb41f247 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/803b28ef-f90b-4aaf-bab3-7914b2cf0918 HTTP/1.1" status: 204 len: 168 time: 0.2932112 Dec 10 18:28:54.620347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683f791-5ce9-402a-a472-6dd4eb41f247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803b28ef-f90b-4aaf-bab3-7914b2cf0918,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:55.075871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56930) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:55.204232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-873c6565-4308-4a1e-abe2-11c9096a163d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:55.359705 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ecef3fa-1f6b-405b-aa02-d7e72ca3bf2a req-11aa50e9-8725-428a-960f-056386425b62 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 210 time: 0.1786087 Dec 10 18:28:55.425726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-02afee61-8e58-4979-aaa0-b38eb8076b72 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:55.437197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-02afee61-8e58-4979-aaa0-b38eb8076b72 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 812 time: 0.6031208 Dec 10 18:28:55.461577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Request body: {'port': {'device_id': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'admin_state_up': True, 'tenant_id': '8c829908fdd64607b350d26231260b97'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:55.694137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Router edadddea-2cc7-4597-a6f7-70a212e7e74d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:28:55.718251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52876c7b-8751-4ee2-801d-6807441ace7f', 'name': 'network-vif-deleted', 'tag': '97d5acdf-4b93-4867-b03d-532b3b000540'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:28:55.738656 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8228054-2b57-4b6c-88f9-46d1ef9a9ad2" -d '{"events": [{"server_uuid": "52876c7b-8751-4ee2-801d-6807441ace7f", "name": "network-vif-deleted", "tag": "97d5acdf-4b93-4867-b03d-532b3b000540"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:28:56.026208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-533e31f2-ad70-40be-902b-9a8eeb031e3f tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:56.029580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-533e31f2-ad70-40be-902b-9a8eeb031e3f tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 812 time: 0.2787690 Dec 10 18:28:56.083415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-873c6565-4308-4a1e-abe2-11c9096a163d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.086037 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c77db-72a8-4c4e-8db6-a67b81cbb9e3 x-openstack-request-id: req-503c77db-72a8-4c4e-8db6-a67b81cbb9e3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:28:56.086622 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52876c7b-8751-4ee2-801d-6807441ace7f", "name": "network-vif-deleted", "tag": "97d5acdf-4b93-4867-b03d-532b3b000540", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:28:56.087286 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-503c77db-72a8-4c4e-8db6-a67b81cbb9e3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:28:56.087930 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52876c7b-8751-4ee2-801d-6807441ace7f', 'name': 'network-vif-deleted', 'tag': '97d5acdf-4b93-4867-b03d-532b3b000540', 'status': 'completed', 'code': 200} Dec 10 18:28:56.093190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-873c6565-4308-4a1e-abe2-11c9096a163d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.124856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:28:56.126141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Request body: {'port': {'device_id': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'admin_state_up': True, 'tenant_id': '8c829908fdd64607b350d26231260b97'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:56.130492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-086eeebb-b494-4433-9ea9-65c7d430381a admin admin] 10.222.0.55 "PUT /v2.0/routers/edadddea-2cc7-4597-a6f7-70a212e7e74d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9897070 Dec 10 18:28:56.133281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56970) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:56.140263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-873c6565-4308-4a1e-abe2-11c9096a163d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=04b89fbc2fac431986bbfe11ee890e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0608044 Dec 10 18:28:56.141362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56972) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:56.146609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] Sync routers for ids ['edadddea-2cc7-4597-a6f7-70a212e7e74d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:28:56.190107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] Routers {'edadddea-2cc7-4597-a6f7-70a212e7e74d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:56.190779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:28:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['edadddea-2cc7-4597-a6f7-70a212e7e74d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:56.335198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Made reservation on behalf of 8c829908fdd64607b350d26231260b97 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:56.349120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56984) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:56.356707 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.516361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ee4cf-d16b-4be1-883a-9e7568b279a7 req-068b30ec-7428-4d9d-b7af-6e8f86cb9363 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:56.523526 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c1ee4cf-d16b-4be1-883a-9e7568b279a7 req-068b30ec-7428-4d9d-b7af-6e8f86cb9363 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2304373 Dec 10 18:28:56.538745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9110e298-69f0-42d9-be27-6c70b2ab2d26 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:56.565829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.618436 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c1ee4cf-d16b-4be1-883a-9e7568b279a7 req-5452c182-59b6-4428-8ffc-0a3387b6af04 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806093 Dec 10 18:28:56.618828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 9110e298-69f0-42d9-be27-6c70b2ab2d26 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:56.622250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9110e298-69f0-42d9-be27-6c70b2ab2d26 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:56.622837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 97d5acdf-4b93-4867-b03d-532b3b000540 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:56.671229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 97d5acdf-4b93-4867-b03d-532b3b000540 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:56.676446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 97d5acdf-4b93-4867-b03d-532b3b000540 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:56.708349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] Set router edadddea-2cc7-4597-a6f7-70a212e7e74d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:56.721749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2139093964'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:56.754771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4be8580f-d4eb-4888-886a-39e53ab0fadc req-ca3e28da-3102-49cd-b661-3f9e0c5a4b7c tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 210 time: 0.1071270 Dec 10 18:28:56.755469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c6565-4308-4a1e-abe2-11c9096a163d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66fd3a0-118d-41b6-8195-43cf67f49739,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:56.796596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.api [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:28:56.796596 n-d-821424-1 neutron-server[103500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:28:56.796596 n-d-821424-1 neutron-server[103500]: [parameters: {'project_id_1': 'a5edbfb80a9048bb875bac2cfea4ef87', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 28, 36, 727364)}] Dec 10 18:28:56.796596 n-d-821424-1 neutron-server[103500]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:28:56.797510 n-d-821424-1 neutron-server[103500]: DEBUG oslo_db.api [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:28:56.813211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.863846 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50fd15b2-ecfa-4029-8ed8-ee9670f4d07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.889567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50fd15b2-ecfa-4029-8ed8-ee9670f4d07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.964977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Deleting port a1b9a1cf-87f1-43a6-9387-006d75054d37 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:56.968291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:56.985224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Allocated IP 172.20.0.2 (8d8a70a6-4903-4150-9b8d-cd72d287dfe5/b75d1ce1-c8c6-4107-ac5a-1af9dba46860/f66b1166-4fd2-463e-88ba-01104d1d39d7) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:57.053288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:28:52Z', 'revision_number': 5, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port': {'id': 'a1b9a1cf-87f1-43a6-9387-006d75054d37', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:90:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:15:52Z', 'updated_at': '2021-12-10T18:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:57.091781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] Checking router: edadddea-2cc7-4597-a6f7-70a212e7e74d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:28:57.102289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] Routers {'edadddea-2cc7-4597-a6f7-70a212e7e74d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:28:57.103290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:28:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['edadddea-2cc7-4597-a6f7-70a212e7e74d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:57.152381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] For port a1b9a1cf-87f1-43a6-9387-006d75054d37, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a1b9a1cf-87f1-43a6-9387-006d75054d37,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:57.152381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.152939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.165997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Calling delete_port for a1b9a1cf-87f1-43a6-9387-006d75054d37 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:57.191606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Made reservation on behalf of 8c829908fdd64607b350d26231260b97 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:57.196339 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.292780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] Set router edadddea-2cc7-4597-a6f7-70a212e7e74d gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:28:57.358588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Allocated IP 172.20.0.13 (8d8a70a6-4903-4150-9b8d-cd72d287dfe5/b75d1ce1-c8c6-4107-ac5a-1af9dba46860/c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:28:57.366195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.380084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Made reservation on behalf of a5edbfb80a9048bb875bac2cfea4ef87 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:57.387172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.406839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.564185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.596614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:28:56Z', 'revision_number': 6, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:28:57.639427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:57.640179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baedb4fd-433e-4e26-9890-3412ca90d4f9 None None] The sync data for ids ['edadddea-2cc7-4597-a6f7-70a212e7e74d'] in n-d-821424-1 is: [{'id': 'edadddea-2cc7-4597-a6f7-70a212e7e74d', 'name': 'tempest-TaggedBootDevicesTest_v242-774497205-router', 'tenant_id': '7177906b6d91487196fb0f865982583e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:15:51Z', 'updated_at': '2021-12-10T18:28:56Z', 'revision_number': 6, 'project_id': '7177906b6d91487196fb0f865982583e', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:28:57.665944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b9a1cf-87f1-43a6-9387-006d75054d37,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:57.670023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:57.689644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d020a622-6591-4dbc-94b2-59708ebc4e77 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:28:57.700986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:57.723227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.740910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.806425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:57.806425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.835863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:28:57.875237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event updated for resources: {'Port': ['ID=f66b1166-4fd2-463e-88ba-01104d1d39d7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:57.878663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2ec6a2-cd46-4f56-8b9e-89dc93f7789d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:57.882123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.917703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-bbd857be-54a5-46bc-b4d1-a2e1ee934623 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4678748 Dec 10 18:28:57.921077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50fd15b2-ecfa-4029-8ed8-ee9670f4d07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.923886 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50fd15b2-ecfa-4029-8ed8-ee9670f4d07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:57.925969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-50fd15b2-ecfa-4029-8ed8-ee9670f4d07e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b66fd3a0-118d-41b6-8195-43cf67f49739 HTTP/1.1" status: 204 len: 168 time: 1.7773378 Dec 10 18:28:57.944880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Request body: {'port': {'device_id': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:58.052461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.055675 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.116476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd15b2-ecfa-4029-8ed8-ee9670f4d07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66fd3a0-118d-41b6-8195-43cf67f49739,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:58.126401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-160f9e3a-858c-4d77-8056-aa487459372a req-092b9ab7-aca5-4431-bd84-8b71e10a6433 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 210 time: 0.0867922 Dec 10 18:28:58.157108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.157794 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Added segment b19f50d9-d620-4595-9fd8-d04674cd7650 of type vlan for network 499e8623-a5b1-4549-842e-216682cacba4 Dec 10 18:28:58.191921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.216334 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.216334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edadddea-2cc7-4597-a6f7-70a212e7e74d {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:28:58.238876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.242789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94461c46-952b-4e75-ac85-548e66a50632 admin admin] 10.222.0.55 "DELETE /v2.0/routers/edadddea-2cc7-4597-a6f7-70a212e7e74d HTTP/1.1" status: 204 len: 168 time: 2.1056144 Dec 10 18:28:58.243012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57016) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:58.267885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23856d64-ecd5-416b-9737-d6f358d48e12 req-d5c0ce2d-d749-4f79-ae7b-59efb4736250 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:58.281344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23856d64-ecd5-416b-9737-d6f358d48e12 req-d5c0ce2d-d749-4f79-ae7b-59efb4736250 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.4985211 Dec 10 18:28:58.292108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ba4575b8-ab30-4897-9091-7778a54c5d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.385172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.394850 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.436976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb00235-e537-4e16-9847-e5752a639458 req-8790c830-ddd2-4d93-a593-91887fb5eb0f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:58.438575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7cb00235-e537-4e16-9847-e5752a639458 req-8790c830-ddd2-4d93-a593-91887fb5eb0f tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.3202739 Dec 10 18:28:58.480447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] Deleting subnet da24416c-75bb-46c4-b03a-20c7c499a820 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:28:58.490350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.643543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.697705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23856d64-ecd5-416b-9737-d6f358d48e12 req-a14313b2-2caf-4021-8b60-a9bc48def104 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146969 Dec 10 18:28:58.716079 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.722056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:58.722905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.737623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:58.757617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 73c41fc5-11a1-4eb5-8423-a7e10a30734a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:58.837533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 73c41fc5-11a1-4eb5-8423-a7e10a30734a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:58.837899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 73c41fc5-11a1-4eb5-8423-a7e10a30734a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:58.839451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a1b9a1cf-87f1-43a6-9387-006d75054d37 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:28:58.847619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4452965 Dec 10 18:28:58.849401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57034) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:28:58.878136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Request body: {'subnet': {'network_id': '499e8623-a5b1-4549-842e-216682cacba4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:28:58.915264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb4ebd-7ec9-47cb-9680-f1d513161f9d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event updated for resources: {'Network': ['ID=499e8623-a5b1-4549-842e-216682cacba4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:58.936306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a1b9a1cf-87f1-43a6-9387-006d75054d37 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:28:58.936907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a1b9a1cf-87f1-43a6-9387-006d75054d37 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:28:58.938818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 499e8623-a5b1-4549-842e-216682cacba4 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:28:59.032791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Deleting port 6ca3dfb0-982e-47f0-95f9-664693e30999 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:28:59.033062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.203713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Made reservation on behalf of a5edbfb80a9048bb875bac2cfea4ef87 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:28:59.207981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:28:59.209437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.254275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:28:59.257117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:28:59.360952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-8decfbc3-9071-414a-89e8-1c1e66369971 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7893851 Dec 10 18:28:59.392922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] For port 6ca3dfb0-982e-47f0-95f9-664693e30999, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6ca3dfb0-982e-47f0-95f9-664693e30999,segment=NetworkSegment(a6f7f879-13b6-4d16-9d67-d3150d0e54ec),segment_id=a6f7f879-13b6-4d16-9d67-d3150d0e54ec)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:28:59.393311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.432063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Calling delete_port for 6ca3dfb0-982e-47f0-95f9-664693e30999 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:28:59.571217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event updated for resources: {'Port': ['ID=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:28:59.796343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66b1166-4fd2-463e-88ba-01104d1d39d7 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:28:59.827675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:59.828543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.839383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.853799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.892237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:28:59.944413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f98c81e9-1522-4160-bec8-b0a4ea4d83b2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8531108 Dec 10 18:28:59.949442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-a21c5b61-03b6-4479-a1da-2487910012c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:59.951452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-a21c5b61-03b6-4479-a1da-2487910012c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1096 time: 0.4528949 Dec 10 18:28:59.960379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10431b7c-5c69-4088-9d89-796d77c5a7f7 req-de9b32b5-f4c7-46b3-894f-29470843187e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:28:59.969519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-10431b7c-5c69-4088-9d89-796d77c5a7f7 req-de9b32b5-f4c7-46b3-894f-29470843187e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 932 time: 0.6296575 Dec 10 18:28:59.981952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Request body: {'port': {'device_id': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:00.169474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event updated for resources: {'Subnet': ['ID=a65cc921-dfda-4a50-b89b-d3bd2e0ba862,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:00.220148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57072) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:00.252811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeef802-8a33-455b-b3bf-890564b2b309 req-f91f023f-27e2-4907-bcca-a39a343a9a84 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.254885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-beeef802-8a33-455b-b3bf-890564b2b309 req-f91f023f-27e2-4907-bcca-a39a343a9a84 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 946 time: 0.2912703 Dec 10 18:29:00.258819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Checking segment: {'id': 'b19f50d9-d620-4595-9fd8-d04674cd7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499e8623-a5b1-4549-842e-216682cacba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:00.259461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Network hostable DHCP agents. Network: 499e8623-a5b1-4549-842e-216682cacba4, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:00.358598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.363943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-beeef802-8a33-455b-b3bf-890564b2b309 req-cc5c5ed6-e97d-497c-ba96-7e09878f8b8a tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/security-groups?id=d60faf59-2270-424c-b88e-29fc4180b8d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947931 Dec 10 18:29:00.373132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Network 499e8623-a5b1-4549-842e-216682cacba4 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:00.382136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.404753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6ca3dfb0-982e-47f0-95f9-664693e30999'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:00.409947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Transition to ACTIVE for port object f66b1166-4fd2-463e-88ba-01104d1d39d7 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:00.421786 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-10431b7c-5c69-4088-9d89-796d77c5a7f7 req-eaea986c-a7e0-4993-8ce5-9ccdfafdb824 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512005 Dec 10 18:29:00.452604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.466854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 499e8623-a5b1-4549-842e-216682cacba4) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:00.473061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.477147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] 10.222.0.55 "DELETE /v2.0/subnets/da24416c-75bb-46c4-b03a-20c7c499a820 HTTP/1.1" status: 204 len: 168 time: 2.2327240 Dec 10 18:29:00.478151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b3963-2d78-4e2f-8801-e1472eadbcdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da24416c-75bb-46c4-b03a-20c7c499a820,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:00.488973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57082) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:00.492789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.535547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8375f3d-faf5-45e1-a128-89c48080cc59 None None] Network 499e8623-a5b1-4549-842e-216682cacba4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:00.545442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f777a6-1a20-48b6-9cb4-8069b763d5eb None None] Network 9d394d65-bd40-43f3-b2ad-08d724cc2543 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:00.567883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.568489 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.592365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Pushing event deleted for resources: {'Port': ['ID=6ca3dfb0-982e-47f0-95f9-664693e30999,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:00.632699 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.675959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-93ffb93d-c9bb-42f9-8740-fadbda8e4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:00.677740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-93ffb93d-c9bb-42f9-8740-fadbda8e4e65 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.6859696 Dec 10 18:29:00.691973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b57c24a-6773-48f6-b8bd-171318af0f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:00.706299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a737536-0567-4c3d-9588-7e5b31bc8c3a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8403463 Dec 10 18:29:00.710695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57088) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:00.776942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Request body: {'port': {'network_id': '499e8623-a5b1-4549-842e-216682cacba4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1853755302'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:01.009979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] DHCP port deletion for 9d394d65-bd40-43f3-b2ad-08d724cc2543 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:29:01.104316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] No DVR routers for this DVR port 6ca3dfb0-982e-47f0-95f9-664693e30999 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:01.108800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.116303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.30 "DELETE /v2.0/ports/6ca3dfb0-982e-47f0-95f9-664693e30999 HTTP/1.1" status: 204 len: 173 time: 2.6644247 Dec 10 18:29:01.131810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-deleted', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:01.159099 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98197733-b753-4ff7-8a1f-2574629003c8" -d '{"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-deleted", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:01.221788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Made reservation on behalf of a5edbfb80a9048bb875bac2cfea4ef87 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:01.230274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.257662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Pushing event updated for resources: {'Port': ['ID=f66b1166-4fd2-463e-88ba-01104d1d39d7,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:01.275120 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8b0671-1110-4e95-8ed4-3b90f8627beb x-openstack-request-id: req-2c8b0671-1110-4e95-8ed4-3b90f8627beb {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:01.275420 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6629505-214c-47fb-b6d3-6289e1e1c7a1", "name": "network-vif-deleted", "tag": "6ca3dfb0-982e-47f0-95f9-664693e30999", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:01.275944 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c8b0671-1110-4e95-8ed4-3b90f8627beb {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:01.276365 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6629505-214c-47fb-b6d3-6289e1e1c7a1', 'name': 'network-vif-deleted', 'tag': '6ca3dfb0-982e-47f0-95f9-664693e30999', 'status': 'completed', 'code': 200} Dec 10 18:29:01.284286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] device_id is not set on port a6f08793-2b74-41e7-adfe-c37e0a206b72 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:29:01.327672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-499e8623-a5b1-4549-842e-216682cacba4', 'network_id': '499e8623-a5b1-4549-842e-216682cacba4', 'project_id': 'a5edbfb80a9048bb875bac2cfea4ef87', 'fixed_ips': [{'subnet_id': 'a65cc921-dfda-4a50-b89b-d3bd2e0ba862'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:29:01.330079 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.462754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] Deleting port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:01.463532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.488649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b57c24a-6773-48f6-b8bd-171318af0f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.588100 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b57c24a-6773-48f6-b8bd-171318af0f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.619107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Allocated IP 172.20.0.14 (499e8623-a5b1-4549-842e-216682cacba4/a65cc921-dfda-4a50-b89b-d3bd2e0ba862/a6f08793-2b74-41e7-adfe-c37e0a206b72) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:01.673484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] For port c7fb216f-8ad2-4afb-b4e7-a8408c91f529, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,segment=NetworkSegment(3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f),segment_id=3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:01.673888 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.692297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] Calling delete_port for c7fb216f-8ad2-4afb-b4e7-a8408c91f529 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:01.893257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782a1b5-2d9c-435c-81c8-3935f2e7dd72 req-d6616ec5-9b71-4aee-bfb0-7adad6bf3ff7 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:01.895465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5782a1b5-2d9c-435c-81c8-3935f2e7dd72 req-d6616ec5-9b71-4aee-bfb0-7adad6bf3ff7 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 932 time: 0.2738252 Dec 10 18:29:01.937366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:01.987456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-9e1c1956-f690-4438-9bc2-130a07c5547e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1000 time: 1.2920287 Dec 10 18:29:02.040284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-caca762b-fcad-4a43-9326-6da9af3fcbe3 req-662b0699-3996-4ecf-9475-a3586cd1d331 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6629505-214c-47fb-b6d3-6289e1e1c7a1 HTTP/1.1" status: 200 len: 210 time: 0.3139396 Dec 10 18:29:02.057053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6b57c24a-6773-48f6-b8bd-171318af0f6e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fbc84676c22420bae3cd89d02a8eb47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8283834 Dec 10 18:29:02.058043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:02.147099 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b085bdba-05fa-4f12-ba9f-05ecf2a3a8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.162075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] Pushing event deleted for resources: {'Port': ['ID=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.171875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579d773d-c415-46c2-b701-cbf1ffd49751 None None] No DVR routers for this DVR port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:02.178740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.179463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.246857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.258994 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5782a1b5-2d9c-435c-81c8-3935f2e7dd72 req-63f6f21c-cd72-41b7-96b7-1c7cdd0d66e6 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569860 Dec 10 18:29:02.299634 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.357123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Allocated IP 172.20.0.2 (499e8623-a5b1-4549-842e-216682cacba4/a65cc921-dfda-4a50-b89b-d3bd2e0ba862/6aea1bf7-90df-48b8-be7c-1f22990a9418) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:02.366074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Network 499e8623-a5b1-4549-842e-216682cacba4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:02.370657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:02.374635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:02.419125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event updated for resources: {'Port': ['ID=a6f08793-2b74-41e7-adfe-c37e0a206b72,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.461089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.462219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.495475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cfe53d3d-81a0-4291-9d41-ff0b46f12d8a tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7285650 Dec 10 18:29:02.496977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57136) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:02.499861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:02.502797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Request body: {'port': {'network_id': '499e8623-a5b1-4549-842e-216682cacba4', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1837590133', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:02.504672 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] bootfile-name is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:29:02.505231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] tftp-server is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:29:02.506164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] server-ip-address is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:29:02.547579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 6ca3dfb0-982e-47f0-95f9-664693e30999 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:02.547579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6ca3dfb0-982e-47f0-95f9-664693e30999 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:02.754704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c7fb216f-8ad2-4afb-b4e7-a8408c91f529 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:02.761336 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.769022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Made reservation on behalf of a5edbfb80a9048bb875bac2cfea4ef87 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:02.773614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.773808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57c24a-6773-48f6-b8bd-171318af0f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a7a57-1d3c-42bd-abf0-7e4f74b48251,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.826545 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.836472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] device_id is not set on port ec704ae6-ff82-4194-b529-1a10d0d59914 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:29:02.844114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Attempting to bind port f66b1166-4fd2-463e-88ba-01104d1d39d7 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:02.844472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Attempting to bind port f66b1166-4fd2-463e-88ba-01104d1d39d7 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:02.845022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Attempting to bind port f66b1166-4fd2-463e-88ba-01104d1d39d7 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:02.874703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Port f66b1166-4fd2-463e-88ba-01104d1d39d7 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:02.875356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Attempting to bind port f66b1166-4fd2-463e-88ba-01104d1d39d7 on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:02.890704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-f81c8113-caa8-43fd-bc88-888f5f0f67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:02.892632 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-f81c8113-caa8-43fd-bc88-888f5f0f67c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.8446615 Dec 10 18:29:02.900477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:02.901152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Checking segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:02.901730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Bound using segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:02.902573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Bound port: f66b1166-4fd2-463e-88ba-01104d1d39d7, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:02.903262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.908241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Deleting port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:02.908850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:02.919043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c7fb216f-8ad2-4afb-b4e7-a8408c91f529 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:02.919564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c7fb216f-8ad2-4afb-b4e7-a8408c91f529 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:02.936900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Pushing event updated for resources: {'Port': ['ID=6aea1bf7-90df-48b8-be7c-1f22990a9418,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:02.959586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Network 499e8623-a5b1-4549-842e-216682cacba4 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:02.964231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:02.978536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:03.071708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Allocated IP 172.20.0.13 (499e8623-a5b1-4549-842e-216682cacba4/a65cc921-dfda-4a50-b89b-d3bd2e0ba862/ec704ae6-ff82-4194-b529-1a10d0d59914) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:03.081355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Attempting to bind port 6aea1bf7-90df-48b8-be7c-1f22990a9418 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:03.081962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Attempting to bind port 6aea1bf7-90df-48b8-be7c-1f22990a9418 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b19f50d9-d620-4595-9fd8-d04674cd7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499e8623-a5b1-4549-842e-216682cacba4'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:03.082454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Attempting to bind port 6aea1bf7-90df-48b8-be7c-1f22990a9418 on network 499e8623-a5b1-4549-842e-216682cacba4 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:03.091419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:03.091968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Checking segment: {'id': 'b19f50d9-d620-4595-9fd8-d04674cd7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499e8623-a5b1-4549-842e-216682cacba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:03.092480 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.093146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Bound using segment: {'id': 'b19f50d9-d620-4595-9fd8-d04674cd7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499e8623-a5b1-4549-842e-216682cacba4'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:03.093803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Bound port: 6aea1bf7-90df-48b8-be7c-1f22990a9418, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19f50d9-d620-4595-9fd8-d04674cd7650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '499e8623-a5b1-4549-842e-216682cacba4'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:03.094289 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.172094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1cd097bd-61a1-41ff-859e-3cbad9f7abff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.182582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] For port f66b1166-4fd2-463e-88ba-01104d1d39d7, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:03.202678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57160) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:03.209276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] For port 6aea1bf7-90df-48b8-be7c-1f22990a9418, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:03.217918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] For port 6aea1bf7-90df-48b8-be7c-1f22990a9418, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6aea1bf7-90df-48b8-be7c-1f22990a9418,segment=NetworkSegment(b19f50d9-d620-4595-9fd8-d04674cd7650),segment_id=b19f50d9-d620-4595-9fd8-d04674cd7650)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:03.224693 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.292650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1cd097bd-61a1-41ff-859e-3cbad9f7abff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.351659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] For port f66b1166-4fd2-463e-88ba-01104d1d39d7, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f66b1166-4fd2-463e-88ba-01104d1d39d7,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:03.365851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee98874-86c2-40b3-a47d-6ffbeebfe750 None None] Pushing event updated for resources: {'Port': ['ID=6aea1bf7-90df-48b8-be7c-1f22990a9418,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:03.373281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] Deleting subnet bd31e734-b838-4332-a930-39eda0db1aba {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:03.388746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.413434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.431942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] For port c7fb216f-8ad2-4afb-b4e7-a8408c91f529, host n-d-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:03.432482 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.438310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-afff3408-bf6d-451b-b649-e5e36fbbe845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:03.440550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-afff3408-bf6d-451b-b649-e5e36fbbe845 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5341389 Dec 10 18:29:03.472031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.521124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:03.529907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Calling delete_port for c7fb216f-8ad2-4afb-b4e7-a8408c91f529 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:03.549124 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1cd097bd-61a1-41ff-859e-3cbad9f7abff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.551836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1cd097bd-61a1-41ff-859e-3cbad9f7abff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.555069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1cd097bd-61a1-41ff-859e-3cbad9f7abff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/607a7a57-1d3c-42bd-abf0-7e4f74b48251 HTTP/1.1" status: 204 len: 168 time: 0.8386974 Dec 10 18:29:03.557845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 was not found and therefore no delete operation was performed {{(pid=103499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:29:03.573054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.580277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:03.580923 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.582414 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] 10.222.0.30 "PUT /v2.0/ports/f66b1166-4fd2-463e-88ba-01104d1d39d7 HTTP/1.1" status: 200 len: 1091 time: 5.6553087 Dec 10 18:29:03.591374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'tag': 'f66b1166-4fd2-463e-88ba-01104d1d39d7'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:03.595032 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db573bb-1a9c-45b6-af27-837789d0d324" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3309f0-2dab-415a-ab63-2ee28f11c203", "tag": "f66b1166-4fd2-463e-88ba-01104d1d39d7"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:03.600208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.638309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd097bd-61a1-41ff-859e-3cbad9f7abff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a7a57-1d3c-42bd-abf0-7e4f74b48251,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:03.648277 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.717456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.746493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Transition to ACTIVE for port object c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:03.754948 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a1bbfa-643a-4a46-aedb-6914e70e1167 x-openstack-request-id: req-72a1bbfa-643a-4a46-aedb-6914e70e1167 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:03.755353 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3309f0-2dab-415a-ab63-2ee28f11c203", "tag": "f66b1166-4fd2-463e-88ba-01104d1d39d7", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:03.755706 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72a1bbfa-643a-4a46-aedb-6914e70e1167 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:03.756235 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'tag': 'f66b1166-4fd2-463e-88ba-01104d1d39d7', 'status': 'completed', 'code': 200} Dec 10 18:29:03.766492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.781828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] No DVR routers for this DVR port c7fb216f-8ad2-4afb-b4e7-a8408c91f529 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:03.817341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c451b-1e3c-410f-83cf-49230e703137 service neutron] Pushing event updated for resources: {'Port': ['ID=f66b1166-4fd2-463e-88ba-01104d1d39d7,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:03.831785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02144f-a892-41f8-8ff7-a13575513761 req-6439ee14-ebd7-4514-a770-efa3cfbb900b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:03.840611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb02144f-a892-41f8-8ff7-a13575513761 req-6439ee14-ebd7-4514-a770-efa3cfbb900b tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 932 time: 0.4308722 Dec 10 18:29:03.930938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:03.959512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.030884 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.042170 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb02144f-a892-41f8-8ff7-a13575513761 req-ead94f04-5b5e-4953-8d32-bbf66e1ba47a tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974499 Dec 10 18:29:04.068897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd31e734-b838-4332-a930-39eda0db1aba,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:04.077483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.082038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-238ccb41-51d7-4bbb-8f0e-e658a4c4b1d8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bd31e734-b838-4332-a930-39eda0db1aba HTTP/1.1" status: 204 len: 168 time: 0.8783262 Dec 10 18:29:04.084856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57182) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:04.104864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-a3b6dc71-1ade-4a92-87f3-c2ed765bbf74 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223085 Dec 10 18:29:04.109106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7fb216f-8ad2-4afb-b4e7-a8408c91f529,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:04.118180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.126004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-4ff00e21-0f6b-4174-8f27-e67b5b182641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.128046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-4ff00e21-0f6b-4174-8f27-e67b5b182641 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 1094 time: 0.4636273 Dec 10 18:29:04.152551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d394d65-bd40-43f3-b2ad-08d724cc2543']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:04.168127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:04.168771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2d6213-23d8-4c1a-99aa-2d1cf72ab55f') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:04.177228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.181781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.242323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.300731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event updated for resources: {'Port': ['ID=ec704ae6-ff82-4194-b529-1a10d0d59914,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:04.314960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:04.315398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:04.346965 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:04.348981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-0819bb8a-39fa-4011-876c-90fb77b13366 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f66b1166-4fd2-463e-88ba-01104d1d39d7 HTTP/1.1" status: 200 len: 217 time: 0.1360023 Dec 10 18:29:04.349206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Network 499e8623-a5b1-4549-842e-216682cacba4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:04.354399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.363467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:04.373175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:04.464976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Pushing event updated for resources: {'Port': ['ID=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:04.562033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.563464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.564327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.589059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.589212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.625834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9d394d65-bd40-43f3-b2ad-08d724cc2543 HTTP/1.1" status: 204 len: 168 time: 4.1315401 Dec 10 18:29:04.634391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-428d6318-4fc5-462e-801d-56c89dabbe3c tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.1370182 Dec 10 18:29:04.643255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57202) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:04.644791 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.663219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-138022b5-9469-4f45-8ff4-cb451ba3d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.667634 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-138022b5-9469-4f45-8ff4-cb451ba3d2c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.2710354 Dec 10 18:29:04.673050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b974d30-138b-408d-8850-7e3220a3d276']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:04.720593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Attempting to bind port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:04.720980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Attempting to bind port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:04.721324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Attempting to bind port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:04.744644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:04.745192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f7f879-13b6-4d16-9d67-d3150d0e54ec') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:04.771559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c14af-d049-454d-98b7-110673eff5a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d394d65-bd40-43f3-b2ad-08d724cc2543,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:04.793227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aea1bf7-90df-48b8-be7c-1f22990a9418 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:04.795303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ab8dd28-d5c2-41e8-9412-111e9d68196c req-47b340a6-a715-4713-8a78-1894a13ae5a8 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6636488 Dec 10 18:29:04.796315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.843924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.851949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:04.852550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.856929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-2bb9eb75-c66f-4dbb-8854-8323ac524e01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450443 Dec 10 18:29:04.857622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:04.857958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Attempting to bind port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b on network 8d8a70a6-4903-4150-9b8d-cd72d287dfe5 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:04.887264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:04.895810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Checking segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:04.898224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Bound using segment: {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:04.902339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Bound port: c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b1d0d5-2617-459b-8981-b92ee3ad5f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:04.903211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:04.930879 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:04.953133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4700b67-5eec-437d-8bb5-2b21a82430c4 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.961275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4700b67-5eec-437d-8bb5-2b21a82430c4 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.977128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4700b67-5eec-437d-8bb5-2b21a82430c4 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:04.987558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e4700b67-5eec-437d-8bb5-2b21a82430c4 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.3391535 Dec 10 18:29:04.990856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57212) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:05.000529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6aea1bf7-90df-48b8-be7c-1f22990a9418 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:05.003449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.087752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57218) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:05.122571 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.173807 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.192310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7b974d30-138b-408d-8850-7e3220a3d276 HTTP/1.1" status: 204 len: 168 time: 1.1061869 Dec 10 18:29:05.246401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] For port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:05.251069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] For port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:05.275630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.286102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1faaaf0-f331-458c-9f0e-e3d2f5abc541 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b974d30-138b-408d-8850-7e3220a3d276,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:05.344110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 6aea1bf7-90df-48b8-be7c-1f22990a9418, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6aea1bf7-90df-48b8-be7c-1f22990a9418,segment=NetworkSegment(b19f50d9-d620-4595-9fd8-d04674cd7650),segment_id=b19f50d9-d620-4595-9fd8-d04674cd7650)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:05.351045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.353651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.408908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57230) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:05.450338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:05.451641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.453396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] 10.222.0.30 "PUT /v2.0/ports/c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b HTTP/1.1" status: 200 len: 1092 time: 5.4758854 Dec 10 18:29:05.459252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2b50850f-c346-41d0-8d58-002f9c2ecb1d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b6687e1a7c07480f957713bd04918432&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696856 Dec 10 18:29:05.462215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57234) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:05.466719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-c8f1c249-b6b8-492b-b4e8-eb6d66c1c4b1 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5894766 Dec 10 18:29:05.505854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b8be6-2dd8-4754-854c-9be8f5609de8 None None] Network 499e8623-a5b1-4549-842e-216682cacba4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:05.690497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-6c637bb9-af00-4e29-b716-5da5c301ee30 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227910 Dec 10 18:29:05.709067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=6aea1bf7-90df-48b8-be7c-1f22990a9418,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:05.732286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-188de7e7-f7b7-416d-a323-6af442d1af9b None None] Provisioning complete for port 6aea1bf7-90df-48b8-be7c-1f22990a9418 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:05.736209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57238) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:05.736945 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-188de7e7-f7b7-416d-a323-6af442d1af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:05.760238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'tag': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:05.763102 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce52a8-419c-4c6a-8a05-bd012e7b161c" -d '{"events": [{"name": "network-changed", "server_uuid": "b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11", "tag": "c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:05.790591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1778175268-network', 'tenant_id': '622b6ed2252843a8af87b0e50c831f70'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:05.823563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d5ea2-fe59-406a-81e4-4125543669e0 req-9ff56da9-3b44-4627-99cf-afae56457da5 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:05.825680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f9d5ea2-fe59-406a-81e4-4125543669e0 req-9ff56da9-3b44-4627-99cf-afae56457da5 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 944 time: 0.5701380 Dec 10 18:29:05.871207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633eafd0-8f68-4830-9adf-b194f19077fc service neutron] Pushing event updated for resources: {'Port': ['ID=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:05.926628 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b67913-9008-4c71-a978-a806911b465a x-openstack-request-id: req-10b67913-9008-4c71-a978-a806911b465a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:05.926931 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11", "tag": "c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:05.927194 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10b67913-9008-4c71-a978-a806911b465a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:05.927607 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'tag': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b', 'status': 'completed', 'code': 200} Dec 10 18:29:05.943103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-7dcff0eb-9bb6-4f5b-b977-4fb7acdd20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:05.944772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-7dcff0eb-9bb6-4f5b-b977-4fb7acdd20be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 1095 time: 0.3855562 Dec 10 18:29:05.979898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-004b3a99-6e61-4525-ada7-f9772a6e7bdf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4138aed9ecf34118a26c9a6b96ba7a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372365 Dec 10 18:29:06.053931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f9d5ea2-fe59-406a-81e4-4125543669e0 req-8fa18d25-39d2-448e-bb0b-a865f74a0e6c tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974773 Dec 10 18:29:06.054634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Made reservation on behalf of 622b6ed2252843a8af87b0e50c831f70 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:06.057248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.125922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57244) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:06.127401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.141264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-9e4eb4c0-e987-40eb-ad0b-30a79c85bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:06.143120 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-9e4eb4c0-e987-40eb-ad0b-30a79c85bfea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 1094 time: 0.3624616 Dec 10 18:29:06.153847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-c81eb1c0-49e2-411a-bb13-509a059a97a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b HTTP/1.1" status: 200 len: 217 time: 0.1923690 Dec 10 18:29:06.275360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Deleting port ec704ae6-ff82-4194-b529-1a10d0d59914 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:06.276301 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.339764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-175a376a-f0c3-4516-b525-513682c780ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.349395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Provisioning complete for port 6aea1bf7-90df-48b8-be7c-1f22990a9418 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:06.350598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.364774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-175a376a-f0c3-4516-b525-513682c780ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.369043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-fa14284a-86bc-4bbf-ac55-463d6b17da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:06.371941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-fa14284a-86bc-4bbf-ac55-463d6b17da72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.1993158 Dec 10 18:29:06.427188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e04aa4d-7a1c-4f70-bd30-092d21f5c2a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.466586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-f76b9253-5731-4ce4-ab26-e6c8ab43e7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811758 Dec 10 18:29:06.494464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-175a376a-f0c3-4516-b525-513682c780ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.497746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-175a376a-f0c3-4516-b525-513682c780ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.505139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-175a376a-f0c3-4516-b525-513682c780ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97571e9b-935d-47b0-af8a-c97695dfdfb0 HTTP/1.1" status: 204 len: 168 time: 1.0344329 Dec 10 18:29:06.540451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a376a-f0c3-4516-b525-513682c780ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97571e9b-935d-47b0-af8a-c97695dfdfb0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:06.568457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.613006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Calling delete_port for ec704ae6-ff82-4194-b529-1a10d0d59914 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:06.622671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e04aa4d-7a1c-4f70-bd30-092d21f5c2a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.658265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Provisioning complete for port ec704ae6-ff82-4194-b529-1a10d0d59914 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:06.659370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.738840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aea1bf7-90df-48b8-be7c-1f22990a9418 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:06.785495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-29638439-39fd-42ce-99a4-f6abc032d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:06.795324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-29638439-39fd-42ce-99a4-f6abc032d97d service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 913 time: 0.6348009 Dec 10 18:29:06.803546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.861881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.874010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.893628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Port ec704ae6-ff82-4194-b529-1a10d0d59914 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:06.921193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event deleted for resources: {'Port': ['ID=ec704ae6-ff82-4194-b529-1a10d0d59914,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:06.964122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Provisioning complete for port a6f08793-2b74-41e7-adfe-c37e0a206b72 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:06.964943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:06.999919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-df80f816-6e4e-4954-a466-6b29b561baa9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f66b1166-4fd2-463e-88ba-01104d1d39d7 HTTP/1.1" status: 200 len: 217 time: 0.1711342 Dec 10 18:29:07.045200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:07.087995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-22e24314-49aa-4fc9-83c1-59e37b0a3c43 None None] Port a6f08793-2b74-41e7-adfe-c37e0a206b72 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:07.110842 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.115578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6aea1bf7-90df-48b8-be7c-1f22990a9418 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:07.117790 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.118347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cf35d987-e4e4-4c54-a243-2367c80b1e31 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "DELETE /v2.0/ports/ec704ae6-ff82-4194-b529-1a10d0d59914 HTTP/1.1" status: 204 len: 168 time: 2.1141796 Dec 10 18:29:07.123607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:07.136803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Request body: {'port': {'name': 'tempest-new-port-name-1578027331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:07.137770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] bootfile-name is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:29:07.140509 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] tftp-server is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:29:07.142849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] server-ip-address is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:29:07.260002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.265046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-dffe97b2-fa4a-4d31-b781-f64f37cf3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.267474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-dffe97b2-fa4a-4d31-b781-f64f37cf3cbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.2496548 Dec 10 18:29:07.280573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b3dfd9-5904-4605-a396-79ec1879ca49,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:07.283568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6be956bf-3c1c-4edb-9472-d251b6af8b24 None None] Provisioning complete for port a6f08793-2b74-41e7-adfe-c37e0a206b72 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:07.283906 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6be956bf-3c1c-4edb-9472-d251b6af8b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.303437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.305870 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Added segment d89ff2ef-8399-4433-a23a-92c798e17847 of type vlan for network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d Dec 10 18:29:07.463427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57292) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:07.466321 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6be956bf-3c1c-4edb-9472-d251b6af8b24 None None] Port a6f08793-2b74-41e7-adfe-c37e0a206b72 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:07.469676 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e04aa4d-7a1c-4f70-bd30-092d21f5c2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.495088 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e04aa4d-7a1c-4f70-bd30-092d21f5c2a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.498059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4e04aa4d-7a1c-4f70-bd30-092d21f5c2a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d60faf59-2270-424c-b88e-29fc4180b8d4 HTTP/1.1" status: 204 len: 168 time: 1.3676372 Dec 10 18:29:07.501380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-34b28886-6eed-42d6-9695-b5971ded40c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2025456 Dec 10 18:29:07.545365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33030dd-a27c-46c8-ad2e-63e2439e881e req-b0f30866-235c-43e9-9365-9b50b1e0c38f tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.547019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b33030dd-a27c-46c8-ad2e-63e2439e881e req-b0f30866-235c-43e9-9365-9b50b1e0c38f tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 944 time: 0.2883456 Dec 10 18:29:07.556250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04aa4d-7a1c-4f70-bd30-092d21f5c2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60faf59-2270-424c-b88e-29fc4180b8d4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:07.560568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-301e8c35-fbce-41da-bddc-0e200245298c service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0787561 Dec 10 18:29:07.603462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b3bde614-2c7e-483a-91a0-1c5e7dc2b859 None None] Could not find standard attr ID for object ec704ae6-ff82-4194-b529-1a10d0d59914. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:29:07.699127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.703724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2be61851-974c-4fb1-a27d-020808997506 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7177906b6d91487196fb0f865982583e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373092 Dec 10 18:29:07.704587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57300) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:07.770587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b33030dd-a27c-46c8-ad2e-63e2439e881e req-779d9337-bcca-4089-bdaa-bf570d44eb9c tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611269 Dec 10 18:29:07.857327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7038cf51-83b0-4b6e-ac65-275a06c789dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.870230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.871321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:07.871914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.915368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-74c67c1e-7a60-4cbb-9191-167f64e8525b service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694413 Dec 10 18:29:07.934383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.952833 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7038cf51-83b0-4b6e-ac65-275a06c789dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.957504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:07.958118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6a9489d-08be-4020-82f3-14a5b143a02c req-7599a756-9af9-4eb2-8d46-a30cbb5f252f service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222678 Dec 10 18:29:07.993765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5378752 Dec 10 18:29:08.004625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57304) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:08.020146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Request body: {'subnet': {'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1778175268-subnet', 'tenant_id': '622b6ed2252843a8af87b0e50c831f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:08.098156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7fbd2-3ad9-49ac-a716-331b6d896f39 admin admin] Pushing event updated for resources: {'Network': ['ID=85da2434-53e6-42cf-a3a4-e32b1ef5c87d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:08.109188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:08.206797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Made reservation on behalf of 622b6ed2252843a8af87b0e50c831f70 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:08.209366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.242184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-a919ff43-9817-43c8-95d0-125962a9cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.248625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-a919ff43-9817-43c8-95d0-125962a9cae4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c829908fdd64607b350d26231260b97&device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 1095 time: 0.2244875 Dec 10 18:29:08.346259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1db573bb-1a9c-45b6-af27-837789d0d324 req-4586d37c-4456-448e-960c-335967e8f5bb service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882506 Dec 10 18:29:08.460540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ca8627e3-35a5-4e2a-8940-4864306438c2 None None] Provisioning complete for port a6f08793-2b74-41e7-adfe-c37e0a206b72 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:08.460856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ca8627e3-35a5-4e2a-8940-4864306438c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.475040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-3035d171-e08e-4c74-8e0b-016390f25425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.479045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-3035d171-e08e-4c74-8e0b-016390f25425 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 200 len: 913 time: 0.2154276 Dec 10 18:29:08.482466 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.487358 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event updated for resources: {'Port': ['ID=a6f08793-2b74-41e7-adfe-c37e0a206b72,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:08.496572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] In _notify_port_updated(), no bound segment for port a6f08793-2b74-41e7-adfe-c37e0a206b72 on network 499e8623-a5b1-4549-842e-216682cacba4 {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:29:08.502900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.504044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.508040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e92e7408-5c5d-467f-8126-d599e5753b2d tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "PUT /v2.0/ports/a6f08793-2b74-41e7-adfe-c37e0a206b72 HTTP/1.1" status: 200 len: 1137 time: 1.3833063 Dec 10 18:29:08.514180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57322) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:08.529117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f66b1166-4fd2-463e-88ba-01104d1d39d7 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:08.589157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ca8627e3-35a5-4e2a-8940-4864306438c2 None None] Port a6f08793-2b74-41e7-adfe-c37e0a206b72 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:08.604268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-f39c6aaf-aaa6-43cb-8736-9fad829b5e0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b HTTP/1.1" status: 200 len: 217 time: 0.1098111 Dec 10 18:29:08.641221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7038cf51-83b0-4b6e-ac65-275a06c789dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.644311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7038cf51-83b0-4b6e-ac65-275a06c789dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:08.645738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7038cf51-83b0-4b6e-ac65-275a06c789dc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c19746e1-16a0-4d93-954a-81a54c77a0f5 HTTP/1.1" status: 204 len: 168 time: 0.9295430 Dec 10 18:29:08.666599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35d25e-69ce-44d5-a8fc-b85ecbb5fee7 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.669306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fe35d25e-69ce-44d5-a8fc-b85ecbb5fee7 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "GET /v2.0/ports/a6f08793-2b74-41e7-adfe-c37e0a206b72 HTTP/1.1" status: 200 len: 1137 time: 0.1337574 Dec 10 18:29:08.676706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:08.677636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbd43c5-25f8-4406-9fac-065204b1c0f4,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:08.733035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f66b1166-4fd2-463e-88ba-01104d1d39d7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f66b1166-4fd2-463e-88ba-01104d1d39d7,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:08.755090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'f66b1166-4fd2-463e-88ba-01104d1d39d7', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'port_id': 'f66b1166-4fd2-463e-88ba-01104d1d39d7', 'mac_address': 'fa:16:3e:0f:76:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75d1ce1-c8c6-4107-ac5a-1af9dba46860', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:08.777599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-9481f367-8ee6-4834-ab83-2d6ce844843e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:08.779269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-9481f367-8ee6-4834-ab83-2d6ce844843e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 200 len: 852 time: 0.1721642 Dec 10 18:29:08.856378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-9d7eadae-08e2-4082-9d9a-ec818f501788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8d8a70a6-4903-4150-9b8d-cd72d287dfe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681596 Dec 10 18:29:08.878163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038cf51-83b0-4b6e-ac65-275a06c789dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19746e1-16a0-4d93-954a-81a54c77a0f5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:08.901677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Checking segment: {'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:08.902062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Network hostable DHCP agents. Network: 85da2434-53e6-42cf-a3a4-e32b1ef5c87d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:09.019868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:09.033795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-dc695628-d3b2-4d26-97dc-c78db80856e5 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678624 Dec 10 18:29:09.066468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Deleting port a6f08793-2b74-41e7-adfe-c37e0a206b72 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:09.067108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.137021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57348) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:09.202098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b3ef6-815b-4da6-9bfc-f65ac8169d3c req-179fb255-ea85-43e2-9b0f-2571dad307c5 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:09.212419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e1b3ef6-815b-4da6-9bfc-f65ac8169d3c req-179fb255-ea85-43e2-9b0f-2571dad307c5 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 944 time: 0.1772962 Dec 10 18:29:09.267881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54ce52a8-419c-4c6a-8a05-bd012e7b161c req-79d2dba7-7240-4b27-8c15-f50f90217156 service neutron] 10.222.0.30 "GET /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202926 Dec 10 18:29:09.270473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 85da2434-53e6-42cf-a3a4-e32b1ef5c87d) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:09.284853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.306977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66b1166-4fd2-463e-88ba-01104d1d39d7 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:09.344296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:09.344906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.346652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e1b3ef6-815b-4da6-9bfc-f65ac8169d3c req-736cf0a0-39d3-4d34-b589-54eb896bf475 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304317 Dec 10 18:29:09.393246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f66b1166-4fd2-463e-88ba-01104d1d39d7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f66b1166-4fd2-463e-88ba-01104d1d39d7,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:09.395130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa79833c-4ec8-49db-a787-ad446aca9ebe None None] Network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:09.416272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.425515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b271db87-34cc-415a-8c18-d5f160517bdb admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4095187 Dec 10 18:29:09.488569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.500663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1285959185-network', 'tenant_id': '9ce590e84f904c20bea6c91d30a26fee'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:09.510407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Calling delete_port for a6f08793-2b74-41e7-adfe-c37e0a206b72 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:09.552426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Made reservation on behalf of 9ce590e84f904c20bea6c91d30a26fee for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:09.555902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.580294 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.706630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f3e60-b47b-4561-afca-26216b25be69 None None] Network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:09.712827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['f66b1166-4fd2-463e-88ba-01104d1d39d7'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:09.779901 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.791436 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.797934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.847226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:09.856965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event deleted for resources: {'Port': ['ID=a6f08793-2b74-41e7-adfe-c37e0a206b72,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:09.880654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abe7979-2152-48af-8c30-0520512fd5de,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:09.883984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=f66b1166-4fd2-463e-88ba-01104d1d39d7,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:09.896429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:09.896982 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Added segment 70a6347e-fdf5-483d-9c25-93097ad65eb8 of type vlan for network bad2d1d8-85b8-4134-a402-d6dc785c18e7 Dec 10 18:29:09.997121 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.008194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-46a56baf-3325-4560-a46a-3e4bc0a74737 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "DELETE /v2.0/ports/a6f08793-2b74-41e7-adfe-c37e0a206b72 HTTP/1.1" status: 204 len: 168 time: 1.3278244 Dec 10 18:29:10.011376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57378) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.022891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.090534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.091704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:10.092737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.151703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Deleting subnet a65cc921-dfda-4a50-b89b-d3bd2e0ba862 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:10.164118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.287462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] Pushing event updated for resources: {'Network': ['ID=bad2d1d8-85b8-4134-a402-d6dc785c18e7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:10.304568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network bad2d1d8-85b8-4134-a402-d6dc785c18e7 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:10.306651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9dd6d39e-b5fa-48c2-8ee7-fd240939dad5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1680822 Dec 10 18:29:10.309930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57388) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.317387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Request body: {'subnet': {'network_id': 'bad2d1d8-85b8-4134-a402-d6dc785c18e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1285959185-subnet', 'tenant_id': '9ce590e84f904c20bea6c91d30a26fee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:10.342923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.409791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Made reservation on behalf of 9ce590e84f904c20bea6c91d30a26fee for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:10.412446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.561537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:10.624367 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.669338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d75833-beb9-434f-af09-28b60bd659ae req-370363eb-ef3e-4227-b72a-210b4bad661d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:10.671486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43d75833-beb9-434f-af09-28b60bd659ae req-370363eb-ef3e-4227-b72a-210b4bad661d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 944 time: 0.1145506 Dec 10 18:29:10.742192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43d75833-beb9-434f-af09-28b60bd659ae req-cacd3ff7-e088-4c04-9680-dee798d35e1e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609651 Dec 10 18:29:10.744648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.791747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event deleted for resources: {'Subnet': ['ID=a65cc921-dfda-4a50-b89b-d3bd2e0ba862,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:10.796909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.822826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8e686484-8268-4aea-ad56-083c770fb532 tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "DELETE /v2.0/subnets/a65cc921-dfda-4a50-b89b-d3bd2e0ba862 HTTP/1.1" status: 204 len: 168 time: 0.7998624 Dec 10 18:29:10.823722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57412) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:10.823866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d877d44a-2845-45f0-a317-eb71c0fcfc1a None None] Network 499e8623-a5b1-4549-842e-216682cacba4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:10.912146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.948802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:10.974109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:10.997068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b', 'network_id': '8d8a70a6-4903-4150-9b8d-cd72d287dfe5', 'port_id': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b', 'mac_address': 'fa:16:3e:85:f5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75d1ce1-c8c6-4107-ac5a-1af9dba46860', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:11.054419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c0ac4a9-a882-4bb6-905a-400b481cd324,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.104528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Checking segment: {'id': '70a6347e-fdf5-483d-9c25-93097ad65eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bad2d1d8-85b8-4134-a402-d6dc785c18e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:11.104528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Network hostable DHCP agents. Network: bad2d1d8-85b8-4134-a402-d6dc785c18e7, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:11.125574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Deleting port 6aea1bf7-90df-48b8-be7c-1f22990a9418 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:11.126733 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.149936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Network bad2d1d8-85b8-4134-a402-d6dc785c18e7 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:11.158906 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.178804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, bad2d1d8-85b8-4134-a402-d6dc785c18e7) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:11.183540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:11.184355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.207449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb72b9-1584-4a1b-92f8-8594532bc937 None None] Network bad2d1d8-85b8-4134-a402-d6dc785c18e7 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:11.234472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-40082514-4140-4179-bb68-409594aac8c8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9214156 Dec 10 18:29:11.291040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] DHCP port deletion for 499e8623-a5b1-4549-842e-216682cacba4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:29:11.306807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0383eac6-da51-4cff-a492-613e42eba01f req-8a2409ca-79f1-4ef4-b6b6-b560be38797b tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0660179 Dec 10 18:29:11.311132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:11.327205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] For port 6aea1bf7-90df-48b8-be7c-1f22990a9418, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6aea1bf7-90df-48b8-be7c-1f22990a9418,segment=NetworkSegment(b19f50d9-d620-4595-9fd8-d04674cd7650),segment_id=b19f50d9-d620-4595-9fd8-d04674cd7650)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:11.327572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.372695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Calling delete_port for 6aea1bf7-90df-48b8-be7c-1f22990a9418 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:11.473089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:11.495127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.592668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd56aa3-5166-45e7-9a0a-a2584ee24288 None None] Network bad2d1d8-85b8-4134-a402-d6dc785c18e7 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:11.594249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57446) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:11.607568 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.650727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.677148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] Deleting port 6aea1bf7-90df-48b8-be7c-1f22990a9418 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:11.678118 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.680954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event deleted for resources: {'Port': ['ID=6aea1bf7-90df-48b8-be7c-1f22990a9418,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:11.691413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] No DVR routers for this DVR port 6aea1bf7-90df-48b8-be7c-1f22990a9418 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:11.773036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] Deleting subnet 7c0ac4a9-a882-4bb6-905a-400b481cd324 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:11.773689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:11.779240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.834169 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.896010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] For port 6aea1bf7-90df-48b8-be7c-1f22990a9418, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:11.896554 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.897525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.921803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] Calling delete_port for 6aea1bf7-90df-48b8-be7c-1f22990a9418 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:11.926188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] Port 6aea1bf7-90df-48b8-be7c-1f22990a9418 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:29:11.931532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:11.971125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] No DVR routers for this DVR port 6aea1bf7-90df-48b8-be7c-1f22990a9418 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:11.973098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c97eed-f41b-4155-8785-c5082c68b072 None None] Pushing event deleted for resources: {'Port': ['ID=6aea1bf7-90df-48b8-be7c-1f22990a9418,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:12.068402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.096632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.159171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499e8623-a5b1-4549-842e-216682cacba4']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:12.163800 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.170213 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7c0ac4a9-a882-4bb6-905a-400b481cd324 HTTP/1.1" status: 204 len: 168 time: 0.5735588 Dec 10 18:29:12.171743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6e8d0-49db-49c3-9c02-dba0c499aad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c0ac4a9-a882-4bb6-905a-400b481cd324,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:12.172962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19f50d9-d620-4595-9fd8-d04674cd7650') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:12.173355 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19f50d9-d620-4595-9fd8-d04674cd7650') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:12.175697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57456) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:12.200896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a7a76-24a3-49be-963f-d4cccbe7f0ce req-bdc771e8-3b5f-4f96-bf02-47d6582af5a2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:12.208980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-730a7a76-24a3-49be-963f-d4cccbe7f0ce req-bdc771e8-3b5f-4f96-bf02-47d6582af5a2 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 945 time: 0.2463651 Dec 10 18:29:12.221272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.260616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.278226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:12.278913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:12.282842 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:12.383061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-730a7a76-24a3-49be-963f-d4cccbe7f0ce req-a236eedf-3ba4-44a5-9398-debbd08f3008 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699455 Dec 10 18:29:12.388659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.431418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.453170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.456510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] 10.222.0.55 "DELETE /v2.0/networks/499e8623-a5b1-4549-842e-216682cacba4 HTTP/1.1" status: 204 len: 168 time: 1.6315830 Dec 10 18:29:12.521282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82ecc3-736a-4230-98b5-0833496230bb tempest-ExtraDHCPOptionsTestJSON-1158193846 tempest-ExtraDHCPOptionsTestJSON-1158193846-project] Pushing event deleted for resources: {'Network': ['ID=499e8623-a5b1-4549-842e-216682cacba4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:12.567946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f66b1166-4fd2-463e-88ba-01104d1d39d7 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:12.591930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e755c8d4-3f7b-43a9-b954-2f513a7bb5af req-241f57b3-5e7f-492f-981f-24d216a9692c tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0509427 Dec 10 18:29:12.732451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port f66b1166-4fd2-463e-88ba-01104d1d39d7 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:12.738742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port f66b1166-4fd2-463e-88ba-01104d1d39d7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:12.739228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:12.859599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aea1bf7-90df-48b8-be7c-1f22990a9418 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:12.894954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 6aea1bf7-90df-48b8-be7c-1f22990a9418 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:12.895690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6aea1bf7-90df-48b8-be7c-1f22990a9418 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:12.972621 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.001936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b1166-4fd2-463e-88ba-01104d1d39d7'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:13.004798 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358a048-e8f7-4d15-8c2b-eef268f23b87" -d '{"events": [{"server_uuid": "2b3309f0-2dab-415a-ab63-2ee28f11c203", "name": "network-vif-plugged", "status": "completed", "tag": "f66b1166-4fd2-463e-88ba-01104d1d39d7"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:13.022162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f66b1166-4fd2-463e-88ba-01104d1d39d7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f66b1166-4fd2-463e-88ba-01104d1d39d7,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:13.030751 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.052002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57486) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:13.100059 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84801792-a030-4d18-93fe-9786e2bad408 x-openstack-request-id: req-84801792-a030-4d18-93fe-9786e2bad408 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:13.100977 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3309f0-2dab-415a-ab63-2ee28f11c203", "name": "network-vif-plugged", "status": "completed", "tag": "f66b1166-4fd2-463e-88ba-01104d1d39d7", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:13.101439 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84801792-a030-4d18-93fe-9786e2bad408 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:13.102714 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66b1166-4fd2-463e-88ba-01104d1d39d7', 'code': 200} Dec 10 18:29:13.138269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=f66b1166-4fd2-463e-88ba-01104d1d39d7,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:13.339654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1e43af05-7a31-4baf-a496-68bc4caf0fc3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a5edbfb80a9048bb875bac2cfea4ef87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857108 Dec 10 18:29:13.351444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57492) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:13.437042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57500) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:13.448422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86877907-21ba-412e-9aa9-8fb7f636c48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.476862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86877907-21ba-412e-9aa9-8fb7f636c48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.507444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.535206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad2d1d8-85b8-4134-a402-d6dc785c18e7']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:13.573274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86877907-21ba-412e-9aa9-8fb7f636c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.577959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86877907-21ba-412e-9aa9-8fb7f636c48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.583392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-86877907-21ba-412e-9aa9-8fb7f636c48c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5d2ec6a2-cd46-4f56-8b9e-89dc93f7789d HTTP/1.1" status: 204 len: 168 time: 0.2309630 Dec 10 18:29:13.603255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86877907-21ba-412e-9aa9-8fb7f636c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2ec6a2-cd46-4f56-8b9e-89dc93f7789d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:13.606720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a6347e-fdf5-483d-9c25-93097ad65eb8') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:13.607013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a6347e-fdf5-483d-9c25-93097ad65eb8') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:13.628751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.648127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d0bf9-756f-439f-9061-ff687087b18c req-146111fc-c665-4b52-aec4-b44009edd6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:13.649646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b14d0bf9-756f-439f-9061-ff687087b18c req-146111fc-c665-4b52-aec4-b44009edd6bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 1096 time: 0.2035131 Dec 10 18:29:13.657241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.672855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:13.673369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:13.678109 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:13.705599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3877eb-4eee-48c0-bae4-26f42db52abf req-d6c02e5c-5f23-4d26-b372-0fa5f6e4741e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:13.713450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b3877eb-4eee-48c0-bae4-26f42db52abf req-d6c02e5c-5f23-4d26-b372-0fa5f6e4741e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 945 time: 0.1754415 Dec 10 18:29:13.749661 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d4b3-833f-41f2-8481-004469869df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.838093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b14d0bf9-756f-439f-9061-ff687087b18c req-3aa6ebe4-16ea-460c-926f-276e446146e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776896 Dec 10 18:29:13.865211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b3877eb-4eee-48c0-bae4-26f42db52abf req-131e6528-5fbd-45ed-bf93-f5b239849956 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500185 Dec 10 18:29:13.871960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.889825 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.898541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f53f2dd1-aff9-4318-9c3d-9e11d51211d7 req-49a1069e-1704-466c-a6f5-05b2fee25763 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1272652 Dec 10 18:29:13.921962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] 10.222.0.55 "DELETE /v2.0/networks/bad2d1d8-85b8-4134-a402-d6dc785c18e7 HTTP/1.1" status: 204 len: 168 time: 1.7430761 Dec 10 18:29:13.971247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09970e-a985-48a6-8d1f-1794dfd3aa18 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad2d1d8-85b8-4134-a402-d6dc785c18e7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:13.973653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d4b3-833f-41f2-8481-004469869df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:13.983129 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d4b3-833f-41f2-8481-004469869df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.029363 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a7e7d4b3-833f-41f2-8481-004469869df7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9fa2bb75e7ec425f8c9af9dbd6d212d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5914319 Dec 10 18:29:14.031928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57522) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:14.040144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7d4b3-833f-41f2-8481-004469869df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c4aec4-2117-475e-a2d8-907463ce67ab,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:14.153943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99cdb5a3-4bca-4c5b-ab58-7f93690a136f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.209179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99cdb5a3-4bca-4c5b-ab58-7f93690a136f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.280738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57532) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:14.333727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99cdb5a3-4bca-4c5b-ab58-7f93690a136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.338526 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99cdb5a3-4bca-4c5b-ab58-7f93690a136f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.340917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-99cdb5a3-4bca-4c5b-ab58-7f93690a136f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/58c4aec4-2117-475e-a2d8-907463ce67ab HTTP/1.1" status: 204 len: 168 time: 0.3072367 Dec 10 18:29:14.368731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9860c3c-0bd6-4aa6-9904-dddf144a53c1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ce590e84f904c20bea6c91d30a26fee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866842 Dec 10 18:29:14.371423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:14.375107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cdb5a3-4bca-4c5b-ab58-7f93690a136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c4aec4-2117-475e-a2d8-907463ce67ab,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:14.462887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c284d0a2-cb27-4e5d-a8f2-eb26fb4a6aeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.489399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c284d0a2-cb27-4e5d-a8f2-eb26fb4a6aeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.569162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:14.575752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c284d0a2-cb27-4e5d-a8f2-eb26fb4a6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.581822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c284d0a2-cb27-4e5d-a8f2-eb26fb4a6aeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:14.587164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c284d0a2-cb27-4e5d-a8f2-eb26fb4a6aeb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9abe7979-2152-48af-8c30-0520512fd5de HTTP/1.1" status: 204 len: 168 time: 0.2142568 Dec 10 18:29:14.627841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284d0a2-cb27-4e5d-a8f2-eb26fb4a6aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abe7979-2152-48af-8c30-0520512fd5de,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:14.762267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46aaea42-cf0d-4ea6-bf22-38d9afe11b40 req-7f03e55e-dc56-4a82-9745-ee0575fe68f4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1078238 Dec 10 18:29:14.791471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:14.799668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:14.802925 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.031371 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.102021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:15.103314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50769eb9-7724-40d4-846a-8099b5db10f7 req-a9228e8c-145d-48af-9902-eddc0ad974a0 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:15.110754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50769eb9-7724-40d4-846a-8099b5db10f7 req-a9228e8c-145d-48af-9902-eddc0ad974a0 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 945 time: 0.1202381 Dec 10 18:29:15.179479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-353cca04-fe81-422f-aa54-d739d95b7cb6 req-36a8a211-c1d6-4eae-bd11-f5648a5cb684 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1034305 Dec 10 18:29:15.200478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:15.204137 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d108b4e-ed3c-483d-91ee-c408b2da9f99" -d '{"events": [{"server_uuid": "b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11", "name": "network-vif-plugged", "status": "completed", "tag": "c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:15.216387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2376edf0-3325-4cd4-ad1b-024dc5081269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.231764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:15.244833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.272494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-50769eb9-7724-40d4-846a-8099b5db10f7 req-9b3d9b38-3eab-4726-93c9-5654bf81b021 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540418 Dec 10 18:29:15.387862 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115fddf-6246-4d35-95a9-eee5262d910a x-openstack-request-id: req-7115fddf-6246-4d35-95a9-eee5262d910a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:15.388880 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11", "name": "network-vif-plugged", "status": "completed", "tag": "c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:15.389287 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7115fddf-6246-4d35-95a9-eee5262d910a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:15.389837 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b', 'code': 200} Dec 10 18:29:15.393029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:15.455832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2376edf0-3325-4cd4-ad1b-024dc5081269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.466465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2376edf0-3325-4cd4-ad1b-024dc5081269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.516889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2376edf0-3325-4cd4-ad1b-024dc5081269 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9cd9aeac82bd432c9d1dd5facf43c28e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4101825 Dec 10 18:29:15.517531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57576) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:15.579984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbab97c-4ab2-49de-9c6b-94906f2f10c8 req-a41a0c9f-17a1-49f4-9ba3-8c16b68db7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:15.589036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6cbab97c-4ab2-49de-9c6b-94906f2f10c8 req-a41a0c9f-17a1-49f4-9ba3-8c16b68db7b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 1097 time: 0.0800822 Dec 10 18:29:15.614691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53b03b56-6290-4f78-acc1-176bc3a41e5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.635277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376edf0-3325-4cd4-ad1b-024dc5081269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1612e1b-4b29-4ad8-9916-2381199f4c28,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:15.661877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53b03b56-6290-4f78-acc1-176bc3a41e5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.728143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6cbab97c-4ab2-49de-9c6b-94906f2f10c8 req-78241161-8c55-4da9-b66e-4f1be848947d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245778 Dec 10 18:29:15.807728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53b03b56-6290-4f78-acc1-176bc3a41e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.830083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53b03b56-6290-4f78-acc1-176bc3a41e5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:15.831452 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-53b03b56-6290-4f78-acc1-176bc3a41e5d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a1612e1b-4b29-4ad8-9916-2381199f4c28 HTTP/1.1" status: 204 len: 168 time: 0.3119452 Dec 10 18:29:15.854249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b03b56-6290-4f78-acc1-176bc3a41e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1612e1b-4b29-4ad8-9916-2381199f4c28,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:15.938394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57596) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:16.128961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'networks': [{'name': 'tempest-network--640226799'}, {'name': 'tempest-network--1565072210'}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:16.129282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'network': {'name': 'tempest-network--640226799'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:16.129761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'network': {'name': 'tempest-network--1565072210'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:16.174878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Made reservation on behalf of 79c369cebd534430977be04565824a0c for: {'network': 2} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:16.187524 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.215794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.396450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd5b9ec2-b81c-40d4-811c-459e520331d0 req-19121937-dcc3-4cb6-98e1-b51d59960a98 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1162171 Dec 10 18:29:16.645249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.647987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409d05c-e798-4527-a3e7-dd679fedb1d1 req-44e1d459-d420-4758-a0ad-7acc7381c6f3 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:16.660993 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.661766 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.663072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f409d05c-e798-4527-a3e7-dd679fedb1d1 req-44e1d459-d420-4758-a0ad-7acc7381c6f3 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 946 time: 0.2628365 Dec 10 18:29:16.719987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57624) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:16.748141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57626) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:16.768073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:16.794877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bacb7f9a-d6c2-49c0-95e9-bab011bf1c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.796301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad00698-8911-4344-b74a-53845edd7435,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:16.800730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.801430 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Added segment ab27bd31-ecf4-4aae-85c3-30e32d794dbf of type vlan for network ee086cda-6437-4a73-91d7-7ba495d21e90 Dec 10 18:29:16.866642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.920642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f409d05c-e798-4527-a3e7-dd679fedb1d1 req-0edad59e-96e9-4648-8f99-56ba7d662169 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545023 Dec 10 18:29:16.971606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:16.993885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:16.994011 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Added segment cc4a6d5b-1a49-4dd5-a688-64d241958cdd of type vlan for network d3df3997-a4c0-4437-8f2d-1f6dad692336 Dec 10 18:29:17.020270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bacb7f9a-d6c2-49c0-95e9-bab011bf1c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.036778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bacb7f9a-d6c2-49c0-95e9-bab011bf1c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.058424 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.093505 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.094104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.094277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bacb7f9a-d6c2-49c0-95e9-bab011bf1c22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=544acdf7171948fd9080a019f41014b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3424845 Dec 10 18:29:17.099360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57644) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:17.102146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.119138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.119795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.146217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1193898763-network', 'tenant_id': '81046383eb3e4c3986550a05f4be6a8d'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:17.164224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb7f9a-d6c2-49c0-95e9-bab011bf1c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0197fd76-3445-49b9-b5f5-9af5b308934b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:17.182719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2431214 Dec 10 18:29:17.186121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57646) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:17.239728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c712677-4233-40c2-b622-06c1ad707776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.254268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Made reservation on behalf of 81046383eb3e4c3986550a05f4be6a8d for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:17.254801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Network': ['ID=ee086cda-6437-4a73-91d7-7ba495d21e90,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:17.265968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ee086cda-6437-4a73-91d7-7ba495d21e90 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:17.279328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.316078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.328197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c712677-4233-40c2-b622-06c1ad707776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.421185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f24f2-02c6-4836-82ff-fe254bddbf35 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Network': ['ID=d3df3997-a4c0-4437-8f2d-1f6dad692336,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:17.445150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d3df3997-a4c0-4437-8f2d-1f6dad692336 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:17.472218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d97eb8-9e6a-4707-a8e2-3f9b3f6a1a46 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.484653 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-515dd06f-bf92-4b53-bf48-37e66dc73c88 req-550543ff-951a-43db-985a-8a57a3e0edb2 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0846169 Dec 10 18:29:17.485464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d97eb8-9e6a-4707-a8e2-3f9b3f6a1a46 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.503547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d97eb8-9e6a-4707-a8e2-3f9b3f6a1a46 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.505584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c712677-4233-40c2-b622-06c1ad707776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.510672 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6c712677-4233-40c2-b622-06c1ad707776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.517643 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c712677-4233-40c2-b622-06c1ad707776 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0197fd76-3445-49b9-b5f5-9af5b308934b HTTP/1.1" status: 204 len: 168 time: 0.4162948 Dec 10 18:29:17.520969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d97eb8-9e6a-4707-a8e2-3f9b3f6a1a46 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.523021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-44d97eb8-9e6a-4707-a8e2-3f9b3f6a1a46 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3358858 Dec 10 18:29:17.527310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57664) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:17.584646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c712677-4233-40c2-b622-06c1ad707776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197fd76-3445-49b9-b5f5-9af5b308934b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:17.650503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.708179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.717581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.754726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:17.779011 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.779347 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Added segment 5ca73578-5070-49e6-aa28-9f1393201506 of type vlan for network e799d8e3-05bf-468d-9e48-333c4ac57bf5 Dec 10 18:29:17.781209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e658dbe0-5765-493b-aede-ad9a721bef23,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:17.864742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.874009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.896387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee086cda-6437-4a73-91d7-7ba495d21e90']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:17.909900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab27bd31-ecf4-4aae-85c3-30e32d794dbf') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:17.910283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab27bd31-ecf4-4aae-85c3-30e32d794dbf') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:17.920382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.921413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:17.922041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.923867 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.964454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.981127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:17.981867 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:17.993902 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:18.040065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3100054 Dec 10 18:29:18.040065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6315d47-3523-43bb-9c3a-2c1ba14a00c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e799d8e3-05bf-468d-9e48-333c4ac57bf5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:18.051004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e799d8e3-05bf-468d-9e48-333c4ac57bf5 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:18.196666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.203549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.211008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57694) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:18.226398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/networks/ee086cda-6437-4a73-91d7-7ba495d21e90 HTTP/1.1" status: 204 len: 168 time: 0.6838658 Dec 10 18:29:18.288656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536a49f-0327-4416-aeef-3e447dff2dcf req-9d69aeab-4393-413d-87a7-ffd58d48cc98 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:18.290466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d536a49f-0327-4416-aeef-3e447dff2dcf req-9d69aeab-4393-413d-87a7-ffd58d48cc98 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 946 time: 0.2648418 Dec 10 18:29:18.291758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59805cf4-cffa-4da2-9a41-81057df824aa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Network': ['ID=ee086cda-6437-4a73-91d7-7ba495d21e90,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:18.370145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.396701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d536a49f-0327-4416-aeef-3e447dff2dcf req-c7af610c-21b0-4062-9002-51d753e5b025 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977745 Dec 10 18:29:18.557516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c4939-f988-4074-aa9f-ee4fe794d94b req-bc7fe162-0b58-4345-919a-91d2cdecf08e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:18.570112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e4c4939-f988-4074-aa9f-ee4fe794d94b req-bc7fe162-0b58-4345-919a-91d2cdecf08e tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 945 time: 0.0784752 Dec 10 18:29:18.618049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.657827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e4c4939-f988-4074-aa9f-ee4fe794d94b req-4582d5a9-ef44-4fa8-ab01-70d9260850e9 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864673 Dec 10 18:29:18.865866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31544d12-774f-43b6-b557-f7cedcb3a889 req-2fc284e8-4622-4cd3-a9d9-0bbddc66543f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:18.871920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31544d12-774f-43b6-b557-f7cedcb3a889 req-2fc284e8-4622-4cd3-a9d9-0bbddc66543f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1114383 Dec 10 18:29:18.885736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3df3997-a4c0-4437-8f2d-1f6dad692336']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:18.923509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc4a6d5b-1a49-4dd5-a688-64d241958cdd') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:18.923820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc4a6d5b-1a49-4dd5-a688-64d241958cdd') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:18.945525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.958577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-31544d12-774f-43b6-b557-f7cedcb3a889 req-48290684-3a9c-47f5-8952-be5d06403952 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786326 Dec 10 18:29:18.982996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:18.992100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:18.992531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:19.047629 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:19.076074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-469dcb3e-80a9-44b6-ac87-db15cdd5b77b req-d7f9932d-b4da-44be-a295-c7a8110a3b14 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0363750 Dec 10 18:29:19.149092 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.158378 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.165499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/networks/d3df3997-a4c0-4437-8f2d-1f6dad692336 HTTP/1.1" status: 204 len: 168 time: 0.9531553 Dec 10 18:29:19.169007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57740) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:19.222687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe396c-ff64-4c0b-8fb1-f420891c68ef req-3539413b-f260-4351-9245-c42cde7b64c8 tempest-ComputeTenantNetworksTest-1869685500 tempest-ComputeTenantNetworksTest-1869685500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.234667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe396c-ff64-4c0b-8fb1-f420891c68ef req-3539413b-f260-4351-9245-c42cde7b64c8 tempest-ComputeTenantNetworksTest-1869685500 tempest-ComputeTenantNetworksTest-1869685500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.241683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe396c-ff64-4c0b-8fb1-f420891c68ef req-3539413b-f260-4351-9245-c42cde7b64c8 tempest-ComputeTenantNetworksTest-1869685500 tempest-ComputeTenantNetworksTest-1869685500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.260936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32fe396c-ff64-4c0b-8fb1-f420891c68ef req-3539413b-f260-4351-9245-c42cde7b64c8 tempest-ComputeTenantNetworksTest-1869685500 tempest-ComputeTenantNetworksTest-1869685500-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6215959 Dec 10 18:29:19.291423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da15cca-7d04-42ff-a714-10740c722764 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Network': ['ID=d3df3997-a4c0-4437-8f2d-1f6dad692336,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:19.410089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b90366-bdf9-41b7-a1bc-80bc9e59b52c req-851b25c6-9cd6-44b9-8cd2-445b3870b4fa tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.412217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7b90366-bdf9-41b7-a1bc-80bc9e59b52c req-851b25c6-9cd6-44b9-8cd2-445b3870b4fa tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.0748479 Dec 10 18:29:19.457722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ea909-2fd4-407b-8adb-24c13e518e0f tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.463909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ea909-2fd4-407b-8adb-24c13e518e0f tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.465988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c34ea909-2fd4-407b-8adb-24c13e518e0f tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2956800 Dec 10 18:29:19.478627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57750) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:19.480164 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a7b90366-bdf9-41b7-a1bc-80bc9e59b52c req-dadc5f5c-fad5-486c-b5fa-e38f113bd436 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600302 Dec 10 18:29:19.483851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-994790175'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:19.622750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297fbd87-91f2-47d8-8588-13604ace78d8 req-4eca9623-e258-457a-98fb-468c25ec4677 tempest-ComputeTenantNetworksTest-1869685500 tempest-ComputeTenantNetworksTest-1869685500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.635548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57756) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:19.649680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-297fbd87-91f2-47d8-8588-13604ace78d8 req-4eca9623-e258-457a-98fb-468c25ec4677 tempest-ComputeTenantNetworksTest-1869685500 tempest-ComputeTenantNetworksTest-1869685500-project] 10.222.0.55 "GET /v2.0/networks/e799d8e3-05bf-468d-9e48-333c4ac57bf5 HTTP/1.1" status: 200 len: 769 time: 0.2475705 Dec 10 18:29:19.651656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Made reservation on behalf of 79c369cebd534430977be04565824a0c for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:19.662909 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.708779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57758) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:19.736841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:19.759889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.760302 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Added segment 8a288af2-fa4d-4eeb-af67-9f36ace1b531 of type vlan for network 421db5f1-2b83-41f6-bbba-5ed3456962cf Dec 10 18:29:19.880083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.890288 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.991116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:19.997281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:19.998019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.055568 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.088695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Network': ['ID=421db5f1-2b83-41f6-bbba-5ed3456962cf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:20.091618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09a0b8f2-6844-4024-b02e-ffaba53bee56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.104523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 421db5f1-2b83-41f6-bbba-5ed3456962cf details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:20.132517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fe84ecfb-b362-4eaa-a1ec-a271030455fc tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6526442 Dec 10 18:29:20.143095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57784) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:20.151859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-102274338'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:20.180738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-15cdc573-a13e-4227-a45e-940b5b419fc8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:20.182386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-15cdc573-a13e-4227-a45e-940b5b419fc8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.3072691 Dec 10 18:29:20.255597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-a74a775b-63d4-4b94-835e-aecab70e967c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/quotas/116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 375 time: 0.0498784 Dec 10 18:29:20.299833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Made reservation on behalf of 79c369cebd534430977be04565824a0c for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:20.299833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.362279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:20.372899 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09a0b8f2-6844-4024-b02e-ffaba53bee56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.379911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.380257 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Added segment a3897486-c770-440d-81f1-8d34532afc8e of type vlan for network 9c38c180-40eb-4f18-bbbb-68058becf549 Dec 10 18:29:20.391070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09a0b8f2-6844-4024-b02e-ffaba53bee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.426246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0b8f2-6844-4024-b02e-ffaba53bee56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811a961e-448e-4d22-a778-4006aac305df,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:20.444723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-4aca04cb-3d19-4b3b-8501-a781455eb276 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1710045 Dec 10 18:29:20.478130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e799d8e3-05bf-468d-9e48-333c4ac57bf5']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:20.488047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1c78e-cf42-41e6-aa61-708c5b3ffc3b req-e5dfc5c0-070d-4446-bca3-185793c7e748 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:20.495439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eca1c78e-cf42-41e6-aa61-708c5b3ffc3b req-e5dfc5c0-070d-4446-bca3-185793c7e748 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 945 time: 0.5991178 Dec 10 18:29:20.506391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-09a0b8f2-6844-4024-b02e-ffaba53bee56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c13504c32e8480bb7426e8ad5e22d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7965055 Dec 10 18:29:20.509997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57790) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:20.530183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca73578-5070-49e6-aa28-9f1393201506') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:20.530716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca73578-5070-49e6-aa28-9f1393201506') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:20.554262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.560101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.585475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eca1c78e-cf42-41e6-aa61-708c5b3ffc3b req-30f94c7b-eb41-4ae8-bb9a-9fad4ef6cb23 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888796 Dec 10 18:29:20.590420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.647631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:20.649695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:20.654197 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:20.660720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-a96148d2-3190-489b-ab32-2d4ad2891e34 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880033 Dec 10 18:29:20.679250 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.685402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:20.686034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.720187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5757787 Dec 10 18:29:20.740500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57796) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:20.766854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-079ed09c-d528-40f7-a898-9135d436fc4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.788687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'ports': [{'network_id': '421db5f1-2b83-41f6-bbba-5ed3456962cf', 'name': 'tempest-port--1221747908', 'admin_state_up': True}, {'network_id': '9c38c180-40eb-4f18-bbbb-68058becf549', 'admin_state_up': False}]} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:20.789827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'port': {'network_id': '421db5f1-2b83-41f6-bbba-5ed3456962cf', 'name': 'tempest-port--1221747908', 'admin_state_up': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:20.790542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'port': {'network_id': '9c38c180-40eb-4f18-bbbb-68058becf549', 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:20.897279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-180bbfeb-5334-4831-8de5-ea2ca16743bb req-8cb7cbb8-565c-4e26-85bd-01b81f06367d tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1551323 Dec 10 18:29:20.900907 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-079ed09c-d528-40f7-a898-9135d436fc4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.910743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.923643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:20.936817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e799d8e3-05bf-468d-9e48-333c4ac57bf5 HTTP/1.1" status: 204 len: 168 time: 1.2965775 Dec 10 18:29:20.956782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7fd69-00f1-498e-9a93-cad7b679542a tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Network': ['ID=9c38c180-40eb-4f18-bbbb-68058becf549,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:20.963330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10003b-488e-4048-b235-7c5602951ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e799d8e3-05bf-468d-9e48-333c4ac57bf5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:20.977352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9c38c180-40eb-4f18-bbbb-68058becf549 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:21.031323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-e215bc87-f9b5-44bf-8a8a-edb269208c48 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:21.039958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-e215bc87-f9b5-44bf-8a8a-edb269208c48 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/ports?device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 945 time: 0.2760663 Dec 10 18:29:21.115661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-f113cdfd-3368-44a4-8fb5-929b70c30301 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527678 Dec 10 18:29:21.189400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Made reservation on behalf of 79c369cebd534430977be04565824a0c for: {'port': 2} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:21.195353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.229692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.268432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:21.270998 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-079ed09c-d528-40f7-a898-9135d436fc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.273830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-079ed09c-d528-40f7-a898-9135d436fc4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.276105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-079ed09c-d528-40f7-a898-9135d436fc4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/811a961e-448e-4d22-a778-4006aac305df HTTP/1.1" status: 204 len: 168 time: 0.7328029 Dec 10 18:29:21.300423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ed09c-d528-40f7-a898-9135d436fc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a961e-448e-4d22-a778-4006aac305df,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:21.373955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-ed89e0d8-f24a-4fd4-a8ac-ea0dcb4dc1c7 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:21.375563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-ed89e0d8-f24a-4fd4-a8ac-ea0dcb4dc1c7 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "GET /v2.0/ports?device_id=b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11 HTTP/1.1" status: 200 len: 946 time: 0.1681180 Dec 10 18:29:21.383805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Deleting port f66b1166-4fd2-463e-88ba-01104d1d39d7 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:21.384204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.426618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] device_id is not set on port f10f998e-d3a5-4ad5-92d3-fe5207280669 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:29:21.572715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-971796cb-7a07-43d7-91bd-974f6f248732 req-93518464-8746-49b9-84a0-80d6073a9562 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 210 time: 0.0499747 Dec 10 18:29:21.682117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] For port f66b1166-4fd2-463e-88ba-01104d1d39d7, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f66b1166-4fd2-463e-88ba-01104d1d39d7,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:21.682718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.719299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.721882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Calling delete_port for f66b1166-4fd2-463e-88ba-01104d1d39d7 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:21.837263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] device_id is not set on port 34543778-db17-4e1c-82b2-09e539513254 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:29:21.877006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-22db52a8-9995-4d6d-8bc4-73e88780259f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=81046383eb3e4c3986550a05f4be6a8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3619566 Dec 10 18:29:21.881427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Deleting port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:21.881780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:21.892681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57830) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:22.001369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.060790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.148247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] For port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,segment=NetworkSegment(41b1d0d5-2617-459b-8981-b92ee3ad5f2e),segment_id=41b1d0d5-2617-459b-8981-b92ee3ad5f2e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:22.148855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.167821 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ba76915b-768f-4bf1-8fc2-d57226ac02ad req-d69773a0-b156-4209-a4aa-ffebdc13c714 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0970404 Dec 10 18:29:22.189076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Port': ['ID=f10f998e-d3a5-4ad5-92d3-fe5207280669,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:22.201847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Calling delete_port for c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:22.230905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Checking segment: {'id': '8a288af2-fa4d-4eeb-af67-9f36ace1b531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '421db5f1-2b83-41f6-bbba-5ed3456962cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:22.231528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network hostable DHCP agents. Network: 421db5f1-2b83-41f6-bbba-5ed3456962cf, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:22.272205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network 421db5f1-2b83-41f6-bbba-5ed3456962cf is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:22.287794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 421db5f1-2b83-41f6-bbba-5ed3456962cf) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:22.299249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf089b-a154-4c28-a60e-2e9c897f8563 None None] Network 421db5f1-2b83-41f6-bbba-5ed3456962cf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:22.305194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:22.307026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.411144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73a532-4b65-4aeb-9560-739fe825330d req-223dce37-cad3-40cd-9808-821652b8ad87 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:22.420144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b73a532-4b65-4aeb-9560-739fe825330d req-223dce37-cad3-40cd-9808-821652b8ad87 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 945 time: 0.6788225 Dec 10 18:29:22.447212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Port': ['ID=34543778-db17-4e1c-82b2-09e539513254,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:22.459064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Checking segment: {'id': 'a3897486-c770-440d-81f1-8d34532afc8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '9c38c180-40eb-4f18-bbbb-68058becf549'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:22.459781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network hostable DHCP agents. Network: 9c38c180-40eb-4f18-bbbb-68058becf549, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:22.500942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network 9c38c180-40eb-4f18-bbbb-68058becf549 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:22.529018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9c38c180-40eb-4f18-bbbb-68058becf549) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:22.536356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:22.542531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:22.547738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:22.548462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.575053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-56341917-22aa-4ab9-a8b0-1b79f5646c7d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7905393 Dec 10 18:29:22.575722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57856) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:22.614099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48c10946-d642-4030-8086-45cdad47e087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.634715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.696893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event deleted for resources: {'Port': ['ID=f66b1166-4fd2-463e-88ba-01104d1d39d7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:22.718020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b73a532-4b65-4aeb-9560-739fe825330d req-b8c92ddc-e21b-420b-80f6-1e25216c30ad tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/security-groups?id=fddd6a38-26ca-4ddb-8e90-f2e28311398a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968645 Dec 10 18:29:22.720692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc12d1c-3f44-496e-944f-636050fc8ad5 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:22.745389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc12d1c-3f44-496e-944f-636050fc8ad5 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:22.756641 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4fc12d1c-3f44-496e-944f-636050fc8ad5 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1796134 Dec 10 18:29:22.797384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57866) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:22.823577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48c10946-d642-4030-8086-45cdad47e087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:22.844549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b758d70-f804-4c8d-a923-f92163e5b702 None None] Network 9c38c180-40eb-4f18-bbbb-68058becf549 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:22.850218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['f66b1166-4fd2-463e-88ba-01104d1d39d7', 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:22.977947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ba885cf-ccc9-4add-a8d4-d6de3398c03c req-b138987d-1d95-4a27-8be5-6b143ee438f7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 210 time: 0.2200119 Dec 10 18:29:23.016321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] No DVR routers for this DVR port f66b1166-4fd2-463e-88ba-01104d1d39d7 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:23.040411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.041776 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5db7f5fa-faab-48d4-99aa-50eb609a99f2 req-bdb8a7d2-cb2d-4fa3-9597-8d98985e3808 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "DELETE /v2.0/ports/f66b1166-4fd2-463e-88ba-01104d1d39d7 HTTP/1.1" status: 204 len: 173 time: 1.9902334 Dec 10 18:29:23.042469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'name': 'network-vif-deleted', 'tag': 'f66b1166-4fd2-463e-88ba-01104d1d39d7'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:23.057677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Deleting port f10f998e-d3a5-4ad5-92d3-fe5207280669 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:23.058345 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.065643 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d31a19-5e30-4aba-ad79-571023205997" -d '{"events": [{"server_uuid": "2b3309f0-2dab-415a-ab63-2ee28f11c203", "name": "network-vif-deleted", "tag": "f66b1166-4fd2-463e-88ba-01104d1d39d7"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:23.132858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.292373 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed50b5a8-0a0f-4487-ae0b-3ca87275c495 x-openstack-request-id: req-ed50b5a8-0a0f-4487-ae0b-3ca87275c495 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:23.293056 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3309f0-2dab-415a-ab63-2ee28f11c203", "name": "network-vif-deleted", "tag": "f66b1166-4fd2-463e-88ba-01104d1d39d7", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:23.293625 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ed50b5a8-0a0f-4487-ae0b-3ca87275c495 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:23.294863 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3309f0-2dab-415a-ab63-2ee28f11c203', 'name': 'network-vif-deleted', 'tag': 'f66b1166-4fd2-463e-88ba-01104d1d39d7', 'status': 'completed', 'code': 200} Dec 10 18:29:23.295979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48c10946-d642-4030-8086-45cdad47e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.307580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-48c10946-d642-4030-8086-45cdad47e087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.309741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-48c10946-d642-4030-8086-45cdad47e087 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e658dbe0-5765-493b-aede-ad9a721bef23 HTTP/1.1" status: 204 len: 168 time: 1.4116516 Dec 10 18:29:23.314322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Pushing event deleted for resources: {'Port': ['ID=c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:23.433553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b792012-0d44-42be-a7d7-0c963aa96c20 req-7d2fa214-87f0-4580-895b-f61ffce17c23 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1045225 Dec 10 18:29:23.456184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.517997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Calling delete_port for f10f998e-d3a5-4ad5-92d3-fe5207280669 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:23.530548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] No DVR routers for this DVR port c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:23.552686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.560032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1ceab546-d68b-4fcc-a52b-64898c1a07d4 req-5a775de1-49e9-4c87-a863-b3c262f0875d tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.30 "DELETE /v2.0/ports/c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b HTTP/1.1" status: 204 len: 173 time: 2.0414660 Dec 10 18:29:23.599716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c10946-d642-4030-8086-45cdad47e087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e658dbe0-5765-493b-aede-ad9a721bef23,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:23.751873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.848069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Port': ['ID=f10f998e-d3a5-4ad5-92d3-fe5207280669,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:23.869012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:23.875883 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a1d0772f-7567-4aa0-be07-36511901f61d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/ports/f10f998e-d3a5-4ad5-92d3-fe5207280669 HTTP/1.1" status: 204 len: 168 time: 1.0771599 Dec 10 18:29:23.876557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57888) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:23.911766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-2f5581e5-511c-489e-8aa1-0bed7e4d15bf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:23.917474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-2f5581e5-511c-489e-8aa1-0bed7e4d15bf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.3888104 Dec 10 18:29:23.952699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'port': {'device_id': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'admin_state_up': True, 'tenant_id': '116753191c7640d99d4f17680ae90606'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:24.140323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24fdf359-da52-4206-b792-3c6da04b4e49 req-27dbddff-8688-4bbb-9b40-812dabc70240 tempest-MultipleCreateTestJSON-287035352 tempest-MultipleCreateTestJSON-287035352-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b3309f0-2dab-415a-ab63-2ee28f11c203 HTTP/1.1" status: 200 len: 210 time: 0.2181535 Dec 10 18:29:24.158812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Deleting port 34543778-db17-4e1c-82b2-09e539513254 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:24.159162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.309224 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11ea5203-116e-466d-886d-2d57478a8f01 req-470c78b6-ac3f-4634-b00c-05e749d743e0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 210 time: 0.1101048 Dec 10 18:29:24.329530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.404020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Calling delete_port for 34543778-db17-4e1c-82b2-09e539513254 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:24.421099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Made reservation on behalf of 116753191c7640d99d4f17680ae90606 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:24.425169 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.558127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.630575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:24.650511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Port': ['ID=34543778-db17-4e1c-82b2-09e539513254,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:24.682527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.683463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:24.684882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:24.685526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f66b1166-4fd2-463e-88ba-01104d1d39d7 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:24.687951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-969b4cfe-e5a2-4436-b3d6-7f802e27b02c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/ports/34543778-db17-4e1c-82b2-09e539513254 HTTP/1.1" status: 204 len: 168 time: 0.8104005 Dec 10 18:29:24.694494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57920) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:24.719176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ecbd2d6-a090-4746-8395-cd2258eb3add req-b51745f4-b8e6-4f7e-b2e9-a8e69f589298 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0691488 Dec 10 18:29:24.768376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: f66b1166-4fd2-463e-88ba-01104d1d39d7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:24.780502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f66b1166-4fd2-463e-88ba-01104d1d39d7 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:24.794811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62ec16d6-fada-443b-b12c-3aa794f4e59c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0980637 Dec 10 18:29:24.795751 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57922) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:24.803376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1750425712'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:24.835896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Made reservation on behalf of 79c369cebd534430977be04565824a0c for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:24.847794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.918919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Allocated IP 172.20.0.7 (7ece2ed6-f826-441d-b990-14c3e4c97e2b/ad779698-0097-4e8e-bdcb-013d65bc83c6/4b52423d-19e5-48f1-b3ff-1e978246f3cf) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:24.926229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:24.961748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:24.962097 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Added segment df681cfe-56a7-458d-b73b-dcb5a870d64f of type vlan for network 55ccb9e2-0bdd-484f-817e-d77b0409dee3 Dec 10 18:29:25.109890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.207357 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.223156 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.232776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:25.233861 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.380033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'name': 'network-vif-deleted', 'tag': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:25.391013 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161fcad2-b898-427c-aa4a-13fc1d73490e" -d '{"events": [{"server_uuid": "b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11", "name": "network-vif-deleted", "tag": "c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:25.404635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:25.419564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b', '271fbb07-889e-468f-aede-57e16c9fbcd2'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:25.488078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57954) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:25.489248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:25.507140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:25.514768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:25.791396 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c46b9cb-c7de-47fe-a423-1a7591f1b7a9 x-openstack-request-id: req-7c46b9cb-c7de-47fe-a423-1a7591f1b7a9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:25.791710 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11", "name": "network-vif-deleted", "tag": "c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:25.791977 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c46b9cb-c7de-47fe-a423-1a7591f1b7a9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:25.792465 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53b6859-82d3-4fbb-b8b9-ca1d23fb8b11', 'name': 'network-vif-deleted', 'tag': 'c1f613b1-b5bc-4c63-b80d-d3359ce3ca3b', 'status': 'completed', 'code': 200} Dec 10 18:29:25.863912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Network': ['ID=55ccb9e2-0bdd-484f-817e-d77b0409dee3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:25.879570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 55ccb9e2-0bdd-484f-817e-d77b0409dee3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:25.919386 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e9cd996-b018-4037-aac6-014ed4e00044 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1219776 Dec 10 18:29:25.941898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:25.964366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1374011532'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:26.134804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=4b52423d-19e5-48f1-b3ff-1e978246f3cf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:26.191331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a813ea63-9857-401e-a4fb-d40a4db446c2 req-cf705f7a-4ec8-4e80-a148-78025c236aec tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.2685924 Dec 10 18:29:26.224774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.225809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.265673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] Deleting subnet b75d1ce1-c8c6-4107-ac5a-1af9dba46860 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:26.271333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.296235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Made reservation on behalf of 79c369cebd534430977be04565824a0c for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:26.303673 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.345996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-6a2b00ff-33ec-4866-b57f-ce3555b43a2a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4074788 Dec 10 18:29:26.369487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Request body: {'port': {'device_id': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:26.388158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd4cd9-acf8-4483-a1b7-8712f9c4e24c req-bf9c9814-b0d9-4fd6-b9b1-9f96c287ca17 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:26.398040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88bd4cd9-acf8-4483-a1b7-8712f9c4e24c req-bf9c9814-b0d9-4fd6-b9b1-9f96c287ca17 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 931 time: 0.4977920 Dec 10 18:29:26.415340 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.427557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5c1c5305-9276-47b6-880a-da617813038c None None] Provisioning complete for port 4b52423d-19e5-48f1-b3ff-1e978246f3cf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:26.428301 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5c1c5305-9276-47b6-880a-da617813038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.499808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:29:26.563921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5c1c5305-9276-47b6-880a-da617813038c None None] Port 4b52423d-19e5-48f1-b3ff-1e978246f3cf cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:26.577417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.580971 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Added segment 20228a66-5817-4a27-96a5-ef959f217fc7 of type vlan for network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 Dec 10 18:29:26.582694 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.627870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.673101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88bd4cd9-acf8-4483-a1b7-8712f9c4e24c req-5b61d1cd-62e0-45a0-935d-71c4f6383566 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453496 Dec 10 18:29:26.758148 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.766602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.809993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b75d1ce1-c8c6-4107-ac5a-1af9dba46860,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:26.822057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:26.829431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f3b92be4-0c7d-4360-b4c1-3c26838ed5db admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b75d1ce1-c8c6-4107-ac5a-1af9dba46860 HTTP/1.1" status: 204 len: 168 time: 1.2482159 Dec 10 18:29:26.830434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57982) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:26.998876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.027751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.033921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:27.035101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.182948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Network': ['ID=32f2b2c7-f516-4898-9737-d9b3e52b8e96,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:27.214717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:29:27.215395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a92bda09-f866-4ee4-a5ad-e47acf47e2c9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2525904 Dec 10 18:29:27.348660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58000) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:27.413955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'subnets': [{'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--281549205', 'ip_version': 4}, {'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:27.415344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'subnet': {'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--281549205', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:27.416017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Request body: {'subnet': {'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:27.436060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.443965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b52423d-19e5-48f1-b3ff-1e978246f3cf {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:27.512593 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.546882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8a70a6-4903-4150-9b8d-cd72d287dfe5']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:27.552607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ced6d808-606b-44ce-a2f0-b512cf4e1005 req-e6386050-4093-4188-b0f9-9b827faa0596 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0654614 Dec 10 18:29:27.579600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b1d0d5-2617-459b-8981-b92ee3ad5f2e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:27.580756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b1d0d5-2617-459b-8981-b92ee3ad5f2e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:27.621021 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.625994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Transition to ACTIVE for port object 4b52423d-19e5-48f1-b3ff-1e978246f3cf will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:27.640056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.648673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.661593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:27.661995 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:27.664181 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:27.946649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.005429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.030582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8d8a70a6-4903-4150-9b8d-cd72d287dfe5 HTTP/1.1" status: 204 len: 168 time: 1.1980984 Dec 10 18:29:28.155502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f707f-27c0-4e97-ab35-8f7b35c37731 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8a70a6-4903-4150-9b8d-cd72d287dfe5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:28.181443 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:29:28.197231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117ff04-8f2f-4ae2-817a-66f67d9ba64d req-39352657-7449-497d-8aa3-ebfe31faff43 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:28.199607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c117ff04-8f2f-4ae2-817a-66f67d9ba64d req-39352657-7449-497d-8aa3-ebfe31faff43 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 943 time: 0.3305762 Dec 10 18:29:28.293556 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc924706-84e0-4811-8b50-b9202a699ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.339070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c117ff04-8f2f-4ae2-817a-66f67d9ba64d req-a568a89a-4c22-496e-9219-decb5c3abf53 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315842 Dec 10 18:29:28.508103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-307ceded-0c3e-4731-9433-21684204c595 req-4fa14784-4987-4e7d-b381-2b148cf5438b service neutron] (103499) timed out ('10.222.0.55', 52718) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:29:28.539561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58024) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:28.676599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c77831b-126f-4642-8dec-c9461766f274 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c829908fdd64607b350d26231260b97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355829 Dec 10 18:29:28.679378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58030) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:28.787507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b52423d-19e5-48f1-b3ff-1e978246f3cf,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:28.811049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f879eab5-1d2e-4875-9be6-0bb67896d500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:28.884884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f879eab5-1d2e-4875-9be6-0bb67896d500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.085563 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f879eab5-1d2e-4875-9be6-0bb67896d500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.089479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f879eab5-1d2e-4875-9be6-0bb67896d500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.098525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f879eab5-1d2e-4875-9be6-0bb67896d500 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fddd6a38-26ca-4ddb-8e90-f2e28311398a HTTP/1.1" status: 204 len: 168 time: 0.4105427 Dec 10 18:29:29.099236 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64ca5a45-6f09-4207-9de3-26d46cb114c6 req-cb8d011f-e467-4921-9914-bf7c38b697a5 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.3025923 Dec 10 18:29:29.151647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879eab5-1d2e-4875-9be6-0bb67896d500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddd6a38-26ca-4ddb-8e90-f2e28311398a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:29.272061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Attempting to bind port 4b52423d-19e5-48f1-b3ff-1e978246f3cf on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:29.272461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Attempting to bind port 4b52423d-19e5-48f1-b3ff-1e978246f3cf by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:29.272770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Attempting to bind port 4b52423d-19e5-48f1-b3ff-1e978246f3cf on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:29.280084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Made reservation on behalf of 79c369cebd534430977be04565824a0c for: {'subnet': 2} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:29.310724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.311067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.338345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Port 4b52423d-19e5-48f1-b3ff-1e978246f3cf on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:29.338742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Attempting to bind port 4b52423d-19e5-48f1-b3ff-1e978246f3cf on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:29.431356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:29.431356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:29.431356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Bound using segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:29.431356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Bound port: 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:29.431356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:29.801185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] For port 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:29.820861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] For port 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:29.838459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3db8b0-efc3-40a5-b3a7-27504b2fa179 req-5484cf23-c172-4920-acd1-8d4694d943c7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:29.861548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd3db8b0-efc3-40a5-b3a7-27504b2fa179 req-5484cf23-c172-4920-acd1-8d4694d943c7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 943 time: 0.2468965 Dec 10 18:29:29.904108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.064871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cd3db8b0-efc3-40a5-b3a7-27504b2fa179 req-86501775-a0aa-4c1d-8ece-01a8f79fbd3f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006903 Dec 10 18:29:30.157665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.163525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:30.173412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] 10.222.0.30 "PUT /v2.0/ports/4b52423d-19e5-48f1-b3ff-1e978246f3cf HTTP/1.1" status: 200 len: 1091 time: 3.8071911 Dec 10 18:29:30.174185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:30.182237 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5844ff7c-1772-4654-9022-5f2bb2a3af71" -d '{"events": [{"name": "network-changed", "server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:30.392229 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67277d51-7fcc-45fc-a291-402f3abfd29d req-0e44b558-9e41-4709-9511-8c640fa1fa79 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1017401 Dec 10 18:29:30.488599 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eac405-6cbe-4371-beea-06a6a98082bb x-openstack-request-id: req-e8eac405-6cbe-4371-beea-06a6a98082bb {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:30.489153 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:30.489153 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e8eac405-6cbe-4371-beea-06a6a98082bb {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:30.489464 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf', 'status': 'completed', 'code': 200} Dec 10 18:29:30.500946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38e766-e2a2-488b-a94a-e15f280263a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b52423d-19e5-48f1-b3ff-1e978246f3cf,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:30.742325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-ed23a905-9bd9-4b64-8ae4-ebf54ebda024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.743986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-ed23a905-9bd9-4b64-8ae4-ebf54ebda024 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 1094 time: 0.4551477 Dec 10 18:29:30.822815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-edb459f6-55aa-422a-81a6-f635850dabb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf HTTP/1.1" status: 200 len: 217 time: 0.0637352 Dec 10 18:29:30.906252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-b00482ed-9c9d-466d-9277-41598a05d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:30.907895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-b00482ed-9c9d-466d-9277-41598a05d482 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.0768733 Dec 10 18:29:31.037468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-3b556826-0904-4888-af0b-778b9986d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.039512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-3b556826-0904-4888-af0b-778b9986d4a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243684 Dec 10 18:29:31.286297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.371450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Subnet': ['ID=1fc2863f-4835-4645-91df-046e5ddbd020,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:31.406413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.406784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.407225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.407459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.407798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.408132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.415470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.416353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.416824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.417277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.417770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.418387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.418800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:31.432717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea023703-09a3-4970-a3dc-6d7f7a882bcf req-9b960f67-0a7a-455e-a535-67099aafd1fd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:31.435125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea023703-09a3-4970-a3dc-6d7f7a882bcf req-9b960f67-0a7a-455e-a535-67099aafd1fd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 943 time: 0.2107835 Dec 10 18:29:31.443765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-bbb23a03-d888-4b61-aa07-c209ed04b572 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949034 Dec 10 18:29:31.531726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Checking segment: {'id': 'df681cfe-56a7-458d-b73b-dcb5a870d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:31.531726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network hostable DHCP agents. Network: 55ccb9e2-0bdd-484f-817e-d77b0409dee3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:31.596770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1df5842e-93fc-41a8-b6c9-a3bafa56754e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.669003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea023703-09a3-4970-a3dc-6d7f7a882bcf req-2dda283b-85d4-499a-a811-73dffca4d1d4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081652 Dec 10 18:29:31.670849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network 55ccb9e2-0bdd-484f-817e-d77b0409dee3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:31.684434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 55ccb9e2-0bdd-484f-817e-d77b0409dee3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:31.693892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66c61aa-4d00-4e12-9e6f-52e0c964fb59 None None] Network 55ccb9e2-0bdd-484f-817e-d77b0409dee3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:31.704681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:31.842901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event updated for resources: {'Subnet': ['ID=bbc993cd-09b4-40b8-bef9-f9be4adf110b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:31.908928 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.007359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-55ccb9e2-0bdd-484f-817e-d77b0409dee3', 'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3', 'project_id': '79c369cebd534430977be04565824a0c', 'fixed_ips': [{'subnet_id': '1fc2863f-4835-4645-91df-046e5ddbd020'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:29:32.009008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90727c29-e80c-4c8c-a4d2-88ef773c6685 req-a4c9000d-d907-47b5-ab74-33abc075532f tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1413448 Dec 10 18:29:32.013414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.043011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Checking segment: {'id': '20228a66-5817-4a27-96a5-ef959f217fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:32.043399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network hostable DHCP agents. Network: 32f2b2c7-f516-4898-9737-d9b3e52b8e96, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:29:32.093099 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57c26a01-2495-4ced-a21d-1f92f144aaf2 req-e91c2e1e-1f62-424b-8400-ca55a1d2c340 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406665 Dec 10 18:29:32.097548 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.111195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:29:32.133174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 32f2b2c7-f516-4898-9737-d9b3e52b8e96) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:32.138682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.139157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.139798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.207391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f46d43-0e2b-4293-a5f7-2303cc9b4beb None None] Network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:32.228980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58146) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:32.233162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9732b68b-64c9-471b-9e87-15ab773e3848 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.8833456 Dec 10 18:29:32.255745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-aa0c5d52-03a3-4e62-a803-0bbe7595319d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.257167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-aa0c5d52-03a3-4e62-a803-0bbe7595319d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 1094 time: 0.0977013 Dec 10 18:29:32.397735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e1a2d-64a9-4350-a6ad-3f398fd04c4f tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.433369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e1a2d-64a9-4350-a6ad-3f398fd04c4f tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.438135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34e1a2d-64a9-4350-a6ad-3f398fd04c4f tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.447344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f34e1a2d-64a9-4350-a6ad-3f398fd04c4f tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2164164 Dec 10 18:29:32.451499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58156) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:32.472090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-d7df4743-3f6b-4434-8e2b-dc0a1f82579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.473638 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-d7df4743-3f6b-4434-8e2b-dc0a1f82579d service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.2018671 Dec 10 18:29:32.493460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-32f2b2c7-f516-4898-9737-d9b3e52b8e96', 'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96', 'project_id': '79c369cebd534430977be04565824a0c', 'fixed_ips': [{'subnet_id': 'bbc993cd-09b4-40b8-bef9-f9be4adf110b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:29:32.494332 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:32.562908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-adb9a18f-8ed5-4830-91c3-267a9090c043 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf HTTP/1.1" status: 200 len: 217 time: 0.0815346 Dec 10 18:29:32.631491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Deleting subnet 1fc2863f-4835-4645-91df-046e5ddbd020 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:32.673201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-dc5ff244-459f-47b0-91d0-db51dd4fc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.676188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-dc5ff244-459f-47b0-91d0-db51dd4fc062 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1058607 Dec 10 18:29:32.806646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-ee76008d-6865-4265-ab1f-22b0a7d70f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:32.806646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-ee76008d-6865-4265-ab1f-22b0a7d70f20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178336 Dec 10 18:29:32.946672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Allocated IP 172.20.0.2 (55ccb9e2-0bdd-484f-817e-d77b0409dee3/1fc2863f-4835-4645-91df-046e5ddbd020/cd14662d-9699-46c8-8ae3-9106516c21f8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:32.949759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Allocated IP 172.20.0.18 (32f2b2c7-f516-4898-9737-d9b3e52b8e96/bbc993cd-09b4-40b8-bef9-f9be4adf110b/576ed462-d5da-4316-b736-54251b9ac237) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:33.149653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-d966d1cd-cc62-4c5f-8a5a-7f9016ff1594 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389513 Dec 10 18:29:33.261646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82240fd1-08ce-486c-8c8f-114950abec19 req-2be3033d-0a68-41b5-8df7-83481cd4a264 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0530908 Dec 10 18:29:33.352538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc62aa1-9477-48eb-a7bf-dd9570b0f887 req-8ecb045e-ead6-4b05-b0de-c5b4d9df3c5c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:33.360984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3fc62aa1-9477-48eb-a7bf-dd9570b0f887 req-8ecb045e-ead6-4b05-b0de-c5b4d9df3c5c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 943 time: 0.2101378 Dec 10 18:29:33.367694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58180) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:33.375347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5844ff7c-1772-4654-9022-5f2bb2a3af71 req-06748691-b08d-4fa8-a622-ab5c44dfec73 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101648 Dec 10 18:29:33.452260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3fc62aa1-9477-48eb-a7bf-dd9570b0f887 req-be398dda-653c-4c46-97b4-432f91e33246 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852747 Dec 10 18:29:33.536550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.539404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.548953 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.549318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.555266 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.611843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:33.616685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Network 55ccb9e2-0bdd-484f-817e-d77b0409dee3 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:33.619391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:33.622059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Pushing event updated for resources: {'Port': ['ID=576ed462-d5da-4316-b736-54251b9ac237,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:33.624531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:33.626339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:33.628701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:33.649564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.700817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.705236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Pushing event updated for resources: {'Port': ['ID=cd14662d-9699-46c8-8ae3-9106516c21f8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:33.787619 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.793765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Attempting to bind port cd14662d-9699-46c8-8ae3-9106516c21f8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:33.794046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Attempting to bind port cd14662d-9699-46c8-8ae3-9106516c21f8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'df681cfe-56a7-458d-b73b-dcb5a870d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:33.794404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Attempting to bind port cd14662d-9699-46c8-8ae3-9106516c21f8 on network 55ccb9e2-0bdd-484f-817e-d77b0409dee3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:33.807663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.811641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:33.811857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Checking segment: {'id': 'df681cfe-56a7-458d-b73b-dcb5a870d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:33.812267 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.812662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Bound using segment: {'id': 'df681cfe-56a7-458d-b73b-dcb5a870d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:33.813138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Bound port: cd14662d-9699-46c8-8ae3-9106516c21f8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df681cfe-56a7-458d-b73b-dcb5a870d64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '55ccb9e2-0bdd-484f-817e-d77b0409dee3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:33.813517 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.824063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Attempting to bind port 576ed462-d5da-4316-b736-54251b9ac237 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:33.824701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Attempting to bind port 576ed462-d5da-4316-b736-54251b9ac237 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '20228a66-5817-4a27-96a5-ef959f217fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:33.825432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Attempting to bind port 576ed462-d5da-4316-b736-54251b9ac237 on network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:33.848115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:33.848115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Checking segment: {'id': '20228a66-5817-4a27-96a5-ef959f217fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:33.848790 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.849096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Bound using segment: {'id': '20228a66-5817-4a27-96a5-ef959f217fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:33.849783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Bound port: 576ed462-d5da-4316-b736-54251b9ac237, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20228a66-5817-4a27-96a5-ef959f217fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '32f2b2c7-f516-4898-9737-d9b3e52b8e96'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:33.850167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.888095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.893296 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.929864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.954177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f009ff-41f9-493b-9cf3-c20ec394665d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:33.988052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d11b5e3359584a1ab64fa06ee729d1d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6190040 Dec 10 18:29:33.990131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:33.993218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58196) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:33.996801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/subnets/1fc2863f-4835-4645-91df-046e5ddbd020 HTTP/1.1" status: 204 len: 168 time: 1.5378873 Dec 10 18:29:33.996801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc2863f-4835-4645-91df-046e5ddbd020,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:33.997292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58198) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:33.999201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:33.999776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.000266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.000858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.001295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.001723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.002148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.003294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.003760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.004207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.004613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.005162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.005707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ea96c-c5e7-45c7-a924-2937d6388970 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.040788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] For port 576ed462-d5da-4316-b736-54251b9ac237, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:34.044754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] For port cd14662d-9699-46c8-8ae3-9106516c21f8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:34.045198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.045781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.046268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.047423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.047906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.048385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.048816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.049280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.049730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.049929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] For port 576ed462-d5da-4316-b736-54251b9ac237, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=576ed462-d5da-4316-b736-54251b9ac237,segment=NetworkSegment(20228a66-5817-4a27-96a5-ef959f217fc7),segment_id=20228a66-5817-4a27-96a5-ef959f217fc7)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:34.050238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.050889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.051461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.051797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50b007a-0b0e-4e4a-8d5f-6e410ce40537 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:34.054641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] For port cd14662d-9699-46c8-8ae3-9106516c21f8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cd14662d-9699-46c8-8ae3-9106516c21f8,segment=NetworkSegment(df681cfe-56a7-458d-b73b-dcb5a870d64f),segment_id=df681cfe-56a7-458d-b73b-dcb5a870d64f)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:34.067306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.076734 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.181670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5bf6823-67b8-4d06-b034-1cdffd67201c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.197966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Deleting subnet bbc993cd-09b4-40b8-bef9-f9be4adf110b {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:29:34.201568 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.205724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.230269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd6f78-34cd-4962-8e5c-de59dee83e6a None None] Pushing event updated for resources: {'Port': ['ID=576ed462-d5da-4316-b736-54251b9ac237,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:34.327318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5868c-0cab-4b78-a584-771f1ff1befe None None] Pushing event updated for resources: {'Port': ['ID=cd14662d-9699-46c8-8ae3-9106516c21f8,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:34.373696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.383647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5bf6823-67b8-4d06-b034-1cdffd67201c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.483734 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0595d0d1-348b-4c57-a135-2bf2f4de975f req-9b2feffb-4fea-4885-8597-7525649f3631 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0547311 Dec 10 18:29:34.685345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5bf6823-67b8-4d06-b034-1cdffd67201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.694774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5bf6823-67b8-4d06-b034-1cdffd67201c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.696686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 4b52423d-19e5-48f1-b3ff-1e978246f3cf details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:34.707124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b5bf6823-67b8-4d06-b034-1cdffd67201c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c2f009ff-41f9-493b-9cf3-c20ec394665d HTTP/1.1" status: 204 len: 168 time: 0.7121718 Dec 10 18:29:34.724068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.733080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9ac06-961a-45b2-80e6-92754b9e4a0d req-59c80831-e2ff-466b-885b-cf8740907d46 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:34.761145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cb9ac06-961a-45b2-80e6-92754b9e4a0d req-59c80831-e2ff-466b-885b-cf8740907d46 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 943 time: 0.1288507 Dec 10 18:29:34.860661 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:34.908457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0cb9ac06-961a-45b2-80e6-92754b9e4a0d req-a55975d0-eefa-4875-9e54-d5a3bd150e8f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425076 Dec 10 18:29:34.969354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cd14662d-9699-46c8-8ae3-9106516c21f8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:35.000482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf6823-67b8-4d06-b034-1cdffd67201c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f009ff-41f9-493b-9cf3-c20ec394665d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.004809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.080728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Subnet': ['ID=bbc993cd-09b4-40b8-bef9-f9be4adf110b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.085208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.092137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58230) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:35.092757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9a89017-8245-4422-b88d-b71cccad287c tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/subnets/bbc993cd-09b4-40b8-bef9-f9be4adf110b HTTP/1.1" status: 204 len: 168 time: 1.0300684 Dec 10 18:29:35.212668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:35.230213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbea33-acd1-459c-88e1-34d6585c9a6d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:35.233128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-73bbea33-acd1-459c-88e1-34d6585c9a6d tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1396728 Dec 10 18:29:35.237600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:35.238191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '4b52423d-19e5-48f1-b3ff-1e978246f3cf', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '4b52423d-19e5-48f1-b3ff-1e978246f3cf', 'mac_address': 'fa:16:3e:d4:2a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:35.240791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port cd14662d-9699-46c8-8ae3-9106516c21f8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:35.241190 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.361647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.364691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.425285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b52423d-19e5-48f1-b3ff-1e978246f3cf {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:35.465610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:35.472257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.518457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Deleting port 576ed462-d5da-4316-b736-54251b9ac237 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:35.518879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.541658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=4b52423d-19e5-48f1-b3ff-1e978246f3cf,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:35.710296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] For port 576ed462-d5da-4316-b736-54251b9ac237, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=576ed462-d5da-4316-b736-54251b9ac237,segment=NetworkSegment(20228a66-5817-4a27-96a5-ef959f217fc7),segment_id=20228a66-5817-4a27-96a5-ef959f217fc7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:35.711016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.729648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Calling delete_port for 576ed462-d5da-4316-b736-54251b9ac237 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:35.771429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-204650ad-efe2-4f18-910c-6d101666c672 req-9cda422b-fd5a-42dd-9c84-e616ccce20c8 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1321502 Dec 10 18:29:35.796886 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.863877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['4b52423d-19e5-48f1-b3ff-1e978246f3cf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:35.868307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.911132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] No DVR routers for this DVR port 576ed462-d5da-4316-b736-54251b9ac237 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:35.920754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port cd14662d-9699-46c8-8ae3-9106516c21f8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cd14662d-9699-46c8-8ae3-9106516c21f8,segment=NetworkSegment(df681cfe-56a7-458d-b73b-dcb5a870d64f),segment_id=df681cfe-56a7-458d-b73b-dcb5a870d64f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:35.945628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:35.972762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Port': ['ID=576ed462-d5da-4316-b736-54251b9ac237,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:36.139172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.193307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f2b2c7-f516-4898-9737-d9b3e52b8e96']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:36.221443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=cd14662d-9699-46c8-8ae3-9106516c21f8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:36.245439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20228a66-5817-4a27-96a5-ef959f217fc7') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:36.245902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20228a66-5817-4a27-96a5-ef959f217fc7') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:36.289738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.380382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509215fd-1a1b-49d3-a098-8c23b176337d None None] Network 55ccb9e2-0bdd-484f-817e-d77b0409dee3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:36.437106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.476997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092ade-1946-4402-875d-417d0c7e6348 req-a4a10499-a8b5-48f6-af41-8950d76f8da0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:36.490109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c092ade-1946-4402-875d-417d0c7e6348 req-a4a10499-a8b5-48f6-af41-8950d76f8da0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 944 time: 0.2158747 Dec 10 18:29:36.544014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:36.544529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:36.587406 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:36.655628 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c092ade-1946-4402-875d-417d0c7e6348 req-f8c76988-3b1b-4987-81d2-4c0a22439df2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641314 Dec 10 18:29:36.669391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-43d38a9c-4dcc-4b59-b8ed-89467fe2c7b5 None None] Provisioning complete for port cd14662d-9699-46c8-8ae3-9106516c21f8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:36.670016 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-43d38a9c-4dcc-4b59-b8ed-89467fe2c7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.801777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.846401 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:36.887379 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/networks/32f2b2c7-f516-4898-9737-d9b3e52b8e96 HTTP/1.1" status: 204 len: 168 time: 1.6477537 Dec 10 18:29:36.888870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70c156-1d1b-4db9-9b11-e978d777a1fa tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Network': ['ID=32f2b2c7-f516-4898-9737-d9b3e52b8e96,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:36.891742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58290) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:37.151742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cd14662d-9699-46c8-8ae3-9106516c21f8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:37.153764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38b9853-d096-471e-9255-b2a5aeaa9d1d None None] DHCP port deletion for 32f2b2c7-f516-4898-9737-d9b3e52b8e96 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:29:37.203460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf4773ae-d8a1-4751-a897-4f87f4a86f6a req-bf385298-5a1e-43f0-a724-48e1e374ffc9 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1408529 Dec 10 18:29:37.256501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1b2e4-38d8-4072-89fa-ce3905d7ece7 None None] Network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:29:37.274807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1b2e4-38d8-4072-89fa-ce3905d7ece7 None None] Network 32f2b2c7-f516-4898-9737-d9b3e52b8e96 could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:29:37.315990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.422852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port cd14662d-9699-46c8-8ae3-9106516c21f8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:37.423226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.484232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Deleting port cd14662d-9699-46c8-8ae3-9106516c21f8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:37.484689 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.489997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] DHCP port deletion for 55ccb9e2-0bdd-484f-817e-d77b0409dee3 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:29:37.498683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-309934e2-d5f8-4437-a3da-7a26dfa3206b None None] Could not find standard attr ID for object 576ed462-d5da-4316-b736-54251b9ac237. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:29:37.571141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] For port cd14662d-9699-46c8-8ae3-9106516c21f8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cd14662d-9699-46c8-8ae3-9106516c21f8,segment=NetworkSegment(df681cfe-56a7-458d-b73b-dcb5a870d64f),segment_id=df681cfe-56a7-458d-b73b-dcb5a870d64f)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:37.571847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.590501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Calling delete_port for cd14662d-9699-46c8-8ae3-9106516c21f8 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:37.627910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] Deleting port cd14662d-9699-46c8-8ae3-9106516c21f8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:29:37.628287 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.719892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] For port cd14662d-9699-46c8-8ae3-9106516c21f8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cd14662d-9699-46c8-8ae3-9106516c21f8,segment=NetworkSegment(df681cfe-56a7-458d-b73b-dcb5a870d64f),segment_id=df681cfe-56a7-458d-b73b-dcb5a870d64f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:37.720198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.735640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] Calling delete_port for cd14662d-9699-46c8-8ae3-9106516c21f8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:29:37.737816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.756930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] No DVR routers for this DVR port cd14662d-9699-46c8-8ae3-9106516c21f8 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:37.780071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Port': ['ID=cd14662d-9699-46c8-8ae3-9106516c21f8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.882609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.895628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.923481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ccb9e2-0bdd-484f-817e-d77b0409dee3']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:37.931971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8b257-e591-4c6c-80a5-c664197bba56 req-6f7a9ca7-8d92-4cf9-a4b6-271df8e7d469 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:37.935473 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bd8b257-e591-4c6c-80a5-c664197bba56 req-6f7a9ca7-8d92-4cf9-a4b6-271df8e7d469 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 944 time: 0.1025541 Dec 10 18:29:37.956866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df681cfe-56a7-458d-b73b-dcb5a870d64f') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:37.958117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df681cfe-56a7-458d-b73b-dcb5a870d64f') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:37.969989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:37.974931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] Pushing event deleted for resources: {'Port': ['ID=cd14662d-9699-46c8-8ae3-9106516c21f8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:37.993870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c2a5c-0306-4a5e-9179-2326c0113c9d None None] No DVR routers for this DVR port cd14662d-9699-46c8-8ae3-9106516c21f8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:29:37.994116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.022418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:38.023008 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.032510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bd8b257-e591-4c6c-80a5-c664197bba56 req-bc2dd7e2-679e-4ca5-b840-5fdd51dfdd36 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:38.033302 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:38.103768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.131162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.138122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58326) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:38.138760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/networks/55ccb9e2-0bdd-484f-817e-d77b0409dee3 HTTP/1.1" status: 204 len: 168 time: 1.2452948 Dec 10 18:29:38.153964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561bddd-e97e-4cdd-8e12-69dce6a34f33 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Network': ['ID=55ccb9e2-0bdd-484f-817e-d77b0409dee3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:38.239813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.367940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.391867 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-07b472af-f158-42ba-88d8-c8826e90bac8 req-1d2e8062-7455-46f6-bdcf-a08faa9f2613 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0558536 Dec 10 18:29:38.400010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c38c180-40eb-4f18-bbbb-68058becf549']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:38.411362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3897486-c770-440d-81f1-8d34532afc8e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:38.411672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3897486-c770-440d-81f1-8d34532afc8e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:38.422428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.437664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.445052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:38.445465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:38.538212 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:38.542247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.552863 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.560446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58346) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:38.563835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/networks/9c38c180-40eb-4f18-bbbb-68058becf549 HTTP/1.1" status: 204 len: 168 time: 0.4242435 Dec 10 18:29:38.580951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159a201-14f1-4ea3-879d-9669bf88af94 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Network': ['ID=9c38c180-40eb-4f18-bbbb-68058becf549,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:38.690798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 4b52423d-19e5-48f1-b3ff-1e978246f3cf up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:29:38.743200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.761647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 576ed462-d5da-4316-b736-54251b9ac237 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:38.790409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 576ed462-d5da-4316-b736-54251b9ac237 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:38.790774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 576ed462-d5da-4316-b736-54251b9ac237 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:38.791185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cd14662d-9699-46c8-8ae3-9106516c21f8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:29:38.820300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: cd14662d-9699-46c8-8ae3-9106516c21f8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:29:38.820647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cd14662d-9699-46c8-8ae3-9106516c21f8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:29:38.841030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 4b52423d-19e5-48f1-b3ff-1e978246f3cf completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:29:38.852523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 4b52423d-19e5-48f1-b3ff-1e978246f3cf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:38.853615 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:38.980466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.013051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421db5f1-2b83-41f6-bbba-5ed3456962cf']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:39.025140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a288af2-fa4d-4eeb-af67-9f36ace1b531') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:39.025584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a288af2-fa4d-4eeb-af67-9f36ace1b531') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:29:39.052379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.088119 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.094444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.108872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:29:39.109267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.125475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:39.128306 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e8da3-9149-4d3e-b603-43ccccab80af" -d '{"events": [{"server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:39.156451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:39.161711 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:29:39.212233 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:29:39.218438 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.223410 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:39.228046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] 10.222.0.55 "DELETE /v2.0/networks/421db5f1-2b83-41f6-bbba-5ed3456962cf HTTP/1.1" status: 204 len: 168 time: 0.6652489 Dec 10 18:29:39.250113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f944e-bba2-4b7f-9bf7-5549f6712eb9 tempest-BulkNetworkOpsTest-332902177 tempest-BulkNetworkOpsTest-332902177-project] Pushing event deleted for resources: {'Network': ['ID=421db5f1-2b83-41f6-bbba-5ed3456962cf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:39.284631 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51027325-5c81-41ab-bc7e-f959f42b1f2c x-openstack-request-id: req-51027325-5c81-41ab-bc7e-f959f42b1f2c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:39.286251 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "name": "network-vif-plugged", "status": "completed", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:39.287239 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51027325-5c81-41ab-bc7e-f959f42b1f2c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:39.287921 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf', 'code': 200} Dec 10 18:29:39.309787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=4b52423d-19e5-48f1-b3ff-1e978246f3cf,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:39.321429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.321942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.322298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.322678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.323157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.323397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.323737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.324071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.324410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.324745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.325221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.326467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.326953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:29:39.401070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361c60f-05f7-479f-9c2d-29914f17327f req-231faee0-132d-4594-bfa9-f348196cde9e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:39.411912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a361c60f-05f7-479f-9c2d-29914f17327f req-231faee0-132d-4594-bfa9-f348196cde9e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 945 time: 0.2036242 Dec 10 18:29:39.452247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003aecb-7888-4d52-a76f-f1e666f7d379 req-aad37a28-ec79-45df-8507-36819340a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:39.454852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a003aecb-7888-4d52-a76f-f1e666f7d379 req-aad37a28-ec79-45df-8507-36819340a885 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 1096 time: 0.0997069 Dec 10 18:29:39.578931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a361c60f-05f7-479f-9c2d-29914f17327f req-0dd00ec6-1710-484b-88c0-03d593fc553c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632686 Dec 10 18:29:39.595652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a003aecb-7888-4d52-a76f-f1e666f7d379 req-7941e5f9-c935-4c08-af85-4f8f5886cf34 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327319 Dec 10 18:29:39.748065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97b579b9-74cb-4362-8e39-cb88f3e41e52 req-fb7b1df7-e48e-4048-a8ea-ecf4139c8729 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0422361 Dec 10 18:29:39.755311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58422) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:39.992378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58436) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:40.000007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b00e9b95-69c5-47f4-abfd-c9bef14355e2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=79c369cebd534430977be04565824a0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431047 Dec 10 18:29:40.077696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58442) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:40.089768 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a333a0cb-4d28-4c22-9823-6fe5c7db6ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.115375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a333a0cb-4d28-4c22-9823-6fe5c7db6ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.168814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a333a0cb-4d28-4c22-9823-6fe5c7db6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.171532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a333a0cb-4d28-4c22-9823-6fe5c7db6ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.175548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a333a0cb-4d28-4c22-9823-6fe5c7db6ee3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bad00698-8911-4344-b74a-53845edd7435 HTTP/1.1" status: 204 len: 168 time: 0.1791739 Dec 10 18:29:40.187192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333a0cb-4d28-4c22-9823-6fe5c7db6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad00698-8911-4344-b74a-53845edd7435,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:40.295307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5858c7c2-b6a4-41d5-b122-33556eb663ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.402797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5858c7c2-b6a4-41d5-b122-33556eb663ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.407964 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5858c7c2-b6a4-41d5-b122-33556eb663ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.460306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5858c7c2-b6a4-41d5-b122-33556eb663ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c39ad04a4b054faf86414d5d38925148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3811452 Dec 10 18:29:40.462236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858c7c2-b6a4-41d5-b122-33556eb663ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a5ac05-660d-4fe1-928f-1917191dafc0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:40.462982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58454) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:40.547409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4329d9b5-41c8-419c-954c-ca589008c79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.589810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4329d9b5-41c8-419c-954c-ca589008c79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.655505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4329d9b5-41c8-419c-954c-ca589008c79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.659267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4329d9b5-41c8-419c-954c-ca589008c79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:40.661008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4329d9b5-41c8-419c-954c-ca589008c79c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2a5ac05-660d-4fe1-928f-1917191dafc0 HTTP/1.1" status: 204 len: 168 time: 0.1956239 Dec 10 18:29:40.706960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329d9b5-41c8-419c-954c-ca589008c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a5ac05-660d-4fe1-928f-1917191dafc0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:40.840889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7bdbb4-5a2d-4177-a9b2-c102aaad1994 req-5f08e3a2-d4cf-4780-a849-8258826ddf4c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:40.852264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b7bdbb4-5a2d-4177-a9b2-c102aaad1994 req-5f08e3a2-d4cf-4780-a849-8258826ddf4c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 945 time: 0.1524346 Dec 10 18:29:40.977355 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b7bdbb4-5a2d-4177-a9b2-c102aaad1994 req-a145d732-ce14-4874-8e83-c3c3abcdf4c1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233006 Dec 10 18:29:40.998579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2507c3b0-8735-47f3-9d14-9527c76d5d69 req-84f27294-61c2-435c-b052-4059e167960d tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0480838 Dec 10 18:29:41.255223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58482) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:41.275653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99719be3-a06b-45cf-9c7a-33b1690cc953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.430374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99719be3-a06b-45cf-9c7a-33b1690cc953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.436583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99719be3-a06b-45cf-9c7a-33b1690cc953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.487883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58490) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:41.494094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99719be3-a06b-45cf-9c7a-33b1690cc953 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=08306e0e223f457b88f8d17fe5998b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2374644 Dec 10 18:29:41.495880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99719be3-a06b-45cf-9c7a-33b1690cc953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b67b32-2181-4a88-999f-8a7a376c08da,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:41.551122 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf62ef81-0c9d-477f-a245-8515ad9e890c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.580049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf62ef81-0c9d-477f-a245-8515ad9e890c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.645647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58494) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:41.678793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf62ef81-0c9d-477f-a245-8515ad9e890c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.681998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf62ef81-0c9d-477f-a245-8515ad9e890c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.683509 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cf62ef81-0c9d-477f-a245-8515ad9e890c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54b67b32-2181-4a88-999f-8a7a376c08da HTTP/1.1" status: 204 len: 168 time: 0.1945138 Dec 10 18:29:41.693180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62ef81-0c9d-477f-a245-8515ad9e890c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b67b32-2181-4a88-999f-8a7a376c08da,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:41.786900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--676166698'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:41.829336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.841303 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.973806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:41.979878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.027319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dcec38-5911-4d51-a0a0-ff18e92d9333,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:42.132444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.146018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.208537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f7014c1e-99c7-4195-8232-7ccfb77f924e req-dd8e7d07-fad9-434a-ab65-b696102b75be tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0555053 Dec 10 18:29:42.217462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.219164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5724015 Dec 10 18:29:42.224549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58516) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:42.227981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760a1e7-a403-464f-a0a2-17a15e447c01 req-ef273fc2-a9e5-4822-9050-407bb18caabb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:42.239046 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f760a1e7-a403-464f-a0a2-17a15e447c01 req-ef273fc2-a9e5-4822-9050-407bb18caabb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 945 time: 0.1403172 Dec 10 18:29:42.250031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656acc9a-6a48-47a3-9e15-e4be705db48a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df729ad1-2845-442b-a1c1-ac8444ea63ad,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:42.306679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0d429e46-78f2-4b2f-9e50-a318626c71d2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0799239 Dec 10 18:29:42.309095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58520) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:42.315016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4b1abbd8-2921-489c-a595-7ee2a5ba9c98 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-security--985279430', 'description': 'tempest-security-description-1986252326'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:42.371151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b1abbd8-2921-489c-a595-7ee2a5ba9c98 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.408044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f760a1e7-a403-464f-a0a2-17a15e447c01 req-0a7a1236-0d6d-4053-8b85-63df53bab4a4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379018 Dec 10 18:29:42.482651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b1abbd8-2921-489c-a595-7ee2a5ba9c98 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.489336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b1abbd8-2921-489c-a595-7ee2a5ba9c98 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.494513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b1abbd8-2921-489c-a595-7ee2a5ba9c98 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.501253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58532) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:42.511696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4b1abbd8-2921-489c-a595-7ee2a5ba9c98 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "PUT /v2.0/security-groups/df729ad1-2845-442b-a1c1-ac8444ea63ad HTTP/1.1" status: 200 len: 1796 time: 0.2011986 Dec 10 18:29:42.606813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1abbd8-2921-489c-a595-7ee2a5ba9c98 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df729ad1-2845-442b-a1c1-ac8444ea63ad,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:42.618192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef3fecf5-2380-45e5-9908-3eb0f97d7b30 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups/df729ad1-2845-442b-a1c1-ac8444ea63ad HTTP/1.1" status: 200 len: 1796 time: 0.1146457 Dec 10 18:29:42.619146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58536) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:42.703224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-6e929fea-6616-4a06-a52d-5a8f23128ab3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 267 time: 0.1525285 Dec 10 18:29:42.757011 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-807fcf54-02c2-47e4-bf33-50eabcdf7cde tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.789656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-2288cf98-25f2-4a41-a958-60810870e277 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:42.791922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-2288cf98-25f2-4a41-a958-60810870e277 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 945 time: 0.0772913 Dec 10 18:29:42.812442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-807fcf54-02c2-47e4-bf33-50eabcdf7cde tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.824794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'port': {'security_groups': []}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:42.941840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.954488 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-807fcf54-02c2-47e4-bf33-50eabcdf7cde tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.958240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-807fcf54-02c2-47e4-bf33-50eabcdf7cde tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:42.960352 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-807fcf54-02c2-47e4-bf33-50eabcdf7cde tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/df729ad1-2845-442b-a1c1-ac8444ea63ad HTTP/1.1" status: 204 len: 168 time: 0.3375778 Dec 10 18:29:42.965456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58546) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:43.063659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c7d48101-3e81-4e97-95d8-e1f90eda6b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0924528 Dec 10 18:29:43.063659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fcf54-02c2-47e4-bf33-50eabcdf7cde tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df729ad1-2845-442b-a1c1-ac8444ea63ad,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:43.065967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:43.102779 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-b4c9be4f-cac8-4007-b79a-5eb57dc7c52e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] delete failed (client error): The resource could not be found. Dec 10 18:29:43.112195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b4c9be4f-cac8-4007-b79a-5eb57dc7c52e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/df729ad1-2845-442b-a1c1-ac8444ea63ad HTTP/1.1" status: 404 len: 347 time: 0.0443640 Dec 10 18:29:43.112698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58554) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:43.141227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-65d1e87d-9a0a-496d-bde6-794fdc792215 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--399881847'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:43.230551 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65d1e87d-9a0a-496d-bde6-794fdc792215 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.344092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65d1e87d-9a0a-496d-bde6-794fdc792215 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.352235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] For port 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:43.354441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65d1e87d-9a0a-496d-bde6-794fdc792215 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.435458 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b4cec55e-5c20-40d3-a078-1f07aeab66f2 req-f33155d5-af84-4c0e-b344-dfe1a0343152 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0494928 Dec 10 18:29:43.437582 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65d1e87d-9a0a-496d-bde6-794fdc792215 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.439308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-65d1e87d-9a0a-496d-bde6-794fdc792215 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3051343 Dec 10 18:29:43.442655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1e87d-9a0a-496d-bde6-794fdc792215 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbaa502-3ce9-47b3-a2ef-c1f98e17e8d1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:43.443326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58564) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:43.467489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.473687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d0ae4d35-e9df-41f9-917b-ceda5c8ad6df tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'dbbaa502-3ce9-47b3-a2ef-c1f98e17e8d1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:43.474510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.497491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b', '271fbb07-889e-468f-aede-57e16c9fbcd2', '4b52423d-19e5-48f1-b3ff-1e978246f3cf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:43.549738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d35-e9df-41f9-917b-ceda5c8ad6df tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.564521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=4b52423d-19e5-48f1-b3ff-1e978246f3cf,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:43.614169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:43.614999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.616611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64804bd5-929a-4735-8e2f-240c8fb519f7 req-ea9ca1d3-1e8b-4b0b-84b5-ec85f167b4c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "PUT /v2.0/ports/4b52423d-19e5-48f1-b3ff-1e978246f3cf HTTP/1.1" status: 200 len: 904 time: 0.8175743 Dec 10 18:29:43.617814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:43.619951 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385049d5-7902-4140-af59-22e9895a4726" -d '{"events": [{"name": "network-changed", "server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:43.709940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d35-e9df-41f9-917b-ceda5c8ad6df tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.729574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d35-e9df-41f9-917b-ceda5c8ad6df tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.753343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['4b52423d-19e5-48f1-b3ff-1e978246f3cf'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:43.762137 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd9fc3e-3294-466c-a2fe-dcb4ba1eeabc x-openstack-request-id: req-ffd9fc3e-3294-466c-a2fe-dcb4ba1eeabc {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:43.762953 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:43.764421 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ffd9fc3e-3294-466c-a2fe-dcb4ba1eeabc {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:43.765118 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf', 'status': 'completed', 'code': 200} Dec 10 18:29:43.853343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae4d35-e9df-41f9-917b-ceda5c8ad6df tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b683b1-ce33-486b-9156-e152844d1beb,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:43.862472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ae4d35-e9df-41f9-917b-ceda5c8ad6df tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:43.867556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0ae4d35-e9df-41f9-917b-ceda5c8ad6df tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4055119 Dec 10 18:29:43.868477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58582) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:44.016831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adf7f3f9-ee1f-4665-8adf-5a6f9735e99d tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.028766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385049d5-7902-4140-af59-22e9895a4726 req-f3e14009-8458-4df7-9eb0-74c713b0cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:44.030340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-385049d5-7902-4140-af59-22e9895a4726 req-f3e14009-8458-4df7-9eb0-74c713b0cdff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 1058 time: 0.2465541 Dec 10 18:29:44.036339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0834308-5f5e-42d2-b13d-495e82384ef6 req-c17c1c69-9a7c-4e1a-9931-d8943a394f1b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:44.038000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0834308-5f5e-42d2-b13d-495e82384ef6 req-c17c1c69-9a7c-4e1a-9931-d8943a394f1b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 907 time: 0.2242947 Dec 10 18:29:44.120828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adf7f3f9-ee1f-4665-8adf-5a6f9735e99d tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.329884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dd50970d-21b4-40a8-bebe-6aed6425472b None None] Provisioning complete for port 4b52423d-19e5-48f1-b3ff-1e978246f3cf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:44.329884 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dd50970d-21b4-40a8-bebe-6aed6425472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.472242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adf7f3f9-ee1f-4665-8adf-5a6f9735e99d tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.537004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adf7f3f9-ee1f-4665-8adf-5a6f9735e99d tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.539538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-adf7f3f9-ee1f-4665-8adf-5a6f9735e99d tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/92b683b1-ce33-486b-9156-e152844d1beb HTTP/1.1" status: 204 len: 168 time: 0.6709464 Dec 10 18:29:44.542168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58598) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:44.562848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7f3f9-ee1f-4665-8adf-5a6f9735e99d tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92b683b1-ce33-486b-9156-e152844d1beb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:44.587972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841a44a-2e58-4373-9fb0-0bc813d7356f req-4fb20f6c-23d5-4db0-a87b-56a9f23c6cf3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:44.600022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6841a44a-2e58-4373-9fb0-0bc813d7356f req-4fb20f6c-23d5-4db0-a87b-56a9f23c6cf3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3834870 Dec 10 18:29:44.653497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-37b72c4c-4d11-4263-b7fe-e5cea2ba4588 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1096492 Dec 10 18:29:44.660119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58600) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:44.724683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8722d41-665c-4546-b329-f5058e51dea1 req-3fdec332-f2f5-46b0-bd9f-fd87979e27b5 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0385430 Dec 10 18:29:44.759807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385049d5-7902-4140-af59-22e9895a4726 req-ebb3a588-2890-42f8-bcd3-acb0d714b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:44.767354 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-385049d5-7902-4140-af59-22e9895a4726 req-ebb3a588-2890-42f8-bcd3-acb0d714b3c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.7197473 Dec 10 18:29:44.791793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282dd5df-a061-425d-a37c-5a87defb5c18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.861612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282dd5df-a061-425d-a37c-5a87defb5c18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:44.892828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-385049d5-7902-4140-af59-22e9895a4726 req-1c8fa9db-6df6-4442-a103-f9cef61743b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf HTTP/1.1" status: 200 len: 217 time: 0.1036925 Dec 10 18:29:44.897310 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6841a44a-2e58-4373-9fb0-0bc813d7356f req-fe9aa816-21fd-44e6-841c-99531643a672 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948351 Dec 10 18:29:45.001064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385049d5-7902-4140-af59-22e9895a4726 req-89c794c5-df09-48aa-8605-edef4054de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.006772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-385049d5-7902-4140-af59-22e9895a4726 req-89c794c5-df09-48aa-8605-edef4054de12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1068017 Dec 10 18:29:45.058054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282dd5df-a061-425d-a37c-5a87defb5c18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.061478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282dd5df-a061-425d-a37c-5a87defb5c18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.062931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-282dd5df-a061-425d-a37c-5a87defb5c18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/dbbaa502-3ce9-47b3-a2ef-c1f98e17e8d1 HTTP/1.1" status: 204 len: 168 time: 0.4012308 Dec 10 18:29:45.085167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58616) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:45.116278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385049d5-7902-4140-af59-22e9895a4726 req-d957b68b-ca70-4753-981a-32e35a37be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.118862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-385049d5-7902-4140-af59-22e9895a4726 req-d957b68b-ca70-4753-981a-32e35a37be53 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008928 Dec 10 18:29:45.123546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dd5df-a061-425d-a37c-5a87defb5c18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbaa502-3ce9-47b3-a2ef-c1f98e17e8d1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:45.369489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a1292b05-0fa2-44f1-814a-89ec6b3557db tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2712302 Dec 10 18:29:45.372691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58622) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:45.385096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-97de92c5-ddc2-42d4-8b02-486f2d84ee2f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1526636407'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:45.433236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add91b2-bc8d-4e5a-90eb-1808e2558e87 req-67fc3393-3fbb-40a8-b376-8058b26467c7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:45.451853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9add91b2-bc8d-4e5a-90eb-1808e2558e87 req-67fc3393-3fbb-40a8-b376-8058b26467c7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3252628 Dec 10 18:29:45.507296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2baf1f6-448d-422a-97da-96b3cec785db req-971f2a37-10f3-4583-ac26-9f1bc543dea4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0751379 Dec 10 18:29:45.524321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-385049d5-7902-4140-af59-22e9895a4726 req-a97f7461-69ce-4052-a204-f00a181cd43b service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955832 Dec 10 18:29:45.553284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97de92c5-ddc2-42d4-8b02-486f2d84ee2f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.598658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9add91b2-bc8d-4e5a-90eb-1808e2558e87 req-b3760683-4c0d-448a-a51d-9ccc6d0ef04e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454535 Dec 10 18:29:45.794697 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97de92c5-ddc2-42d4-8b02-486f2d84ee2f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.823635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97de92c5-ddc2-42d4-8b02-486f2d84ee2f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.903144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97de92c5-ddc2-42d4-8b02-486f2d84ee2f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:45.907798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58648) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:45.908808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-97de92c5-ddc2-42d4-8b02-486f2d84ee2f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5282004 Dec 10 18:29:45.913606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4333b4f0-8278-470f-9c71-84d41f818981 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:45.920482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de92c5-ddc2-42d4-8b02-486f2d84ee2f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:45.944025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-385049d5-7902-4140-af59-22e9895a4726 req-4a073ed0-ba25-4810-bd20-404460ea9351 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541580 Dec 10 18:29:46.088876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e22da4c-6761-4099-988d-7b1c3438ac1a req-24adeb79-c77b-4c60-b097-899e1427156e tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1311195 Dec 10 18:29:46.098508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4333b4f0-8278-470f-9c71-84d41f818981 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.258337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-c32bbf53-2719-4fcd-abe9-632a6aad2a1e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:46.262386 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-c32bbf53-2719-4fcd-abe9-632a6aad2a1e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.2989602 Dec 10 18:29:46.265200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4333b4f0-8278-470f-9c71-84d41f818981 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.272388 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4333b4f0-8278-470f-9c71-84d41f818981 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.301761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-62b61db6-bc03-4264-b791-7e2408557458 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/quotas/116753191c7640d99d4f17680ae90606 HTTP/1.1" status: 200 len: 375 time: 0.0321634 Dec 10 18:29:46.357732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333b4f0-8278-470f-9c71-84d41f818981 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff9dc28-f0a7-439c-b6da-7bbd18701ac2,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:46.374740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4333b4f0-8278-470f-9c71-84d41f818981 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.390964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4333b4f0-8278-470f-9c71-84d41f818981 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4815092 Dec 10 18:29:46.391655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58668) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:46.402670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c78dcaf0-bd6c-488f-bd8d-39a22f341803 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:46.497267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78dcaf0-bd6c-488f-bd8d-39a22f341803 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.500098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-77bd5885-f23a-4094-b0eb-0cd537f900fc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1839564 Dec 10 18:29:46.630962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78dcaf0-bd6c-488f-bd8d-39a22f341803 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.637207 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78dcaf0-bd6c-488f-bd8d-39a22f341803 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.668670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78dcaf0-bd6c-488f-bd8d-39a22f341803 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4efe650-2b61-4812-9dfb-7ac66c8065ba,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:46.689163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78dcaf0-bd6c-488f-bd8d-39a22f341803 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:46.694332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58678) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:46.694989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c78dcaf0-bd6c-488f-bd8d-39a22f341803 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3022122 Dec 10 18:29:46.708901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e8884f04-6b65-4e04-9c8f-18960e8721ec tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:46.801452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58680) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:46.862563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-bfad828d-f862-41c2-b6e4-e267e7925597 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615217 Dec 10 18:29:46.882484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8884f04-6b65-4e04-9c8f-18960e8721ec tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.011389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-19fbb201-bda4-46ad-9479-f70453f39a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.048095 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-f105aefb-1fcd-4149-a218-12928f53d7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754720 Dec 10 18:29:47.068009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8884f04-6b65-4e04-9c8f-18960e8721ec tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.073067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8884f04-6b65-4e04-9c8f-18960e8721ec tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.122379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8884f04-6b65-4e04-9c8f-18960e8721ec tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af7a3f4b-7259-45eb-a682-95387648d8c6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:47.151120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8884f04-6b65-4e04-9c8f-18960e8721ec tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.152501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e8884f04-6b65-4e04-9c8f-18960e8721ec tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4566436 Dec 10 18:29:47.155693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58696) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:47.164954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f049e530-dc4c-4196-b349-223ba648dc70 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:47.181966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-19fbb201-bda4-46ad-9479-f70453f39a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.188575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-19fbb201-bda4-46ad-9479-f70453f39a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.237674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-19fbb201-bda4-46ad-9479-f70453f39a37 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c86f117caae4abdb8f871284dc8ba31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4181554 Dec 10 18:29:47.238996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58702) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:47.241057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f049e530-dc4c-4196-b349-223ba648dc70 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.398642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbb201-bda4-46ad-9479-f70453f39a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304e32d9-8cca-4f0b-9d07-63d386274cb3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:47.472242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edd7aa0f-b2c0-4ba9-a087-6e77db97fe1c req-9c4eec82-8300-4ad9-8b6c-01e3a072908f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 210 time: 0.0648401 Dec 10 18:29:47.492625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f049e530-dc4c-4196-b349-223ba648dc70 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.508895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f049e530-dc4c-4196-b349-223ba648dc70 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.509131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5657f80-4383-4b13-a84f-a14e0a21100b req-0e099f00-d250-4a9d-8555-57dc7133f3f0 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.2430539 Dec 10 18:29:47.549949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049e530-dc4c-4196-b349-223ba648dc70 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f855c26-ff04-4310-aaf8-df6166224cb3,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:47.560425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0490e48-6c4b-452c-8d8f-cfc1a0ac4934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.570510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f049e530-dc4c-4196-b349-223ba648dc70 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.575107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f049e530-dc4c-4196-b349-223ba648dc70 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4180632 Dec 10 18:29:47.575763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58716) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:47.580333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-998f58bc-a7ff-427f-9dfd-6ffc3bf832d3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:47.593474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0490e48-6c4b-452c-8d8f-cfc1a0ac4934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.646826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-998f58bc-a7ff-427f-9dfd-6ffc3bf832d3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.729990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0490e48-6c4b-452c-8d8f-cfc1a0ac4934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.732565 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0490e48-6c4b-452c-8d8f-cfc1a0ac4934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.736455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c0490e48-6c4b-452c-8d8f-cfc1a0ac4934 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/304e32d9-8cca-4f0b-9d07-63d386274cb3 HTTP/1.1" status: 204 len: 168 time: 0.4964499 Dec 10 18:29:47.751850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0490e48-6c4b-452c-8d8f-cfc1a0ac4934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304e32d9-8cca-4f0b-9d07-63d386274cb3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:47.842043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-998f58bc-a7ff-427f-9dfd-6ffc3bf832d3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.846502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-998f58bc-a7ff-427f-9dfd-6ffc3bf832d3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.873529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f58bc-a7ff-427f-9dfd-6ffc3bf832d3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5bfab35-1f23-4f63-969b-f94490d4d289,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:47.899445 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-998f58bc-a7ff-427f-9dfd-6ffc3bf832d3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:47.914433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58730) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:47.914568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-998f58bc-a7ff-427f-9dfd-6ffc3bf832d3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3375485 Dec 10 18:29:48.056046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f39b376c-d7eb-42e2-9607-0c486df23cc7 req-cfb1c118-03ad-40e2-862e-185e7803e981 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=129d862778cc44b3a6ec6be31168b674&device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.1254134 Dec 10 18:29:48.060421 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2cf239b-7681-4192-a982-210db0771811 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.084709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2cf239b-7681-4192-a982-210db0771811 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.175964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f39b376c-d7eb-42e2-9607-0c486df23cc7 req-9150a6d8-7f83-4795-87eb-2d79afbf892f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=129d862778cc44b3a6ec6be31168b674&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414004 Dec 10 18:29:48.176616 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2cf239b-7681-4192-a982-210db0771811 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.197294 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2cf239b-7681-4192-a982-210db0771811 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.198527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b2cf239b-7681-4192-a982-210db0771811 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a5bfab35-1f23-4f63-969b-f94490d4d289 HTTP/1.1" status: 204 len: 168 time: 0.2829301 Dec 10 18:29:48.201922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58744) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:48.344411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-abb8c012-9993-4d1c-8306-4ba2e1901bb8 req-e5319547-77da-4f7f-91e4-b772759a6540 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.2124307 Dec 10 18:29:48.349318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf239b-7681-4192-a982-210db0771811 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5bfab35-1f23-4f63-969b-f94490d4d289,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:48.480082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ebb2fd44-b6e6-4169-ab80-57aa6514738b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1753607 Dec 10 18:29:48.483642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58754) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:48.528119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b376c-d7eb-42e2-9607-0c486df23cc7 req-1ea308c2-530e-417c-9c1c-09e3e2d0284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:48.530187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f39b376c-d7eb-42e2-9607-0c486df23cc7 req-1ea308c2-530e-417c-9c1c-09e3e2d0284c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3290577 Dec 10 18:29:48.616925 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b96a9402-7a48-440e-bf06-20c49c309872 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.660183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b96a9402-7a48-440e-bf06-20c49c309872 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.733006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2f96aea-e9a2-4b1f-8e05-1ed9e4445be3 req-2b5171a3-97d3-4498-b8c3-8fe4df27e854 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 210 time: 0.0546796 Dec 10 18:29:48.760895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b96a9402-7a48-440e-bf06-20c49c309872 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.770261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b96a9402-7a48-440e-bf06-20c49c309872 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.775341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b96a9402-7a48-440e-bf06-20c49c309872 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/3f855c26-ff04-4310-aaf8-df6166224cb3 HTTP/1.1" status: 204 len: 168 time: 0.2904088 Dec 10 18:29:48.778054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58766) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:48.793856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a9402-7a48-440e-bf06-20c49c309872 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f855c26-ff04-4310-aaf8-df6166224cb3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:48.856630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-292818df-25ee-4ca9-85ab-2a563e58a2ed tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0766523 Dec 10 18:29:48.861532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58768) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:48.897402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63e52ab6-4cc7-43ec-9c1a-ebf0d98a8aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.912286 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63e52ab6-4cc7-43ec-9c1a-ebf0d98a8aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.973074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63e52ab6-4cc7-43ec-9c1a-ebf0d98a8aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.980215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63e52ab6-4cc7-43ec-9c1a-ebf0d98a8aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:48.981259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63e52ab6-4cc7-43ec-9c1a-ebf0d98a8aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/af7a3f4b-7259-45eb-a682-95387648d8c6 HTTP/1.1" status: 204 len: 168 time: 0.1183174 Dec 10 18:29:48.984085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58778) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:48.991403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e52ab6-4cc7-43ec-9c1a-ebf0d98a8aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af7a3f4b-7259-45eb-a682-95387648d8c6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:49.105128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b05fb375-4327-4c31-993c-9d843c41a378 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1188097 Dec 10 18:29:49.107826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58784) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:49.168748 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-051c1d66-a8d3-4ce9-8807-b7e7bff0ee36 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.182409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-051c1d66-a8d3-4ce9-8807-b7e7bff0ee36 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.241026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-051c1d66-a8d3-4ce9-8807-b7e7bff0ee36 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.246685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-051c1d66-a8d3-4ce9-8807-b7e7bff0ee36 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.250294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-051c1d66-a8d3-4ce9-8807-b7e7bff0ee36 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a4efe650-2b61-4812-9dfb-7ac66c8065ba HTTP/1.1" status: 204 len: 168 time: 0.1390293 Dec 10 18:29:49.251476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58790) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:49.333347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c1d66-a8d3-4ce9-8807-b7e7bff0ee36 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4efe650-2b61-4812-9dfb-7ac66c8065ba,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:49.357423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58792) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:49.363877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bef27e7c-203f-4010-82f5-d07cfa20c61b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1006107 Dec 10 18:29:49.429861 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79e1f016-114a-4b30-8c44-3bbfd84911ce tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.454639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79e1f016-114a-4b30-8c44-3bbfd84911ce tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.508647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-cf9b7fff-4753-4e95-a264-db75168fdd3c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:49.510761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-cf9b7fff-4753-4e95-a264-db75168fdd3c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 812 time: 0.2828302 Dec 10 18:29:49.554032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79e1f016-114a-4b30-8c44-3bbfd84911ce tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.571248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79e1f016-114a-4b30-8c44-3bbfd84911ce tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.572570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-79e1f016-114a-4b30-8c44-3bbfd84911ce tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5ff9dc28-f0a7-439c-b6da-7bbd18701ac2 HTTP/1.1" status: 204 len: 168 time: 0.2163172 Dec 10 18:29:49.575648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:49.592802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Request body: {'port': {'device_id': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'admin_state_up': True, 'tenant_id': '116753191c7640d99d4f17680ae90606'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:49.656417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-90f292ca-b745-44a3-97fd-10be23615b2c tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0788724 Dec 10 18:29:49.658730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:49.751322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e36b00f-0636-4c5a-947d-36937b6e72a0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.800604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e36b00f-0636-4c5a-947d-36937b6e72a0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.872952 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e1d50cc-2d6e-4fdb-bb9f-e607086940ce req-fe69084c-4846-466e-a136-52992d2a7246 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 210 time: 0.0381658 Dec 10 18:29:49.932016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e36b00f-0636-4c5a-947d-36937b6e72a0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.937135 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e36b00f-0636-4c5a-947d-36937b6e72a0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:49.938787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6e36b00f-0636-4c5a-947d-36937b6e72a0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8 HTTP/1.1" status: 204 len: 168 time: 0.2789469 Dec 10 18:29:49.950660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58820) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:49.952270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36b00f-0636-4c5a-947d-36937b6e72a0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c8690e-8cbf-4f46-9ba5-26fbcc452fa8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:50.085595 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69fd4d52-136a-47b6-905f-9ac30b24c76a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294835 Dec 10 18:29:50.086248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:50.090990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b06c1800-8158-4661-a86b-1ce1dd4a7b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028157138'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:50.139069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b06c1800-8158-4661-a86b-1ce1dd4a7b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.239003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b06c1800-8158-4661-a86b-1ce1dd4a7b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.245539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b06c1800-8158-4661-a86b-1ce1dd4a7b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.295141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b06c1800-8158-4661-a86b-1ce1dd4a7b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.303781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b06c1800-8158-4661-a86b-1ce1dd4a7b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2149518 Dec 10 18:29:50.319205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58830) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:50.334998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b3fa0375-5585-438d-a257-f474bf3f6157 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': '88d73ad4-df82-4049-9166-2a6afe0eaa1b', 'direction': 'ingress', 'protocol': 17}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:50.391320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1f016-114a-4b30-8c44-3bbfd84911ce tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ff9dc28-f0a7-439c-b6da-7bbd18701ac2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:50.437925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f39b376c-d7eb-42e2-9607-0c486df23cc7 req-61a37ffe-c43e-4607-8277-c001e49ff6d5 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.30 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.0486641 Dec 10 18:29:50.446351 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0375-5585-438d-a257-f474bf3f6157 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.450275 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-595a4b15-af2b-4619-89d6-d45e08b42189 req-a12c64e1-0f63-4bcc-8cbc-c4180ec55c16 tempest-ServerShowV254Test-105759729 tempest-ServerShowV254Test-105759729-project] 10.222.0.55 "GET /v2.0/ports?device_id=98abebac-e209-4081-b6bf-a5085c7626c1 HTTP/1.1" status: 200 len: 210 time: 0.9275639 Dec 10 18:29:50.535661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c1800-8158-4661-a86b-1ce1dd4a7b18 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d73ad4-df82-4049-9166-2a6afe0eaa1b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:50.597044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0375-5585-438d-a257-f474bf3f6157 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.604421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0375-5585-438d-a257-f474bf3f6157 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.643618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Made reservation on behalf of 116753191c7640d99d4f17680ae90606 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:29:50.646667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fa0375-5585-438d-a257-f474bf3f6157 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5648dac-91a7-4a70-be49-2e1a59c521c6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:50.654759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.678594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0375-5585-438d-a257-f474bf3f6157 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.683799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b3fa0375-5585-438d-a257-f474bf3f6157 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3630302 Dec 10 18:29:50.685527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58840) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:50.865330 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe131cf-6bf5-45e6-bf54-57030a20ecc5 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:50.982854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe131cf-6bf5-45e6-bf54-57030a20ecc5 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.043828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Allocated IP 172.20.0.6 (7ece2ed6-f826-441d-b990-14c3e4c97e2b/ad779698-0097-4e8e-bdcb-013d65bc83c6/099b832f-7278-4634-94e0-8cf0bfb7aedd) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:29:51.156969 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe131cf-6bf5-45e6-bf54-57030a20ecc5 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.160579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe131cf-6bf5-45e6-bf54-57030a20ecc5 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.161990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9fe131cf-6bf5-45e6-bf54-57030a20ecc5 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/88d73ad4-df82-4049-9166-2a6afe0eaa1b HTTP/1.1" status: 204 len: 168 time: 0.4753306 Dec 10 18:29:51.180483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58856) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.199732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe131cf-6bf5-45e6-bf54-57030a20ecc5 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d73ad4-df82-4049-9166-2a6afe0eaa1b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:51.281697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b69376da-468e-4377-9169-b79ef20d0834 req-6be5bbcf-7fd4-4efe-bd16-5a7b38be3a29 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 210 time: 0.1517143 Dec 10 18:29:51.286972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c158d19-d6c4-4e15-aaae-313e044dc0d8 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767353 Dec 10 18:29:51.300412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58862) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.325517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d7af5278-9f8e-4f2c-b21e-b9f0a5d7174e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235971903'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:51.399231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7af5278-9f8e-4f2c-b21e-b9f0a5d7174e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.503401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.537093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7af5278-9f8e-4f2c-b21e-b9f0a5d7174e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.544539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7af5278-9f8e-4f2c-b21e-b9f0a5d7174e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.599946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.630876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b', '271fbb07-889e-468f-aede-57e16c9fbcd2'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:51.680451 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7af5278-9f8e-4f2c-b21e-b9f0a5d7174e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:51.681794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7af5278-9f8e-4f2c-b21e-b9f0a5d7174e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3767884 Dec 10 18:29:51.710260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58876) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:51.713482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af5278-9f8e-4f2c-b21e-b9f0a5d7174e tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22cf339-a598-4e8d-93d1-9d40eb6bf199,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:51.747359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e544b393-4ded-4a6a-b270-acde9a1e74af tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348057088'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:51.795566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:29:51.819075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:29:51.861349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:29:51.891167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:51.990080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e544b393-4ded-4a6a-b270-acde9a1e74af tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.029464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:52.030456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.072731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-b934794a-ffb4-486c-87d5-2df8458a6fef tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5125115 Dec 10 18:29:52.096843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Request body: {'port': {'device_id': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:52.232959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e544b393-4ded-4a6a-b270-acde9a1e74af tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.243171 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e544b393-4ded-4a6a-b270-acde9a1e74af tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.287997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.320610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b393-4ded-4a6a-b270-acde9a1e74af tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ac26a6-0604-4c66-8628-a13d14535080,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:52.325583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e544b393-4ded-4a6a-b270-acde9a1e74af tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.329866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e544b393-4ded-4a6a-b270-acde9a1e74af tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6097307 Dec 10 18:29:52.330619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58890) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:52.339090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4a86f993-e59e-4d73-8217-ea099b188a3f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'c22cf339-a598-4e8d-93d1-9d40eb6bf199', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b2ac26a6-0604-4c66-8628-a13d14535080', 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:52.392028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e7204bbf-9989-4eae-8ef4-b01181ebe325 None None] Provisioning complete for port 099b832f-7278-4634-94e0-8cf0bfb7aedd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:29:52.392585 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e7204bbf-9989-4eae-8ef4-b01181ebe325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.441030 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a86f993-e59e-4d73-8217-ea099b188a3f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:52.482843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e7204bbf-9989-4eae-8ef4-b01181ebe325 None None] Port 099b832f-7278-4634-94e0-8cf0bfb7aedd cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:29:52.648624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58902) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:52.663208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c367ec-aca6-48c5-a5e2-212cc4555e3d req-5733d8f4-babf-44d4-9d09-dfd995ec3648 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:52.664850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16c367ec-aca6-48c5-a5e2-212cc4555e3d req-5733d8f4-babf-44d4-9d09-dfd995ec3648 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 931 time: 0.2177646 Dec 10 18:29:53.008257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a86f993-e59e-4d73-8217-ea099b188a3f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.016975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16c367ec-aca6-48c5-a5e2-212cc4555e3d req-381693a0-428b-491e-ae43-136adb818397 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376148 Dec 10 18:29:53.020477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a86f993-e59e-4d73-8217-ea099b188a3f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.051760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c5c8b5f-c050-44f2-b858-2407d21bf682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.078265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86f993-e59e-4d73-8217-ea099b188a3f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8431aa-d825-42a1-b175-dcab33782cab,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.096635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a86f993-e59e-4d73-8217-ea099b188a3f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.098377 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4a86f993-e59e-4d73-8217-ea099b188a3f tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7661197 Dec 10 18:29:53.103210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58916) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.117736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099b832f-7278-4634-94e0-8cf0bfb7aedd {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:53.179507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.209842 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe3d2-280a-4c94-acfe-c71f6ea6a754 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.235667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe3d2-280a-4c94-acfe-c71f6ea6a754 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.258170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Transition to ACTIVE for port object 099b832f-7278-4634-94e0-8cf0bfb7aedd will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:29:53.277313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.279857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe3d2-280a-4c94-acfe-c71f6ea6a754 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.287550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a1fe3d2-280a-4c94-acfe-c71f6ea6a754 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.288735 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4a1fe3d2-280a-4c94-acfe-c71f6ea6a754 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5c8431aa-d825-42a1-b175-dcab33782cab HTTP/1.1" status: 204 len: 168 time: 0.1808832 Dec 10 18:29:53.306173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58920) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.341672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fe3d2-280a-4c94-acfe-c71f6ea6a754 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c8431aa-d825-42a1-b175-dcab33782cab,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.411853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4d9a83ef-a149-47c2-b81f-ac0dc68a11a4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1044109 Dec 10 18:29:53.414829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58924) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.513492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.523161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a089913d-067c-44f6-b3d2-81529a7bc39b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.583447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a089913d-067c-44f6-b3d2-81529a7bc39b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.644705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c5c8b5f-c050-44f2-b858-2407d21bf682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.654070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c5c8b5f-c050-44f2-b858-2407d21bf682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.665379 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a089913d-067c-44f6-b3d2-81529a7bc39b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.669164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a089913d-067c-44f6-b3d2-81529a7bc39b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:53.676282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a089913d-067c-44f6-b3d2-81529a7bc39b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/b2ac26a6-0604-4c66-8628-a13d14535080 HTTP/1.1" status: 204 len: 168 time: 0.2598023 Dec 10 18:29:53.677163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58934) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.728211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089913d-067c-44f6-b3d2-81529a7bc39b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ac26a6-0604-4c66-8628-a13d14535080,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.805756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c8b5f-c050-44f2-b858-2407d21bf682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879246a8-8645-47b2-a849-0c0f9b24ca65,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:53.868139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c5c8b5f-c050-44f2-b858-2407d21bf682 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=129d862778cc44b3a6ec6be31168b674&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2183383 Dec 10 18:29:53.869439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.870438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Attempting to bind port 099b832f-7278-4634-94e0-8cf0bfb7aedd on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:29:53.871272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Attempting to bind port 099b832f-7278-4634-94e0-8cf0bfb7aedd by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:29:53.872472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Attempting to bind port 099b832f-7278-4634-94e0-8cf0bfb7aedd on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:53.898127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a652a802-2f3d-4a7b-9016-ff3cdde3b3c6 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2076089 Dec 10 18:29:53.899372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58948) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:53.936767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Port 099b832f-7278-4634-94e0-8cf0bfb7aedd on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:29:53.937169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Attempting to bind port 099b832f-7278-4634-94e0-8cf0bfb7aedd on network 7ece2ed6-f826-441d-b990-14c3e4c97e2b {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:29:53.949206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:29:53.949558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Checking segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:29:53.949960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Bound using segment: {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:29:53.950431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Bound port: 099b832f-7278-4634-94e0-8cf0bfb7aedd, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fcfe899-fce9-400f-b1e2-3687d75c53eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:29:53.950803 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.102304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9810a59-9d81-4060-9416-8f48a3698aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.162351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:29:54.168960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:29:54.177636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9810a59-9d81-4060-9416-8f48a3698aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.229850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.268941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9810a59-9d81-4060-9416-8f48a3698aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.273539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9810a59-9d81-4060-9416-8f48a3698aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.277740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c9810a59-9d81-4060-9416-8f48a3698aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/c22cf339-a598-4e8d-93d1-9d40eb6bf199 HTTP/1.1" status: 204 len: 168 time: 0.3720443 Dec 10 18:29:54.286112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58972) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.373299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9810a59-9d81-4060-9416-8f48a3698aa4 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22cf339-a598-4e8d-93d1-9d40eb6bf199,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.411916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f866c9bd-c5e4-412c-bf29-d72f8ffce29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.437070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-873795fe-b200-4752-ae97-945dac5cbbcc tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1040733 Dec 10 18:29:54.443750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58978) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.453899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1e16126f-0915-444c-a0ec-b091a93e9d99 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--801086015'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:54.505648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e16126f-0915-444c-a0ec-b091a93e9d99 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.569598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.570729 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.573259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] 10.222.0.30 "PUT /v2.0/ports/099b832f-7278-4634-94e0-8cf0bfb7aedd HTTP/1.1" status: 200 len: 1091 time: 2.4808192 Dec 10 18:29:54.614290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f866c9bd-c5e4-412c-bf29-d72f8ffce29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.625874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:29:54.631071 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65" -d '{"events": [{"name": "network-changed", "server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:29:54.687614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c51e9-705c-4424-98c7-ce9fe405f74c service neutron] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.748539 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe27ecc-6441-4bf7-811c-8b3c57f3e91f x-openstack-request-id: req-efe27ecc-6441-4bf7-811c-8b3c57f3e91f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:29:54.748825 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:29:54.750222 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-efe27ecc-6441-4bf7-811c-8b3c57f3e91f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:29:54.751407 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'status': 'completed', 'code': 200} Dec 10 18:29:54.766096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e16126f-0915-444c-a0ec-b091a93e9d99 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.774212 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e16126f-0915-444c-a0ec-b091a93e9d99 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.794466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3778154-0002-42eb-9583-d8c8535b08f9 req-59572db1-513d-43f6-9824-989aeaf2c7b9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.796873 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3778154-0002-42eb-9583-d8c8535b08f9 req-59572db1-513d-43f6-9824-989aeaf2c7b9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 943 time: 0.5355432 Dec 10 18:29:54.848004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-09ad20fd-ac48-46b4-ad56-9b3384134d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:54.852509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-09ad20fd-ac48-46b4-ad56-9b3384134d83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 1094 time: 0.2029541 Dec 10 18:29:54.897354 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e16126f-0915-444c-a0ec-b091a93e9d99 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:54.899517 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1e16126f-0915-444c-a0ec-b091a93e9d99 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4540687 Dec 10 18:29:54.902757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58990) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:54.913826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f4826ed8-8888-4d03-a188-3fe6b40e6122 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': '2cc7108a-89aa-40ad-88d4-4442a8daf331', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:54.966273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16126f-0915-444c-a0ec-b091a93e9d99 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7108a-89aa-40ad-88d4-4442a8daf331,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:54.966554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-8d6b9d3f-d616-4db3-9744-19c1271e2b69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd HTTP/1.1" status: 200 len: 217 time: 0.1028490 Dec 10 18:29:54.972776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 58994) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.024253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f4826ed8-8888-4d03-a188-3fe6b40e6122 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.060541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f866c9bd-c5e4-412c-bf29-d72f8ffce29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.063876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f866c9bd-c5e4-412c-bf29-d72f8ffce29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.065316 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f866c9bd-c5e4-412c-bf29-d72f8ffce29f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/879246a8-8645-47b2-a849-0c0f9b24ca65 HTTP/1.1" status: 204 len: 168 time: 1.1896691 Dec 10 18:29:55.077519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3778154-0002-42eb-9583-d8c8535b08f9 req-74b3c118-a233-48af-b13e-fa08e056bccb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715268 Dec 10 18:29:55.088211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866c9bd-c5e4-412c-bf29-d72f8ffce29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879246a8-8645-47b2-a849-0c0f9b24ca65,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.110396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-fe568d58-1a5f-4143-9f1e-2fd971fca6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:55.115583 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-fe568d58-1a5f-4143-9f1e-2fd971fca6e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1219709 Dec 10 18:29:55.117935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f4826ed8-8888-4d03-a188-3fe6b40e6122 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.126449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f4826ed8-8888-4d03-a188-3fe6b40e6122 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.224675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4826ed8-8888-4d03-a188-3fe6b40e6122 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8474cdc7-5427-46e6-bb9f-a55b579f2853,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.247244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f4826ed8-8888-4d03-a188-3fe6b40e6122 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.249163 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f4826ed8-8888-4d03-a188-3fe6b40e6122 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3391743 Dec 10 18:29:55.256653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59006) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.278872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-779a2cd3-1e76-4adb-a1dd-f1dfd338ce7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.284206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-ce359b2c-ec82-4e11-a025-b895b8280410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:55.291615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-ce359b2c-ec82-4e11-a025-b895b8280410 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639678 Dec 10 18:29:55.456589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-199cca00-2b01-4ebe-942f-cf0f335065a2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.516278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-199cca00-2b01-4ebe-942f-cf0f335065a2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.539017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-779a2cd3-1e76-4adb-a1dd-f1dfd338ce7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.551816 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-779a2cd3-1e76-4adb-a1dd-f1dfd338ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.664843 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-29f0613f-2aca-44bd-9eed-b37d5f782794 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569269 Dec 10 18:29:55.669561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-199cca00-2b01-4ebe-942f-cf0f335065a2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.697769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-779a2cd3-1e76-4adb-a1dd-f1dfd338ce7a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c82f6c0208c3461d8483d233fb2e9df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7147691 Dec 10 18:29:55.702466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59030) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.704004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-199cca00-2b01-4ebe-942f-cf0f335065a2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.712087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-199cca00-2b01-4ebe-942f-cf0f335065a2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/8474cdc7-5427-46e6-bb9f-a55b579f2853 HTTP/1.1" status: 204 len: 168 time: 0.4513600 Dec 10 18:29:55.714676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.748637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cca00-2b01-4ebe-942f-cf0f335065a2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8474cdc7-5427-46e6-bb9f-a55b579f2853,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.891174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a2cd3-1e76-4adb-a1dd-f1dfd338ce7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0424321b-dd36-4db0-ae1e-0711d5b6f508,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:55.951723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a4d31097-ea49-48e2-97fb-3e0ed1819f04 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2288656 Dec 10 18:29:55.952965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-427cd623-d985-4652-b681-2c63e1d202c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:55.954938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:55.958580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3671e3ac-6cff-4766-bbad-7eeda2a3b08b req-e4f50e7d-536a-467a-9e41-52e8585ff447 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846322 Dec 10 18:29:56.027367 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-427cd623-d985-4652-b681-2c63e1d202c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.103948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-427cd623-d985-4652-b681-2c63e1d202c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.108617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-427cd623-d985-4652-b681-2c63e1d202c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.110873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-427cd623-d985-4652-b681-2c63e1d202c3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0424321b-dd36-4db0-ae1e-0711d5b6f508 HTTP/1.1" status: 204 len: 168 time: 0.3894467 Dec 10 18:29:56.122694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cd623-d985-4652-b681-2c63e1d202c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0424321b-dd36-4db0-ae1e-0711d5b6f508,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:56.137813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-145d1ead-0318-4d24-aa06-de34b769e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.139424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-145d1ead-0318-4d24-aa06-de34b769e2f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 1094 time: 0.1104393 Dec 10 18:29:56.227268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7c0-f8f8-4965-bd65-69d65f13930b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.344752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ffcda-1a41-452e-9997-ac75a3d0fdd2 req-277c5c76-3f3d-442c-8c5c-6f7b09c97eaf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.378958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-561ffcda-1a41-452e-9997-ac75a3d0fdd2 req-277c5c76-3f3d-442c-8c5c-6f7b09c97eaf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 943 time: 0.1391256 Dec 10 18:29:56.476931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-b6a7717d-1252-45c8-ab2e-a5239ae999de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.484611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-b6a7717d-1252-45c8-ab2e-a5239ae999de service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.3276281 Dec 10 18:29:56.514441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-561ffcda-1a41-452e-9997-ac75a3d0fdd2 req-dfac4b0a-4be7-4466-904f-299a3e60bded tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345551 Dec 10 18:29:56.567434 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-8c1f5379-63b2-4679-b363-a345f4a11676 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd HTTP/1.1" status: 200 len: 217 time: 0.0733540 Dec 10 18:29:56.569384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7c0-f8f8-4965-bd65-69d65f13930b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.766736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-3bb54e47-6c5a-4b61-b021-adaa33c3ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:56.771340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-3bb54e47-6c5a-4b61-b021-adaa33c3ab2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1905081 Dec 10 18:29:56.811182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7c0-f8f8-4965-bd65-69d65f13930b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.819054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9bab7c0-f8f8-4965-bd65-69d65f13930b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:56.822799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9bab7c0-f8f8-4965-bd65-69d65f13930b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/2cc7108a-89aa-40ad-88d4-4442a8daf331 HTTP/1.1" status: 204 len: 168 time: 0.8644600 Dec 10 18:29:56.824088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59080) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:56.950241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4dde709e-786c-438d-98ee-0d0e64d55488 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1243308 Dec 10 18:29:56.953801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59088) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:56.959074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0a60a8c5-1106-4808-91bc-1c0a818a9649 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072544666'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:57.007172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bab7c0-f8f8-4965-bd65-69d65f13930b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7108a-89aa-40ad-88d4-4442a8daf331,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.009036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8c5-1106-4808-91bc-1c0a818a9649 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.088927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-157030fe-5928-49cf-83c4-a19453df1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.105083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-157030fe-5928-49cf-83c4-a19453df1fd5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3223469 Dec 10 18:29:57.210926 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8c5-1106-4808-91bc-1c0a818a9649 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.216622 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8c5-1106-4808-91bc-1c0a818a9649 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.282512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a60a8c5-1106-4808-91bc-1c0a818a9649 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.286296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0a60a8c5-1106-4808-91bc-1c0a818a9649 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3290267 Dec 10 18:29:57.328650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59100) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:57.336646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7fb8bd15-4694-4fea-9997-3a598f3d735a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'c9c119f7-334a-4b6d-ae0c-e6888ca6a29d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:57.371731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60a8c5-1106-4808-91bc-1c0a818a9649 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c119f7-334a-4b6d-ae0c-e6888ca6a29d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:57.515965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-0d2d6682-ba1b-41d7-94d6-612f61de3d3c service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878398 Dec 10 18:29:57.518557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bd15-4694-4fea-9997-3a598f3d735a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:57.768594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2cbb66-45bb-4f4c-afc9-70fb07a7b9d7 req-8b185b3a-25b7-43ea-9cda-93ed0c38f1ec tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:57.771927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc2cbb66-45bb-4f4c-afc9-70fb07a7b9d7 req-8b185b3a-25b7-43ea-9cda-93ed0c38f1ec tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 943 time: 0.1492288 Dec 10 18:29:58.018927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc2cbb66-45bb-4f4c-afc9-70fb07a7b9d7 req-cf963eb2-6b77-4d01-ba37-a027051a2fab tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069004 Dec 10 18:29:58.029390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bd15-4694-4fea-9997-3a598f3d735a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.049299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87c00006-21b6-43c3-a4c7-d44d8e0f0c65 req-0ffe4f3e-e717-4905-9fc5-adec1e16ecb4 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320303 Dec 10 18:29:58.051899 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bd15-4694-4fea-9997-3a598f3d735a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.094092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8bd15-4694-4fea-9997-3a598f3d735a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ccf5db-7752-4ce0-a96d-f1e26a113415,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.107235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3c58e86-1f46-499d-a4b3-282d02e6abed req-7c1a3601-37b2-40a8-99f7-83f7f137e6d1 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0703835 Dec 10 18:29:58.152375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb8bd15-4694-4fea-9997-3a598f3d735a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.164507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7fb8bd15-4694-4fea-9997-3a598f3d735a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8315432 Dec 10 18:29:58.167445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59156) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.196881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1de6b4a7-fed3-47ba-8a5a-df55e8db0b64 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules/e2ccf5db-7752-4ce0-a96d-f1e26a113415 HTTP/1.1" status: 200 len: 763 time: 0.0279412 Dec 10 18:29:58.200581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59158) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.300534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0ceedb34-20df-414f-a1cc-1914f5eaeadd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0954099 Dec 10 18:29:58.300883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59170) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.332760 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d3f94fcd-cc66-4396-bb26-1fbdee687011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.365823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ced-ed8f-41fd-a775-7bd9f212fecb tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.392043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ced-ed8f-41fd-a775-7bd9f212fecb tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.452886 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ced-ed8f-41fd-a775-7bd9f212fecb tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.461005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b9b1ced-ed8f-41fd-a775-7bd9f212fecb tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.464446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5b9b1ced-ed8f-41fd-a775-7bd9f212fecb tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e2ccf5db-7752-4ce0-a96d-f1e26a113415 HTTP/1.1" status: 204 len: 168 time: 0.1602652 Dec 10 18:29:58.465088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59180) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.651748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b1ced-ed8f-41fd-a775-7bd9f212fecb tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2ccf5db-7752-4ce0-a96d-f1e26a113415,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:58.702919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-86965b52-9bd9-4660-a28e-08a3c4276d05 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2313170 Dec 10 18:29:58.708992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59192) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:58.719206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c4dbffd5-3635-4917-9a67-5e3f3fa8dafd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'c9c119f7-334a-4b6d-ae0c-e6888ca6a29d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:29:58.719786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 099b832f-7278-4634-94e0-8cf0bfb7aedd details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:29:58.770616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-c8ec3043-bc93-4094-ad88-621c69a50433 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1999791 Dec 10 18:29:58.857119 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4dbffd5-3635-4917-9a67-5e3f3fa8dafd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:58.973616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-4749451d-b7e5-43d2-b285-1800810beb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:58.978651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-4749451d-b7e5-43d2-b285-1800810beb6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 1096 time: 0.1485720 Dec 10 18:29:59.089010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:59.103937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'mac_address': 'fa:16:3e:cb:91:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:29:59.189842 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.217037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f5f3-9fbc-4e8a-b83e-ed1576ebfd1f req-e28af9e7-a783-4ff7-9cdf-75d840e9f852 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.228072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099b832f-7278-4634-94e0-8cf0bfb7aedd {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:29:59.228886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d306f5f3-9fbc-4e8a-b83e-ed1576ebfd1f req-e28af9e7-a783-4ff7-9cdf-75d840e9f852 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 943 time: 0.0691555 Dec 10 18:29:59.275157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:29:59.287093 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.290768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-7e2af24e-0ffa-452d-866b-f99e7a114a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.292915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-7e2af24e-0ffa-452d-866b-f99e7a114a41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.2816389 Dec 10 18:29:59.309797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4dbffd5-3635-4917-9a67-5e3f3fa8dafd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.363214 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d306f5f3-9fbc-4e8a-b83e-ed1576ebfd1f req-8b7381b4-10bc-46ce-be41-062dd851bed9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307049 Dec 10 18:29:59.391155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ececccbd-fad5-4ad2-bbc5-3acd0443a678 req-9edd27ac-f964-42bf-a9e7-c3b50523fcd3 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0929213 Dec 10 18:29:59.399666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-cc95d4a2-7830-4024-a4bc-45d6d37ecac0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b HTTP/1.1" status: 200 len: 217 time: 0.0882945 Dec 10 18:29:59.404346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4dbffd5-3635-4917-9a67-5e3f3fa8dafd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.415165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.571282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['099b832f-7278-4634-94e0-8cf0bfb7aedd'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:29:59.575984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4dbffd5-3635-4917-9a67-5e3f3fa8dafd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.577683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c4dbffd5-3635-4917-9a67-5e3f3fa8dafd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8674884 Dec 10 18:29:59.580604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59226) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.584071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbffd5-3635-4917-9a67-5e3f3fa8dafd tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e23456-685b-4fbb-9dfd-c716f6f38b79,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:29:59.624185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-efec2759-c8bb-4940-8110-52fa231f13de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.626106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-efec2759-c8bb-4940-8110-52fa231f13de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.1933997 Dec 10 18:29:59.629209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59228) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.647057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-272cd614-260b-48ed-8142-de35a07db477 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules/a3e23456-685b-4fbb-9dfd-c716f6f38b79 HTTP/1.1" status: 200 len: 763 time: 0.0652449 Dec 10 18:29:59.828850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-79847c91-a996-4103-88ae-99b3237b5f12 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1952994 Dec 10 18:29:59.831547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:29:59.839214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-c8905a13-dbbf-45d7-98d4-f778c8e0fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:29:59.841820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-c8905a13-dbbf-45d7-98d4-f778c8e0fba2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1831617 Dec 10 18:29:59.886144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bfb70dd9-b69a-4a73-ab17-2166b6192a51 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:29:59.917912 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bfb70dd9-b69a-4a73-ab17-2166b6192a51 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.002639 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bfb70dd9-b69a-4a73-ab17-2166b6192a51 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.009173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bfb70dd9-b69a-4a73-ab17-2166b6192a51 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.012811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bfb70dd9-b69a-4a73-ab17-2166b6192a51 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/a3e23456-685b-4fbb-9dfd-c716f6f38b79 HTTP/1.1" status: 204 len: 168 time: 0.1786251 Dec 10 18:30:00.045812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59242) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.103312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb70dd9-b69a-4a73-ab17-2166b6192a51 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3e23456-685b-4fbb-9dfd-c716f6f38b79,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.177833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-fad03d83-4274-4d7e-b346-241bbcba5975 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262813 Dec 10 18:30:00.209387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d03722cc-69cd-45c7-b80f-bc3ba05d971a tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1574819 Dec 10 18:30:00.212029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.218116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-28ebd7e1-0775-4ebe-ba6b-a9761fb91ef1 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': 'c9c119f7-334a-4b6d-ae0c-e6888ca6a29d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:00.330998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28ebd7e1-0775-4ebe-ba6b-a9761fb91ef1 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.453651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3d592f2-7096-4058-8f3b-ce66cddbb14c req-7f286987-0473-43ba-b84d-e46d2b1f2c46 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654700 Dec 10 18:30:00.699704 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28ebd7e1-0775-4ebe-ba6b-a9761fb91ef1 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.708570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28ebd7e1-0775-4ebe-ba6b-a9761fb91ef1 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.708813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c6f14b1b-540b-4a89-8ff2-4fb3ff201447 req-94ba32e3-d307-475f-afc2-799b169ee56f tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0937998 Dec 10 18:30:00.741679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35008f03-c744-4522-b7d5-054bc9b60721 req-441b7127-096b-4785-a8c3-0139b405cf13 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:00.754907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 099b832f-7278-4634-94e0-8cf0bfb7aedd up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:00.768669 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35008f03-c744-4522-b7d5-054bc9b60721 req-441b7127-096b-4785-a8c3-0139b405cf13 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 944 time: 0.1953857 Dec 10 18:30:00.801880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebd7e1-0775-4ebe-ba6b-a9761fb91ef1 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9269a56-145c-4ed7-bb9c-4db5c77c7c2a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:00.849247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28ebd7e1-0775-4ebe-ba6b-a9761fb91ef1 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:00.852127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-28ebd7e1-0775-4ebe-ba6b-a9761fb91ef1 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6386483 Dec 10 18:30:00.855720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59276) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.892765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0e76bef-6c5f-40f2-ac16-53d279d10ca3 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules/f9269a56-145c-4ed7-bb9c-4db5c77c7c2a HTTP/1.1" status: 200 len: 764 time: 0.0356293 Dec 10 18:30:00.895541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59278) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:00.936223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35008f03-c744-4522-b7d5-054bc9b60721 req-4e6aad3e-22c7-4589-b675-55af09eb1a56 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654539 Dec 10 18:30:01.059438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 099b832f-7278-4634-94e0-8cf0bfb7aedd completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:30:01.080497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 099b832f-7278-4634-94e0-8cf0bfb7aedd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:01.081071 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.126919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59290) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:01.127489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6e70f877-7631-4354-8589-ba90d1c5c98b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2304847 Dec 10 18:30:01.335315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.368685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:01.373109 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dd9950-e52a-4f87-a8dd-8a08808b7144" -d '{"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-plugged", "status": "completed", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:01.454634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:01.460731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.579501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2350fbf-cab9-4877-bdfa-b5cf0e300a4c req-e09ade08-95a4-4f00-a869-abb42673d27d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0760131 Dec 10 18:30:01.591314 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a44d5a-9ce4-4c2e-ad77-f443c7c052a4 x-openstack-request-id: req-97a44d5a-9ce4-4c2e-ad77-f443c7c052a4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:01.591624 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-plugged", "status": "completed", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:01.592109 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-97a44d5a-9ce4-4c2e-ad77-f443c7c052a4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:01.592533 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'code': 200} Dec 10 18:30:01.685083 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a8cd2dd-97e3-4250-b925-e5196a34c80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.707215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:01.883799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.892795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408637a-a680-4e4b-a30e-912150d4db16 req-892d97aa-fdb6-42c3-9ad0-9711aa174e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:01.894965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c408637a-a680-4e4b-a30e-912150d4db16 req-892d97aa-fdb6-42c3-9ad0-9711aa174e25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 1096 time: 0.1183803 Dec 10 18:30:01.913725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db5245a5-fa97-468a-ace6-24c1892b4ccf tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:01.931848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8035da4b-e344-4c30-b322-20831d334588 req-393e9cb0-8728-4b4c-bfad-3380eb4080bc tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0561633 Dec 10 18:30:01.950007 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db5245a5-fa97-468a-ace6-24c1892b4ccf tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.010094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c408637a-a680-4e4b-a30e-912150d4db16 req-e1e91088-c0cd-4efe-be8a-6b97b544fcb0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987506 Dec 10 18:30:02.020195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db5245a5-fa97-468a-ace6-24c1892b4ccf tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.030213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db5245a5-fa97-468a-ace6-24c1892b4ccf tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.034118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-db5245a5-fa97-468a-ace6-24c1892b4ccf tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f9269a56-145c-4ed7-bb9c-4db5c77c7c2a HTTP/1.1" status: 204 len: 168 time: 0.9032066 Dec 10 18:30:02.034285 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.034742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59328) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.055146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5245a5-fa97-468a-ace6-24c1892b4ccf tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9269a56-145c-4ed7-bb9c-4db5c77c7c2a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.118017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b093ab86-e336-4c82-a57a-90b607125181 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0815411 Dec 10 18:30:02.120811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.233709 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73b34000-64db-426f-ae7d-c8ec82b2dac0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.247428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8685a-2b20-4031-a60f-a9c8877b6434 req-c2d07fbb-d8c4-4caf-93b2-594618b5a9d8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:02.261599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4c8685a-2b20-4031-a60f-a9c8877b6434 req-c2d07fbb-d8c4-4caf-93b2-594618b5a9d8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1202762 Dec 10 18:30:02.265386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73b34000-64db-426f-ae7d-c8ec82b2dac0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.330734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73b34000-64db-426f-ae7d-c8ec82b2dac0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.345615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-73b34000-64db-426f-ae7d-c8ec82b2dac0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.353465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-73b34000-64db-426f-ae7d-c8ec82b2dac0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/c9c119f7-334a-4b6d-ae0c-e6888ca6a29d HTTP/1.1" status: 204 len: 168 time: 0.2299609 Dec 10 18:30:02.355555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59342) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.412417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4c8685a-2b20-4031-a60f-a9c8877b6434 req-81bc238f-4edc-4f8e-a29b-66edf0efbf6e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339626 Dec 10 18:30:02.446403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59344) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.446976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b34000-64db-426f-ae7d-c8ec82b2dac0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c119f7-334a-4b6d-ae0c-e6888ca6a29d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.499210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b79f4a01-5208-4b4b-bc2a-e533db327e45 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1353736 Dec 10 18:30:02.505521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59352) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.512178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-caeaae17-46e2-494e-be08-686c14df956b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group': {'name': 'tempest-secgroup--1315580152'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:02.608479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caeaae17-46e2-494e-be08-686c14df956b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.714023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caeaae17-46e2-494e-be08-686c14df956b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.723972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caeaae17-46e2-494e-be08-686c14df956b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.741784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c45ed6e-f051-4e1e-9cc9-f1e35fed9b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.779813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-caeaae17-46e2-494e-be08-686c14df956b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:02.781095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-caeaae17-46e2-494e-be08-686c14df956b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2741387 Dec 10 18:30:02.784155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59360) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:02.788904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-11dc8055-57cf-4bb2-9402-071ca06bc430 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Request body: {'security_group_rule': {'security_group_id': '7917769b-ed67-4c29-8015-0864074a206d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:02.799324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeaae17-46e2-494e-be08-686c14df956b tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7917769b-ed67-4c29-8015-0864074a206d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:02.888649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11dc8055-57cf-4bb2-9402-071ca06bc430 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.005895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c45ed6e-f051-4e1e-9cc9-f1e35fed9b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.013330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0c45ed6e-f051-4e1e-9cc9-f1e35fed9b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.048934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0c45ed6e-f051-4e1e-9cc9-f1e35fed9b6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d0f8d7fc0a0545d199f9188a9fca0426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6137569 Dec 10 18:30:03.051792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59368) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:03.057248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11dc8055-57cf-4bb2-9402-071ca06bc430 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.068825 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11dc8055-57cf-4bb2-9402-071ca06bc430 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.136722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45ed6e-f051-4e1e-9cc9-f1e35fed9b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2affee70-2607-407e-8079-de5c9f13cf6a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.169033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc8055-57cf-4bb2-9402-071ca06bc430 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13d585c-e564-4f80-aae5-ea6ef91461e1,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.173090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a145db3-1a36-4d08-ac64-9393d8d7ee58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.192536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11dc8055-57cf-4bb2-9402-071ca06bc430 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.193953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-11dc8055-57cf-4bb2-9402-071ca06bc430 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4087782 Dec 10 18:30:03.198379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59378) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:03.253428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a145db3-1a36-4d08-ac64-9393d8d7ee58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.325537 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fef822a4-ad85-40e3-b5d5-90d6625afadb req-a18f4621-ff13-483c-b8a5-517d66f29fe1 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1277394 Dec 10 18:30:03.354984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a145db3-1a36-4d08-ac64-9393d8d7ee58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.357920 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a145db3-1a36-4d08-ac64-9393d8d7ee58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.362974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3a145db3-1a36-4d08-ac64-9393d8d7ee58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2affee70-2607-407e-8079-de5c9f13cf6a HTTP/1.1" status: 204 len: 168 time: 0.3065541 Dec 10 18:30:03.367030 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7d3482d-25e4-47c5-b7f8-9355afdfa4b0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.384200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a145db3-1a36-4d08-ac64-9393d8d7ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2affee70-2607-407e-8079-de5c9f13cf6a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.411192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7d3482d-25e4-47c5-b7f8-9355afdfa4b0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.472000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7d3482d-25e4-47c5-b7f8-9355afdfa4b0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.487104 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7d3482d-25e4-47c5-b7f8-9355afdfa4b0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.488580 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c7d3482d-25e4-47c5-b7f8-9355afdfa4b0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/7917769b-ed67-4c29-8015-0864074a206d HTTP/1.1" status: 204 len: 168 time: 0.2877510 Dec 10 18:30:03.491376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59388) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:03.544717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3482d-25e4-47c5-b7f8-9355afdfa4b0 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7917769b-ed67-4c29-8015-0864074a206d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:03.702312 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b2f26ce8-c448-493f-b20f-730ac12e7246 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2095618 Dec 10 18:30:03.705872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59408) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:03.799368 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:03.827898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7340d5d1-2081-461c-bd70-26a6ca0f43c2 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1085227 Dec 10 18:30:03.831181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59412) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:03.832878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5ab93-dbad-4549-b449-0e80238371b9 req-f5c79b51-580b-4c3d-ab3b-e2406d119fb4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:03.842472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cda5ab93-dbad-4549-b449-0e80238371b9 req-f5c79b51-580b-4c3d-ab3b-e2406d119fb4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2401981 Dec 10 18:30:03.863807 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-56f98404-937a-4fa6-b6d6-73db5af43024 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] delete failed (client error): The resource could not be found. Dec 10 18:30:03.865086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-56f98404-937a-4fa6-b6d6-73db5af43024 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "DELETE /v2.0/security-groups/7917769b-ed67-4c29-8015-0864074a206d HTTP/1.1" status: 404 len: 347 time: 0.0326657 Dec 10 18:30:03.874318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59414) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:04.139751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59424) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:04.151083 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.183359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-31440be2-e333-4dea-bdd2-dd66a554b5d9 tempest-SecGroupTest-2034773627 tempest-SecGroupTest-2034773627-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3071320 Dec 10 18:30:04.215959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cda5ab93-dbad-4549-b449-0e80238371b9 req-3b37b005-f589-4a06-b86e-b8822cdcc24a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604915 Dec 10 18:30:04.225730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8715cb93-197b-4166-81c5-b7ff3c264612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.244915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-229457ae-0199-44c9-8bdb-2c360b9bc6d6 req-c27625bd-86ef-4489-a677-36eebb87ec08 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0413721 Dec 10 18:30:04.408814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8715cb93-197b-4166-81c5-b7ff3c264612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.414833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8715cb93-197b-4166-81c5-b7ff3c264612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.466086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8715cb93-197b-4166-81c5-b7ff3c264612 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6e199ec280fc44d98be32b09703bab32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3246357 Dec 10 18:30:04.468351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715cb93-197b-4166-81c5-b7ff3c264612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c82fa3-a2c7-4637-8b90-7157349748ca,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.469824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59440) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:04.588446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69840872-9032-4e58-bbce-f429a02ac1bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.682229 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.687746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69840872-9032-4e58-bbce-f429a02ac1bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.746903 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59446) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:04.759646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792c8ca-dab3-4eb5-bf2e-b37cafeb6f1d req-2507abaf-1a6c-4a03-b920-cb0f8a26f57d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:04.761757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c792c8ca-dab3-4eb5-bf2e-b37cafeb6f1d req-2507abaf-1a6c-4a03-b920-cb0f8a26f57d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.0693018 Dec 10 18:30:04.837582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69840872-9032-4e58-bbce-f429a02ac1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.842055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69840872-9032-4e58-bbce-f429a02ac1bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:04.845471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69840872-9032-4e58-bbce-f429a02ac1bc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e8c82fa3-a2c7-4637-8b90-7157349748ca HTTP/1.1" status: 204 len: 168 time: 0.3718724 Dec 10 18:30:04.877435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69840872-9032-4e58-bbce-f429a02ac1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c82fa3-a2c7-4637-8b90-7157349748ca,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:04.965112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c792c8ca-dab3-4eb5-bf2e-b37cafeb6f1d req-04255d0a-ec68-4139-8807-5fe8c901a1d3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938298 Dec 10 18:30:05.143407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b9bf9e85-3ea8-4242-a69e-464cba3c714c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ebf67d468de94ce68a07bba6625597ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967779 Dec 10 18:30:05.145905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59464) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:05.182103 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:30:05.319975 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8964d2-0f76-41d5-8fea-193477d8840a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.386343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8964d2-0f76-41d5-8fea-193477d8840a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.394936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9b2b924-1ff5-4c8d-889a-4c9549d59791 req-fef59054-9ff3-49f1-b7a6-c6efa5b5749b tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0479920 Dec 10 18:30:05.528585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8964d2-0f76-41d5-8fea-193477d8840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.531266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8964d2-0f76-41d5-8fea-193477d8840a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:05.532438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c8964d2-0f76-41d5-8fea-193477d8840a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/69dcec38-5911-4d51-a0a0-ff18e92d9333 HTTP/1.1" status: 204 len: 168 time: 0.3853579 Dec 10 18:30:05.563140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8964d2-0f76-41d5-8fea-193477d8840a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dcec38-5911-4d51-a0a0-ff18e92d9333,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:06.221084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4370d-04f9-43e8-b13a-0e5260e6b2e4 req-4930833b-7683-4b07-8822-60811b9c3e6e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:06.254205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ba4370d-04f9-43e8-b13a-0e5260e6b2e4 req-4930833b-7683-4b07-8822-60811b9c3e6e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1263082 Dec 10 18:30:06.415815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ba4370d-04f9-43e8-b13a-0e5260e6b2e4 req-618e201a-ba3d-4408-ba9f-19430fa572a6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521816 Dec 10 18:30:06.631726 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8bbf193-5d3a-494e-897c-655013c05365 req-2d186ce5-a14f-41f0-a0df-5d1309230870 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0633984 Dec 10 18:30:07.337434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c83ed-b451-478f-bf6b-549730174a5c req-0508df94-5f2b-4a88-ab37-d0864f243ccf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:07.358750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a9c83ed-b451-478f-bf6b-549730174a5c req-0508df94-5f2b-4a88-ab37-d0864f243ccf tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.0904992 Dec 10 18:30:07.471775 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a9c83ed-b451-478f-bf6b-549730174a5c req-e73b84ce-ad8a-4fc1-bae7-8798da70273b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077464 Dec 10 18:30:07.876758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eec20160-371b-4d60-b1bc-db7a2c4c1732 req-96974963-5968-4a9b-98ca-b5199db9b704 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0526218 Dec 10 18:30:08.764255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac3e4-2379-4b60-a650-2b806d2249aa req-03fbf73a-63c8-4176-93f3-4ad4d36d45a6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:08.766179 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a22ac3e4-2379-4b60-a650-2b806d2249aa req-03fbf73a-63c8-4176-93f3-4ad4d36d45a6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1266139 Dec 10 18:30:08.777567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 099b832f-7278-4634-94e0-8cf0bfb7aedd details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:30:08.893519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a22ac3e4-2379-4b60-a650-2b806d2249aa req-085d1ee8-4e53-4570-9948-7d1e8ee68d33 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203039 Dec 10 18:30:09.099572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:09.122055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'port_id': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'mac_address': 'fa:16:3e:cb:91:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:30:09.171019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d02b5247-4725-4e4b-a17a-0df999b948ab req-5dc26036-baa8-4a7b-bdb4-76e52c3a5ab3 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0921607 Dec 10 18:30:09.184372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59660) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:09.214130 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.250613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 099b832f-7278-4634-94e0-8cf0bfb7aedd {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:30:09.316074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:09.321339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.467948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:09.474469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['099b832f-7278-4634-94e0-8cf0bfb7aedd'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:30:09.525532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff9e63e7-b523-4e9c-aa4e-393e771e1f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.823971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff9e63e7-b523-4e9c-aa4e-393e771e1f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.836552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff9e63e7-b523-4e9c-aa4e-393e771e1f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:09.955599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ff9e63e7-b523-4e9c-aa4e-393e771e1f60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e4874d3dfd9c45a5a7ed2119b9a58298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7694068 Dec 10 18:30:09.956617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e63e7-b523-4e9c-aa4e-393e771e1f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de52d71-7b15-4a83-93de-d2cdb594e9bc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:09.959050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59704) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:10.048689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e98e56d-917c-428e-a471-ba2307d024e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.093574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e98e56d-917c-428e-a471-ba2307d024e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.283917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e98e56d-917c-428e-a471-ba2307d024e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.298728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e98e56d-917c-428e-a471-ba2307d024e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:10.304967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6e98e56d-917c-428e-a471-ba2307d024e5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3de52d71-7b15-4a83-93de-d2cdb594e9bc HTTP/1.1" status: 204 len: 168 time: 0.3446009 Dec 10 18:30:10.361020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98e56d-917c-428e-a471-ba2307d024e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de52d71-7b15-4a83-93de-d2cdb594e9bc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:10.471949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa45328-3dc2-4a68-b77b-22b36d82eb49 req-b01e6b4a-5a4d-4592-a3a9-d9979028bb73 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:10.473568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffa45328-3dc2-4a68-b77b-22b36d82eb49 req-b01e6b4a-5a4d-4592-a3a9-d9979028bb73 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 944 time: 0.3094261 Dec 10 18:30:10.499855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7271231-16a3-4649-a88e-5190c5c321e1 req-ae320a69-22c6-4d0e-a084-811388d4cb95 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1096864 Dec 10 18:30:10.701940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffa45328-3dc2-4a68-b77b-22b36d82eb49 req-51180b00-4384-4df9-8177-d246309c072a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944380 Dec 10 18:30:10.771294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 099b832f-7278-4634-94e0-8cf0bfb7aedd up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:10.900025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 099b832f-7278-4634-94e0-8cf0bfb7aedd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:10.900400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.112300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.172314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59756) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:11.214281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ce9c-7d8d-4758-a63c-1def81ed70fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.276142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:11.279419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:11.286647 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b64702-680e-490d-b08c-d12673849621" -d '{"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-plugged", "status": "completed", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:11.312441 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.505957 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4afd26b-8736-49d8-8312-24ed486cbdb2 x-openstack-request-id: req-b4afd26b-8736-49d8-8312-24ed486cbdb2 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:11.506566 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-plugged", "status": "completed", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:11.510516 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b4afd26b-8736-49d8-8312-24ed486cbdb2 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:11.511136 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'code': 200} Dec 10 18:30:11.564786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:11.616350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ce9c-7d8d-4758-a63c-1def81ed70fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.627375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5bd3ce9c-7d8d-4758-a63c-1def81ed70fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:11.742651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5bd3ce9c-7d8d-4758-a63c-1def81ed70fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e6859e03bbf4aec8ed9a99a5e4887b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684736 Dec 10 18:30:11.745821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59784) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:11.990223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3ce9c-7d8d-4758-a63c-1def81ed70fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d7d964-7a3f-40b8-8d10-8f14ec4b4d0c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:12.033791 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-432196c5-eb2c-4ab9-822b-118627f28af2 req-b9aa3002-c13c-44d6-a747-e5b98374a66e tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.2295964 Dec 10 18:30:12.134281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c85dc4e4-7e92-4b84-8eb9-8ae4459a4f21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.236991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473847-7563-4ca1-a1d3-fd80f3c4627d req-d0585337-ce09-4113-9b53-c08b7fb087a9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:12.246451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe473847-7563-4ca1-a1d3-fd80f3c4627d req-d0585337-ce09-4113-9b53-c08b7fb087a9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2673864 Dec 10 18:30:12.250082 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c85dc4e4-7e92-4b84-8eb9-8ae4459a4f21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.472173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe473847-7563-4ca1-a1d3-fd80f3c4627d req-dcdc2257-664d-4ae5-bf02-93f731b19141 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191644 Dec 10 18:30:12.508042 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c85dc4e4-7e92-4b84-8eb9-8ae4459a4f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.514873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c85dc4e4-7e92-4b84-8eb9-8ae4459a4f21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:12.516417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c85dc4e4-7e92-4b84-8eb9-8ae4459a4f21 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/85d7d964-7a3f-40b8-8d10-8f14ec4b4d0c HTTP/1.1" status: 204 len: 168 time: 0.7687964 Dec 10 18:30:12.632370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dc4e4-7e92-4b84-8eb9-8ae4459a4f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d7d964-7a3f-40b8-8d10-8f14ec4b4d0c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:13.373504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-feeedb2e-0dd7-4c22-8b80-6074ff013cf7 req-ede271ad-7628-45a8-964b-bf470f824f2b tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1041443 Dec 10 18:30:13.839370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f69ee-b36c-44aa-a26b-ab7ad0730742 req-9877efad-61c3-4cd6-af7f-63a2f0cda01c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:13.849286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d69f69ee-b36c-44aa-a26b-ab7ad0730742 req-9877efad-61c3-4cd6-af7f-63a2f0cda01c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1692307 Dec 10 18:30:13.991622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d69f69ee-b36c-44aa-a26b-ab7ad0730742 req-f6fa43c9-82d4-4162-a21c-792cfe943448 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080098 Dec 10 18:30:14.634586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0af01db9-5f3b-4c8f-90ad-553c198bd7f4 req-19947a9b-a578-4032-9770-7439f8148a2e tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0877750 Dec 10 18:30:15.210458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12698c31-dc7d-49d4-87da-37f9dd35243a req-8fdacc4a-a0f5-4567-a682-c7a7771daa6a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:15.278834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12698c31-dc7d-49d4-87da-37f9dd35243a req-8fdacc4a-a0f5-4567-a682-c7a7771daa6a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1389356 Dec 10 18:30:15.550151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12698c31-dc7d-49d4-87da-37f9dd35243a req-d15fae55-42aa-4d1f-9130-6f5c499b8dca tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702241 Dec 10 18:30:15.994670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-978c4e96-adeb-4383-b3c9-da35c826acc8 req-ea85cdb8-7389-49f6-ae36-351b4f7ee84f tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0555148 Dec 10 18:30:16.021130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59950) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.360402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5641d445-2cf3-4a61-9f93-cf6ce9f0449d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.545534 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5641d445-2cf3-4a61-9f93-cf6ce9f0449d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.551597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5641d445-2cf3-4a61-9f93-cf6ce9f0449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.656893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641d445-2cf3-4a61-9f93-cf6ce9f0449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feca97f3-c07c-43a4-b8ef-087deec98b84,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:16.661999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5641d445-2cf3-4a61-9f93-cf6ce9f0449d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1c8a796c5df2493aba2d978ad2726cb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6394732 Dec 10 18:30:16.665966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59978) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:16.872929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a023332c-5b5a-4c35-9853-90b7cd2733be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.902439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a023332c-5b5a-4c35-9853-90b7cd2733be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:16.999888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a470fff-03cd-4c7f-9f07-b69038adedac req-0b695b20-9d63-4b26-9278-5055caf37cb5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:17.028640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1a470fff-03cd-4c7f-9f07-b69038adedac req-0b695b20-9d63-4b26-9278-5055caf37cb5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.3536096 Dec 10 18:30:17.049494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a023332c-5b5a-4c35-9853-90b7cd2733be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.062600 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a023332c-5b5a-4c35-9853-90b7cd2733be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:17.065095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a023332c-5b5a-4c35-9853-90b7cd2733be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/feca97f3-c07c-43a4-b8ef-087deec98b84 HTTP/1.1" status: 204 len: 168 time: 0.3971453 Dec 10 18:30:17.114047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023332c-5b5a-4c35-9853-90b7cd2733be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feca97f3-c07c-43a4-b8ef-087deec98b84,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:17.279578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1a470fff-03cd-4c7f-9f07-b69038adedac req-088123b9-c8c9-45b9-8cdf-bf850d661de6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438421 Dec 10 18:30:17.307916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c1523e6-def4-4909-8a86-1c23d4a1a7d7 req-7d213a1d-2020-4ef8-b60e-b5e33d0587c2 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1383970 Dec 10 18:30:18.564681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d63d0400-a35c-4416-962c-909793529f5b req-08d71452-beb0-4f6c-a0fb-890468e0b5db tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0670247 Dec 10 18:30:18.578622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441029da-deca-49d0-bc29-b76ffe68a801 req-963b09b1-485e-4ff8-b038-47e7d3c7db58 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:18.601140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60056) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:18.641522 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-441029da-deca-49d0-bc29-b76ffe68a801 req-963b09b1-485e-4ff8-b038-47e7d3c7db58 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1784759 Dec 10 18:30:18.804170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-441029da-deca-49d0-bc29-b76ffe68a801 req-5be67985-b4c5-4a09-ab94-54911eea4c45 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616113 Dec 10 18:30:18.898775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4eb4175e-c492-4c9d-8880-1b10d314a497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.060457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4eb4175e-c492-4c9d-8880-1b10d314a497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.078706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4eb4175e-c492-4c9d-8880-1b10d314a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.143827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60084) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:19.144749 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4eb4175e-c492-4c9d-8880-1b10d314a497 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c887d51908fd49709ee153e39ac84a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5422449 Dec 10 18:30:19.146070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb4175e-c492-4c9d-8880-1b10d314a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9420dbe9-c299-4d45-a3ca-9d16d2945043,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:19.309544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4db6f878-4b05-4835-a8f0-8412e82fb742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.338936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4db6f878-4b05-4835-a8f0-8412e82fb742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.423120 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4db6f878-4b05-4835-a8f0-8412e82fb742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.426196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4db6f878-4b05-4835-a8f0-8412e82fb742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:19.427481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4db6f878-4b05-4835-a8f0-8412e82fb742 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9420dbe9-c299-4d45-a3ca-9d16d2945043 HTTP/1.1" status: 204 len: 168 time: 0.2821629 Dec 10 18:30:19.468598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6f878-4b05-4835-a8f0-8412e82fb742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9420dbe9-c299-4d45-a3ca-9d16d2945043,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:19.786499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d29ae19c-ce9d-49a6-8bdd-a0c84e398a6e req-57f998f7-63ae-41a6-ab16-628068eff204 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0671451 Dec 10 18:30:20.093092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad446ac1-2787-4d74-b8b0-8140155bc51b req-5f9bc47a-28be-41d1-b0e4-aad0e67e9e57 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:20.102429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad446ac1-2787-4d74-b8b0-8140155bc51b req-5f9bc47a-28be-41d1-b0e4-aad0e67e9e57 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1557879 Dec 10 18:30:20.285092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad446ac1-2787-4d74-b8b0-8140155bc51b req-6135715e-bd9a-4037-b7f5-bfb7677ef3ed tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812272 Dec 10 18:30:21.164542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f70aae1c-a194-4613-a2b0-6179480b7f88 req-6ad9009a-b464-435f-b76b-144407ddf7c3 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0953515 Dec 10 18:30:21.611659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc7579-2cc5-43bb-94e3-c5ec4360f47b req-4f2d2a1e-a198-4669-a754-01d79d24d701 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:21.617073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f7bc7579-2cc5-43bb-94e3-c5ec4360f47b req-4f2d2a1e-a198-4669-a754-01d79d24d701 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1544220 Dec 10 18:30:21.805481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f7bc7579-2cc5-43bb-94e3-c5ec4360f47b req-d1ca822f-c7fd-4585-93f7-eeeea595a2b9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723704 Dec 10 18:30:21.828072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60220) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:22.049778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf214af1-23da-44c0-aef2-6e9f36f80808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.247841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf214af1-23da-44c0-aef2-6e9f36f80808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.259502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf214af1-23da-44c0-aef2-6e9f36f80808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.314012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf214af1-23da-44c0-aef2-6e9f36f80808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb830f4-8e54-4610-a935-011113ea560b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:22.363023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-33b4ec3c-cefe-45eb-a573-30629c9af69a req-2d50cbc9-1fc4-4dc0-93fc-da58227c5c59 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0512760 Dec 10 18:30:22.396745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf214af1-23da-44c0-aef2-6e9f36f80808 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f9d5b62e126f41deb76704213cf86b3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5661719 Dec 10 18:30:22.404054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:22.565148 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e69c05b3-0d4c-4ad3-af9e-516646f31164 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.617816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e69c05b3-0d4c-4ad3-af9e-516646f31164 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.702762 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e69c05b3-0d4c-4ad3-af9e-516646f31164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.706102 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e69c05b3-0d4c-4ad3-af9e-516646f31164 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:22.713727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e69c05b3-0d4c-4ad3-af9e-516646f31164 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/adb830f4-8e54-4610-a935-011113ea560b HTTP/1.1" status: 204 len: 168 time: 0.3082128 Dec 10 18:30:22.742088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c05b3-0d4c-4ad3-af9e-516646f31164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb830f4-8e54-4610-a935-011113ea560b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:23.040634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06530ce-2833-4ec8-8770-7e7428892a8b req-38bae619-4960-40f6-9f64-abbabad5facc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:23.050762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e06530ce-2833-4ec8-8770-7e7428892a8b req-38bae619-4960-40f6-9f64-abbabad5facc tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.0950375 Dec 10 18:30:23.305438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e06530ce-2833-4ec8-8770-7e7428892a8b req-e549f7ff-a7bc-45ec-a284-b295f6769d35 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427933 Dec 10 18:30:23.580344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dff5b7a1-ef86-4730-9fac-abb079ba055e req-ba7da883-ec88-406f-acbb-9835e8be4634 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0565972 Dec 10 18:30:24.722664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0da8a-6ea9-43f1-9eeb-bb026c14297f req-0c56e505-966f-4a25-870a-af6b9d88cc54 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:24.737703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bd0da8a-6ea9-43f1-9eeb-bb026c14297f req-0c56e505-966f-4a25-870a-af6b9d88cc54 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2344027 Dec 10 18:30:24.882394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bd0da8a-6ea9-43f1-9eeb-bb026c14297f req-359a2728-ddd3-47bc-89d6-b20f78c235f9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437201 Dec 10 18:30:24.896572 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f340397-b700-47e2-87db-949cc7811f43 req-285f73c8-6dce-4c83-b0c5-2fe9266aba15 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0664182 Dec 10 18:30:26.094083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2defc71-fbc6-4614-bc34-1ff7d511e690 req-72dd01dc-fc48-46c7-9ca1-908faf906eac tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0383558 Dec 10 18:30:26.335267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5988e-8d73-426b-a6da-4f782b95a13b req-615ca249-4728-4e6a-8a10-874e16852f7a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:26.344426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98e5988e-8d73-426b-a6da-4f782b95a13b req-615ca249-4728-4e6a-8a10-874e16852f7a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1381626 Dec 10 18:30:26.476783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98e5988e-8d73-426b-a6da-4f782b95a13b req-3df4f7d8-0d01-42d9-b3b3-62495b0e53e6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301036 Dec 10 18:30:27.341562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fbf7f58e-a352-4e9f-b994-3c30fb547757 req-2b3ac9ed-8aed-4bbf-89bb-9361d7ba2369 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0452871 Dec 10 18:30:27.814155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c7c0aa-9a85-4667-a180-2d87d1c32630 req-2dcd361d-7343-485e-be58-fe623972ace7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:27.833596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c7c0aa-9a85-4667-a180-2d87d1c32630 req-2dcd361d-7343-485e-be58-fe623972ace7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1577566 Dec 10 18:30:27.949846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45c7c0aa-9a85-4667-a180-2d87d1c32630 req-e8ea34a9-6c23-4e1e-9368-45c4e6e46611 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136737 Dec 10 18:30:28.361038 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8bec8574-4529-4c39-a9cb-f437e6c0ee86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:28.775664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d9d3af2d-8814-418a-9184-da03dd91744d req-f1a770b1-c334-4808-a89b-3fedba8afbbe tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1337850 Dec 10 18:30:29.352394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b71fc-aafd-402a-a1fd-d8f9030af9c8 req-4fc138ab-1fe9-487a-84a3-556becc05769 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:29.379936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-155b71fc-aafd-402a-a1fd-d8f9030af9c8 req-4fc138ab-1fe9-487a-84a3-556becc05769 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2381067 Dec 10 18:30:29.606966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-155b71fc-aafd-402a-a1fd-d8f9030af9c8 req-194f7066-275c-4517-b555-e8a3f8cf1a4e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208900 Dec 10 18:30:29.658551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60686) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:29.684715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60690) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:29.987880 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9452afcb-ab06-44e4-a32c-5689ba44696f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.090936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-96b08161-2537-48f8-9b1d-249ec7e48f2a req-1c6200b9-474f-4d3b-abe5-6215a6cf5dd3 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0806866 Dec 10 18:30:30.286998 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9452afcb-ab06-44e4-a32c-5689ba44696f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.335114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9452afcb-ab06-44e4-a32c-5689ba44696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.363268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ee9e-5587-4638-b8a2-01d4b5b218f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.440277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452afcb-ab06-44e4-a32c-5689ba44696f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa45761-0389-4851-90b0-4f9e4be9de9c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.448103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9452afcb-ab06-44e4-a32c-5689ba44696f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24ebc48779bb4b3985ea390a6841efe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7625308 Dec 10 18:30:30.450818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60716) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:30.607070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d92f12-1aae-474d-8dfd-101a8ac8d58c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.663725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d92f12-1aae-474d-8dfd-101a8ac8d58c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.674797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ee9e-5587-4638-b8a2-01d4b5b218f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.706499 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3b4ee9e-5587-4638-b8a2-01d4b5b218f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.779961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b4ee9e-5587-4638-b8a2-01d4b5b218f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ca2f6-9cd1-4752-b53a-ae0da0805fb0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:30.782202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d92f12-1aae-474d-8dfd-101a8ac8d58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.785653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d92f12-1aae-474d-8dfd-101a8ac8d58c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:30.787324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f2d92f12-1aae-474d-8dfd-101a8ac8d58c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5aa45761-0389-4851-90b0-4f9e4be9de9c HTTP/1.1" status: 204 len: 168 time: 0.3354268 Dec 10 18:30:30.823593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d92f12-1aae-474d-8dfd-101a8ac8d58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa45761-0389-4851-90b0-4f9e4be9de9c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:31.015857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f3b4ee9e-5587-4638-b8a2-01d4b5b218f0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7eca45a0959b411aa51019dc046a8735&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3562310 Dec 10 18:30:31.018655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:31.073392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a5b3f-15a8-45ec-9903-e4ea3eac18c2 req-76f5fa57-a2e5-4cf5-b484-1d048cd8a6ca tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:31.082995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-311a5b3f-15a8-45ec-9903-e4ea3eac18c2 req-76f5fa57-a2e5-4cf5-b484-1d048cd8a6ca tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2116516 Dec 10 18:30:31.230100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-311a5b3f-15a8-45ec-9903-e4ea3eac18c2 req-4c58cad3-8f12-4aa6-847e-1bbe19ab0359 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453550 Dec 10 18:30:31.356553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-711736c0-c36f-40b2-b83f-a47ec917f37e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.469391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-02420688-a366-491c-93e1-612b94063063 req-320c8a86-5b66-4ee9-925d-1fc4f88ed231 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0735343 Dec 10 18:30:31.519071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-711736c0-c36f-40b2-b83f-a47ec917f37e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.637246 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6301f2cb-afba-4a6f-8d02-f0bdfa01ae6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.767037 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-711736c0-c36f-40b2-b83f-a47ec917f37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.770934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-711736c0-c36f-40b2-b83f-a47ec917f37e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.779910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-711736c0-c36f-40b2-b83f-a47ec917f37e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db0ca2f6-9cd1-4752-b53a-ae0da0805fb0 HTTP/1.1" status: 204 len: 168 time: 0.7597229 Dec 10 18:30:31.878491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711736c0-c36f-40b2-b83f-a47ec917f37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ca2f6-9cd1-4752-b53a-ae0da0805fb0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:31.903304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:31.983777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60764) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:32.009032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.107100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.213841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.226878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.302173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3899b19379d7469682f6843925fdb51d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3166220 Dec 10 18:30:32.303458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e33cf-cf19-4925-a107-14b9394c3b7d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:32.304873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60772) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:32.314381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.315486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.316006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.319779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.322608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.323163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.327116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.327692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.328226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.328733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.329320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.329830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.330328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab49678-3208-4cee-8e30-6163d1e979e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:32.521671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-094c7f05-6436-4241-949a-0848b3344f0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.613851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-094c7f05-6436-4241-949a-0848b3344f0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.614779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74a1526e-9d96-40c2-8eaa-6a5112a62edf req-ea189da1-a583-482a-acaa-bf65c3f184c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0774972 Dec 10 18:30:32.665619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60784) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:32.680262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7acbc7-18aa-4d25-99ef-4062901f47d8 req-46db6a8b-f83f-45dc-aa6b-842dfdb8729e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:32.682331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c7acbc7-18aa-4d25-99ef-4062901f47d8 req-46db6a8b-f83f-45dc-aa6b-842dfdb8729e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2119639 Dec 10 18:30:32.696042 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8720-83bb-4c4e-bc45-f62146987f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.804372 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-094c7f05-6436-4241-949a-0848b3344f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.808389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-094c7f05-6436-4241-949a-0848b3344f0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:32.812094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-094c7f05-6436-4241-949a-0848b3344f0b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c20e33cf-cf19-4925-a107-14b9394c3b7d HTTP/1.1" status: 204 len: 168 time: 0.5050976 Dec 10 18:30:32.883298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c7f05-6436-4241-949a-0848b3344f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e33cf-cf19-4925-a107-14b9394c3b7d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:32.902522 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b30bbdd2-f8f1-46a0-b3d6-e7a561fafc12 req-56afdc8a-e11e-489f-a27b-61d631df442b tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1178789 Dec 10 18:30:32.939568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1c7acbc7-18aa-4d25-99ef-4062901f47d8 req-39904b41-069c-4cd3-9c14-60b133093ed9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332852 Dec 10 18:30:33.069876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8720-83bb-4c4e-bc45-f62146987f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.082591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8720-83bb-4c4e-bc45-f62146987f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.251324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f8720-83bb-4c4e-bc45-f62146987f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06da9810-93e5-4815-b269-b5208ce3ec01,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:33.378505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0a0f8720-83bb-4c4e-bc45-f62146987f97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d778a0ac070d4a9c8e0aea9c88e39083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7091155 Dec 10 18:30:33.380185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60812) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:33.490007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6f9f0f4-9da6-4cca-a328-09f20118b8b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.534578 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6f9f0f4-9da6-4cca-a328-09f20118b8b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.607627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6f9f0f4-9da6-4cca-a328-09f20118b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.614974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6f9f0f4-9da6-4cca-a328-09f20118b8b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:33.620232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d6f9f0f4-9da6-4cca-a328-09f20118b8b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/06da9810-93e5-4815-b269-b5208ce3ec01 HTTP/1.1" status: 204 len: 168 time: 0.2383606 Dec 10 18:30:33.653236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9f0f4-9da6-4cca-a328-09f20118b8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06da9810-93e5-4815-b269-b5208ce3ec01,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:33.865374 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.197961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:34.240385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-afafe956-6c25-4f6a-a8b6-e5f575df25cf req-8780cb8a-5b33-4cea-b22b-764821171009 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0764887 Dec 10 18:30:34.417610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044937f-55f0-4de3-bc9b-693db4c8c65f req-ce428dbd-ed31-4ac4-8dea-a4a9d4bcea70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:34.439846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2044937f-55f0-4de3-bc9b-693db4c8c65f req-ce428dbd-ed31-4ac4-8dea-a4a9d4bcea70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1994636 Dec 10 18:30:34.644941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2044937f-55f0-4de3-bc9b-693db4c8c65f req-12134f13-2674-4d2f-98e9-62db4d9979df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037416 Dec 10 18:30:34.720478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:35.503604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d7859ed-ca6a-4c7c-99d7-a10cdff73e72 req-2653de24-1ec1-4db8-8bd5-2949b5063f10 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0887594 Dec 10 18:30:36.036350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a46ba-aea1-4c16-a5b1-dee872335542 req-f46c6d6f-6231-4e27-9609-57ba95dc7015 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:36.047636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b7a46ba-aea1-4c16-a5b1-dee872335542 req-f46c6d6f-6231-4e27-9609-57ba95dc7015 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2251258 Dec 10 18:30:36.184749 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b7a46ba-aea1-4c16-a5b1-dee872335542 req-86685082-0e8b-40f1-b444-a836be46876e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210749 Dec 10 18:30:36.236926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b515a6-179e-4e92-975a-af1a28361fef req-75270890-d5bb-4282-b1eb-0bd73ed1b837 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d2b606c36df4b16850df88147c0da61&device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0766909 Dec 10 18:30:36.335525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b515a6-179e-4e92-975a-af1a28361fef req-a79e9b4e-effa-4120-883a-acff3c49dae5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=5d2b606c36df4b16850df88147c0da61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927231 Dec 10 18:30:36.548641 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7fc84989-4692-4a2b-af40-3c40039c42c3 req-144bf809-c49a-4d09-8dce-2da5144a4cc1 tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0890129 Dec 10 18:30:36.897898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b515a6-179e-4e92-975a-af1a28361fef req-f2dfe549-fc15-4c9e-a201-7440bd16d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:36.920889 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b515a6-179e-4e92-975a-af1a28361fef req-f2dfe549-fc15-4c9e-a201-7440bd16d161 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5538316 Dec 10 18:30:37.529203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97fdf1-0baa-4f36-9782-d22531f5da01 req-ce9aca2a-798d-44f3-a620-e48316045baa tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:37.559202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb97fdf1-0baa-4f36-9782-d22531f5da01 req-ce9aca2a-798d-44f3-a620-e48316045baa tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1694446 Dec 10 18:30:37.718704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb97fdf1-0baa-4f36-9782-d22531f5da01 req-3aa98643-da0f-4c6c-b1fb-26ce6fa3a4f6 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582091 Dec 10 18:30:37.844054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee070b22-1499-4771-871a-93afbd1d4513 req-32c6f5c1-72c4-4c94-a937-61774900e54f tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1282976 Dec 10 18:30:38.235742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b515a6-179e-4e92-975a-af1a28361fef req-b3b161a3-6259-4a7c-b852-b2c74327e41a tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.1116917 Dec 10 18:30:38.960447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32816) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:39.163692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19261d-d654-4431-be44-c72c276eb039 req-bd0d651e-6f2c-4d69-a433-c1a1e3091315 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:39.177542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd19261d-d654-4431-be44-c72c276eb039 req-bd0d651e-6f2c-4d69-a433-c1a1e3091315 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.1610355 Dec 10 18:30:39.219910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22efa969-a877-4721-b0cd-a32fd961cb0f req-2273cd4e-8787-402b-bdc1-1227776f959a tempest-ServerShowV257Test-197848698 tempest-ServerShowV257Test-197848698-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bc61274-d10c-49ec-87ad-ee8642b0451a HTTP/1.1" status: 200 len: 210 time: 0.0562077 Dec 10 18:30:39.313183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd19261d-d654-4431-be44-c72c276eb039 req-6b59a98c-81ca-4477-b6c2-b47ba0dc85c9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303062 Dec 10 18:30:39.408509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:39.468331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.704523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:39.975680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Allocated IP 172.25.2.120 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/f07218ce-7745-4a42-b417-3fb5b3a4db6d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:40.143229 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.186814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:40.354566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Pushing event updated for resources: {'Port': ['ID=f07218ce-7745-4a42-b417-3fb5b3a4db6d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:40.544309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:40.681120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:40.689394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:40.745631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:40.992257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-0e87b580-11c0-4af3-95bf-d7559487be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:40.997176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-0e87b580-11c0-4af3-95bf-d7559487be0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 1096 time: 0.6747890 Dec 10 18:30:41.054307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.183330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32922) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:41.244922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.343907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562df77c-d791-4301-94d6-dd4018d0821e req-7a7a30e7-db86-411e-9c08-a38968e81ae5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.346664 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-562df77c-d791-4301-94d6-dd4018d0821e req-7a7a30e7-db86-411e-9c08-a38968e81ae5 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.8266323 Dec 10 18:30:41.438428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f55f1-3b10-4833-af2b-50949df42e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.519119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-c10bb12c-72b8-4276-8e2c-05f0877b5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.525809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-c10bb12c-72b8-4276-8e2c-05f0877b5946 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.5168242 Dec 10 18:30:41.554923 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.624246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.626042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-8014a465-5d06-416d-9d4a-fa44b1447828 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd HTTP/1.1" status: 200 len: 217 time: 0.0724175 Dec 10 18:30:41.673497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.720355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-562df77c-d791-4301-94d6-dd4018d0821e req-cda9ca0c-69b5-47bd-a7c1-ecac499f4dd0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382032 Dec 10 18:30:41.760107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-5b15190d-e27c-4477-bd1a-d16a68b55734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.761703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-5b15190d-e27c-4477-bd1a-d16a68b55734 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.0976427 Dec 10 18:30:41.765513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dd4edf907e9947538a1291541b18c675&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0744450 Dec 10 18:30:41.772665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32944) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:41.788678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4cccd-9280-40ee-a3b6-596a3531bd5a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:41.816828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.817484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.818174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.818760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.819323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.820001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.820631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.821435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.822026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.822652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.823219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.823778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.824329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce03858-848d-42e4-95aa-585dbe98655d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:41.912546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a2eb074d-57d6-45dc-a7c9-6de3f41a6436 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.942645 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a2eb074d-57d6-45dc-a7c9-6de3f41a6436 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.954214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-fb759316-df19-4a55-a59d-89f58cd99467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:41.956467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-fb759316-df19-4a55-a59d-89f58cd99467 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761773 Dec 10 18:30:41.977658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f55f1-3b10-4833-af2b-50949df42e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:41.998419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa6f55f1-3b10-4833-af2b-50949df42e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.081196 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aa6f55f1-3b10-4833-af2b-50949df42e12 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d2b606c36df4b16850df88147c0da61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8966134 Dec 10 18:30:42.084223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32956) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:42.146209 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.157112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f55f1-3b10-4833-af2b-50949df42e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21569221-b880-4fbd-83b8-c913f06a4896,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:42.182274 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:30:42.186124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e6f3-bffd-4695-813f-ad335a3d7232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.187987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a2eb074d-57d6-45dc-a7c9-6de3f41a6436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.191423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a2eb074d-57d6-45dc-a7c9-6de3f41a6436 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.195018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a2eb074d-57d6-45dc-a7c9-6de3f41a6436 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2da4cccd-9280-40ee-a3b6-596a3531bd5a HTTP/1.1" status: 204 len: 168 time: 0.4172201 Dec 10 18:30:42.200614 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.204709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb074d-57d6-45dc-a7c9-6de3f41a6436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4cccd-9280-40ee-a3b6-596a3531bd5a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:42.231259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e6f3-bffd-4695-813f-ad335a3d7232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.315713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e6f3-bffd-4695-813f-ad335a3d7232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.318590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffc4e6f3-bffd-4695-813f-ad335a3d7232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:42.338287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ffc4e6f3-bffd-4695-813f-ad335a3d7232 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21569221-b880-4fbd-83b8-c913f06a4896 HTTP/1.1" status: 204 len: 168 time: 0.2526546 Dec 10 18:30:42.384858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-b1bfcd0a-7164-4d8e-95c1-75b0f3064338 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150844 Dec 10 18:30:42.400608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4e6f3-bffd-4695-813f-ad335a3d7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21569221-b880-4fbd-83b8-c913f06a4896,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:42.405624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Pushing event updated for resources: {'Port': ['ID=f07218ce-7745-4a42-b417-3fb5b3a4db6d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:42.908224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 099b832f-7278-4634-94e0-8cf0bfb7aedd no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:43.204745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24639d2b-650d-4d52-8b74-91b25d44ad8d req-9cfd040d-2c4f-4c13-8ad5-2ccd3ba3c201 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:43.217030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24639d2b-650d-4d52-8b74-91b25d44ad8d req-9cfd040d-2c4f-4c13-8ad5-2ccd3ba3c201 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 945 time: 0.2450132 Dec 10 18:30:43.361985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24639d2b-650d-4d52-8b74-91b25d44ad8d req-4973c6a2-3369-41e6-958b-c66493641165 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255460 Dec 10 18:30:43.365673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8ba5f3-8e85-4a09-b724-1d95469bd368 req-35071988-33b1-4b79-af25-189439648abc service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9449954 Dec 10 18:30:43.367313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.377784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.427996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.432041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2aa765e6-55c8-475e-b8d3-348c145e53e2 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4700921 Dec 10 18:30:43.434165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33006) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:43.452407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1272658296', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'fixed_ips': [{'ip_address': '172.25.2.120'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:43.462195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:30:43.470732 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6c0fe7-b53a-4c54-bf74-c9c55e2ac1f2" -d '{"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-unplugged", "status": "completed", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:30:43.499716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:43.510179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.518083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Made reservation on behalf of 479caba6ba774b48a88a7642f95a82f3 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:43.531870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.547988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33014) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:43.556068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.570494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd112eea-e905-4ffd-a9f8-0b6ff9cfac82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.587008 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d981e6-b7de-4061-9d3b-9df9f0bd9495 x-openstack-request-id: req-e5d981e6-b7de-4061-9d3b-9df9f0bd9495 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:30:43.587293 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-unplugged", "status": "completed", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:30:43.587734 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5d981e6-b7de-4061-9d3b-9df9f0bd9495 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:30:43.588296 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'code': 200} Dec 10 18:30:43.617185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.626063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.626744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.627256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.627766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.628316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.628645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.629138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.629816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.630297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.630832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.631309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.631789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.632385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:43.678267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.684579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.690945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] device_id is not set on port f5f64fd5-c580-47cc-b42d-10fcb8984b30 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:43.720008 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd112eea-e905-4ffd-a9f8-0b6ff9cfac82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.728455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd112eea-e905-4ffd-a9f8-0b6ff9cfac82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:43.782424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dd112eea-e905-4ffd-a9f8-0b6ff9cfac82 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=06c8ddab79f04eb89d9a7b0606068d93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302806 Dec 10 18:30:43.782639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c65ca31-2cc8-408f-9fdd-c321bb0956c0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.784821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33018) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:43.827937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd112eea-e905-4ffd-a9f8-0b6ff9cfac82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7d4c17-5ea9-49f4-b7ce-af9b8187ea07,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:43.979363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb99c6de-201c-4394-ab84-fbb4554e670d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.017416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb99c6de-201c-4394-ab84-fbb4554e670d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.187678 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:30:44.188237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:30:44.223798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33046) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:44.225270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7582c5b3-d9c2-4d19-b9c5-a523a094639f tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7893240 Dec 10 18:30:44.227376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb99c6de-201c-4394-ab84-fbb4554e670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.230322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb99c6de-201c-4394-ab84-fbb4554e670d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.231717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bb99c6de-201c-4394-ab84-fbb4554e670d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a7d4c17-5ea9-49f4-b7ce-af9b8187ea07 HTTP/1.1" status: 204 len: 168 time: 0.4390483 Dec 10 18:30:44.254459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb99c6de-201c-4394-ab84-fbb4554e670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7d4c17-5ea9-49f4-b7ce-af9b8187ea07,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:44.526020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Deleting port f07218ce-7745-4a42-b417-3fb5b3a4db6d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:44.526597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.641137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c362a62-1262-4c65-8bd8-a07decf0bf12 req-e5748e74-2c13-4e89-a379-cc55f4cfcc85 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:44.644142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c362a62-1262-4c65-8bd8-a07decf0bf12 req-e5748e74-2c13-4e89-a379-cc55f4cfcc85 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 943 time: 0.1427960 Dec 10 18:30:44.780746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.781297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:44.809660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Calling delete_port for f07218ce-7745-4a42-b417-3fb5b3a4db6d owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:44.851727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c362a62-1262-4c65-8bd8-a07decf0bf12 req-dfb8d19a-250d-4bb8-831b-e9eca879f86a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956942 Dec 10 18:30:45.058788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.092388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33076) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:45.173892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Pushing event deleted for resources: {'Port': ['ID=f07218ce-7745-4a42-b417-3fb5b3a4db6d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:45.350218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.356546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.366766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-122e9f2c-a829-4a0f-8e3c-44ddcda66825 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255 tempest-ExternalNetworksAdminNegativeTestJSON-1823734255-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/cb36d555-218d-4c86-84b9-4825cb5a91cd HTTP/1.1" status: 204 len: 168 time: 1.1406996 Dec 10 18:30:45.382761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc23bfd-c06a-40fd-804d-2d4bc1281f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.515178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc23bfd-c06a-40fd-804d-2d4bc1281f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.527626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdc23bfd-c06a-40fd-804d-2d4bc1281f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.596611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc23bfd-c06a-40fd-804d-2d4bc1281f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb745ce3-d7a3-495b-869a-440a3e8df8e7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:45.651045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bdc23bfd-c06a-40fd-804d-2d4bc1281f96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=99ceb6233d6b44eb821bd48c623b6304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5569744 Dec 10 18:30:45.653359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33104) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:45.756401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c14241e6-f036-4944-bbc9-6bc926c3c18e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.841372 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c14241e6-f036-4944-bbc9-6bc926c3c18e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.882183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:45.952456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c14241e6-f036-4944-bbc9-6bc926c3c18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.955835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c14241e6-f036-4944-bbc9-6bc926c3c18e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:45.960090 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c14241e6-f036-4944-bbc9-6bc926c3c18e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb745ce3-d7a3-495b-869a-440a3e8df8e7 HTTP/1.1" status: 204 len: 168 time: 0.3026378 Dec 10 18:30:45.973622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14241e6-f036-4944-bbc9-6bc926c3c18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb745ce3-d7a3-495b-869a-440a3e8df8e7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.153652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e533b21-5421-481f-b776-e4c5f07e86eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.319807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a083e-f146-4893-8dda-637f8d5372d8 req-9cb73517-1cfb-442c-b473-eaed6699c430 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:46.323951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d32a083e-f146-4893-8dda-637f8d5372d8 req-9cb73517-1cfb-442c-b473-eaed6699c430 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 943 time: 0.3218837 Dec 10 18:30:46.496936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d32a083e-f146-4893-8dda-637f8d5372d8 req-42134590-0d2d-4f9f-b289-b618598b40a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257768 Dec 10 18:30:46.555955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e533b21-5421-481f-b776-e4c5f07e86eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.566771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e533b21-5421-481f-b776-e4c5f07e86eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.665559 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0e533b21-5421-481f-b776-e4c5f07e86eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd2ca78452c84754bce37fa071556e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7795963 Dec 10 18:30:46.665559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e533b21-5421-481f-b776-e4c5f07e86eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb42785-d47f-4d36-8088-de3df163e5e2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:46.666570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33158) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:46.934874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2a10083-08b9-43e6-8d28-b07280ebf238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:46.968606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2a10083-08b9-43e6-8d28-b07280ebf238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.066978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b4150-5a95-4b89-a8a5-67c622371c14 req-e3c7df5b-5607-4e5a-9330-d5958cb2fbbb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.068673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c73b4150-5a95-4b89-a8a5-67c622371c14 req-e3c7df5b-5607-4e5a-9330-d5958cb2fbbb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3369603 Dec 10 18:30:47.077531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2a10083-08b9-43e6-8d28-b07280ebf238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.080206 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2a10083-08b9-43e6-8d28-b07280ebf238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:47.084476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f2a10083-08b9-43e6-8d28-b07280ebf238 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3eb42785-d47f-4d36-8088-de3df163e5e2 HTTP/1.1" status: 204 len: 168 time: 0.4162185 Dec 10 18:30:47.104145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a10083-08b9-43e6-8d28-b07280ebf238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb42785-d47f-4d36-8088-de3df163e5e2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:47.250188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c73b4150-5a95-4b89-a8a5-67c622371c14 req-d4d8aa32-7390-4903-bab3-4c852e1479fe tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644695 Dec 10 18:30:47.520959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c96225-2b23-4c1d-a648-76726099a2ca req-5e167ce8-b323-4dae-bdf4-48db0fb5dbff tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:47.524690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84c96225-2b23-4c1d-a648-76726099a2ca req-5e167ce8-b323-4dae-bdf4-48db0fb5dbff tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1100817 Dec 10 18:30:47.661098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84c96225-2b23-4c1d-a648-76726099a2ca req-1785b886-51bb-4aa3-9ca4-fd02e64ee4d1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306481 Dec 10 18:30:47.895286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33216) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:48.032361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a413b485-9204-43ee-b4e2-5a2d1969bbbf admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=479caba6ba774b48a88a7642f95a82f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350224 Dec 10 18:30:48.034209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33220) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:48.246433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82de6d-dc44-4975-a279-3e856081c20f req-9f890cc3-7630-42fb-b383-e6dc756508c8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:48.277025 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d82de6d-dc44-4975-a279-3e856081c20f req-9f890cc3-7630-42fb-b383-e6dc756508c8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1081111 Dec 10 18:30:48.277025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67f8d8dc-3408-475b-8af1-370fff84419a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.371639 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67f8d8dc-3408-475b-8af1-370fff84419a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.379742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33246) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:48.453960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d82de6d-dc44-4975-a279-3e856081c20f req-c4cba0f2-ec20-4044-b9a1-8669059be775 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231930 Dec 10 18:30:48.492659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67f8d8dc-3408-475b-8af1-370fff84419a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.497547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67f8d8dc-3408-475b-8af1-370fff84419a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.502132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-67f8d8dc-3408-475b-8af1-370fff84419a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7c65ca31-2cc8-408f-9fdd-c321bb0956c0 HTTP/1.1" status: 204 len: 168 time: 0.4664013 Dec 10 18:30:48.516319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8d8dc-3408-475b-8af1-370fff84419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c65ca31-2cc8-408f-9fdd-c321bb0956c0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:48.671245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-794231721'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:48.756968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Made reservation on behalf of 908fad12ac064de5800445c8c10cbaea for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:48.761025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.790175 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.879701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33272) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:48.932561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 099b832f-7278-4634-94e0-8cf0bfb7aedd no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:30:48.955580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.963125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:48.996472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:49.009712 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.010306 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Added segment e91e1613-2370-499a-9f5a-2698b7a432cb of type vlan for network ab56f59c-04c5-461d-b386-8adb3559ebba Dec 10 18:30:49.063565 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.104775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.111187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.111984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.228030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Pushing event updated for resources: {'Network': ['ID=ab56f59c-04c5-461d-b386-8adb3559ebba,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.282001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5226d9fb-8596-4fd4-b7f7-d0abbcb25292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.285441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a27f6-fda5-44e0-ab5a-9644683ebd9f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.303392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4fee609b-4156-4a25-916f-c410470ace2f tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9222486 Dec 10 18:30:49.307272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33290) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:49.500060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ab56f59c-04c5-461d-b386-8adb3559ebba details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:49.649928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5226d9fb-8596-4fd4-b7f7-d0abbcb25292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.665571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'network': {'name': 'tempest-network--1779246206', 'router:external': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:49.666410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5226d9fb-8596-4fd4-b7f7-d0abbcb25292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.699612 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5226d9fb-8596-4fd4-b7f7-d0abbcb25292 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c689aa982a524d079074842ee0205655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8183565 Dec 10 18:30:49.702693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33306) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:49.765306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226d9fb-8596-4fd4-b7f7-d0abbcb25292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7683698f-9219-40b4-9b56-ffd8342c9e4b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:49.826073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45ac37-6cb2-4ed4-a015-96f28b4321b1 req-33cbe3a2-e432-478a-ab95-88dc3ac6daed tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:49.827590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bb76-1c88-42e3-a1cf-1e8c924cecbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.829976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc45ac37-6cb2-4ed4-a015-96f28b4321b1 req-33cbe3a2-e432-478a-ab95-88dc3ac6daed tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1901817 Dec 10 18:30:49.856956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bb76-1c88-42e3-a1cf-1e8c924cecbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.926065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Made reservation on behalf of 3b467c3486c64a8b9f0a87b3c5b1c002 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:49.930741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.931495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bb76-1c88-42e3-a1cf-1e8c924cecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.938710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ef4bb76-1c88-42e3-a1cf-1e8c924cecbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:49.942485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2ef4bb76-1c88-42e3-a1cf-1e8c924cecbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7683698f-9219-40b4-9b56-ffd8342c9e4b HTTP/1.1" status: 204 len: 168 time: 0.2360170 Dec 10 18:30:49.955120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4bb76-1c88-42e3-a1cf-1e8c924cecbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7683698f-9219-40b4-9b56-ffd8342c9e4b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.012677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc45ac37-6cb2-4ed4-a015-96f28b4321b1 req-79354545-a495-45ab-a527-25df2fb0e862 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713560 Dec 10 18:30:50.031652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.160198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.166242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.181197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:50.193562 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.194150 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Added segment d552634e-cf55-4d2b-be15-2c3e6a456f66 of type vlan for network 69d38e0c-f525-4c98-b9e0-6127af9b0466 Dec 10 18:30:50.265827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.314220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.315251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:50.316390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.355641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8212a5-b157-4e7c-83d8-7ee3bac2f054,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.421364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1116405 Dec 10 18:30:50.422679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fda407-e2a9-48d7-a645-74b0b54fa5ec tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Network': ['ID=69d38e0c-f525-4c98-b9e0-6127af9b0466,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:50.424156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33340) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:50.447529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 69d38e0c-f525-4c98-b9e0-6127af9b0466 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:50.584895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.830589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.871905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d38e0c-f525-4c98-b9e0-6127af9b0466']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:50.891988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd552634e-cf55-4d2b-be15-2c3e6a456f66') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:50.892289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd552634e-cf55-4d2b-be15-2c3e6a456f66') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:50.932381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.955676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:50.965959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:50.967146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:51.108290 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:51.111899 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.165211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69d38e0c-f525-4c98-b9e0-6127af9b0466 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:30:51.169487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.172828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "DELETE /v2.0/networks/69d38e0c-f525-4c98-b9e0-6127af9b0466 HTTP/1.1" status: 204 len: 168 time: 0.7476447 Dec 10 18:30:51.173847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f3259-7381-4fdc-8a9c-d2482827e0a7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event deleted for resources: {'Network': ['ID=69d38e0c-f525-4c98-b9e0-6127af9b0466,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:51.176446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33382) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.184021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:51.257021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Made reservation on behalf of 3b467c3486c64a8b9f0a87b3c5b1c002 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:51.261944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.287302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416c6ec-a7a2-47e7-841f-8da6a24a30e5 req-07d5952a-c5a1-471e-98ff-72e167cdce66 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.293509 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4416c6ec-a7a2-47e7-841f-8da6a24a30e5 req-07d5952a-c5a1-471e-98ff-72e167cdce66 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1260567 Dec 10 18:30:51.368039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:51.399866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.400238 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Added segment 546abc53-b51c-4de8-b2bf-eaaa222b2928 of type vlan for network 18e3e06a-dccc-4a89-8bfd-3d3024d89e78 Dec 10 18:30:51.483397 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4416c6ec-a7a2-47e7-841f-8da6a24a30e5 req-5fee684d-32f1-4d3c-9b16-622dedb0e37d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827157 Dec 10 18:30:51.556516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.634090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.635327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:51.635870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.639235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33398) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.746030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5676124 Dec 10 18:30:51.749506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33402) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:51.755082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'subnet': {'network_id': '18e3e06a-dccc-4a89-8bfd-3d3024d89e78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:51.834501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Made reservation on behalf of 3b467c3486c64a8b9f0a87b3c5b1c002 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:51.842135 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:51.850021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf607c9b-cbc5-4203-a678-10bd691971b3 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Network': ['ID=18e3e06a-dccc-4a89-8bfd-3d3024d89e78,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:51.871643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 18e3e06a-dccc-4a89-8bfd-3d3024d89e78 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:51.883703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-network', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:52.117879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Made reservation on behalf of 4272ae58de0c4ef9bebbdcfe2f49d35a for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:52.120979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.188520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.222777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33422) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:52.513912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1457405359'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:52.597428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Made reservation on behalf of 468710756a02449282f817ca94be7609 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:52.605787 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.633629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.706664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.716760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.729079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a46c9-c581-464b-a5ac-3ddcf66863a6 req-5693f8ec-9139-4edd-a612-e3b4d2ac71e3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:52.731132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f3a46c9-c581-464b-a5ac-3ddcf66863a6 req-5693f8ec-9139-4edd-a612-e3b4d2ac71e3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.0806279 Dec 10 18:30:52.794157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40972b1f-b941-4ef4-b9a8-26920f9d5e6b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:52.805895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.810058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:30:52.812194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.847808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f3a46c9-c581-464b-a5ac-3ddcf66863a6 req-2dd76be9-d4cd-4a4d-86c6-b000a48e6abd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808251 Dec 10 18:30:52.848579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.857021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:52.880890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:30:52.901781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.902240 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Added segment bc989ba4-c17d-4cc9-a364-80a9a79e940d of type vlan for network 0651d43a-686e-4e07-abd5-635bdc88bd86 Dec 10 18:30:52.906417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02fa49b-834b-4236-813b-42a7bb84b597,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:52.918115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:52.925919 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Added segment ab5de636-59ef-4640-8ef8-c614f95fd227 of type vlan for network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d Dec 10 18:30:52.989470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Subnet': ['ID=61df27b6-aaea-4568-a91f-4f1047d7e899,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.008813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Checking segment: {'id': '546abc53-b51c-4de8-b2bf-eaaa222b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '18e3e06a-dccc-4a89-8bfd-3d3024d89e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:53.009428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Network hostable DHCP agents. Network: 18e3e06a-dccc-4a89-8bfd-3d3024d89e78, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:53.021417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.021901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.057920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Network 18e3e06a-dccc-4a89-8bfd-3d3024d89e78 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:53.075196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.080483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.081448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.082124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.084751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.085700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.152558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] Pushing event updated for resources: {'Network': ['ID=0651d43a-686e-4e07-abd5-635bdc88bd86,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.158624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9339695 Dec 10 18:30:53.162412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67050d0c-3d40-4965-8f5d-b6fac998a4ae tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Pushing event updated for resources: {'Network': ['ID=042d1b1b-7a35-46d1-91db-3e1a7c54d47d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.170127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 18e3e06a-dccc-4a89-8bfd-3d3024d89e78) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:53.180386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085ad4d-36bd-46f0-b81e-bc8432d6fd76 None None] Network 18e3e06a-dccc-4a89-8bfd-3d3024d89e78 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:53.188540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:53.212057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.212896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.222796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4c00d050-9ad4-4e09-8247-b3ecada12797 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5794642 Dec 10 18:30:53.223196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.229982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Request body: {'subnet': {'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-subnet', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:53.273474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Made reservation on behalf of 4272ae58de0c4ef9bebbdcfe2f49d35a for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:53.279695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.282221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:30:53.288905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0ed3789-095d-4777-83ff-37775b8e4bd7 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5354805 Dec 10 18:30:53.288905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33468) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.293254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'floatingip': {'floating_network_id': '18e3e06a-dccc-4a89-8bfd-3d3024d89e78'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:53.402761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.557124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.563840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Request body: {'port': {'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d', 'binding:host_id': 'n-h1-821424-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-713634694'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:53.600316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.675861 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.685320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Made reservation on behalf of 05d235a92167489b8e938cabb30b0c12 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:53.697773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.736268 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.764548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:53.775457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Checking segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:53.776030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Network hostable DHCP agents. Network: 0651d43a-686e-4e07-abd5-635bdc88bd86, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:53.799519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:53.822450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 0651d43a-686e-4e07-abd5-635bdc88bd86) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:53.827297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:53.828652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.866722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b0a1a1b-0378-4305-bd60-7aeeab44606d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6419861 Dec 10 18:30:53.867600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33480) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:53.881483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:53.884323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fd0409-1ff6-4a33-843f-b1dad91bffb1 None None] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:53.967049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:53.969233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.043152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b729c65-2fb5-47a1-8661-6b22b88f514d None None] Network 18e3e06a-dccc-4a89-8bfd-3d3024d89e78 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:54.088969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Allocated IP 172.20.0.7 (18e3e06a-dccc-4a89-8bfd-3d3024d89e78/61df27b6-aaea-4568-a91f-4f1047d7e899/218782bc-e0e9-4b8c-8dbf-5f1853138bac) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:54.214532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-0651d43a-686e-4e07-abd5-635bdc88bd86', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:30:54.222075 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.263498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.295187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2883d-ba23-430f-b029-99ee3a0d77c7 req-aee9000c-f9e2-476c-86fc-e0aabc08c916 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:54.296855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aee2883d-ba23-430f-b029-99ee3a0d77c7 req-aee9000c-f9e2-476c-86fc-e0aabc08c916 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2823176 Dec 10 18:30:54.355097 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.420484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.457692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.480896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] device_id is not set on port 56d68e7b-a214-4979-9e41-9beafa29a62b yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:54.608780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.662231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aee2883d-ba23-430f-b029-99ee3a0d77c7 req-9e91f166-3313-44e7-a72b-d4fec3503034 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536110 Dec 10 18:30:54.697352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Allocated IP 172.20.0.2 (0651d43a-686e-4e07-abd5-635bdc88bd86/5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4/68c4cac3-54bb-4355-ac60-c95a3b7999f0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:54.905104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97df6c26-dc67-4d77-8b70-1dfc45745107,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:54.922197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] device_id is not set on port 56d68e7b-a214-4979-9e41-9beafa29a62b yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:54.928442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.951432 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.985883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Network 18e3e06a-dccc-4a89-8bfd-3d3024d89e78 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:54.991972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:54.996794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.998395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:54.998609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:55.060348 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.060584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.070823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Port': ['ID=218782bc-e0e9-4b8c-8dbf-5f1853138bac,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.087201 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.146714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=56d68e7b-a214-4979-9e41-9beafa29a62b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.236022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:55.239082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:55.246984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Checking segment: {'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:55.247785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Network hostable DHCP agents. Network: 042d1b1b-7a35-46d1-91db-3e1a7c54d47d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:30:55.253545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:55.292334 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.306764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:30:55.307567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Pushing event updated for resources: {'Port': ['ID=68c4cac3-54bb-4355-ac60-c95a3b7999f0,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.328377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Allocated IP 172.25.2.192 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/aa4ad7a4-6669-4e81-97d1-907ae47a2076) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:30:55.370171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 042d1b1b-7a35-46d1-91db-3e1a7c54d47d) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:55.383976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Attempting to bind port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:55.384347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Attempting to bind port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:55.384714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Attempting to bind port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 on network 0651d43a-686e-4e07-abd5-635bdc88bd86 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:55.387223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:55.398102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d2b76f-7c2e-4762-b5bc-902493f5f07d None None] Network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:55.423489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:55.425210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:55.425210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:55.433745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.447726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:55.448080 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:55.482710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:55.484141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Checking segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:55.485106 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.485653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Bound using segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:55.487477 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 2 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:55.490328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Bound port: 68c4cac3-54bb-4355-ac60-c95a3b7999f0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:55.492057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.492972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.546728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:55.547316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:55.547817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:55.557485 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.560278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:55.560796 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:55.568422 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 3 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:55.590127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:55.590783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:55.591332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:55.599153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:55.600299 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:55.603518 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 4 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:55.683322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] For port 68c4cac3-54bb-4355-ac60-c95a3b7999f0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:55.686707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] For port 68c4cac3-54bb-4355-ac60-c95a3b7999f0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=68c4cac3-54bb-4355-ac60-c95a3b7999f0,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:55.698254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:55.714723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:30:55.716590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:55.716935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:55.717279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:55.721733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:30:55.726751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:30:55.747814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:55.748352 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:55.750719 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 5 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:55.862148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:55.862148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:55.863134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:55.884459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Pushing event updated for resources: {'Port': ['ID=aa4ad7a4-6669-4e81-97d1-907ae47a2076,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.911055 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:55.911475 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:55.911590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbda67-2691-4969-905b-06e2dcd56507 None None] Pushing event updated for resources: {'Port': ['ID=68c4cac3-54bb-4355-ac60-c95a3b7999f0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:55.914628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93701dc-7072-4b4f-82ca-213352530c99 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:55.930091 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 6 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:55.985661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:55.985661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:55.985661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:56.029504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-68b3ec5a-7abf-44a6-8198-357ab3a6ec8f None None] Provisioning complete for port aa4ad7a4-6669-4e81-97d1-907ae47a2076 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:56.029865 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68b3ec5a-7abf-44a6-8198-357ab3a6ec8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.047775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:56.048614 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:56.051738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.056158 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 7 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:56.086034 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.154410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-68b3ec5a-7abf-44a6-8198-357ab3a6ec8f None None] Port aa4ad7a4-6669-4e81-97d1-907ae47a2076 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:30:56.202959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Port': ['ID=218782bc-e0e9-4b8c-8dbf-5f1853138bac,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:56.313656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.324404 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.346698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:56.364748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:56.366972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:56.381564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:56.382867 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:56.389642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.396200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-176a7732-e4c2-4634-bc83-f60d9165392e tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.1063545 Dec 10 18:30:56.397509 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 8 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:56.432497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a7698-2469-48f3-91d9-6be1567cd6cb req-5ce579c2-cf31-4d68-837d-6ab9d87c9ed3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:56.434714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-658a7698-2469-48f3-91d9-6be1567cd6cb req-5ce579c2-cf31-4d68-837d-6ab9d87c9ed3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.4852748 Dec 10 18:30:56.435665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33536) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:56.436871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:56.437410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:56.438039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:56.573563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:56.573829 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:56.679396 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 9 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:56.691534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.701649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-658a7698-2469-48f3-91d9-6be1567cd6cb req-76a0f101-db78-47c3-a574-3450c3bbe3c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580140 Dec 10 18:30:56.726929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:56.727542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:56.728587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:56.758132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2a1e4870-0660-4b1c-8ffb-da844d52b666 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "GET /v2.0/floatingips?floating_network_id=18e3e06a-dccc-4a89-8bfd-3d3024d89e78 HTTP/1.1" status: 200 len: 689 time: 0.3148451 Dec 10 18:30:56.759682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33548) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:56.821643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:56.821929 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:56.825091 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 10 to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b Dec 10 18:30:56.945644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 68c4cac3-54bb-4355-ac60-c95a3b7999f0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:56.949286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:56.949673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:56.950076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:56.955607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Router 89aa7a38-b560-4fa5-b884-9199f8604eaf is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:30:56.956437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 56d68e7b-a214-4979-9e41-9beafa29a62b on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:30:56.956802 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 56d68e7b-a214-4979-9e41-9beafa29a62b on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:30:56.957175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:56.963146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.088260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:57.089387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.180440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] For port 56d68e7b-a214-4979-9e41-9beafa29a62b, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:57.185651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempted to set empty binding levels {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:30:57.195400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.218278 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.251384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:30:57.267656 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Sync routers for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:30:57.284534 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:57.285532 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:30:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:57.289658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.295111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9d64331-ada7-4eff-a21b-e168401c1977 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4241707 Dec 10 18:30:57.295783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33570) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:57.303024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 68c4cac3-54bb-4355-ac60-c95a3b7999f0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=68c4cac3-54bb-4355-ac60-c95a3b7999f0,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:57.316713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:57.317248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.317413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.352331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Deleting port 218782bc-e0e9-4b8c-8dbf-5f1853138bac {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:57.353074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.439562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.8788579 Dec 10 18:30:57.442540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33584) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:57.466627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=68c4cac3-54bb-4355-ac60-c95a3b7999f0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.508643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25806-0578-44c1-8e07-5f75987267b4 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=56d68e7b-a214-4979-9e41-9beafa29a62b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:57.563615 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:30:57.624691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.624691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:57.655473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Calling delete_port for 218782bc-e0e9-4b8c-8dbf-5f1853138bac owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:58.008865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Deleting port 56d68e7b-a214-4979-9e41-9beafa29a62b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:30:58.009932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.031356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.040718 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 3, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:58.100740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event deleted for resources: {'Port': ['ID=218782bc-e0e9-4b8c-8dbf-5f1853138bac,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:58.107857 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Checking router: 89aa7a38-b560-4fa5-b884-9199f8604eaf for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:30:58.108730 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Updating router 89aa7a38-b560-4fa5-b884-9199f8604eaf port aa4ad7a4-6669-4e81-97d1-907ae47a2076 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:30:58.133791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0350cb-5352-41dd-ac3a-dd596f2dda85 None None] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:30:58.165171 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.202958 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.334472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] For port 56d68e7b-a214-4979-9e41-9beafa29a62b, host n-h1-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:58.335030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.408807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Calling delete_port for 56d68e7b-a214-4979-9e41-9beafa29a62b owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:30:58.425129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-029a791c-4668-4862-bc6a-d3598d35d6f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.449236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e604b836-8122-4d43-abb6-592f36d786f9 None None] Provisioning complete for port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:58.449609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e604b836-8122-4d43-abb6-592f36d786f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.463698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150ce4-173f-4008-bbb4-2d0ca9761b1a req-8fd1f636-930c-4c83-be01-51516c0af1d7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:30:58.474938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c150ce4-173f-4008-bbb4-2d0ca9761b1a req-8fd1f636-930c-4c83-be01-51516c0af1d7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.5042427 Dec 10 18:30:58.757395 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.767793 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.814148 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6c150ce4-173f-4008-bbb4-2d0ca9761b1a req-e0f922c6-e603-4759-be13-a6340fb1edde tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2695668 Dec 10 18:30:58.870396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:58.874168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6147b23f-2d87-495c-8410-a4ce858fca39 None None] Provisioning complete for port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:58.876895 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6147b23f-2d87-495c-8410-a4ce858fca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.004362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event deleted for resources: {'Port': ['ID=56d68e7b-a214-4979-9e41-9beafa29a62b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.010807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 68c4cac3-54bb-4355-ac60-c95a3b7999f0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:30:59.026975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56b40b-064c-49d9-8ff6-64d020343805 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:59.033209 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Attempting to bind port aa4ad7a4-6669-4e81-97d1-907ae47a2076 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:30:59.039220 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Attempting to bind port aa4ad7a4-6669-4e81-97d1-907ae47a2076 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:30:59.039475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.040524 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Attempting to bind port aa4ad7a4-6669-4e81-97d1-907ae47a2076 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:30:59.043394 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Pushing event updated for resources: {'Port': ['ID=aa4ad7a4-6669-4e81-97d1-907ae47a2076,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.047095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-05424f38-9990-4a4d-bb18-26c67501c268 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "DELETE /v2.0/ports/56d68e7b-a214-4979-9e41-9beafa29a62b HTTP/1.1" status: 204 len: 168 time: 1.6011379 Dec 10 18:30:59.052301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33614) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.067240 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:30:59.067813 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:30:59.068576 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.069106 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:30:59.069861 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Bound port: aa4ad7a4-6669-4e81-97d1-907ae47a2076, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:30:59.074046 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.080183 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.080794 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.081284 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.082018 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.082718 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.083236 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.085008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.085516 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.102117 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.102778 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.103267 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.103768 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.104241 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:30:59.220410 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fe0223-2180-467e-a719-f6f2355a4bf0 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:30:59.230311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-80fe0223-2180-467e-a719-f6f2355a4bf0 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "GET /v2.0/ports/56d68e7b-a214-4979-9e41-9beafa29a62b HTTP/1.1" status: 404 len: 333 time: 0.1730897 Dec 10 18:30:59.237404 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] For port aa4ad7a4-6669-4e81-97d1-907ae47a2076, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:30:59.239743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33620) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:30:59.247483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Request body: {'port': {'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-640167850'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:30:59.250855 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] For port aa4ad7a4-6669-4e81-97d1-907ae47a2076, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=aa4ad7a4-6669-4e81-97d1-907ae47a2076,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:30:59.261145 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.267170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.276772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:59.278237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.354345 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.362934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.437477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:30:59.438118 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:30:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:59.442901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda910e7-65d3-49ea-b0b9-be93991751cc None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:30:59.447404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Made reservation on behalf of 05d235a92167489b8e938cabb30b0c12 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:30:59.461994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.467721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fc1bd513-1029-4b5a-8560-e1c3bf7c0941 None None] Provisioning complete for port aa4ad7a4-6669-4e81-97d1-907ae47a2076 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:59.468624 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd513-1029-4b5a-8560-e1c3bf7c0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.508500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=61df27b6-aaea-4568-a91f-4f1047d7e899,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.545895 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0f529-ad50-4aa9-8e35-08c53442d452 None None] Pushing event updated for resources: {'Port': ['ID=aa4ad7a4-6669-4e81-97d1-907ae47a2076,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.624861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd513-1029-4b5a-8560-e1c3bf7c0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.651412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.669171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-fc1bd513-1029-4b5a-8560-e1c3bf7c0941 None None] For port aa4ad7a4-6669-4e81-97d1-907ae47a2076, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=aa4ad7a4-6669-4e81-97d1-907ae47a2076,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:30:59.675304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc1bd513-1029-4b5a-8560-e1c3bf7c0941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.707816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e3e06a-dccc-4a89-8bfd-3d3024d89e78']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:59.732095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546abc53-b51c-4de8-b2bf-eaaa222b2928') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:59.732374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546abc53-b51c-4de8-b2bf-eaaa222b2928') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:30:59.760241 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.785666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.808536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:30:59.809988 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.819277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] device_id is not set on port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:30:59.841177 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:30:59.851880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bd513-1029-4b5a-8560-e1c3bf7c0941 None None] Pushing event updated for resources: {'Port': ['ID=aa4ad7a4-6669-4e81-97d1-907ae47a2076,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:30:59.862015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ce41c34e-f52b-4505-9f82-50445898c3b2 None None] Provisioning complete for port aa4ad7a4-6669-4e81-97d1-907ae47a2076 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:30:59.870509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce41c34e-f52b-4505-9f82-50445898c3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.952104 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.964281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18e3e06a-dccc-4a89-8bfd-3d3024d89e78 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:30:59.967720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:30:59.974086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "DELETE /v2.0/networks/18e3e06a-dccc-4a89-8bfd-3d3024d89e78 HTTP/1.1" status: 204 len: 168 time: 3.2133768 Dec 10 18:30:59.978932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.011432 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:00.346695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb56d87a-8d5c-4b51-8609-3bedb1a68812 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3645346 Dec 10 18:31:00.351121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33644) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.573788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 3, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:00.639730 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc222113-185b-46fc-84c2-1efafad3dee5 None None] The sync data for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 is: [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:30:56Z', 'revision_number': 3, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:00.644045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff01c3f-6cbe-4a55-9a6c-ab9b29b999af tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.644888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff01c3f-6cbe-4a55-9a6c-ab9b29b999af tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.645532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff01c3f-6cbe-4a55-9a6c-ab9b29b999af tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.646161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff01c3f-6cbe-4a55-9a6c-ab9b29b999af tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.646936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff01c3f-6cbe-4a55-9a6c-ab9b29b999af tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.649149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff01c3f-6cbe-4a55-9a6c-ab9b29b999af tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.651341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6ff01c3f-6cbe-4a55-9a6c-ab9b29b999af tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4030 time: 0.2744296 Dec 10 18:31:00.661091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952688bb-020f-42aa-8813-aef8457d7070 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event deleted for resources: {'Network': ['ID=18e3e06a-dccc-4a89-8bfd-3d3024d89e78,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:00.663217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33646) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.771015 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-ce9ea8d6-f90d-4365-a1f1-f3720947fb26 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] delete failed (client error): The resource could not be found. Dec 10 18:31:00.778431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ce9ea8d6-f90d-4365-a1f1-f3720947fb26 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/5fa252cd-b4e1-4508-95f3-84a19bd7bcc4 HTTP/1.1" status: 404 len: 345 time: 0.1095457 Dec 10 18:31:00.795429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33650) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.806563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1e0bb-0bfe-40d0-91e9-10d2fb41bd69 req-046de2d8-026a-4470-89ba-55c40ee0f648 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:00.824859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88d1e0bb-0bfe-40d0-91e9-10d2fb41bd69 req-046de2d8-026a-4470-89ba-55c40ee0f648 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.5182993 Dec 10 18:31:00.889773 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-af570680-86aa-4f8a-87ec-a60797a72fae tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] DELETE failed (client error): The resource could not be found. Dec 10 18:31:00.890389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af570680-86aa-4f8a-87ec-a60797a72fae tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:00.897484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-af570680-86aa-4f8a-87ec-a60797a72fae tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "DELETE /v2.0/networks/18e3e06a-dccc-4a89-8bfd-3d3024d89e78 HTTP/1.1" status: 404 len: 339 time: 0.0670147 Dec 10 18:31:00.903771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:00.942518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'network': {'name': 'tempest-network--1916478442', 'router:external': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:01.050817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Made reservation on behalf of 3b467c3486c64a8b9f0a87b3c5b1c002 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:01.061732 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.079541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Allocated IP 172.20.0.1 (0651d43a-686e-4e07-abd5-635bdc88bd86/5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4/952088f1-a03f-4be7-97e1-64019bdea186) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:01.140030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88d1e0bb-0bfe-40d0-91e9-10d2fb41bd69 req-5c7d2108-abb3-46fa-ac00-0398cfb14300 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113177 Dec 10 18:31:01.171826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:01.216395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.216755 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Added segment 59fd807c-fab1-4a06-80ba-c8e5bccc3fb1 of type vlan for network 20038c17-0ebf-4bad-8eed-e9eda1b0b287 Dec 10 18:31:01.231569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.324243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.430755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.432236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.438331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.440362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-b3b9b058-439f-4b76-b99d-309cdca3bd74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.8631620 Dec 10 18:31:01.457432 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.586251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Network': ['ID=20038c17-0ebf-4bad-8eed-e9eda1b0b287,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.607616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 20038c17-0ebf-4bad-8eed-e9eda1b0b287 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:01.619285 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7d6ed10d-1d50-4b24-bd39-240e2e839711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.622259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-37458aa9-45c6-406c-b876-0944036953a9 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7025111 Dec 10 18:31:01.622775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33674) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:01.710227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:01.760657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:01.769918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:01.897330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:01.970861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Pushing event updated for resources: {'Port': ['ID=952088f1-a03f-4be7-97e1-64019bdea186,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:01.972748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08dc6f-f2e6-4202-ac66-cc4e4b3061b3 tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:01.981984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08dc6f-f2e6-4202-ac66-cc4e4b3061b3 tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.003414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08dc6f-f2e6-4202-ac66-cc4e4b3061b3 tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.030728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc08dc6f-f2e6-4202-ac66-cc4e4b3061b3 tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.036739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc08dc6f-f2e6-4202-ac66-cc4e4b3061b3 tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4087873 Dec 10 18:31:02.039511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33688) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:02.041411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.065355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.221835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.250566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-791bcd0b-0d4b-48d5-bebf-2f67cee99bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.256650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-791bcd0b-0d4b-48d5-bebf-2f67cee99bac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1096 time: 0.7151365 Dec 10 18:31:02.258630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-a88fe6d8-93ab-4c13-967b-f04a650c8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.260045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-a88fe6d8-93ab-4c13-967b-f04a650c8434 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 1097 time: 0.7630205 Dec 10 18:31:02.294549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2deabc-25cc-43ca-9b12-9c7fc25670b8 req-e685993c-9b6c-4daf-932c-f30532a8eadd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:02.301258 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d2deabc-25cc-43ca-9b12-9c7fc25670b8 req-e685993c-9b6c-4daf-932c-f30532a8eadd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.7854168 Dec 10 18:31:02.371619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.409904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6ad080ec-e5f7-460b-b921-febc5300ed79 None None] Provisioning complete for port 952088f1-a03f-4be7-97e1-64019bdea186 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:02.412771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ad080ec-e5f7-460b-b921-febc5300ed79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.540952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6ad080ec-e5f7-460b-b921-febc5300ed79 None None] Port 952088f1-a03f-4be7-97e1-64019bdea186 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:02.603743 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d2deabc-25cc-43ca-9b12-9c7fc25670b8 req-ac7dfa85-2abf-400f-a07c-08f15d221c11 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2839353 Dec 10 18:31:02.627823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.681794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20038c17-0ebf-4bad-8eed-e9eda1b0b287']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:02.712495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fd807c-fab1-4a06-80ba-c8e5bccc3fb1') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:02.712950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fd807c-fab1-4a06-80ba-c8e5bccc3fb1') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:02.732530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.761545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.787300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:02.787887 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:02.790702 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:02.919701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device aa4ad7a4-6669-4e81-97d1-907ae47a2076 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:02.977229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:02.982434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20038c17-0ebf-4bad-8eed-e9eda1b0b287 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:31:03.016570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.030162 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "DELETE /v2.0/networks/20038c17-0ebf-4bad-8eed-e9eda1b0b287 HTTP/1.1" status: 204 len: 168 time: 0.9895780 Dec 10 18:31:03.031218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebaa6c-8dff-456d-b4a0-f7e7b2b61832 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event deleted for resources: {'Network': ['ID=20038c17-0ebf-4bad-8eed-e9eda1b0b287,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.043774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33704) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.052323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'network': {'name': 'tempest-network--301899593', 'router:external': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:03.071469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.097265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Made reservation on behalf of 3b467c3486c64a8b9f0a87b3c5b1c002 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:03.097559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port aa4ad7a4-6669-4e81-97d1-907ae47a2076 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:03.097700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.100545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.103431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-ec6744dc-de88-48d8-9fda-60d772e5ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.108401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-ec6744dc-de88-48d8-9fda-60d772e5ea20 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.8095546 Dec 10 18:31:03.159885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:03.195030 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.195681 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Added segment 19263b01-2a08-4936-b7d6-aadd5f0d3b66 of type vlan for network b445afb4-7a06-4c6a-bc77-b9415faaa593 Dec 10 18:31:03.232365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-b9f75a63-9532-4a66-98c3-0344daf24a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.238848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-b9f75a63-9532-4a66-98c3-0344daf24a64 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.9392185 Dec 10 18:31:03.296107 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.302972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.381791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.383176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.383837 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.484186 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Network': ['ID=b445afb4-7a06-4c6a-bc77-b9415faaa593,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.495122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b445afb4-7a06-4c6a-bc77-b9415faaa593 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:03.501244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f32727d1-e20f-45e0-81aa-514aa7b60d9b tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4554434 Dec 10 18:31:03.504098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.512007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:03.516297 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-ac92c670-3507-4dc7-97c5-27a73f1bcd88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271fbb07-889e-468f-aede-57e16c9fbcd2 HTTP/1.1" status: 200 len: 217 time: 0.1780872 Dec 10 18:31:03.518329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=0bab2a0a-f5f3-4ef5-be61-9d9799b665dc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:03.523773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:03.532168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:03.533142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.533749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.751807 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:03.769235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429711d4-efc3-42da-a52a-fda72067e37a tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.793135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-434dd917-0216-4cb0-9ac6-f4d7b8e271cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.795045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-434dd917-0216-4cb0-9ac6-f4d7b8e271cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.2583632 Dec 10 18:31:03.797077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-a5a8cbdb-73c9-4f18-8910-03b595badf55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1000 time: 0.6593740 Dec 10 18:31:03.800732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-429711d4-efc3-42da-a52a-fda72067e37a tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] 10.222.0.55 "GET /v2.0/networks/b445afb4-7a06-4c6a-bc77-b9415faaa593 HTTP/1.1" status: 200 len: 756 time: 0.2945271 Dec 10 18:31:03.801413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33730) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:03.932516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60f54df-772c-46db-a679-4eeece5a48b7 tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:03.934944 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a60f54df-772c-46db-a679-4eeece5a48b7 tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] 10.222.0.55 "GET /v2.0/networks/ab56f59c-04c5-461d-b386-8adb3559ebba HTTP/1.1" status: 200 len: 767 time: 0.1325512 Dec 10 18:31:03.937560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33732) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.049307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.116098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.133437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.145658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e851f5f6-4705-4812-ad22-7f52b4c2df99 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 4.9045494 Dec 10 18:31:04.153301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33736) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.246537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.251606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.259798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:04.263660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-d985b0ca-4ca4-4b74-a812-44369ea72366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.265376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-d985b0ca-4ca4-4b74-a812-44369ea72366 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.0978031 Dec 10 18:31:04.302595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b445afb4-7a06-4c6a-bc77-b9415faaa593']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.324608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19263b01-2a08-4936-b7d6-aadd5f0d3b66') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.324906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19263b01-2a08-4936-b7d6-aadd5f0d3b66') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:04.344351 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.371032 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.380268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:04.382742 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:04.387035 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:04.472945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Pushing event updated for resources: {'Port': ['ID=952088f1-a03f-4be7-97e1-64019bdea186,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:04.515500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.543730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b445afb4-7a06-4c6a-bc77-b9415faaa593 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:31:04.547474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-e4d8a5d6-52fc-49da-bc65-18a2ca6e7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.549304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-e4d8a5d6-52fc-49da-bc65-18a2ca6e7579 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3927236 Dec 10 18:31:04.549764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event deleted for resources: {'Network': ['ID=b445afb4-7a06-4c6a-bc77-b9415faaa593,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:04.561915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-d9650240-27db-4eb3-8b90-f84f0007f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.561915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-d9650240-27db-4eb3-8b90-f84f0007f8ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678305 Dec 10 18:31:04.567691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.575922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb015e92-571d-4a98-9be1-f7b31311d548 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "DELETE /v2.0/networks/b445afb4-7a06-4c6a-bc77-b9415faaa593 HTTP/1.1" status: 204 len: 168 time: 0.6369634 Dec 10 18:31:04.581807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33744) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:04.588470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'network': {'name': 'tempest-network--1916846265'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:04.604399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c2245-d116-46c8-902f-916b9d65ac1b req-12cede6e-910f-48e9-951f-be800bbfda97 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.606133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c3c2245-d116-46c8-902f-916b9d65ac1b req-12cede6e-910f-48e9-951f-be800bbfda97 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.8080370 Dec 10 18:31:04.633952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Made reservation on behalf of 3b467c3486c64a8b9f0a87b3c5b1c002 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:04.639651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.670609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.679771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.701902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:04.720060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.720424 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Added segment 409758ed-0abf-49d5-bf95-6ebdfcec0aab of type vlan for network 45b99393-5c4f-4dc3-adc3-73f596157cf2 Dec 10 18:31:04.794379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.820476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.854939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:04.856063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:04.856755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.031496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Network': ['ID=45b99393-5c4f-4dc3-adc3-73f596157cf2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.042652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 45b99393-5c4f-4dc3-adc3-73f596157cf2 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:05.045090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd0ebf11-faa1-43e1-b66f-4bc0f1baf1ca tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4619832 Dec 10 18:31:05.049447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33746) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:05.061651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:05.303011 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.338953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.427386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event updated for resources: {'Network': ['ID=45b99393-5c4f-4dc3-adc3-73f596157cf2,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:05.442683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Network 45b99393-5c4f-4dc3-adc3-73f596157cf2 is not hosted by any dhcp agent {{(pid=103500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:31:05.445205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:05.448476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.449872 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5f2fa860-5a0e-4565-adc4-e79c92395f5d tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "PUT /v2.0/networks/45b99393-5c4f-4dc3-adc3-73f596157cf2 HTTP/1.1" status: 200 len: 858 time: 0.3991973 Dec 10 18:31:05.453906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33752) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:05.495872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-20d51df1-1012-4d26-bdd0-88182e8a33c2 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8833680 Dec 10 18:31:05.627557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5901fa1b-df48-4798-82cd-854c184ef9c9 req-51f0883d-9144-4180-ac52-6ef9da056aaa service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224227 Dec 10 18:31:05.646570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.654682 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c3c2245-d116-46c8-902f-916b9d65ac1b req-14808d7a-761c-4e1b-b272-bb36f72190d4 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9809356 Dec 10 18:31:05.692932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-7902d47f-f8f9-4c0f-96e4-12f8cc63aa36 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0288870 Dec 10 18:31:05.840018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.867916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b99393-5c4f-4dc3-adc3-73f596157cf2']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:05.879308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409758ed-0abf-49d5-bf95-6ebdfcec0aab') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:05.879656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409758ed-0abf-49d5-bf95-6ebdfcec0aab') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:05.890841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.908073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.915517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:05.915941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:05.923958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22c59d5e-fbe4-4633-9416-29cd4897f32f req-9a49e025-d7a1-41b8-bc1f-b7eaf3dad302 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805565 Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:06.013236 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:06.022217 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.026067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:06.027624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:06.044846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45b99393-5c4f-4dc3-adc3-73f596157cf2 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:31:06.075300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.100922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] 10.222.0.55 "DELETE /v2.0/networks/45b99393-5c4f-4dc3-adc3-73f596157cf2 HTTP/1.1" status: 204 len: 168 time: 0.6414733 Dec 10 18:31:06.102185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33758) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.133192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eea31-bde2-4b3a-ae62-fa9f3200a527 tempest-ExternalNetworksTestJSON-301820924 tempest-ExternalNetworksTestJSON-301820924-project-admin] Pushing event deleted for resources: {'Network': ['ID=45b99393-5c4f-4dc3-adc3-73f596157cf2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:06.141769 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b66362-e763-4fb0-973c-06eaa31bedbf tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] DELETE failed (client error): The resource could not be found. Dec 10 18:31:06.142239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b66362-e763-4fb0-973c-06eaa31bedbf tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:31:06.147783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38b66362-e763-4fb0-973c-06eaa31bedbf tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] 10.222.0.55 "DELETE /v2.0/subnets/61df27b6-aaea-4568-a91f-4f1047d7e899 HTTP/1.1" status: 404 len: 337 time: 0.0407615 Dec 10 18:31:06.149254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33762) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:06.268871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] device_id is not set on port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:06.280820 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.306679 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.396558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.508285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-71940440-7585-4554-929b-273e0d723e75 None None] Provisioning complete for port 952088f1-a03f-4be7-97e1-64019bdea186 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:06.508928 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71940440-7585-4554-929b-273e0d723e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.538464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Router 89aa7a38-b560-4fa5-b884-9199f8604eaf has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:06.564411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.594333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=0bab2a0a-f5f3-4ef5-be61-9d9799b665dc,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:06.594886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab56f59c-04c5-461d-b386-8adb3559ebba']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:06.609722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91e1613-2370-499a-9f5a-2698b7a432cb') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:06.610126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91e1613-2370-499a-9f5a-2698b7a432cb') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:06.629287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.645850 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.655703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:06.656661 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:06.758946 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:06.764527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.775642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:06.779955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] 10.222.0.55 "DELETE /v2.0/networks/ab56f59c-04c5-461d-b386-8adb3559ebba HTTP/1.1" status: 204 len: 168 time: 0.6288221 Dec 10 18:31:06.806849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1c4ab-0944-4013-b9c8-77205d17c8ea tempest-ExternalNetworksTestJSON-250120987 tempest-ExternalNetworksTestJSON-250120987-project] Pushing event deleted for resources: {'Network': ['ID=ab56f59c-04c5-461d-b386-8adb3559ebba,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:06.866061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:06.868452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:06.869022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:06.891596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:06.893657 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:06.899993 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 2 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:06.921807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e32d2c-f18d-407b-a0d6-7e67354bf388 req-ff4cde61-08d0-40af-9ce1-0ec3c45fde4a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:06.923670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65e32d2c-f18d-407b-a0d6-7e67354bf388 req-ff4cde61-08d0-40af-9ce1-0ec3c45fde4a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.0856841 Dec 10 18:31:06.977130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:06.977816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:06.978373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:06.985495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:06.986048 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:06.988589 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 3 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.011943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:07.014055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.014724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.015424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.025403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b1d4a59b-9f19-445a-b9a1-0a8b6455b61e admin admin] 10.222.0.55 "PUT /v2.0/routers/89aa7a38-b560-4fa5-b884-9199f8604eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7284925 Dec 10 18:31:07.028131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65e32d2c-f18d-407b-a0d6-7e67354bf388 req-a9c0f009-db28-42a5-82bd-6a30b6c92f87 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971525 Dec 10 18:31:07.044003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.044337 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.044741 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 4 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.084740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.085095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.086037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.102721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.103064 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.104413 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 5 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.119444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-71940440-7585-4554-929b-273e0d723e75 None None] Port 952088f1-a03f-4be7-97e1-64019bdea186 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:07.143216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.143557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.143814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.161779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.162129 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.170886 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 6 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.290764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.301925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.302541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.315752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.322181 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.323651 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 7 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.359369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.360967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.361468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.366306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33788) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:07.399646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a5470-a2f3-4870-a543-1174e7053a63 req-c27e682b-25f3-437f-907c-6e37eebff5fe tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:07.401285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-971a5470-a2f3-4870-a543-1174e7053a63 req-c27e682b-25f3-437f-907c-6e37eebff5fe tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2259002 Dec 10 18:31:07.410570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.410941 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.448852 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 8 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.520398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.520744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.521088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.547821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.548484 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.549452 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 9 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.567848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-971a5470-a2f3-4870-a543-1174e7053a63 req-db701748-9cc6-4530-8b1a-cffe45cf7ee1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558738 Dec 10 18:31:07.608083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.608861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.609367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.617423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.618625 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.619192 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 10 to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc Dec 10 18:31:07.655354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:07.655922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:07.658175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:07.669335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:07.670190 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:07.673755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:07.704739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-572c86fa-4eb9-4ad8-9436-de9aab40ed46 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=908fad12ac064de5800445c8c10cbaea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3370564 Dec 10 18:31:07.704961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:07.811057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Sync routers for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:07.829289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:07.833473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:07.950241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:07.971800 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4715a391-5bea-4097-923a-30b2f5cd6b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.011776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.028078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bd8f5220-c4a2-4e7d-b5de-68989fb37469 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430611591', 'description': 'tempest-description--775224104'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:08.092785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:08.101827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5220-c4a2-4e7d-b5de-68989fb37469 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.122108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] For port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:08.122528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempted to set empty binding levels {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:31:08.144666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.259622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8f2f0-53cc-4c6a-a50a-01c6278c418b req-f3d5a3a5-506e-4cd6-855b-c67e8b1cc9ee tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.272747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77a8f2f0-53cc-4c6a-a50a-01c6278c418b req-f3d5a3a5-506e-4cd6-855b-c67e8b1cc9ee tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.4947925 Dec 10 18:31:08.283965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5220-c4a2-4e7d-b5de-68989fb37469 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.294414 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4715a391-5bea-4097-923a-30b2f5cd6b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.296754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5220-c4a2-4e7d-b5de-68989fb37469 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.317142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=0bab2a0a-f5f3-4ef5-be61-9d9799b665dc,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.341476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6499a62-f1c7-4001-b008-c816aec65ac7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.391517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] In _notify_port_updated(), no bound segment for port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:08.406108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd8f5220-c4a2-4e7d-b5de-68989fb37469 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.410515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.411455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.414024 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-66432c7a-f956-4f6f-ac8a-200c89ad42a9 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "PUT /v2.0/ports/0bab2a0a-f5f3-4ef5-be61-9d9799b665dc HTTP/1.1" status: 200 len: 974 time: 4.1585410 Dec 10 18:31:08.416313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd8f5220-c4a2-4e7d-b5de-68989fb37469 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4001820 Dec 10 18:31:08.419747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33852) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.420358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33854) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.431383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f5220-c4a2-4e7d-b5de-68989fb37469 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2466c5-708a-472d-bb53-352a67b04bf0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.443887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6f44a8ad-35a8-49b0-8d6b-7a1c79a9525c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'security_group_rule': {'security_group_id': 'dd2466c5-708a-472d-bb53-352a67b04bf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:08.593328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77a8f2f0-53cc-4c6a-a50a-01c6278c418b req-a479af2a-b8aa-4fae-a48b-09fc8a76b5a3 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166645 Dec 10 18:31:08.657990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.658641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.659178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.659716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.660243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.661093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.661651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.662185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.662747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.663399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.664216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.664935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.666450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.667138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.667673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.668201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.668727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:08.678778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd44a4cf-c344-4455-a418-0f33e01104fd tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15152 time: 0.2512686 Dec 10 18:31:08.680153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33882) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:08.728564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f44a8ad-35a8-49b0-8d6b-7a1c79a9525c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.738265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:03Z', 'revision_number': 2, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:08.757747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6499a62-f1c7-4001-b008-c816aec65ac7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.770266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6499a62-f1c7-4001-b008-c816aec65ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.832926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Checking router: 89aa7a38-b560-4fa5-b884-9199f8604eaf for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:08.833853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Updating router 89aa7a38-b560-4fa5-b884-9199f8604eaf port 952088f1-a03f-4be7-97e1-64019bdea186 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:31:08.834174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4715a391-5bea-4097-923a-30b2f5cd6b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.841170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4715a391-5bea-4097-923a-30b2f5cd6b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:08.847917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4715a391-5bea-4097-923a-30b2f5cd6b27 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8a0a27f6-fda5-44e0-ab5a-9644683ebd9f HTTP/1.1" status: 204 len: 168 time: 1.1418679 Dec 10 18:31:08.883720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f6499a62-f1c7-4001-b008-c816aec65ac7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d4b08298e5c342ce881e9eebf4786c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9322739 Dec 10 18:31:08.893398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715a391-5bea-4097-923a-30b2f5cd6b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a27f6-fda5-44e0-ab5a-9644683ebd9f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:08.898273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:09.034753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.037463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f44a8ad-35a8-49b0-8d6b-7a1c79a9525c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.045598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Deleting port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:09.046240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.049606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f44a8ad-35a8-49b0-8d6b-7a1c79a9525c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.174745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44a8ad-35a8-49b0-8d6b-7a1c79a9525c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db59035d-10cf-4add-b655-133dad2fb4da,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.191278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6499a62-f1c7-4001-b008-c816aec65ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bf2b00-608d-44b1-9e0b-4489cc8f9973,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.254418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74981f0b-7632-449f-957b-97acfb3747f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.294681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f44a8ad-35a8-49b0-8d6b-7a1c79a9525c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.319142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6f44a8ad-35a8-49b0-8d6b-7a1c79a9525c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8934965 Dec 10 18:31:09.325204 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33950) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:09.340007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-84e1dd21-e5f2-4938-bdfa-5e5b7a14559a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'security_group_rule': {'security_group_id': 'dd2466c5-708a-472d-bb53-352a67b04bf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:09.359963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74981f0b-7632-449f-957b-97acfb3747f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.360965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] For port 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc, host n-h1-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:09.361509 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.422309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Calling delete_port for 0bab2a0a-f5f3-4ef5-be61-9d9799b665dc owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:09.443878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432228e-d376-42d4-8b95-a9d21402a10b req-21db13b7-b375-479e-adbc-8002dc17be95 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:09.477579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d432228e-d376-42d4-8b95-a9d21402a10b req-21db13b7-b375-479e-adbc-8002dc17be95 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3036630 Dec 10 18:31:09.500014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84e1dd21-e5f2-4938-bdfa-5e5b7a14559a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.641341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74981f0b-7632-449f-957b-97acfb3747f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.666409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74981f0b-7632-449f-957b-97acfb3747f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.672005 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-74981f0b-7632-449f-957b-97acfb3747f3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57bf2b00-608d-44b1-9e0b-4489cc8f9973 HTTP/1.1" status: 204 len: 168 time: 0.7313309 Dec 10 18:31:09.707772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74981f0b-7632-449f-957b-97acfb3747f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bf2b00-608d-44b1-9e0b-4489cc8f9973,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.751868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d432228e-d376-42d4-8b95-a9d21402a10b req-f8a9e535-6f6f-45c1-b5a9-d30c42884499 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661505 Dec 10 18:31:09.790017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33992) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:09.839391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84e1dd21-e5f2-4938-bdfa-5e5b7a14559a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.844818 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84e1dd21-e5f2-4938-bdfa-5e5b7a14559a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.907634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1dd21-e5f2-4938-bdfa-5e5b7a14559a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e741e14e-a6a2-4112-93ce-b3e85256fc74,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:09.928129 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-84e1dd21-e5f2-4938-bdfa-5e5b7a14559a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:09.942551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-84e1dd21-e5f2-4938-bdfa-5e5b7a14559a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6131058 Dec 10 18:31:09.943441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34002) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:09.958709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:09.972359 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b0c8b84c-d77d-4ad4-a6f5-01672703a1ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3b467c3486c64a8b9f0a87b3c5b1c002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786487 Dec 10 18:31:09.981529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34010) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.005516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.071408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.074739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event deleted for resources: {'Port': ['ID=0bab2a0a-f5f3-4ef5-be61-9d9799b665dc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.081366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.100610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.117459 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1426129a-7793-4de7-95fb-a7b973f4e979 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "DELETE /v2.0/ports/0bab2a0a-f5f3-4ef5-be61-9d9799b665dc HTTP/1.1" status: 204 len: 168 time: 1.4327767 Dec 10 18:31:10.120796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.122899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34028) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.230064 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-122971b5-d88e-4fc4-9bc3-f4c9db393360 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:10.231998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-122971b5-d88e-4fc4-9bc3-f4c9db393360 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "GET /v2.0/ports/0bab2a0a-f5f3-4ef5-be61-9d9799b665dc HTTP/1.1" status: 404 len: 333 time: 0.1080961 Dec 10 18:31:10.235954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.249417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-805553480', 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:10.297289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Made reservation on behalf of 05d235a92167489b8e938cabb30b0c12 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:10.303871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.334323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44068a5-7220-4c85-a000-35be3a12e53a None None] Pushing event updated for resources: {'Port': ['ID=952088f1-a03f-4be7-97e1-64019bdea186,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.364686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] device_id is not set on port c198d99e-cb11-40d6-b3e3-f4217e38ed92 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:10.433175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bdd5885e-7d01-4b1f-8df2-7d3620027906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.467246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Attempting to bind port 952088f1-a03f-4be7-97e1-64019bdea186 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:10.467634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Attempting to bind port 952088f1-a03f-4be7-97e1-64019bdea186 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:10.468010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Attempting to bind port 952088f1-a03f-4be7-97e1-64019bdea186 on network 0651d43a-686e-4e07-abd5-635bdc88bd86 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:10.485398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:10.489074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Checking segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:10.489396 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.493018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Bound using segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:10.493564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Bound port: 952088f1-a03f-4be7-97e1-64019bdea186, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:10.493971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.525964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bdd5885e-7d01-4b1f-8df2-7d3620027906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.637429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.697691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bdd5885e-7d01-4b1f-8df2-7d3620027906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.700750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bdd5885e-7d01-4b1f-8df2-7d3620027906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.705493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bdd5885e-7d01-4b1f-8df2-7d3620027906 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d8212a5-b157-4e7c-83d8-7ee3bac2f054 HTTP/1.1" status: 204 len: 168 time: 0.6864295 Dec 10 18:31:10.721792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34104) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:10.734547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5885e-7d01-4b1f-8df2-7d3620027906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8212a5-b157-4e7c-83d8-7ee3bac2f054,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:10.753345 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-237169cc-3d92-4be8-bdec-c857eebb9a35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.882553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fe1bdb9e-4075-4c6c-805c-d6a1e085e168 None None] Provisioning complete for port 952088f1-a03f-4be7-97e1-64019bdea186 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:10.882947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe1bdb9e-4075-4c6c-805c-d6a1e085e168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:10.979526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] For port 952088f1-a03f-4be7-97e1-64019bdea186, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:10.982236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fe1bdb9e-4075-4c6c-805c-d6a1e085e168 None None] Port 952088f1-a03f-4be7-97e1-64019bdea186 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:11.012373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] For port 952088f1-a03f-4be7-97e1-64019bdea186, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=952088f1-a03f-4be7-97e1-64019bdea186,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:11.022383 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.023334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Allocated IP 172.25.2.92 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/59c47461-d8a0-4dce-90d0-c1ccd626cfc4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:11.149266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.218557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.285523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:11.289051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:11.294183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a5cc0-593c-4e45-870f-47418a9a31f2 req-b6b9ac22-5186-4227-8b7e-8849456dc430 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.295807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-154a5cc0-593c-4e45-870f-47418a9a31f2 req-b6b9ac22-5186-4227-8b7e-8849456dc430 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3622186 Dec 10 18:31:11.348694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:11.355721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:11.366084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:11.367781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.369261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.393132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44068a5-7220-4c85-a000-35be3a12e53a None None] Pushing event updated for resources: {'Port': ['ID=952088f1-a03f-4be7-97e1-64019bdea186,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.416657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-237169cc-3d92-4be8-bdec-c857eebb9a35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.422959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=c198d99e-cb11-40d6-b3e3-f4217e38ed92,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.428572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-237169cc-3d92-4be8-bdec-c857eebb9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.458087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d42b5e58-20ec-423d-bb3f-48f0472356a7 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2191150 Dec 10 18:31:11.458967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:11.513076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-154a5cc0-593c-4e45-870f-47418a9a31f2 req-a36137a2-2096-4ed8-811e-e8aea46afef8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953254 Dec 10 18:31:11.583759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc45464-e4db-4e71-b484-e4cd68819b57 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:11.587953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-237169cc-3d92-4be8-bdec-c857eebb9a35 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8c563f81d4ca42749737286a5b80d277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8627141 Dec 10 18:31:11.589921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3bc45464-e4db-4e71-b484-e4cd68819b57 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "GET /v2.0/ports/c198d99e-cb11-40d6-b3e3-f4217e38ed92 HTTP/1.1" status: 200 len: 954 time: 0.1191306 Dec 10 18:31:11.590691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34210) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:11.591417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34212) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:11.606118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.611543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237169cc-3d92-4be8-bdec-c857eebb9a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4080c16-e56c-4d8f-9881-f493fc2f2ffe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:11.656103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:11.702145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.828354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-20fda79e-a20e-438c-a5e1-a51203035005 None None] Provisioning complete for port 952088f1-a03f-4be7-97e1-64019bdea186 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:11.829070 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-20fda79e-a20e-438c-a5e1-a51203035005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:11.919170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:11.931459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:11.949598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:11.969846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'Port': ['ID=59c47461-d8a0-4dce-90d0-c1ccd626cfc4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.068216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49eef880-e24d-409a-8510-7091be7e034e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.156909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-2499d5ef-f904-490f-8d48-49a7adc4c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.158948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-2499d5ef-f904-490f-8d48-49a7adc4c4ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=116753191c7640d99d4f17680ae90606&device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 1096 time: 0.1787903 Dec 10 18:31:12.160413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Deleting port c198d99e-cb11-40d6-b3e3-f4217e38ed92 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:12.161016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.224526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49eef880-e24d-409a-8510-7091be7e034e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.336304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5dea2-b3b2-4d1f-bc95-a285dc16937c req-1f15b0a6-8878-4a45-9fc5-e2842916d540 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.338182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb5dea2-b3b2-4d1f-bc95-a285dc16937c req-1f15b0a6-8878-4a45-9fc5-e2842916d540 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2961230 Dec 10 18:31:12.348712 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-20fda79e-a20e-438c-a5e1-a51203035005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.390412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.418011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Calling delete_port for c198d99e-cb11-40d6-b3e3-f4217e38ed92 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:12.424848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.471213 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49eef880-e24d-409a-8510-7091be7e034e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.473831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-49eef880-e24d-409a-8510-7091be7e034e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.475735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-49eef880-e24d-409a-8510-7091be7e034e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e4080c16-e56c-4d8f-9881-f493fc2f2ffe HTTP/1.1" status: 204 len: 168 time: 0.8730404 Dec 10 18:31:12.526119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-07b3becb-6e4b-447f-8d54-3aa36065328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:12.529112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-07b3becb-6e4b-447f-8d54-3aa36065328a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 200 len: 913 time: 0.3593464 Dec 10 18:31:12.560508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edb5dea2-b3b2-4d1f-bc95-a285dc16937c req-74b3e770-ce3d-4a6f-94e6-ce9044cdb720 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150877 Dec 10 18:31:12.569961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-20fda79e-a20e-438c-a5e1-a51203035005 None None] For port 952088f1-a03f-4be7-97e1-64019bdea186, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=952088f1-a03f-4be7-97e1-64019bdea186,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:12.573071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.604823 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-20fda79e-a20e-438c-a5e1-a51203035005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:12.698836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eef880-e24d-409a-8510-7091be7e034e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4080c16-e56c-4d8f-9881-f493fc2f2ffe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.743434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:10Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:12.790170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-48e6ae0a-cec9-4bad-8ec5-4d5be8fe1d31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 200 len: 1000 time: 0.2509243 Dec 10 18:31:12.824460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51dfdf-689c-4930-a0c8-c37839138078 None None] The sync data for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 is: [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:10Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:12.832626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fda79e-a20e-438c-a5e1-a51203035005 None None] Pushing event updated for resources: {'Port': ['ID=952088f1-a03f-4be7-97e1-64019bdea186,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:12.992533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.000003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.035436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-8264d0fb-4249-4dc2-9de6-1f5827619be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.048281 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-8264d0fb-4249-4dc2-9de6-1f5827619be7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 200 len: 851 time: 0.2505176 Dec 10 18:31:13.129240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.280784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event deleted for resources: {'Port': ['ID=c198d99e-cb11-40d6-b3e3-f4217e38ed92,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:13.319007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'Port': ['ID=59c47461-d8a0-4dce-90d0-c1ccd626cfc4,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:13.343241 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.344683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.367222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a5ca3f48-f009-427e-bc16-25f33a3f4c1c tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "DELETE /v2.0/ports/c198d99e-cb11-40d6-b3e3-f4217e38ed92 HTTP/1.1" status: 204 len: 168 time: 1.7720833 Dec 10 18:31:13.369127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34460) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.378147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.379471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c5ac68c-50c1-41cf-a11d-ef98f5ab3ccb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4349163 Dec 10 18:31:13.445495 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-306b0da1-ee0a-4d02-8f1f-c58aa845bb1f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:13.448056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-306b0da1-ee0a-4d02-8f1f-c58aa845bb1f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "GET /v2.0/ports/c198d99e-cb11-40d6-b3e3-f4217e38ed92 HTTP/1.1" status: 404 len: 333 time: 0.0779624 Dec 10 18:31:13.453166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:13.458605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Request body: {'port': {'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-938263516'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:13.474481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-fff70d91-45c6-40ab-aba0-5638bb872bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:13.483666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-fff70d91-45c6-40ab-aba0-5638bb872bdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7ece2ed6-f826-441d-b990-14c3e4c97e2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3744402 Dec 10 18:31:13.509518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Made reservation on behalf of 05d235a92167489b8e938cabb30b0c12 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:13.513493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:13.569548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] device_id is not set on port 6466bc8c-d815-4217-9c8b-ca4152d3e640 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:13.701053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-78098381-37d5-432e-aa0b-f26a3a85410e service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121825 Dec 10 18:31:14.045202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.064606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34558) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:14.178446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837efd33-8f9f-4c8d-9db4-6d5fdb6201bc req-5f289001-a0d6-4593-a23a-2fc4ce34136b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:14.189918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-837efd33-8f9f-4c8d-9db4-6d5fdb6201bc req-5f289001-a0d6-4593-a23a-2fc4ce34136b tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.4013472 Dec 10 18:31:14.218663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-319520be-b3d8-443a-9126-29ac66ca58ec tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--430611591&fields=id&tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 267 time: 0.1421306 Dec 10 18:31:14.299395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.411008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-837efd33-8f9f-4c8d-9db4-6d5fdb6201bc req-332ef474-3d55-4f54-b2ba-356f165f4ddb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187247 Dec 10 18:31:14.475737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b68e63a9-e23f-4baf-a082-644d5cb9fa7b req-8cea76b5-70e2-4cde-9e61-00dfb2668439 service neutron] 10.222.0.30 "GET /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662244 Dec 10 18:31:14.506652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:14.517391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:14.525717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:14.529026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:14.530127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.571734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=6466bc8c-d815-4217-9c8b-ca4152d3e640,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:14.580350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7b9b438-87b2-4c57-b300-bd7300365b82 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1247699 Dec 10 18:31:14.582628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34636) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:14.596063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:14.667448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-4f41c3d2-4170-4d63-9458-e90a000e02dd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:14.679811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-4f41c3d2-4170-4d63-9458-e90a000e02dd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 817 time: 0.4468715 Dec 10 18:31:14.713448 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-35b60802-5e18-4b3e-816f-83a193bb7ba2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/quotas/4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 375 time: 0.0316613 Dec 10 18:31:14.798216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:14.831777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1783678609'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:14.880065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-1af9b636-24dc-4962-9c67-95f22f317936 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625378 Dec 10 18:31:14.903765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 952088f1-a03f-4be7-97e1-64019bdea186 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:15.008464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Made reservation on behalf of 8d9eff78820343588f40fd602aa124cb for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:15.020872 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.038467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 952088f1-a03f-4be7-97e1-64019bdea186 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:15.039129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.072226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.138264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-fce64e31-b481-41cb-a944-24c5be274379 service neutron] 10.222.0.55 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451222 Dec 10 18:31:15.380658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-1f9daa76-e0de-4f07-ace6-5945f37ce062 service neutron] 10.222.0.55 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334132 Dec 10 18:31:15.422035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.448995 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:15.812428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dee6164-5dc0-4b5d-8b51-9d74af719aca req-77a2d1bd-e379-48a6-ae20-2c7350ef49aa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 210 time: 0.0610995 Dec 10 18:31:16.201200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:16.235766 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.236148 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Added segment 942e2e75-8f97-4612-871b-85108d0e62a4 of type vlan for network 062b752b-1ec4-4e69-b445-812a07a07609 Dec 10 18:31:16.330372 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.333887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=216893a4-9360-4a4f-8c5b-1dd498453c9a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.352764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] device_id is not set on port 6466bc8c-d815-4217-9c8b-ca4152d3e640 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:16.369645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.421548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.468525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e0a53-f6e2-42a3-837a-95cc5f14b721 req-e9d7c0eb-57b0-4c57-b095-e04c880a07c8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:16.479939 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-941e0a53-f6e2-42a3-837a-95cc5f14b721 req-e9d7c0eb-57b0-4c57-b095-e04c880a07c8 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3097365 Dec 10 18:31:16.488438 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.499900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:16.500457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:16.566880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=6466bc8c-d815-4217-9c8b-ca4152d3e640,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.586918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5102794 Dec 10 18:31:16.658535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:16.658880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:16.659216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:16.686817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bf4ca-eae9-4b10-9138-659735fdb56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Pushing event updated for resources: {'Network': ['ID=062b752b-1ec4-4e69-b445-812a07a07609,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:16.702712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:16.703296 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:16.703807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 062b752b-1ec4-4e69-b445-812a07a07609 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:16.705245 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 2 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:16.738993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:16.739590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:16.740123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:16.746284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-941e0a53-f6e2-42a3-837a-95cc5f14b721 req-aca47dfc-7027-4296-9207-3dbec05e8b47 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105618 Dec 10 18:31:16.766312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:16.767125 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:16.767792 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 3 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:16.785018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:16.791093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:16.791687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:16.816576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:16.816576 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:16.816576 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 4 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:16.858005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:16.858993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:16.860386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:16.872208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:16.872538 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:16.873230 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 5 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:16.900958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:16.904298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:16.904960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:16.930023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:16.930422 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:16.930880 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 6 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:16.971058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:16.971677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:16.972045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:16.981661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:16.982306 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:16.983617 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 7 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:17.013618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7bb91-acfe-49a1-ac0f-35588b871ebe req-48641a52-ff98-435a-ba35-a9f5dd83c337 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.021452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ad7bb91-acfe-49a1-ac0f-35588b871ebe req-48641a52-ff98-435a-ba35-a9f5dd83c337 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1073587 Dec 10 18:31:17.037208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:17.037874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:17.038628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:17.057798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:17.058563 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:17.060662 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 8 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:17.158225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ad7bb91-acfe-49a1-ac0f-35588b871ebe req-a98e405a-32f2-4d64-a415-04890b0329da tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354659 Dec 10 18:31:17.172880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:17.183024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Request body: {'port': {'network_id': '062b752b-1ec4-4e69-b445-812a07a07609', 'binding:host_id': 'n-h1-821424-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-837238412'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:17.212347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:17.212699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:17.213236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:17.223552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:17.224591 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:17.227241 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 9 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:17.268761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:17.269458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:17.269988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:17.279354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Made reservation on behalf of a418c4c0045442f683065fe0b1b9b6c0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:17.282548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.297644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:17.298006 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:17.306171 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempt 10 to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 Dec 10 18:31:17.338918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:17.339453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:17.340119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempting to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:17.343826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.347320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e6776183-7cf8-4778-a9f3-89840655a980 req-35d0831e-5280-498c-8c1c-a61d75f64b0a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 210 time: 0.0724902 Dec 10 18:31:17.358828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:17.359386 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Failed to bind port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on host n-h1-821424-1 for vnic_type normal using segments [{'id': 'ab5de636-59ef-4640-8ef8-c614f95fd227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '042d1b1b-7a35-46d1-91db-3e1a7c54d47d'}] Dec 10 18:31:17.359927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.624274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-9e99d935-0888-422b-96e3-ca3401160907 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.626313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-9e99d935-0888-422b-96e3-ca3401160907 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 817 time: 0.2391152 Dec 10 18:31:17.635182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] For port 6466bc8c-d815-4217-9c8b-ca4152d3e640, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:17.635741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attempted to set empty binding levels {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:31:17.642092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.743701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] In _notify_port_updated(), no bound segment for port 6466bc8c-d815-4217-9c8b-ca4152d3e640 on network 042d1b1b-7a35-46d1-91db-3e1a7c54d47d {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:17.744877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:17.747119 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.748690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "PUT /v2.0/ports/6466bc8c-d815-4217-9c8b-ca4152d3e640 HTTP/1.1" status: 200 len: 974 time: 3.1644795 Dec 10 18:31:17.752841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34946) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:17.775671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5d5a6-63e4-4d27-9fef-8d6014843a22 tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event updated for resources: {'Port': ['ID=6466bc8c-d815-4217-9c8b-ca4152d3e640,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:17.838801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.851376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.862984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] device_id is not set on port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:17.970913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Deleting port 6466bc8c-d815-4217-9c8b-ca4152d3e640 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:17.973642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:17.983577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-c1b48484-e8f1-4a71-9e73-48eb537d2936 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 379 time: 0.3343258 Dec 10 18:31:17.997342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'port': {'device_id': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'admin_state_up': True, 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'security_groups': ['dd2466c5-708a-472d-bb53-352a67b04bf0']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:18.001116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161e4c9b-0cb8-4dc5-a1fa-b6d3e0bad4b5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.080977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] For port 6466bc8c-d815-4217-9c8b-ca4152d3e640, host n-h1-821424-1, got binding levels [] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:18.081435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.104030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Calling delete_port for 6466bc8c-d815-4217-9c8b-ca4152d3e640 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:18.191402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.235685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Pushing event deleted for resources: {'Port': ['ID=6466bc8c-d815-4217-9c8b-ca4152d3e640,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.243623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.251189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a03d8aae-b4d9-4518-b0aa-d48ddb85ff2f tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "DELETE /v2.0/ports/6466bc8c-d815-4217-9c8b-ca4152d3e640 HTTP/1.1" status: 204 len: 168 time: 0.4965041 Dec 10 18:31:18.252200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34970) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:18.300798 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-094fb4e8-b7e2-4caa-8901-50ddcc75a6ee tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:18.309655 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-094fb4e8-b7e2-4caa-8901-50ddcc75a6ee tempest-PortsAdminExtendedAttrsTestJSON-1983697239 tempest-PortsAdminExtendedAttrsTestJSON-1983697239-project-admin] 10.222.0.55 "GET /v2.0/ports/6466bc8c-d815-4217-9c8b-ca4152d3e640 HTTP/1.1" status: 404 len: 333 time: 0.0558422 Dec 10 18:31:18.310299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34982) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:18.477494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.706796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-68ed588e-e87f-44c3-90ff-5ab3c6932100 req-0624baff-242f-4002-8336-3627b1f67799 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 210 time: 0.1521268 Dec 10 18:31:18.716293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Made reservation on behalf of 4272ae58de0c4ef9bebbdcfe2f49d35a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:18.719996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.744028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] device_id is not set on port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:18.762106 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.797138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:18.949172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4c9c27-99ed-4f6a-82f0-5346cbc06248,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:18.977134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35048) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:19.001708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Allocated IP 172.20.0.13 (0651d43a-686e-4e07-abd5-635bdc88bd86/5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4/0187b156-df1e-4b91-8634-9f50fdc19468) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:19.021441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Checking segment: {'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:19.021807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Network hostable DHCP agents. Network: 062b752b-1ec4-4e69-b445-812a07a07609, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:19.080162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.093412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Network 062b752b-1ec4-4e69-b445-812a07a07609 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:19.112027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042d1b1b-7a35-46d1-91db-3e1a7c54d47d']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:19.122910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 062b752b-1ec4-4e69-b445-812a07a07609) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:19.137314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289e42d8-4eda-4ecd-974e-3d1790efd086 None None] Network 062b752b-1ec4-4e69-b445-812a07a07609 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:19.140099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:19.156505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-8f7c9d8d-6ac4-4f65-91f5-2a2887026d12 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:19.163600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-8f7c9d8d-6ac4-4f65-91f5-2a2887026d12 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=8db39cbc-a5ce-42ea-9189-a62011bf27d1 HTTP/1.1" status: 200 len: 943 time: 0.1303761 Dec 10 18:31:19.166195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5de636-59ef-4640-8ef8-c614f95fd227') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:19.166528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5de636-59ef-4640-8ef8-c614f95fd227') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:19.186044 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:31:19.207181 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.222667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:19.223271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:19.223792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:19.235244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:19.236655 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:19.239648 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 2 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:19.289546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.297025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-366da3d6-927f-4416-af96-90bbfa7ac284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.323961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:19.324402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:19.325687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:19.347646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:19.348023 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:19.363302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:19.364205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.375067 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 3 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:19.376618 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:19.410757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.448834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:19.449214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:19.449511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:19.473299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:19.474424 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:19.483591 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 4 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:19.491929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Deleting port 099b832f-7278-4634-94e0-8cf0bfb7aedd {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:19.492539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.497245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.525418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.540789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:19.541127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:19.541813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] 10.222.0.55 "DELETE /v2.0/networks/042d1b1b-7a35-46d1-91db-3e1a7c54d47d HTTP/1.1" status: 204 len: 168 time: 1.2245276 Dec 10 18:31:19.542424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:19.572160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063c12a5-7251-40e6-83f1-38cd08590979 tempest-PortsAdminExtendedAttrsTestJSON-855709958 tempest-PortsAdminExtendedAttrsTestJSON-855709958-project] Pushing event deleted for resources: {'Network': ['ID=042d1b1b-7a35-46d1-91db-3e1a7c54d47d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:19.647753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:19.651029 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:19.659780 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 5 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:19.741653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.759642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-366da3d6-927f-4416-af96-90bbfa7ac284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.786967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-366da3d6-927f-4416-af96-90bbfa7ac284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.799440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:19.800449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:19.801077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:19.823503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] For port 099b832f-7278-4634-94e0-8cf0bfb7aedd, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=099b832f-7278-4634-94e0-8cf0bfb7aedd,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:19.830393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:19.891161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Calling delete_port for 099b832f-7278-4634-94e0-8cf0bfb7aedd owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:19.937813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:19.954453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:19.963784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:19.967018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:19.967393 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:20.044674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35162) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:20.045840 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 6 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:20.197454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-366da3d6-927f-4416-af96-90bbfa7ac284 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8772dcbf294a4841bc424436be58904b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2200668 Dec 10 18:31:20.214495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.229990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:20.232459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366da3d6-927f-4416-af96-90bbfa7ac284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669a2a5-5c65-4576-ae8e-74791d94e2df,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.249577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.262397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b', '271fbb07-889e-468f-aede-57e16c9fbcd2'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:20.264959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:20.265300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:20.265635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:20.420949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:20.421740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.474469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:20.474975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event deleted for resources: {'Port': ['ID=099b832f-7278-4634-94e0-8cf0bfb7aedd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:20.480447 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:20.505719 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 7 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:20.541282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14d647-d8cc-41d2-88a9-316a12956bd2 req-7a71b6d4-ed88-47ee-9061-75d7f98fe259 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:20.556107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c14d647-d8cc-41d2-88a9-316a12956bd2 req-7a71b6d4-ed88-47ee-9061-75d7f98fe259 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 932 time: 0.6567249 Dec 10 18:31:20.585233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-2c2dd4d4-6026-49e9-a281-1e4ffa822631 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5941949 Dec 10 18:31:20.592824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] No DVR routers for this DVR port 099b832f-7278-4634-94e0-8cf0bfb7aedd on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:20.602086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.605223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Request body: {'port': {'device_id': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:20.619585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7055b48-6593-48b3-8cd4-d69c92f6f246 req-d4a34976-3144-4465-b2fd-edd90b70cebd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "DELETE /v2.0/ports/099b832f-7278-4634-94e0-8cf0bfb7aedd HTTP/1.1" status: 204 len: 173 time: 1.4368367 Dec 10 18:31:20.622136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-deleted', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:20.631011 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858eaa86-e3a8-4c11-91a9-7c1dee6c4f49" -d '{"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-deleted", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:20.677800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4b3569fc-cc38-4c4e-a1a0-daf82eaa30aa None None] Provisioning complete for port 0187b156-df1e-4b91-8634-9f50fdc19468 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:20.678465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b3569fc-cc38-4c4e-a1a0-daf82eaa30aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.741045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ad382865-1935-4bc9-8a8c-f22f5eb080a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=468710756a02449282f817ca94be7609&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6942565 Dec 10 18:31:20.745101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:20.762705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4b3569fc-cc38-4c4e-a1a0-daf82eaa30aa None None] Port 0187b156-df1e-4b91-8634-9f50fdc19468 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:20.786722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:20.789424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:20.792845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:20.847090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:20.847699 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:20.858428 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 8 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:20.894702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45863c66-d8ea-4c54-a3b1-05033deb6149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.924872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:20.925500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:20.926059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:20.933769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-71164ead-808f-4a89-9be2-9fa045960330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:20.947321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c14d647-d8cc-41d2-88a9-316a12956bd2 req-7322c7c1-b6bd-4d8b-b00f-677039441767 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3853045 Dec 10 18:31:20.960955 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.009684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:21.014865 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:21.022085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-71164ead-808f-4a89-9be2-9fa045960330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.033280 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45863c66-d8ea-4c54-a3b1-05033deb6149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.040000 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 9 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:21.065188 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc2f591-e440-4029-aa62-24ed132f6176 x-openstack-request-id: req-1cc2f591-e440-4029-aa62-24ed132f6176 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:21.065781 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db39cbc-a5ce-42ea-9189-a62011bf27d1", "name": "network-vif-deleted", "tag": "099b832f-7278-4634-94e0-8cf0bfb7aedd", "status": "failed", "code": 422}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:21.066242 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1cc2f591-e440-4029-aa62-24ed132f6176 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:21.067174 n-d-821424-1 neutron-server[103500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8db39cbc-a5ce-42ea-9189-a62011bf27d1', 'name': 'network-vif-deleted', 'tag': '099b832f-7278-4634-94e0-8cf0bfb7aedd', 'status': 'failed', 'code': 422} returned with failed status Dec 10 18:31:21.113825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:21.114294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:21.114834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:21.136033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:21.136643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-71164ead-808f-4a89-9be2-9fa045960330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.136939 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:21.139808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-71164ead-808f-4a89-9be2-9fa045960330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.141199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-71164ead-808f-4a89-9be2-9fa045960330 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a02fa49b-834b-4236-813b-42a7bb84b597 HTTP/1.1" status: 204 len: 168 time: 0.3951023 Dec 10 18:31:21.142872 n-d-821424-1 neutron-server[103499]: INFO neutron.plugins.ml2.plugin [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 10 to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 Dec 10 18:31:21.152399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71164ead-808f-4a89-9be2-9fa045960330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02fa49b-834b-4236-813b-42a7bb84b597,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.204594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:21.205157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:21.207913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:21.361989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:21.362589 n-d-821424-1 neutron-server[103499]: ERROR neutron.plugins.ml2.managers [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:21.363191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.369388 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45863c66-d8ea-4c54-a3b1-05033deb6149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.374283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-45863c66-d8ea-4c54-a3b1-05033deb6149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.375760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-45863c66-d8ea-4c54-a3b1-05033deb6149 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8669a2a5-5c65-4576-ae8e-74791d94e2df HTTP/1.1" status: 204 len: 168 time: 1.1338837 Dec 10 18:31:21.403984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45863c66-d8ea-4c54-a3b1-05033deb6149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669a2a5-5c65-4576-ae8e-74791d94e2df,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.757610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] For port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:21.758272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempted to set empty binding levels {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:31:21.770518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.869188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:21.869781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:21.932870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=9f4c9c27-99ed-4f6a-82f0-5346cbc06248,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:21.939669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35362) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.057599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a21318a2-9242-4bac-8f24-cba82571a272 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05d235a92167489b8e938cabb30b0c12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146269 Dec 10 18:31:22.058595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35376) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.095220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7c99ca2d-df8b-41ab-861b-c955e3f3e54b tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.9212387 Dec 10 18:31:22.105898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35382) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.202270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e3ae0-c4c6-47a8-88de-c87ad8d2b3c7 req-65859883-9d6d-4577-90b8-5dbd2a026375 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.205615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f20e3ae0-c4c6-47a8-88de-c87ad8d2b3c7 req-65859883-9d6d-4577-90b8-5dbd2a026375 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 907 time: 0.3528895 Dec 10 18:31:22.220566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0187b156-df1e-4b91-8634-9f50fdc19468 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:22.248765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.270597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Transition to ACTIVE for port object 0187b156-df1e-4b91-8634-9f50fdc19468 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:22.276805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.400766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dca8cf-0c00-4924-a6ea-b476eff72d4c req-5387ad94-5adb-486c-82eb-b7a2a3018076 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:22.411466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9dca8cf-0c00-4924-a6ea-b476eff72d4c req-5387ad94-5adb-486c-82eb-b7a2a3018076 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 932 time: 0.2900524 Dec 10 18:31:22.471040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6745d554-44d9-4ea8-b35b-ba49ab4e5a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.475690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35422) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:22.500613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6745d554-44d9-4ea8-b35b-ba49ab4e5a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.525910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.568765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95f7b1dc-047f-4e58-b0d5-89564b512dba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.582915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6745d554-44d9-4ea8-b35b-ba49ab4e5a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.586851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6745d554-44d9-4ea8-b35b-ba49ab4e5a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.588350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6745d554-44d9-4ea8-b35b-ba49ab4e5a0f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/97df6c26-dc67-4d77-8b70-1dfc45745107 HTTP/1.1" status: 204 len: 168 time: 0.5266664 Dec 10 18:31:22.721857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Attempting to bind port 0187b156-df1e-4b91-8634-9f50fdc19468 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:22.722464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Attempting to bind port 0187b156-df1e-4b91-8634-9f50fdc19468 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:22.722961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Attempting to bind port 0187b156-df1e-4b91-8634-9f50fdc19468 on network 0651d43a-686e-4e07-abd5-635bdc88bd86 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:22.736651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6745d554-44d9-4ea8-b35b-ba49ab4e5a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97df6c26-dc67-4d77-8b70-1dfc45745107,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:22.738902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Port 0187b156-df1e-4b91-8634-9f50fdc19468 on network 0651d43a-686e-4e07-abd5-635bdc88bd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:22.739402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Attempting to bind port 0187b156-df1e-4b91-8634-9f50fdc19468 on network 0651d43a-686e-4e07-abd5-635bdc88bd86 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:22.758160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:22.758886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Checking segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:22.759450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Bound using segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:22.760074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Bound port: 0187b156-df1e-4b91-8634-9f50fdc19468, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:22.761083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.765741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9dca8cf-0c00-4924-a6ea-b476eff72d4c req-f1e80823-b8ff-431b-9256-fd38b163f5e3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530879 Dec 10 18:31:22.813456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Deleting port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:22.818393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.911356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95f7b1dc-047f-4e58-b0d5-89564b512dba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.923311 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-95f7b1dc-047f-4e58-b0d5-89564b512dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.951617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] For port 9f4c9c27-99ed-4f6a-82f0-5346cbc06248, host n-h1-821424-1, got binding levels [] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:22.952175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:22.952839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:22.997747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Calling delete_port for 9f4c9c27-99ed-4f6a-82f0-5346cbc06248 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:23.001044 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-95f7b1dc-047f-4e58-b0d5-89564b512dba admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d94a825bc8604778ad74d29af95f532e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243261 Dec 10 18:31:23.004289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.010055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:23.014811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7b1dc-047f-4e58-b0d5-89564b512dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3471c1-f256-45b4-9583-fe00417727c2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.040204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.207621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.208243 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.209646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] 10.222.0.30 "PUT /v2.0/ports/0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 1092 time: 2.6157494 Dec 10 18:31:23.210220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:23.212684 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6fd2de-4364-49d4-8db3-37022334f4af" -d '{"events": [{"name": "network-changed", "server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:23.256476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12243e00-73f2-4bc5-a180-7203c8fd4ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.330216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06788e81-88ce-4d4c-b309-130cd62c2b89 service neutron] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.336614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12243e00-73f2-4bc5-a180-7203c8fd4ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.440862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.443422 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38740f57-3d96-49f0-a326-003e87725906 x-openstack-request-id: req-38740f57-3d96-49f0-a326-003e87725906 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:23.443728 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:23.445678 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38740f57-3d96-49f0-a326-003e87725906 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:23.446895 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468', 'status': 'completed', 'code': 200} Dec 10 18:31:23.484354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5e85a-6db8-45dd-8581-503708211095 req-da0daa57-d3b8-4c23-8341-e085e9e55b28 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.500661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d5e85a-6db8-45dd-8581-503708211095 req-da0daa57-d3b8-4c23-8341-e085e9e55b28 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 907 time: 0.4511352 Dec 10 18:31:23.536837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f4c9c27-99ed-4f6a-82f0-5346cbc06248,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.546922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12243e00-73f2-4bc5-a180-7203c8fd4ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.551249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12243e00-73f2-4bc5-a180-7203c8fd4ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.552730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12243e00-73f2-4bc5-a180-7203c8fd4ef9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b3471c1-f256-45b4-9583-fe00417727c2 HTTP/1.1" status: 204 len: 168 time: 0.5472846 Dec 10 18:31:23.557038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:23.564973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e7bceff3-d0ad-4a96-a6ed-3e130e334454 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9f4c9c27-99ed-4f6a-82f0-5346cbc06248 HTTP/1.1" status: 204 len: 168 time: 1.4556940 Dec 10 18:31:23.578149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35518) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.579450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12243e00-73f2-4bc5-a180-7203c8fd4ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3471c1-f256-45b4-9583-fe00417727c2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:23.641652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d55016-bb13-471b-865e-92765740c63a req-f81f4467-a210-459b-8103-edb3a31b4249 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.644714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-65d55016-bb13-471b-865e-92765740c63a req-f81f4467-a210-459b-8103-edb3a31b4249 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 907 time: 0.2231474 Dec 10 18:31:23.669572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-8194800b-99a5-43ec-b8c8-8e3c0446758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:23.673789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-8194800b-99a5-43ec-b8c8-8e3c0446758c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1095 time: 0.4098251 Dec 10 18:31:23.696653 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed952ab-cafd-4a6d-9c93-eeb6764e8451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:23.706037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35524) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:23.706188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aed952ab-cafd-4a6d-9c93-eeb6764e8451 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "GET /v2.0/ports/9f4c9c27-99ed-4f6a-82f0-5346cbc06248 HTTP/1.1" status: 404 len: 333 time: 0.1152236 Dec 10 18:31:23.720893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Request body: {'port': {'network_id': '062b752b-1ec4-4e69-b445-812a07a07609', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-671445475'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:23.897159 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-4c05447b-608d-4b6a-8663-44a07bef544a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 217 time: 0.2080588 Dec 10 18:31:24.135264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Made reservation on behalf of a418c4c0045442f683065fe0b1b9b6c0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:24.145752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.182458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Deleting port 4b52423d-19e5-48f1-b3ff-1e978246f3cf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:24.182797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:24.301885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-15d8c497-f64e-4778-927f-bf8c21f9856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.305119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-15d8c497-f64e-4778-927f-bf8c21f9856f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.4024611 Dec 10 18:31:24.313085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] device_id is not set on port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:24.513711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-79987345-4fb9-42b3-8673-16fadbb476fd tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:24.525652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-79987345-4fb9-42b3-8673-16fadbb476fd tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/networks?id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 200 len: 814 time: 0.2942603 Dec 10 18:31:24.548768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-956d00c4-af24-46ab-88fd-155cabdd9069 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/quotas/622b6ed2252843a8af87b0e50c831f70 HTTP/1.1" status: 200 len: 375 time: 0.0220664 Dec 10 18:31:24.614142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-88d3243c-d54e-44ba-bcf6-1af8813081ea tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=622b6ed2252843a8af87b0e50c831f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643373 Dec 10 18:31:24.771583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-f8bf7c43-5f87-473b-9f65-d07c6ae93474 service neutron] 10.222.0.55 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551802 Dec 10 18:31:24.987990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-9b7177b6-6468-417f-a31a-c65185f4bd48 service neutron] 10.222.0.55 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098713 Dec 10 18:31:25.003128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.047410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ccd97-e741-4ec9-a21b-5d6febe52753 req-48d02466-32c4-43e4-b05b-b0d13ead6cfe tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.049001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-993ccd97-e741-4ec9-a21b-5d6febe52753 req-48d02466-32c4-43e4-b05b-b0d13ead6cfe tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 1.0904369 Dec 10 18:31:25.054679 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.123592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Network 062b752b-1ec4-4e69-b445-812a07a07609 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:25.143155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:25.152119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:25.153084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.153696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.231408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-993ccd97-e741-4ec9-a21b-5d6febe52753 req-d3835e05-6b26-441d-80e2-bd60034212cb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631663 Dec 10 18:31:25.252297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] For port 4b52423d-19e5-48f1-b3ff-1e978246f3cf, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=4b52423d-19e5-48f1-b3ff-1e978246f3cf,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:25.253293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.272834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Calling delete_port for 4b52423d-19e5-48f1-b3ff-1e978246f3cf owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:25.430451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=33e6dfbe-404b-4e89-909a-eb020b4cbed3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.454131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3d723996-1f7a-4198-adf0-a255a3cf53f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7441471 Dec 10 18:31:25.503061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-250b4f83-f7b9-4576-be3c-71acfc629049 req-bd0a37f4-9bbb-4f94-a4f5-d156a9e117b8 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 210 time: 0.0620008 Dec 10 18:31:25.506081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35598) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:25.521848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:25.709767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.715606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:25.825878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22796f36-e500-45a7-aa0e-1e868a073bc8 req-f1441fa3-f372-4ca8-a274-5535ad6fad24 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.827629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22796f36-e500-45a7-aa0e-1e868a073bc8 req-f1441fa3-f372-4ca8-a274-5535ad6fad24 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 907 time: 0.3074782 Dec 10 18:31:25.829679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event deleted for resources: {'Port': ['ID=4b52423d-19e5-48f1-b3ff-1e978246f3cf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:25.861827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8babd30-900f-4790-a8db-301de90b6599 req-4e792f91-e4ab-4f6f-9767-1cc977606c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:25.863783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-4e792f91-e4ab-4f6f-9767-1cc977606c8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0896914 Dec 10 18:31:26.068389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] No DVR routers for this DVR port 4b52423d-19e5-48f1-b3ff-1e978246f3cf on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:26.072089 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.076865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d5e85a-6db8-45dd-8581-503708211095 req-79aec6db-6980-4584-8a43-243e7f662b0f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "DELETE /v2.0/ports/4b52423d-19e5-48f1-b3ff-1e978246f3cf HTTP/1.1" status: 204 len: 173 time: 2.5739081 Dec 10 18:31:26.199991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'name': 'network-vif-deleted', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:26.202338 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f417c023-b7e0-4516-99e8-1b27c8bb2e76" -d '{"events": [{"server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "name": "network-vif-deleted", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:26.309247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] device_id is not set on port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:26.333590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.346163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:26.381137 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf88f694-7c36-4141-894a-1d8b914a90a2 x-openstack-request-id: req-bf88f694-7c36-4141-894a-1d8b914a90a2 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:26.381414 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7560dbec-1b09-43d3-840f-449cf54cf2d8", "name": "network-vif-deleted", "tag": "4b52423d-19e5-48f1-b3ff-1e978246f3cf", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:26.382031 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bf88f694-7c36-4141-894a-1d8b914a90a2 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:26.382152 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7560dbec-1b09-43d3-840f-449cf54cf2d8', 'name': 'network-vif-deleted', 'tag': '4b52423d-19e5-48f1-b3ff-1e978246f3cf', 'status': 'completed', 'code': 200} Dec 10 18:31:26.526947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:26.527490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:26.527609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:26.558048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:26.559225 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:26.564772 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 2 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:26.601565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:26.601917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:26.602264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:26.619457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:26.619792 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:26.620374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=33e6dfbe-404b-4e89-909a-eb020b4cbed3,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:26.700468 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 3 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:26.717178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-9aef151b-2848-41ce-b6d9-e1755e9f19e1 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8363404 Dec 10 18:31:26.769238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-20480191-3c9c-4575-b787-8d49c0bf25ff req-147654ab-eddd-4e74-8286-eed8b08cd05d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 210 time: 0.1279426 Dec 10 18:31:26.775150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:26.777283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:26.777760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:26.795942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:26.796281 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:26.808390 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 4 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:26.847867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:26.848214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:26.848548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:26.875402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:26.875663 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:26.876051 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 5 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:26.971279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:26.971542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:26.971660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:27.011795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:27.012238 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:27.012631 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 6 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:27.054633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8a089-fef7-4778-8af5-3c3439976817 req-ae43d90d-b28a-427a-814c-6659320775b0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.056071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90a8a089-fef7-4778-8af5-3c3439976817 req-ae43d90d-b28a-427a-814c-6659320775b0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.6362507 Dec 10 18:31:27.061840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 4b52423d-19e5-48f1-b3ff-1e978246f3cf no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:27.104706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:27.107018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:27.111106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:27.122230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8babd30-900f-4790-a8db-301de90b6599 req-9ce2de83-3bd6-432b-8546-97f0c339e525 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014835 Dec 10 18:31:27.142416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 4b52423d-19e5-48f1-b3ff-1e978246f3cf {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:27.143268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 4b52423d-19e5-48f1-b3ff-1e978246f3cf not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:27.193345 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90a8a089-fef7-4778-8af5-3c3439976817 req-4dc79e3c-1ee1-4ec7-9819-d05946df4fa1 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153367 Dec 10 18:31:27.222422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.231150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:27.234491 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:27.235277 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 7 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:27.263008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf6b5aa0-ef3c-4139-91d0-9cfe35919003 req-5aa9a66c-80b0-4451-9025-b02f75a6b605 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=7560dbec-1b09-43d3-840f-449cf54cf2d8 HTTP/1.1" status: 200 len: 210 time: 0.1443143 Dec 10 18:31:27.266099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:27.267333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:27.267890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:27.290737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:27.292950 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:27.293628 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 8 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:27.315755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:27.316465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:27.317018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:27.324436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:27.325043 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:27.325667 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 9 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:27.348162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:27.351111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-f0a8fdd8-928a-4ee1-a88f-5ca761d48f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.351803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:27.352378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:27.357984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-f0a8fdd8-928a-4ee1-a88f-5ca761d48f40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1095 time: 0.1592741 Dec 10 18:31:27.360637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:27.361070 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:27.361570 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 10 to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 Dec 10 18:31:27.407902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:27.415476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:27.415943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:27.436532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:27.441149 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:27.441795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.539417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-214368714', 'router:external': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:27.601218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Made reservation on behalf of 7f42d69684ac4e629637abbef8b6def5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:27.604338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.643110 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.660996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] For port 33e6dfbe-404b-4e89-909a-eb020b4cbed3, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:27.661631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempted to set empty binding levels {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:31:27.675077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.790562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] In _notify_port_updated(), no bound segment for port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:27.792974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:27.795934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.798964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "PUT /v2.0/ports/33e6dfbe-404b-4e89-909a-eb020b4cbed3 HTTP/1.1" status: 200 len: 978 time: 2.2864161 Dec 10 18:31:27.802850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:27.924369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:27.951996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.020626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f4a2f-5801-4730-8793-b048c99ed9cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=33e6dfbe-404b-4e89-909a-eb020b4cbed3,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:28.082788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.083843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.086962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.087549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.088085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.088623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.092952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:28.093720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.094795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.095049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.095653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.096227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.096780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.097363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.097904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.105855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-bedf2e5c-75d0-4981-924f-ed8ea4936574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.106758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.107380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.107971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.111431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-957c9977-fafa-4a0b-9e02-8567501b798d tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15163 time: 0.2879648 Dec 10 18:31:28.113715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-bedf2e5c-75d0-4981-924f-ed8ea4936574 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.7462940 Dec 10 18:31:28.115462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35664) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:28.123842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58a1d547-c41c-48b7-b4f3-7a73a5ba97af req-d2766f2e-b664-48cc-a12c-79ebf022dcf1 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 210 time: 0.1559172 Dec 10 18:31:28.174264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35666) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:28.215206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6592bf76-2440-4b1b-a1d0-461d4d2ee3f0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:28.259281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Deleting port 33e6dfbe-404b-4e89-909a-eb020b4cbed3 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:28.259281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.263910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.266188 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Added segment 18c0b566-8af2-448e-9aee-3c85c0c5ec04 of type vlan for network 53506c5c-87b4-4c1e-b146-3a175c2efea3 Dec 10 18:31:28.305100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3062e2a9-bf9a-4a19-99a5-4a66b74c81b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.373716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] For port 33e6dfbe-404b-4e89-909a-eb020b4cbed3, host n-h1-821424-1, got binding levels [] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:28.375316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.401090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Calling delete_port for 33e6dfbe-404b-4e89-909a-eb020b4cbed3 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:28.529961 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-9fa7fd08-ae68-4566-8d2e-be78ca1226b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 217 time: 0.3679199 Dec 10 18:31:28.555410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f675b96-2840-4148-876e-2c7f63a4dbf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.598052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4fda1-4c0d-408f-8011-3b3b63261025 req-92cc74c8-0d9a-4209-9dcd-9ba703ed4e96 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.605094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27d4fda1-4c0d-408f-8011-3b3b63261025 req-92cc74c8-0d9a-4209-9dcd-9ba703ed4e96 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.1264071 Dec 10 18:31:28.609623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.698442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:28.704503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "DELETE /v2.0/ports/33e6dfbe-404b-4e89-909a-eb020b4cbed3 HTTP/1.1" status: 204 len: 168 time: 0.5853038 Dec 10 18:31:28.711149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2c46a-ac44-412f-b6e9-f730b97d9938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event deleted for resources: {'Port': ['ID=33e6dfbe-404b-4e89-909a-eb020b4cbed3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:28.716103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35684) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:28.792987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-f0884346-eff5-4e20-963e-93b46b617994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:28.798073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-f0884346-eff5-4e20-963e-93b46b617994 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.2671690 Dec 10 18:31:28.846798 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1037ed60-9fc9-42eb-a050-68d9572e7c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:28.851820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1037ed60-9fc9-42eb-a050-68d9572e7c03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "GET /v2.0/ports/33e6dfbe-404b-4e89-909a-eb020b4cbed3 HTTP/1.1" status: 404 len: 333 time: 0.1330273 Dec 10 18:31:28.863858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35688) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:28.895850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-892273844', 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:28.932749 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-27d4fda1-4c0d-408f-8011-3b3b63261025 req-3f4ef80a-7e0b-4e72-a330-6010185e3502 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011472 Dec 10 18:31:29.020608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f675b96-2840-4148-876e-2c7f63a4dbf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.025376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Made reservation on behalf of a418c4c0045442f683065fe0b1b9b6c0 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:29.029847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.035843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.038547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f675b96-2840-4148-876e-2c7f63a4dbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.097604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] device_id is not set on port b649f04b-edbe-4bae-8260-8bdae0c1d712 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:29.106556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f675b96-2840-4148-876e-2c7f63a4dbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8effeef-f8c2-453e-83f6-c11cdfbce37a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.118402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9f675b96-2840-4148-876e-2c7f63a4dbf8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e613f0179fb44e3ea7093cce9d70563e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9426205 Dec 10 18:31:29.121543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35696) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:29.136438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-75535a03-b70d-4815-a9b0-3d4f8cce1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.137993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-75535a03-b70d-4815-a9b0-3d4f8cce1bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2632470 Dec 10 18:31:29.187940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-d5ac9dba-c609-409b-887c-19c93b383772 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.189540 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-d5ac9dba-c609-409b-887c-19c93b383772 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "GET /v2.0/networks?id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 200 len: 814 time: 1.0354056 Dec 10 18:31:29.250367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Request body: {'port': {'device_id': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d', 'admin_state_up': True, 'tenant_id': '622b6ed2252843a8af87b0e50c831f70'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:29.277876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.278876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.279466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.372428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a12af7-0ea8-4d78-b7b3-3029d8e4f0e8 req-66bfc9a7-f277-4e2e-824a-06fcfe5c218a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 210 time: 0.1176529 Dec 10 18:31:29.425944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Network': ['ID=53506c5c-87b4-4c1e-b146-3a175c2efea3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.441087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 53506c5c-87b4-4c1e-b146-3a175c2efea3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:29.441631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54033b0a-dfa9-471d-86cf-aa0b7256bed2 req-56b9a3e3-8014-4e96-994c-8017a861f850 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.452913 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54033b0a-dfa9-471d-86cf-aa0b7256bed2 req-56b9a3e3-8014-4e96-994c-8017a861f850 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 946 time: 0.4727602 Dec 10 18:31:29.453662 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e985-dfd2-4615-b483-70d91d4ab464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.547819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-515532a2-683f-40d2-8f87-a951c2339168 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3241811 Dec 10 18:31:29.556308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35708) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:29.581019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'subnet': {'network_id': '53506c5c-87b4-4c1e-b146-3a175c2efea3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:29.595182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e985-dfd2-4615-b483-70d91d4ab464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.646223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.705928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e985-dfd2-4615-b483-70d91d4ab464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.708918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd2e985-dfd2-4615-b483-70d91d4ab464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.714090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cfd2e985-dfd2-4615-b483-70d91d4ab464 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a8effeef-f8c2-453e-83f6-c11cdfbce37a HTTP/1.1" status: 204 len: 168 time: 0.5917881 Dec 10 18:31:29.725455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.737870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2e985-dfd2-4615-b483-70d91d4ab464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8effeef-f8c2-453e-83f6-c11cdfbce37a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.832433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Network 062b752b-1ec4-4e69-b445-812a07a07609 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:29.840705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:29.853771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:29.854977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.855698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.876931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=b649f04b-edbe-4bae-8260-8bdae0c1d712,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:29.887762 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f1c040d-97c3-4a51-a665-1ecbfb0a2217 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0137103 Dec 10 18:31:29.890273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35720) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:29.922683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-54033b0a-dfa9-471d-86cf-aa0b7256bed2 req-cc21c0f9-7571-4dd0-a82f-ea37a85f3064 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605913 Dec 10 18:31:29.930893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Made reservation on behalf of 7f42d69684ac4e629637abbef8b6def5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:29.933781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:29.964741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acad482-8897-4654-878b-6e437d7d5ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:29.968917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8acad482-8897-4654-878b-6e437d7d5ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "GET /v2.0/ports/b649f04b-edbe-4bae-8260-8bdae0c1d712 HTTP/1.1" status: 200 len: 958 time: 0.0747755 Dec 10 18:31:29.984021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.164527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-4a924717-03d4-4013-b036-db2d932b5a30 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0011165 Dec 10 18:31:30.221745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8efb0f-8ee1-4c2c-b67c-b9ea1ed7832e req-759f2829-13da-4e3a-91d8-50df93bd59df tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.229893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a8efb0f-8ee1-4c2c-b67c-b9ea1ed7832e req-759f2829-13da-4e3a-91d8-50df93bd59df tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.1342382 Dec 10 18:31:30.283175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Deleting port b649f04b-edbe-4bae-8260-8bdae0c1d712 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:30.283463 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.314739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a8efb0f-8ee1-4c2c-b67c-b9ea1ed7832e req-95c1861d-bb67-48d6-8133-3f0001182492 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796130 Dec 10 18:31:30.342611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Made reservation on behalf of 622b6ed2252843a8af87b0e50c831f70 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:30.353569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.379736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.399507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Calling delete_port for b649f04b-edbe-4bae-8260-8bdae0c1d712 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:30.451386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-ee4c3a4c-7066-4d86-94fd-79edf053a4bd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:30.453281 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-ee4c3a4c-7066-4d86-94fd-79edf053a4bd tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 946 time: 0.2794018 Dec 10 18:31:30.544074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.602929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event deleted for resources: {'Port': ['ID=b649f04b-edbe-4bae-8260-8bdae0c1d712,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:30.613553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.627303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-41c7bc4e-d1b6-4acf-b6ba-d676f57f902a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "DELETE /v2.0/ports/b649f04b-edbe-4bae-8260-8bdae0c1d712 HTTP/1.1" status: 204 len: 168 time: 0.6421175 Dec 10 18:31:30.629831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35746) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.668998 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-68da3eb4-fd2f-47cd-a021-f040c13f51de tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:30.682637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68da3eb4-fd2f-47cd-a021-f040c13f51de tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "GET /v2.0/ports/b649f04b-edbe-4bae-8260-8bdae0c1d712 HTTP/1.1" status: 404 len: 333 time: 0.0397162 Dec 10 18:31:30.683420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35748) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:30.686681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04f896ed-e2d2-4902-a967-fd55cf776f99 req-7466cfde-0626-4fcc-88d5-a9778aff13ce tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 210 time: 0.1262860 Dec 10 18:31:30.688194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Request body: {'port': {'network_id': '062b752b-1ec4-4e69-b445-812a07a07609', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1330699332'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:30.704901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c6fd2de-4364-49d4-8db3-37022334f4af req-48ae44e8-d22c-4d86-829e-8fd62ec58181 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113907 Dec 10 18:31:30.736700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Made reservation on behalf of a418c4c0045442f683065fe0b1b9b6c0 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:30.740005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:30.760012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] device_id is not set on port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:30.904158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Allocated IP 172.20.0.6 (85da2434-53e6-42cf-a3a4-e32b1ef5c87d/cdbd43c5-25f8-4406-9fac-065204b1c0f4/7e664bff-4aa8-4948-87e5-bb874e4c68d4) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:30.931039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Deleting port 271fbb07-889e-468f-aede-57e16c9fbcd2 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:30.931400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.000456 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.069143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] For port 271fbb07-889e-468f-aede-57e16c9fbcd2, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=271fbb07-889e-468f-aede-57e16c9fbcd2,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:31.070147 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.077470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:31.103531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Calling delete_port for 271fbb07-889e-468f-aede-57e16c9fbcd2 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:31.145032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3628e2-6f80-4c4f-8f17-75f6c70de06f req-a81b4292-dc5b-448f-a6ac-c9f898e4f30f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.146892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d3628e2-6f80-4c4f-8f17-75f6c70de06f req-a81b4292-dc5b-448f-a6ac-c9f898e4f30f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 946 time: 0.1320701 Dec 10 18:31:31.154013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.207724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Network 062b752b-1ec4-4e69-b445-812a07a07609 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:31.221290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:31.236758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0187b156-df1e-4b91-8634-9f50fdc19468', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'port_id': '0187b156-df1e-4b91-8634-9f50fdc19468', 'mac_address': 'fa:16:3e:09:bc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:31.270060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:31.273654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.objects.ports [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:31:31.279213 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.280135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:31.281338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:31.281951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.324018 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.327269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6420441 Dec 10 18:31:31.336712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35768) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:31.362748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0187b156-df1e-4b91-8634-9f50fdc19468 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:31.385345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:31.416130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:31.424971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.482089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f534b-859e-46da-8205-341048bb628a tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.531114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:31.540562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d3628e2-6f80-4c4f-8f17-75f6c70de06f req-45aed217-8086-4cd8-9155-7b5630357b81 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837321 Dec 10 18:31:31.566980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.616789 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-66b38e61-ea74-4eb4-a728-8624244b578a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.702228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0187b156-df1e-4b91-8634-9f50fdc19468'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:31.889281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] device_id is not set on port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:31.902477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:31.913341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.024448 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.073287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b137468e-6f58-4928-8b52-5f1aaf9f3ac1 req-8c9aafa2-437f-422b-9738-e9c7c692db1d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 210 time: 0.1439970 Dec 10 18:31:32.102986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.123368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.123713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.124059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.140284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.140634 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.141039 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 2 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.151484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1d4540c7-efff-4462-88cc-495889b659da,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.162119 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.170396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.172732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.173082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.183083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.183419 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.183874 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 3 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.198149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.198655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.199018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.204274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.204616 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.205068 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 4 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.219385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.219724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.220063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.225067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.225544 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.226011 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 5 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.260466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.260817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.263717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.274582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.274919 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.275317 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 6 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.310908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.312333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.315175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.331553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.331891 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.332294 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 7 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.368727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Checking segment: {'id': '18c0b566-8af2-448e-9aee-3c85c0c5ec04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '53506c5c-87b4-4c1e-b146-3a175c2efea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:32.369187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network hostable DHCP agents. Network: 53506c5c-87b4-4c1e-b146-3a175c2efea3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:32.381425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.381425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.381425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.388427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fba6f-e0a4-4885-9100-0826a71d9a66 req-4f9064db-cdcd-45cd-b600-97fd9970496b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.388640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.388870 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.389272 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 8 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.390350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e87fba6f-e0a4-4885-9100-0826a71d9a66 req-4f9064db-cdcd-45cd-b600-97fd9970496b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 945 time: 0.3729661 Dec 10 18:31:32.418856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.420330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.421153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.435470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.436281 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.437037 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 9 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.453259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network 53506c5c-87b4-4c1e-b146-3a175c2efea3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:32.458272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.459121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.459865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.468708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.469588 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.470197 n-d-821424-1 neutron-server[103500]: INFO neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempt 10 to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf Dec 10 18:31:32.488963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:32.490458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:32.491853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempting to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:32.499203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35790) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:32.500290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:32.500661 n-d-821424-1 neutron-server[103500]: ERROR neutron.plugins.ml2.managers [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Failed to bind port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on host n-h1-821424-1 for vnic_type normal using segments [{'id': '942e2e75-8f97-4612-871b-85108d0e62a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '062b752b-1ec4-4e69-b445-812a07a07609'}] Dec 10 18:31:32.501565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.510240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 53506c5c-87b4-4c1e-b146-3a175c2efea3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:32.520950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c8c6b1-a5b2-47af-ae55-d12fac468f70 None None] Network 53506c5c-87b4-4c1e-b146-3a175c2efea3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:32.528094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.528791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.553708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-878045a0-0305-4516-9ce9-7ab18769a3b7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.9926457 Dec 10 18:31:32.567203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35792) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:32.569032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.580282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.657240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1860240295', 'network_id': '53506c5c-87b4-4c1e-b146-3a175c2efea3'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:32.665557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e87fba6f-e0a4-4885-9100-0826a71d9a66 req-0a2af1ff-8f3e-4c64-85ea-5ab3c81b13bd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374499 Dec 10 18:31:32.670087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:32.707381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event deleted for resources: {'Port': ['ID=271fbb07-889e-468f-aede-57e16c9fbcd2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:32.728755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.729369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.729906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.730469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.733431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.733960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.734493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.734989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.736510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.737026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.737520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.738047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.738590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:32.745371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08fd36a9-9bf4-4348-a237-f29049e07453 req-74b4ac04-3145-47d5-a003-0aeaa9e1b6d1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=68e47503-d4e6-49ef-b768-91e706064044 HTTP/1.1" status: 200 len: 210 time: 0.0763929 Dec 10 18:31:32.808304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Made reservation on behalf of 7f42d69684ac4e629637abbef8b6def5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:32.811256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.816721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] For port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:32.817098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attempted to set empty binding levels {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 10 18:31:32.838319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] No DVR routers for this DVR port 271fbb07-889e-468f-aede-57e16c9fbcd2 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:32.843870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.848527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6629fb77-997b-423f-8a6c-a2d6fec4b828 req-a38af1de-c30e-4a87-8800-e425a757be5f tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "DELETE /v2.0/ports/271fbb07-889e-468f-aede-57e16c9fbcd2 HTTP/1.1" status: 204 len: 173 time: 2.3747568 Dec 10 18:31:32.849836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e47503-d4e6-49ef-b768-91e706064044', 'name': 'network-vif-deleted', 'tag': '271fbb07-889e-468f-aede-57e16c9fbcd2'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:32.854959 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c8f021-5d1d-4ddc-b673-32e5968fc047" -d '{"events": [{"server_uuid": "68e47503-d4e6-49ef-b768-91e706064044", "name": "network-vif-deleted", "tag": "271fbb07-889e-468f-aede-57e16c9fbcd2"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:32.856936 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.896432 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.952007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] In _notify_port_updated(), no bound segment for port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf on network 062b752b-1ec4-4e69-b445-812a07a07609 {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:31:32.952790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:32.953717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:32.966668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "PUT /v2.0/ports/5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf HTTP/1.1" status: 200 len: 979 time: 1.6036325 Dec 10 18:31:32.990724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] device_id is not set on port 5c2a1eee-b347-45da-844d-bbcd90d7fce0 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:31:33.000559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35802) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:33.008812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:33.017615 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d922d0d-4831-425f-b0c5-d1e747539dea x-openstack-request-id: req-7d922d0d-4831-425f-b0c5-d1e747539dea {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:33.018239 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e47503-d4e6-49ef-b768-91e706064044", "name": "network-vif-deleted", "tag": "271fbb07-889e-468f-aede-57e16c9fbcd2", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:33.018965 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7d922d0d-4831-425f-b0c5-d1e747539dea {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:33.019581 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e47503-d4e6-49ef-b768-91e706064044', 'name': 'network-vif-deleted', 'tag': '271fbb07-889e-468f-aede-57e16c9fbcd2', 'status': 'completed', 'code': 200} Dec 10 18:31:33.048945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:33.158216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:33.170911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fac5c-1f27-405b-9128-132e97169a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event updated for resources: {'Port': ['ID=5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:33.186860 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-018f49fa-935c-451a-a8f8-0b5e7755e635 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3e368c2d4e347bf8d7de07dfbe24487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6333439 Dec 10 18:31:33.212650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35810) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:33.323818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Pushing event updated for resources: {'Port': ['ID=7e664bff-4aa8-4948-87e5-bb874e4c68d4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:33.339405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:33.370931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.379989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:33.483041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-062cd20d-164c-43b8-81a1-23cf60e17809 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2539523 Dec 10 18:31:33.556645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Request body: {'port': {'device_id': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:33.581588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Allocated IP 2001:db8::286 (53506c5c-87b4-4c1e-b146-3a175c2efea3/1d4540c7-efff-4462-88cc-495889b659da/5c2a1eee-b347-45da-844d-bbcd90d7fce0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:33.584248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e61f99f5-942b-4955-9d44-1e6efb89236f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.630939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621138e-c4d2-4b62-b6a3-17e20ec9a785 req-b4f04999-24fd-4369-8773-5860818adb9e tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:33.633374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a621138e-c4d2-4b62-b6a3-17e20ec9a785 req-b4f04999-24fd-4369-8773-5860818adb9e tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 931 time: 0.3121822 Dec 10 18:31:33.687562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e61f99f5-942b-4955-9d44-1e6efb89236f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.711889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Deleting port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:33.712491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.877039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0187b156-df1e-4b91-8634-9f50fdc19468 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:33.893808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0187b156-df1e-4b91-8634-9f50fdc19468 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:33.894097 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.923055 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a621138e-c4d2-4b62-b6a3-17e20ec9a785 req-bfceccc5-241b-4653-9280-259c7845a5a0 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746935 Dec 10 18:31:33.925181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.993878 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e56e7-3386-4351-964e-1daa9fdd5b35 None None] Network 53506c5c-87b4-4c1e-b146-3a175c2efea3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:33.995655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e61f99f5-942b-4955-9d44-1e6efb89236f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:33.998400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e61f99f5-942b-4955-9d44-1e6efb89236f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.001972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e61f99f5-942b-4955-9d44-1e6efb89236f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e0778c2-1ee6-4adf-96c2-d1768d1578f9 HTTP/1.1" status: 204 len: 168 time: 0.7855151 Dec 10 18:31:34.011843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f99f5-942b-4955-9d44-1e6efb89236f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0778c2-1ee6-4adf-96c2-d1768d1578f9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:34.033500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.080834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] For port 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf, host n-h1-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:34.081213 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.089269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.113923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Calling delete_port for 5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:34.175415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.292798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network 53506c5c-87b4-4c1e-b146-3a175c2efea3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:34.305863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:34.319790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:34.325935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.326905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.337076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Port': ['ID=5c2a1eee-b347-45da-844d-bbcd90d7fce0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:34.360306 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b645cad0-151b-431a-89a4-c2fbf87063e3 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7766564 Dec 10 18:31:34.363565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35830) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:34.384245 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.413265 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.485946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:34.503894 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc50a7-031b-4934-984b-cfaaa700f143" -d '{"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:34.544992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:34.559070 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.559983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 271fbb07-889e-468f-aede-57e16c9fbcd2 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:34.621575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 271fbb07-889e-468f-aede-57e16c9fbcd2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:34.621918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 271fbb07-889e-468f-aede-57e16c9fbcd2 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:34.681103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0600e-1743-4753-abe9-8873b85f9046 req-18f63aa9-8e75-420a-ac82-7c578ce0311c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.691391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cd0600e-1743-4753-abe9-8873b85f9046 req-18f63aa9-8e75-420a-ac82-7c578ce0311c tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.2354867 Dec 10 18:31:34.716144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:34.721360 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.724964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Deleting port 5c2a1eee-b347-45da-844d-bbcd90d7fce0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:34.725525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.741445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d081-4f53-4aed-9e7f-62c9bb86bedc req-d3d8718e-1dbf-40ab-af06-c87c448bd03c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.744178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8fd5d081-4f53-4aed-9e7f-62c9bb86bedc req-d3d8718e-1dbf-40ab-af06-c87c448bd03c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 945 time: 0.8876777 Dec 10 18:31:34.842307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.847328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cd0600e-1743-4753-abe9-8873b85f9046 req-a82dc5e5-0b72-41b7-8cb0-846d77f9c9c2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=e779f3c9-ea20-4022-970d-e91e4d6a66ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549275 Dec 10 18:31:34.923276 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096866c-e141-4a54-ad81-4ff9304f3a48 x-openstack-request-id: req-d096866c-e141-4a54-ad81-4ff9304f3a48 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:34.923478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:34.923578 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:34.924499 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d096866c-e141-4a54-ad81-4ff9304f3a48 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:34.924975 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468', 'code': 200} Dec 10 18:31:34.940506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Calling delete_port for 5c2a1eee-b347-45da-844d-bbcd90d7fce0 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:34.956397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-83bf34fe-9ffb-4d0c-a3f7-6e42a436540a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:34.958051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-83bf34fe-9ffb-4d0c-a3f7-6e42a436540a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 945 time: 0.3261378 Dec 10 18:31:34.972472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Pushing event deleted for resources: {'Port': ['ID=5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.028914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.034630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2cbd44e5-acf0-4c16-9e4e-ae5aa9a55589 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf HTTP/1.1" status: 204 len: 168 time: 2.0279994 Dec 10 18:31:35.042218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8fd5d081-4f53-4aed-9e7f-62c9bb86bedc req-c8eea184-b5ad-4a19-bba8-af337b895518 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281442 Dec 10 18:31:35.047764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35858) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.141469 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ddf60f-4e77-45b2-aa61-3657fc83e5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] GET failed (client error): The resource could not be found. Dec 10 18:31:35.154102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f4ddf60f-4e77-45b2-aa61-3657fc83e5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107 tempest-PortsAdminExtendedAttrsIpV6TestJSON-985659107-project-admin] 10.222.0.55 "GET /v2.0/ports/5dc8f0b7-0cc9-4a7d-ac52-b0f32a93bcbf HTTP/1.1" status: 404 len: 333 time: 0.0981083 Dec 10 18:31:35.154437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35864) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.188106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c809a8-37bb-4ce0-b5e9-6f6afe202595 req-92f34870-0f3d-440a-9747-82531b18d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.190151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98c809a8-37bb-4ce0-b5e9-6f6afe202595 req-92f34870-0f3d-440a-9747-82531b18d82a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1097 time: 0.1468952 Dec 10 18:31:35.298887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e664bff-4aa8-4948-87e5-bb874e4c68d4 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:35.317862 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.326871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1713b2-5cbd-4939-a0e4-6446125f412e req-0860afd0-651a-4312-9424-48d05789290d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:35.328263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb1713b2-5cbd-4939-a0e4-6446125f412e req-0860afd0-651a-4312-9424-48d05789290d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 931 time: 0.2899787 Dec 10 18:31:35.346592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98c809a8-37bb-4ce0-b5e9-6f6afe202595 req-a692cc64-2795-459a-a448-4df3347bb47c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441135 Dec 10 18:31:35.355480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Deleting port 0c36012f-0bae-4aa1-8988-54e20c943d1b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:35.355930 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.459666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.501212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] For port 0c36012f-0bae-4aa1-8988-54e20c943d1b, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c36012f-0bae-4aa1-8988-54e20c943d1b,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:35.502014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.517912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Calling delete_port for 0c36012f-0bae-4aa1-8988-54e20c943d1b owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:35.525247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Transition to ACTIVE for port object 7e664bff-4aa8-4948-87e5-bb874e4c68d4 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:31:35.531990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.538098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb1713b2-5cbd-4939-a0e4-6446125f412e req-5436da0e-e4f1-4c89-8516-ca519ed1cecf tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996281 Dec 10 18:31:35.605992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.632627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c2a1eee-b347-45da-844d-bbcd90d7fce0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.696951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Pushing event updated for resources: {'Port': ['ID=7e664bff-4aa8-4948-87e5-bb874e4c68d4,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:35.746101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.752825 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aed91957-288c-46cf-8361-dc1ded442534 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5c2a1eee-b347-45da-844d-bbcd90d7fce0 HTTP/1.1" status: 204 len: 168 time: 1.3879766 Dec 10 18:31:35.756031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35910) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:35.760931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '53506c5c-87b4-4c1e-b146-3a175c2efea3', 'external_fixed_ips': [{'subnet_id': '1d4540c7-efff-4462-88cc-495889b659da', 'ip_address': '2001:db8::286'}]}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:35.789820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.791922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.798798 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.844796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['062b752b-1ec4-4e69-b445-812a07a07609']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.847210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.859522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942e2e75-8f97-4612-871b-85108d0e62a4') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.859880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942e2e75-8f97-4612-871b-85108d0e62a4') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:35.864253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c36012f-0bae-4aa1-8988-54e20c943d1b'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:35.902190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.929395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:35.938077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:35.938617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:36.007694 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:36.061608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.063693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.065551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e37136ad-0a89-4b5b-8a0c-21b92e724062 req-79e34e29-ad83-4cc7-83f3-558fd33cb9c0 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=1bf1b655-07e3-475e-9176-9c17e61c0393 HTTP/1.1" status: 200 len: 210 time: 0.0849392 Dec 10 18:31:36.067881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event deleted for resources: {'Port': ['ID=0c36012f-0bae-4aa1-8988-54e20c943d1b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.081521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.107062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] 10.222.0.55 "DELETE /v2.0/networks/062b752b-1ec4-4e69-b445-812a07a07609 HTTP/1.1" status: 204 len: 168 time: 0.9335940 Dec 10 18:31:36.125682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Attempting to bind port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:36.126462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Attempting to bind port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:36.128139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Attempting to bind port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 on network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:36.197683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 on network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:31:36.200768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Attempting to bind port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 on network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:36.212462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:36.213015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Checking segment: {'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:36.213523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Bound using segment: {'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:36.214068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Bound port: 7e664bff-4aa8-4948-87e5-bb874e4c68d4, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:36.214855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.231882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] No DVR routers for this DVR port 0c36012f-0bae-4aa1-8988-54e20c943d1b on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:36.243635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975d602-dc4d-4bdf-9bbb-62556adc242a tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198 tempest-PortsAdminExtendedAttrsIpV6TestJSON-820524198-project] Pushing event deleted for resources: {'Network': ['ID=062b752b-1ec4-4e69-b445-812a07a07609,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.308953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] For port 7e664bff-4aa8-4948-87e5-bb874e4c68d4, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:36.313494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] For port 7e664bff-4aa8-4948-87e5-bb874e4c68d4, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:36.318437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.326047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61168212-6c59-4ebb-a738-3f731ed4eef6 req-69f8a024-ff25-4cac-b312-4db17d3673df tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "DELETE /v2.0/ports/0c36012f-0bae-4aa1-8988-54e20c943d1b HTTP/1.1" status: 204 len: 173 time: 1.3508849 Dec 10 18:31:36.327445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'name': 'network-vif-deleted', 'tag': '0c36012f-0bae-4aa1-8988-54e20c943d1b'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:36.337489 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc0c015-6082-47a3-bf0d-b992162c2e38" -d '{"events": [{"server_uuid": "1bf1b655-07e3-475e-9176-9c17e61c0393", "name": "network-vif-deleted", "tag": "0c36012f-0bae-4aa1-8988-54e20c943d1b"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:36.347516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.499689 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d06818-d94c-4eb7-ad7a-8647f406cfaf x-openstack-request-id: req-54d06818-d94c-4eb7-ad7a-8647f406cfaf {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:36.500842 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf1b655-07e3-475e-9176-9c17e61c0393", "name": "network-vif-deleted", "tag": "0c36012f-0bae-4aa1-8988-54e20c943d1b", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:36.502499 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54d06818-d94c-4eb7-ad7a-8647f406cfaf {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:36.508863 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf1b655-07e3-475e-9176-9c17e61c0393', 'name': 'network-vif-deleted', 'tag': '0c36012f-0bae-4aa1-8988-54e20c943d1b', 'status': 'completed', 'code': 200} Dec 10 18:31:36.547288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.551176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:36.557768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e664bff-4aa8-4948-87e5-bb874e4c68d4 HTTP/1.1" status: 200 len: 1091 time: 3.0526843 Dec 10 18:31:36.614393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1828f-e6ae-4478-931f-5ecffaf80610 service neutron] Pushing event updated for resources: {'Port': ['ID=7e664bff-4aa8-4948-87e5-bb874e4c68d4,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:36.845912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:36.886591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-d79cce4e-69a2-4e87-b168-6968d6cacba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.893623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-d79cce4e-69a2-4e87-b168-6968d6cacba2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=622b6ed2252843a8af87b0e50c831f70&device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 1094 time: 0.2600605 Dec 10 18:31:36.969081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afe4f4-c4c6-46d0-bcd8-6888484bfb66 req-5322a7a5-55fa-4356-b6a1-df0b96688537 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:36.974481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78afe4f4-c4c6-46d0-bcd8-6888484bfb66 req-5322a7a5-55fa-4356-b6a1-df0b96688537 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 943 time: 0.2373605 Dec 10 18:31:37.085806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-b21a41d7-c7f0-4e8d-a68d-e517753ddf28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4 HTTP/1.1" status: 200 len: 217 time: 0.1577430 Dec 10 18:31:37.209325 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78afe4f4-c4c6-46d0-bcd8-6888484bfb66 req-1610bbc2-09ac-421d-9474-70b31a1f1e8b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712043 Dec 10 18:31:37.212351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478e918-faec-45c9-9f97-b27badc93e29 req-9b3e59dc-85b0-42a4-b08b-bcb90f830a6c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:37.222993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8478e918-faec-45c9-9f97-b27badc93e29 req-9b3e59dc-85b0-42a4-b08b-bcb90f830a6c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 1.0206437 Dec 10 18:31:37.226110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.326064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-32232e81-e973-412c-aab0-27506c8c3034 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d9eff78820343588f40fd602aa124cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4717100 Dec 10 18:31:37.326064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-48f6775c-cd62-46f8-872a-362220510674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:37.327914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-48f6775c-cd62-46f8-872a-362220510674 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd43c5-25f8-4406-9fac-065204b1c0f4 HTTP/1.1" status: 200 len: 854 time: 0.2332370 Dec 10 18:31:37.329490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35978) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:37.364495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8478e918-faec-45c9-9f97-b27badc93e29 req-c2f175e9-4def-43c6-bb0b-438db4f355be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207442 Dec 10 18:31:37.411669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-6f4fafda-d1e6-4a0c-abc8-56e06d059cc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691130 Dec 10 18:31:37.531537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.554254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.707985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-3501026e-a107-423f-adf5-27ee0084180b service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802727 Dec 10 18:31:37.733029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab009774-7b8b-43b9-a3a4-40348ba223d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:37.823565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdd243-e4b8-47b3-8ac6-d2e4d636b7dd req-16fb81dc-681e-4912-8755-c9da23b09c21 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:37.825317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6fdd243-e4b8-47b3-8ac6-d2e4d636b7dd req-16fb81dc-681e-4912-8755-c9da23b09c21 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.1213534 Dec 10 18:31:37.858546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Allocated IP 2001:db8::286 (53506c5c-87b4-4c1e-b146-3a175c2efea3/1d4540c7-efff-4462-88cc-495889b659da/5329ec6b-8046-4c2b-b86c-c68cbe8423d7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:37.939093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6fdd243-e4b8-47b3-8ac6-d2e4d636b7dd req-64470286-29be-4762-95b0-f751b56e9b08 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058249 Dec 10 18:31:37.960678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab009774-7b8b-43b9-a3a4-40348ba223d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.075823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af58e0ad-b5e2-49aa-a075-bb451f13995d req-513560db-bbd6-4f33-832a-c4769e2e5f63 service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592916 Dec 10 18:31:38.128136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab009774-7b8b-43b9-a3a4-40348ba223d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.131532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab009774-7b8b-43b9-a3a4-40348ba223d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.132940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ab009774-7b8b-43b9-a3a4-40348ba223d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/216893a4-9360-4a4f-8c5b-1dd498453c9a HTTP/1.1" status: 204 len: 168 time: 0.8020453 Dec 10 18:31:38.167647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab009774-7b8b-43b9-a3a4-40348ba223d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216893a4-9360-4a4f-8c5b-1dd498453c9a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:38.181943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.289985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:38.341462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network 53506c5c-87b4-4c1e-b146-3a175c2efea3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:38.348236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:38.353742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:38.524115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'tag': '7e664bff-4aa8-4948-87e5-bb874e4c68d4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:38.527005 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022447a4-375a-4625-9f1d-3bd3b4689a42" -d '{"events": [{"name": "network-changed", "server_uuid": "974a1a59-58b7-4d57-808a-aa50b434c79d", "tag": "7e664bff-4aa8-4948-87e5-bb874e4c68d4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:38.588680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc53d0f-1182-49fc-a37c-58e4c95dd01a req-5776461d-0de6-48c8-9402-e2583224d81a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:38.590529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc53d0f-1182-49fc-a37c-58e4c95dd01a req-5776461d-0de6-48c8-9402-e2583224d81a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 943 time: 0.1685905 Dec 10 18:31:38.645696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Port': ['ID=5329ec6b-8046-4c2b-b86c-c68cbe8423d7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:38.707432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b001e9-969d-4b42-9ea9-422164e3319d req-0fcd86f1-50db-46f5-8810-3fb7e9e312f2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:38.709742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2b001e9-969d-4b42-9ea9-422164e3319d req-0fcd86f1-50db-46f5-8810-3fb7e9e312f2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.1079268 Dec 10 18:31:38.727096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc53d0f-1182-49fc-a37c-58e4c95dd01a req-b8fd4030-f982-4f9a-8880-cbb525c4b241 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177397 Dec 10 18:31:38.943368 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8381d67-b5d0-408f-b38b-8f5c3e71c120 x-openstack-request-id: req-c8381d67-b5d0-408f-b38b-8f5c3e71c120 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:38.944074 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974a1a59-58b7-4d57-808a-aa50b434c79d", "tag": "7e664bff-4aa8-4948-87e5-bb874e4c68d4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:38.944336 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8381d67-b5d0-408f-b38b-8f5c3e71c120 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:38.945180 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'tag': '7e664bff-4aa8-4948-87e5-bb874e4c68d4', 'status': 'completed', 'code': 200} Dec 10 18:31:39.049250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2b001e9-969d-4b42-9ea9-422164e3319d req-dce7419d-2ddc-481e-b2fe-03faddd3d7e0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581022 Dec 10 18:31:39.080035 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.103053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c36012f-0bae-4aa1-8988-54e20c943d1b no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:39.107885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36018) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.150436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 0c36012f-0bae-4aa1-8988-54e20c943d1b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:31:39.151634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c36012f-0bae-4aa1-8988-54e20c943d1b not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:31:39.269415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36022) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.274198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6edeef4f-eec2-44a1-bda7-119b02255b88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a418c4c0045442f683065fe0b1b9b6c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529233 Dec 10 18:31:39.328866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586e4c3-c408-4586-a865-d6bca3f2210e req-e91b4ed1-6c78-4f03-8f88-9cf270923089 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.330444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2586e4c3-c408-4586-a865-d6bca3f2210e req-e91b4ed1-6c78-4f03-8f88-9cf270923089 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.1444330 Dec 10 18:31:39.350912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7171a-a6fb-4124-9bfc-03ce64b33750 req-3846f2a5-bd46-4c4d-b5ac-ed579dbf6eeb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.359848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6aa7171a-a6fb-4124-9bfc-03ce64b33750 req-3846f2a5-bd46-4c4d-b5ac-ed579dbf6eeb tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.2419312 Dec 10 18:31:39.368269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36024) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:39.373740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'floatingip': {'port_id': '0187b156-df1e-4b91-8634-9f50fdc19468'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:39.389994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-4cae0665-c91f-4050-baed-ea8a2772f023 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.392073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-4cae0665-c91f-4050-baed-ea8a2772f023 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 0.3207760 Dec 10 18:31:39.395040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-66fd5b63-d6d1-4c0a-af6d-8e09549d28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:39.399330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-66fd5b63-d6d1-4c0a-af6d-8e09549d28f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=622b6ed2252843a8af87b0e50c831f70&device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 1094 time: 0.4294009 Dec 10 18:31:39.416398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68d980cf-23bd-403f-8cf7-16ac4890b2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.560770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68d980cf-23bd-403f-8cf7-16ac4890b2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.615132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.650460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.780377 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68d980cf-23bd-403f-8cf7-16ac4890b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.788554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68d980cf-23bd-403f-8cf7-16ac4890b2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:39.788554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68d980cf-23bd-403f-8cf7-16ac4890b2d6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/161e4c9b-0cb8-4dc5-a1fa-b6d3e0bad4b5 HTTP/1.1" status: 204 len: 168 time: 0.5151453 Dec 10 18:31:39.806268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d980cf-23bd-403f-8cf7-16ac4890b2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161e4c9b-0cb8-4dc5-a1fa-b6d3e0bad4b5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:39.898859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Router 7938dfd7-2007-4d68-8cf9-960240c0baa0 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:31:40.161765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6aa7171a-a6fb-4124-9bfc-03ce64b33750 req-86fc1b62-1cbe-4471-b944-2fed4efc035d tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8006182 Dec 10 18:31:40.234226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736465c-408e-446d-9be2-7dcdfef9378d req-79f11972-ccad-4283-8d3b-3100f61a8ae1 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:40.236960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1736465c-408e-446d-9be2-7dcdfef9378d req-79f11972-ccad-4283-8d3b-3100f61a8ae1 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 943 time: 0.2005873 Dec 10 18:31:40.238403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Deleting port 24d6b8f8-7dc2-402d-b924-63a859b68565 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:40.238847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.255477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:40.269003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Sync routers for ids ['7938dfd7-2007-4d68-8cf9-960240c0baa0'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:40.291167 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Routers {'7938dfd7-2007-4d68-8cf9-960240c0baa0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:40.291842 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7938dfd7-2007-4d68-8cf9-960240c0baa0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:40.332690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.333910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f57d2cb8-a217-47e2-b732-2eb6ec56d753 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.5765262 Dec 10 18:31:40.338103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36038) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:40.479285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-c50203ae-87e2-43c6-845e-080611f98e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:40.480819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-c50203ae-87e2-43c6-845e-080611f98e1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 200 len: 915 time: 0.9779487 Dec 10 18:31:40.511681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1736465c-408e-446d-9be2-7dcdfef9378d req-c1e49524-9c31-458b-80bd-375cf07733ca tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641075 Dec 10 18:31:40.529931 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Set router 7938dfd7-2007-4d68-8cf9-960240c0baa0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:40.628411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:40.974727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.011824 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7938dfd7-2007-4d68-8cf9-960240c0baa0', 'name': '', 'tenant_id': '7f42d69684ac4e629637abbef8b6def5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '53506c5c-87b4-4c1e-b146-3a175c2efea3', 'external_fixed_ips': [{'subnet_id': '1d4540c7-efff-4462-88cc-495889b659da', 'ip_address': '2001:db8::286'}], 'enable_snat': True}, 'gw_port_id': '5329ec6b-8046-4c2b-b86c-c68cbe8423d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:35Z', 'updated_at': '2021-12-10T18:31:38Z', 'revision_number': 3, 'project_id': '7f42d69684ac4e629637abbef8b6def5', 'gw_port': {'id': '5329ec6b-8046-4c2b-b86c-c68cbe8423d7', 'name': '', 'network_id': '53506c5c-87b4-4c1e-b146-3a175c2efea3', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7938dfd7-2007-4d68-8cf9-960240c0baa0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '1d4540c7-efff-4462-88cc-495889b659da', 'ip_address': '2001:db8::286', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:31:37Z', 'updated_at': '2021-12-10T18:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1d4540c7-efff-4462-88cc-495889b659da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:41.047324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-d8144f37-5abd-4126-a2d0-4568b47901b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4 HTTP/1.1" status: 200 len: 217 time: 0.5458858 Dec 10 18:31:41.071879 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Checking router: 7938dfd7-2007-4d68-8cf9-960240c0baa0 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:41.072771 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Updating router 7938dfd7-2007-4d68-8cf9-960240c0baa0 port 5329ec6b-8046-4c2b-b86c-c68cbe8423d7 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:31:41.099028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7e664bff-4aa8-4948-87e5-bb874e4c68d4 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:31:41.102005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Deleting port 5329ec6b-8046-4c2b-b86c-c68cbe8423d7 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:41.102381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.154810 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.291693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.317000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Calling delete_port for 5329ec6b-8046-4c2b-b86c-c68cbe8423d7 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:41.359506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7e664bff-4aa8-4948-87e5-bb874e4c68d4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:41.394942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '7e664bff-4aa8-4948-87e5-bb874e4c68d4', 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d', 'port_id': '7e664bff-4aa8-4948-87e5-bb874e4c68d4', 'mac_address': 'fa:16:3e:57:a7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbd43c5-25f8-4406-9fac-065204b1c0f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:31:41.508813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.528719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:41.540812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e664bff-4aa8-4948-87e5-bb874e4c68d4 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:31:41.548322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-f96606d5-447c-40e3-b723-1339dc2bda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.549735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-f96606d5-447c-40e3-b723-1339dc2bda38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd43c5-25f8-4406-9fac-065204b1c0f4 HTTP/1.1" status: 200 len: 854 time: 0.5015969 Dec 10 18:31:41.608383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7e664bff-4aa8-4948-87e5-bb874e4c68d4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:41.629182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.854646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:41.859584 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.db.api [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103502) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:41.860082 n-d-821424-1 neutron-server[103502]: DEBUG oslo_db.api [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:41.889255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04e0ec-fd12-4276-89b6-a72df5bcdcef req-dcd3b694-b083-4557-810b-21d3d864bf86 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:41.890013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['7e664bff-4aa8-4948-87e5-bb874e4c68d4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:31:41.890916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b04e0ec-fd12-4276-89b6-a72df5bcdcef req-dcd3b694-b083-4557-810b-21d3d864bf86 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 944 time: 0.1891735 Dec 10 18:31:41.955675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7e664bff-4aa8-4948-87e5-bb874e4c68d4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.970804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event deleted for resources: {'Port': ['ID=5329ec6b-8046-4c2b-b86c-c68cbe8423d7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:41.982317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-681f5ede-c20e-4905-ad7b-c67fc8ccb850 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3275075 Dec 10 18:31:41.985109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.067916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c37337c3-311f-4c74-89a5-dec2e6cf9d3b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-374151540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:42.096873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] For port 24d6b8f8-7dc2-402d-b924-63a859b68565, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=24d6b8f8-7dc2-402d-b924-63a859b68565,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:42.097153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.118585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.121350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.176723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.177187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.177620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.181077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.182641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.182641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.182641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.182641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.183270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.183790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.185118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.185118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.185863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:42.209520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b04e0ec-fd12-4276-89b6-a72df5bcdcef req-36c01736-6afb-418c-8d58-c3a9d3970f1d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955382 Dec 10 18:31:42.224408 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.224408 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7938dfd7-2007-4d68-8cf9-960240c0baa0 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:31:42.230469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.234031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d8b33847-4123-4e09-b36d-43b4b1a39b71 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7938dfd7-2007-4d68-8cf9-960240c0baa0 HTTP/1.1" status: 204 len: 168 time: 1.8948307 Dec 10 18:31:42.236968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36082) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.310047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Deleting subnet 1d4540c7-efff-4462-88cc-495889b659da {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:31:42.313567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.378225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.385933 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Port 5329ec6b-8046-4c2b-b86c-c68cbe8423d7 not found while updating agent binding for router 7938dfd7-2007-4d68-8cf9-960240c0baa0. {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 18:31:42.413493 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Routers set() bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:42.414846 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Router IDs set() for agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:31:42.418515 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_agentschedulers_db [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7938dfd7-2007-4d68-8cf9-960240c0baa0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent'). {{(pid=103502) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:31:42.419141 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc2350-4123-4685-b55a-da03014eab2d None None] The sync data for ids ['7938dfd7-2007-4d68-8cf9-960240c0baa0'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:42.456632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.530516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f782683-201f-4d7c-b7f5-121c34b690f9 req-e23a6493-4d56-45b5-9b95-75f4d646426e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:42.532301 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f782683-201f-4d7c-b7f5-121c34b690f9 req-e23a6493-4d56-45b5-9b95-75f4d646426e tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 945 time: 1.0937135 Dec 10 18:31:42.548020 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.584814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c37337c3-311f-4c74-89a5-dec2e6cf9d3b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.586548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c37337c3-311f-4c74-89a5-dec2e6cf9d3b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.604022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4540c7-efff-4462-88cc-495889b659da,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:42.607518 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.613684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-485b95d4-461a-4f3f-a39e-e1e275b68c8d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "DELETE /v2.0/subnets/1d4540c7-efff-4462-88cc-495889b659da HTTP/1.1" status: 204 len: 168 time: 0.3730567 Dec 10 18:31:42.613813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36086) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:42.641888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:31:42.734720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.779588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-dd0880de-0a91-4def-99db-0cf1022bf7c2 service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485375 Dec 10 18:31:42.790813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f782683-201f-4d7c-b7f5-121c34b690f9 req-ebe7ea91-fe9c-44a8-a551-33c98e115451 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups?id=fed16668-6b2c-49b3-9503-9756bd91d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433379 Dec 10 18:31:42.844916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.882284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53506c5c-87b4-4c1e-b146-3a175c2efea3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:42.892649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c0b566-8af2-448e-9aee-3c85c0c5ec04') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:42.893171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c0b566-8af2-448e-9aee-3c85c0c5ec04') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:42.906250 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.938600 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.948181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c37337c3-311f-4c74-89a5-dec2e6cf9d3b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.950442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.955554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.955916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.956236 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Floating IP f8b4100d-59ad-498b-ac9a-9d016e2919d8 disassociated. External IP: 172.25.2.147, port: 24d6b8f8-7dc2-402d-b924-63a859b68565. Dec 10 18:31:42.956659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Calling delete_port for 24d6b8f8-7dc2-402d-b924-63a859b68565 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:42.974877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.991609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:31:42.992880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:42.997240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c37337c3-311f-4c74-89a5-dec2e6cf9d3b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:31:43.012265 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:31:43.086722 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.087601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c37337c3-311f-4c74-89a5-dec2e6cf9d3b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.089858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c37337c3-311f-4c74-89a5-dec2e6cf9d3b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5443935 Dec 10 18:31:43.106094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36098) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.109968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53506c5c-87b4-4c1e-b146-3a175c2efea3 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 10 18:31:43.110934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7e664bff-4aa8-4948-87e5-bb874e4c68d4 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:43.133056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1206819760'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:43.149440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.158428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "DELETE /v2.0/networks/53506c5c-87b4-4c1e-b146-3a175c2efea3 HTTP/1.1" status: 204 len: 168 time: 0.5381212 Dec 10 18:31:43.158428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b55f8-cf31-4aa9-a2e6-eaaad27bea73 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event deleted for resources: {'Network': ['ID=53506c5c-87b4-4c1e-b146-3a175c2efea3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.247362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:43.251521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.259010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:31:43.264678 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Floating IP 024c57a2-c3b7-4e38-b60e-861eb8738041 associated. External IP: 172.25.2.92, port: 0187b156-df1e-4b91-8634-9f50fdc19468. Dec 10 18:31:43.266509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:43.267215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.278320 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.417574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.461989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e664bff-4aa8-4948-87e5-bb874e4c68d4'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:43.469566 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d1baff-a617-445c-ad24-2cab1d7def2f" -d '{"events": [{"server_uuid": "974a1a59-58b7-4d57-808a-aa50b434c79d", "name": "network-vif-plugged", "status": "completed", "tag": "7e664bff-4aa8-4948-87e5-bb874e4c68d4"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:43.495613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-022447a4-375a-4625-9f1d-3bd3b4689a42 req-8efb5c6a-a1fb-47b4-bb65-fad5ca6b7536 service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6811874 Dec 10 18:31:43.508135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 7e664bff-4aa8-4948-87e5-bb874e4c68d4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:43.517579 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.519083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 24d6b8f8-7dc2-402d-b924-63a859b68565 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:31:43.675889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae3be-26ac-430e-88ca-1f8eb08ab620 req-6e793030-a322-4f27-87b4-7b7cddbaede5 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:43.685885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56eae3be-26ac-430e-88ca-1f8eb08ab620 req-6e793030-a322-4f27-87b4-7b7cddbaede5 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 944 time: 0.2933848 Dec 10 18:31:43.734749 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f110c5-4ac3-4900-b261-7dab3f40777c x-openstack-request-id: req-b5f110c5-4ac3-4900-b261-7dab3f40777c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:43.735099 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974a1a59-58b7-4d57-808a-aa50b434c79d", "name": "network-vif-plugged", "status": "completed", "tag": "7e664bff-4aa8-4948-87e5-bb874e4c68d4", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:43.735365 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5f110c5-4ac3-4900-b261-7dab3f40777c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:43.735768 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e664bff-4aa8-4948-87e5-bb874e4c68d4', 'code': 200} Dec 10 18:31:43.743815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.764570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:43.840440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=7e664bff-4aa8-4948-87e5-bb874e4c68d4,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.850870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.851255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.851685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.851934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.852320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.852666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.853002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.853334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.853971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.854319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.854675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.855008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.855336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:31:43.880249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36122) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:43.900824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b458cd11-ab03-4dae-aadf-72ee5560121e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:43.925056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1a4e172b-06fd-4a6e-b013-a188507d178c tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'router': {'name': 'tempest-router--1980059141', 'project_id': 'ee282fb0243a46bb9c3f8b153129ccf6'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:43.997913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:44.025696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56eae3be-26ac-430e-88ca-1f8eb08ab620 req-522ed922-400d-48cb-a888-a5befcdbe123 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299050 Dec 10 18:31:44.032748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.033563 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Added segment ceae6945-1c09-4b7c-8dc8-c7773ac603c6 of type vlan for network 43b79019-d7f8-4d20-875c-1cca52dd8d52 Dec 10 18:31:44.076416 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4e172b-06fd-4a6e-b013-a188507d178c tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.077880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4e172b-06fd-4a6e-b013-a188507d178c tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.098991 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.157514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.175445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.176907 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.328289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2017446 Dec 10 18:31:44.328926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36128) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:44.344128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'subnet': {'network_id': '43b79019-d7f8-4d20-875c-1cca52dd8d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:44.420754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4cabbf-8af1-4fc5-8d11-4c287407b5e1 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Network': ['ID=43b79019-d7f8-4d20-875c-1cca52dd8d52,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:44.435397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:44.541093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1428da-9e5e-46e6-b8a1-a8a6588d49ec req-7279e3d4-640e-4619-9cc6-9ec86bf4cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:44.544043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da1428da-9e5e-46e6-b8a1-a8a6588d49ec req-7279e3d4-640e-4619-9cc6-9ec86bf4cc2c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 1096 time: 0.8320155 Dec 10 18:31:44.565801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.729336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4e172b-06fd-4a6e-b013-a188507d178c tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.751837 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4e172b-06fd-4a6e-b013-a188507d178c tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.770236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:44.781705 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.835443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb388b61-341c-4d2e-b981-6de496676ebd req-282bd0bd-ff31-4fe7-897b-297a563313b7 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 210 time: 0.3814635 Dec 10 18:31:44.861764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event deleted for resources: {'Port': ['ID=24d6b8f8-7dc2-402d-b924-63a859b68565,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:44.883214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4e172b-06fd-4a6e-b013-a188507d178c tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:44.884464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a4e172b-06fd-4a6e-b013-a188507d178c tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0003116 Dec 10 18:31:44.888458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36132) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:44.986121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da1428da-9e5e-46e6-b8a1-a8a6588d49ec req-84af1527-494f-4bd5-a064-11042e814223 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312790 Dec 10 18:31:45.016166 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63fbc097-cb7a-4386-87ef-cab1a49cf634 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.212327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Router 89aa7a38-b560-4fa5-b884-9199f8604eaf has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:45.243721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:45.313560 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.663161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:45.678291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] Sync routers for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:45.689206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:45.709085 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.715165 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] Sync routers for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:45.726542 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:45.735894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:45.749203 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:45.749847 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:45.916280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] No DVR routers for this DVR port 24d6b8f8-7dc2-402d-b924-63a859b68565 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:31:45.929244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:45.939395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c95f3656-ddc3-40e0-abe0-a807d93ea07a req-b58cbdd5-0149-4d46-a870-f3787e7b62d9 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.30 "DELETE /v2.0/ports/24d6b8f8-7dc2-402d-b924-63a859b68565 HTTP/1.1" status: 204 len: 173 time: 6.5387866 Dec 10 18:31:45.943344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-deleted', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:45.948550 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164eaa1e-e6a1-4aef-8566-4f7061c82406" -d '{"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-deleted", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:45.982485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2b99148e-bec8-44eb-8194-ae0590b2b405 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "PUT /v2.0/floatingips/024c57a2-c3b7-4e38-b60e-861eb8738041 HTTP/1.1" status: 200 len: 991 time: 6.6122329 Dec 10 18:31:46.073799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87ff0668-040a-47a0-85de-0c237ecbf417 req-cde81f54-0d5a-4bb5-9465-a541b793608a tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/ports?device_id=f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0 HTTP/1.1" status: 200 len: 210 time: 0.0505967 Dec 10 18:31:46.123007 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:46.143980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:46.182579 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4afd138-cb59-41a7-95f1-7313f5b81497 x-openstack-request-id: req-a4afd138-cb59-41a7-95f1-7313f5b81497 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:46.182782 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0", "name": "network-vif-deleted", "tag": "24d6b8f8-7dc2-402d-b924-63a859b68565", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:46.183567 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4afd138-cb59-41a7-95f1-7313f5b81497 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:46.184074 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ccea1d-31c1-4dea-b3b7-d1ebdb751dc0', 'name': 'network-vif-deleted', 'tag': '24d6b8f8-7dc2-402d-b924-63a859b68565', 'status': 'completed', 'code': 200} Dec 10 18:31:46.372493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25afdd2-be28-4a8e-bb9e-b7c68abe701a req-07fdb322-d952-4ed9-a80f-1779e6e0714d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.380871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b25afdd2-be28-4a8e-bb9e-b7c68abe701a req-07fdb322-d952-4ed9-a80f-1779e6e0714d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 945 time: 1.1497765 Dec 10 18:31:46.387160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63fbc097-cb7a-4386-87ef-cab1a49cf634 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.414284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63fbc097-cb7a-4386-87ef-cab1a49cf634 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.426196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Subnet': ['ID=d665c4fb-a31d-47d7-8c0a-ac4c17dbf53f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:46.513228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Checking segment: {'id': 'ceae6945-1c09-4b7c-8dc8-c7773ac603c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43b79019-d7f8-4d20-875c-1cca52dd8d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:46.513736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network hostable DHCP agents. Network: 43b79019-d7f8-4d20-875c-1cca52dd8d52, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:46.527410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63fbc097-cb7a-4386-87ef-cab1a49cf634 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.528198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fbc097-cb7a-4386-87ef-cab1a49cf634 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e23499e-f91e-4265-94ad-50beac6c7ca9 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:31:46.533657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63fbc097-cb7a-4386-87ef-cab1a49cf634 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.535702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63fbc097-cb7a-4386-87ef-cab1a49cf634 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "DELETE /v2.0/routers/8e23499e-f91e-4265-94ad-50beac6c7ca9 HTTP/1.1" status: 204 len: 168 time: 1.6472306 Dec 10 18:31:46.544815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:46.592680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b25afdd2-be28-4a8e-bb9e-b7c68abe701a req-ee5cc69f-d8ac-44fb-a3bb-fde894a7cf1b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926737 Dec 10 18:31:46.651071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:46.662566 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] Checking router: 7428e376-9ffa-49fb-9c78-4e04aaf44b41 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:46.670904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 43b79019-d7f8-4d20-875c-1cca52dd8d52) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:46.675129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:46.675735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.691175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e7bc98-773f-4f96-9ea3-72293277abc6 None None] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:46.702207 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:46.704574 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:46.707824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36154) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:46.708421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7ea57a9f-1e53-42e9-b069-581cd22f8f49 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3756218 Dec 10 18:31:46.717685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'network': {'name': 'tempest-router-network01--1157787829'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:46.767633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:46.774696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.864960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:46.909606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36156) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:46.910932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:46.911486 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Added segment f026d957-a13c-4e45-afb1-106db90ec9fe of type vlan for network 50951480-84eb-473f-842b-62a4cd2f8b4a Dec 10 18:31:46.951071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '024c57a2-c3b7-4e38-b60e-861eb8738041', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'port_id': '0187b156-df1e-4b91-8634-9f50fdc19468', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'mac_address': 'fa:16:3e:09:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:12Z', 'updated_at': '2021-12-10T18:31:42Z', 'revision_number': 1, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:47.056187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.068925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] Checking router: 89aa7a38-b560-4fa5-b884-9199f8604eaf for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:31:47.080390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:47.081024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:47.150547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.160998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:47.161730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.220364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36166) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.346125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:47.359901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6507435 Dec 10 18:31:47.365171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36170) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.385054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'network': {'name': 'tempest-router-network02--1691288638'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:47.399301 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:31:47.406152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-318ef30f-f181-47be-9e01-5afa62821a70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.419735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b94f07-a2d1-421d-b2d5-e1b346ea51a5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Network': ['ID=50951480-84eb-473f-842b-62a4cd2f8b4a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.456313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:47.462426 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.464757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-156006587', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:47.469538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-43b79019-d7f8-4d20-875c-1cca52dd8d52', 'network_id': '43b79019-d7f8-4d20-875c-1cca52dd8d52', 'project_id': 'ec1f69d8433c454bb16429e62e3fed03', 'fixed_ips': [{'subnet_id': 'd665c4fb-a31d-47d7-8c0a-ac4c17dbf53f'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:47.471117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.477352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 50951480-84eb-473f-842b-62a4cd2f8b4a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:47.510229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-318ef30f-f181-47be-9e01-5afa62821a70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.535483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:31:47.550093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.551418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.559892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.562730 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Added segment b80c79b7-2e76-4797-ba3d-e0b8d0d5952f of type vlan for network 5afba453-e613-410c-8ce0-59e0d6072286 Dec 10 18:31:47.658043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.706722 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.789408 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.805215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:47.807296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.859371 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-318ef30f-f181-47be-9e01-5afa62821a70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.866266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-318ef30f-f181-47be-9e01-5afa62821a70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:47.869651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-318ef30f-f181-47be-9e01-5afa62821a70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "DELETE /v2.0/security-groups/fed16668-6b2c-49b3-9503-9756bd91d3f5 HTTP/1.1" status: 204 len: 168 time: 0.6461177 Dec 10 18:31:47.911594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36180) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.925278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Network': ['ID=5afba453-e613-410c-8ce0-59e0d6072286,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:47.954992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2898c00a-fbf8-473f-b93d-123f725282ab tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5838346 Dec 10 18:31:47.957135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36182) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:47.969409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'subnet': {'network_id': '50951480-84eb-473f-842b-62a4cd2f8b4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:48.031308 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-acea9885-2f94-4283-b976-b5cf53e7aea2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] show failed (client error): The resource could not be found. Dec 10 18:31:48.034981 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-acea9885-2f94-4283-b976-b5cf53e7aea2 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "GET /v2.0/security-groups/fed16668-6b2c-49b3-9503-9756bd91d3f5 HTTP/1.1" status: 404 len: 347 time: 0.1094549 Dec 10 18:31:48.034981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ef30f-f181-47be-9e01-5afa62821a70 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed16668-6b2c-49b3-9503-9756bd91d3f5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:48.039851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36184) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:48.046091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.051915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5afba453-e613-410c-8ce0-59e0d6072286 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:31:48.060009 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:48.122904 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608d1e61-6119-4719-801b-f9be46e755f1 None None] The sync data for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 is: [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:21:50Z', 'revision_number': 4, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8f024cf9-6813-4fbc-aef8-27512ad0f31f', 'name': '', 'network_id': '7ece2ed6-f826-441d-b990-14c3e4c97e2b', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'mac_address': 'fa:16:3e:80:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:49Z', 'updated_at': '2021-12-10T18:21:57Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'subnets': [{'id': 'ad779698-0097-4e8e-bdcb-013d65bc83c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:48.185481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:31:48.193485 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aa42e1-6279-48bc-83b0-7da17796af8d" -d '{"events": [{"name": "network-changed", "server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:31:48.246552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:48.253930 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.281974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729c4a0-7756-4b66-804c-7d078a3a6de0 req-86b75dc8-c024-4682-a63b-b1a989b6d7f6 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.284071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c729c4a0-7756-4b66-804c-7d078a3a6de0 req-86b75dc8-c024-4682-a63b-b1a989b6d7f6 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 945 time: 0.4742236 Dec 10 18:31:48.310451 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86753563-f756-4b5f-8445-4a4cefd9aa33 x-openstack-request-id: req-86753563-f756-4b5f-8445-4a4cefd9aa33 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:31:48.311146 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:31:48.311617 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86753563-f756-4b5f-8445-4a4cefd9aa33 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:31:48.312230 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468', 'status': 'completed', 'code': 200} Dec 10 18:31:48.708016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-810bfd92-91c1-4cd1-92e8-69710c7d429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:48.708016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-810bfd92-91c1-4cd1-92e8-69710c7d429b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1097 time: 0.2816277 Dec 10 18:31:48.736818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c729c4a0-7756-4b66-804c-7d078a3a6de0 req-d866a647-b85e-40be-8be3-9a6f1fa1cc8d tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183965 Dec 10 18:31:48.765503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Deleting port 97d92a5d-fded-46aa-92ec-8b209aef2f90 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:48.766034 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.770603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1505079-3908-4e0b-92d0-329c0d6c1b2a None None] New status for floating IP f8b4100d-59ad-498b-ac9a-9d016e2919d8: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:48.944020 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.945069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:48.964718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Calling delete_port for 97d92a5d-fded-46aa-92ec-8b209aef2f90 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:49.247078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-a3ac65c6-0ef6-449a-9321-6e865263e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.248688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-a3ac65c6-0ef6-449a-9321-6e865263e008 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.5354273 Dec 10 18:31:49.304543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Allocated IP 2001:db8::2 (43b79019-d7f8-4d20-875c-1cca52dd8d52/d665c4fb-a31d-47d7-8c0a-ac4c17dbf53f/f98020cb-5239-409e-8b5a-47a6e445e606) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:49.339106 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '024c57a2-c3b7-4e38-b60e-861eb8738041', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'port_id': '0187b156-df1e-4b91-8634-9f50fdc19468', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'mac_address': 'fa:16:3e:09:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:12Z', 'updated_at': '2021-12-10T18:31:42Z', 'revision_number': 1, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:49.416013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.423415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.425526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9801726e-6c0a-4b61-ba78-b5d683ef5dbd None None] The sync data for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 is: [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '024c57a2-c3b7-4e38-b60e-861eb8738041', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'port_id': '0187b156-df1e-4b91-8634-9f50fdc19468', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'mac_address': 'fa:16:3e:09:bc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:31:12Z', 'updated_at': '2021-12-10T18:31:42Z', 'revision_number': 1, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:49.444371 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-a1505079-3908-4e0b-92d0-329c0d6c1b2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:31:49.455206 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-a1505079-3908-4e0b-92d0-329c0d6c1b2a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:31:49.605285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffae0c86-66a3-4374-866f-e5f4070b91d5 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:49.607704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-1fa60e2a-934f-48b4-8337-b8ebd76ef30c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 999 time: 0.2744625 Dec 10 18:31:49.747837 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.890988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-ecfc6d87-36ed-404e-a5ff-20417e52dd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:49.892406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-ecfc6d87-36ed-404e-a5ff-20417e52dd80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.2220614 Dec 10 18:31:49.893904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.928054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:49.940360 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.007622 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86eb24b-a45e-450c-8acb-a0b4c92ab08a None None] New status for floating IP 024c57a2-c3b7-4e38-b60e-861eb8738041: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:50.121425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1505079-3908-4e0b-92d0-329c0d6c1b2a None None] New status for floating IP f8b4100d-59ad-498b-ac9a-9d016e2919d8: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:31:50.248654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Allocated IP 172.25.2.202 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/03321ad5-e628-4a25-baf9-4fa3e4ebb31e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:50.266439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Subnet': ['ID=98c6211c-b1b3-4790-abda-3d34948af83d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.296437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Pushing event updated for resources: {'Port': ['ID=f98020cb-5239-409e-8b5a-47a6e445e606,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.308635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-c72c3b1f-7091-4929-b2ab-b73527f7e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:50.312990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-c72c3b1f-7091-4929-b2ab-b73527f7e985 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3975737 Dec 10 18:31:50.316994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Checking segment: {'id': 'f026d957-a13c-4e45-afb1-106db90ec9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50951480-84eb-473f-842b-62a4cd2f8b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:50.320702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network hostable DHCP agents. Network: 50951480-84eb-473f-842b-62a4cd2f8b4a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:50.363805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:50.368773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:50.382242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:50.561436 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.568726 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.572827 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] 10.222.0.55 "DELETE /v2.0/floatingips/f8b4100d-59ad-498b-ac9a-9d016e2919d8 HTTP/1.1" status: 204 len: 168 time: 2.5292110 Dec 10 18:31:50.572827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925194c-817d-49f0-9462-12bcb49e48a1 tempest-ServerActionsTestJSON-1489876607 tempest-ServerActionsTestJSON-1489876607-project] Pushing event deleted for resources: {'Port': ['ID=97d92a5d-fded-46aa-92ec-8b209aef2f90,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:50.573647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36286) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:50.664028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.666567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Attempting to bind port f98020cb-5239-409e-8b5a-47a6e445e606 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:50.666963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Attempting to bind port f98020cb-5239-409e-8b5a-47a6e445e606 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'ceae6945-1c09-4b7c-8dc8-c7773ac603c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43b79019-d7f8-4d20-875c-1cca52dd8d52'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:50.670484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Attempting to bind port f98020cb-5239-409e-8b5a-47a6e445e606 on network 43b79019-d7f8-4d20-875c-1cca52dd8d52 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:50.698881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 50951480-84eb-473f-842b-62a4cd2f8b4a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:50.714180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:50.715850 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.716821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Checking segment: {'id': 'ceae6945-1c09-4b7c-8dc8-c7773ac603c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43b79019-d7f8-4d20-875c-1cca52dd8d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:50.717963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.721128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Bound using segment: {'id': 'ceae6945-1c09-4b7c-8dc8-c7773ac603c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43b79019-d7f8-4d20-875c-1cca52dd8d52'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:50.721821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Bound port: f98020cb-5239-409e-8b5a-47a6e445e606, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceae6945-1c09-4b7c-8dc8-c7773ac603c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43b79019-d7f8-4d20-875c-1cca52dd8d52'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:50.724624 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.759820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 50951480-84eb-473f-842b-62a4cd2f8b4a) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:50.794066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a3d3e4-6bbf-47dd-bab9-6b76af11df50 None None] Network 50951480-84eb-473f-842b-62a4cd2f8b4a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:50.802477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:50.815806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:50.910766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36302) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.062295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5497c58b-a74f-4d03-9f9b-afb36af16a45 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1022832 Dec 10 18:31:51.064483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36308) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.089900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:51.106223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:51.107110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'subnet': {'network_id': '5afba453-e613-410c-8ce0-59e0d6072286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:51.138652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-9b6c649f-e0bf-4ec6-817b-0e01b8debc62 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011353 Dec 10 18:31:51.149543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:51.211040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8357faa-be80-4dc2-b458-9c2a766791cf None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:51.226022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event updated for resources: {'Port': ['ID=03321ad5-e628-4a25-baf9-4fa3e4ebb31e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:51.252197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-50951480-84eb-473f-842b-62a4cd2f8b4a', 'network_id': '50951480-84eb-473f-842b-62a4cd2f8b4a', 'project_id': 'ec1f69d8433c454bb16429e62e3fed03', 'fixed_ips': [{'subnet_id': '98c6211c-b1b3-4790-abda-3d34948af83d'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:51.255869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.380332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12aa42e1-6279-48bc-83b0-7da17796af8d req-328cf1b8-434b-440d-ba34-ea5797bdae21 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842813 Dec 10 18:31:51.417467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] For port f98020cb-5239-409e-8b5a-47a6e445e606, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:51.469480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] For port f98020cb-5239-409e-8b5a-47a6e445e606, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f98020cb-5239-409e-8b5a-47a6e445e606,segment=NetworkSegment(ceae6945-1c09-4b7c-8dc8-c7773ac603c6),segment_id=ceae6945-1c09-4b7c-8dc8-c7773ac603c6)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:51.472704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acae4ad3-a1ec-44ea-ac1c-8acb8e0dee3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.473172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-54d18d8b-0d7d-496c-aae8-87447d6697bd None None] Provisioning complete for port 03321ad5-e628-4a25-baf9-4fa3e4ebb31e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:51.474139 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-54d18d8b-0d7d-496c-aae8-87447d6697bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.507794 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.561043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:31:51.569588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.624349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-54d18d8b-0d7d-496c-aae8-87447d6697bd None None] Port 03321ad5-e628-4a25-baf9-4fa3e4ebb31e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:51.659795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Allocated IP 2001:db8::2 (50951480-84eb-473f-842b-62a4cd2f8b4a/98c6211c-b1b3-4790-abda-3d34948af83d/af197cb2-4770-4aee-bf8f-c8025f8f010f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:51.673223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9ad82-224e-4e42-b414-f0e4272acb01 None None] Pushing event updated for resources: {'Port': ['ID=f98020cb-5239-409e-8b5a-47a6e445e606,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:51.807906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acae4ad3-a1ec-44ea-ac1c-8acb8e0dee3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.823568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acae4ad3-a1ec-44ea-ac1c-8acb8e0dee3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.922737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:51.963546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-acae4ad3-a1ec-44ea-ac1c-8acb8e0dee3e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1968fd9f83e14b098e852eb18bc8fe59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0504389 Dec 10 18:31:51.966608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae4ad3-a1ec-44ea-ac1c-8acb8e0dee3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9a5202-d8c3-438a-affe-5e2369c982bf,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:51.982180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36314) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:51.998346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.013428 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.073102 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.159241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Network 50951480-84eb-473f-842b-62a4cd2f8b4a is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:52.164018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:52.175689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:52.179757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Pushing event updated for resources: {'Port': ['ID=af197cb2-4770-4aee-bf8f-c8025f8f010f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:52.189802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Subnet': ['ID=c1dfa363-df0e-4666-9e9a-5968e4c7d4cc,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:52.199165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Checking segment: {'id': 'b80c79b7-2e76-4797-ba3d-e0b8d0d5952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5afba453-e613-410c-8ce0-59e0d6072286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:52.199491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network hostable DHCP agents. Network: 5afba453-e613-410c-8ce0-59e0d6072286, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:31:52.248187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 5afba453-e613-410c-8ce0-59e0d6072286 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:31:52.266674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5afba453-e613-410c-8ce0-59e0d6072286) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:52.267848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Attempting to bind port af197cb2-4770-4aee-bf8f-c8025f8f010f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:52.268324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Attempting to bind port af197cb2-4770-4aee-bf8f-c8025f8f010f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f026d957-a13c-4e45-afb1-106db90ec9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50951480-84eb-473f-842b-62a4cd2f8b4a'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:52.271645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:31:52.271950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.274301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Attempting to bind port af197cb2-4770-4aee-bf8f-c8025f8f010f on network 50951480-84eb-473f-842b-62a4cd2f8b4a {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:52.294444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f85766-efe8-49de-a034-378298932398 None None] Network 5afba453-e613-410c-8ce0-59e0d6072286 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:52.294444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:52.294444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Checking segment: {'id': 'f026d957-a13c-4e45-afb1-106db90ec9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50951480-84eb-473f-842b-62a4cd2f8b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:52.294444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.294444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Bound using segment: {'id': 'f026d957-a13c-4e45-afb1-106db90ec9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50951480-84eb-473f-842b-62a4cd2f8b4a'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:52.295170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Bound port: af197cb2-4770-4aee-bf8f-c8025f8f010f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f026d957-a13c-4e45-afb1-106db90ec9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '50951480-84eb-473f-842b-62a4cd2f8b4a'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:52.295170 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.306412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2e7dc4e3-4fee-4258-aed9-de8acf6ff7cd tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2240899 Dec 10 18:31:52.306412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36324) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:52.383627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4173c2a-0a05-4e9a-8c8a-25ec6a4dc1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.434979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4173c2a-0a05-4e9a-8c8a-25ec6a4dc1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.461856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] For port af197cb2-4770-4aee-bf8f-c8025f8f010f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:52.483915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] For port af197cb2-4770-4aee-bf8f-c8025f8f010f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=af197cb2-4770-4aee-bf8f-c8025f8f010f,segment=NetworkSegment(f026d957-a13c-4e45-afb1-106db90ec9fe),segment_id=f026d957-a13c-4e45-afb1-106db90ec9fe)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:52.529988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.595021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-5afba453-e613-410c-8ce0-59e0d6072286', 'network_id': '5afba453-e613-410c-8ce0-59e0d6072286', 'project_id': 'ec1f69d8433c454bb16429e62e3fed03', 'fixed_ips': [{'subnet_id': 'c1dfa363-df0e-4666-9e9a-5968e4c7d4cc'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:31:52.595908 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.682210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4173c2a-0a05-4e9a-8c8a-25ec6a4dc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.689184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4173c2a-0a05-4e9a-8c8a-25ec6a4dc1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.689184 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d4173c2a-0a05-4e9a-8c8a-25ec6a4dc1e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7d9a5202-d8c3-438a-affe-5e2369c982bf HTTP/1.1" status: 204 len: 168 time: 0.7057445 Dec 10 18:31:52.855493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:52.937352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4173c2a-0a05-4e9a-8c8a-25ec6a4dc1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9a5202-d8c3-438a-affe-5e2369c982bf,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.092827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Allocated IP 2001:db8::2 (5afba453-e613-410c-8ce0-59e0d6072286/c1dfa363-df0e-4666-9e9a-5968e4c7d4cc/ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:53.139718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.163699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.226608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f98020cb-5239-409e-8b5a-47a6e445e606 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:53.473169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36342) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:53.544506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e36faa-82ba-4e3f-8229-5bb77c044c09 None None] Pushing event updated for resources: {'Port': ['ID=af197cb2-4770-4aee-bf8f-c8025f8f010f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:53.619472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f98020cb-5239-409e-8b5a-47a6e445e606 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:53.619865 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.685102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6948511-ec90-489a-99d9-d7d9d49ff8ff None None] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:53.786753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Allocated IP 2001:db8::1 (50951480-84eb-473f-842b-62a4cd2f8b4a/98c6211c-b1b3-4790-abda-3d34948af83d/829b2ae5-3de3-43b7-a5fd-d17087f6f231) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:31:53.978765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e42d2a0a-f613-44e7-ab51-e027b7ea7737 None None] Provisioning complete for port f98020cb-5239-409e-8b5a-47a6e445e606 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:53.979160 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e42d2a0a-f613-44e7-ab51-e027b7ea7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:53.984059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.009914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b24d65c-876b-4595-967d-824d52245776 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.014345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.034870 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.084574 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.158493 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Port': ['ID=829b2ae5-3de3-43b7-a5fd-d17087f6f231,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:54.186393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 50951480-84eb-473f-842b-62a4cd2f8b4a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:54.188838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:54.199002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:54.199844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.214125 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.243424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Network 5afba453-e613-410c-8ce0-59e0d6072286 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:54.260987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:54.276307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:31:54.450972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port f98020cb-5239-409e-8b5a-47a6e445e606, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f98020cb-5239-409e-8b5a-47a6e445e606,segment=NetworkSegment(ceae6945-1c09-4b7c-8dc8-c7773ac603c6),segment_id=ceae6945-1c09-4b7c-8dc8-c7773ac603c6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:54.485372 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.491695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Pushing event updated for resources: {'Port': ['ID=ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:54.554845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Router 5a0285e0-4704-41bd-8ac7-c5b9e9d15b23 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:31:54.709985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b24d65c-876b-4595-967d-824d52245776 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.731699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b24d65c-876b-4595-967d-824d52245776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:54.869908 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8b24d65c-876b-4595-967d-824d52245776 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfc392b8cfa14a7dbe9d3f409c97b18d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3938622 Dec 10 18:31:55.015469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36354) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.045502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf92bc3-efd0-4543-99b7-8dfb104967de None None] Network 50951480-84eb-473f-842b-62a4cd2f8b4a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:55.056731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device af197cb2-4770-4aee-bf8f-c8025f8f010f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:55.172045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:55.174502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.192445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24d65c-876b-4595-967d-824d52245776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78da4e0-c28e-4b2a-9069-bed9c762069e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.236146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.239856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9fb9fd8a-fa44-42d9-a101-ef87ec48797d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.3268383 Dec 10 18:31:55.241100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36358) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.265226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-190c18b6-4757-414b-a2fb-9e80af917c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.326873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Deleting port 8f024cf9-6813-4fbc-aef8-27512ad0f31f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:55.327226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.357044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Attempting to bind port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:31:55.357415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Attempting to bind port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b80c79b7-2e76-4797-ba3d-e0b8d0d5952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5afba453-e613-410c-8ce0-59e0d6072286'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:31:55.357776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Attempting to bind port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf on network 5afba453-e613-410c-8ce0-59e0d6072286 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:31:55.421592 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-190c18b6-4757-414b-a2fb-9e80af917c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.449566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] Sync routers for ids ['5a0285e0-4704-41bd-8ac7-c5b9e9d15b23'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:55.455934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=f98020cb-5239-409e-8b5a-47a6e445e606,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.475875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:31:55.478303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Checking segment: {'id': 'b80c79b7-2e76-4797-ba3d-e0b8d0d5952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5afba453-e613-410c-8ce0-59e0d6072286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:31:55.479090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.479745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Bound using segment: {'id': 'b80c79b7-2e76-4797-ba3d-e0b8d0d5952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5afba453-e613-410c-8ce0-59e0d6072286'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:31:55.481286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Bound port: ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80c79b7-2e76-4797-ba3d-e0b8d0d5952f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '5afba453-e613-410c-8ce0-59e0d6072286'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:31:55.482478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.555347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36364) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.562685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-595f7d99-c20c-42bb-98e9-5ebe379874ec tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/5a0285e0-4704-41bd-8ac7-c5b9e9d15b23 HTTP/1.1" status: 200 len: 924 time: 0.3193715 Dec 10 18:31:55.607363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] For port 8f024cf9-6813-4fbc-aef8-27512ad0f31f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8f024cf9-6813-4fbc-aef8-27512ad0f31f,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:55.610800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.641679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-00a8ffda-c575-48c9-a055-faab79e8b15d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a0285e0-4704-41bd-8ac7-c5b9e9d15b23 HTTP/1.1" status: 200 len: 205 time: 0.0823476 Dec 10 18:31:55.645529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36368) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:55.648795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Calling delete_port for 8f024cf9-6813-4fbc-aef8-27512ad0f31f owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:55.670849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-190c18b6-4757-414b-a2fb-9e80af917c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.674628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-190c18b6-4757-414b-a2fb-9e80af917c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.675800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-190c18b6-4757-414b-a2fb-9e80af917c65 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d78da4e0-c28e-4b2a-9069-bed9c762069e HTTP/1.1" status: 204 len: 168 time: 0.6521728 Dec 10 18:31:55.727511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] Routers {'5a0285e0-4704-41bd-8ac7-c5b9e9d15b23'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:55.728299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5a0285e0-4704-41bd-8ac7-c5b9e9d15b23'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:55.733038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.742824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.743904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.819262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c18b6-4757-414b-a2fb-9e80af917c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78da4e0-c28e-4b2a-9069-bed9c762069e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:55.837588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] For port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:31:55.842093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:55.884293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] Routers {'5a0285e0-4704-41bd-8ac7-c5b9e9d15b23'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:55.884972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5a0285e0-4704-41bd-8ac7-c5b9e9d15b23'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:55.969365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] For port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf,segment=NetworkSegment(b80c79b7-2e76-4797-ba3d-e0b8d0d5952f),segment_id=b80c79b7-2e76-4797-ba3d-e0b8d0d5952f)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:31:55.974570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port af197cb2-4770-4aee-bf8f-c8025f8f010f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:55.974963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:55.980188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4b80a976-1cfc-456a-bc40-15a6fe8b26fd None None] Provisioning complete for port f98020cb-5239-409e-8b5a-47a6e445e606 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:55.980414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b80a976-1cfc-456a-bc40-15a6fe8b26fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.008618 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.053126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 50951480-84eb-473f-842b-62a4cd2f8b4a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:31:56.054338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Port': ['ID=829b2ae5-3de3-43b7-a5fd-d17087f6f231,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.069397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:31:56.190312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:31:56.205390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:56.206218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824540d-3e38-4bcc-b285-df973417fee6 None None] The sync data for ids ['5a0285e0-4704-41bd-8ac7-c5b9e9d15b23'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:56.249818 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.388793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36376) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:56.431620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00886d3b-e038-470a-b690-f16cadccff64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.522781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Router 39fc1810-927f-40c6-b7d9-43754e21aeae is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:31:56.597482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.607700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005bd48-2276-4fa5-acfc-b5e2cd7f2962 None None] Pushing event updated for resources: {'Port': ['ID=ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:56.760567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:56.852436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:31:56.876649 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] Sync routers for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:31:56.893024 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9d915bc-a66c-4798-9d68-7bd070c11345 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5885508 Dec 10 18:31:56.896629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36384) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:56.919540 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:56.928680 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:56.996102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4b80a976-1cfc-456a-bc40-15a6fe8b26fd None None] Provisioning complete for port af197cb2-4770-4aee-bf8f-c8025f8f010f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:56.997090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b80a976-1cfc-456a-bc40-15a6fe8b26fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.024956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port af197cb2-4770-4aee-bf8f-c8025f8f010f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=af197cb2-4770-4aee-bf8f-c8025f8f010f,segment=NetworkSegment(f026d957-a13c-4e45-afb1-106db90ec9fe),segment_id=f026d957-a13c-4e45-afb1-106db90ec9fe)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:57.031770 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:57.058140 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:31:57.059193 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:57.090289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.096561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.140778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00886d3b-e038-470a-b690-f16cadccff64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.205910 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:31:57.211018 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a4eaf6-6883-4dbf-bfd7-52dd2b4ad805 None None] The sync data for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:31:57.236756 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00886d3b-e038-470a-b690-f16cadccff64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.305053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Deleting port 03321ad5-e628-4a25-baf9-4fa3e4ebb31e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:57.306780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.313630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=af197cb2-4770-4aee-bf8f-c8025f8f010f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.420703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f024cf9-6813-4fbc-aef8-27512ad0f31f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.466132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:57.602936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9a1b1c96-e2b0-4c81-98dd-a7c501657fc0 None None] Provisioning complete for port 829b2ae5-3de3-43b7-a5fd-d17087f6f231 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:57.603388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1c96-e2b0-4c81-98dd-a7c501657fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.636055 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-00886d3b-e038-470a-b690-f16cadccff64 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=44fd7a643fca4962b0b7a45d4766202b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2438700 Dec 10 18:31:57.637715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36388) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:57.646298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:57.650780 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.693427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b1c96-e2b0-4c81-98dd-a7c501657fc0 None None] Port 829b2ae5-3de3-43b7-a5fd-d17087f6f231 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:31:57.715649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9a1b1c96-e2b0-4c81-98dd-a7c501657fc0 None None] Provisioning complete for port af197cb2-4770-4aee-bf8f-c8025f8f010f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:57.716133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1c96-e2b0-4c81-98dd-a7c501657fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:57.836508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00886d3b-e038-470a-b690-f16cadccff64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e55b0f-94ce-4538-8ad6-c39205c622ce,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:57.914255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.025101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf,segment=NetworkSegment(b80c79b7-2e76-4797-ba3d-e0b8d0d5952f),segment_id=b80c79b7-2e76-4797-ba3d-e0b8d0d5952f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:31:58.060502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.061757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f98020cb-5239-409e-8b5a-47a6e445e606 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:58.081101 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-aa0a8b88-6336-4d8b-ac74-989b74f0ace7 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:31:58.082592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aa0a8b88-6336-4d8b-ac74-989b74f0ace7 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1823275 Dec 10 18:31:58.088772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36396) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:58.132562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.135739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa90c-b993-4b4c-9271-a4033334b636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.199363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Calling delete_port for 03321ad5-e628-4a25-baf9-4fa3e4ebb31e owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:31:58.203224 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa90c-b993-4b4c-9271-a4033334b636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.217224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.265759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f98020cb-5239-409e-8b5a-47a6e445e606 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:58.267776 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.384991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa90c-b993-4b4c-9271-a4033334b636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.388525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3eaa90c-b993-4b4c-9271-a4033334b636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.390118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c3eaa90c-b993-4b4c-9271-a4033334b636 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/01e55b0f-94ce-4538-8ad6-c39205c622ce HTTP/1.1" status: 204 len: 168 time: 0.7508008 Dec 10 18:31:58.430597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eaa90c-b993-4b4c-9271-a4033334b636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e55b0f-94ce-4538-8ad6-c39205c622ce,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.452367 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6fb314da-e5a2-4fc9-b569-427ace67be45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.480013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b59e0-0a7d-478c-bc4b-ce7d054729fe None None] Network 5afba453-e613-410c-8ce0-59e0d6072286 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:31:58.526990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.683334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-891fe24f-c40b-4831-9257-a486770a3885 None None] Provisioning complete for port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:58.684129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-891fe24f-c40b-4831-9257-a486770a3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.756000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:58.806638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event deleted for resources: {'Port': ['ID=03321ad5-e628-4a25-baf9-4fa3e4ebb31e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:31:58.894772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade86968-8d1a-42d5-926f-142e94c9f7f9 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:31:59.027554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.157915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.308189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.311366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.456882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device af197cb2-4770-4aee-bf8f-c8025f8f010f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:31:59.459589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.460165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Fanout notify agent at l3_agent the message router_deleted on router 5a0285e0-4704-41bd-8ac7-c5b9e9d15b23 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:31:59.497163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.505503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0ddb6830-fe64-4432-b806-abd85e3c1d5d tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/5a0285e0-4704-41bd-8ac7-c5b9e9d15b23 HTTP/1.1" status: 204 len: 168 time: 3.8574073 Dec 10 18:31:59.508969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36418) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:31:59.515481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1831438206', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': False}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:31:59.532571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ef2447a2-88c6-462b-8ce3-5bbbf153cad7 None None] Provisioning complete for port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:59.533432 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef2447a2-88c6-462b-8ce3-5bbbf153cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.585847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:31:59.618909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.619478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.837886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port af197cb2-4770-4aee-bf8f-c8025f8f010f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:31:59.838249 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.925902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:31:59.977528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting port 829b2ae5-3de3-43b7-a5fd-d17087f6f231 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:31:59.977878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.002107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:00.042103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:00.065978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd1c1086-b979-4a5a-878d-10b80aee11c6 admin admin] 10.222.0.55 "PUT /v2.0/routers/7428e376-9ffa-49fb-9c78-4e04aaf44b41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4884129 Dec 10 18:32:00.092337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] Sync routers for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:00.132290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:00.136547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:00.137210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:31:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:00.308451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:00.310543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.662978 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.678279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Calling delete_port for 829b2ae5-3de3-43b7-a5fd-d17087f6f231 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:00.943611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:00.972528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Port': ['ID=829b2ae5-3de3-43b7-a5fd-d17087f6f231,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:01.186038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.189002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:01.461485 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.504570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.605020 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c2c07811-19df-44de-86e3-66153605dac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.632283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:31:56Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:01.676716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] Checking router: 7428e376-9ffa-49fb-9c78-4e04aaf44b41 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:01.686654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Router 39fc1810-927f-40c6-b7d9-43754e21aeae has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:01.694314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] Routers {'7428e376-9ffa-49fb-9c78-4e04aaf44b41'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:01.695907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:01.705719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-ed9b5ec1-ebcb-4944-b92b-95188edbc2c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539276 Dec 10 18:32:01.880735 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:01.892629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] Set router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:01.909279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:01.919574 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] Sync routers for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:01.921433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2966a2f2-5373-43a1-88a9-2b20455921f5 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8311384 Dec 10 18:32:01.926317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36456) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:01.937816 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:01.940128 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:02.017171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-0364545b-6724-411e-a836-4477021c9589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.020454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-0364545b-6724-411e-a836-4477021c9589 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1097 time: 0.1127608 Dec 10 18:32:02.065017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.075328 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:02.103295 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:02.104416 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:02.106679 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-da192cd7-51ca-48f9-80ba-ada5fea4d70b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] delete failed (client error): The resource could not be found. Dec 10 18:32:02.118876 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:02.120013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da192cd7-51ca-48f9-80ba-ada5fea4d70b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-1219982363 HTTP/1.1" status: 404 len: 335 time: 0.1849155 Dec 10 18:32:02.124487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36462) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:02.134455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ac3f45c4-10e7-45a2-b875-263a0d27722e tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'router': {'external_gateway_info': {'network_id': '39fc1810-927f-40c6-b7d9-43754e21aeae'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:02.190930 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:02.193611 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04501ce-1ffd-458e-b273-17bd93a2258b None None] The sync data for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:02.223642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-9de02424-4ac4-40b2-be91-efc4fd6c3813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.226731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-9de02424-4ac4-40b2-be91-efc4fd6c3813 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.1793778 Dec 10 18:32:02.274823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:31:56Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:02.326305 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-42f0e29a-36eb-4667-becf-c030585228e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 1001 time: 0.0914226 Dec 10 18:32:02.371992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e3cc54-15cd-48a6-8781-02c8acd89f3c None None] The sync data for ids ['7428e376-9ffa-49fb-9c78-4e04aaf44b41'] in n-d-821424-1 is: [{'id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'name': 'tempest-ServerActionsTestJSON-1022356672-router', 'tenant_id': '116753191c7640d99d4f17680ae90606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:21:41Z', 'updated_at': '2021-12-10T18:31:56Z', 'revision_number': 5, 'project_id': '116753191c7640d99d4f17680ae90606', 'gw_port': {'id': 'edde4de1-3195-4bfb-bd09-7c1811a0be1e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428e376-9ffa-49fb-9c78-4e04aaf44b41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:21:43Z', 'updated_at': '2021-12-10T18:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:02.405225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-ea22de55-afe9-477e-b756-6acc928b7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.407168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-ea22de55-afe9-477e-b756-6acc928b7fef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.0717404 Dec 10 18:32:02.563104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-e039fe3e-b24a-442f-aa0d-3d5f7559d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:02.565837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-e039fe3e-b24a-442f-aa0d-3d5f7559d508 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498749 Dec 10 18:32:02.781970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-18b50568-fb27-4ff7-bf7f-37d768d9cf38 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073076 Dec 10 18:32:02.809492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Deleting port edde4de1-3195-4bfb-bd09-7c1811a0be1e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:02.810173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.036762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] For port edde4de1-3195-4bfb-bd09-7c1811a0be1e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=edde4de1-3195-4bfb-bd09-7c1811a0be1e,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:03.037667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.040532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cd20e-f06a-4b6a-b4a6-d70fdb1e2da9 req-19033cfe-fbba-40ad-93f8-5c5997fdcdac service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501941 Dec 10 18:32:03.055284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Calling delete_port for edde4de1-3195-4bfb-bd09-7c1811a0be1e owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:03.120513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac3f45c4-10e7-45a2-b875-263a0d27722e tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.208325 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-ac3f45c4-10e7-45a2-b875-263a0d27722e tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] update failed (client error): The resource could not be found. Dec 10 18:32:03.213142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ac3f45c4-10e7-45a2-b875-263a0d27722e tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae HTTP/1.1" status: 404 len: 339 time: 1.0840254 Dec 10 18:32:03.213306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36474) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:03.218165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1770302149'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:03.262388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8f024cf9-6813-4fbc-aef8-27512ad0f31f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:03.271063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.319910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.323437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 8f024cf9-6813-4fbc-aef8-27512ad0f31f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:03.323939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8f024cf9-6813-4fbc-aef8-27512ad0f31f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:03.337194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:03.341111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.471632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:03.495406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.495787 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Added segment 9b3abed7-4414-4351-b699-abb3b0a58f67 of type vlan for network 449853cf-54e9-416b-bfec-82afabd08373 Dec 10 18:32:03.631484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.663082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Allocated IP 172.25.2.110 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/e5f9d45c-c23f-40d7-80f5-92dae6fff813) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:03.678691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.729685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Pushing event deleted for resources: {'Port': ['ID=edde4de1-3195-4bfb-bd09-7c1811a0be1e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:03.736857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.751274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:03.752012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.761439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c4d97-2f05-4204-8e40-401965cbb792 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:03.793149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:03.958197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7439361 Dec 10 18:32:03.961953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36486) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:03.969629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'subnet': {'network_id': '449853cf-54e9-416b-bfec-82afabd08373', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:03.993074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8788a5-604c-4b10-9e99-1acd00e1ee52 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Network': ['ID=449853cf-54e9-416b-bfec-82afabd08373,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:04.005599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 449853cf-54e9-416b-bfec-82afabd08373 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:04.017506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.121749 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.168957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.171904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.233523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.238791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.239529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7428e376-9ffa-49fb-9c78-4e04aaf44b41 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:04.246309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.251705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f8003c6-5372-4537-ac4e-f9bd3cf02726 admin admin] 10.222.0.55 "DELETE /v2.0/routers/7428e376-9ffa-49fb-9c78-4e04aaf44b41 HTTP/1.1" status: 204 len: 168 time: 4.0985749 Dec 10 18:32:04.254409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36490) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:04.312564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] Deleting subnet ad779698-0097-4e8e-bdcb-013d65bc83c6 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:04.319780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.326963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Made reservation on behalf of ec1f69d8433c454bb16429e62e3fed03 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:04.331214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.435270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.477258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.553106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Port': ['ID=e5f9d45c-c23f-40d7-80f5-92dae6fff813,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:04.578674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:04.587569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:04.593003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:04.624848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ea84e-f78a-441f-aac5-7e03613f7f93 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:04.692495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.711947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.786101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-67ffe8bc-eafb-4799-8507-a32f338d807e None None] Provisioning complete for port e5f9d45c-c23f-40d7-80f5-92dae6fff813 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:04.787534 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67ffe8bc-eafb-4799-8507-a32f338d807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:04.866694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-67ffe8bc-eafb-4799-8507-a32f338d807e None None] Port e5f9d45c-c23f-40d7-80f5-92dae6fff813 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:05.004635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.067740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Subnet': ['ID=91e49ab2-0820-4374-b4a8-c5faa2818eea,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.077246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.139696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Checking segment: {'id': '9b3abed7-4414-4351-b699-abb3b0a58f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '449853cf-54e9-416b-bfec-82afabd08373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:05.142615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network hostable DHCP agents. Network: 449853cf-54e9-416b-bfec-82afabd08373, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:05.151977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad779698-0097-4e8e-bdcb-013d65bc83c6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:05.159446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7234e2a6-5f8f-4de9-88a0-717fb2e0ad3a None None] Network 7ece2ed6-f826-441d-b990-14c3e4c97e2b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:05.174790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.187129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-527a84e5-9524-48cd-ad8f-94754444d327 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ad779698-0097-4e8e-bdcb-013d65bc83c6 HTTP/1.1" status: 204 len: 168 time: 0.9288146 Dec 10 18:32:05.187354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 449853cf-54e9-416b-bfec-82afabd08373 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:05.189976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36500) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.413698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.419952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device edde4de1-3195-4bfb-bd09-7c1811a0be1e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:05.430734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.445465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: edde4de1-3195-4bfb-bd09-7c1811a0be1e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:05.445795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device edde4de1-3195-4bfb-bd09-7c1811a0be1e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:05.475976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 449853cf-54e9-416b-bfec-82afabd08373) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:05.487720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:05.494442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.494880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6fee78-3944-4081-970d-7a2722a18f4f None None] Network 449853cf-54e9-416b-bfec-82afabd08373 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:05.622752 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9de3bddc-f17b-4c2a-a366-564af15397e2 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6562481 Dec 10 18:32:05.623497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36504) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:05.632071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0cfcf0d2-a012-4e58-8967-1afdc420a219 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'router': {'external_gateway_info': {'network_id': '449853cf-54e9-416b-bfec-82afabd08373'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:05.638123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] DHCP port deletion for 7ece2ed6-f826-441d-b990-14c3e4c97e2b request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:05.700532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Deleting port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:05.700868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.797057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-449853cf-54e9-416b-bfec-82afabd08373', 'network_id': '449853cf-54e9-416b-bfec-82afabd08373', 'project_id': 'ec1f69d8433c454bb16429e62e3fed03', 'fixed_ips': [{'subnet_id': '91e49ab2-0820-4374-b4a8-c5faa2818eea'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:05.797057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.828547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] For port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:05.831108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:05.891035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Calling delete_port for 657fc9d7-08db-4ec4-84a2-7c9c1483c42a owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:06.108442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] Deleting port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:06.109157 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.146906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.191710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] No DVR routers for this DVR port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:06.248219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.431725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] For port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,segment=NetworkSegment(4fcfe899-fce9-400f-b1e2-3687d75c53eb),segment_id=4fcfe899-fce9-400f-b1e2-3687d75c53eb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:06.432198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.468036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] Calling delete_port for 657fc9d7-08db-4ec4-84a2-7c9c1483c42a owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:06.488583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Allocated IP 2001:db8:1::2 (449853cf-54e9-416b-bfec-82afabd08373/91e49ab2-0820-4374-b4a8-c5faa2818eea/5afe8f34-d203-4d9f-9e48-4979444cefbe) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:06.619179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.690725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ece2ed6-f826-441d-b990-14c3e4c97e2b']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:32:06.709851 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:32:06.734111 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.737205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcfe899-fce9-400f-b1e2-3687d75c53eb') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:06.737205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcfe899-fce9-400f-b1e2-3687d75c53eb') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:06.764001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] No DVR routers for this DVR port 657fc9d7-08db-4ec4-84a2-7c9c1483c42a on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:06.765028 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.769744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b8a01-b8a4-4bc2-a8eb-eff6b790d9fb None None] Pushing event deleted for resources: {'Port': ['ID=657fc9d7-08db-4ec4-84a2-7c9c1483c42a,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:06.816333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.841317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:06.842991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:06.847788 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:06.896726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:06.908116 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.025075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Network 449853cf-54e9-416b-bfec-82afabd08373 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:07.026519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:07.027559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.032653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:07.037302 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cfcf0d2-a012-4e58-8967-1afdc420a219 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.064369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.067074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Pushing event updated for resources: {'Port': ['ID=5afe8f34-d203-4d9f-9e48-4979444cefbe,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:07.127141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.132849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7ece2ed6-f826-441d-b990-14c3e4c97e2b HTTP/1.1" status: 204 len: 168 time: 1.9405017 Dec 10 18:32:07.152013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db22cb-be1b-428e-b1ea-e79ff7d06d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ece2ed6-f826-441d-b990-14c3e4c97e2b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:07.215737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Attempting to bind port 5afe8f34-d203-4d9f-9e48-4979444cefbe on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:07.216873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Attempting to bind port 5afe8f34-d203-4d9f-9e48-4979444cefbe by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '9b3abed7-4414-4351-b699-abb3b0a58f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '449853cf-54e9-416b-bfec-82afabd08373'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:07.218214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Attempting to bind port 5afe8f34-d203-4d9f-9e48-4979444cefbe on network 449853cf-54e9-416b-bfec-82afabd08373 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:07.233432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:07.233870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Checking segment: {'id': '9b3abed7-4414-4351-b699-abb3b0a58f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '449853cf-54e9-416b-bfec-82afabd08373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:07.234326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.234791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Bound using segment: {'id': '9b3abed7-4414-4351-b699-abb3b0a58f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '449853cf-54e9-416b-bfec-82afabd08373'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:07.245688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Bound port: 5afe8f34-d203-4d9f-9e48-4979444cefbe, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3abed7-4414-4351-b699-abb3b0a58f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '449853cf-54e9-416b-bfec-82afabd08373'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:07.248393 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.408620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] For port 5afe8f34-d203-4d9f-9e48-4979444cefbe, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:07.420744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] For port 5afe8f34-d203-4d9f-9e48-4979444cefbe, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5afe8f34-d203-4d9f-9e48-4979444cefbe,segment=NetworkSegment(9b3abed7-4414-4351-b699-abb3b0a58f67),segment_id=9b3abed7-4414-4351-b699-abb3b0a58f67)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:07.428278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 657fc9d7-08db-4ec4-84a2-7c9c1483c42a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:07.457938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 657fc9d7-08db-4ec4-84a2-7c9c1483c42a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:07.458525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 657fc9d7-08db-4ec4-84a2-7c9c1483c42a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:07.463323 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.479014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Router f1b17cab-382d-4c81-9d7b-ae2621ab880d is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:07.555537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb5c0c-e197-4d5d-9010-990285a01ea3 None None] Pushing event updated for resources: {'Port': ['ID=5afe8f34-d203-4d9f-9e48-4979444cefbe,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:07.794410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:07.816258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Sync routers for ids ['f1b17cab-382d-4c81-9d7b-ae2621ab880d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:07.829113 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-0cfcf0d2-a012-4e58-8967-1afdc420a219 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:07.833990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0cfcf0d2-a012-4e58-8967-1afdc420a219 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae HTTP/1.1" status: 400 len: 364 time: 2.2035532 Dec 10 18:32:07.837323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36554) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:07.853646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:07.854911 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f415dd6b-b42e-4daa-b79f-a5a9f4e04dfd tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.3449488 Dec 10 18:32:07.858063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36556) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:07.889208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Routers {'f1b17cab-382d-4c81-9d7b-ae2621ab880d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:07.889857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1b17cab-382d-4c81-9d7b-ae2621ab880d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:07.990401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36564) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.297158 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5edb34f2-ec8c-443f-95d8-9499aba7ca44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=116753191c7640d99d4f17680ae90606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978075 Dec 10 18:32:08.302978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36574) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.434702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36580) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:08.435763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a012e1a4-5f6e-4349-833c-d543b3936ce7 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/f1b17cab-382d-4c81-9d7b-ae2621ab880d HTTP/1.1" status: 200 len: 909 time: 0.5762568 Dec 10 18:32:08.445602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1831438206', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': True}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:08.471067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-600f7309-0660-42d7-bf4d-92af80c459b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.501850 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-600f7309-0660-42d7-bf4d-92af80c459b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.569838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.573282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.612994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-600f7309-0660-42d7-bf4d-92af80c459b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.639466 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-600f7309-0660-42d7-bf4d-92af80c459b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:08.658428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-600f7309-0660-42d7-bf4d-92af80c459b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e779f3c9-ea20-4022-970d-e91e4d6a66ba HTTP/1.1" status: 204 len: 168 time: 0.3502350 Dec 10 18:32:08.685431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f7309-0660-42d7-bf4d-92af80c459b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779f3c9-ea20-4022-970d-e91e4d6a66ba,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:08.992052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.047934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Set router f1b17cab-382d-4c81-9d7b-ae2621ab880d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:09.377415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.571207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5afe8f34-d203-4d9f-9e48-4979444cefbe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:09.752573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9a258-e723-49c0-9da8-bad2dc2ca30f None None] Network 449853cf-54e9-416b-bfec-82afabd08373 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:09.776856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:09.915603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5846bbea-607a-4034-a797-0899d73c84ef None None] Provisioning complete for port 5afe8f34-d203-4d9f-9e48-4979444cefbe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:09.915603 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5846bbea-607a-4034-a797-0899d73c84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.112794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5afe8f34-d203-4d9f-9e48-4979444cefbe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:10.115444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.158774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b17cab-382d-4c81-9d7b-ae2621ab880d', 'name': 'tempest-snat-router-1831438206', 'tenant_id': '7f42d69684ac4e629637abbef8b6def5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': False}, 'gw_port_id': 'e5f9d45c-c23f-40d7-80f5-92dae6fff813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:59Z', 'updated_at': '2021-12-10T18:32:05Z', 'revision_number': 3, 'project_id': '7f42d69684ac4e629637abbef8b6def5', 'gw_port': {'id': 'e5f9d45c-c23f-40d7-80f5-92dae6fff813', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b17cab-382d-4c81-9d7b-ae2621ab880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:03Z', 'updated_at': '2021-12-10T18:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:10.262233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Checking router: f1b17cab-382d-4c81-9d7b-ae2621ab880d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:10.262610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Updating router f1b17cab-382d-4c81-9d7b-ae2621ab880d port e5f9d45c-c23f-40d7-80f5-92dae6fff813 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:10.299183 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.360358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Allocated IP 2001:db8::1 (43b79019-d7f8-4d20-875c-1cca52dd8d52/d665c4fb-a31d-47d7-8c0a-ac4c17dbf53f/7331f8c0-69ca-4f91-aeec-4a6a1d615033) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:10.593455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5846bbea-607a-4034-a797-0899d73c84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.728152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.753827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.785546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:10.889856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.111971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:11.116185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:11.138691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:11.139283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.232404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Port': ['ID=7331f8c0-69ca-4f91-aeec-4a6a1d615033,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.319863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5846bbea-607a-4034-a797-0899d73c84ef None None] For port 5afe8f34-d203-4d9f-9e48-4979444cefbe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5afe8f34-d203-4d9f-9e48-4979444cefbe,segment=NetworkSegment(9b3abed7-4414-4351-b699-abb3b0a58f67),segment_id=9b3abed7-4414-4351-b699-abb3b0a58f67)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:11.348618 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5846bbea-607a-4034-a797-0899d73c84ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.418148 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.596972 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:11.777900 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:11.786515 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:11.864025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846bbea-607a-4034-a797-0899d73c84ef None None] Pushing event updated for resources: {'Port': ['ID=5afe8f34-d203-4d9f-9e48-4979444cefbe,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:11.978774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4a422635-b4f6-4015-a534-a7a193b56366 None None] Provisioning complete for port 7331f8c0-69ca-4f91-aeec-4a6a1d615033 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:11.979068 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4a422635-b4f6-4015-a534-a7a193b56366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.048039 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.074249 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.080345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4a422635-b4f6-4015-a534-a7a193b56366 None None] Port 7331f8c0-69ca-4f91-aeec-4a6a1d615033 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:12.246301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97384c4-347f-449f-805f-acd427baea47 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:12.257577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Attempting to bind port e5f9d45c-c23f-40d7-80f5-92dae6fff813 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:12.258086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Attempting to bind port e5f9d45c-c23f-40d7-80f5-92dae6fff813 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:12.258635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Attempting to bind port e5f9d45c-c23f-40d7-80f5-92dae6fff813 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:12.290813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:12.291175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:12.291619 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.292132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:12.293195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Bound port: e5f9d45c-c23f-40d7-80f5-92dae6fff813, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:12.293710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.490538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb9f59-23e4-4b8c-b883-c357f39dd8fe None None] Pushing event updated for resources: {'Port': ['ID=e5f9d45c-c23f-40d7-80f5-92dae6fff813,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:12.525247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e95c4639-f3ac-4b20-bc17-362b192a7f21 None None] Provisioning complete for port 5afe8f34-d203-4d9f-9e48-4979444cefbe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:12.525970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e95c4639-f3ac-4b20-bc17-362b192a7f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.623560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] For port e5f9d45c-c23f-40d7-80f5-92dae6fff813, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:12.628085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] For port e5f9d45c-c23f-40d7-80f5-92dae6fff813, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5f9d45c-c23f-40d7-80f5-92dae6fff813,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:12.770778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36447837-6d24-4b17-9169-54f8b529ff67 req-c8803fcb-964e-43c8-a6ae-ac8e902df9b5 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a93c819-91ce-4f3e-99d6-c1a106e747cd HTTP/1.1" status: 200 len: 210 time: 0.0628190 Dec 10 18:32:12.790753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:12.855204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5afe8f34-d203-4d9f-9e48-4979444cefbe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:12.891388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Allocated IP 172.25.2.237 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/13458527-fbf5-43c5-b6b3-249663a4b51c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:12.987723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279be275-8ec3-4390-b4e8-3442fb2ba862 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:13.039757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6f304e26-8959-42b2-bde5-db6017d2071b None None] Provisioning complete for port e5f9d45c-c23f-40d7-80f5-92dae6fff813 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:13.040136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f304e26-8959-42b2-bde5-db6017d2071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.133642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Routers {'f1b17cab-382d-4c81-9d7b-ae2621ab880d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:13.136969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1b17cab-382d-4c81-9d7b-ae2621ab880d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:13.139787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5afe8f34-d203-4d9f-9e48-4979444cefbe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:13.140274 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.146477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb9f59-23e4-4b8c-b883-c357f39dd8fe None None] Pushing event updated for resources: {'Port': ['ID=e5f9d45c-c23f-40d7-80f5-92dae6fff813,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.357472 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.462855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.466761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.567198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.568776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.575905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Port': ['ID=13458527-fbf5-43c5-b6b3-249663a4b51c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:13.720295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f304e26-8959-42b2-bde5-db6017d2071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:13.758139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b50df449-1fd3-4848-b869-050cc44cfad5 req-a12aa5c3-d71c-435d-9506-0d20fbf05ad8 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0938458 Dec 10 18:32:13.803249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] Set router f1b17cab-382d-4c81-9d7b-ae2621ab880d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:13.837867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:13.845244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:13.864333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:13.882075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4f6102-a310-4a94-beee-323cc019f021 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:13.891941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6f304e26-8959-42b2-bde5-db6017d2071b None None] For port e5f9d45c-c23f-40d7-80f5-92dae6fff813, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5f9d45c-c23f-40d7-80f5-92dae6fff813,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:13.972259 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f304e26-8959-42b2-bde5-db6017d2071b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.094155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f304e26-8959-42b2-bde5-db6017d2071b None None] Pushing event updated for resources: {'Port': ['ID=e5f9d45c-c23f-40d7-80f5-92dae6fff813,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.245851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d591c114-c721-4ad6-a698-e89f24ac5ee1 None None] Provisioning complete for port e5f9d45c-c23f-40d7-80f5-92dae6fff813 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:14.252876 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d591c114-c721-4ad6-a698-e89f24ac5ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.309543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:14.381189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:14.403113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event updated for resources: {'Port': ['ID=7331f8c0-69ca-4f91-aeec-4a6a1d615033,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:14.944377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d591c114-c721-4ad6-a698-e89f24ac5ee1 None None] Provisioning complete for port 13458527-fbf5-43c5-b6b3-249663a4b51c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:14.944885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d591c114-c721-4ad6-a698-e89f24ac5ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:14.964936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.038656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db7d5e5f-a23c-4cf4-b574-6e31e4731b4f req-54e1b64c-259d-400e-b1fb-be22a0d446c2 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0551448 Dec 10 18:32:15.044677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d591c114-c721-4ad6-a698-e89f24ac5ee1 None None] Port 13458527-fbf5-43c5-b6b3-249663a4b51c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:15.064775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b17cab-382d-4c81-9d7b-ae2621ab880d', 'name': 'tempest-snat-router-1831438206', 'tenant_id': '7f42d69684ac4e629637abbef8b6def5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': False}, 'gw_port_id': 'e5f9d45c-c23f-40d7-80f5-92dae6fff813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:59Z', 'updated_at': '2021-12-10T18:32:05Z', 'revision_number': 3, 'project_id': '7f42d69684ac4e629637abbef8b6def5', 'gw_port': {'id': 'e5f9d45c-c23f-40d7-80f5-92dae6fff813', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b17cab-382d-4c81-9d7b-ae2621ab880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:03Z', 'updated_at': '2021-12-10T18:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:15.139979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b471f5-1384-476c-af4a-f78d15ab8b36 None None] The sync data for ids ['f1b17cab-382d-4c81-9d7b-ae2621ab880d'] in n-d-821424-1 is: [{'id': 'f1b17cab-382d-4c81-9d7b-ae2621ab880d', 'name': 'tempest-snat-router-1831438206', 'tenant_id': '7f42d69684ac4e629637abbef8b6def5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': False}, 'gw_port_id': 'e5f9d45c-c23f-40d7-80f5-92dae6fff813', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:31:59Z', 'updated_at': '2021-12-10T18:32:05Z', 'revision_number': 3, 'project_id': '7f42d69684ac4e629637abbef8b6def5', 'gw_port': {'id': 'e5f9d45c-c23f-40d7-80f5-92dae6fff813', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:e3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b17cab-382d-4c81-9d7b-ae2621ab880d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:03Z', 'updated_at': '2021-12-10T18:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:15.161435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Router 39fc1810-927f-40c6-b7d9-43754e21aeae has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:15.181670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-95aca949-2993-4e90-bab0-9a6fe9c37ee2 None None] Provisioning complete for port 7331f8c0-69ca-4f91-aeec-4a6a1d615033 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:15.188390 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95aca949-2993-4e90-bab0-9a6fe9c37ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.251396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-95aca949-2993-4e90-bab0-9a6fe9c37ee2 None None] Port 7331f8c0-69ca-4f91-aeec-4a6a1d615033 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:15.606536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04e99502-4dc5-4426-9952-b364455eea90 req-0fcb292f-236b-4e7b-99f5-b9cae7b8594b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a93c819-91ce-4f3e-99d6-c1a106e747cd HTTP/1.1" status: 200 len: 210 time: 0.1030564 Dec 10 18:32:15.625457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:15.778550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:15.797787 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] Sync routers for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:15.829287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f5984ac6-d7da-4081-8cea-1f80ee63334f tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9890943 Dec 10 18:32:15.831726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36742) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:15.860424 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:15.863138 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:15.960297 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:15.978872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:15.980756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:16.041452 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:16.047310 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7555594d-9db2-4d6c-81e9-25424bd37f4e None None] The sync data for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:16.147255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Router 7ecf842a-af8c-423f-977e-0a53ab9462b8 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:16.169552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb239683-f954-4c16-9ee2-22c60bd96bc0 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.321369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3a54da1b-3815-4be0-86af-d8d9a324d556 req-a3ff35f9-bc89-434e-839f-3ea3ad1c1248 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0994291 Dec 10 18:32:16.364080 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-eb239683-f954-4c16-9ee2-22c60bd96bc0 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:32:16.380246 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eb239683-f954-4c16-9ee2-22c60bd96bc0 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae HTTP/1.1" status: 409 len: 329 time: 0.5468278 Dec 10 18:32:16.381647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:16.596149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:16.612586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Sync routers for ids ['7ecf842a-af8c-423f-977e-0a53ab9462b8'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:16.638869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Routers {'7ecf842a-af8c-423f-977e-0a53ab9462b8'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:16.644883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7ecf842a-af8c-423f-977e-0a53ab9462b8'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:16.820002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5f9d45c-c23f-40d7-80f5-92dae6fff813 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:16.827350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:16.831951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ce012e75-dadc-4034-8e3c-c897ed1cdd88 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3879144 Dec 10 18:32:16.832341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36766) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.138160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-051b979e-3ae5-4dc8-8241-2652751e3e25 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/7ecf842a-af8c-423f-977e-0a53ab9462b8 HTTP/1.1" status: 200 len: 908 time: 0.3044155 Dec 10 18:32:17.140778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36772) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:17.176306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e5f9d45c-c23f-40d7-80f5-92dae6fff813 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:17.176762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.259331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Set router 7ecf842a-af8c-423f-977e-0a53ab9462b8 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:17.364062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e3373c-542e-4c88-b5f6-e42b66938b54 req-602406c2-ff23-49ed-baaa-ed74e9be79ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0694401 Dec 10 18:32:17.429977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.451640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.681311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.717141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-595b7920-ca9e-4335-8e7d-14ee524529f3 req-1f7ce9e0-e7c1-49b1-bec2-9c981af8b39d tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0908229 Dec 10 18:32:17.891490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Deleting port 13458527-fbf5-43c5-b6b3-249663a4b51c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:17.891831 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:17.915396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ecf842a-af8c-423f-977e-0a53ab9462b8', 'name': 'tempest-snat-router-1831438206', 'tenant_id': '7f42d69684ac4e629637abbef8b6def5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': '13458527-fbf5-43c5-b6b3-249663a4b51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:08Z', 'updated_at': '2021-12-10T18:32:14Z', 'revision_number': 3, 'project_id': '7f42d69684ac4e629637abbef8b6def5', 'gw_port': {'id': '13458527-fbf5-43c5-b6b3-249663a4b51c', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:b4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ecf842a-af8c-423f-977e-0a53ab9462b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:10Z', 'updated_at': '2021-12-10T18:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:17.971777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Checking router: 7ecf842a-af8c-423f-977e-0a53ab9462b8 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:17.982526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Updating router 7ecf842a-af8c-423f-977e-0a53ab9462b8 port 13458527-fbf5-43c5-b6b3-249663a4b51c binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:18.053487 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.100951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.135582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Calling delete_port for 13458527-fbf5-43c5-b6b3-249663a4b51c owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:18.200856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting port 7331f8c0-69ca-4f91-aeec-4a6a1d615033 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:18.201310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.468126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.499580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Calling delete_port for 7331f8c0-69ca-4f91-aeec-4a6a1d615033 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:18.618211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.663873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0268eaff-4a2f-4dc0-b94b-abaa927c6ac9 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:18.690489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event deleted for resources: {'Port': ['ID=13458527-fbf5-43c5-b6b3-249663a4b51c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:18.786188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:18.893690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Port': ['ID=7331f8c0-69ca-4f91-aeec-4a6a1d615033,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:19.039125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76e4c461-0f66-4a15-9691-cfe3e24fe964 req-ff943900-181e-405c-911e-5636e24ea1a9 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1410003 Dec 10 18:32:19.054866 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.163816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.317081 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:19.318045 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:19.515958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36818) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:19.550982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.558731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.628759 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.630281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ecf842a-af8c-423f-977e-0a53ab9462b8 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:19.648292 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:19.652353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3cabb9f6-d460-481e-bd77-36ddf435e0fe tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "DELETE /v2.0/routers/7ecf842a-af8c-423f-977e-0a53ab9462b8 HTTP/1.1" status: 204 len: 168 time: 2.5088539 Dec 10 18:32:19.655451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36822) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:19.847048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Port 13458527-fbf5-43c5-b6b3-249663a4b51c not found while updating agent binding for router 7ecf842a-af8c-423f-977e-0a53ab9462b8. {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 10 18:32:19.888524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Routers set() bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:19.890947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Router IDs set() for agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 10 18:32:19.892261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_agentschedulers_db [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7ecf842a-af8c-423f-977e-0a53ab9462b8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent'). {{(pid=103501) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 10 18:32:19.893147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffed7e41-63ce-40b7-9c11-929d9ba34a06 None None] The sync data for ids ['7ecf842a-af8c-423f-977e-0a53ab9462b8'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:20.002201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4a9f5150-dd70-4559-9a6f-cdd328282e79 req-0e66056d-f972-4cea-bbd7-32563a61b79c tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0759921 Dec 10 18:32:20.025267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cb2011e-a479-427b-93ff-bd7cf963bd6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.263632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.350174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Router 39fc1810-927f-40c6-b7d9-43754e21aeae has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:20.575012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:20.588921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-565f6a42-eeb1-4b43-80f1-0737ef953f9b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2022119 Dec 10 18:32:20.593413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36838) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:20.644815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] Sync routers for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:20.678465 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:20.682017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:20.718757 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-7bfc0e2b-5846-41e9-a9c7-2d42b1f5da4a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] show failed (client error): The resource could not be found. Dec 10 18:32:20.724857 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7bfc0e2b-5846-41e9-a9c7-2d42b1f5da4a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-1448204422 HTTP/1.1" status: 404 len: 335 time: 0.1243482 Dec 10 18:32:20.725094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36840) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:20.734967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1b73fa51-44c3-420a-876b-b2630c86365d tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:20.768486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cb2011e-a479-427b-93ff-bd7cf963bd6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.774008 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.788747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cb2011e-a479-427b-93ff-bd7cf963bd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.809479 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-1b73fa51-44c3-420a-876b-b2630c86365d tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] update failed (client error): The resource could not be found. Dec 10 18:32:20.814469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1b73fa51-44c3-420a-876b-b2630c86365d tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-1149109583 HTTP/1.1" status: 404 len: 335 time: 0.0890093 Dec 10 18:32:20.819683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36842) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:20.854474 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:20.867285 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] Routers {'39fc1810-927f-40c6-b7d9-43754e21aeae'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:20.868322 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['39fc1810-927f-40c6-b7d9-43754e21aeae'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:20.921524 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:20.922197 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dc79b6-6fbf-4664-94d7-0a71848e185c None None] The sync data for ids ['39fc1810-927f-40c6-b7d9-43754e21aeae'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:20.945704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting subnet 91e49ab2-0820-4374-b4a8-c5faa2818eea {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:20.957210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1cb2011e-a479-427b-93ff-bd7cf963bd6c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=57b1dee54a4f4907a2564e768d4c0b54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4396141 Dec 10 18:32:20.960523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36844) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:20.961695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:20.980963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2011e-a479-427b-93ff-bd7cf963bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3137205f-230d-4ee9-b1e7-c2a14ec98b4a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:21.036876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Deleting port e5f9d45c-c23f-40d7-80f5-92dae6fff813 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:21.037305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.039397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5cafc1a0-2e97-430a-aa3e-1a236f8a9aa9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.053897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.116513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5cafc1a0-2e97-430a-aa3e-1a236f8a9aa9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.207413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.258130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ead644e-4b03-467d-b16a-3a3cb26dd7b1 req-b6a3faf2-b8e2-4ffc-8300-705ea8f66d13 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0613484 Dec 10 18:32:21.291692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] For port e5f9d45c-c23f-40d7-80f5-92dae6fff813, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5f9d45c-c23f-40d7-80f5-92dae6fff813,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:21.292287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.325421 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.327095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Calling delete_port for e5f9d45c-c23f-40d7-80f5-92dae6fff813 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:21.337835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5cafc1a0-2e97-430a-aa3e-1a236f8a9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.344454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5cafc1a0-2e97-430a-aa3e-1a236f8a9aa9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.364713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5cafc1a0-2e97-430a-aa3e-1a236f8a9aa9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3137205f-230d-4ee9-b1e7-c2a14ec98b4a HTTP/1.1" status: 204 len: 168 time: 0.4013097 Dec 10 18:32:21.395484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Subnet': ['ID=91e49ab2-0820-4374-b4a8-c5faa2818eea,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:21.417910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.423229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fd1f56-9375-4114-a587-14d9efe79d2f None None] Network 449853cf-54e9-416b-bfec-82afabd08373 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:21.448228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ec9beb82-9cd7-47f4-8691-5c479dcfa34a tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/subnets/91e49ab2-0820-4374-b4a8-c5faa2818eea HTTP/1.1" status: 204 len: 168 time: 0.6266232 Dec 10 18:32:21.453492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36852) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:21.535339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafc1a0-2e97-430a-aa3e-1a236f8a9aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3137205f-230d-4ee9-b1e7-c2a14ec98b4a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:21.713584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.884955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting port 5afe8f34-d203-4d9f-9e48-4979444cefbe {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:21.886226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.912911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:21.915466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] DHCP port deletion for 449853cf-54e9-416b-bfec-82afabd08373 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:21.982110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5f9d45c-c23f-40d7-80f5-92dae6fff813,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.024853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] For port 5afe8f34-d203-4d9f-9e48-4979444cefbe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5afe8f34-d203-4d9f-9e48-4979444cefbe,segment=NetworkSegment(9b3abed7-4414-4351-b699-abb3b0a58f67),segment_id=9b3abed7-4414-4351-b699-abb3b0a58f67)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:22.025061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.025799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f2b09-497e-432c-8bf4-d4051000a112 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:22.041651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Calling delete_port for 5afe8f34-d203-4d9f-9e48-4979444cefbe owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:22.090382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] Deleting port 5afe8f34-d203-4d9f-9e48-4979444cefbe {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:22.091031 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.132514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.132745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.186512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Port': ['ID=5afe8f34-d203-4d9f-9e48-4979444cefbe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.197386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] No DVR routers for this DVR port 5afe8f34-d203-4d9f-9e48-4979444cefbe on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:22.198459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] For port 5afe8f34-d203-4d9f-9e48-4979444cefbe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5afe8f34-d203-4d9f-9e48-4979444cefbe,segment=NetworkSegment(9b3abed7-4414-4351-b699-abb3b0a58f67),segment_id=9b3abed7-4414-4351-b699-abb3b0a58f67)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:22.198872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.242113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] Calling delete_port for 5afe8f34-d203-4d9f-9e48-4979444cefbe owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:22.316036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.324305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.373351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.390189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.391095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1b17cab-382d-4c81-9d7b-ae2621ab880d {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:22.397946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.401636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd08d669-e737-492f-b4af-bafca39a44ac tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "DELETE /v2.0/routers/f1b17cab-382d-4c81-9d7b-ae2621ab880d HTTP/1.1" status: 204 len: 168 time: 2.7449791 Dec 10 18:32:22.414899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36878) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:22.426164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1927349094', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:22.436449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.449188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449853cf-54e9-416b-bfec-82afabd08373']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:22.485264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3abed7-4414-4351-b699-abb3b0a58f67') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:22.486897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3abed7-4414-4351-b699-abb3b0a58f67') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:22.512323 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9154a29-56bb-4814-b5e5-e0d1e69d8531 req-62ea66ee-4af1-4f25-89b5-a7fd5bca4ef3 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1027038 Dec 10 18:32:22.516574 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.525416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] Pushing event deleted for resources: {'Port': ['ID=5afe8f34-d203-4d9f-9e48-4979444cefbe,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.561692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f271f-7507-47c5-9fd7-9f9a8b4ca526 None None] No DVR routers for this DVR port 5afe8f34-d203-4d9f-9e48-4979444cefbe on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:22.569169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.570764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.574385 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.608565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:22.608989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:22.612594 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:22.770964 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.783221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:22.792554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/networks/449853cf-54e9-416b-bfec-82afabd08373 HTTP/1.1" status: 204 len: 168 time: 1.3359773 Dec 10 18:32:22.803756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 36890) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:22.813298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1bbc-9d0d-4d90-886a-670f1b6d53e9 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Network': ['ID=449853cf-54e9-416b-bfec-82afabd08373,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:22.870380 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.011711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting subnet c1dfa363-df0e-4666-9e9a-5968e4c7d4cc {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:23.014871 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.090776 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.102969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5afe8f34-d203-4d9f-9e48-4979444cefbe no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:23.152939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 5afe8f34-d203-4d9f-9e48-4979444cefbe {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:23.153743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5afe8f34-d203-4d9f-9e48-4979444cefbe not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:23.604318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:23.735180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b4231c3c-160c-49c9-944f-19766e381e29 req-2e800efd-86ec-41b3-94c4-d380a726662c tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0782156 Dec 10 18:32:23.878041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.061165 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.123044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Subnet': ['ID=c1dfa363-df0e-4666-9e9a-5968e4c7d4cc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:24.136862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.140677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5f3595bf-f425-4459-8788-c8c5950df846 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/subnets/c1dfa363-df0e-4666-9e9a-5968e4c7d4cc HTTP/1.1" status: 204 len: 168 time: 1.3333185 Dec 10 18:32:24.143812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 36976) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:24.150911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89d07e3-5d8b-476a-857c-86a72b09a22d None None] Network 5afba453-e613-410c-8ce0-59e0d6072286 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:24.341075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting subnet 98c6211c-b1b3-4790-abda-3d34948af83d {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:24.346800 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.390932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.425913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.447583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] DHCP port deletion for 5afba453-e613-410c-8ce0-59e0d6072286 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:24.524254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.572060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] Deleting port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:24.572733 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.698444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] For port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf,segment=NetworkSegment(b80c79b7-2e76-4797-ba3d-e0b8d0d5952f),segment_id=b80c79b7-2e76-4797-ba3d-e0b8d0d5952f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:24.699076 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.717855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] Calling delete_port for ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:24.849665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:24.862389 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.871929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:24.880370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Allocated IP 172.25.2.181 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/97886208-33c7-42f0-900f-a68bcb3af11b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:25.006065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] No DVR routers for this DVR port ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:25.011761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:25.012437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:25.013105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5f9d45c-c23f-40d7-80f5-92dae6fff813 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:25.041984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.086722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17db85-a708-4df3-9cb5-3b64cce150d3 None None] Pushing event deleted for resources: {'Port': ['ID=ff1ecd74-46bb-4aa1-8c27-8bb1b31d7edf,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.091488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.092373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e5f9d45c-c23f-40d7-80f5-92dae6fff813 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:25.093744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5f9d45c-c23f-40d7-80f5-92dae6fff813 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:25.100453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ef01b4-ce5d-4c99-b051-a7165dc8507e None None] Network 50951480-84eb-473f-842b-62a4cd2f8b4a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:25.101748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/subnets/98c6211c-b1b3-4790-abda-3d34948af83d HTTP/1.1" status: 204 len: 168 time: 0.9545717 Dec 10 18:32:25.142275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.166635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c8bd8-5c5e-4a67-a7b8-0f423c7cdffa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Subnet': ['ID=98c6211c-b1b3-4790-abda-3d34948af83d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.221377 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ed63ed1-196e-4566-88ec-9f8c26237dbd req-aad2ab74-bc36-48b7-b4c0-10c8248d14f4 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.2158937 Dec 10 18:32:25.340937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.354815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.423886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] DHCP port deletion for 50951480-84eb-473f-842b-62a4cd2f8b4a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:25.468569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.470656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37076) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.563087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] Deleting port af197cb2-4770-4aee-bf8f-c8025f8f010f {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:25.570770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.584154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:25.589010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:25.594137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:25.602300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event updated for resources: {'Port': ['ID=97886208-33c7-42f0-900f-a68bcb3af11b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.643358 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.699677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afba453-e613-410c-8ce0-59e0d6072286']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:25.724279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80c79b7-2e76-4797-ba3d-e0b8d0d5952f') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:25.724901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80c79b7-2e76-4797-ba3d-e0b8d0d5952f') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:25.733438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] For port af197cb2-4770-4aee-bf8f-c8025f8f010f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=af197cb2-4770-4aee-bf8f-c8025f8f010f,segment=NetworkSegment(f026d957-a13c-4e45-afb1-106db90ec9fe),segment_id=f026d957-a13c-4e45-afb1-106db90ec9fe)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:25.734117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.743813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.762006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] Calling delete_port for af197cb2-4770-4aee-bf8f-c8025f8f010f owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:25.773500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.794023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:25.794786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:25.799386 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:25.900532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.907801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aee9af43-8825-41e8-b5fe-e2eb6b044ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.926691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dec091-0f2b-415e-8837-bfcd744a7f59 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:25.938233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:25.942606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/networks/5afba453-e613-410c-8ce0-59e0d6072286 HTTP/1.1" status: 204 len: 168 time: 0.7908497 Dec 10 18:32:25.943647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b200012-e498-4e64-84e0-d35b548e42fa tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Network': ['ID=5afba453-e613-410c-8ce0-59e0d6072286,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:25.948390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37080) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:25.955482 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.024664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] Pushing event deleted for resources: {'Port': ['ID=af197cb2-4770-4aee-bf8f-c8025f8f010f,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.027692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23716a8a-89ac-4fc3-916a-54707ff6411c None None] No DVR routers for this DVR port af197cb2-4770-4aee-bf8f-c8025f8f010f on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:26.057058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-227e3d87-1312-4bb3-a53c-2b1029a535a1 None None] Provisioning complete for port 97886208-33c7-42f0-900f-a68bcb3af11b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:26.059830 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-227e3d87-1312-4bb3-a53c-2b1029a535a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.140540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-227e3d87-1312-4bb3-a53c-2b1029a535a1 None None] Port 97886208-33c7-42f0-900f-a68bcb3af11b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:26.165271 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.384980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.392981 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aee9af43-8825-41e8-b5fe-e2eb6b044ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.404373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.474259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50951480-84eb-473f-842b-62a4cd2f8b4a']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.486553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aee9af43-8825-41e8-b5fe-e2eb6b044ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.514604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f026d957-a13c-4e45-afb1-106db90ec9fe') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.515025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f026d957-a13c-4e45-afb1-106db90ec9fe') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:26.530010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.546388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9a645054-c5fa-4c04-bf67-b79be43b57c9 req-b520ddec-04c3-4fb6-8686-ae24ae8d40c4 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1557548 Dec 10 18:32:26.590723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.609395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:26.609864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.613262 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aee9af43-8825-41e8-b5fe-e2eb6b044ac4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=63644409eaa94b3588bab4d107fae781&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1389294 Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:26.620211 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:26.622715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37092) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.645966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9af43-8825-41e8-b5fe-e2eb6b044ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96af36dd-a150-4fc3-b820-87fc7d942da5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.729293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device af197cb2-4770-4aee-bf8f-c8025f8f010f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:26.784472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: af197cb2-4770-4aee-bf8f-c8025f8f010f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:26.785129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device af197cb2-4770-4aee-bf8f-c8025f8f010f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:26.789235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7248-14d1-4505-a451-5f76f25d22f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.822012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7248-14d1-4505-a451-5f76f25d22f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.843547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.853075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.879667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.886614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/networks/50951480-84eb-473f-842b-62a4cd2f8b4a HTTP/1.1" status: 204 len: 168 time: 0.9360726 Dec 10 18:32:26.886614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37094) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:26.906930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87341a-4381-4d77-b61b-17d3028f9669 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Network': ['ID=50951480-84eb-473f-842b-62a4cd2f8b4a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.956447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7248-14d1-4505-a451-5f76f25d22f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.959839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3dcc7248-14d1-4505-a451-5f76f25d22f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:26.961070 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3dcc7248-14d1-4505-a451-5f76f25d22f7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96af36dd-a150-4fc3-b820-87fc7d942da5 HTTP/1.1" status: 204 len: 168 time: 0.3389673 Dec 10 18:32:26.978680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc7248-14d1-4505-a451-5f76f25d22f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96af36dd-a150-4fc3-b820-87fc7d942da5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:26.996775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting subnet d665c4fb-a31d-47d7-8c0a-ac4c17dbf53f {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:32:27.001409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.113598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.157140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Router 09e8a04e-303a-4a6c-959b-65becaddfad5 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:27.530335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.605001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:27.620753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] Sync routers for ids ['09e8a04e-303a-4a6c-959b-65becaddfad5'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:27.638282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] Routers {'09e8a04e-303a-4a6c-959b-65becaddfad5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:27.639089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['09e8a04e-303a-4a6c-959b-65becaddfad5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.675133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.677230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-356be445-b7d8-4131-bc7c-2e13c3a7da98 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2586703 Dec 10 18:32:27.680324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37110) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.688474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': False}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:27.720358 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.758479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.787420 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] Routers {'09e8a04e-303a-4a6c-959b-65becaddfad5'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:27.788388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['09e8a04e-303a-4a6c-959b-65becaddfad5'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.826669 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:27.837310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aab71470-7e1b-4e03-b73a-852607292db7 req-cf864c94-7144-45b3-aa15-33ccb1aa442f tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0635543 Dec 10 18:32:27.837468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/subnets/d665c4fb-a31d-47d7-8c0a-ac4c17dbf53f HTTP/1.1" status: 204 len: 168 time: 0.9478588 Dec 10 18:32:27.837577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37112) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.837689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341f1bb-84c3-470f-945b-01526b0071b8 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Subnet': ['ID=d665c4fb-a31d-47d7-8c0a-ac4c17dbf53f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:27.841869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37114) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:27.849016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a325272d-1473-4d7d-bb0d-e1e3f38a02ba None None] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:27.852011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:27.852748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca479a9-7a2c-40b5-9f48-4b2bfd752e22 None None] The sync data for ids ['09e8a04e-303a-4a6c-959b-65becaddfad5'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:27.896500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8835ac95-a853-468d-978e-949675821293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.044612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.125448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] DHCP port deletion for 43b79019-d7f8-4d20-875c-1cca52dd8d52 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:28.150719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Deleting port f98020cb-5239-409e-8b5a-47a6e445e606 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:28.151089 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.208569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] Deleting port f98020cb-5239-409e-8b5a-47a6e445e606 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:28.209787 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.273271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] For port f98020cb-5239-409e-8b5a-47a6e445e606, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f98020cb-5239-409e-8b5a-47a6e445e606,segment=NetworkSegment(ceae6945-1c09-4b7c-8dc8-c7773ac603c6),segment_id=ceae6945-1c09-4b7c-8dc8-c7773ac603c6)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:28.274098 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.299578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Calling delete_port for f98020cb-5239-409e-8b5a-47a6e445e606 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:28.441554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8835ac95-a853-468d-978e-949675821293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.462200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.505992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] No DVR routers for this DVR port f98020cb-5239-409e-8b5a-47a6e445e606 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:28.516468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Port': ['ID=f98020cb-5239-409e-8b5a-47a6e445e606,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.540975 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8835ac95-a853-468d-978e-949675821293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.630877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.653476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.668836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8835ac95-a853-468d-978e-949675821293 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82ef961d9e9945abaacb7a20c2a96b20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8277433 Dec 10 18:32:28.677953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37132) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:28.681642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835ac95-a853-468d-978e-949675821293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d652abb5-d43e-4db5-9848-3031f3f39999,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:28.693740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b79019-d7f8-4d20-875c-1cca52dd8d52']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.728386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceae6945-1c09-4b7c-8dc8-c7773ac603c6') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.729243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceae6945-1c09-4b7c-8dc8-c7773ac603c6') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:28.748087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] For port f98020cb-5239-409e-8b5a-47a6e445e606, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f98020cb-5239-409e-8b5a-47a6e445e606,segment=NetworkSegment(ceae6945-1c09-4b7c-8dc8-c7773ac603c6),segment_id=ceae6945-1c09-4b7c-8dc8-c7773ac603c6)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:28.749616 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.761451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.784459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] Calling delete_port for f98020cb-5239-409e-8b5a-47a6e445e606 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:28.796214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.816239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:32:28.817540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:32:28.825188 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:32:28.853915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3b26-ecf8-4181-b2d3-2c10a37b4ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:28.971294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3b26-ecf8-4181-b2d3-2c10a37b4ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.002435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.019752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f98020cb-5239-409e-8b5a-47a6e445e606 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:32:29.026718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.043459 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/networks/43b79019-d7f8-4d20-875c-1cca52dd8d52 HTTP/1.1" status: 204 len: 168 time: 1.2004528 Dec 10 18:32:29.054228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-020f0027-6d73-42cb-97e7-ec948c5cb0b7 req-37fa8af0-c133-4cfa-8a15-18a9b6ff4a3d tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0643418 Dec 10 18:32:29.063715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37136) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.065834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89e86f-aa14-4ea6-ba01-99827f937833 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Pushing event deleted for resources: {'Network': ['ID=43b79019-d7f8-4d20-875c-1cca52dd8d52,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.070502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-19a57bda-d387-4f92-b25b-13208ce2ceec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.073957 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.107342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f98020cb-5239-409e-8b5a-47a6e445e606 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:32:29.108622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f98020cb-5239-409e-8b5a-47a6e445e606 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:32:29.113213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] Pushing event deleted for resources: {'Port': ['ID=f98020cb-5239-409e-8b5a-47a6e445e606,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.120858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] Network 43b79019-d7f8-4d20-875c-1cca52dd8d52 is not hosted by any dhcp agent {{(pid=103501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:32:29.121588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62117e7-3a04-4af3-afd4-2fd96d187961 None None] No DVR routers for this DVR port f98020cb-5239-409e-8b5a-47a6e445e606 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:32:29.142612 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a7f24c66-0e4a-4884-b8a9-a10b617bacb7 tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "GET /v2.0/ports?device_id=39fc1810-927f-40c6-b7d9-43754e21aeae HTTP/1.1" status: 200 len: 205 time: 0.0554309 Dec 10 18:32:29.145467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37138) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:29.244331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c521166-23d3-4a3e-8364-bf6f94526b8b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.437115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3b26-ecf8-4181-b2d3-2c10a37b4ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.440612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ab7b3b26-ecf8-4181-b2d3-2c10a37b4ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.442477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ab7b3b26-ecf8-4181-b2d3-2c10a37b4ba2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d652abb5-d43e-4db5-9848-3031f3f39999 HTTP/1.1" status: 204 len: 168 time: 0.7520614 Dec 10 18:32:29.476910 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c521166-23d3-4a3e-8364-bf6f94526b8b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.480029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c521166-23d3-4a3e-8364-bf6f94526b8b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.550219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b3b26-ecf8-4181-b2d3-2c10a37b4ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d652abb5-d43e-4db5-9848-3031f3f39999,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:29.659963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c521166-23d3-4a3e-8364-bf6f94526b8b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.660903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c521166-23d3-4a3e-8364-bf6f94526b8b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Fanout notify agent at l3_agent the message router_deleted on router 39fc1810-927f-40c6-b7d9-43754e21aeae {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:29.679041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c521166-23d3-4a3e-8364-bf6f94526b8b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.685023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2c521166-23d3-4a3e-8364-bf6f94526b8b tempest-RoutersNegativeIpV6Test-1600386621 tempest-RoutersNegativeIpV6Test-1600386621-project] 10.222.0.55 "DELETE /v2.0/routers/39fc1810-927f-40c6-b7d9-43754e21aeae HTTP/1.1" status: 204 len: 168 time: 0.5350380 Dec 10 18:32:29.910170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:29.915035 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.042787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37194) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.229696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Router 09e8a04e-303a-4a6c-959b-65becaddfad5 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:30.304872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7aea593e-3601-46f6-9e35-d0c6cb8b9b96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ec1f69d8433c454bb16429e62e3fed03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573254 Dec 10 18:32:30.305255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4425f586-0a1e-4c25-ad54-16977a169f35 req-89df87e3-4411-49ae-8ad2-f4deb070c212 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0675328 Dec 10 18:32:30.306603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37206) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:30.410692 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47e65927-936b-4e1c-afdc-5820452bc943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.468356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47e65927-936b-4e1c-afdc-5820452bc943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.579228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47e65927-936b-4e1c-afdc-5820452bc943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.582500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47e65927-936b-4e1c-afdc-5820452bc943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:30.584119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-47e65927-936b-4e1c-afdc-5820452bc943 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b458cd11-ab03-4dae-aadf-72ee5560121e HTTP/1.1" status: 204 len: 168 time: 0.2764750 Dec 10 18:32:30.595185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e65927-936b-4e1c-afdc-5820452bc943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b458cd11-ab03-4dae-aadf-72ee5560121e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:31.368717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:31.378202 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] Sync routers for ids ['09e8a04e-303a-4a6c-959b-65becaddfad5'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:31.380103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.384550 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f8767745-c909-4eac-a87e-8368fa506803 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "PUT /v2.0/routers/09e8a04e-303a-4a6c-959b-65becaddfad5 HTTP/1.1" status: 200 len: 926 time: 3.6983078 Dec 10 18:32:31.386961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37276) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.391644 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] Routers {'09e8a04e-303a-4a6c-959b-65becaddfad5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:31.392281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['09e8a04e-303a-4a6c-959b-65becaddfad5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:31.487710 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:31.510076 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] Routers {'09e8a04e-303a-4a6c-959b-65becaddfad5'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:31.510685 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['09e8a04e-303a-4a6c-959b-65becaddfad5'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:31.524561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36c41c7e-dd67-4e5e-aaf5-84c85a72c260 req-ba639a7d-96e7-4096-86c8-9157db915310 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0455744 Dec 10 18:32:31.600749 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:31.604500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52ca33b6-9b22-493c-b26d-828cb8c9483b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:31.606053 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b558ad-7b5a-4b10-aae0-4ae9402add1d None None] The sync data for ids ['09e8a04e-303a-4a6c-959b-65becaddfad5'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:31.694270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cf13fd35-b10f-4426-abdc-e9e32fcb5562 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/09e8a04e-303a-4a6c-959b-65becaddfad5 HTTP/1.1" status: 200 len: 926 time: 0.3082058 Dec 10 18:32:31.697248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37282) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.850891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8869a56b-137d-4b2e-8ef6-9ff9fecb9d28 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:31.856275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37292) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:31.883009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8869a56b-137d-4b2e-8ef6-9ff9fecb9d28 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=09e8a04e-303a-4a6c-959b-65becaddfad5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1836636 Dec 10 18:32:31.901920 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.038806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa019026-3dbd-4baa-9a5b-58a520c2658d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:32.039206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37302) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.047502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.069063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aa019026-3dbd-4baa-9a5b-58a520c2658d tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.2032068 Dec 10 18:32:32.120407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ecb18245-28a9-4c4c-80d5-97dd85b9bbff tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e8a04e-303a-4a6c-959b-65becaddfad5 HTTP/1.1" status: 200 len: 205 time: 0.0814998 Dec 10 18:32:32.123215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37310) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.341922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37314) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:32.414074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.660734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.794546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37986ddd-58ad-41f8-98fc-7bc1c44e832e req-c49b0dc2-5151-409d-9bf6-53d499cc383d tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0944221 Dec 10 18:32:32.810426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2029851b-0ede-4583-bb5d-feabf6d02ddc tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-705910338', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:32.844855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Deleting port 97886208-33c7-42f0-900f-a68bcb3af11b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:32.844855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.899197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2029851b-0ede-4583-bb5d-feabf6d02ddc tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:32.907117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2029851b-0ede-4583-bb5d-feabf6d02ddc tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.024900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.034430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2029851b-0ede-4583-bb5d-feabf6d02ddc tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.043626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2029851b-0ede-4583-bb5d-feabf6d02ddc tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.085775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Calling delete_port for 97886208-33c7-42f0-900f-a68bcb3af11b owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:33.099838 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2029851b-0ede-4583-bb5d-feabf6d02ddc tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.104729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2029851b-0ede-4583-bb5d-feabf6d02ddc tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7607133 Dec 10 18:32:33.111578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37334) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.119103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-478884050'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:33.173093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Made reservation on behalf of 0cc1dd6b537f4902a4cff1ad1dff6e28 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:33.183851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.212080 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.212335 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:32:33.496558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.502875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.576002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.593888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:33.607246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7d0403-d1d1-48d2-9ee7-ef11a9a1b416,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:33.621528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.622166 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Added segment 93fd61b1-85fb-4f86-9c9d-823e802a104c of type vlan for network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d Dec 10 18:32:33.746976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event deleted for resources: {'Port': ['ID=97886208-33c7-42f0-900f-a68bcb3af11b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:33.777733 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.828402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.837103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237a7d11-a3fa-49a9-a455-025527240931 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:33.886050 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.904789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:33.907434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:33.970717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8578851 Dec 10 18:32:33.976877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37350) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:33.984467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:33.989919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:33.990725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:33.991527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.002950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.003447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.003878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.004441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.004930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.005375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.005803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.006227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.006674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:34.010604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.030764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'subnet': {'network_id': '317ad87d-7fb6-40c0-a1f7-23e85dc2a60d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:34.127608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.206788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a082f-c70c-4e5e-be9c-47ca508d8fa1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Network': ['ID=317ad87d-7fb6-40c0-a1f7-23e85dc2a60d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:34.228804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:34.277732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9ee97db-cf43-4b30-95f8-b849637af04b req-3588f202-c629-42fd-b7c6-e516d8d9b9e8 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.2115893 Dec 10 18:32:34.567877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37358) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:34.575548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'network': {'name': 'tempest-network-smoke--777594620', 'project_id': 'fb5beb52b1674b858981321d81bed146', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:34.662946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.api [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:32:34.662946 n-d-821424-1 neutron-server[103500]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 18:32:34.662946 n-d-821424-1 neutron-server[103500]: [parameters: {'project_id': 'fb5beb52b1674b858981321d81bed146', 'id': 'b8092709-30cf-4733-b59d-0e059137084d', 'expiration': datetime.datetime(2021, 12, 10, 18, 34, 34, 604772)}] Dec 10 18:32:34.662946 n-d-821424-1 neutron-server[103500]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:34.663434 n-d-821424-1 neutron-server[103500]: DEBUG oslo_db.api [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:34.665738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Made reservation on behalf of 0cc1dd6b537f4902a4cff1ad1dff6e28 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:34.671490 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.710760 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.898973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.901801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:34.998184 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.001464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Fanout notify agent at l3_agent the message router_deleted on router 09e8a04e-303a-4a6c-959b-65becaddfad5 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:35.014893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.020721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dfc40f32-5ac9-44e8-b059-8d0d9950ae5e tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/09e8a04e-303a-4a6c-959b-65becaddfad5 HTTP/1.1" status: 204 len: 168 time: 2.8958344 Dec 10 18:32:35.023530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37362) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.036570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6f8e292d-a60e-4c9f-ac55-c81a149b2fd9 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1106868315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:35.075744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f8e292d-a60e-4c9f-ac55-c81a149b2fd9 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.081062 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f8e292d-a60e-4c9f-ac55-c81a149b2fd9 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.128123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.178451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f8e292d-a60e-4c9f-ac55-c81a149b2fd9 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.184567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f8e292d-a60e-4c9f-ac55-c81a149b2fd9 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.287500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Checking segment: {'id': '93fd61b1-85fb-4f86-9c9d-823e802a104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '317ad87d-7fb6-40c0-a1f7-23e85dc2a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:35.287500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network hostable DHCP agents. Network: 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:35.295769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Subnet': ['ID=d5542e09-cfcc-48a9-bb7c-2fd47eab33da,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:35.309907 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f8e292d-a60e-4c9f-ac55-c81a149b2fd9 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.310719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Made reservation on behalf of fb5beb52b1674b858981321d81bed146 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:35.313947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6f8e292d-a60e-4c9f-ac55-c81a149b2fd9 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2866962 Dec 10 18:32:35.317393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37368) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.318298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.326398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:35.353342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.413596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:35.443416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:35.464737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00b119d-d3a7-4b88-bffe-23ed0fa28304 None None] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:35.474852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.475841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.544645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-564947c6-fd97-4970-bd0a-9e83f9542745 req-8e7e9c37-8d3a-4c6a-8836-0a3e8ddb06f8 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0937767 Dec 10 18:32:35.572924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ebe98714-e0b9-43dc-b4af-94d48d162ba8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5721447 Dec 10 18:32:35.578993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37374) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:35.594889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'network': {'name': 'tempest-router-network01--1584766732'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:35.642737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.651280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.670240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Made reservation on behalf of 0cc1dd6b537f4902a4cff1ad1dff6e28 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:35.675218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.708858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:35.720168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2430d848-02fa-48cb-acf3-281ef6f2a534,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:35.734401 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.734717 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Added segment 24217566-de45-4bc6-bc5f-48c4873122b2 of type vlan for network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 Dec 10 18:32:35.736315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:35.782212 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.782212 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Added segment 1012fa73-77dd-4720-87b7-ab456c47ed03 of type vlan for network 9627fb06-c3a4-427e-a3de-2d033a4e8092 Dec 10 18:32:35.813690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-317ad87d-7fb6-40c0-a1f7-23e85dc2a60d', 'network_id': '317ad87d-7fb6-40c0-a1f7-23e85dc2a60d', 'project_id': '0cc1dd6b537f4902a4cff1ad1dff6e28', 'fixed_ips': [{'subnet_id': 'd5542e09-cfcc-48a9-bb7c-2fd47eab33da'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:35.816207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.855261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.905157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.905468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.949495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:35.956105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:35.956870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.043600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Network': ['ID=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.048248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.059691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:36.060149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:36.060698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.095954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fefccc48-fb26-4574-83c2-afbe6b41a0e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5269694 Dec 10 18:32:36.135598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37378) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.144830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'admin_state_up': True, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:36.166409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5884726 Dec 10 18:32:36.174897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37380) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:36.188882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'network': {'name': 'tempest-router-network02--28173189'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:36.215584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.api [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:32:36.215584 n-d-821424-1 neutron-server[103500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:32:36.215584 n-d-821424-1 neutron-server[103500]: [parameters: {'project_id_1': '0cc1dd6b537f4902a4cff1ad1dff6e28', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 32, 16, 195307)}] Dec 10 18:32:36.215584 n-d-821424-1 neutron-server[103500]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:32:36.216124 n-d-821424-1 neutron-server[103500]: DEBUG oslo_db.api [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:32:36.220222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241fe61-84f2-4d30-bfe8-18b84e1ca4d2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Network': ['ID=9627fb06-c3a4-427e-a3de-2d033a4e8092,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.231612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.234656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.235784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:36.241986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Allocated IP 172.20.0.2 (317ad87d-7fb6-40c0-a1f7-23e85dc2a60d/d5542e09-cfcc-48a9-bb7c-2fd47eab33da/39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:36.335923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.661748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.677847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.734866 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.810405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Pushing event updated for resources: {'Port': ['ID=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:36.841989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:36.844491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Made reservation on behalf of 0cc1dd6b537f4902a4cff1ad1dff6e28 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:36.844902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.845784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:36.853664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:36.854981 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.969525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:32:36.970234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:36.997569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Attempting to bind port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:36.998155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Attempting to bind port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '93fd61b1-85fb-4f86-9c9d-823e802a104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '317ad87d-7fb6-40c0-a1f7-23e85dc2a60d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:36.998337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Attempting to bind port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 on network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:37.001018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.001477 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Added segment 44cb86b9-ebb4-40a1-b766-596bb454f518 of type vlan for network 9329add0-a980-4f54-aab4-f6b9950ecd1b Dec 10 18:32:37.006681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:37.007435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Checking segment: {'id': '93fd61b1-85fb-4f86-9c9d-823e802a104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '317ad87d-7fb6-40c0-a1f7-23e85dc2a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:37.008647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.009077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Bound using segment: {'id': '93fd61b1-85fb-4f86-9c9d-823e802a104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '317ad87d-7fb6-40c0-a1f7-23e85dc2a60d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:37.009573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Bound port: 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fd61b1-85fb-4f86-9c9d-823e802a104c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '317ad87d-7fb6-40c0-a1f7-23e85dc2a60d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:37.009954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.156709 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab568230-e0f7-49f5-a67c-022c36225c5d req-590656b3-9b24-4bf2-a825-7832de5b3c6a tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0569899 Dec 10 18:32:37.204880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.228552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] For port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:37.243315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] For port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,segment=NetworkSegment(93fd61b1-85fb-4f86-9c9d-823e802a104c),segment_id=93fd61b1-85fb-4f86-9c9d-823e802a104c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:37.253307 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.314016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Allocated IP 172.25.2.65 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/60a2b135-328b-4dea-aa4d-a4f0ca1e1c11) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:37.347659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.358629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:37.360068 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.435656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216ebf5-c093-49aa-a384-cf0152ac2acd None None] Pushing event updated for resources: {'Port': ['ID=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.523505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.581074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.608053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4160497 Dec 10 18:32:37.608053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37404) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:37.650147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'subnet': {'network_id': '9627fb06-c3a4-427e-a3de-2d033a4e8092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:37.681423 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.752452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:37.901036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b4a4a-6584-4649-a1a2-e42ca827e413 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Network': ['ID=9329add0-a980-4f54-aab4-f6b9950ecd1b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.927266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:37.933961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:37.941092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:37.950517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event updated for resources: {'Port': ['ID=60a2b135-328b-4dea-aa4d-a4f0ca1e1c11,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:37.986941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9329add0-a980-4f54-aab4-f6b9950ecd1b details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:32:38.130009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Made reservation on behalf of 0cc1dd6b537f4902a4cff1ad1dff6e28 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:38.136740 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.140456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881ef18-90d0-496b-82c0-bd2b1fa945ec None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:38.346863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-096d3323-c85d-40db-8b3b-c39f9212c985 None None] Provisioning complete for port 60a2b135-328b-4dea-aa4d-a4f0ca1e1c11 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:38.349782 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-096d3323-c85d-40db-8b3b-c39f9212c985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.350558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Allocated IP 172.25.2.214 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/25ce12fb-b8a6-45af-95c8-ec74cb286029) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:38.524068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-096d3323-c85d-40db-8b3b-c39f9212c985 None None] Port 60a2b135-328b-4dea-aa4d-a4f0ca1e1c11 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:38.593311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb429caf-9d86-4b9c-918e-196287457109 req-28a8f086-0a55-4cac-841d-29dc40cf438b tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1438913 Dec 10 18:32:38.802599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:38.830905 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.853108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.881444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:38.934043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:38.935012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.125692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.209478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Subnet': ['ID=c51b513b-ff0e-44c4-b08d-f07113fff6c0,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.219071 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.316565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:39.324954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,segment=NetworkSegment(93fd61b1-85fb-4f86-9c9d-823e802a104c),segment_id=93fd61b1-85fb-4f86-9c9d-823e802a104c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:39.334537 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.375305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:39.379312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=25ce12fb-b8a6-45af-95c8-ec74cb286029,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.385083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:39.389075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Checking segment: {'id': '1012fa73-77dd-4720-87b7-ab456c47ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9627fb06-c3a4-427e-a3de-2d033a4e8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:39.389558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network hostable DHCP agents. Network: 9627fb06-c3a4-427e-a3de-2d033a4e8092, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:39.430131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5458711c-f7b2-41f0-8e0d-fcaed96c7325 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:39.438998 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.450513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.531150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:39.604187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:39.627445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8a09d727-8bd0-4588-bafd-b5e0fdd5f7ce None None] Provisioning complete for port 25ce12fb-b8a6-45af-95c8-ec74cb286029 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:39.628159 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a09d727-8bd0-4588-bafd-b5e0fdd5f7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.632072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9627fb06-c3a4-427e-a3de-2d033a4e8092) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:39.736475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:39.747376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:39.750612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8a09d727-8bd0-4588-bafd-b5e0fdd5f7ce None None] Port 25ce12fb-b8a6-45af-95c8-ec74cb286029 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:39.753255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7312295-2874-464d-9e59-9c9cdb03e2e4 None None] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:39.850119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Router f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:39.890679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb85f84b-ef2a-487a-8644-40f690167b39 req-b15b2d1b-4d08-4b94-8788-1c88bec1ccd9 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0537541 Dec 10 18:32:39.914841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcb855-7924-463b-b8b1-f0edf90db02a None None] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:40.008424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-9627fb06-c3a4-427e-a3de-2d033a4e8092', 'network_id': '9627fb06-c3a4-427e-a3de-2d033a4e8092', 'project_id': '0cc1dd6b537f4902a4cff1ad1dff6e28', 'fixed_ips': [{'subnet_id': 'c51b513b-ff0e-44c4-b08d-f07113fff6c0'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:40.012412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.018389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b7528e42-c0bb-4534-8bb6-aa636e9ce654 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3806930 Dec 10 18:32:40.024329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37426) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.038750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'subnet': {'network_id': '9329add0-a980-4f54-aab4-f6b9950ecd1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:40.122193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:40.154675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.159151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb8073d7-dbca-4ec1-b5c8-6e005c161593 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "PUT /v2.0/routers/f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 HTTP/1.1" status: 200 len: 883 time: 4.8365283 Dec 10 18:32:40.159151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37430) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.381008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Allocated IP 172.20.0.2 (9627fb06-c3a4-427e-a3de-2d033a4e8092/c51b513b-ff0e-44c4-b08d-f07113fff6c0/3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:40.423473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Made reservation on behalf of 0cc1dd6b537f4902a4cff1ad1dff6e28 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:40.430769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.454917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c1ad02fd-3336-4b1a-96a8-05e9c9e082db tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 HTTP/1.1" status: 200 len: 924 time: 0.2925882 Dec 10 18:32:40.460251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37432) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.527793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.598009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.601723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ceb21c-24bb-4ceb-a049-ddecef07f2d9 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.602993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] Sync routers for ids ['f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:40.627838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.628553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-78ceb21c-24bb-4ceb-a049-ddecef07f2d9 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1672039 Dec 10 18:32:40.630702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37436) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.639872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0bbe6e24-02ec-4e6f-8587-e77ce688f2ca None None] Provisioning complete for port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:40.640195 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6e24-02ec-4e6f-8587-e77ce688f2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:40.776364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] Routers {'f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:40.777030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:40.808096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f58923-935a-494b-8464-e1c3c84ff735 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:40.819673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f5f58923-935a-494b-8464-e1c3c84ff735 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.1850777 Dec 10 18:32:40.820492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37440) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.862968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-020b5ba0-b83c-4404-bba0-f7024fb2f01a tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 HTTP/1.1" status: 200 len: 205 time: 0.0400414 Dec 10 18:32:40.863792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37444) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:40.903569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:40.955212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:40.984675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:41.074221 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83c651da-d5ae-459d-980e-564a7d4c705f req-c9df39b1-cb6c-475a-9a16-88f7ef04e2a0 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0421352 Dec 10 18:32:41.102004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:41.102693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.105904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:41.132250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Pushing event updated for resources: {'Port': ['ID=3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.154124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] Routers {'f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:41.154792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:41.166622 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.369762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.428356 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.498899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Subnet': ['ID=16950eb4-b524-40e9-9072-99175ec4e7ed,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:41.562832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Checking segment: {'id': '44cb86b9-ebb4-40a1-b766-596bb454f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9329add0-a980-4f54-aab4-f6b9950ecd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:41.562832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network hostable DHCP agents. Network: 9329add0-a980-4f54-aab4-f6b9950ecd1b, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:41.598552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Deleting port 60a2b135-328b-4dea-aa4d-a4f0ca1e1c11 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:41.599170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.623167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network 9329add0-a980-4f54-aab4-f6b9950ecd1b is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:41.637710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router b10ca0fb-1e56-4fac-b57f-43e2c503c127 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:41.652874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9329add0-a980-4f54-aab4-f6b9950ecd1b) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:41.659126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:41.659710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.721039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:41.721946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691e72c-e740-47be-92bd-00741d1cf1ed None None] The sync data for ids ['f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:41.726838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247934ab-8cc2-4a1a-80d1-8f39bffd62c1 None None] Network 9329add0-a980-4f54-aab4-f6b9950ecd1b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:41.775691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.818021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Calling delete_port for 60a2b135-328b-4dea-aa4d-a4f0ca1e1c11 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:41.889425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Attempting to bind port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:41.889802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Attempting to bind port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1012fa73-77dd-4720-87b7-ab456c47ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9627fb06-c3a4-427e-a3de-2d033a4e8092'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:41.890176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Attempting to bind port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d on network 9627fb06-c3a4-427e-a3de-2d033a4e8092 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:41.905325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:41.905727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Checking segment: {'id': '1012fa73-77dd-4720-87b7-ab456c47ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9627fb06-c3a4-427e-a3de-2d033a4e8092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:41.906164 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.906591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Bound using segment: {'id': '1012fa73-77dd-4720-87b7-ab456c47ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9627fb06-c3a4-427e-a3de-2d033a4e8092'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:41.907120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Bound port: 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1012fa73-77dd-4720-87b7-ab456c47ed03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9627fb06-c3a4-427e-a3de-2d033a4e8092'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:41.907503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:41.976220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-9329add0-a980-4f54-aab4-f6b9950ecd1b', 'network_id': '9329add0-a980-4f54-aab4-f6b9950ecd1b', 'project_id': '0cc1dd6b537f4902a4cff1ad1dff6e28', 'fixed_ips': [{'subnet_id': '16950eb4-b524-40e9-9072-99175ec4e7ed'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:41.989471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.279381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:42.281094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.341149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-576ff9a2-769c-4633-ab65-a2cef3580ae8 req-3291fe0d-f30c-4f09-b76a-a7b8fc361b52 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0872591 Dec 10 18:32:42.344258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.451800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event deleted for resources: {'Port': ['ID=60a2b135-328b-4dea-aa4d-a4f0ca1e1c11,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:42.546043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.567807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Allocated IP 172.20.0.2 (9329add0-a980-4f54-aab4-f6b9950ecd1b/16950eb4-b524-40e9-9072-99175ec4e7ed/60990494-925f-4bcf-bffe-4907ebc51cc8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:42.604788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab6ee9-dc71-48dc-95a2-9d1f2673cbc4 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:42.661850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] For port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:42.706961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.709784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.812907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] For port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d,segment=NetworkSegment(1012fa73-77dd-4720-87b7-ab456c47ed03),segment_id=1012fa73-77dd-4720-87b7-ab456c47ed03)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:42.826826 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.842808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-74dde802-33b2-4431-8ef3-c247e9cccfc7 None None] Provisioning complete for port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:42.843200 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-74dde802-33b2-4431-8ef3-c247e9cccfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.875028 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.876200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Fanout notify agent at l3_agent the message router_deleted on router f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:42.916441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.918619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aa3e3c60-54fc-45d6-9733-96bd52be8d21 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 HTTP/1.1" status: 204 len: 168 time: 2.0532968 Dec 10 18:32:42.924048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37462) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:42.934645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0f19dd8d-58e3-4c0b-8da9-4b0f4795912b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-701970467', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:42.991192 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f19dd8d-58e3-4c0b-8da9-4b0f4795912b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:42.992746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f19dd8d-58e3-4c0b-8da9-4b0f4795912b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.048318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c14ab5-6105-476f-8fea-b40fa107f11e None None] Pushing event updated for resources: {'Port': ['ID=3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.135394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f19dd8d-58e3-4c0b-8da9-4b0f4795912b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.142951 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f19dd8d-58e3-4c0b-8da9-4b0f4795912b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.151051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a8f3be6-8ce3-4968-9348-3c6460c4726a tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1194429 Dec 10 18:32:43.152830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37468) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.176808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:43.195459 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Sync routers for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:43.218059 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:43.224031 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:43.227291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.236344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2f48f98c-cd25-4a6d-99df-dc1fd9585032 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.0926898 Dec 10 18:32:43.236719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.255659 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.263673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.310807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Network 9329add0-a980-4f54-aab4-f6b9950ecd1b is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:43.323455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:43.330222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:43.436789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f19dd8d-58e3-4c0b-8da9-4b0f4795912b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.442926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37476) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.443487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0f19dd8d-58e3-4c0b-8da9-4b0f4795912b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5174911 Dec 10 18:32:43.448479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': True}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:43.578059 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:43.617112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Pushing event updated for resources: {'Port': ['ID=60990494-925f-4bcf-bffe-4907ebc51cc8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.638704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Attempting to bind port 60990494-925f-4bcf-bffe-4907ebc51cc8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:43.639028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Attempting to bind port 60990494-925f-4bcf-bffe-4907ebc51cc8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '44cb86b9-ebb4-40a1-b766-596bb454f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9329add0-a980-4f54-aab4-f6b9950ecd1b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:43.639348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Attempting to bind port 60990494-925f-4bcf-bffe-4907ebc51cc8 on network 9329add0-a980-4f54-aab4-f6b9950ecd1b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:43.650423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:43.650841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Checking segment: {'id': '44cb86b9-ebb4-40a1-b766-596bb454f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9329add0-a980-4f54-aab4-f6b9950ecd1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:43.651199 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.651587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Bound using segment: {'id': '44cb86b9-ebb4-40a1-b766-596bb454f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9329add0-a980-4f54-aab4-f6b9950ecd1b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:43.660612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Bound port: 60990494-925f-4bcf-bffe-4907ebc51cc8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cb86b9-ebb4-40a1-b766-596bb454f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9329add0-a980-4f54-aab4-f6b9950ecd1b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:43.661252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.704763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd724c0c-d03f-4b7e-85a1-d0d5195d3632 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fb5beb52b1674b858981321d81bed146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4668431 Dec 10 18:32:43.711264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:43.782993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] For port 60990494-925f-4bcf-bffe-4907ebc51cc8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:43.787632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] For port 60990494-925f-4bcf-bffe-4907ebc51cc8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60990494-925f-4bcf-bffe-4907ebc51cc8,segment=NetworkSegment(44cb86b9-ebb4-40a1-b766-596bb454f518),segment_id=44cb86b9-ebb4-40a1-b766-596bb454f518)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:43.799369 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.833392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:43.839094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12927f5d-73cf-46e2-af69-c64fadc7967c req-43903af4-ab34-4791-aedc-9782b0ff8678 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.2509129 Dec 10 18:32:43.953296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Pushing event updated for resources: {'Port': ['ID=60990494-925f-4bcf-bffe-4907ebc51cc8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:43.963489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.964215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.964717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.965211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.965700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.966175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.966776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.977162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.978739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.979277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.979792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.986700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:43.987238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4758-5751-468f-bcef-b776a883eb88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:44.129306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:40Z', 'revision_number': 3, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:44.203686 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Checking router: b10ca0fb-1e56-4fac-b57f-43e2c503c127 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:44.204756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Updating router b10ca0fb-1e56-4fac-b57f-43e2c503c127 port 25ce12fb-b8a6-45af-95c8-ec74cb286029 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:44.309555 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.650826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.986322 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:44.997270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c124271-b0dd-4714-a229-a216c936b871 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:44.997888 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.002805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3c124271-b0dd-4714-a229-a216c936b871 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.2895553 Dec 10 18:32:45.003536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37492) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:45.037607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385f7d8d-2afc-48cf-ac76-d7603dcfb196 None None] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:45.064673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3401b75d-e053-4341-bbac-8124dcda567b tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0566151 Dec 10 18:32:45.066566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37494) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:45.072383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-997503889', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'project_id': 'fb5beb52b1674b858981321d81bed146', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:45.158623 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Attempting to bind port 25ce12fb-b8a6-45af-95c8-ec74cb286029 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:45.165153 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Attempting to bind port 25ce12fb-b8a6-45af-95c8-ec74cb286029 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:45.165742 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Attempting to bind port 25ce12fb-b8a6-45af-95c8-ec74cb286029 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:45.201347 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:45.201732 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:45.202140 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.202576 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:45.203063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Bound port: 25ce12fb-b8a6-45af-95c8-ec74cb286029, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:45.203446 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.356116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f03e8bd-3912-47f1-8325-ff80f69d983f None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:45.405680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Allocated IP 172.20.0.1 (9627fb06-c3a4-427e-a3de-2d033a4e8092/c51b513b-ff0e-44c4-b08d-f07113fff6c0/3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:45.449683 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] For port 25ce12fb-b8a6-45af-95c8-ec74cb286029, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:45.458596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a1f47998-d228-4e57-a1b3-7fb21726a758 None None] Provisioning complete for port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:45.459107 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1f47998-d228-4e57-a1b3-7fb21726a758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.466149 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] For port 25ce12fb-b8a6-45af-95c8-ec74cb286029, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=25ce12fb-b8a6-45af-95c8-ec74cb286029,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:45.493483 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.505862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Made reservation on behalf of fb5beb52b1674b858981321d81bed146 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:32:45.515485 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.524261 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Pushing event updated for resources: {'Port': ['ID=25ce12fb-b8a6-45af-95c8-ec74cb286029,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:45.561439 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.561786 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.562123 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.562480 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.562896 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.563303 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.564010 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.564206 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.564527 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.564845 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.565170 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.565485 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.565803 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:45.619463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:45.620101 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:45.639483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 60990494-925f-4bcf-bffe-4907ebc51cc8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:45.641560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2892f-ff6d-4628-a979-8853f81fe3eb None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:45.684111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c91036f9-4464-4298-acfd-e0a0c769de34 req-a70d486e-06b5-4201-a51d-2f9b95a9cd9c tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1416838 Dec 10 18:32:45.685670 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed2d992-a24b-4d35-aa4f-b408cef596e8 None None] Pushing event updated for resources: {'Port': ['ID=25ce12fb-b8a6-45af-95c8-ec74cb286029,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:45.842566 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.913017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:45.922739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 60990494-925f-4bcf-bffe-4907ebc51cc8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:45.923493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:45.932178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.030882 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.033011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1f47998-d228-4e57-a1b3-7fb21726a758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.036453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20c67e-612c-4532-90fc-8a7fe118a9ff None None] Network 9329add0-a980-4f54-aab4-f6b9950ecd1b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:46.056510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:46.058630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:46.061636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:46.173655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.290871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Checking segment: {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:46.291301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network hostable DHCP agents. Network: 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:32:46.293871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Subnet': ['ID=1d864943-004c-44fa-80a1-f824ecb71e90,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:46.353362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.353729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.354463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.354883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.355482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.355821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.356157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.356515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.356829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.359451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.359916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.360494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.360841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:32:46.460010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:32:46.508892 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:40Z', 'revision_number': 3, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:46.512211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a1f47998-d228-4e57-a1b3-7fb21726a758 None None] For port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d,segment=NetworkSegment(1012fa73-77dd-4720-87b7-ab456c47ed03),segment_id=1012fa73-77dd-4720-87b7-ab456c47ed03)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:46.582227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a1f47998-d228-4e57-a1b3-7fb21726a758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.607006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.617718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Port': ['ID=3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:46.627330 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd201a25-1e5d-4595-ba0e-b5c46c81f9e8 None None] The sync data for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 is: [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:40Z', 'revision_number': 3, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:46.650772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:46.664170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:46.664771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.700632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.770318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:46.773294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1948505-0fa1-4740-be56-af4b37fc3ae6 None None] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:46.842999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b55d54cd-c16f-4f8d-b302-ba71d510dfd4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7749541 Dec 10 18:32:46.845112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:46.891755 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.048138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Provisioning complete for port 25ce12fb-b8a6-45af-95c8-ec74cb286029 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:47.048517 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.096710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f47998-d228-4e57-a1b3-7fb21726a758 None None] Pushing event updated for resources: {'Port': ['ID=3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.120483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5e87818-c448-4f9b-937b-d78a80b23897 req-00f4231b-44ce-47a7-bb3e-4809563b45cc tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1500983 Dec 10 18:32:47.182159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 60990494-925f-4bcf-bffe-4907ebc51cc8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60990494-925f-4bcf-bffe-4907ebc51cc8,segment=NetworkSegment(44cb86b9-ebb4-40a1-b766-596bb454f518),segment_id=44cb86b9-ebb4-40a1-b766-596bb454f518)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:47.192486 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.196960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:47.517328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Allocated IP 172.25.2.118 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/55ea8706-0aaf-471a-be4b-1a2cb0a240de) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:47.521627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.533661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.591078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=60990494-925f-4bcf-bffe-4907ebc51cc8,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.737122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Port': ['ID=3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:47.763795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'project_id': 'fb5beb52b1674b858981321d81bed146', 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:32:47.766625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.809306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.809512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:47.993575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.084541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.124644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-438aef2d-e3ee-4039-8f26-3ec2aca842b5 req-159b8a34-4613-48b3-9056-dc2144c68a6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0861795 Dec 10 18:32:48.144740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Allocated IP 172.20.0.2 (15b7c6f8-d9ae-4291-8e5a-462ed4d81f97/1d864943-004c-44fa-80a1-f824ecb71e90/9d777334-c27f-4c76-9a7d-b5b27d94555c) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:48.186511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:48.188307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:48.227031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:48.237843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:48.257190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:48.299408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb767d1-3d03-4083-8438-843ea2ba767c None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:48.318230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] For port 25ce12fb-b8a6-45af-95c8-ec74cb286029, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=25ce12fb-b8a6-45af-95c8-ec74cb286029,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:48.362966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.403586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Port': ['ID=55ea8706-0aaf-471a-be4b-1a2cb0a240de,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.453792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2b216d16-984f-4f6a-b48b-d444bd340cb7 req-a4058df2-9ea8-4a09-a98c-63c2c1ecbe66 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0685427 Dec 10 18:32:48.539000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Pushing event updated for resources: {'Port': ['ID=25ce12fb-b8a6-45af-95c8-ec74cb286029,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:48.567335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Router 13b606c8-d362-468d-bc4e-fc10c36dc08b is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:48.589897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.590492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.665280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Provisioning complete for port 60990494-925f-4bcf-bffe-4907ebc51cc8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:48.671667 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:48.802681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:48.808744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bfc27f1e-7c4c-4825-935d-95fb4cb42bc9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "PUT /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6515827 Dec 10 18:32:48.819563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37530) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:48.844599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] Sync routers for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:48.935385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:48.936006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:49.025223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:49.076270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:49.077196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:49.141116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.168131 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.176718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:49.177517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb9228-abe2-41c5-8315-9a0b18e2ffe3 None None] The sync data for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:49.191003 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.323193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Pushing event updated for resources: {'Port': ['ID=9d777334-c27f-4c76-9a7d-b5b27d94555c,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:49.405061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:49.407898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:49.423219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:49.522687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Provisioning complete for port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:49.524132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-35c50e8e-ae3e-4663-9cd5-f99e2ad8e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.549126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 60990494-925f-4bcf-bffe-4907ebc51cc8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:49.553713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Attempting to bind port 9d777334-c27f-4c76-9a7d-b5b27d94555c on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:49.553884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Attempting to bind port 9d777334-c27f-4c76-9a7d-b5b27d94555c by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:49.554261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Attempting to bind port 9d777334-c27f-4c76-9a7d-b5b27d94555c on network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:49.560660 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.583706 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-78fc8edd-7049-4bd1-9241-db2d0ac583d8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:32:49.585516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-78fc8edd-7049-4bd1-9241-db2d0ac583d8 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "PUT /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7646394 Dec 10 18:32:49.588164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:49.684980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:49.686480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Checking segment: {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:49.686480 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.686480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Bound using segment: {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:49.712779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Bound port: 9d777334-c27f-4c76-9a7d-b5b27d94555c, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:49.713245 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:49.783259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f9e13db3-eb17-464a-a76f-2848d9ec6909 req-3ed475d3-5f5c-49e1-bc38-be218fbcd8f5 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0944300 Dec 10 18:32:50.114329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 60990494-925f-4bcf-bffe-4907ebc51cc8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:50.121057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.126766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] For port 9d777334-c27f-4c76-9a7d-b5b27d94555c, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:50.283513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] For port 9d777334-c27f-4c76-9a7d-b5b27d94555c, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d777334-c27f-4c76-9a7d-b5b27d94555c,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:50.303571 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.320661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.397372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0534aa-28ad-4d1e-8de6-455619aa20fa None None] Pushing event updated for resources: {'Port': ['ID=9d777334-c27f-4c76-9a7d-b5b27d94555c,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:50.515453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:50.602715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Provisioning complete for port 3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:50.606117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.681763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:50.682171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.687136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Port 3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:50.829114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Provisioning complete for port 55ea8706-0aaf-471a-be4b-1a2cb0a240de triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:50.829692 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:50.918819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Deleting port 3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:50.923198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.111797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.123949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 25ce12fb-b8a6-45af-95c8-ec74cb286029 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:51.160122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.202266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Calling delete_port for 3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:51.207766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Port 55ea8706-0aaf-471a-be4b-1a2cb0a240de cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:51.218050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05a0fbe1-d5d3-4a25-80af-5ace9ca49d2b req-9efc1335-01ac-46d7-a72f-1b36ecec9ecc tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31&device_id=5a93c819-91ce-4f3e-99d6-c1a106e747cd HTTP/1.1" status: 200 len: 210 time: 0.1182115 Dec 10 18:32:51.229902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Provisioning complete for port 60990494-925f-4bcf-bffe-4907ebc51cc8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:51.230284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-040d8f16-c0bf-471c-92cd-1f82480a7345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.236103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 25ce12fb-b8a6-45af-95c8-ec74cb286029 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:51.236103 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.240366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.785391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d777334-c27f-4c76-9a7d-b5b27d94555c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:51.825894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8a2aa5f-945c-49a9-9321-d8f2cd91fa7c req-661e7ea8-2f45-400d-bbde-6c7dfa62727a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51ec41250e0e4a44a81de9f5e21a8599&device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1079657 Dec 10 18:32:51.923035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9d777334-c27f-4c76-9a7d-b5b27d94555c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:51.923863 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:51.997793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8a2aa5f-945c-49a9-9321-d8f2cd91fa7c req-c40904d3-5d20-4752-be82-cbf546164f1e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=51ec41250e0e4a44a81de9f5e21a8599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1376941 Dec 10 18:32:52.160442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-164cb1c0-6014-4fce-8e2b-0747d854ebc5 req-b52bacde-525d-4533-b076-3f272a1f1e6b tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1130679 Dec 10 18:32:52.184028 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.242122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 9d777334-c27f-4c76-9a7d-b5b27d94555c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d777334-c27f-4c76-9a7d-b5b27d94555c,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:32:52.249469 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.252196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.335111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=9d777334-c27f-4c76-9a7d-b5b27d94555c,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:52.388269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Allocated IP 172.20.0.1 (15b7c6f8-d9ae-4291-8e5a-462ed4d81f97/1d864943-004c-44fa-80a1-f824ecb71e90/a35c7c3e-84eb-4f7d-986a-8bfe24e67875) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:52.402613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Port': ['ID=3ce4b20f-0b50-4ee5-b67a-c22cdaf8ca90,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:52.423031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2aa5f-945c-49a9-9321-d8f2cd91fa7c req-89bfc838-52b1-43b3-92b8-2ec7459b6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:52.424481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Router 9c93ec01-f450-491b-abec-b5559cfffdcf is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:52.424656 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8a2aa5f-945c-49a9-9321-d8f2cd91fa7c req-89bfc838-52b1-43b3-92b8-2ec7459b6065 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4134116 Dec 10 18:32:52.583596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f5e14b-67a6-4754-b1b4-1bf83eb43d71 None None] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:32:52.663013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.684949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:52.689607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.694666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.696193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c7da952f-0b21-4809-b84d-4a08e018bc26 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "PUT /v2.0/routers/9c93ec01-f450-491b-abec-b5559cfffdcf HTTP/1.1" status: 200 len: 918 time: 9.2522364 Dec 10 18:32:52.699094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37578) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:52.700845 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] Sync routers for ids ['9c93ec01-f450-491b-abec-b5559cfffdcf'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:52.715808 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] Routers {'9c93ec01-f450-491b-abec-b5559cfffdcf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:52.716619 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['9c93ec01-f450-491b-abec-b5559cfffdcf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:52.759685 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:52.781123 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] Routers {'9c93ec01-f450-491b-abec-b5559cfffdcf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:52.781987 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['9c93ec01-f450-491b-abec-b5559cfffdcf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:52.815390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c9cf97c1-65f6-4764-945d-e6fc738b0420 None None] Provisioning complete for port 9d777334-c27f-4c76-9a7d-b5b27d94555c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:52.816757 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c9cf97c1-65f6-4764-945d-e6fc738b0420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.894324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:52.894996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:52.896427 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3d5e04-2a03-4d3a-962f-74ff1c170749 None None] The sync data for ids ['9c93ec01-f450-491b-abec-b5559cfffdcf'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:52.990758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Router 13b606c8-d362-468d-bc4e-fc10c36dc08b has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:53.011151 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f79e2410-246c-4e2b-bfba-61cc9a6673cc tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/9c93ec01-f450-491b-abec-b5559cfffdcf HTTP/1.1" status: 200 len: 924 time: 0.3086166 Dec 10 18:32:53.015782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37580) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.019173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:53.042013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:53.052191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:53.082262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:53.128857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.188203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:53.200797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-25d5c014-1d16-418b-a59f-de19bddfddf5 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "PUT /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6115484 Dec 10 18:32:53.204669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37586) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.205374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] Sync routers for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:53.265523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:53.272674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:53.300591 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-14d72a46-d5de-487c-a8f0-00a33af34335 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] delete failed (client error): The resource could not be found. Dec 10 18:32:53.302979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-14d72a46-d5de-487c-a8f0-00a33af34335 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/routers/tempest-non_exist_router-205560973 HTTP/1.1" status: 404 len: 334 time: 0.0972767 Dec 10 18:32:53.307204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1970ad-b445-4c75-87fb-474c165c61cc tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:53.312141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7a1970ad-b445-4c75-87fb-474c165c61cc tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=9c93ec01-f450-491b-abec-b5559cfffdcf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2913532 Dec 10 18:32:53.312877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37590) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.313241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37592) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:53.318240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-36200c9f-32f1-496b-ab02-faac4dbfc074 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'router': {'external_gateway_info': {'network_id': '13b606c8-d362-468d-bc4e-fc10c36dc08b'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:53.389808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8043210a-2a56-46d9-bffe-bb1c6856c71c req-469258a2-088c-405e-a90c-1d75560e5648 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0555317 Dec 10 18:32:53.483054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:53.579041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.604472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f874487b-841a-4028-8978-620fa16f8164 None None] Provisioning complete for port 9d777334-c27f-4c76-9a7d-b5b27d94555c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:53.611042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f874487b-841a-4028-8978-620fa16f8164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:53.613696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:53.614629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:53.772241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d777334-c27f-4c76-9a7d-b5b27d94555c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:32:53.881947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:53.882718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efdf4d5-fa19-4cda-886d-5dcdb3c3b7d2 None None] The sync data for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:32:53.932311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9d777334-c27f-4c76-9a7d-b5b27d94555c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:53.933156 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.018275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a9656b-2f55-43dd-b359-66b1e1c7fad2 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:54.021140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-53a9656b-2f55-43dd-b359-66b1e1c7fad2 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.6999834 Dec 10 18:32:54.033704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37602) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.106313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8a2aa5f-945c-49a9-9321-d8f2cd91fa7c req-1bb81803-7555-4961-84f7-378d255fd341 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.30 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.0838172 Dec 10 18:32:54.128729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e735b755-0031-48a1-b419-39d1301c4f57 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c93ec01-f450-491b-abec-b5559cfffdcf HTTP/1.1" status: 200 len: 205 time: 0.0930486 Dec 10 18:32:54.136108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37604) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.325585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.333486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.377729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cd035052-7171-4711-88ca-48f4dc8ec1da None None] Provisioning complete for port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:54.378326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cd035052-7171-4711-88ca-48f4dc8ec1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.461378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36200c9f-32f1-496b-ab02-faac4dbfc074 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.476978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cd035052-7171-4711-88ca-48f4dc8ec1da None None] Port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:54.491944 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-36200c9f-32f1-496b-ab02-faac4dbfc074 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] update failed (client error): The resource could not be found. Dec 10 18:32:54.493332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-36200c9f-32f1-496b-ab02-faac4dbfc074 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "PUT /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b HTTP/1.1" status: 404 len: 339 time: 1.1791015 Dec 10 18:32:54.498610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:54.501619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37612) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:54.508167 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.540117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.652542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.739557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06331a04-77a0-483e-a815-0960ebf1a4b3 req-7a4b23ee-444c-42cf-99e0-8964e9161a06 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=b91ff44c-5db0-4c77-9db1-31b3bb03eb31 HTTP/1.1" status: 200 len: 210 time: 0.1279905 Dec 10 18:32:54.774527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Deleting port 55ea8706-0aaf-471a-be4b-1a2cb0a240de {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:32:54.776320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.902178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:54.918641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Calling delete_port for 55ea8706-0aaf-471a-be4b-1a2cb0a240de owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:32:55.157099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.200413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event deleted for resources: {'Port': ['ID=55ea8706-0aaf-471a-be4b-1a2cb0a240de,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:55.211197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550cbb1d-589e-4e6e-b28f-79300805e9fe None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:55.302013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:55.304292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:55.309463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.429063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.447034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.451890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.553911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.554814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Fanout notify agent at l3_agent the message router_deleted on router 9c93ec01-f450-491b-abec-b5559cfffdcf {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:32:55.568335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.571308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-501449d2-ba21-4875-b90d-2dc9d8f70e90 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/9c93ec01-f450-491b-abec-b5559cfffdcf HTTP/1.1" status: 204 len: 168 time: 1.4329817 Dec 10 18:32:55.577262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37620) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:55.592866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5cbfe5ab-adb5-47d4-8790-ed9453c4bd0f tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1344036102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:55.672605 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe5ab-adb5-47d4-8790-ed9453c4bd0f tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.677612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe5ab-adb5-47d4-8790-ed9453c4bd0f tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.787771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe5ab-adb5-47d4-8790-ed9453c4bd0f tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.792877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe5ab-adb5-47d4-8790-ed9453c4bd0f tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.830076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cbfe5ab-adb5-47d4-8790-ed9453c4bd0f tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.832075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5cbfe5ab-adb5-47d4-8790-ed9453c4bd0f tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2535210 Dec 10 18:32:55.837215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37626) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:55.841910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2f029b0e-8339-421c-9110-2a015d1d08ea None None] Provisioning complete for port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:55.842445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2f029b0e-8339-421c-9110-2a015d1d08ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:55.845776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'enable_snat': False}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:55.955134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router b10ca0fb-1e56-4fac-b57f-43e2c503c127 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:32:55.956698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2f029b0e-8339-421c-9110-2a015d1d08ea None None] Port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:56.218962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.249275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:32:56.259115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de0fa175-8539-4c95-9e0c-4de8d03a5aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "PUT /v2.0/routers/b10ca0fb-1e56-4fac-b57f-43e2c503c127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4097788 Dec 10 18:32:56.259542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.260928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Allocated IP 172.20.0.1 (317ad87d-7fb6-40c0-a1f7-23e85dc2a60d/d5542e09-cfcc-48a9-bb7c-2fd47eab33da/3a913bfa-a9d5-4118-923e-30d0c8f4896b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:56.263549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e17e38c3-27f4-4301-b629-9c7cef57317d req-46194fea-7e22-490e-a955-b21d0cc8ce00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51ec41250e0e4a44a81de9f5e21a8599&device_id=5a93c819-91ce-4f3e-99d6-c1a106e747cd HTTP/1.1" status: 200 len: 210 time: 0.0375040 Dec 10 18:32:56.269088 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Sync routers for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:32:56.282396 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:56.282659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-08a0af3f-0813-465d-9d63-1690fce8625f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1360221239', 'description': 'tempest-secgroup_access--1360221239 description', 'project_id': 'fb5beb52b1674b858981321d81bed146'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:56.283606 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:56.366674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e17e38c3-27f4-4301-b629-9c7cef57317d req-1abdc4bd-65dc-4e1a-8494-acc216a258e8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=51ec41250e0e4a44a81de9f5e21a8599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896814 Dec 10 18:32:56.391903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08a0af3f-0813-465d-9d63-1690fce8625f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.426417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54704cfa-eafc-40fe-a9e3-acf1f87aa098 req-b2c9eaa5-a351-4b68-9c6b-1c9de9bc5651 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a93c819-91ce-4f3e-99d6-c1a106e747cd HTTP/1.1" status: 200 len: 210 time: 0.0961180 Dec 10 18:32:56.529009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e38c3-27f4-4301-b629-9c7cef57317d req-2f2fcc46-10ce-42ba-90a7-fccaa43febf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:56.529009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e17e38c3-27f4-4301-b629-9c7cef57317d req-2f2fcc46-10ce-42ba-90a7-fccaa43febf4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409953 Dec 10 18:32:56.533444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08a0af3f-0813-465d-9d63-1690fce8625f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.572892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08a0af3f-0813-465d-9d63-1690fce8625f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.597234 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:56.653505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.668882 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-08a0af3f-0813-465d-9d63-1690fce8625f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.670586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-08a0af3f-0813-465d-9d63-1690fce8625f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4070659 Dec 10 18:32:56.673915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37648) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:56.679725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6bca363c-1480-4718-ad23-60599f0367a5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1620687327', 'description': 'tempest-secgroup_general--1620687327 description', 'project_id': 'fb5beb52b1674b858981321d81bed146'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:56.687088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0af3f-0813-465d-9d63-1690fce8625f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9926652-b43f-4c60-9e63-ca1235de3488,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:56.743047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6bca363c-1480-4718-ad23-60599f0367a5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.783264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.798781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.839576 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:56.860385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:56.885917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:56.892195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:56.998992 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:54Z', 'revision_number': 2, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:57.014161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Allocated IP 172.25.2.43 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/09d70d3b-9c2c-440a-b44f-564e966eab03) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:32:57.033090 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Checking router: b10ca0fb-1e56-4fac-b57f-43e2c503c127 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:32:57.033804 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Updating router b10ca0fb-1e56-4fac-b57f-43e2c503c127 port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:32:57.076267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Port': ['ID=3a913bfa-a9d5-4118-923e-30d0c8f4896b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.121757 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.184656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.272808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.316892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6bca363c-1480-4718-ad23-60599f0367a5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.324780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6bca363c-1480-4718-ad23-60599f0367a5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.373685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6bca363c-1480-4718-ad23-60599f0367a5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.378659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6bca363c-1480-4718-ad23-60599f0367a5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7033010 Dec 10 18:32:57.386430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:57.391677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-dd0472dc-2ded-42bd-af13-4f4428102458 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'security_group_rule': {'security_group_id': 'c9926652-b43f-4c60-9e63-ca1235de3488', 'project_id': 'fb5beb52b1674b858981321d81bed146', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:32:57.417725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9778b27f-4825-411b-bb23-d18802620f25 None None] Provisioning complete for port 3a913bfa-a9d5-4118-923e-30d0c8f4896b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:57.421540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9778b27f-4825-411b-bb23-d18802620f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.452677 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0472dc-2ded-42bd-af13-4f4428102458 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.459256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.473036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca363c-1480-4718-ad23-60599f0367a5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8749b4-a32c-4651-9255-21cdf802820a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.517034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:57.521034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:57.526502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.560840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:32:57.576626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044fda05-a5b9-440d-beee-a5ab8abbbb53 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:32:57.649087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9778b27f-4825-411b-bb23-d18802620f25 None None] Port 3a913bfa-a9d5-4118-923e-30d0c8f4896b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:57.670045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bacaeff3-e260-4987-9c9b-db54c95c42fe req-56594e73-2d60-44cb-8ca7-4869bf3f01af tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a93c819-91ce-4f3e-99d6-c1a106e747cd HTTP/1.1" status: 200 len: 210 time: 0.0601349 Dec 10 18:32:57.758915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Pushing event updated for resources: {'Port': ['ID=09d70d3b-9c2c-440a-b44f-564e966eab03,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.773784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0472dc-2ded-42bd-af13-4f4428102458 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.804341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-383c5301-85bd-4e7f-ad99-5635b3dfa590 None None] Provisioning complete for port 09d70d3b-9c2c-440a-b44f-564e966eab03 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:57.804637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-383c5301-85bd-4e7f-ad99-5635b3dfa590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.809223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0472dc-2ded-42bd-af13-4f4428102458 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.843741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0472dc-2ded-42bd-af13-4f4428102458 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207335e6-d7ea-417d-953f-acfa8476bf8f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:57.861559 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e17e38c3-27f4-4301-b629-9c7cef57317d req-86db594f-9b04-4d1f-9d1a-97b0f65f6b41 tempest-ServerShowV247Test-868295701 tempest-ServerShowV247Test-868295701-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a93c819-91ce-4f3e-99d6-c1a106e747cd HTTP/1.1" status: 200 len: 210 time: 0.0785351 Dec 10 18:32:57.864720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0472dc-2ded-42bd-af13-4f4428102458 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:57.876861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dd0472dc-2ded-42bd-af13-4f4428102458 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4892170 Dec 10 18:32:57.944756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-383c5301-85bd-4e7f-ad99-5635b3dfa590 None None] Port 09d70d3b-9c2c-440a-b44f-564e966eab03 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:58.080248 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.089666 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.172740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-75d84a47-5e0a-455b-b4b5-e632b7eed67b tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_general--1620687327&fields=id&tenant_id=fb5beb52b1674b858981321d81bed146 HTTP/1.1" status: 200 len: 267 time: 0.0665555 Dec 10 18:32:58.290580 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a70f2-123a-4384-9c33-f253fe450737 None None] Pushing event updated for resources: {'Port': ['ID=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.314016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-1fda2d44-29a1-4ed3-9ae3-ac08a4f175e0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup_access--1360221239&fields=id&tenant_id=fb5beb52b1674b858981321d81bed146 HTTP/1.1" status: 200 len: 267 time: 0.1397374 Dec 10 18:32:58.353803 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8e657656-e6cd-412e-8f73-f2ffaa9f0735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.493582 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Attempting to bind port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:32:58.494057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Attempting to bind port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:32:58.494416 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Attempting to bind port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 on network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:32:58.510809 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:32:58.511246 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Checking segment: {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:32:58.511593 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.511991 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Bound using segment: {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:32:58.512475 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Bound port: a35c7c3e-84eb-4f7d-986a-8bfe24e67875, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:32:58.517284 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.531071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.549717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.557417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.772105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-1300b4d1-6b08-4f56-8683-6161e61b965f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:32:58.779533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-1300b4d1-6b08-4f56-8683-6161e61b965f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/networks?id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 HTTP/1.1" status: 200 len: 796 time: 0.4640493 Dec 10 18:32:58.799882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-68da52b6-3095-4844-a825-dd5405263def None None] Provisioning complete for port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:58.806277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68da52b6-3095-4844-a825-dd5405263def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.823618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event updated for resources: {'Port': ['ID=3a913bfa-a9d5-4118-923e-30d0c8f4896b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:58.912551 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] For port a35c7c3e-84eb-4f7d-986a-8bfe24e67875, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:32:58.921227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.922877 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] For port a35c7c3e-84eb-4f7d-986a-8bfe24e67875, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:32:58.932031 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:58.956535 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-83904eea-1c81-44a6-834d-6d2329a5283a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/quotas/fb5beb52b1674b858981321d81bed146 HTTP/1.1" status: 200 len: 375 time: 0.1048765 Dec 10 18:32:58.999552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-68da52b6-3095-4844-a825-dd5405263def None None] Port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:32:59.027071 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:32:59.027877 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:32:59.338209 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.345786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.441028 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a70f2-123a-4384-9c33-f253fe450737 None None] Pushing event updated for resources: {'Port': ['ID=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:32:59.527210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:32:59.542487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:32:59.577261 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:32:59.657032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-370b965c-3f90-42e6-9387-c7c2aa1cc237 None None] Provisioning complete for port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:32:59.657501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37706) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:32:59.658446 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-370b965c-3f90-42e6-9387-c7c2aa1cc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.724812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Router 866b5185-0754-4334-ab4e-2159fa8a19f6 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:32:59.919968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-a67ffd03-05c5-4349-9b2f-8ae57540679c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9327898 Dec 10 18:32:59.945810 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-370b965c-3f90-42e6-9387-c7c2aa1cc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:32:59.995049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-370b965c-3f90-42e6-9387-c7c2aa1cc237 None None] For port a35c7c3e-84eb-4f7d-986a-8bfe24e67875, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:00.014316 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-370b965c-3f90-42e6-9387-c7c2aa1cc237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.146679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Router 13b606c8-d362-468d-bc4e-fc10c36dc08b has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:00.203661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b44a7ee8-ff9d-4592-8862-7ad20fa6eefa None None] Provisioning complete for port 3a913bfa-a9d5-4118-923e-30d0c8f4896b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:00.204029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b44a7ee8-ff9d-4592-8862-7ad20fa6eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.239522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b965c-3f90-42e6-9387-c7c2aa1cc237 None None] Pushing event updated for resources: {'Port': ['ID=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:00.263404 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ab55cca-bf11-4956-aa0a-8aaf145a6f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.278946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b44a7ee8-ff9d-4592-8862-7ad20fa6eefa None None] Port 3a913bfa-a9d5-4118-923e-30d0c8f4896b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:00.392507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:00.406219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] Sync routers for ids ['866b5185-0754-4334-ab4e-2159fa8a19f6'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:00.423976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.426005 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] Routers {'866b5185-0754-4334-ab4e-2159fa8a19f6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:00.426947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['866b5185-0754-4334-ab4e-2159fa8a19f6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.439185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-89bcecb7-597f-4139-9ac2-873d4e8ef0d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "PUT /v2.0/routers/866b5185-0754-4334-ab4e-2159fa8a19f6 HTTP/1.1" status: 200 len: 919 time: 4.5986111 Dec 10 18:33:00.442080 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:58Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.450510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37716) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.525886 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b591ac-e094-4ceb-8221-f490f072670f None None] The sync data for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 is: [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:58Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:00.529692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.541263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] Routers {'866b5185-0754-4334-ab4e-2159fa8a19f6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:00.542172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['866b5185-0754-4334-ab4e-2159fa8a19f6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.635535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.636212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece8d19-4972-4e92-a03a-7b79314562b0 None None] The sync data for ids ['866b5185-0754-4334-ab4e-2159fa8a19f6'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:00.733182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-2c597834-3223-4a42-8b10-02c234843439 service neutron] 10.222.0.55 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7738369 Dec 10 18:33:00.737952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:00.749582 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] Sync routers for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:00.758034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-db985b19-2a13-4525-bbfe-ae77f0f2a206 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "PUT /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2316463 Dec 10 18:33:00.770043 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:00.773594 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.780748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37720) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:00.800740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ab55cca-bf11-4956-aa0a-8aaf145a6f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.806075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ab55cca-bf11-4956-aa0a-8aaf145a6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:00.853715 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.879884 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:00.880504 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.920397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:00.921064 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7210b563-a0e2-4f7b-b9a3-178db81db89b None None] The sync data for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:01.014303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d4f0adb3-4a98-4a29-a3e6-d582344282de tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/866b5185-0754-4334-ab4e-2159fa8a19f6 HTTP/1.1" status: 200 len: 925 time: 0.5390711 Dec 10 18:33:01.029042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-46ca42d8-af9c-46d0-8500-dc0ca108855e service neutron] 10.222.0.55 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552071 Dec 10 18:33:01.030510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:01.036994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab55cca-bf11-4956-aa0a-8aaf145a6f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758a0f3c-c307-462f-b027-9da3dbfdadca,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.094599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ab55cca-bf11-4956-aa0a-8aaf145a6f0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=51ec41250e0e4a44a81de9f5e21a8599&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4340434 Dec 10 18:33:01.102974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37724) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:01.317635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4ca8-9230-4ca1-9bd7-280c43d2414f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.408793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4ca8-9230-4ca1-9bd7-280c43d2414f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.607904 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-56777c4d-37a9-4eea-aa31-10c12307d2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.708324 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4ca8-9230-4ca1-9bd7-280c43d2414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.713270 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f6b4ca8-9230-4ca1-9bd7-280c43d2414f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:01.717490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7f6b4ca8-9230-4ca1-9bd7-280c43d2414f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/758a0f3c-c307-462f-b027-9da3dbfdadca HTTP/1.1" status: 204 len: 168 time: 0.6102774 Dec 10 18:33:01.742778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b4ca8-9230-4ca1-9bd7-280c43d2414f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758a0f3c-c307-462f-b027-9da3dbfdadca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:01.886735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a35c7c3e-84eb-4f7d-986a-8bfe24e67875 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:02.045050 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.093702 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.129944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:02.130923 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.616645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37a420e6-6b35-400c-9b32-8d7db235b4bd req-c3b53d6c-3fdc-4a43-af5c-0754c4c37a9c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 210 time: 0.3003194 Dec 10 18:33:02.687988 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-836d7afe-0e93-40c6-a179-248d5f5ac118 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:02.715144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67b845-f1d9-456f-b3f6-e1d2df08c3d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.716881 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a67b845-f1d9-456f-b3f6-e1d2df08c3d6 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=866b5185-0754-4334-ab4e-2159fa8a19f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.6853259 Dec 10 18:33:02.721116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37764) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:02.800338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-1a81c297-7b83-4f53-8317-8921cc3081ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2199697 Dec 10 18:33:02.980372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d134b50-4260-449a-8c49-b4a646a995cd req-ce32b2da-3559-4753-98df-1606df1987ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:02.992381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-ce32b2da-3559-4753-98df-1606df1987ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=622b6ed2252843a8af87b0e50c831f70&device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 1096 time: 0.1280613 Dec 10 18:33:03.125079 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-836d7afe-0e93-40c6-a179-248d5f5ac118 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 10 18:33:03.139638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-836d7afe-0e93-40c6-a179-248d5f5ac118 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b HTTP/1.1" status: 409 len: 329 time: 2.3572512 Dec 10 18:33:03.140366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37772) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:03.250413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d134b50-4260-449a-8c49-b4a646a995cd req-2ee918f0-3cd9-4968-acf5-8700502cc2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.252136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-2ee918f0-3cd9-4968-acf5-8700502cc2ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 200 len: 915 time: 0.2078807 Dec 10 18:33:03.338845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63217dcb-da8a-46da-84cf-cc906785b53e tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:03.347718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63217dcb-da8a-46da-84cf-cc906785b53e tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/networks/66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 881 time: 0.5019794 Dec 10 18:33:03.425211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37776) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:03.461613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-b8432a6a-6db2-4a82-8712-b2a79e87fb27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4 HTTP/1.1" status: 200 len: 217 time: 0.2011325 Dec 10 18:33:03.772939 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:03.895276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-005453be-72fe-4c9c-8787-48e6cc4d4dc2 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=866b5185-0754-4334-ab4e-2159fa8a19f6 HTTP/1.1" status: 200 len: 205 time: 0.4652953 Dec 10 18:33:03.906835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37790) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:04.135838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.136835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ea779e08-14f1-4f23-acc6-cf3d48e353c2 req-30299f89-1f65-4164-b4a5-6a3d5604255a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 210 time: 0.1236422 Dec 10 18:33:04.197585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d134b50-4260-449a-8c49-b4a646a995cd req-0c239680-7429-41ba-9ca3-3d8051176893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:04.201663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-0c239680-7429-41ba-9ca3-3d8051176893 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd43c5-25f8-4406-9fac-065204b1c0f4 HTTP/1.1" status: 200 len: 854 time: 0.5827522 Dec 10 18:33:04.405925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-5889dee3-8677-4f9f-a64e-bd67e5eae667 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926723 Dec 10 18:33:04.451468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37798) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:04.516722 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.733940 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.765573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-112619692-network', 'tenant_id': '655a81792b484e90b8523582249e9d3d'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:04.901387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Made reservation on behalf of 655a81792b484e90b8523582249e9d3d for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:04.904409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:04.920342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.039794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.047987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.111245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:05.154899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8def1806-ead1-4f61-a2f1-ed0cb83dcda4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.192711 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.193133 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Added segment 051503c4-346b-4851-a6f3-03d30ae97b15 of type vlan for network e026267b-4297-4571-8112-003c18520e44 Dec 10 18:33:05.274889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.339681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-f95842b5-0c0f-4f36-93c7-1a99e045156d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.347052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dd29df4-0a63-4906-b5e8-1014b5073645 req-c5616ae8-e9ef-4116-95a2-4868f8779820 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 210 time: 0.0478907 Dec 10 18:33:05.353372 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-f95842b5-0c0f-4f36-93c7-1a99e045156d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.30 "GET /v2.0/networks?id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 HTTP/1.1" status: 200 len: 796 time: 1.1078594 Dec 10 18:33:05.354865 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.356040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:05.356779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.445894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] Pushing event updated for resources: {'Network': ['ID=e026267b-4297-4571-8112-003c18520e44,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:05.449181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.459870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e026267b-4297-4571-8112-003c18520e44 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:05.473308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Deleting port 3a913bfa-a9d5-4118-923e-30d0c8f4896b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:05.473963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.487605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0ea6672-b146-409f-8806-a625dd61de50 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0343044 Dec 10 18:33:05.493124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37818) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:05.514702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Request body: {'subnet': {'network_id': 'e026267b-4297-4571-8112-003c18520e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-112619692-subnet', 'tenant_id': '655a81792b484e90b8523582249e9d3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:05.775223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:05.788974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Calling delete_port for 3a913bfa-a9d5-4118-923e-30d0c8f4896b owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:05.887787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-6aad16b5-190c-41fd-b382-ade4e49d6675 service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297244 Dec 10 18:33:05.898176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-83a78023-aca6-494e-9234-f307dc12a05c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb5beb52b1674b858981321d81bed146 HTTP/1.1" status: 200 len: 478 time: 0.4425154 Dec 10 18:33:05.940302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Made reservation on behalf of 655a81792b484e90b8523582249e9d3d for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:05.943518 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.155647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'port': {'device_id': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'admin_state_up': True, 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'security_groups': ['7f8749b4-a32c-4651-9255-21cdf802820a', 'c9926652-b43f-4c60-9e63-ca1235de3488']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:06.246207 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.316129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Port': ['ID=3a913bfa-a9d5-4118-923e-30d0c8f4896b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:06.390571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.406462 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d134b50-4260-449a-8c49-b4a646a995cd req-c009793a-2cac-4de7-be5b-a077aed1141f service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034747 Dec 10 18:33:06.503435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Made reservation on behalf of fb5beb52b1674b858981321d81bed146 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:06.526329 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.640754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Deleting port 09d70d3b-9c2c-440a-b44f-564e966eab03 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:06.641072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:06.717735 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-986480e1-64ff-4d26-821d-9029406367b8 req-e3eeaf54-e85e-48b6-bd74-c66b4864052a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 210 time: 0.1404469 Dec 10 18:33:07.009975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Allocated IP 172.20.0.10 (15b7c6f8-d9ae-4291-8e5a-462ed4d81f97/1d864943-004c-44fa-80a1-f824ecb71e90/279ae1a7-4c89-4fc1-a01e-6508c0efc540) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:07.062981 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.193519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Calling delete_port for 09d70d3b-9c2c-440a-b44f-564e966eab03 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:07.210808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.224642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:07.349962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4190cec7-ecf6-4aa5-be9d-cede37ecab10,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:07.694781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Checking segment: {'id': '051503c4-346b-4851-a6f3-03d30ae97b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e026267b-4297-4571-8112-003c18520e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:07.695451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Network hostable DHCP agents. Network: e026267b-4297-4571-8112-003c18520e44, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:07.983928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Router 13b606c8-d362-468d-bc4e-fc10c36dc08b has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:08.041650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.092761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c238993-0850-483c-8722-5c7aaff9ba04 req-7a67a8f6-0b4c-4846-8c8e-139c54dd5e16 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 210 time: 0.0996196 Dec 10 18:33:08.104378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Network e026267b-4297-4571-8112-003c18520e44 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:08.214322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.232958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, e026267b-4297-4571-8112-003c18520e44) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:08.247538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04212523-3a04-4b58-9b38-8dd2d1dbd56d None None] Network e026267b-4297-4571-8112-003c18520e44 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:08.249603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:08.260083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.399294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event deleted for resources: {'Port': ['ID=09d70d3b-9c2c-440a-b44f-564e966eab03,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:08.418183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:08.426382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c0d48-aba9-4613-bae5-bfe507be856a None None] Network e026267b-4297-4571-8112-003c18520e44 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:08.437300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d3288a77-5678-4489-b799-f41299aa93c3 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "PUT /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2877669 Dec 10 18:33:08.438109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37844) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.443404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] Sync routers for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:08.503349 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-55e1bd3f-191b-4ff4-85f0-cf829d0030a6 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] show failed (client error): The resource could not be found. Dec 10 18:33:08.509233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-55e1bd3f-191b-4ff4-85f0-cf829d0030a6 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "GET /v2.0/routers/tempest-non_exist_router-383579865 HTTP/1.1" status: 404 len: 334 time: 0.0677636 Dec 10 18:33:08.514348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f47c7c6f-bd85-4bc1-af42-76cb42ffe542 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.0198295 Dec 10 18:33:08.515075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37848) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.520729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8f9b5220-d0c1-4e8e-9617-d241c1818ba4 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:08.615704 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-8f9b5220-d0c1-4e8e-9617-d241c1818ba4 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] update failed (client error): The resource could not be found. Dec 10 18:33:08.625697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f9b5220-d0c1-4e8e-9617-d241c1818ba4 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "PUT /v2.0/routers/tempest-non_exist_router-198401426 HTTP/1.1" status: 404 len: 334 time: 0.1092942 Dec 10 18:33:08.628703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37852) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:08.732150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc1beda-d6d5-45c0-aa95-7329001a8396 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:08.761858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:08.762487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.790473 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.798463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.832917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Deleting subnet 16950eb4-b524-40e9-9072-99175ec4e7ed {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:08.848263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:08.870549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.923245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] Routers {'13b606c8-d362-468d-bc4e-fc10c36dc08b'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:08.924298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['13b606c8-d362-468d-bc4e-fc10c36dc08b'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:08.983126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.022955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:09.026510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c1c76-db08-4a51-985e-19cdd87dc174 None None] The sync data for ids ['13b606c8-d362-468d-bc4e-fc10c36dc08b'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:09.107793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:09.109714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.114539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.120221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:09.126113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:09.207576 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.234004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=279ae1a7-4c89-4fc1-a01e-6508c0efc540,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:09.317704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.319288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Fanout notify agent at l3_agent the message router_deleted on router 866b5185-0754-4334-ab4e-2159fa8a19f6 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:09.340433 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.345788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-93e4682e-483a-4d0a-b245-56a825063953 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/866b5185-0754-4334-ab4e-2159fa8a19f6 HTTP/1.1" status: 204 len: 168 time: 5.4143829 Dec 10 18:33:09.350123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37870) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:09.369115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-625500772', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:09.475125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.477611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.503093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d339c-edbb-4ed7-a1e2-fc788f3908d7 req-6a0f5fed-82fd-4a8b-b68f-81ebd87e6f86 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:09.509652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.511195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d1d339c-edbb-4ed7-a1e2-fc788f3908d7 req-6a0f5fed-82fd-4a8b-b68f-81ebd87e6f86 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 971 time: 0.1750679 Dec 10 18:33:09.519412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.599736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.627551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37878) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:09.652240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.668977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-0de547c6-6d27-48e2-b088-5f3db3c5e610 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.5540936 Dec 10 18:33:09.696558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-904599055-network', 'tenant_id': '5d300b6e178944ee97c15695d9e539d3'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:09.714074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7ca7700a-bf25-410f-88d7-23b817fb2f93 None None] Provisioning complete for port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:09.715740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ca7700a-bf25-410f-88d7-23b817fb2f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.728728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Request body: {'port': {'device_id': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:09.749409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Subnet': ['ID=16950eb4-b524-40e9-9072-99175ec4e7ed,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:09.776448 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:09.788835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d2060-c6f1-45bb-961b-a1c74799fbea None None] Network 9329add0-a980-4f54-aab4-f6b9950ecd1b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:09.789584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-842dc8e8-87e4-490c-98e5-e2ac3a9c9d18 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/subnets/16950eb4-b524-40e9-9072-99175ec4e7ed HTTP/1.1" status: 204 len: 168 time: 1.1588168 Dec 10 18:33:09.804466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37882) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:09.946043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Deleting subnet c51b513b-ff0e-44c4-b08d-f07113fff6c0 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:09.961789 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.042964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7ca7700a-bf25-410f-88d7-23b817fb2f93 None None] Port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:10.059383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.062271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.111858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.202385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] DHCP port deletion for 9329add0-a980-4f54-aab4-f6b9950ecd1b request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:10.208688 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:33:10.308938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Made reservation on behalf of 5d300b6e178944ee97c15695d9e539d3 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:10.311297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.347666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d1d339c-edbb-4ed7-a1e2-fc788f3908d7 req-2e3f8b2d-1510-41d7-925a-12619f61402e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8253181 Dec 10 18:33:10.354330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] Deleting port 60990494-925f-4bcf-bffe-4907ebc51cc8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:10.358033 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.460363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.508497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.571308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] For port 60990494-925f-4bcf-bffe-4907ebc51cc8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=60990494-925f-4bcf-bffe-4907ebc51cc8,segment=NetworkSegment(44cb86b9-ebb4-40a1-b766-596bb454f518),segment_id=44cb86b9-ebb4-40a1-b766-596bb454f518)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:10.580720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.653625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] Calling delete_port for 60990494-925f-4bcf-bffe-4907ebc51cc8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:10.709971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.841938 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.860228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] No DVR routers for this DVR port 60990494-925f-4bcf-bffe-4907ebc51cc8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:10.866946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Subnet': ['ID=c51b513b-ff0e-44c4-b08d-f07113fff6c0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:10.881351 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:10.894053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68a87579-a409-4659-a264-46c4e623ad12 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/subnets/c51b513b-ff0e-44c4-b08d-f07113fff6c0 HTTP/1.1" status: 204 len: 168 time: 1.0858376 Dec 10 18:33:10.894880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37892) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:10.928268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe22df2-8fcd-4193-bd15-7383943df60b None None] Network 9627fb06-c3a4-427e-a3de-2d033a4e8092 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:10.932113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2515631-5c0e-44a2-8613-1ecfecd3be05 None None] Pushing event deleted for resources: {'Port': ['ID=60990494-925f-4bcf-bffe-4907ebc51cc8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.376806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] DHCP port deletion for 9627fb06-c3a4-427e-a3de-2d033a4e8092 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:11.510678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279ae1a7-4c89-4fc1-a01e-6508c0efc540 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:11.532863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] Deleting port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:11.533252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.540770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.578839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Transition to ACTIVE for port object 279ae1a7-4c89-4fc1-a01e-6508c0efc540 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:33:11.583732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 60990494-925f-4bcf-bffe-4907ebc51cc8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:11.592509 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.641727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.682577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] For port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d,segment=NetworkSegment(1012fa73-77dd-4720-87b7-ab456c47ed03),segment_id=1012fa73-77dd-4720-87b7-ab456c47ed03)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:11.682982 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.697360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.702046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] Calling delete_port for 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:11.794961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e4d8c-7fbd-4399-8296-7ab89d1ce463 req-e12958c4-4736-4b9f-8ad0-366967f8f434 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:11.796697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b6e4d8c-7fbd-4399-8296-7ab89d1ce463 req-e12958c4-4736-4b9f-8ad0-366967f8f434 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 983 time: 0.1520538 Dec 10 18:33:11.816388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:11.834094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Pushing event updated for resources: {'Port': ['ID=279ae1a7-4c89-4fc1-a01e-6508c0efc540,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.853610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b65371-db15-4c7f-b49e-7c4a6c701a6e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:11.876337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.886855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.888765 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Added segment a4fd92ca-351b-4da9-9f85-3e67ee8c634e of type vlan for network 9c4db469-2bb0-430e-81dc-8f96373159a1 Dec 10 18:33:11.913096 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:11.940870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 60990494-925f-4bcf-bffe-4907ebc51cc8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:11.941625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 60990494-925f-4bcf-bffe-4907ebc51cc8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:11.941625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:11.969876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:11.970228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:11.985330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.005299 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.044077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] No DVR routers for this DVR port 3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:12.046039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3da900-6095-47f4-b62b-104c17f8ab72 None None] Pushing event deleted for resources: {'Port': ['ID=3c2747ed-9f4e-4d60-988d-bfdbf7c7bc0d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.131117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.154199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Attempting to bind port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:12.154875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Attempting to bind port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:12.155411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Attempting to bind port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 on network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:12.193734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.194920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:12.195931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.202751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 on network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:12.205631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Attempting to bind port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 on network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:12.234258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.293931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:12.295989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Checking segment: {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:12.297882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Bound using segment: {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:12.298943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Bound port: 279ae1a7-4c89-4fc1-a01e-6508c0efc540, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24217566-de45-4bc6-bc5f-48c4873122b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:12.299816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.333947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b6e4d8c-7fbd-4399-8296-7ab89d1ce463 req-69c3aa30-ff8a-46e8-aa40-fc230e98f116 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.5020587 Dec 10 18:33:12.371193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7317827 Dec 10 18:33:12.371193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9329add0-a980-4f54-aab4-f6b9950ecd1b']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.393908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cb86b9-ebb4-40a1-b766-596bb454f518') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.394394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cb86b9-ebb4-40a1-b766-596bb454f518') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:12.415392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.445915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.450305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 37906) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.463102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Request body: {'subnet': {'network_id': '9c4db469-2bb0-430e-81dc-8f96373159a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-904599055-subnet', 'tenant_id': '5d300b6e178944ee97c15695d9e539d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:12.483776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:12.484681 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:12.490612 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:12.567428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79745f5-1f72-40bb-9aa4-5483bba15bf6 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4db469-2bb0-430e-81dc-8f96373159a1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.596751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9c4db469-2bb0-430e-81dc-8f96373159a1 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:12.689821 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.712009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.718713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] For port 279ae1a7-4c89-4fc1-a01e-6508c0efc540, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:12.725263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] For port 279ae1a7-4c89-4fc1-a01e-6508c0efc540, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:12.725488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/networks/9329add0-a980-4f54-aab4-f6b9950ecd1b HTTP/1.1" status: 204 len: 168 time: 1.8022254 Dec 10 18:33:12.726194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37912) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:12.756417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Allocated IP 172.25.2.139 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/4b0715cc-5b9b-41fc-82a3-bdbee4c46116) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:12.762986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.803659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Made reservation on behalf of 5d300b6e178944ee97c15695d9e539d3 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:12.815507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.837404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f7e1b-7167-4216-9eee-77a9082a62d1 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Network': ['ID=9329add0-a980-4f54-aab4-f6b9950ecd1b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.917479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Pushing event updated for resources: {'Port': ['ID=279ae1a7-4c89-4fc1-a01e-6508c0efc540,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:12.952460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.975373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:12.977188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:12.979675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-9ef16e85-e4ec-415d-9173-3e23136d8713 service neutron] 10.222.0.30 "PUT /v2.0/ports/279ae1a7-4c89-4fc1-a01e-6508c0efc540 HTTP/1.1" status: 200 len: 1131 time: 3.2605808 Dec 10 18:33:13.043589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:13.046267 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351" -d '{"events": [{"name": "network-changed", "server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:13.180866 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.228031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9627fb06-c3a4-427e-a3de-2d033a4e8092']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:13.260495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1012fa73-77dd-4720-87b7-ab456c47ed03') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:13.260879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1012fa73-77dd-4720-87b7-ab456c47ed03') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:13.277405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.309966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.317598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:13.318032 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:13.321285 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:13.418164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-8ae9c9f5-4510-4539-b4da-88868f5a8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.419994 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-8ae9c9f5-4510-4539-b4da-88868f5a8a3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1134 time: 0.3679752 Dec 10 18:33:13.426132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.501911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.524583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/networks/9627fb06-c3a4-427e-a3de-2d033a4e8092 HTTP/1.1" status: 204 len: 168 time: 0.7903585 Dec 10 18:33:13.530243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27099f-c378-453e-bf2d-02f62ee506f2 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Network': ['ID=9627fb06-c3a4-427e-a3de-2d033a4e8092,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:13.548234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37936) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:13.558093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-36577b8e-1cb0-457f-83f8-80656b738ebf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540 HTTP/1.1" status: 200 len: 217 time: 0.1160030 Dec 10 18:33:13.561796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.633186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-954abb0b-7275-4df9-a598-693971ab121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.635470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-954abb0b-7275-4df9-a598-693971ab121c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d864943-004c-44fa-80a1-f824ecb71e90 HTTP/1.1" status: 200 len: 834 time: 0.0674357 Dec 10 18:33:13.637336 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d17e52-8bf9-45f4-85f2-8fc60565b49b x-openstack-request-id: req-f1d17e52-8bf9-45f4-85f2-8fc60565b49b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:13.637630 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:13.637891 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f1d17e52-8bf9-45f4-85f2-8fc60565b49b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:13.638415 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'status': 'completed', 'code': 200} Dec 10 18:33:13.663471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Deleting subnet d5542e09-cfcc-48a9-bb7c-2fd47eab33da {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:13.668415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.760305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-bd234402-782c-44a0-a083-2e30288e6607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.761854 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-bd234402-782c-44a0-a083-2e30288e6607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966167 Dec 10 18:33:13.805988 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:13.843325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e53cbd-792e-49de-9680-3faaf80def0e req-ba9c72e3-2f73-496c-b87e-6234374d71b0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:13.845792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80e53cbd-792e-49de-9680-3faaf80def0e req-ba9c72e3-2f73-496c-b87e-6234374d71b0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 983 time: 0.1439943 Dec 10 18:33:14.030331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.125414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80e53cbd-792e-49de-9680-3faaf80def0e req-0fbff13d-10c7-4a82-a6cb-8e26b81c30c1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2659652 Dec 10 18:33:14.225099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.257084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.272752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Subnet': ['ID=d5542e09-cfcc-48a9-bb7c-2fd47eab33da,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.278078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.285570 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-85aeb591-bc12-471b-8898-350d36d20a51 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/subnets/d5542e09-cfcc-48a9-bb7c-2fd47eab33da HTTP/1.1" status: 204 len: 168 time: 0.7331741 Dec 10 18:33:14.286701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37948) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:14.287513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204d8d56-1b08-4740-ba65-060e6e9029de None None] Network 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:14.427815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.439231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-6a0fb9b0-d9ec-4e63-8c75-694981bbbe7f service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962852 Dec 10 18:33:14.461658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.583722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:14.645466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] DHCP port deletion for 317ad87d-7fb6-40c0-a1f7-23e85dc2a60d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:14.651368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Checking segment: {'id': 'a4fd92ca-351b-4da9-9f85-3e67ee8c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9c4db469-2bb0-430e-81dc-8f96373159a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:14.651723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Network hostable DHCP agents. Network: 9c4db469-2bb0-430e-81dc-8f96373159a1, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:14.654032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event updated for resources: {'Port': ['ID=4b0715cc-5b9b-41fc-82a3-bdbee4c46116,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.662826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:14.665301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:14.716955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Deleting port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:14.717298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.720849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e13738c-4866-4232-8e88-ab465aa82e96,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:14.742920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Network 9c4db469-2bb0-430e-81dc-8f96373159a1 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:14.747688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0348b-7a22-44e6-99bd-9b72e15b1ec1 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:14.760904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9c4db469-2bb0-430e-81dc-8f96373159a1) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:14.772900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:14.773584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.775842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d00c5-dba1-4195-848c-1b9ddb2fdab4 None None] Network 9c4db469-2bb0-430e-81dc-8f96373159a1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:14.913841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] For port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,segment=NetworkSegment(93fd61b1-85fb-4f86-9c9d-823e802a104c),segment_id=93fd61b1-85fb-4f86-9c9d-823e802a104c)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:14.914948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.939130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-44b821dc-7cf3-4efd-b453-11580a8358fe None None] Provisioning complete for port 4b0715cc-5b9b-41fc-82a3-bdbee4c46116 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:14.939678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44b821dc-7cf3-4efd-b453-11580a8358fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:14.952550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Calling delete_port for 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:15.062013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.086489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2dfc62ae-cf1e-415a-8193-34aac9fe707b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6187382 Dec 10 18:33:15.086780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb95f55-747d-4d4d-b329-112533cfea81 None None] Network 9c4db469-2bb0-430e-81dc-8f96373159a1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:15.089594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] Deleting port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:15.089594 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.096864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Port': ['ID=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.106739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] No DVR routers for this DVR port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:15.131381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ef933d4-2b16-41a4-a876-ff9497e9b2dc req-1139d9dd-2f75-4926-b6eb-0278d3718e1e service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512415 Dec 10 18:33:15.283826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.341996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['317ad87d-7fb6-40c0-a1f7-23e85dc2a60d']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:15.352332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-f411c677-db63-48ec-804e-7a8201b43bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.354754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-f411c677-db63-48ec-804e-7a8201b43bdb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1134 time: 0.1546769 Dec 10 18:33:15.499004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fd61b1-85fb-4f86-9c9d-823e802a104c') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:15.501980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fd61b1-85fb-4f86-9c9d-823e802a104c') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:15.502317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-a1581e56-11aa-4e87-bc9a-de45bb26b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.503964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-a1581e56-11aa-4e87-bc9a-de45bb26b085 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 HTTP/1.1" status: 200 len: 897 time: 0.1391060 Dec 10 18:33:15.544761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.573321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b30553-4a5f-447d-aa39-2495ad931a98 req-65dbbe45-b792-4b49-a47f-b7895cc2a148 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.575321 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98b30553-4a5f-447d-aa39-2495ad931a98 req-65dbbe45-b792-4b49-a47f-b7895cc2a148 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 983 time: 0.1958842 Dec 10 18:33:15.614296 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.637200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:15.637680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.653122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:15.655832 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:15.684244 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-bfa8d91b-e0de-4479-a894-9b27ab533714 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540 HTTP/1.1" status: 200 len: 217 time: 0.1709394 Dec 10 18:33:15.686768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:15.687116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:15.725255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-44b821dc-7cf3-4efd-b453-11580a8358fe None None] Port 4b0715cc-5b9b-41fc-82a3-bdbee4c46116 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:15.739677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] For port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:15.740648 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.771911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] Calling delete_port for 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:15.780114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] Port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:33:15.790855 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.811559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-d7d50c80-861e-46af-a304-de0e8e1501e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:15.813438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-d7d50c80-861e-46af-a304-de0e8e1501e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d864943-004c-44fa-80a1-f824ecb71e90 HTTP/1.1" status: 200 len: 834 time: 0.1211169 Dec 10 18:33:15.847652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98b30553-4a5f-447d-aa39-2495ad931a98 req-a2ee2c7f-d02f-4493-a423-7a8fa48f3e0a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2642443 Dec 10 18:33:15.870204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:15.898549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] Pushing event deleted for resources: {'Port': ['ID=39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:15.944448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc45830-e4e6-4f3e-866d-68cf9e90b582 None None] No DVR routers for this DVR port 39b52eb9-8ad6-4db4-a6b8-d9f1ec44dbc8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:16.027003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.038961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.043009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/networks/317ad87d-7fb6-40c0-a1f7-23e85dc2a60d HTTP/1.1" status: 204 len: 168 time: 1.7550671 Dec 10 18:33:16.056571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37992) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:16.068778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c347-7b8a-42a3-b8f2-eb817d7b19c7 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Pushing event deleted for resources: {'Network': ['ID=317ad87d-7fb6-40c0-a1f7-23e85dc2a60d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:16.088090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0d16c739-7b03-42c1-b66b-594729993a2b tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "GET /v2.0/ports?device_id=13b606c8-d362-468d-bc4e-fc10c36dc08b HTTP/1.1" status: 200 len: 205 time: 0.0300651 Dec 10 18:33:16.091276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 37994) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:16.222690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-420c826e-7fb1-4984-a6ca-e97f12945ea9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.452428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-82e93785-8817-4f6b-8142-18ca807da691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.454430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-82e93785-8817-4f6b-8142-18ca807da691 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6322403 Dec 10 18:33:16.674195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.733003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-420c826e-7fb1-4984-a6ca-e97f12945ea9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.735527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-420c826e-7fb1-4984-a6ca-e97f12945ea9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.739263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-e89b7f2c-fdf8-4c16-a0e6-8f0dce047b7f tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:16.740880 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-e89b7f2c-fdf8-4c16-a0e6-8f0dce047b7f tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/networks?id=e026267b-4297-4571-8112-003c18520e44 HTTP/1.1" status: 200 len: 824 time: 0.7354996 Dec 10 18:33:16.783908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-381f5d1e-cc7e-40cc-be82-0fe46490c616 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/quotas/655a81792b484e90b8523582249e9d3d HTTP/1.1" status: 200 len: 375 time: 0.0244508 Dec 10 18:33:16.792110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-420c826e-7fb1-4984-a6ca-e97f12945ea9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.792870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420c826e-7fb1-4984-a6ca-e97f12945ea9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Fanout notify agent at l3_agent the message router_deleted on router 13b606c8-d362-468d-bc4e-fc10c36dc08b {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:16.836617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-420c826e-7fb1-4984-a6ca-e97f12945ea9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:16.840392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-420c826e-7fb1-4984-a6ca-e97f12945ea9 tempest-RoutersNegativeTest-1743564365 tempest-RoutersNegativeTest-1743564365-project] 10.222.0.55 "DELETE /v2.0/routers/13b606c8-d362-468d-bc4e-fc10c36dc08b HTTP/1.1" status: 204 len: 168 time: 0.7477360 Dec 10 18:33:16.954078 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-966af007-5523-4328-9766-32f37d475be9 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=655a81792b484e90b8523582249e9d3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168425 Dec 10 18:33:16.965301 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-4fb89ff7-f123-4569-8ae1-88738dcac5d2 service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744897 Dec 10 18:33:17.099749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfa329-79aa-4ccd-8576-c8f952274826 req-a5a8d567-13fe-4b0f-9f6d-947c0750c460 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:17.101914 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88dfa329-79aa-4ccd-8576-c8f952274826 req-a5a8d567-13fe-4b0f-9f6d-947c0750c460 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 983 time: 0.0873890 Dec 10 18:33:17.245744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb88104f-fe9b-4fb0-af0b-a6fa560d8351 req-3d5913bd-8b0c-4905-933b-7b0dd11264c1 service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610235 Dec 10 18:33:17.277198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88dfa329-79aa-4ccd-8576-c8f952274826 req-7d0296cb-d73c-4de1-9fb4-0a774ca12f77 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1516414 Dec 10 18:33:17.300099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-5519e46b-1758-4afe-9ddf-2c180717052e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:33:17.305587 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-5519e46b-1758-4afe-9ddf-2c180717052e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3502600 Dec 10 18:33:17.402500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 279ae1a7-4c89-4fc1-a01e-6508c0efc540 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:17.432353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38018) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:17.546311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Router 3b8e3677-c542-485b-8eb4-14530d039b6c is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:17.634157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 279ae1a7-4c89-4fc1-a01e-6508c0efc540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:17.646701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-b67b5384-6823-435e-964f-6f65ca5c1ca1 service neutron] 10.222.0.55 "GET /v2.0/networks/e026267b-4297-4571-8112-003c18520e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316786 Dec 10 18:33:17.651259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'port_id': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:17.738257 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-76aa5389-13fb-4665-bd95-c366d278373a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0cc1dd6b537f4902a4cff1ad1dff6e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042805 Dec 10 18:33:17.739493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38026) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:17.760761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.761733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-4d4a0be7-9df6-4f0a-a266-950d4635382b service neutron] 10.222.0.55 "GET /v2.0/networks/e026267b-4297-4571-8112-003c18520e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067150 Dec 10 18:33:17.779919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279ae1a7-4c89-4fc1-a01e-6508c0efc540 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:17.811942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 279ae1a7-4c89-4fc1-a01e-6508c0efc540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:17.826595 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.926082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:17.927589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f822ab1-4acb-46de-bd34-36ce8640143f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.946238 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] Sync routers for ids ['3b8e3677-c542-485b-8eb4-14530d039b6c'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:17.973596 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] Routers {'3b8e3677-c542-485b-8eb4-14530d039b6c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:17.974596 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3b8e3677-c542-485b-8eb4-14530d039b6c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:17.979618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=279ae1a7-4c89-4fc1-a01e-6508c0efc540,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:17.991338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:17.996006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7fcd9b7b-2e69-415c-b89a-bc72cee14e46 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.6430686 Dec 10 18:33:17.996601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38028) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:18.000884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f822ab1-4acb-46de-bd34-36ce8640143f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.008245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:18.095536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['279ae1a7-4c89-4fc1-a01e-6508c0efc540'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:18.102049 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:18.141457 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] Routers {'3b8e3677-c542-485b-8eb4-14530d039b6c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:18.148711 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3b8e3677-c542-485b-8eb4-14530d039b6c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:18.161017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f822ab1-4acb-46de-bd34-36ce8640143f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.166053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f822ab1-4acb-46de-bd34-36ce8640143f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:18.172251 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2f822ab1-4acb-46de-bd34-36ce8640143f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/dc7d0403-d1d1-48d2-9ee7-ef11a9a1b416 HTTP/1.1" status: 204 len: 168 time: 0.4284966 Dec 10 18:33:18.203399 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:18.204305 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31020c02-54a8-4b6b-ac4f-c7ba5efb9dda None None] The sync data for ids ['3b8e3677-c542-485b-8eb4-14530d039b6c'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:18.279265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f822ab1-4acb-46de-bd34-36ce8640143f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7d0403-d1d1-48d2-9ee7-ef11a9a1b416,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:18.287920 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b058e69d-6267-4c54-ae86-9b0eb8f5640b req-4980c56c-917b-46d2-8aa4-77874bd54a1d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 210 time: 0.1447463 Dec 10 18:33:18.923219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967815a-5dfc-4727-99a2-dd0e12a5619d req-f4411dea-2bbd-4900-8b99-a424670ab551 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:18.937674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9967815a-5dfc-4727-99a2-dd0e12a5619d req-f4411dea-2bbd-4900-8b99-a424670ab551 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 984 time: 0.3843572 Dec 10 18:33:19.100473 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.138092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9967815a-5dfc-4727-99a2-dd0e12a5619d req-7a76e142-7f75-4261-8030-f5f9aad0d079 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1980319 Dec 10 18:33:19.147871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.264377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Deleting port 4b0715cc-5b9b-41fc-82a3-bdbee4c46116 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:19.264977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.419549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 279ae1a7-4c89-4fc1-a01e-6508c0efc540 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:19.530036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.562433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Calling delete_port for 4b0715cc-5b9b-41fc-82a3-bdbee4c46116 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:19.603180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2159d401-5b6f-45a7-854c-787dc21b675a req-56e43230-9485-4d32-a79b-70c3786f4e83 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 210 time: 0.1091421 Dec 10 18:33:19.656994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:19.671930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:19.677850 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.896452 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:19.932812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:19.941259 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c83606f-4987-4b5a-aa10-605c778700f6" -d '{"events": [{"server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "name": "network-vif-plugged", "status": "completed", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:19.996931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 279ae1a7-4c89-4fc1-a01e-6508c0efc540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:20.005090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.216198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=279ae1a7-4c89-4fc1-a01e-6508c0efc540,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:20.442500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38098) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:20.470920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce455c-0ab1-4922-b7cf-6e62d947b543 req-83e666c9-f498-4cde-8411-751494654a7f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.482965 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fce455c-0ab1-4922-b7cf-6e62d947b543 req-83e666c9-f498-4cde-8411-751494654a7f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 985 time: 0.1802921 Dec 10 18:33:20.490071 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236d4c50-4dcc-4a5b-8bd5-26c2d6582f53 x-openstack-request-id: req-236d4c50-4dcc-4a5b-8bd5-26c2d6582f53 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:20.491351 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "name": "network-vif-plugged", "status": "completed", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:20.491855 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-236d4c50-4dcc-4a5b-8bd5-26c2d6582f53 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:20.492534 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'code': 200} Dec 10 18:33:20.546802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-aa149d8d-6122-4128-97ef-19aea9e4da8b tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:20.550382 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-aa149d8d-6122-4128-97ef-19aea9e4da8b tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.30 "GET /v2.0/networks?id=e026267b-4297-4571-8112-003c18520e44 HTTP/1.1" status: 200 len: 824 time: 0.4669766 Dec 10 18:33:20.569921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Request body: {'port': {'device_id': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'network_id': 'e026267b-4297-4571-8112-003c18520e44', 'admin_state_up': True, 'tenant_id': '655a81792b484e90b8523582249e9d3d'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:20.784440 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:20.824575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1fce455c-0ab1-4922-b7cf-6e62d947b543 req-f44c2a1f-14c1-4e6c-a52b-f7eb5ba74a99 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3398507 Dec 10 18:33:20.904988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071750764'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:20.973636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.026643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.233264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.241740 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.370426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.384813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.480540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.481944 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9881299 Dec 10 18:33:21.491010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:21.559963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abe1b5c-b91d-4925-91ee-8ad85a08caf9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.581991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e61ff-eff7-4655-9f4d-fd2341887892 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:21.622234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Pushing event deleted for resources: {'Port': ['ID=4b0715cc-5b9b-41fc-82a3-bdbee4c46116,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.642117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87007bd4-9c8c-4575-9d43-af8488cee0f0 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568be5a3-a859-4f66-882e-bb3a98a30861,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:21.685774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-071f52f8-0490-4163-80df-51efca2e437b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1922789 Dec 10 18:33:21.688523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:21.699932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e0fbb372-ea19-4138-9fb1-ce7ede4a6a57 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-security--878069648', 'description': 'tempest-security-description-1756833529'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:21.701466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49b26159-dd56-4125-9065-adb8ed6f5fbc req-8b672756-f5da-4a39-a44f-56d7b65ccefa tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 210 time: 0.8056614 Dec 10 18:33:21.721405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.796700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb372-ea19-4138-9fb1-ce7ede4a6a57 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.945108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbdd647-0c52-45cb-b1ee-b15f60f31bf3 req-0e2936a4-d937-44a0-9058-efd04ee7a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:21.947052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6bbdd647-0c52-45cb-b1ee-b15f60f31bf3 req-0e2936a4-d937-44a0-9058-efd04ee7a092 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1136 time: 1.3472338 Dec 10 18:33:21.953912 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb372-ea19-4138-9fb1-ce7ede4a6a57 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.963203 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb372-ea19-4138-9fb1-ce7ede4a6a57 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.978766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb372-ea19-4138-9fb1-ce7ede4a6a57 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:21.981201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e0fbb372-ea19-4138-9fb1-ce7ede4a6a57 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "PUT /v2.0/security-groups/568be5a3-a859-4f66-882e-bb3a98a30861 HTTP/1.1" status: 200 len: 1796 time: 0.2914805 Dec 10 18:33:21.986502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38130) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:22.196117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6bbdd647-0c52-45cb-b1ee-b15f60f31bf3 req-f4b8c158-ffca-4233-b1c8-2bbffdf31400 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c9926652-b43f-4c60-9e63-ca1235de3488&id=7f8749b4-a32c-4651-9255-21cdf802820a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2306323 Dec 10 18:33:22.197583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Made reservation on behalf of 655a81792b484e90b8523582249e9d3d for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:22.202247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.238653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbb372-ea19-4138-9fb1-ce7ede4a6a57 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568be5a3-a859-4f66-882e-bb3a98a30861,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:22.333481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf1362be-f7b8-44b1-b836-1e167f0930a6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups/568be5a3-a859-4f66-882e-bb3a98a30861 HTTP/1.1" status: 200 len: 1796 time: 0.3287654 Dec 10 18:33:22.334959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38136) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:22.374053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5048d6-f6ee-4751-a947-2e5d98811ef3 req-14b1d7fd-02f7-4728-872a-b9c821dcfccd tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:22.388402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b5048d6-f6ee-4751-a947-2e5d98811ef3 req-14b1d7fd-02f7-4728-872a-b9c821dcfccd tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 985 time: 0.3594661 Dec 10 18:33:22.617301 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b5048d6-f6ee-4751-a947-2e5d98811ef3 req-a1134180-c818-46c1-a71f-aa1650c7b9e0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2207003 Dec 10 18:33:22.623200 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-350cea66-3646-4c93-b2e3-fb5dd7736011 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.634277 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.640720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.684918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-350cea66-3646-4c93-b2e3-fb5dd7736011 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.785668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-350cea66-3646-4c93-b2e3-fb5dd7736011 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.793774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-350cea66-3646-4c93-b2e3-fb5dd7736011 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:22.825294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-350cea66-3646-4c93-b2e3-fb5dd7736011 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/568be5a3-a859-4f66-882e-bb3a98a30861 HTTP/1.1" status: 204 len: 168 time: 0.4355693 Dec 10 18:33:22.826025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38142) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:22.828263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Allocated IP 172.20.0.8 (e026267b-4297-4571-8112-003c18520e44/4190cec7-ecf6-4aa5-be9d-cede37ecab10/f2ceb4b3-15da-4309-922d-bd0fd98554f0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:22.873425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cea66-3646-4c93-b2e3-fb5dd7736011 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568be5a3-a859-4f66-882e-bb3a98a30861,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.006795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d7c81ff-d643-4a5a-b996-82bd66f95c9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1705308 Dec 10 18:33:23.007638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38144) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.069942 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-36ce9724-2f7e-4ace-bfc9-205dcfbdb2e1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] delete failed (client error): The resource could not be found. Dec 10 18:33:23.075503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-36ce9724-2f7e-4ace-bfc9-205dcfbdb2e1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/568be5a3-a859-4f66-882e-bb3a98a30861 HTTP/1.1" status: 404 len: 347 time: 0.0668087 Dec 10 18:33:23.076343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38150) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.087789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c264e34c-15fe-4d69-b5a5-cbe74cf4e5a9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--466203762'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:23.110157 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.185058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c264e34c-15fe-4d69-b5a5-cbe74cf4e5a9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.287635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.411384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c264e34c-15fe-4d69-b5a5-cbe74cf4e5a9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.417461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c264e34c-15fe-4d69-b5a5-cbe74cf4e5a9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.417850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Pushing event updated for resources: {'Port': ['ID=f2ceb4b3-15da-4309-922d-bd0fd98554f0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.464015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Network e026267b-4297-4571-8112-003c18520e44 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:23.467316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:23.475072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:23.533183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c264e34c-15fe-4d69-b5a5-cbe74cf4e5a9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.543174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c264e34c-15fe-4d69-b5a5-cbe74cf4e5a9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4647253 Dec 10 18:33:23.544231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38156) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.556350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:23.557245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.560156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2f7f4ff7-0036-4b65-a78b-5da8407cff9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'c5f85205-6a01-416b-b521-7df8d33eccd4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:23.578300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c264e34c-15fe-4d69-b5a5-cbe74cf4e5a9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f85205-6a01-416b-b521-7df8d33eccd4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:23.588230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Router 3b8e3677-c542-485b-8eb4-14530d039b6c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:23.600341 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-08b219db-bcdc-4385-923f-9e0452bf1fae tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0382035 Dec 10 18:33:23.622640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bcbba-8dfe-45e3-8f17-393fb91b6e0c req-f0ee1d14-845e-4c46-a72b-07da626ed0f3 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:23.625343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa8bcbba-8dfe-45e3-8f17-393fb91b6e0c req-f0ee1d14-845e-4c46-a72b-07da626ed0f3 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 931 time: 0.4770365 Dec 10 18:33:23.639825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Request body: {'port': {'device_id': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:23.644849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4ff7-0036-4b65-a78b-5da8407cff9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.900711 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4ff7-0036-4b65-a78b-5da8407cff9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.916540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4ff7-0036-4b65-a78b-5da8407cff9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.971362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2f7f4ff7-0036-4b65-a78b-5da8407cff9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:23.976372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2f7f4ff7-0036-4b65-a78b-5da8407cff9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298000 Dec 10 18:33:23.982682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38166) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:23.992417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e7d35-d107-476c-af6e-1dbfbdca4832 req-1af119be-1be0-49be-a431-6f389e639fd0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:23.994078 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-240e7d35-d107-476c-af6e-1dbfbdca4832 req-1af119be-1be0-49be-a431-6f389e639fd0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 985 time: 0.2028091 Dec 10 18:33:23.994811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f4ff7-0036-4b65-a78b-5da8407cff9a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cac0b38-fd29-463e-81d8-8b42968523e4,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:24.077839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dab62ca1-fd0b-42ce-8d9d-7f90ca98de50 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.113168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dab62ca1-fd0b-42ce-8d9d-7f90ca98de50 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.122329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:24.135014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] Sync routers for ids ['3b8e3677-c542-485b-8eb4-14530d039b6c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:24.158753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] Routers {'3b8e3677-c542-485b-8eb4-14530d039b6c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:24.159785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3b8e3677-c542-485b-8eb4-14530d039b6c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:24.188780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.190672 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-757eabfe-a387-4691-b969-35c9ea663912 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "PUT /v2.0/routers/3b8e3677-c542-485b-8eb4-14530d039b6c HTTP/1.1" status: 200 len: 709 time: 6.1918266 Dec 10 18:33:24.196302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38170) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.208248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-240e7d35-d107-476c-af6e-1dbfbdca4832 req-f46b6d3c-cdd2-4c06-b3d5-c742cbf251f0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1965492 Dec 10 18:33:24.249010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dab62ca1-fd0b-42ce-8d9d-7f90ca98de50 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.255170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dab62ca1-fd0b-42ce-8d9d-7f90ca98de50 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.259226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dab62ca1-fd0b-42ce-8d9d-7f90ca98de50 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/5cac0b38-fd29-463e-81d8-8b42968523e4 HTTP/1.1" status: 204 len: 168 time: 0.2545650 Dec 10 18:33:24.259888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38174) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.281568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:24.286724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab62ca1-fd0b-42ce-8d9d-7f90ca98de50 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cac0b38-fd29-463e-81d8-8b42968523e4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:24.303712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] Routers {'3b8e3677-c542-485b-8eb4-14530d039b6c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:24.305344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3b8e3677-c542-485b-8eb4-14530d039b6c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:24.403184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:24.408570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f782cfa-4e29-4159-9011-8ff453f4ca3d None None] The sync data for ids ['3b8e3677-c542-485b-8eb4-14530d039b6c'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:24.421996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2cd40652-825f-4057-9cef-72a2a8956ba7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1403334 Dec 10 18:33:24.422381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.424475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38178) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.437048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aa8bcbba-8dfe-45e3-8f17-393fb91b6e0c req-03e0d5c8-d56e-47bc-b12e-1f08356d3450 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7907112 Dec 10 18:33:24.464944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2a0ed83f-fa58-442e-b600-46bdafde1001 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/routers/3b8e3677-c542-485b-8eb4-14530d039b6c HTTP/1.1" status: 200 len: 744 time: 0.2460997 Dec 10 18:33:24.471209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38180) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.588296 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edce3185-63b0-47a8-aeb5-10f677f61eeb tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.640511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edce3185-63b0-47a8-aeb5-10f677f61eeb tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.715215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edce3185-63b0-47a8-aeb5-10f677f61eeb tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.719280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edce3185-63b0-47a8-aeb5-10f677f61eeb tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:24.734855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-edce3185-63b0-47a8-aeb5-10f677f61eeb tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/c5f85205-6a01-416b-b521-7df8d33eccd4 HTTP/1.1" status: 204 len: 168 time: 0.3089108 Dec 10 18:33:24.736504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38188) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.755891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d120e6a5-4c0c-4076-9964-5e75e29586e2 tempest-RoutersIpV6AdminTest-1191550398 tempest-RoutersIpV6AdminTest-1191550398-project-admin] 10.222.0.55 "GET /v2.0/ports?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&device_id=3b8e3677-c542-485b-8eb4-14530d039b6c HTTP/1.1" status: 200 len: 205 time: 0.2808144 Dec 10 18:33:24.759556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38194) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.802417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce3185-63b0-47a8-aeb5-10f677f61eeb tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f85205-6a01-416b-b521-7df8d33eccd4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:24.882420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a8ddb208-48a4-4610-be15-f37f459a153b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1144831 Dec 10 18:33:24.885926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38198) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.896831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6b128423-a3e7-4989-bf92-71b22b6e3e52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--383866302'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:24.933907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-08fc9ce4-a026-4852-b462-fc5aa4f93d64 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b8e3677-c542-485b-8eb4-14530d039b6c HTTP/1.1" status: 200 len: 205 time: 0.1641347 Dec 10 18:33:24.938426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38200) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:24.958811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b128423-a3e7-4989-bf92-71b22b6e3e52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.086267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fca257aa-9562-4e83-85a6-2114d56c8a08 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.138589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12456b12-9857-472b-8d8b-c8f2ac332451 req-3ec84c2c-d5e3-40f6-8403-ebb1a34ad9cb tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:25.141088 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12456b12-9857-472b-8d8b-c8f2ac332451 req-3ec84c2c-d5e3-40f6-8403-ebb1a34ad9cb tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 985 time: 0.3975382 Dec 10 18:33:25.349226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12456b12-9857-472b-8d8b-c8f2ac332451 req-1dae1807-cbbb-4c32-b89a-4846303fcfb1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1912217 Dec 10 18:33:25.351467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ca322-982f-4ed3-adbe-95815d95cad3 req-9d510204-3f09-435a-b6cc-a222a90d7086 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:25.359726 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa0ca322-982f-4ed3-adbe-95815d95cad3 req-9d510204-3f09-435a-b6cc-a222a90d7086 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.3010271 Dec 10 18:33:25.421265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ceb4b3-15da-4309-922d-bd0fd98554f0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:25.434286 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.452671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Transition to ACTIVE for port object f2ceb4b3-15da-4309-922d-bd0fd98554f0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:33:25.457767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.568557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ceb4b3-15da-4309-922d-bd0fd98554f0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:25.669409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c10d05-33c5-4d91-a6c2-29f7111ccbc6 req-ec2a2b2b-857c-49eb-80b2-ca1eaf0e461d tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:25.679951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1c10d05-33c5-4d91-a6c2-29f7111ccbc6 req-ec2a2b2b-857c-49eb-80b2-ca1eaf0e461d tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1136 time: 0.1703541 Dec 10 18:33:25.706333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e1c10d05-33c5-4d91-a6c2-29f7111ccbc6 req-34c121ec-68e5-465d-ab32-9d804afcb666 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.807153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e1c10d05-33c5-4d91-a6c2-29f7111ccbc6 req-34c121ec-68e5-465d-ab32-9d804afcb666 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.822603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e1c10d05-33c5-4d91-a6c2-29f7111ccbc6 req-34c121ec-68e5-465d-ab32-9d804afcb666 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.866924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Attempting to bind port f2ceb4b3-15da-4309-922d-bd0fd98554f0 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:25.867260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Attempting to bind port f2ceb4b3-15da-4309-922d-bd0fd98554f0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '051503c4-346b-4851-a6f3-03d30ae97b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e026267b-4297-4571-8112-003c18520e44'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:25.867655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Attempting to bind port f2ceb4b3-15da-4309-922d-bd0fd98554f0 on network e026267b-4297-4571-8112-003c18520e44 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:25.907069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Port f2ceb4b3-15da-4309-922d-bd0fd98554f0 on network e026267b-4297-4571-8112-003c18520e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:33:25.907395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Attempting to bind port f2ceb4b3-15da-4309-922d-bd0fd98554f0 on network e026267b-4297-4571-8112-003c18520e44 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:25.910482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c121ec-68e5-465d-ab32-9d804afcb666 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7751d4b-f6d7-4d14-8c6d-6aec226e4524,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:25.937505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fca257aa-9562-4e83-85a6-2114d56c8a08 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.951752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fca257aa-9562-4e83-85a6-2114d56c8a08 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:25.985949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:25.987063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Checking segment: {'id': '051503c4-346b-4851-a6f3-03d30ae97b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e026267b-4297-4571-8112-003c18520e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:25.992119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Bound using segment: {'id': '051503c4-346b-4851-a6f3-03d30ae97b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e026267b-4297-4571-8112-003c18520e44'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:25.992718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Bound port: f2ceb4b3-15da-4309-922d-bd0fd98554f0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '051503c4-346b-4851-a6f3-03d30ae97b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e026267b-4297-4571-8112-003c18520e44'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:25.993275 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.029408 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b128423-a3e7-4989-bf92-71b22b6e3e52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.039770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1c10d05-33c5-4d91-a6c2-29f7111ccbc6 req-34c121ec-68e5-465d-ab32-9d804afcb666 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3562551 Dec 10 18:33:26.043917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa0ca322-982f-4ed3-adbe-95815d95cad3 req-9b5bdefe-a743-4a7d-a606-c187e4b72b21 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6831822 Dec 10 18:33:26.048846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fca257aa-9562-4e83-85a6-2114d56c8a08 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.051381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca257aa-9562-4e83-85a6-2114d56c8a08 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Fanout notify agent at l3_agent the message router_deleted on router 3b8e3677-c542-485b-8eb4-14530d039b6c {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:26.072024 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fca257aa-9562-4e83-85a6-2114d56c8a08 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.077897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fca257aa-9562-4e83-85a6-2114d56c8a08 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/3b8e3677-c542-485b-8eb4-14530d039b6c HTTP/1.1" status: 204 len: 168 time: 1.1376305 Dec 10 18:33:26.082845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b128423-a3e7-4989-bf92-71b22b6e3e52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.099052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38218) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.104133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38220) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.189293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] For port f2ceb4b3-15da-4309-922d-bd0fd98554f0, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:26.194173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] For port f2ceb4b3-15da-4309-922d-bd0fd98554f0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f2ceb4b3-15da-4309-922d-bd0fd98554f0,segment=NetworkSegment(051503c4-346b-4851-a6f3-03d30ae97b15),segment_id=051503c4-346b-4851-a6f3-03d30ae97b15)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:26.208789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.290495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:26.293479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.296272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] 10.222.0.30 "PUT /v2.0/ports/f2ceb4b3-15da-4309-922d-bd0fd98554f0 HTTP/1.1" status: 200 len: 1091 time: 2.6654422 Dec 10 18:33:26.297011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'tag': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:26.306903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a1d425ce-b534-464d-938b-ef230eb8a210 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b8e3677-c542-485b-8eb4-14530d039b6c HTTP/1.1" status: 200 len: 205 time: 0.1958108 Dec 10 18:33:26.322432 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d924526c-89f7-4908-b475-cb11a5d382ff" -d '{"events": [{"name": "network-changed", "server_uuid": "52b538c5-dd3a-4a26-9bcc-77570ec8cc7f", "tag": "f2ceb4b3-15da-4309-922d-bd0fd98554f0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:26.328181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38226) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.400918 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-41a3a35e-b9ec-45c5-9cee-314ee54fdda6 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] delete failed (client error): The resource could not be found. Dec 10 18:33:26.402224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-41a3a35e-b9ec-45c5-9cee-314ee54fdda6 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/3b8e3677-c542-485b-8eb4-14530d039b6c HTTP/1.1" status: 404 len: 336 time: 0.0694058 Dec 10 18:33:26.422694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38232) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.445868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253eabd7-fb13-4a3b-a285-89bb4827b688 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ceb4b3-15da-4309-922d-bd0fd98554f0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:26.465788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-47e2b5ca-60cc-4881-a74e-ba5353a82ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:26.468501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-47e2b5ca-60cc-4881-a74e-ba5353a82ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=655a81792b484e90b8523582249e9d3d&device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 1094 time: 0.0825012 Dec 10 18:33:26.486985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b128423-a3e7-4989-bf92-71b22b6e3e52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.490495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6b128423-a3e7-4989-bf92-71b22b6e3e52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6029627 Dec 10 18:33:26.491272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b128423-a3e7-4989-bf92-71b22b6e3e52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b87bf2df-e214-4db6-a43d-ab032a884e03,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:26.507066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.554097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'b87bf2df-e214-4db6-a43d-ab032a884e03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:26.556706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-c7fdb05a-09d4-41ae-9c10-dcf94e7468b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2ceb4b3-15da-4309-922d-bd0fd98554f0 HTTP/1.1" status: 200 len: 217 time: 0.0806146 Dec 10 18:33:26.565111 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-209ff620-d9d7-473b-a92d-55837a83383b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=866b5185-0754-4334-ab4e-2159fa8a19f6 HTTP/1.1" status: 200 len: 205 time: 0.1336856 Dec 10 18:33:26.572493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38238) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.654642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-b3fbf3fb-8049-4631-a8c5-25d7a0efceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:26.657086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-b3fbf3fb-8049-4631-a8c5-25d7a0efceb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4190cec7-ecf6-4aa5-be9d-cede37ecab10 HTTP/1.1" status: 200 len: 864 time: 0.0939078 Dec 10 18:33:26.671558 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b1c0de-227f-4669-b89e-817ea58f23ce x-openstack-request-id: req-a4b1c0de-227f-4669-b89e-817ea58f23ce {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:26.672008 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b538c5-dd3a-4a26-9bcc-77570ec8cc7f", "tag": "f2ceb4b3-15da-4309-922d-bd0fd98554f0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:26.672516 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a4b1c0de-227f-4669-b89e-817ea58f23ce {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:26.672955 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'tag': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0', 'status': 'completed', 'code': 200} Dec 10 18:33:26.723003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124baea4-f7b3-4170-9f30-6bd83084874f req-24cfc5f2-cef1-4644-804d-c111def28bc6 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:26.738015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-124baea4-f7b3-4170-9f30-6bd83084874f req-24cfc5f2-cef1-4644-804d-c111def28bc6 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 943 time: 0.4210722 Dec 10 18:33:26.741378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c73c602-fc11-4083-af9f-e6c430a46593 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:26.743164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-09004a77-d094-4c71-8531-a19b3cebecce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e026267b-4297-4571-8112-003c18520e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691791 Dec 10 18:33:26.747665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38246) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.754960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c73c602-fc11-4083-af9f-e6c430a46593 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1131 time: 0.6424208 Dec 10 18:33:26.761511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:26.931703 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-b3e50e4a-dd1d-40bc-b577-82cc2d885a80 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] delete failed (client error): The resource could not be found. Dec 10 18:33:26.932883 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b3e50e4a-dd1d-40bc-b577-82cc2d885a80 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/866b5185-0754-4334-ab4e-2159fa8a19f6 HTTP/1.1" status: 404 len: 336 time: 0.3303909 Dec 10 18:33:26.933675 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.api [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:33:26.933675 n-d-821424-1 neutron-server[103500]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 10 18:33:26.933675 n-d-821424-1 neutron-server[103500]: [parameters: {'project_id': 'ece7c5b4186345ba8ad4ca61487af085', 'id': '3f2b166e-1114-4306-81c7-56c0ed4198d0', 'expiration': datetime.datetime(2021, 12, 10, 18, 35, 26, 897954)}] Dec 10 18:33:26.933675 n-d-821424-1 neutron-server[103500]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:33:26.934096 n-d-821424-1 neutron-server[103500]: DEBUG oslo_db.api [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:33:26.938752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38250) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:26.977730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:26.990573 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-124baea4-f7b3-4170-9f30-6bd83084874f req-20b29025-3c58-48b8-9a8b-0e29803b6ba1 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514310 Dec 10 18:33:27.025019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38252) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.025428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-70115b58-648a-44f7-b54a-48690a176fcd tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c93ec01-f450-491b-abec-b5559cfffdcf HTTP/1.1" status: 200 len: 205 time: 0.0852501 Dec 10 18:33:27.093993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-34b115a7-04c9-4a03-b3d2-db19241c1841 service neutron] 10.222.0.30 "GET /v2.0/networks/e026267b-4297-4571-8112-003c18520e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470728 Dec 10 18:33:27.135605 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-e5bf7188-3680-41a7-a86a-a6192d442556 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] delete failed (client error): The resource could not be found. Dec 10 18:33:27.139882 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e5bf7188-3680-41a7-a86a-a6192d442556 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/9c93ec01-f450-491b-abec-b5559cfffdcf HTTP/1.1" status: 404 len: 336 time: 0.1126735 Dec 10 18:33:27.140487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38258) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.228337 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-45d5c1d8-fb9c-4cf3-a6e7-a951b58d6b30 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 HTTP/1.1" status: 200 len: 205 time: 0.0859945 Dec 10 18:33:27.229007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38260) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.325796 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-60506203-e406-4bec-95c6-d397f461fb0b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] delete failed (client error): The resource could not be found. Dec 10 18:33:27.330227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-60506203-e406-4bec-95c6-d397f461fb0b tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/f0d9c4bd-f9c4-4e81-bf7d-6a92e1f0d5d2 HTTP/1.1" status: 404 len: 336 time: 0.1001313 Dec 10 18:33:27.331637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38262) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.399604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-65a231f1-545a-4995-98bc-3ee7b3f64a64 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=09e8a04e-303a-4a6c-959b-65becaddfad5 HTTP/1.1" status: 200 len: 205 time: 0.0664132 Dec 10 18:33:27.400401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38264) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.490839 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-c105672f-3e12-4dae-9d7d-7d280b479b95 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] delete failed (client error): The resource could not be found. Dec 10 18:33:27.495459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c105672f-3e12-4dae-9d7d-7d280b479b95 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/09e8a04e-303a-4a6c-959b-65becaddfad5 HTTP/1.1" status: 404 len: 336 time: 0.0926607 Dec 10 18:33:27.495715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38266) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.509851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a0d8f-0ba9-4de8-b0ac-06b99a86261a req-498eb44a-a744-472b-813d-70703958ab6a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:27.511520 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-826a0d8f-0ba9-4de8-b0ac-06b99a86261a req-498eb44a-a744-472b-813d-70703958ab6a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.2361772 Dec 10 18:33:27.537271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3d6169c-4b5e-4baf-b50c-254f7c8c7f56 req-b33f4eda-1e89-4753-b55e-a4cb0bbc2634 service neutron] 10.222.0.30 "GET /v2.0/networks/e026267b-4297-4571-8112-003c18520e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305022 Dec 10 18:33:27.556768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5b2831df-069d-4020-a623-91d34b146934 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a0285e0-4704-41bd-8ac7-c5b9e9d15b23 HTTP/1.1" status: 200 len: 205 time: 0.0543492 Dec 10 18:33:27.558721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38268) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.587071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.639632 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-b7e39964-37b8-43c7-a247-b3e2291b6e14 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] delete failed (client error): The resource could not be found. Dec 10 18:33:27.640995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b7e39964-37b8-43c7-a247-b3e2291b6e14 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/routers/5a0285e0-4704-41bd-8ac7-c5b9e9d15b23 HTTP/1.1" status: 404 len: 336 time: 0.0797949 Dec 10 18:33:27.647377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38270) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:27.771906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-826a0d8f-0ba9-4de8-b0ac-06b99a86261a req-7325932d-79af-4f94-ab69-44058f61726f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322011 Dec 10 18:33:27.860692 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3690d9-045b-4ef8-a06b-768a4b6b4db1 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] DELETE failed (client error): The resource could not be found. Dec 10 18:33:27.861223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d3690d9-045b-4ef8-a06b-768a4b6b4db1 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:33:27.873894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4d3690d9-045b-4ef8-a06b-768a4b6b4db1 tempest-RoutersIpV6AdminTest-1740988823 tempest-RoutersIpV6AdminTest-1740988823-project] 10.222.0.55 "DELETE /v2.0/subnets/1d4540c7-efff-4462-88cc-495889b659da HTTP/1.1" status: 404 len: 337 time: 0.2186537 Dec 10 18:33:27.879272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.886758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.958269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924526c-89f7-4908-b475-cb11a5d382ff req-3a6234b9-3024-4d09-b0ca-4b9500585674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:27.962476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40306a4-fffc-4382-be38-db70ad551f34,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:27.964241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924526c-89f7-4908-b475-cb11a5d382ff req-3a6234b9-3024-4d09-b0ca-4b9500585674 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=655a81792b484e90b8523582249e9d3d&device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 1094 time: 0.3377981 Dec 10 18:33:27.972609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.981659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:27.989998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c080e70-b581-414e-b56a-db689199806a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4421871 Dec 10 18:33:27.992529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38278) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:28.015392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-31178a7c-e4aa-4b6c-afc8-bb864684e7af tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'b87bf2df-e214-4db6-a43d-ab032a884e03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:28.123273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31178a7c-e4aa-4b6c-afc8-bb864684e7af tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.327420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31178a7c-e4aa-4b6c-afc8-bb864684e7af tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.330263 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bb271071-5fc3-4078-b70e-97a8d60b0a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.335201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31178a7c-e4aa-4b6c-afc8-bb864684e7af tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.368245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1ea67-217e-4f32-8e00-7aef9e1f071c req-0c4f1ec7-2817-4227-8899-539be270c50c tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:28.370066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dca1ea67-217e-4f32-8e00-7aef9e1f071c req-0c4f1ec7-2817-4227-8899-539be270c50c tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 943 time: 0.1508539 Dec 10 18:33:28.373144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31178a7c-e4aa-4b6c-afc8-bb864684e7af tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.376942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-31178a7c-e4aa-4b6c-afc8-bb864684e7af tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3775866 Dec 10 18:33:28.380289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38284) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:28.386415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924526c-89f7-4908-b475-cb11a5d382ff req-3bb88494-9adf-4668-9815-d716cb23fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:28.388479 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924526c-89f7-4908-b475-cb11a5d382ff req-3bb88494-9adf-4668-9815-d716cb23fd25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e026267b-4297-4571-8112-003c18520e44 HTTP/1.1" status: 200 len: 925 time: 0.3968830 Dec 10 18:33:28.392830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1c8774bf-65c3-414d-a0c7-904f6ace017a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'b87bf2df-e214-4db6-a43d-ab032a884e03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:28.410832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31178a7c-e4aa-4b6c-afc8-bb864684e7af tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a90079e-1271-4608-a61a-0dc469ebcb01,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:28.520803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dca1ea67-217e-4f32-8e00-7aef9e1f071c req-f425e0a2-160c-419c-9118-0ce65c5a7ff3 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392057 Dec 10 18:33:28.522611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924526c-89f7-4908-b475-cb11a5d382ff req-025ca595-13ff-41df-9320-6c33f81f66c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2ceb4b3-15da-4309-922d-bd0fd98554f0 HTTP/1.1" status: 200 len: 217 time: 0.1142764 Dec 10 18:33:28.572381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8774bf-65c3-414d-a0c7-904f6ace017a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.641680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924526c-89f7-4908-b475-cb11a5d382ff req-a0f05823-59d7-41d9-a41a-68bcd0edc75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:28.650840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924526c-89f7-4908-b475-cb11a5d382ff req-a0f05823-59d7-41d9-a41a-68bcd0edc75e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4190cec7-ecf6-4aa5-be9d-cede37ecab10 HTTP/1.1" status: 200 len: 864 time: 0.1195617 Dec 10 18:33:28.692521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8774bf-65c3-414d-a0c7-904f6ace017a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.693856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:28.712178 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8774bf-65c3-414d-a0c7-904f6ace017a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.738736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8774bf-65c3-414d-a0c7-904f6ace017a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6b06e2-445e-4422-a39e-d1c2714796eb,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:28.756194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c8774bf-65c3-414d-a0c7-904f6ace017a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.760028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c8774bf-65c3-414d-a0c7-904f6ace017a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3697376 Dec 10 18:33:28.762148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38292) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:28.774224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5c377781-0688-41b9-b9c0-e2f4c465e0fd tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'b87bf2df-e214-4db6-a43d-ab032a884e03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:28.800934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924526c-89f7-4908-b475-cb11a5d382ff req-ad952429-e20e-402d-a69b-89b0dc0048aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e026267b-4297-4571-8112-003c18520e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892375 Dec 10 18:33:28.828964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c377781-0688-41b9-b9c0-e2f4c465e0fd tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.979075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c377781-0688-41b9-b9c0-e2f4c465e0fd tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:28.986305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c377781-0688-41b9-b9c0-e2f4c465e0fd tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.015398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c377781-0688-41b9-b9c0-e2f4c465e0fd tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74800a1a-01e2-411c-9795-ffb9602e3b95,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.068394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5c377781-0688-41b9-b9c0-e2f4c465e0fd tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.078606 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5c377781-0688-41b9-b9c0-e2f4c465e0fd tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3124049 Dec 10 18:33:29.078606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f7bda726-85e0-45e2-8465-602c9b500eb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.080692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38300) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.125609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-401731a6-eff2-4fcc-989f-89e19892a066 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'b87bf2df-e214-4db6-a43d-ab032a884e03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:29.245083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Allocated IP 172.25.2.66 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/4121dca6-a473-4f60-bac5-e7c6d81d5634) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:29.251291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f7bda726-85e0-45e2-8465-602c9b500eb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.257493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f7bda726-85e0-45e2-8465-602c9b500eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.399702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f7bda726-85e0-45e2-8465-602c9b500eb0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e421b414133b4aba9f5cc0d38b7a283d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7039063 Dec 10 18:33:29.411967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38304) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:29.412757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bda726-85e0-45e2-8465-602c9b500eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd18cbe-4a83-42c1-aa9b-0a9baa8484be,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.585164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-343cc4b8-9c66-405a-a12f-d6e2362d5a48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.630482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-343cc4b8-9c66-405a-a12f-d6e2362d5a48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.709558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-343cc4b8-9c66-405a-a12f-d6e2362d5a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.712546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-343cc4b8-9c66-405a-a12f-d6e2362d5a48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.713969 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-343cc4b8-9c66-405a-a12f-d6e2362d5a48 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/abd18cbe-4a83-42c1-aa9b-0a9baa8484be HTTP/1.1" status: 204 len: 168 time: 0.2877302 Dec 10 18:33:29.742407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343cc4b8-9c66-405a-a12f-d6e2362d5a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd18cbe-4a83-42c1-aa9b-0a9baa8484be,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:29.793602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abeddc-79ae-4933-be70-8adac1bf95b0 req-8b77b4e0-3390-4d1d-87b6-300c4915d2d7 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:29.799243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a0abeddc-79ae-4933-be70-8adac1bf95b0 req-8b77b4e0-3390-4d1d-87b6-300c4915d2d7 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 943 time: 0.1016848 Dec 10 18:33:29.919462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-401731a6-eff2-4fcc-989f-89e19892a066 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:29.944887 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a0abeddc-79ae-4933-be70-8adac1bf95b0 req-06672185-c960-4b4d-b5cd-ceb289288335 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372027 Dec 10 18:33:30.030902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa8ae5-2aab-47f0-87d0-463900386921 req-0b70456f-9a2f-4605-802d-90065828dac2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:30.033439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7dfa8ae5-2aab-47f0-87d0-463900386921 req-0b70456f-9a2f-4605-802d-90065828dac2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 1.0369060 Dec 10 18:33:30.036551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924526c-89f7-4908-b475-cb11a5d382ff req-5492218e-842c-4850-8198-3a454466f7e3 service neutron] 10.222.0.30 "GET /v2.0/networks/e026267b-4297-4571-8112-003c18520e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2261953 Dec 10 18:33:30.203989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d924526c-89f7-4908-b475-cb11a5d382ff req-1aaba96d-f906-4d5e-9632-1c7969853b07 service neutron] 10.222.0.30 "GET /v2.0/networks/e026267b-4297-4571-8112-003c18520e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482346 Dec 10 18:33:30.317241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38316) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:30.343493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.383530 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-10cf9707-d638-44ee-a453-4a792ec4a432 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f42d69684ac4e629637abbef8b6def5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643311 Dec 10 18:33:30.386394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38318) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:30.398991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.528289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697d7e7a-55eb-4f09-aa88-21547a6cb84d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.586391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:30.587890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697d7e7a-55eb-4f09-aa88-21547a6cb84d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.618274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-401731a6-eff2-4fcc-989f-89e19892a066 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.628612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:30.643993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7dfa8ae5-2aab-47f0-87d0-463900386921 req-2b07ebd9-c906-4646-b89d-334b3486b1fa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5941114 Dec 10 18:33:30.653356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:30.657814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-401731a6-eff2-4fcc-989f-89e19892a066 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.718297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697d7e7a-55eb-4f09-aa88-21547a6cb84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.723931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-697d7e7a-55eb-4f09-aa88-21547a6cb84d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.726279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-697d7e7a-55eb-4f09-aa88-21547a6cb84d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6592bf76-2440-4b1b-a1d0-461d4d2ee3f0 HTTP/1.1" status: 204 len: 168 time: 0.3385427 Dec 10 18:33:30.739301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d7e7a-55eb-4f09-aa88-21547a6cb84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6592bf76-2440-4b1b-a1d0-461d4d2ee3f0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.799554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401731a6-eff2-4fcc-989f-89e19892a066 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29d29c6-aec3-4b7d-8138-e1a967a861d3,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.813484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=4121dca6-a473-4f60-bac5-e7c6d81d5634,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:30.833051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-401731a6-eff2-4fcc-989f-89e19892a066 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.834821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-401731a6-eff2-4fcc-989f-89e19892a066 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.7206931 Dec 10 18:33:30.838410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38328) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:30.923119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3640-26c7-4012-9f16-484d3b052516 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.937834 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3640-26c7-4012-9f16-484d3b052516 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:30.992183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3640-26c7-4012-9f16-484d3b052516 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.005492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3640-26c7-4012-9f16-484d3b052516 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.006957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d8ee3640-26c7-4012-9f16-484d3b052516 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/e29d29c6-aec3-4b7d-8138-e1a967a861d3 HTTP/1.1" status: 204 len: 168 time: 0.1668613 Dec 10 18:33:31.015441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:31.016714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3640-26c7-4012-9f16-484d3b052516 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e29d29c6-aec3-4b7d-8138-e1a967a861d3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:31.135407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-192fe296-6cf1-45f8-a380-f78a0e7cd9d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1101627 Dec 10 18:33:31.135999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38336) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:31.343995 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c1a1bc2-f41b-4e52-a16b-bdc75eabc656 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.366104 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c1a1bc2-f41b-4e52-a16b-bdc75eabc656 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.416353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c1a1bc2-f41b-4e52-a16b-bdc75eabc656 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.440514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c1a1bc2-f41b-4e52-a16b-bdc75eabc656 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.445125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c1a1bc2-f41b-4e52-a16b-bdc75eabc656 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/74800a1a-01e2-411c-9795-ffb9602e3b95 HTTP/1.1" status: 204 len: 168 time: 0.3054118 Dec 10 18:33:31.448352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f2ceb4b3-15da-4309-922d-bd0fd98554f0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:31.481486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38344) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:31.500326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a1bc2-f41b-4e52-a16b-bdc75eabc656 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74800a1a-01e2-411c-9795-ffb9602e3b95,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:31.576562 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.603226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8e0b8-a85f-4624-b30c-9db181691e5a req-ebed163e-d42e-42fe-a9e2-9697c8f94e33 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:31.611923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43e8e0b8-a85f-4624-b30c-9db181691e5a req-ebed163e-d42e-42fe-a9e2-9697c8f94e33 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 943 time: 0.4565265 Dec 10 18:33:31.708438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8299e919-dcc8-4815-a50d-30a5565ddd52 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1898808 Dec 10 18:33:31.709196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38350) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:31.770665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.810235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43e8e0b8-a85f-4624-b30c-9db181691e5a req-fc28233f-e02b-4ae6-ba18-2173947f2a5e tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850200 Dec 10 18:33:31.822908 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c296bf4a-e5cc-4774-9781-c021424d9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.831184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-370aa7a0-7976-4428-939c-9ce8698a5854 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.854396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-370aa7a0-7976-4428-939c-9ce8698a5854 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.908291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f2ceb4b3-15da-4309-922d-bd0fd98554f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f2ceb4b3-15da-4309-922d-bd0fd98554f0,segment=NetworkSegment(051503c4-346b-4851-a6f3-03d30ae97b15),segment_id=051503c4-346b-4851-a6f3-03d30ae97b15)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:31.951677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0', 'network_id': 'e026267b-4297-4571-8112-003c18520e44', 'port_id': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0', 'mac_address': 'fa:16:3e:d8:86:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4190cec7-ecf6-4aa5-be9d-cede37ecab10', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:31.962531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-370aa7a0-7976-4428-939c-9ce8698a5854 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.981378 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-370aa7a0-7976-4428-939c-9ce8698a5854 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:31.985732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-370aa7a0-7976-4428-939c-9ce8698a5854 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/2a6b06e2-445e-4422-a39e-d1c2714796eb HTTP/1.1" status: 204 len: 168 time: 0.2753100 Dec 10 18:33:32.007269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38360) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.060790 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.066610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aa7a0-7976-4428-939c-9ce8698a5854 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a6b06e2-445e-4422-a39e-d1c2714796eb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.077873 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.111151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ceb4b3-15da-4309-922d-bd0fd98554f0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:32.148756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f2ceb4b3-15da-4309-922d-bd0fd98554f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f2ceb4b3-15da-4309-922d-bd0fd98554f0,segment=NetworkSegment(051503c4-346b-4851-a6f3-03d30ae97b15),segment_id=051503c4-346b-4851-a6f3-03d30ae97b15)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:32.157521 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.160269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.178299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38362) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.229902 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-589900a4-3da2-4930-83c2-db79035fdf0d tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2194383 Dec 10 18:33:32.230614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38366) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.291509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=f2ceb4b3-15da-4309-922d-bd0fd98554f0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.320642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-906cbe39-03c7-4d15-bcef-9e5f47e0b2f1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.351071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-906cbe39-03c7-4d15-bcef-9e5f47e0b2f1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.392971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['f2ceb4b3-15da-4309-922d-bd0fd98554f0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:32.431169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-906cbe39-03c7-4d15-bcef-9e5f47e0b2f1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.440105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-906cbe39-03c7-4d15-bcef-9e5f47e0b2f1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.445497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-906cbe39-03c7-4d15-bcef-9e5f47e0b2f1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/1a90079e-1271-4608-a61a-0dc469ebcb01 HTTP/1.1" status: 204 len: 168 time: 0.2130396 Dec 10 18:33:32.447108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38372) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.450892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.463353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.487677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590cc1a-5145-4f22-bc44-067965a6dd5f req-37ac99a6-becd-4713-a444-0a2f5085f0a5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:32.489620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a590cc1a-5145-4f22-bc44-067965a6dd5f req-37ac99a6-becd-4713-a444-0a2f5085f0a5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.5801334 Dec 10 18:33:32.522969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cbe39-03c7-4d15-bcef-9e5f47e0b2f1 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a90079e-1271-4608-a61a-0dc469ebcb01,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.612608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=4121dca6-a473-4f60-bac5-e7c6d81d5634,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:32.633707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a43fe6e2-22ee-4ec5-8d4b-2015aac69d77 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1767631 Dec 10 18:33:32.635812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38374) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:32.653138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.765972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5361dc6-7393-456d-a747-298b96dd2bc9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.772665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3af0793-937c-4683-b31d-463225d9564d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.818316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5361dc6-7393-456d-a747-298b96dd2bc9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.877188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a590cc1a-5145-4f22-bc44-067965a6dd5f req-20190fd4-86b0-483d-b25e-e7f7601ccf5d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3601575 Dec 10 18:33:32.924033 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Floating IP 6eb7bc40-920c-4ea0-a313-d01dd2eb98e4 associated. External IP: 172.25.2.66, port: 279ae1a7-4c89-4fc1-a01e-6508c0efc540. Dec 10 18:33:32.985931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3af0793-937c-4683-b31d-463225d9564d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:32.991647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c3af0793-937c-4683-b31d-463225d9564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.033681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af0793-937c-4683-b31d-463225d9564d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa31c05-7545-46c0-b85e-480589a631c2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:33.114542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c3af0793-937c-4683-b31d-463225d9564d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0a0e3238ca4141338a39ab594a8cc035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9232421 Dec 10 18:33:33.156561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38388) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.161292 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5361dc6-7393-456d-a747-298b96dd2bc9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.264130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5361dc6-7393-456d-a747-298b96dd2bc9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.270391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e5361dc6-7393-456d-a747-298b96dd2bc9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/b40306a4-fffc-4382-be38-db70ad551f34 HTTP/1.1" status: 204 len: 168 time: 0.6316981 Dec 10 18:33:33.323346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38390) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.324185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5361dc6-7393-456d-a747-298b96dd2bc9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b40306a4-fffc-4382-be38-db70ad551f34,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:33.344166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router b10ca0fb-1e56-4fac-b57f-43e2c503c127 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:33.447030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f2ceb4b3-15da-4309-922d-bd0fd98554f0 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:33.453035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442d19c-6221-477b-b3ba-23495bf02981 req-f55aaf93-59b6-437e-9482-6da9c8d10f66 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:33.454724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9442d19c-6221-477b-b3ba-23495bf02981 req-f55aaf93-59b6-437e-9482-6da9c8d10f66 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 944 time: 0.3914526 Dec 10 18:33:33.564541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94944b62-d9a0-4e33-8641-8564be14e1c4 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2203991 Dec 10 18:33:33.574389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38396) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.590941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port f2ceb4b3-15da-4309-922d-bd0fd98554f0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:33:33.603720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port f2ceb4b3-15da-4309-922d-bd0fd98554f0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:33.604114 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.675435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:33.691400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] Sync routers for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:33.697474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-715f3c39-391a-4998-8d3f-cb341ebe6fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.722262 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:33.729027 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:33.749682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.841467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a61320f8-687a-4d47-8770-f4cfc87ec09d tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0913701 Dec 10 18:33:33.842101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:33.844865 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c87efd-843e-4294-a4c8-7faeb39b2b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:33.860287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38400) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:33.882071 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:33.897919 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:33.939479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9442d19c-6221-477b-b3ba-23495bf02981 req-06209158-3572-475e-b8be-ec7b0992a788 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154468 Dec 10 18:33:33.955218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.001145 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0047470-360b-47ea-b047-3b29fad5aa11 x-openstack-request-id: req-a0047470-360b-47ea-b047-3b29fad5aa11 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:34.001451 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:34.007652 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a0047470-360b-47ea-b047-3b29fad5aa11 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:34.007652 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'status': 'completed', 'code': 200} Dec 10 18:33:34.064123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port f2ceb4b3-15da-4309-922d-bd0fd98554f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f2ceb4b3-15da-4309-922d-bd0fd98554f0,segment=NetworkSegment(051503c4-346b-4851-a6f3-03d30ae97b15),segment_id=051503c4-346b-4851-a6f3-03d30ae97b15)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:34.069952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:34.074508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f45c479-2f5b-416a-8ffb-e6d2c68b861b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.093207 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d12cb4-81ce-4507-8953-3fec6c68819b" -d '{"events": [{"server_uuid": "52b538c5-dd3a-4a26-9bcc-77570ec8cc7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2ceb4b3-15da-4309-922d-bd0fd98554f0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:34.103099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-715f3c39-391a-4998-8d3f-cb341ebe6fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.118998 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.282534 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f45c479-2f5b-416a-8ffb-e6d2c68b861b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.330545 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a071e33-95cc-40fc-af12-e65290feeaa5 x-openstack-request-id: req-0a071e33-95cc-40fc-af12-e65290feeaa5 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:34.344362 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b538c5-dd3a-4a26-9bcc-77570ec8cc7f", "name": "network-vif-plugged", "status": "completed", "tag": "f2ceb4b3-15da-4309-922d-bd0fd98554f0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:34.344716 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a071e33-95cc-40fc-af12-e65290feeaa5 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:34.345177 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0', 'code': 200} Dec 10 18:33:34.365074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.413167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7857-fbfc-4178-bffc-da2c4e187516 req-1873067c-80c1-427c-888d-1a61f6bef19f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.425165 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94fa7857-fbfc-4178-bffc-da2c4e187516 req-1873067c-80c1-427c-888d-1a61f6bef19f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.2196043 Dec 10 18:33:34.451847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=f2ceb4b3-15da-4309-922d-bd0fd98554f0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:34.462199 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f45c479-2f5b-416a-8ffb-e6d2c68b861b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.480523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9f45c479-2f5b-416a-8ffb-e6d2c68b861b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.484728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9f45c479-2f5b-416a-8ffb-e6d2c68b861b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/b87bf2df-e214-4db6-a43d-ab032a884e03 HTTP/1.1" status: 204 len: 168 time: 0.8926778 Dec 10 18:33:34.513599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38416) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:34.603236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45c479-2f5b-416a-8ffb-e6d2c68b861b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87bf2df-e214-4db6-a43d-ab032a884e03,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:34.608633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.609274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.609760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.610264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.610780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.611322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.623139 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6eb7bc40-920c-4ea0-a313-d01dd2eb98e4', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'port_id': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:31Z', 'revision_number': 0, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:59Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:34.627122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.627958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.639762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7b50d41d-0c71-40e2-8cd5-27bf2cc3e479 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5716 time: 0.7615309 Dec 10 18:33:34.647747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-715f3c39-391a-4998-8d3f-cb341ebe6fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.652172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-715f3c39-391a-4998-8d3f-cb341ebe6fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.668577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-715f3c39-391a-4998-8d3f-cb341ebe6fd6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1aa31c05-7545-46c0-b85e-480589a631c2 HTTP/1.1" status: 204 len: 168 time: 1.5004766 Dec 10 18:33:34.674717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38422) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:34.701252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:34.704116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f3c39-391a-4998-8d3f-cb341ebe6fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa31c05-7545-46c0-b85e-480589a631c2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:34.731038 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] Checking router: b10ca0fb-1e56-4fac-b57f-43e2c503c127 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:34.790486 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:34.791623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-ffb5bbcf-f6e0-498d-b43f-2f08275f68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.792856 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:34.793588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-ffb5bbcf-f6e0-498d-b43f-2f08275f68e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1136 time: 0.6437540 Dec 10 18:33:34.844769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f7220-657c-441e-96e9-c2637f08c8bf req-e90dfc1d-74e0-4108-ba1e-94a18024144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:34.861865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-044f7220-657c-441e-96e9-c2637f08c8bf req-e90dfc1d-74e0-4108-ba1e-94a18024144f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 1096 time: 0.1687348 Dec 10 18:33:34.880581 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a3857ec3-9b02-436a-a18e-b13f704a445f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2994082 Dec 10 18:33:34.894108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38428) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:34.914232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098261573'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:34.970542 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94fa7857-fbfc-4178-bffc-da2c4e187516 req-6daacad9-d085-459c-8e3b-b7cb3f7a51b5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5360851 Dec 10 18:33:34.991163 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:35.023897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.024401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.024944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.039046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.039555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.048503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.049286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.049761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.054165 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9f507f0d-2ff0-444d-a755-0c13d1b37234 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5317 time: 0.3566396 Dec 10 18:33:35.062049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38434) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.102745 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.153380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38436) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.266411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95489557-e26f-48c7-aa58-7fdba9726218 req-03f3069d-6935-4625-bebb-3bce19a05ef7 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.274205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95489557-e26f-48c7-aa58-7fdba9726218 req-03f3069d-6935-4625-bebb-3bce19a05ef7 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.1294158 Dec 10 18:33:35.477472 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.489771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-044f7220-657c-441e-96e9-c2637f08c8bf req-410f35fa-2361-4ff7-ad1b-74199f7ac87c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6133270 Dec 10 18:33:35.492723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3e3744a5-3b10-4ed6-86b0-ddd2d0ee4efc tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1292339764'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:35.501572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.531299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95489557-e26f-48c7-aa58-7fdba9726218 req-5317746f-f3c0-44a5-8676-2ee17f500f42 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561102 Dec 10 18:33:35.556346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-60eed030-ce47-4a7d-8525-6b1a712dc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.559088 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-60eed030-ce47-4a7d-8525-6b1a712dc273 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 HTTP/1.1" status: 200 len: 897 time: 0.7250605 Dec 10 18:33:35.573025 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6eb7bc40-920c-4ea0-a313-d01dd2eb98e4', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'port_id': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:31Z', 'revision_number': 0, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:59Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:35.590646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94089b9a-1112-4164-94f8-2289c482aa49,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:35.595769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e3744a5-3b10-4ed6-86b0-ddd2d0ee4efc tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.597419 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e3744a5-3b10-4ed6-86b0-ddd2d0ee4efc tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.687983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0e7159ad-58f3-40b5-8933-bb96e7744fd0 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.6242533 Dec 10 18:33:35.688701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38454) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.694865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e3744a5-3b10-4ed6-86b0-ddd2d0ee4efc tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.708881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e3744a5-3b10-4ed6-86b0-ddd2d0ee4efc tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.724548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.726194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8191748 Dec 10 18:33:35.731595 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e3744a5-3b10-4ed6-86b0-ddd2d0ee4efc tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.735704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3e3744a5-3b10-4ed6-86b0-ddd2d0ee4efc tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5697939 Dec 10 18:33:35.735704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38456) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.760675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38458) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:35.781000 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02cb9d6-05af-4048-93b2-a8c41013987c None None] The sync data for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 is: [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6eb7bc40-920c-4ea0-a313-d01dd2eb98e4', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'port_id': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'mac_address': 'fa:16:3e:60:5b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:33:31Z', 'updated_at': '2021-12-10T18:33:31Z', 'revision_number': 0, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:59Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:35.804701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.805278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.805669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.806110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.806573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.807001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.807457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.807885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.808432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.808714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.809143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.809605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.810113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d299e54-8f35-4c4c-8120-414607bb58c3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:35.832322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-175fbd43-5e46-4de7-b03f-052e4a21d4d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': '94089b9a-1112-4164-94f8-2289c482aa49', 'direction': 'ingress', 'protocol': 17}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:35.935441 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-2176428c-e7df-48d3-afd5-435011594418 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540 HTTP/1.1" status: 200 len: 999 time: 0.2375886 Dec 10 18:33:35.952161 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-175fbd43-5e46-4de7-b03f-052e4a21d4d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:35.956217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2db557-6268-453d-9b25-448b2d520ff3 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.956698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2db557-6268-453d-9b25-448b2d520ff3 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:35.958329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f2db557-6268-453d-9b25-448b2d520ff3 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b10ca0fb-1e56-4fac-b57f-43e2c503c127 HTTP/1.1" status: 200 len: 1990 time: 0.2684906 Dec 10 18:33:35.973474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-339e5789-e28a-423c-a524-816068491114 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.098248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-16801a0c-05a2-4da4-89f5-a8309512ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.108570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-16801a0c-05a2-4da4-89f5-a8309512ac70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d864943-004c-44fa-80a1-f824ecb71e90 HTTP/1.1" status: 200 len: 834 time: 0.1582212 Dec 10 18:33:36.151635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.158433 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-175fbd43-5e46-4de7-b03f-052e4a21d4d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.191834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-175fbd43-5e46-4de7-b03f-052e4a21d4d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.209617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d520b50f-6dad-4ff2-8a88-51ebf5d0f3ae None None] New status for floating IP 6eb7bc40-920c-4ea0-a313-d01dd2eb98e4: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:33:36.247797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-175fbd43-5e46-4de7-b03f-052e4a21d4d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.248922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-175fbd43-5e46-4de7-b03f-052e4a21d4d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4593916 Dec 10 18:33:36.252638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38474) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.312239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fbd43-5e46-4de7-b03f-052e4a21d4d9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1d930c-bf85-44c3-9266-066c23a1912b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:36.376498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-540f63d3-ea07-4057-967a-ab81995d7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.378634 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-540f63d3-ea07-4057-967a-ab81995d7a4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427280 Dec 10 18:33:36.380966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-339e5789-e28a-423c-a524-816068491114 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.394074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-339e5789-e28a-423c-a524-816068491114 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.427238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb640e-cf75-4e89-bb15-47d83a385429 req-60e43808-a19e-4b52-8ac9-f734d24c33bc tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.438722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46cb640e-cf75-4e89-bb15-47d83a385429 req-60e43808-a19e-4b52-8ac9-f734d24c33bc tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.2900858 Dec 10 18:33:36.515659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-549076552-network', 'tenant_id': '1045a22b75f74badbb64f97470785ec4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:36.548238 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-339e5789-e28a-423c-a524-816068491114 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.549029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339e5789-e28a-423c-a524-816068491114 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44b20e98-ec45-4244-80ca-7649624b8a51 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:36.573406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-339e5789-e28a-423c-a524-816068491114 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.579356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-339e5789-e28a-423c-a524-816068491114 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "DELETE /v2.0/routers/44b20e98-ec45-4244-80ca-7649624b8a51 HTTP/1.1" status: 204 len: 168 time: 0.8073561 Dec 10 18:33:36.580253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38480) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.585311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e15379da-2cff-477b-9b51-7e7628376bf6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Request body: {'router': {'name': 'tempest-router-230460179', 'distributed': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:36.603645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46cb640e-cf75-4e89-bb15-47d83a385429 req-b645c871-a607-493a-b349-918d5007ed60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633792 Dec 10 18:33:36.632713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:36.635531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.661906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a3b-e86d-44ae-bbb1-8c2243ee7592 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.666647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.716375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e15379da-2cff-477b-9b51-7e7628376bf6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.718012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e15379da-2cff-477b-9b51-7e7628376bf6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.773004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a3b-e86d-44ae-bbb1-8c2243ee7592 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.788928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-034ed35f-c692-4f2a-9dd6-5ccdcbc783d5 service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891003 Dec 10 18:33:36.842438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e15379da-2cff-477b-9b51-7e7628376bf6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.852736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e15379da-2cff-477b-9b51-7e7628376bf6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.881734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e15379da-2cff-477b-9b51-7e7628376bf6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.883706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e15379da-2cff-477b-9b51-7e7628376bf6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3024836 Dec 10 18:33:36.889580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38484) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.900872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.912296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642efe55-5590-4f24-bc62-179510c341c2 req-4965f983-c552-43a1-be6d-466dd2454c47 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:36.914264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-642efe55-5590-4f24-bc62-179510c341c2 req-4965f983-c552-43a1-be6d-466dd2454c47 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.2010765 Dec 10 18:33:36.918044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a3b-e86d-44ae-bbb1-8c2243ee7592 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.921385 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f55f2a3b-e86d-44ae-bbb1-8c2243ee7592 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.924404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f55f2a3b-e86d-44ae-bbb1-8c2243ee7592 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/94089b9a-1112-4164-94f8-2289c482aa49 HTTP/1.1" status: 204 len: 168 time: 0.6664057 Dec 10 18:33:36.959671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38486) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:36.962138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:36.997117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f2a3b-e86d-44ae-bbb1-8c2243ee7592 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94089b9a-1112-4164-94f8-2289c482aa49,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.067058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:37.073264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9591-ab88-497c-9102-0ae14c4e099a tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.094816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-642efe55-5590-4f24-bc62-179510c341c2 req-51a8da69-1fa7-4749-b91d-c3a3752fe615 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687253 Dec 10 18:33:37.108185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12c87efd-843e-4294-a4c8-7faeb39b2b3c req-eb9668d9-c12b-4401-808a-37c85f3a9e5b service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834685 Dec 10 18:33:37.146038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-37f740d5-62f1-4d47-b914-55e92bda5b0b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1846147 Dec 10 18:33:37.149814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38488) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.155820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.156300 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Added segment df44783b-1053-4c0a-a1d9-3eebe2252a0b of type vlan for network befa5d99-05cc-4c47-b670-bb18516544f4 Dec 10 18:33:37.160135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4e6883-a9a4-48d4-9199-74fee65235dd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.168387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-243dbde1-e8f1-4c16-b9d3-f2ca7e7696de tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627208117'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:37.219018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-243dbde1-e8f1-4c16-b9d3-f2ca7e7696de tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.344553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-243dbde1-e8f1-4c16-b9d3-f2ca7e7696de tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.350875 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-243dbde1-e8f1-4c16-b9d3-f2ca7e7696de tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.396775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-243dbde1-e8f1-4c16-b9d3-f2ca7e7696de tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.398786 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-243dbde1-e8f1-4c16-b9d3-f2ca7e7696de tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2474093 Dec 10 18:33:37.403778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38490) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.409826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7fb760ed-5002-4bc3-a9a3-e9b58b28e6f9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--569580427'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:37.416968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dbde1-e8f1-4c16-b9d3-f2ca7e7696de tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eda9ba-fbb3-4d79-952d-3a218f430f4f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.450528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb760ed-5002-4bc3-a9a3-e9b58b28e6f9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.503401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:33:37.540195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb760ed-5002-4bc3-a9a3-e9b58b28e6f9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.547890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb760ed-5002-4bc3-a9a3-e9b58b28e6f9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.609211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb760ed-5002-4bc3-a9a3-e9b58b28e6f9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960ec5f1-d10a-4c47-8925-573f8c990582,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.639361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7fb760ed-5002-4bc3-a9a3-e9b58b28e6f9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.643216 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.643713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7fb760ed-5002-4bc3-a9a3-e9b58b28e6f9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2379975 Dec 10 18:33:37.644082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38498) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.650707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e2ed24d1-0add-4c18-883d-797fa8c0024e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'e9eda9ba-fbb3-4d79-952d-3a218f430f4f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '960ec5f1-d10a-4c47-8925-573f8c990582', 'remote_ip_prefix': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:37.652943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9591-ab88-497c-9102-0ae14c4e099a tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.700165 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9591-ab88-497c-9102-0ae14c4e099a tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.727903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2ed24d1-0add-4c18-883d-797fa8c0024e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.744807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:37.760120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.761821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:37.762698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.774507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0187b156-df1e-4b91-8634-9f50fdc19468', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'port_id': '0187b156-df1e-4b91-8634-9f50fdc19468', 'mac_address': 'fa:16:3e:09:bc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:33:37.786261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9591-ab88-497c-9102-0ae14c4e099a tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.788969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4f9591-ab88-497c-9102-0ae14c4e099a tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae26d4d0-766d-4e9f-a411-f09b769aea95 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:37.858441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7047176 Dec 10 18:33:37.863003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38510) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.871346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.875575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Request body: {'subnet': {'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-549076552-subnet', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:37.887016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0187b156-df1e-4b91-8634-9f50fdc19468 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:33:37.902062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb4f9591-ab88-497c-9102-0ae14c4e099a tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.910971 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb4f9591-ab88-497c-9102-0ae14c4e099a tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "DELETE /v2.0/routers/ae26d4d0-766d-4e9f-a411-f09b769aea95 HTTP/1.1" status: 204 len: 168 time: 1.0192175 Dec 10 18:33:37.911220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38512) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.911454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38516) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:37.912202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:37.912335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:37.915668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.919373 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:37.931913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8d9c032b-5270-446c-9c51-1118c4b7cdc8 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Request body: {'router': {'name': 'tempest-router-1370003666', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'be4b1049bff140439c91fd3ac3934172'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:37.965470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570bcdd-0acf-4166-9ffb-3d9c4c126c9e admin admin] Pushing event updated for resources: {'Network': ['ID=befa5d99-05cc-4c47-b670-bb18516544f4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:37.984566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network befa5d99-05cc-4c47-b670-bb18516544f4 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:37.999941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69992c89-f10f-45f2-9069-3323e8a496c0 req-4f4f603c-756a-4406-bfa6-142de9d02de7 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.008814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-69992c89-f10f-45f2-9069-3323e8a496c0 req-4f4f603c-756a-4406-bfa6-142de9d02de7 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 945 time: 0.0959775 Dec 10 18:33:38.061655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0187b156-df1e-4b91-8634-9f50fdc19468'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:38.083434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-69992c89-f10f-45f2-9069-3323e8a496c0 req-18431756-44d5-4b72-adc5-d8a8e46dffef tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734284 Dec 10 18:33:38.276954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:38.280264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d9c032b-5270-446c-9c51-1118c4b7cdc8 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.281681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d9c032b-5270-446c-9c51-1118c4b7cdc8 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.287956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2ed24d1-0add-4c18-883d-797fa8c0024e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.307097 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2ed24d1-0add-4c18-883d-797fa8c0024e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.318277 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.325079 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-afdb0871-67cc-4476-867a-e3d3603c5fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.387852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6835f1-672a-4f6a-976f-50ddb05f42fc,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:38.425287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70f88-be5c-4657-83e9-4a38e174051c req-6fbdb016-cc1d-4df9-a7ff-e97884de5db0 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.428939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed24d1-0add-4c18-883d-797fa8c0024e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272404e8-1ef9-498d-8575-aeb10d7c90a0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:38.437899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26f70f88-be5c-4657-83e9-4a38e174051c req-6fbdb016-cc1d-4df9-a7ff-e97884de5db0 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.1923053 Dec 10 18:33:38.465767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2ed24d1-0add-4c18-883d-797fa8c0024e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.470542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e2ed24d1-0add-4c18-883d-797fa8c0024e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8252251 Dec 10 18:33:38.473090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38532) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.530268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d9c032b-5270-446c-9c51-1118c4b7cdc8 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.542489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26f70f88-be5c-4657-83e9-4a38e174051c req-06da21f8-d050-4936-828c-b5c5e96c58b6 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033459 Dec 10 18:33:38.553041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d9c032b-5270-446c-9c51-1118c4b7cdc8 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.583884 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8d9c032b-5270-446c-9c51-1118c4b7cdc8 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.585190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8d9c032b-5270-446c-9c51-1118c4b7cdc8 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6596789 Dec 10 18:33:38.589031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38546) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:38.594375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:38.604768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8d34-f47e-480d-8838-54fad7dd8f4e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.623902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8d34-f47e-480d-8838-54fad7dd8f4e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.645852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:38.646211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Network hostable DHCP agents. Network: befa5d99-05cc-4c47-b670-bb18516544f4, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:38.669501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa57d1-ee0c-4588-9082-9bbd6922704a req-fa2bf119-c5cb-45f1-93b7-71f9b04c6057 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.678857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22fa57d1-ee0c-4588-9082-9bbd6922704a req-fa2bf119-c5cb-45f1-93b7-71f9b04c6057 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 945 time: 0.2959795 Dec 10 18:33:38.743225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Network befa5d99-05cc-4c47-b670-bb18516544f4 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:38.827099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47f6d-1bb0-44b1-ba89-daebe76fcfd1 req-b687e65e-4a95-48a5-81c2-a5de7b3420b8 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:38.835341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16b47f6d-1bb0-44b1-ba89-daebe76fcfd1 req-b687e65e-4a95-48a5-81c2-a5de7b3420b8 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.1935768 Dec 10 18:33:38.927729 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:38.928433 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.035035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16b47f6d-1bb0-44b1-ba89-daebe76fcfd1 req-b64978f4-0865-464a-ad38-f320c3166d75 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981773 Dec 10 18:33:39.054158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103500) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 10 18:33:39.061719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Router dc82bece-5cbe-4fbd-8417-536fd3081ac8 migrating from provider to provider. {{(pid=103500) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 10 18:33:39.062561 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.070947 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.085288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.200979 n-d-821424-1 neutron-server[103500]: WARNING neutron.scheduler.l3_agent_scheduler [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] No L3 agents can host the router dc82bece-5cbe-4fbd-8417-536fd3081ac8 Dec 10 18:33:39.228710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8d34-f47e-480d-8838-54fad7dd8f4e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.248572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4b4b8d34-f47e-480d-8838-54fad7dd8f4e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.250187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4b4b8d34-f47e-480d-8838-54fad7dd8f4e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/272404e8-1ef9-498d-8575-aeb10d7c90a0 HTTP/1.1" status: 204 len: 168 time: 0.7162011 Dec 10 18:33:39.258728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38558) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.264566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22fa57d1-ee0c-4588-9082-9bbd6922704a req-86b79d7c-642f-4cdc-9269-3ea266a3ab4c tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5847318 Dec 10 18:33:39.281238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, befa5d99-05cc-4c47-b670-bb18516544f4) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:39.287771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b8d34-f47e-480d-8838-54fad7dd8f4e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=272404e8-1ef9-498d-8575-aeb10d7c90a0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.292731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2323a6-0984-46a9-84d1-adcc288743ab None None] Network befa5d99-05cc-4c47-b670-bb18516544f4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:39.319600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:39.320217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.326278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-afdb0871-67cc-4476-867a-e3d3603c5fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.364016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-afdb0871-67cc-4476-867a-e3d3603c5fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.421494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Hosts for router dc82bece-5cbe-4fbd-8417-536fd3081ac8: [] {{(pid=103500) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 10 18:33:39.451058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-46911b6f-4b3a-4be6-8c30-a1c3a4078945 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1887026 Dec 10 18:33:39.452892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.481171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Hosts for other DVR routers connected to router dc82bece-5cbe-4fbd-8417-536fd3081ac8: set() {{(pid=103500) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 10 18:33:39.486715 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.492195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-413b7675-f1f9-446a-ae5b-d71d1dac2f4c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "PUT /v2.0/routers/dc82bece-5cbe-4fbd-8417-536fd3081ac8 HTTP/1.1" status: 200 len: 717 time: 0.8984790 Dec 10 18:33:39.499192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38562) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.526245 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-069f4ce8-b4b3-4e98-afc6-4d124756b4a5 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6594436 Dec 10 18:33:39.534716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:39.554590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38564) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.576031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:39.605989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-afdb0871-67cc-4476-867a-e3d3603c5fd8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2a942a1df0854cd3959d42aa51c4d4ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6873500 Dec 10 18:33:39.609180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.610247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.614404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-befa5d99-05cc-4c47-b670-bb18516544f4', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:33:39.615665 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.649292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.682544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.684973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb0871-67cc-4476-867a-e3d3603c5fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b619631-df29-4cbb-b316-7ef2b0bf88e8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:39.704830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd690a-e0b0-4753-a7eb-09b516298337 req-bd464304-87d5-49e2-af08-480aedb1624e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:39.709706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3becf91-1990-4fed-8ccb-92ca9469118b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.718567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24fd690a-e0b0-4753-a7eb-09b516298337 req-bd464304-87d5-49e2-af08-480aedb1624e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 945 time: 0.3115404 Dec 10 18:33:39.744665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3becf91-1990-4fed-8ccb-92ca9469118b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.796827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24fd690a-e0b0-4753-a7eb-09b516298337 req-cfa98876-4185-42f6-9bfd-85e0e3ace5bd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755651 Dec 10 18:33:39.822768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-497b86f3-fad9-4802-9ace-a87c973410c6 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "GET /v2.0/routers/dc82bece-5cbe-4fbd-8417-536fd3081ac8 HTTP/1.1" status: 200 len: 717 time: 0.3218112 Dec 10 18:33:39.836894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Allocated IP 172.20.0.2 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/6c34c51e-66ea-43b4-a32a-8b5358a424a8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:39.893144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38570) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.910740 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3becf91-1990-4fed-8ccb-92ca9469118b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.913823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0187b156-df1e-4b91-8634-9f50fdc19468 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:39.914405 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.915398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3becf91-1990-4fed-8ccb-92ca9469118b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:39.916777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a3becf91-1990-4fed-8ccb-92ca9469118b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/960ec5f1-d10a-4c47-8925-573f8c990582 HTTP/1.1" status: 204 len: 168 time: 0.4600310 Dec 10 18:33:39.965427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38574) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:39.993427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3becf91-1990-4fed-8ccb-92ca9469118b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ec5f1-d10a-4c47-8925-573f8c990582,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.008469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-650bbe5f-0ba7-4645-a2d2-f846628aa5c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.034434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50145a56-0387-4b1a-8020-1b3d3e9538bd req-1132c353-d453-4dc4-b340-1eb37eb78222 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:40.036039 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50145a56-0387-4b1a-8020-1b3d3e9538bd req-1132c353-d453-4dc4-b340-1eb37eb78222 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.3274863 Dec 10 18:33:40.073543 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-650bbe5f-0ba7-4645-a2d2-f846628aa5c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.172530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.189403 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.231112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.233982 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50145a56-0387-4b1a-8020-1b3d3e9538bd req-286443ed-f16c-4a9b-bd7f-b364d5b50a45 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821375 Dec 10 18:33:40.239347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d40515-8beb-4625-8496-4fcf88c7727b req-56faddbc-7e20-4f9a-b70d-bd3e90aa1cb0 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:40.241203 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20d40515-8beb-4625-8496-4fcf88c7727b req-56faddbc-7e20-4f9a-b70d-bd3e90aa1cb0 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 945 time: 0.2768772 Dec 10 18:33:40.247803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b3442b0c-c09d-43da-a105-f71ed27dfab2 tempest-RoutersTestDVR-674978575 tempest-RoutersTestDVR-674978575-project] 10.222.0.55 "GET /v2.0/routers/dc82bece-5cbe-4fbd-8417-536fd3081ac8 HTTP/1.1" status: 200 len: 683 time: 0.3511536 Dec 10 18:33:40.248297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38576) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.251482 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4fe01f6f-ad10-46ab-9a29-a342b8003696 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2824340 Dec 10 18:33:40.258998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38578) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.320484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:40.321876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:40.337457 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5350af9b-d33a-4c4e-8cc7-20f223f629b0" -d '{"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:40.343612 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.413555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.452964 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53570ff-6392-4b8d-ad5b-3008a6325623 x-openstack-request-id: req-e53570ff-6392-4b8d-ad5b-3008a6325623 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:40.453862 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:40.454120 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e53570ff-6392-4b8d-ad5b-3008a6325623 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:40.454543 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468', 'code': 200} Dec 10 18:33:40.486156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:40.490044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:40.492776 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-650bbe5f-0ba7-4645-a2d2-f846628aa5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.499089 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-650bbe5f-0ba7-4645-a2d2-f846628aa5c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.500313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-650bbe5f-0ba7-4645-a2d2-f846628aa5c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8b619631-df29-4cbb-b316-7ef2b0bf88e8 HTTP/1.1" status: 204 len: 168 time: 0.8487701 Dec 10 18:33:40.500649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:40.514079 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c23b367-f7b8-489b-a898-95e7d6502a7f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.563979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Pushing event updated for resources: {'Port': ['ID=6c34c51e-66ea-43b4-a32a-8b5358a424a8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.588448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650bbe5f-0ba7-4645-a2d2-f846628aa5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b619631-df29-4cbb-b316-7ef2b0bf88e8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.589476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c23b367-f7b8-489b-a898-95e7d6502a7f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.617360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc168516-7bca-42bd-a12c-fe1b966f0708 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.668993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Attempting to bind port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:40.670161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Attempting to bind port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:40.670660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Attempting to bind port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:40.683320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:40.683710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:40.684291 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.684812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:40.685285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Bound port: 6c34c51e-66ea-43b4-a32a-8b5358a424a8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:40.685747 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.709256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c23b367-f7b8-489b-a898-95e7d6502a7f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.715387 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c23b367-f7b8-489b-a898-95e7d6502a7f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.717227 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c23b367-f7b8-489b-a898-95e7d6502a7f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/e9eda9ba-fbb3-4d79-952d-3a218f430f4f HTTP/1.1" status: 204 len: 168 time: 0.4571819 Dec 10 18:33:40.721274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38592) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:40.731280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.812140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23b367-f7b8-489b-a898-95e7d6502a7f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eda9ba-fbb3-4d79-952d-3a218f430f4f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:40.855739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] For port 6c34c51e-66ea-43b4-a32a-8b5358a424a8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:40.869314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] For port 6c34c51e-66ea-43b4-a32a-8b5358a424a8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6c34c51e-66ea-43b4-a32a-8b5358a424a8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:40.879390 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:40.899812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Deleting port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:40.900155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.018163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd55122-83e8-48fc-b667-8ae61c83458a None None] Pushing event updated for resources: {'Port': ['ID=6c34c51e-66ea-43b4-a32a-8b5358a424a8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.037416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204f6bf-da07-4c04-8108-f0d313cbf9a2 req-d24fd4d9-d86a-45eb-b96a-4133d0a169ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.042563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] For port 7e664bff-4aa8-4948-87e5-bb874e4c68d4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=7e664bff-4aa8-4948-87e5-bb874e4c68d4,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:41.045404 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.046051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7204f6bf-da07-4c04-8108-f0d313cbf9a2 req-d24fd4d9-d86a-45eb-b96a-4133d0a169ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 945 time: 0.5727472 Dec 10 18:33:41.050829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc168516-7bca-42bd-a12c-fe1b966f0708 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.059131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc168516-7bca-42bd-a12c-fe1b966f0708 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.077077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Calling delete_port for 7e664bff-4aa8-4948-87e5-bb874e4c68d4 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:41.191058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7204f6bf-da07-4c04-8108-f0d313cbf9a2 req-f9b70d50-ca4d-42ea-88e3-5d611b42f9ea tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437757 Dec 10 18:33:41.200864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc168516-7bca-42bd-a12c-fe1b966f0708 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.201962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc168516-7bca-42bd-a12c-fe1b966f0708 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc82bece-5cbe-4fbd-8417-536fd3081ac8 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:41.211334 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc168516-7bca-42bd-a12c-fe1b966f0708 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.212847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dc168516-7bca-42bd-a12c-fe1b966f0708 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "DELETE /v2.0/routers/dc82bece-5cbe-4fbd-8417-536fd3081ac8 HTTP/1.1" status: 204 len: 168 time: 0.9636877 Dec 10 18:33:41.216595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38606) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:41.228404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8b881956-51bc-4c1d-ba7c-27e32d03fc8c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Request body: {'router': {'name': 'tempest-router-1190810059', 'distributed': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:41.275201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.288788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['7e664bff-4aa8-4948-87e5-bb874e4c68d4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:33:41.311463 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b881956-51bc-4c1d-ba7c-27e32d03fc8c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.312201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b881956-51bc-4c1d-ba7c-27e32d03fc8c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.360494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Pushing event deleted for resources: {'Port': ['ID=7e664bff-4aa8-4948-87e5-bb874e4c68d4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:41.374502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0c80a117-a7d8-4ae4-a6ee-d43347b9e441 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6386511 Dec 10 18:33:41.395984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2b124-d002-42e2-9e88-c4d6cfabbb63 req-b905edfd-5405-4524-93e5-0301eb9a359e tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.397625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0be2b124-d002-42e2-9e88-c4d6cfabbb63 req-b905edfd-5405-4524-93e5-0301eb9a359e tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.5821865 Dec 10 18:33:41.407635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38608) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:41.419370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-64a3fe04-b984-4821-8473-811224262661 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--944622335'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:41.486952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51024eb0-9cb5-464c-9afd-35d4d48478bc req-44da91f2-0571-4ccd-9db5-1ab0e752e074 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:41.497544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51024eb0-9cb5-464c-9afd-35d4d48478bc req-44da91f2-0571-4ccd-9db5-1ab0e752e074 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.1698885 Dec 10 18:33:41.559193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b881956-51bc-4c1d-ba7c-27e32d03fc8c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.576710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] No DVR routers for this DVR port 7e664bff-4aa8-4948-87e5-bb874e4c68d4 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:41.589597 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.595384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20d40515-8beb-4625-8496-4fcf88c7727b req-e54b861b-6f5f-4d9d-8844-92662dd223f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "DELETE /v2.0/ports/7e664bff-4aa8-4948-87e5-bb874e4c68d4 HTTP/1.1" status: 204 len: 173 time: 1.3442857 Dec 10 18:33:41.599470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'name': 'network-vif-deleted', 'tag': '7e664bff-4aa8-4948-87e5-bb874e4c68d4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:41.600099 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7283ebd-0d68-499e-8b2b-fccb75592435" -d '{"events": [{"server_uuid": "974a1a59-58b7-4d57-808a-aa50b434c79d", "name": "network-vif-deleted", "tag": "7e664bff-4aa8-4948-87e5-bb874e4c68d4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:41.603200 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b881956-51bc-4c1d-ba7c-27e32d03fc8c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.654503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64a3fe04-b984-4821-8473-811224262661 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.664304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b881956-51bc-4c1d-ba7c-27e32d03fc8c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.665923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8b881956-51bc-4c1d-ba7c-27e32d03fc8c tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4481032 Dec 10 18:33:41.676275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38618) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:41.723195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51024eb0-9cb5-464c-9afd-35d4d48478bc req-e2110ddd-7660-404b-9907-42a6f99fc7e8 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240546 Dec 10 18:33:41.795684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6c34c51e-66ea-43b4-a32a-8b5358a424a8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:41.898066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:41.898919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.917203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64a3fe04-b984-4821-8473-811224262661 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:41.924168 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29fb8db8-bfc9-4046-a97f-5a12e0bd34b0 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.014003 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc597c1-227a-4b67-82ad-2b7b8e7b654c x-openstack-request-id: req-1fc597c1-227a-4b67-82ad-2b7b8e7b654c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:42.014300 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974a1a59-58b7-4d57-808a-aa50b434c79d", "name": "network-vif-deleted", "tag": "7e664bff-4aa8-4948-87e5-bb874e4c68d4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:42.014606 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fc597c1-227a-4b67-82ad-2b7b8e7b654c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:42.015010 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '974a1a59-58b7-4d57-808a-aa50b434c79d', 'name': 'network-vif-deleted', 'tag': '7e664bff-4aa8-4948-87e5-bb874e4c68d4', 'status': 'completed', 'code': 200} Dec 10 18:33:42.015566 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.020315 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64a3fe04-b984-4821-8473-811224262661 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.036670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.041630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0be2b124-d002-42e2-9e88-c4d6cfabbb63 req-c86b156e-2a82-4e15-80ba-334809bcc886 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6281269 Dec 10 18:33:42.059389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 6c34c51e-66ea-43b4-a32a-8b5358a424a8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6c34c51e-66ea-43b4-a32a-8b5358a424a8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:42.076632 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.105854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64a3fe04-b984-4821-8473-811224262661 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.107173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-64a3fe04-b984-4821-8473-811224262661 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6982753 Dec 10 18:33:42.110089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38628) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.115783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9d5bb516-7d36-40cc-ab42-9a60717d1fe3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': '8ba7afb7-8439-46b6-abb9-218ba9cf6b50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:42.173683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3fe04-b984-4821-8473-811224262661 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba7afb7-8439-46b6-abb9-218ba9cf6b50,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:42.224881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb516-7d36-40cc-ab42-9a60717d1fe3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.265664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.275855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=6c34c51e-66ea-43b4-a32a-8b5358a424a8,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:42.461218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcd400c0-31c4-4ed9-a3b0-453fa0eff954 req-b6a5ee96-fc22-4a91-b4d1-d36c2a8d3a3b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=974a1a59-58b7-4d57-808a-aa50b434c79d HTTP/1.1" status: 200 len: 210 time: 0.0829940 Dec 10 18:33:42.475508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb516-7d36-40cc-ab42-9a60717d1fe3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.490069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb516-7d36-40cc-ab42-9a60717d1fe3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.512322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bb516-7d36-40cc-ab42-9a60717d1fe3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41476a0-5ba4-476d-9904-5bde3c4e6033,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:42.541225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb516-7d36-40cc-ab42-9a60717d1fe3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.550682 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9d5bb516-7d36-40cc-ab42-9a60717d1fe3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4390433 Dec 10 18:33:42.551651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38634) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.583808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f98d9b61-fafe-4576-ab7b-e238fb15a36a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.600799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29fb8db8-bfc9-4046-a97f-5a12e0bd34b0 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.606638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29fb8db8-bfc9-4046-a97f-5a12e0bd34b0 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.613377 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f98d9b61-fafe-4576-ab7b-e238fb15a36a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.666095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f98d9b61-fafe-4576-ab7b-e238fb15a36a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.679065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f98d9b61-fafe-4576-ab7b-e238fb15a36a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.687877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f98d9b61-fafe-4576-ab7b-e238fb15a36a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/f41476a0-5ba4-476d-9904-5bde3c4e6033 HTTP/1.1" status: 204 len: 168 time: 0.1347537 Dec 10 18:33:42.699125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.700788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d9b61-fafe-4576-ab7b-e238fb15a36a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f41476a0-5ba4-476d-9904-5bde3c4e6033,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:42.725668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Allocated IP 172.25.2.53 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/fc0870cd-a802-4bb9-ae08-33f4a9990993) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:42.749370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fc88d2-0faf-4790-a8f5-53b4a1ced157 None None] Network befa5d99-05cc-4c47-b670-bb18516544f4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:42.773411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90619cef-3a8d-42eb-9820-9637c601db17 req-79c58fcf-1ec0-4615-a2ba-1cfbbe515f1e tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:42.778072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dce60da5-e426-45fb-a189-bf9fe903629c tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0731800 Dec 10 18:33:42.781097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:42.784319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90619cef-3a8d-42eb-9820-9637c601db17 req-79c58fcf-1ec0-4615-a2ba-1cfbbe515f1e tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.30 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.7678292 Dec 10 18:33:42.811758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29fb8db8-bfc9-4046-a97f-5a12e0bd34b0 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.812543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fb8db8-bfc9-4046-a97f-5a12e0bd34b0 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e191980b-55a1-4571-ad47-e41b8916f39c {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:33:42.838239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-29fb8db8-bfc9-4046-a97f-5a12e0bd34b0 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.844624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-29fb8db8-bfc9-4046-a97f-5a12e0bd34b0 tempest-RoutersTestDVR-1007100497 tempest-RoutersTestDVR-1007100497-project-admin] 10.222.0.55 "DELETE /v2.0/routers/e191980b-55a1-4571-ad47-e41b8916f39c HTTP/1.1" status: 204 len: 168 time: 1.1443634 Dec 10 18:33:42.899368 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-726c06bb-4d8c-4171-a818-2f6a6aab9e59 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:42.931285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-726c06bb-4d8c-4171-a818-2f6a6aab9e59 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.021934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-726c06bb-4d8c-4171-a818-2f6a6aab9e59 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.026760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-726c06bb-4d8c-4171-a818-2f6a6aab9e59 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.029266 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-726c06bb-4d8c-4171-a818-2f6a6aab9e59 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/8ba7afb7-8439-46b6-abb9-218ba9cf6b50 HTTP/1.1" status: 204 len: 168 time: 0.2466624 Dec 10 18:33:43.036261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38644) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.109000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c06bb-4d8c-4171-a818-2f6a6aab9e59 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba7afb7-8439-46b6-abb9-218ba9cf6b50,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:43.153701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686393a-4915-44a6-b381-efb105f6e5ff req-dccaf200-1a16-41b6-be1c-8716bd8cbeb4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:43.164357 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d686393a-4915-44a6-b381-efb105f6e5ff req-dccaf200-1a16-41b6-be1c-8716bd8cbeb4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.2501140 Dec 10 18:33:43.198252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a8ed5e42-48b2-4e30-ad4c-0e1a6edc1080 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1568317 Dec 10 18:33:43.200465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38652) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.217149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-dd0efe7d-1052-484c-9dad-f51dc53185e3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398517962'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:43.308283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0efe7d-1052-484c-9dad-f51dc53185e3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.331886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Deleting port f2ceb4b3-15da-4309-922d-bd0fd98554f0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:33:43.332314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.459021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4d0ec900-615f-4d36-b62e-bf5a0ac2b941 None None] Provisioning complete for port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:43.459586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d0ec900-615f-4d36-b62e-bf5a0ac2b941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.482112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38656) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.492336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0efe7d-1052-484c-9dad-f51dc53185e3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.499751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0efe7d-1052-484c-9dad-f51dc53185e3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.524562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7e664bff-4aa8-4948-87e5-bb874e4c68d4 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:43.566187 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd0efe7d-1052-484c-9dad-f51dc53185e3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.570918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dd0efe7d-1052-484c-9dad-f51dc53185e3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3657343 Dec 10 18:33:43.571756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38664) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.577574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fde590df-a910-41ef-b03e-9e6757296636 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'a5bee2ff-4b7c-4c67-b549-1a18cdd1a2cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:43.578439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 7e664bff-4aa8-4948-87e5-bb874e4c68d4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:33:43.580996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 7e664bff-4aa8-4948-87e5-bb874e4c68d4 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:33:43.619980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f8bbd-5617-422a-b21c-0f7b20e78512 req-3ca7a3a1-bc60-4870-b44a-c198fe8e87df tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:43.621674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0c4f8bbd-5617-422a-b21c-0f7b20e78512 req-3ca7a3a1-bc60-4870-b44a-c198fe8e87df tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.3613167 Dec 10 18:33:43.628852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0efe7d-1052-484c-9dad-f51dc53185e3 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bee2ff-4b7c-4c67-b549-1a18cdd1a2cb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:43.640842 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fde590df-a910-41ef-b03e-9e6757296636 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.721571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6c34c51e-66ea-43b4-a32a-8b5358a424a8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:43.755594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fde590df-a910-41ef-b03e-9e6757296636 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.764851 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.769701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fde590df-a910-41ef-b03e-9e6757296636 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.796212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde590df-a910-41ef-b03e-9e6757296636 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801ae093-5e30-44b2-a7a9-70ce0521d5fc,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:43.836632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0c4f8bbd-5617-422a-b21c-0f7b20e78512 req-d5e9f564-3dbe-4483-985f-b1d575c73d47 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033696 Dec 10 18:33:43.841412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fde590df-a910-41ef-b03e-9e6757296636 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.845996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fde590df-a910-41ef-b03e-9e6757296636 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2731009 Dec 10 18:33:43.847357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38666) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.871990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e727472-9324-40ca-8ec8-4f995f15d5db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules/801ae093-5e30-44b2-a7a9-70ce0521d5fc HTTP/1.1" status: 200 len: 763 time: 0.0230825 Dec 10 18:33:43.872990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38668) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.883123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:43.883885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:43.942150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d686393a-4915-44a6-b381-efb105f6e5ff req-d1549fae-1b2e-461c-a578-fb150edbe33a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7686920 Dec 10 18:33:43.961027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4c7cff4d-4cb9-4fd3-b4c5-801bc72a3aea tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0866930 Dec 10 18:33:43.969209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38672) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:43.976302 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-104d915a-9704-4b50-a2c8-49f323a3478a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.043792 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edb3d1de-ed36-42eb-9ad3-a2fb53596bd2 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.054631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edb3d1de-ed36-42eb-9ad3-a2fb53596bd2 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.068730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] For port f2ceb4b3-15da-4309-922d-bd0fd98554f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=f2ceb4b3-15da-4309-922d-bd0fd98554f0,segment=NetworkSegment(051503c4-346b-4851-a6f3-03d30ae97b15),segment_id=051503c4-346b-4851-a6f3-03d30ae97b15)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:44.069381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.089379 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edb3d1de-ed36-42eb-9ad3-a2fb53596bd2 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.097596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-edb3d1de-ed36-42eb-9ad3-a2fb53596bd2 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.102196 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-edb3d1de-ed36-42eb-9ad3-a2fb53596bd2 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/801ae093-5e30-44b2-a7a9-70ce0521d5fc HTTP/1.1" status: 204 len: 168 time: 0.1318626 Dec 10 18:33:44.102991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Calling delete_port for f2ceb4b3-15da-4309-922d-bd0fd98554f0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:33:44.103376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38674) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.115082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3d1de-ed36-42eb-9ad3-a2fb53596bd2 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=801ae093-5e30-44b2-a7a9-70ce0521d5fc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.124192 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.170391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c6a1b3f4-184e-4512-b436-11ba2cf18183 None None] Provisioning complete for port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:44.170767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c6a1b3f4-184e-4512-b436-11ba2cf18183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.212665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-95da5063-7a45-4b19-92bf-091567325018 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0989232 Dec 10 18:33:44.219019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38678) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.231284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0683259f-2693-41ee-9485-7051d912279e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'a5bee2ff-4b7c-4c67-b549-1a18cdd1a2cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:44.307828 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0683259f-2693-41ee-9485-7051d912279e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.317059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:44.339076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:44.357228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:44.408673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37d549-0b7f-4cc2-b88d-7df8292e87e1 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:44.418868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Pushing event updated for resources: {'Port': ['ID=fc0870cd-a802-4bb9-ae08-33f4a9990993,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.445364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0683259f-2693-41ee-9485-7051d912279e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.450073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0683259f-2693-41ee-9485-7051d912279e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.469838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683259f-2693-41ee-9485-7051d912279e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f672f8-e027-43da-b43b-f1bc1ba5c283,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.509407 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0683259f-2693-41ee-9485-7051d912279e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.510992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0683259f-2693-41ee-9485-7051d912279e tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2909634 Dec 10 18:33:44.514484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.545560 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a42c69e2-0ba1-426d-a0c4-55c6d335a6db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules/99f672f8-e027-43da-b43b-f1bc1ba5c283 HTTP/1.1" status: 200 len: 763 time: 0.0297136 Dec 10 18:33:44.549080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38684) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.598705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bed3944b-d0db-476a-b770-fcc4247989ff None None] Provisioning complete for port fc0870cd-a802-4bb9-ae08-33f4a9990993 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:44.599330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bed3944b-d0db-476a-b770-fcc4247989ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.621212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b0b0e0b1-f7a9-4823-86bb-21dcd8d52bff tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0707240 Dec 10 18:33:44.624634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.662038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9dc526d9-c4ad-4ee9-a5e5-6bb224717806 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.678044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9dc526d9-c4ad-4ee9-a5e5-6bb224717806 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.722311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bed3944b-d0db-476a-b770-fcc4247989ff None None] Port fc0870cd-a802-4bb9-ae08-33f4a9990993 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:44.733537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9dc526d9-c4ad-4ee9-a5e5-6bb224717806 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.750736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9dc526d9-c4ad-4ee9-a5e5-6bb224717806 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.754500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9dc526d9-c4ad-4ee9-a5e5-6bb224717806 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/99f672f8-e027-43da-b43b-f1bc1ba5c283 HTTP/1.1" status: 204 len: 168 time: 0.1259668 Dec 10 18:33:44.757062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38688) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:44.761361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-104d915a-9704-4b50-a2c8-49f323a3478a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:44.770780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc526d9-c4ad-4ee9-a5e5-6bb224717806 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99f672f8-e027-43da-b43b-f1bc1ba5c283,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:44.790991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-104d915a-9704-4b50-a2c8-49f323a3478a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.056477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d915a-9704-4b50-a2c8-49f323a3478a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993f83a8-4651-46c1-9c60-aa078ce9bd91,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:45.081016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-104d915a-9704-4b50-a2c8-49f323a3478a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=be4b1049bff140439c91fd3ac3934172&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5858693 Dec 10 18:33:45.083650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38694) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:45.131979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5a730-bc08-4313-b1e4-c96ee51c5a55 req-107e3215-79b0-48d7-b07c-c6ae6ac6be85 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:45.133658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60d5a730-bc08-4313-b1e4-c96ee51c5a55 req-107e3215-79b0-48d7-b07c-c6ae6ac6be85 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 945 time: 0.1375241 Dec 10 18:33:45.283102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d89c616a-4991-4a48-8d89-b11db971cccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.307104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60d5a730-bc08-4313-b1e4-c96ee51c5a55 req-ba07145d-254f-4d00-87b7-0b6dea1b4925 tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/security-groups?id=8def1806-ead1-4f61-a2f1-ed0cb83dcda4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587207 Dec 10 18:33:45.339219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d89c616a-4991-4a48-8d89-b11db971cccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.463502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d89c616a-4991-4a48-8d89-b11db971cccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.466606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d89c616a-4991-4a48-8d89-b11db971cccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.467541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d89c616a-4991-4a48-8d89-b11db971cccb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/993f83a8-4651-46c1-9c60-aa078ce9bd91 HTTP/1.1" status: 204 len: 168 time: 0.3828509 Dec 10 18:33:45.488283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c616a-4991-4a48-8d89-b11db971cccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993f83a8-4651-46c1-9c60-aa078ce9bd91,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:45.532792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device f2ceb4b3-15da-4309-922d-bd0fd98554f0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:33:45.756653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38708) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:45.756990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a97d747-a75e-4e5f-ba63-dc913510f510 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9901993 Dec 10 18:33:45.762303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': 'a5bee2ff-4b7c-4c67-b549-1a18cdd1a2cb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:45.836047 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.859603 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Project ece7c5b4186345ba8ad4ca61487af085 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:33:45.881164 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.942311 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:45.974696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Pushing event deleted for resources: {'Port': ['ID=f2ceb4b3-15da-4309-922d-bd0fd98554f0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:45.976881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.010774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4097b53-507d-4b5d-812f-4b1bf79585a1 req-c2974837-bf5d-4f1a-a104-093c249ed6a3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:46.023630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4097b53-507d-4b5d-812f-4b1bf79585a1 req-c2974837-bf5d-4f1a-a104-093c249ed6a3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.2657197 Dec 10 18:33:46.085932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.097364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.116013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4854f74-9233-48e0-959a-0e8df8ceb5aa,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:46.146350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.150913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5d43d85e-d077-4bcf-949c-ee1ebe8c13ad tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3928194 Dec 10 18:33:46.151555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38714) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.238171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e31c903c-f235-43e2-8a2f-34e7322004e9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules/d4854f74-9233-48e0-959a-0e8df8ceb5aa HTTP/1.1" status: 200 len: 769 time: 0.0854411 Dec 10 18:33:46.241572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38716) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.265414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.360314 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.367472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] No DVR routers for this DVR port f2ceb4b3-15da-4309-922d-bd0fd98554f0 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:33:46.387800 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.391483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90619cef-3a8d-42eb-9820-9637c601db17 req-31744e22-b7f1-4d77-b7ff-57831f16879d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.30 "DELETE /v2.0/ports/f2ceb4b3-15da-4309-922d-bd0fd98554f0 HTTP/1.1" status: 204 len: 173 time: 3.5976446 Dec 10 18:33:46.396352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'name': 'network-vif-deleted', 'tag': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:33:46.403043 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac3b119-9ac4-4177-978e-fbf0823fd06d" -d '{"events": [{"server_uuid": "52b538c5-dd3a-4a26-9bcc-77570ec8cc7f", "name": "network-vif-deleted", "tag": "f2ceb4b3-15da-4309-922d-bd0fd98554f0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:33:46.437814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4097b53-507d-4b5d-812f-4b1bf79585a1 req-bebee1cd-a7d2-47bc-9dea-6594f9dae48e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4057555 Dec 10 18:33:46.568690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7bfabfbe-edf3-49f2-a699-68a528a6c6fc tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3232481 Dec 10 18:33:46.573169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38732) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.591209 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1427075-6098-49dc-a63d-2d9ff77990a7 x-openstack-request-id: req-b1427075-6098-49dc-a63d-2d9ff77990a7 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:33:46.591593 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b538c5-dd3a-4a26-9bcc-77570ec8cc7f", "name": "network-vif-deleted", "tag": "f2ceb4b3-15da-4309-922d-bd0fd98554f0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:33:46.591775 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b1427075-6098-49dc-a63d-2d9ff77990a7 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:33:46.592281 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b538c5-dd3a-4a26-9bcc-77570ec8cc7f', 'name': 'network-vif-deleted', 'tag': 'f2ceb4b3-15da-4309-922d-bd0fd98554f0', 'status': 'completed', 'code': 200} Dec 10 18:33:46.694180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45560783-a49d-4f32-98ee-a3233eaff3dc req-d0e6482c-dde3-41b1-9ad6-f018fe39496d tempest-ServersNegativeTestMultiTenantJSON-431130391 tempest-ServersNegativeTestMultiTenantJSON-431130391-project] 10.222.0.55 "GET /v2.0/ports?device_id=52b538c5-dd3a-4a26-9bcc-77570ec8cc7f HTTP/1.1" status: 200 len: 210 time: 0.1552136 Dec 10 18:33:46.741363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.744205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.765675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.770487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.790551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.872237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.878841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:46.880328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-group-rules/d4854f74-9233-48e0-959a-0e8df8ceb5aa HTTP/1.1" status: 204 len: 168 time: 0.3015859 Dec 10 18:33:46.912191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38734) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:46.989416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4854f74-9233-48e0-959a-0e8df8ceb5aa,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:46.997615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e63ab-9bc2-4eef-a20a-711de0a251fb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.021497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:33:47.035661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4b9ecde60f94ce0ad0ce15b70fc456a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7684140 Dec 10 18:33:47.039188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38736) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.043748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.044434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.045007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.045539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.046062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.047390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.048588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.050219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.050923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.051476 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.052007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.052770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.053306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d616746-668b-4213-acc8-3ca25f4363b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.059688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.060475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.061044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.061639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.062262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.062855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.063414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.064547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.065325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.065890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.066565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.067127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.067734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804563ff-e1b2-4dba-bd8d-9443dd53a4e7 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:47.266471 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:33:47.285950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0adf21b3-2083-4965-a3f2-2cadd6a4fb98 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3283989 Dec 10 18:33:47.287189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.409067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6002b40-6140-4c59-be4b-315ef66fdd8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.428205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:47.440850 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:47.456502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.467869 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:47.468833 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:47.475266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6002b40-6140-4c59-be4b-315ef66fdd8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.476321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0e70de6b-7437-4373-bd31-663b69b75e39 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9100716 Dec 10 18:33:47.480458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38742) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:47.549231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6002b40-6140-4c59-be4b-315ef66fdd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.552743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6002b40-6140-4c59-be4b-315ef66fdd8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.557240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d6002b40-6140-4c59-be4b-315ef66fdd8c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/774e63ab-9bc2-4eef-a20a-711de0a251fb HTTP/1.1" status: 204 len: 168 time: 0.5137651 Dec 10 18:33:47.597024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6002b40-6140-4c59-be4b-315ef66fdd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e63ab-9bc2-4eef-a20a-711de0a251fb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:47.698990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8393b51a-76aa-4d86-a2e8-e09df714247b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.797566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8393b51a-76aa-4d86-a2e8-e09df714247b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:47.882447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2027217-e6ed-4431-a719-cbcc7d6b6d96 req-e66a4f5f-e298-4bff-bf44-326ff5fa8687 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:47.894186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c2027217-e6ed-4431-a719-cbcc7d6b6d96 req-e66a4f5f-e298-4bff-bf44-326ff5fa8687 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.2310958 Dec 10 18:33:47.916431 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:47.922039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38752) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:48.031013 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c2027217-e6ed-4431-a719-cbcc7d6b6d96 req-ed834cf5-2a9d-4ed8-9df7-c4750404eb98 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348519 Dec 10 18:33:48.096173 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8393b51a-76aa-4d86-a2e8-e09df714247b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.099886 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8393b51a-76aa-4d86-a2e8-e09df714247b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.101316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8393b51a-76aa-4d86-a2e8-e09df714247b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/a5bee2ff-4b7c-4c67-b549-1a18cdd1a2cb HTTP/1.1" status: 204 len: 168 time: 0.8105674 Dec 10 18:33:48.104856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:48.160658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393b51a-76aa-4d86-a2e8-e09df714247b tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bee2ff-4b7c-4c67-b549-1a18cdd1a2cb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:48.174744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] Deleting subnet 4190cec7-ecf6-4aa5-be9d-cede37ecab10 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:48.187487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.265098 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.321010 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:44Z', 'revision_number': 3, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:48.359798 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:48.360701 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Updating router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 port fc0870cd-a802-4bb9-ae08-33f4a9990993 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:48.369832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.401186 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.414896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7cce330d-e86b-417f-96ea-94bb330f1135 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3064661 Dec 10 18:33:48.417681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38762) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:48.422934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6ac140a9-4e29-48b6-80d3-3b9509fdb745 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group': {'name': 'tempest-secgroup--491699154'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:48.515476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac140a9-4e29-48b6-80d3-3b9509fdb745 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.912186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.932139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.946540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4190cec7-ecf6-4aa5-be9d-cede37ecab10 HTTP/1.1" status: 204 len: 168 time: 1.0232949 Dec 10 18:33:48.948532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38790) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:48.965740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac140a9-4e29-48b6-80d3-3b9509fdb745 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:48.975103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac140a9-4e29-48b6-80d3-3b9509fdb745 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.004141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.035190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a7dcc-5d63-497a-b800-1c9f2f57ae87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4190cec7-ecf6-4aa5-be9d-cede37ecab10,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.038741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ac140a9-4e29-48b6-80d3-3b9509fdb745 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.040586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6ac140a9-4e29-48b6-80d3-3b9509fdb745 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6214051 Dec 10 18:33:49.044366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38794) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:49.050496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-791557cb-81b6-48ba-a421-553102750ea6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Request body: {'security_group_rule': {'security_group_id': '47f80eb4-ea57-47c0-8341-e28e5ecdbdd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:49.186924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac140a9-4e29-48b6-80d3-3b9509fdb745 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f80eb4-ea57-47c0-8341-e28e5ecdbdd9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.248376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-791557cb-81b6-48ba-a421-553102750ea6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.279039 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.291952 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.373130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.449838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccae5cd2-2353-4aeb-ae15-ac8a2efa7901 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:49.463241 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Attempting to bind port fc0870cd-a802-4bb9-ae08-33f4a9990993 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:49.464303 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Attempting to bind port fc0870cd-a802-4bb9-ae08-33f4a9990993 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:49.464862 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Attempting to bind port fc0870cd-a802-4bb9-ae08-33f4a9990993 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:49.471281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-791557cb-81b6-48ba-a421-553102750ea6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.479281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-791557cb-81b6-48ba-a421-553102750ea6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.529224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-52a1ef19-6f18-4506-b104-11a64f2d2d2d None None] Provisioning complete for port fc0870cd-a802-4bb9-ae08-33f4a9990993 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:49.531401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791557cb-81b6-48ba-a421-553102750ea6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35eac0fa-c4e0-4d15-800c-b843c5fc000c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.531597 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Pushing event updated for resources: {'Port': ['ID=fc0870cd-a802-4bb9-ae08-33f4a9990993,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.531826 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52a1ef19-6f18-4506-b104-11a64f2d2d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.534193 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:49.534597 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:49.549868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38808) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:49.552997 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.553317 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:49.553843 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Bound port: fc0870cd-a802-4bb9-ae08-33f4a9990993, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:49.554224 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.560843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-791557cb-81b6-48ba-a421-553102750ea6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.562067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-791557cb-81b6-48ba-a421-553102750ea6 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5156415 Dec 10 18:33:49.574252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38812) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:49.603072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-52a1ef19-6f18-4506-b104-11a64f2d2d2d None None] Port fc0870cd-a802-4bb9-ae08-33f4a9990993 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:49.609121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c2575-8819-4529-ba12-c92025bcef59 req-c2d7d4ec-ca32-4ec0-8f58-9654f14730d4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:49.627848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-721c2575-8819-4529-ba12-c92025bcef59 req-c2d7d4ec-ca32-4ec0-8f58-9654f14730d4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.3289216 Dec 10 18:33:49.707374 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] For port fc0870cd-a802-4bb9-ae08-33f4a9990993, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:49.711734 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] For port fc0870cd-a802-4bb9-ae08-33f4a9990993, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fc0870cd-a802-4bb9-ae08-33f4a9990993,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:49.723821 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.733193 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.733712 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.734158 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.734632 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.735057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.735478 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.735961 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.736530 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.737530 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.738092 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.738878 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.739416 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:49.747682 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.758449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Allocated IP 172.20.0.1 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/ed91ffd0-a33a-47fb-8e9f-0c5a3c925172) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:33:49.815393 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6007bc-172f-4118-9bab-8d2497da8400 None None] Pushing event updated for resources: {'Port': ['ID=fc0870cd-a802-4bb9-ae08-33f4a9990993,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:49.831268 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:49.832625 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.851958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f00a93-41f3-48fc-9d56-be6d007138a6 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:33:49.858663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.916624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e026267b-4297-4571-8112-003c18520e44']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.932445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051503c4-346b-4851-a6f3-03d30ae97b15') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.933070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051503c4-346b-4851-a6f3-03d30ae97b15') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:49.960655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Provisioning complete for port fc0870cd-a802-4bb9-ae08-33f4a9990993 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:49.961937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.962424 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.970049 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:49.986774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:49.997099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:49.997502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.029722 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:50.110426 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:50.129130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.155139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-63e11d9c-4902-4df6-808c-c194d2f3a534 tempest-AgentManagementNegativeTest-59105566 tempest-AgentManagementNegativeTest-59105566-project] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6039307 Dec 10 18:33:50.170962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.176106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.190173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] 10.222.0.55 "DELETE /v2.0/networks/e026267b-4297-4571-8112-003c18520e44 HTTP/1.1" status: 204 len: 168 time: 1.2404122 Dec 10 18:33:50.199511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416d80-4cf4-40e7-b0b5-20d67623845a admin admin] Pushing event deleted for resources: {'Network': ['ID=e026267b-4297-4571-8112-003c18520e44,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.204710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-721c2575-8819-4529-ba12-c92025bcef59 req-75f32916-3c5c-42a6-a209-7ff4d802a73b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5760365 Dec 10 18:33:50.215892 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:44Z', 'revision_number': 3, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:50.216870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38818) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:50.326142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.330980 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531d4a8f-3a8c-4d04-b634-0279f0c20618 None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:44Z', 'revision_number': 3, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:33:50.339220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] Deleting subnet 5e13738c-4866-4232-8e88-ab465aa82e96 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:33:50.342673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:50.348960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.354550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:50.359512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Pushing event updated for resources: {'Port': ['ID=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.365456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:33:50.409361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] For port fc0870cd-a802-4bb9-ae08-33f4a9990993, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fc0870cd-a802-4bb9-ae08-33f4a9990993,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:50.420788 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.494385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.495508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.548811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Pushing event updated for resources: {'Port': ['ID=fc0870cd-a802-4bb9-ae08-33f4a9990993,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.567710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.572087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.573095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.573666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.574402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.575028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.575602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.579172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.583382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.584100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.584784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.585624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.586339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d904a51-fa84-49d1-a5b7-ec28918d89bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:33:50.673840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.765771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bfa2d73a-2dfb-4e07-b3c8-893629bb2cba None None] Provisioning complete for port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:50.766670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfa2d73a-2dfb-4e07-b3c8-893629bb2cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.823329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.875198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38826) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:50.880014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e13738c-4866-4232-8e88-ab465aa82e96,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:50.882689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:50.904480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c45fd95-0273-4d02-ab6e-17cb3c8601b0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5e13738c-4866-4232-8e88-ab465aa82e96 HTTP/1.1" status: 204 len: 168 time: 0.6856759 Dec 10 18:33:50.911004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38828) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:50.973396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bfa2d73a-2dfb-4e07-b3c8-893629bb2cba None None] Port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:50.992292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79837ed0-8484-4823-ac34-0685e67f21db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.019603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.040373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79837ed0-8484-4823-ac34-0685e67f21db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.088467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.269320 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdee7-6def-4c4d-ba5c-80b34c9eea5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.351791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.360054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79837ed0-8484-4823-ac34-0685e67f21db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.365577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79837ed0-8484-4823-ac34-0685e67f21db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.367517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-79837ed0-8484-4823-ac34-0685e67f21db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/47f80eb4-ea57-47c0-8341-e28e5ecdbdd9 HTTP/1.1" status: 204 len: 168 time: 1.7897031 Dec 10 18:33:51.379328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38836) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:51.413199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837ed0-8484-4823-ac34-0685e67f21db tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f80eb4-ea57-47c0-8341-e28e5ecdbdd9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:51.443016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4db469-2bb0-430e-81dc-8f96373159a1']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:51.466990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fd92ca-351b-4da9-9f85-3e67ee8c634e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:51.467290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fd92ca-351b-4da9-9f85-3e67ee8c634e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:51.618936 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdee7-6def-4c4d-ba5c-80b34c9eea5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.634997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.663547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.671717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:33:51.673036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:33:51.739732 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:33:51.749635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e8bdee7-6def-4c4d-ba5c-80b34c9eea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.784990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fc0870cd-a802-4bb9-ae08-33f4a9990993 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:33:51.815524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bdee7-6def-4c4d-ba5c-80b34c9eea5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc94e5-afe0-4136-9380-0d89c5c933b1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:51.833258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.850478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:51.858667 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9c4db469-2bb0-430e-81dc-8f96373159a1 HTTP/1.1" status: 204 len: 168 time: 0.9460719 Dec 10 18:33:51.897567 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0e8bdee7-6def-4c4d-ba5c-80b34c9eea5f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=91186ebba3804ff3a0b7f312c8cacf3b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0208821 Dec 10 18:33:51.898722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182812e-ee4e-490a-a791-dc86caa08426 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4db469-2bb0-430e-81dc-8f96373159a1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:51.906980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:51.914408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cf4a5126-a375-4aa4-a4ab-16a104215a5f tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5295308 Dec 10 18:33:51.917510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38844) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:51.952117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4327a-69bc-4622-b5da-d61d7712ab2e req-80ba45ac-5d5d-42a2-b190-38919f752eb4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:51.953882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83a4327a-69bc-4622-b5da-d61d7712ab2e req-80ba45ac-5d5d-42a2-b190-38919f752eb4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.5298803 Dec 10 18:33:52.002020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fc0870cd-a802-4bb9-ae08-33f4a9990993 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:52.003214 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.021363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33c77b94-892c-4ab3-a5a3-2bff07f14047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.082876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33c77b94-892c-4ab3-a5a3-2bff07f14047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.228928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.239728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33c77b94-892c-4ab3-a5a3-2bff07f14047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.245410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-33c77b94-892c-4ab3-a5a3-2bff07f14047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.258152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83a4327a-69bc-4622-b5da-d61d7712ab2e req-6a9f63c0-dd28-4d7b-9912-acce3ab62915 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528503 Dec 10 18:33:52.264303 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.267265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38848) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:52.277248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-33c77b94-892c-4ab3-a5a3-2bff07f14047 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8edc94e5-afe0-4136-9380-0d89c5c933b1 HTTP/1.1" status: 204 len: 168 time: 0.3398192 Dec 10 18:33:52.330773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c77b94-892c-4ab3-a5a3-2bff07f14047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc94e5-afe0-4136-9380-0d89c5c933b1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:52.460370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0e85d662-c282-4982-ad21-64cce0609092 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4661298 Dec 10 18:33:52.463443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38852) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:52.495953 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-e4c7c263-27e2-4f5f-8921-5256c197f18a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] delete failed (client error): The resource could not be found. Dec 10 18:33:52.509103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e4c7c263-27e2-4f5f-8921-5256c197f18a tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "DELETE /v2.0/security-groups/47f80eb4-ea57-47c0-8341-e28e5ecdbdd9 HTTP/1.1" status: 404 len: 347 time: 0.0444005 Dec 10 18:33:52.509417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38854) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:52.510017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.511878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Pushing event updated for resources: {'Port': ['ID=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:52.619931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f9f8b121-282f-4ed2-aea0-472893bcda15 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=655a81792b484e90b8523582249e9d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167441 Dec 10 18:33:52.626275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38856) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:52.657064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6970c591-c3ef-4da8-9728-72fd5058cda9 tempest-SecGroupIPv6Test-1502005353 tempest-SecGroupIPv6Test-1502005353-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1422830 Dec 10 18:33:52.749712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee2b9-f06e-4fd9-aecf-5dfb85c2e6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.766640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:33:52.770053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:52.839960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee2b9-f06e-4fd9-aecf-5dfb85c2e6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.979280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee2b9-f06e-4fd9-aecf-5dfb85c2e6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.982573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee2b9-f06e-4fd9-aecf-5dfb85c2e6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:52.990130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3f4ee2b9-f06e-4fd9-aecf-5dfb85c2e6e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8def1806-ead1-4f61-a2f1-ed0cb83dcda4 HTTP/1.1" status: 204 len: 168 time: 0.3655014 Dec 10 18:33:53.013108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ee2b9-f06e-4fd9-aecf-5dfb85c2e6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def1806-ead1-4f61-a2f1-ed0cb83dcda4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:53.322924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:33:53.331652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-908120bc-1346-48cc-8581-d6896655cfdf None None] Provisioning complete for port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:53.342918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-908120bc-1346-48cc-8581-d6896655cfdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:53.442628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-908120bc-1346-48cc-8581-d6896655cfdf None None] Port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:33:53.623294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b428673-3640-459c-aa09-9212372abb0b req-78d2a2a5-e573-4120-a330-9d8ec146f2fe tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:53.625468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b428673-3640-459c-aa09-9212372abb0b req-78d2a2a5-e573-4120-a330-9d8ec146f2fe tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.1552162 Dec 10 18:33:53.625956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38892) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:53.678676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:33:53.695499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c1fd867b-4c5c-4414-bf70-c5bb24bc065a admin admin] 10.222.0.55 "PUT /v2.0/routers/b4df008e-d837-4ae9-99b4-0c7f8eba73b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2120273 Dec 10 18:33:53.824431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b428673-3640-459c-aa09-9212372abb0b req-9881c16a-27d3-40bd-8ef1-dd0b47a1f492 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780698 Dec 10 18:33:53.852831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38902) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:53.971256 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5040b1c8-ded5-41bf-b423-4bd9bb82dc60 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d300b6e178944ee97c15695d9e539d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1172791 Dec 10 18:33:53.974588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.025017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:33:54.048963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:54.051160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:54.232273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d713991-0d97-44bb-af25-978d62258e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.283469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d713991-0d97-44bb-af25-978d62258e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.381822 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d713991-0d97-44bb-af25-978d62258e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.385764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d713991-0d97-44bb-af25-978d62258e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.387716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1d713991-0d97-44bb-af25-978d62258e41 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/29b65371-db15-4c7f-b49e-7c4a6c701a6e HTTP/1.1" status: 204 len: 168 time: 0.4117785 Dec 10 18:33:54.406057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d713991-0d97-44bb-af25-978d62258e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b65371-db15-4c7f-b49e-7c4a6c701a6e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:54.439938 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-82c37e9a-e80e-4515-909a-01d8335cec79 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ece7c5b4186345ba8ad4ca61487af085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8103523 Dec 10 18:33:54.445569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:54.457796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:54.630219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f065622a-1a5c-4759-a22d-8bddf2f4dc29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.723926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f065622a-1a5c-4759-a22d-8bddf2f4dc29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.854712 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f065622a-1a5c-4759-a22d-8bddf2f4dc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.861675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f065622a-1a5c-4759-a22d-8bddf2f4dc29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:54.864265 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f065622a-1a5c-4759-a22d-8bddf2f4dc29 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9abe1b5c-b91d-4925-91ee-8ad85a08caf9 HTTP/1.1" status: 204 len: 168 time: 0.4190013 Dec 10 18:33:54.890510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065622a-1a5c-4759-a22d-8bddf2f4dc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abe1b5c-b91d-4925-91ee-8ad85a08caf9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:54.891951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:51Z', 'revision_number': 2, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:55.024275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:33:55.024651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Updating router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:33:55.112820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.202469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dabb269-0e07-4a7d-aec5-6c68563fba33 req-38cbf943-00a1-45b9-a06a-0cef61f1aa9e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:55.206840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dabb269-0e07-4a7d-aec5-6c68563fba33 req-38cbf943-00a1-45b9-a06a-0cef61f1aa9e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.1633422 Dec 10 18:33:55.355823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dabb269-0e07-4a7d-aec5-6c68563fba33 req-e38416fd-514f-4dd6-96cb-0a195215cf35 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416914 Dec 10 18:33:55.697739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.713704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:55.818993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fdfa6-06ec-476c-913c-aae7a561b064 None None] Pushing event updated for resources: {'Port': ['ID=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.073558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Attempting to bind port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:33:56.076254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Attempting to bind port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:33:56.076862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Attempting to bind port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:33:56.091216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:33:56.091585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:56.099598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 38984) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:56.100954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.104141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:33:56.104805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Bound port: ed91ffd0-a33a-47fb-8e9f-0c5a3c925172, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:33:56.105445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.113338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-977370378-network', 'tenant_id': '535f7030153a47468fa898686d6b4c20'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:56.192895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Made reservation on behalf of 535f7030153a47468fa898686d6b4c20 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:56.197653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.245400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.370024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] For port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:33:56.386242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] For port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:33:56.411356 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.466731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.472903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.507083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 38996) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:56.518142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:56.645238 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.646272 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Added segment f4333474-1c22-48d7-aa24-1e22f0a6499d of type vlan for network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 Dec 10 18:33:56.665190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1717604871'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:56.725598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fdfa6-06ec-476c-913c-aae7a561b064 None None] Pushing event updated for resources: {'Port': ['ID=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.771571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:56.775205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.779653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b012b81-9d43-4b08-96ad-b8d97dd4d4bb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:56.812392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:33:56.812392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:33:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:33:56.849584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.913678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:56.942248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b59e4d-e067-43db-b544-25f32f3f2b37 req-7035b0cf-641c-4240-bb45-320787ddf47e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:56.947812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37b59e4d-e067-43db-b544-25f32f3f2b37 req-7035b0cf-641c-4240-bb45-320787ddf47e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.3949845 Dec 10 18:33:57.028644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f78b56ab-e905-4b5b-9035-4f33bc6c8e0d None None] Provisioning complete for port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:57.029204 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f78b56ab-e905-4b5b-9035-4f33bc6c8e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.133745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.135450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:57.138533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.265250 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.285343 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.464274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497d86d4-0345-4e01-9cc9-527a03192004,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.473519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:33:57.496117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.497282 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment e2fac20b-3812-4c9e-aac7-89e067a1c73b of type vlan for network 1e5f3e8e-fd53-4771-b37c-058476a1e370 Dec 10 18:33:57.498696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37b59e4d-e067-43db-b544-25f32f3f2b37 req-9652d893-2893-413e-8fbe-4239d18d4fcf tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5200057 Dec 10 18:33:57.537646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4359279 Dec 10 18:33:57.541720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39030) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:57.561318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Request body: {'subnet': {'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-977370378-subnet', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:57.575365 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.588833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66459-a168-40b4-86b4-73cdc91e8106 admin admin] Pushing event updated for resources: {'Network': ['ID=72da6bcc-12c9-4b83-84b5-e9c7b464efc3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.611838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.629242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:57.635592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:57.638901 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.649175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Made reservation on behalf of 535f7030153a47468fa898686d6b4c20 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:33:57.652160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:57.809402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3002172 Dec 10 18:33:57.840304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676d3a4-3ebc-4ed5-9eac-bf981f956aa3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=1e5f3e8e-fd53-4771-b37c-058476a1e370,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:57.841501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:33:57.942194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1e5f3e8e-fd53-4771-b37c-058476a1e370 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:33:58.100330 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.193912 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f78b56ab-e905-4b5b-9035-4f33bc6c8e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.225831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:58.253266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f78b56ab-e905-4b5b-9035-4f33bc6c8e0d None None] For port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:33:58.269676 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f78b56ab-e905-4b5b-9035-4f33bc6c8e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.337252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b56ab-e905-4b5b-9035-4f33bc6c8e0d None None] Pushing event updated for resources: {'Port': ['ID=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:58.360968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Checking segment: {'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:33:58.361984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Network hostable DHCP agents. Network: 72da6bcc-12c9-4b83-84b5-e9c7b464efc3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:33:58.413836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b44a697c-88c8-497f-8b73-886d0fef58c2,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:33:58.440641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:33:58.634995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8a5ecf69-3e99-45c0-8fb3-d13362dce33e tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1116545908', 'prefixes': ['172.20.0.0/16']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:58.903612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a5ecf69-3e99-45c0-8fb3-d13362dce33e tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] Publish callbacks [] for subnetpool, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:58.905232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8a5ecf69-3e99-45c0-8fb3-d13362dce33e tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6783555 Dec 10 18:33:58.907945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:59.022835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7a24be25-5189-412b-a91e-ea1cc096afa1 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] 10.222.0.55 "GET /v2.0/subnetpools/85414a4b-8198-4881-a5f1-424e883903b4 HTTP/1.1" status: 200 len: 732 time: 0.1090844 Dec 10 18:33:59.027027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39072) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:59.039564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-73d6151c-f64f-4a39-a4fc-b92d3f0bff15 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:59.042455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-60157914-a8f3-4f89-8525-0e27dd876b52 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-614440575'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:59.050847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-73d6151c-f64f-4a39-a4fc-b92d3f0bff15 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/networks?id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 200 len: 814 time: 0.3178058 Dec 10 18:33:59.081302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-03626def-f697-415f-b7a2-0c62104a1638 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/quotas/622b6ed2252843a8af87b0e50c831f70 HTTP/1.1" status: 200 len: 375 time: 0.0296018 Dec 10 18:33:59.173760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-38ffeb5c-4298-4165-bd26-fd6f65d4af7f tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=622b6ed2252843a8af87b0e50c831f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872700 Dec 10 18:33:59.188063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 72da6bcc-12c9-4b83-84b5-e9c7b464efc3) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:33:59.207227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:59.208140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.239475 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3dbc90a-8bf8-476b-9c78-4d2db9483557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.256221 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-71d0f4f0-8ba0-48b0-81fc-37af52e40e42 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7055089 Dec 10 18:33:59.256398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39076) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:59.265644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:33:59.296017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281da25-fc21-4f6c-8302-bd469deda532 None None] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:33:59.303843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-68c89ac1-7867-4364-83df-9d4399570570 None None] Provisioning complete for port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:33:59.306783 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68c89ac1-7867-4364-83df-9d4399570570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.347442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.348531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.389936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60157914-a8f3-4f89-8525-0e27dd876b52 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] Publish callbacks [] for subnetpool, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:33:59.402704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-60157914-a8f3-4f89-8525-0e27dd876b52 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] 10.222.0.55 "PUT /v2.0/subnetpools/85414a4b-8198-4881-a5f1-424e883903b4 HTTP/1.1" status: 200 len: 683 time: 0.3737500 Dec 10 18:33:59.409597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39084) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:33:59.607125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5a8f3-dc9a-4ebe-9bc9-b691203b3980 req-0400e11b-e0f4-4259-944e-69b2f8cec134 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:33:59.617084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5b5a8f3-dc9a-4ebe-9bc9-b691203b3980 req-0400e11b-e0f4-4259-944e-69b2f8cec134 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.1106207 Dec 10 18:34:00.152150 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:00.438621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-72da6bcc-12c9-4b83-84b5-e9c7b464efc3', 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3', 'project_id': '535f7030153a47468fa898686d6b4c20', 'fixed_ips': [{'subnet_id': 'b44a697c-88c8-497f-8b73-886d0fef58c2'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:00.447261 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.035988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Allocated IP 172.20.0.2 (72da6bcc-12c9-4b83-84b5-e9c7b464efc3/b44a697c-88c8-497f-8b73-886d0fef58c2/a0678b76-141e-4f74-b0a6-5f12f6a3ecce) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:01.050327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-bf7773a3-5852-4aaa-9aca-3e426381dd25 service neutron] 10.222.0.55 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8746319 Dec 10 18:34:01.065516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-812e34ce-3c39-4128-9da0-db8e3ce28a43 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] Publish callbacks [] for subnetpool, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.065516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-812e34ce-3c39-4128-9da0-db8e3ce28a43 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] 10.222.0.55 "DELETE /v2.0/subnetpools/85414a4b-8198-4881-a5f1-424e883903b4 HTTP/1.1" status: 204 len: 168 time: 1.6533580 Dec 10 18:34:01.068121 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.071901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39090) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:01.122027 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-34105ab6-a96f-4716-b8ee-c9ace9cc3670 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] show failed (client error): The resource could not be found. Dec 10 18:34:01.130328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-34105ab6-a96f-4716-b8ee-c9ace9cc3670 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] 10.222.0.55 "GET /v2.0/subnetpools/85414a4b-8198-4881-a5f1-424e883903b4 HTTP/1.1" status: 404 len: 346 time: 0.0562940 Dec 10 18:34:01.133910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39094) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:01.305829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39096) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:01.322798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': '1e5f3e8e-fd53-4771-b37c-058476a1e370', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:01.329698 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-601f3b8e-01ef-4c46-9069-c7ff18a76e93 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] delete failed (client error): The resource could not be found. Dec 10 18:34:01.339566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-601f3b8e-01ef-4c46-9069-c7ff18a76e93 tempest-SubnetPoolsTestJSON-704102577 tempest-SubnetPoolsTestJSON-704102577-project] 10.222.0.55 "DELETE /v2.0/subnetpools/85414a4b-8198-4881-a5f1-424e883903b4 HTTP/1.1" status: 404 len: 346 time: 0.2039986 Dec 10 18:34:01.397062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5b5a8f3-dc9a-4ebe-9bc9-b691203b3980 req-b2a1a4f0-7bb9-4755-abc5-cc593049d046 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7780762 Dec 10 18:34:01.570676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-10612380-b7f7-4e8a-8f5a-2021d5661d92 service neutron] 10.222.0.55 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4818950 Dec 10 18:34:01.630189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:56Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:01.798653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:01.821452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.874699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d7cf9d-e914-4f89-a970-16304c81a845 None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:56Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:01.911490 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c02c15f-95cb-42e8-949d-59bb071e3b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:01.925946 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.138332 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.160494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9faff5e-01b5-4891-a7f4-b843a88ac493 req-c755e9cc-7ecb-4ff5-9aa1-e39d039029f4 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 210 time: 0.1232421 Dec 10 18:34:02.181844 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.376058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39118) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:02.437185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Pushing event updated for resources: {'Port': ['ID=a0678b76-141e-4f74-b0a6-5f12f6a3ecce,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:02.452632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:02.475640 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.550077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:02.560594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:02.571152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:02.680982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.694199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cfdbbc47-e2aa-4d4c-bac5-9940dbc27774 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2542 time: 0.2403681 Dec 10 18:34:02.731229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39130) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:02.785376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'network': {'name': 'tempest-network-smoke--1097821977', 'project_id': 'fb5beb52b1674b858981321d81bed146', 'port_security_enabled': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:02.837240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ccf47480-183e-4113-bc30-ee4dd9dbc1a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.857815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=069277fd-bbe8-40e2-89d2-64f197f25bb6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:02.906277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Attempting to bind port a0678b76-141e-4f74-b0a6-5f12f6a3ecce on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:02.907049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Attempting to bind port a0678b76-141e-4f74-b0a6-5f12f6a3ecce by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:02.919010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Attempting to bind port a0678b76-141e-4f74-b0a6-5f12f6a3ecce on network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:02.934309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:02.934859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Checking segment: {'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:02.945056 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.945618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Bound using segment: {'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:02.950610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Bound port: a0678b76-141e-4f74-b0a6-5f12f6a3ecce, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:02.951054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:02.986056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.022937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Made reservation on behalf of fb5beb52b1674b858981321d81bed146 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:03.038615 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.124212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] For port a0678b76-141e-4f74-b0a6-5f12f6a3ecce, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:03.133966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] For port a0678b76-141e-4f74-b0a6-5f12f6a3ecce, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0678b76-141e-4f74-b0a6-5f12f6a3ecce,segment=NetworkSegment(f4333474-1c22-48d7-aa24-1e22f0a6499d),segment_id=f4333474-1c22-48d7-aa24-1e22f0a6499d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:03.150008 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.216195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': 'e2fac20b-3812-4c9e-aac7-89e067a1c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e5f3e8e-fd53-4771-b37c-058476a1e370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:03.217920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: 1e5f3e8e-fd53-4771-b37c-058476a1e370, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:03.276091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:03.284584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3dd3d-19bb-446b-a62a-fa2e0a29021f req-caf308ab-e60c-4790-b7cc-b5e4b73d7d78 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:03.286282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9d3dd3d-19bb-446b-a62a-fa2e0a29021f req-caf308ab-e60c-4790-b7cc-b5e4b73d7d78 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.6547544 Dec 10 18:34:03.289720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.308405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ddcb4-9395-4340-8216-caf28fa7cd4e None None] Pushing event updated for resources: {'Port': ['ID=a0678b76-141e-4f74-b0a6-5f12f6a3ecce,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:03.345705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.346307 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Added segment c839615c-e88f-4d3c-80c5-f13d224ab113 of type vlan for network 91106d33-2145-4994-be23-397db9cbb4b1 Dec 10 18:34:03.426940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ccf47480-183e-4113-bc30-ee4dd9dbc1a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.469545 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.492037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-227e61a6-250a-4f34-9649-36ba85018317 req-6e98c6f6-2dc8-4cf1-9cbe-a051578f0892 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 210 time: 0.0571067 Dec 10 18:34:03.502537 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ccf47480-183e-4113-bc30-ee4dd9dbc1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.624025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ccf47480-183e-4113-bc30-ee4dd9dbc1a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d14ea6fdba194f1ca044764bcecc26df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2468140 Dec 10 18:34:03.632004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 1e5f3e8e-fd53-4771-b37c-058476a1e370 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:03.660597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39148) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:03.672654 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:34:03.767510 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:03.879763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:04.026939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 1e5f3e8e-fd53-4771-b37c-058476a1e370) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:04.045577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cc6696-b3be-4ff8-b819-e391ac49cc54 None None] Network 1e5f3e8e-fd53-4771-b37c-058476a1e370 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:04.080446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:04.081061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.127291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf47480-183e-4113-bc30-ee4dd9dbc1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4277985d-b299-463b-b028-1c3e7a2eccfc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:04.128765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9d3dd3d-19bb-446b-a62a-fa2e0a29021f req-caa6f4de-56df-476a-bf70-5646d093fd7d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8071363 Dec 10 18:34:04.152160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-ed13a1bf-a3a5-4bc1-a98d-e215ca81fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:04.155167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-ed13a1bf-a3a5-4bc1-a98d-e215ca81fce4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1097 time: 0.5450220 Dec 10 18:34:04.163746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-abe0f36e-e0a5-442e-b9cf-1696cb53d785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.171802 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.184469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Allocated IP 172.25.2.90 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/2df0950b-9c29-4431-bd75-5f93d7f05ee9) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:04.194232 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fee38876-cc53-49dd-98bd-1a6b275bb906 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8749714 Dec 10 18:34:04.194865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39158) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:04.200334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:04.200900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1855417727'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:04.207033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.242522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:04.242704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.260102 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.524073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.580139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8313510 Dec 10 18:34:04.613622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-1e5f3e8e-fd53-4771-b37c-058476a1e370', 'network_id': '1e5f3e8e-fd53-4771-b37c-058476a1e370', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': '069277fd-bbe8-40e2-89d2-64f197f25bb6'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:04.614453 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.630813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39162) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:04.632877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:04.644274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.657194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.708877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'admin_state_up': True, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:04.730314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-abe0f36e-e0a5-442e-b9cf-1696cb53d785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.799654 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.800953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:04.889834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce1272-a4fa-456f-a1ae-ed7a2feb366e tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Network': ['ID=91106d33-2145-4994-be23-397db9cbb4b1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:05.116082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95d45d30-2b18-4193-9cf4-bdf3955ff58e req-c9ffd283-7bcb-4a65-bd30-38803e698e46 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 210 time: 0.3514059 Dec 10 18:34:05.182655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Allocated IP 2001:db8:0:ffff::2 (1e5f3e8e-fd53-4771-b37c-058476a1e370/069277fd-bbe8-40e2-89d2-64f197f25bb6/784420b8-c0d8-4a4a-9463-8d3c696c92d8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:05.469755 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.507708 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.516809 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:05.530997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 91106d33-2145-4994-be23-397db9cbb4b1 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:05.557342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-f7abbc53-707d-405a-8034-fc3092e65ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:05.563593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-f7abbc53-707d-405a-8034-fc3092e65ba1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 1.3484325 Dec 10 18:34:05.631528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c62770-8379-4037-a56e-6f770547226f None None] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:05.633864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.636133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.693890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-637f9896-27b2-47e6-bd26-0dcda8002e6b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:05.706826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-637f9896-27b2-47e6-bd26-0dcda8002e6b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "GET /v2.0/networks?id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 200 len: 814 time: 1.0602415 Dec 10 18:34:05.725436 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-abe0f36e-e0a5-442e-b9cf-1696cb53d785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.728210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-abe0f36e-e0a5-442e-b9cf-1696cb53d785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:05.729280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-abe0f36e-e0a5-442e-b9cf-1696cb53d785 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4277985d-b299-463b-b028-1c3e7a2eccfc HTTP/1.1" status: 204 len: 168 time: 2.0584836 Dec 10 18:34:05.745542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Pushing event updated for resources: {'Port': ['ID=2df0950b-9c29-4431-bd75-5f93d7f05ee9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:05.753547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:05.757294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:05.766695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Request body: {'port': {'device_id': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d', 'admin_state_up': True, 'tenant_id': '622b6ed2252843a8af87b0e50c831f70'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:05.784781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Pushing event updated for resources: {'Port': ['ID=784420b8-c0d8-4a4a-9463-8d3c696c92d8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:05.875034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0678b76-141e-4f74-b0a6-5f12f6a3ecce up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:05.878703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cad5d7-5fae-4a29-9699-9e1ccee7e1e5 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:05.972139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Network 1e5f3e8e-fd53-4771-b37c-058476a1e370 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:05.999672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:06.008726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:06.025328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2567e1ec-da56-4db0-97bd-3caa85495226 None None] Provisioning complete for port a0678b76-141e-4f74-b0a6-5f12f6a3ecce triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:06.025698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2567e1ec-da56-4db0-97bd-3caa85495226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.051565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0f36e-e0a5-442e-b9cf-1696cb53d785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4277985d-b299-463b-b028-1c3e7a2eccfc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:06.135982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-8fffac83-c57d-41bf-aed3-5af910e274b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 1001 time: 0.5597830 Dec 10 18:34:06.358460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Made reservation on behalf of 622b6ed2252843a8af87b0e50c831f70 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:06.364741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.391676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.452057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e6487785-76e4-404b-86cd-3798c4cf776d req-3d2f7450-86f3-4242-90d9-75124c1424f2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 210 time: 0.1241384 Dec 10 18:34:06.482781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-7a452479-552f-4b57-9378-84b4bd483069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:06.489420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-7a452479-552f-4b57-9378-84b4bd483069 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.3381667 Dec 10 18:34:06.513917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:06.538056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.538431 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment aa1be2ee-6f75-49b9-aba1-9e8f3a68549b of type vlan for network 16ad34fa-bd68-4dc6-a429-e3684b500f42 Dec 10 18:34:06.627613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.761576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-0570ff76-3b5d-4fc3-91ce-be90dd594012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:06.765494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-0570ff76-3b5d-4fc3-91ce-be90dd594012 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631714 Dec 10 18:34:06.788968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.805557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:06.813607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:06.862269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Attempting to bind port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:06.862967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Attempting to bind port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'e2fac20b-3812-4c9e-aac7-89e067a1c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e5f3e8e-fd53-4771-b37c-058476a1e370'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:06.863107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Attempting to bind port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 on network 1e5f3e8e-fd53-4771-b37c-058476a1e370 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:06.876283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a0678b76-141e-4f74-b0a6-5f12f6a3ecce triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:06.876673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.205175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.280050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Allocated IP 172.20.0.6 (85da2434-53e6-42cf-a3a4-e32b1ef5c87d/cdbd43c5-25f8-4406-9fac-065204b1c0f4/90fb1b31-d433-48c3-b522-d77ff57896be) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:07.365072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-0c97dcc1-8912-47ff-a6f6-1894d3650f34 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791121 Dec 10 18:34:07.402746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=16ad34fa-bd68-4dc6-a429-e3684b500f42,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:07.415404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800185de-90b2-4cde-a81e-d693c818f4c7 req-db279164-f158-4bf5-b0cf-296c63efa5fa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:07.419461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-800185de-90b2-4cde-a81e-d693c818f4c7 req-db279164-f158-4bf5-b0cf-296c63efa5fa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 1.9097335 Dec 10 18:34:07.635340 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2567e1ec-da56-4db0-97bd-3caa85495226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.644727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 16ad34fa-bd68-4dc6-a429-e3684b500f42 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:07.863423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc88e6a8-df87-4eb2-b179-9d065281ec24 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6664400 Dec 10 18:34:07.870027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39220) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:07.912425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:07.930605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:07.931454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Checking segment: {'id': 'e2fac20b-3812-4c9e-aac7-89e067a1c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e5f3e8e-fd53-4771-b37c-058476a1e370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:07.932019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:07.932570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Bound using segment: {'id': 'e2fac20b-3812-4c9e-aac7-89e067a1c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e5f3e8e-fd53-4771-b37c-058476a1e370'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:07.937831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Bound port: 784420b8-c0d8-4a4a-9463-8d3c696c92d8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fac20b-3812-4c9e-aac7-89e067a1c73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '1e5f3e8e-fd53-4771-b37c-058476a1e370'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:07.938428 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.012413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0172b10-02ab-49e7-ab4a-0f24a3f7b3e1 req-a349f3ef-a266-4fe9-9caf-db0fcf955b29 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 210 time: 0.2889113 Dec 10 18:34:08.166111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d7e57ab-c75a-4f37-9311-1745592a2c34 req-745c0fae-fa35-437b-affc-d5ebfe3e4df2 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7846236 Dec 10 18:34:08.272056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2567e1ec-da56-4db0-97bd-3caa85495226 None None] For port a0678b76-141e-4f74-b0a6-5f12f6a3ecce, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0678b76-141e-4f74-b0a6-5f12f6a3ecce,segment=NetworkSegment(f4333474-1c22-48d7-aa24-1e22f0a6499d),segment_id=f4333474-1c22-48d7-aa24-1e22f0a6499d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:08.393856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.437690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-800185de-90b2-4cde-a81e-d693c818f4c7 req-41d9910f-bb9c-4e9b-8c4f-6189f030c922 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5661914 Dec 10 18:34:08.513574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.543464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:08.548898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.561144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2567e1ec-da56-4db0-97bd-3caa85495226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.566323 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.722323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:08.741491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:08.756690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:08.808088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567e1ec-da56-4db0-97bd-3caa85495226 None None] Pushing event updated for resources: {'Port': ['ID=a0678b76-141e-4f74-b0a6-5f12f6a3ecce,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:08.874035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Pushing event updated for resources: {'Port': ['ID=90fb1b31-d433-48c3-b522-d77ff57896be,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:08.969128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] For port 784420b8-c0d8-4a4a-9463-8d3c696c92d8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:08.980081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] For port 784420b8-c0d8-4a4a-9463-8d3c696c92d8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=784420b8-c0d8-4a4a-9463-8d3c696c92d8,segment=NetworkSegment(e2fac20b-3812-4c9e-aac7-89e067a1c73b),segment_id=e2fac20b-3812-4c9e-aac7-89e067a1c73b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:08.990058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:08.990535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:08.996419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fc88951e-dd7c-4319-9c97-900d39dca203 None None] Provisioning complete for port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:08.997796 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc88951e-dd7c-4319-9c97-900d39dca203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.062076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-2010015c-00b0-4aea-b6de-90dd9ec9ff9a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3376622 Dec 10 18:34:09.097857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Request body: {'port': {'device_id': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:09.137819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fc88951e-dd7c-4319-9c97-900d39dca203 None None] Port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:09.322183 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.353797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.499633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0678b76-141e-4f74-b0a6-5f12f6a3ecce up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:09.537289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d4f1b-e438-4b27-bee8-02e5a8840b23 None None] Pushing event updated for resources: {'Port': ['ID=784420b8-c0d8-4a4a-9463-8d3c696c92d8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:09.650669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Router c0226224-b79e-4317-9a17-230f13fa6516 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:34:09.717880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:09.831667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-492533ef-ac0c-4747-ac39-58ef24c32a50 None None] Provisioning complete for port a0678b76-141e-4f74-b0a6-5f12f6a3ecce triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:09.835762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-492533ef-ac0c-4747-ac39-58ef24c32a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.018519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a0678b76-141e-4f74-b0a6-5f12f6a3ecce triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:10.022423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.390303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90fb1b31-d433-48c3-b522-d77ff57896be {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:10.399183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.413184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Transition to ACTIVE for port object 90fb1b31-d433-48c3-b522-d77ff57896be will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:10.422993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a5ff8-4800-47eb-aa8e-2613866cd645 req-12f2a566-ef5a-4433-9d83-ed1ce73362f6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:10.431508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-769a5ff8-4800-47eb-aa8e-2613866cd645 req-12f2a566-ef5a-4433-9d83-ed1ce73362f6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.6718371 Dec 10 18:34:10.435118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.448371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:10.474636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.475434 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Sync routers for ids ['c0226224-b79e-4317-9a17-230f13fa6516'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:10.531187 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.535108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0ae722d4-70b4-4692-b971-0d5fc78b9a4a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.2704978 Dec 10 18:34:10.542547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:10.559630 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Routers {'c0226224-b79e-4317-9a17-230f13fa6516'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:10.565851 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c0226224-b79e-4317-9a17-230f13fa6516'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:10.726925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593f0b7-53f6-4f76-8417-6427428ffee7 req-fc11fb9c-dd72-45b6-a7bf-2f0f75623028 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:10.728175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a593f0b7-53f6-4f76-8417-6427428ffee7 req-fc11fb9c-dd72-45b6-a7bf-2f0f75623028 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 943 time: 0.2912362 Dec 10 18:34:10.740199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Pushing event updated for resources: {'Port': ['ID=90fb1b31-d433-48c3-b522-d77ff57896be,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:10.778182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-769a5ff8-4800-47eb-aa8e-2613866cd645 req-f3e4abe7-ca21-4017-bcbc-ef5f2b0dd6dd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3409245 Dec 10 18:34:10.841113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Attempting to bind port 90fb1b31-d433-48c3-b522-d77ff57896be on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:10.843192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Attempting to bind port 90fb1b31-d433-48c3-b522-d77ff57896be by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:10.843737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Attempting to bind port 90fb1b31-d433-48c3-b522-d77ff57896be on network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:10.875607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Port 90fb1b31-d433-48c3-b522-d77ff57896be on network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:10.876289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Attempting to bind port 90fb1b31-d433-48c3-b522-d77ff57896be on network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:10.891162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:10.892205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Checking segment: {'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:10.894759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Bound using segment: {'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:10.895509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Bound port: 90fb1b31-d433-48c3-b522-d77ff57896be, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd89ff2ef-8399-4433-a23a-92c798e17847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:10.896090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:10.984133 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Set router c0226224-b79e-4317-9a17-230f13fa6516 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:11.033781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede620fa-d53f-4a15-af66-2734ca235296 req-44aa4001-715f-410c-aa09-d9c63f7e264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.036001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede620fa-d53f-4a15-af66-2734ca235296 req-44aa4001-715f-410c-aa09-d9c63f7e264e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1097 time: 0.1991563 Dec 10 18:34:11.156431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] For port 90fb1b31-d433-48c3-b522-d77ff57896be, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:11.235566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 784420b8-c0d8-4a4a-9463-8d3c696c92d8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:11.302971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede620fa-d53f-4a15-af66-2734ca235296 req-9fd7068d-4336-49cc-b1df-c45d6a3d7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.308343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede620fa-d53f-4a15-af66-2734ca235296 req-9fd7068d-4336-49cc-b1df-c45d6a3d7eca service neutron] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.2619140 Dec 10 18:34:11.318521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] For port 90fb1b31-d433-48c3-b522-d77ff57896be, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=90fb1b31-d433-48c3-b522-d77ff57896be,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:11.383939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:11.384481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.512892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.517006 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:34:06Z', 'revision_number': 3, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:11.580780 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Checking router: c0226224-b79e-4317-9a17-230f13fa6516 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:11.580780 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Updating router c0226224-b79e-4317-9a17-230f13fa6516 port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:34:11.612979 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.635876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.637146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.638950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] 10.222.0.30 "PUT /v2.0/ports/90fb1b31-d433-48c3-b522-d77ff57896be HTTP/1.1" status: 200 len: 1091 time: 2.5610268 Dec 10 18:34:11.643814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'tag': '90fb1b31-d433-48c3-b522-d77ff57896be'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:11.648073 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146e590f-9daf-40a9-9fdb-45e9b65b3160" -d '{"events": [{"name": "network-changed", "server_uuid": "f70821fd-171b-4597-a0f3-99035fb789a2", "tag": "90fb1b31-d433-48c3-b522-d77ff57896be"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:11.700829 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.714105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede620fa-d53f-4a15-af66-2734ca235296 req-fadbdbec-adbb-4eba-9485-6cc21f16e2a5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 1001 time: 0.3900099 Dec 10 18:34:11.733887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 784420b8-c0d8-4a4a-9463-8d3c696c92d8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=784420b8-c0d8-4a4a-9463-8d3c696c92d8,segment=NetworkSegment(e2fac20b-3812-4c9e-aac7-89e067a1c73b),segment_id=e2fac20b-3812-4c9e-aac7-89e067a1c73b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:11.745846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.851487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:11.868563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30803c60-16a4-4e1a-91f6-f3a8a5638c68 service neutron] Pushing event updated for resources: {'Port': ['ID=90fb1b31-d433-48c3-b522-d77ff57896be,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:11.893964 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e70ddb-69b2-4335-b6b1-5dff72c4e551 x-openstack-request-id: req-86e70ddb-69b2-4335-b6b1-5dff72c4e551 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:11.895097 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f70821fd-171b-4597-a0f3-99035fb789a2", "tag": "90fb1b31-d433-48c3-b522-d77ff57896be", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:11.895715 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-86e70ddb-69b2-4335-b6b1-5dff72c4e551 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:11.898283 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'tag': '90fb1b31-d433-48c3-b522-d77ff57896be', 'status': 'completed', 'code': 200} Dec 10 18:34:11.913992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=784420b8-c0d8-4a4a-9463-8d3c696c92d8,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:11.926085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7cf5fa-e85d-4035-a721-80e4cc9555e1 None None] Network 1e5f3e8e-fd53-4771-b37c-058476a1e370 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:11.935706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Allocated IP 172.25.2.219 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/112bd6cb-54b7-48d8-b6bb-316e0adfddf7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:11.965810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede620fa-d53f-4a15-af66-2734ca235296 req-a31185c0-cdd9-423f-922e-468d50fe06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:11.965810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede620fa-d53f-4a15-af66-2734ca235296 req-a31185c0-cdd9-423f-922e-468d50fe06a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.2314012 Dec 10 18:34:12.073848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-ccfe2ef0-dff1-4ee0-947d-cd6c0dfe5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.075688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-ccfe2ef0-dff1-4ee0-947d-cd6c0dfe5231 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=622b6ed2252843a8af87b0e50c831f70&device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 1094 time: 0.3642676 Dec 10 18:34:12.131147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6d2529de-ed62-4946-95fa-6636342efdf3 None None] Provisioning complete for port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:12.131432 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6d2529de-ed62-4946-95fa-6636342efdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.174258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.245311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-a93f4b2e-5419-413d-9589-418f08058734 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90fb1b31-d433-48c3-b522-d77ff57896be HTTP/1.1" status: 200 len: 217 time: 0.1229014 Dec 10 18:34:12.275144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.284223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a593f0b7-53f6-4f76-8417-6427428ffee7 req-3fae5de0-7da4-4827-b758-23ab993db1aa tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4682171 Dec 10 18:34:12.288270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6b623-580d-4c1f-975a-736dd45a5f98 req-49ef2cf1-dcff-4297-9e54-4ce69efc39ae tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.304738 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51c6b623-580d-4c1f-975a-736dd45a5f98 req-49ef2cf1-dcff-4297-9e54-4ce69efc39ae tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 0.2933760 Dec 10 18:34:12.319456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede620fa-d53f-4a15-af66-2734ca235296 req-086efbba-5073-471b-bd40-e36659d344f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.321211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede620fa-d53f-4a15-af66-2734ca235296 req-086efbba-5073-471b-bd40-e36659d344f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3400712 Dec 10 18:34:12.567634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=ddbad813-7149-48ac-a12a-ac145573c01a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.601466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-62782eae-8724-4ed6-a7a4-9f00e2a9c550 None None] Provisioning complete for port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:12.602078 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-62782eae-8724-4ed6-a7a4-9f00e2a9c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.627579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-99ba60c3-7204-47b5-9b69-19952a4ec608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:12.633610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-99ba60c3-7204-47b5-9b69-19952a4ec608 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd43c5-25f8-4406-9fac-065204b1c0f4 HTTP/1.1" status: 200 len: 854 time: 0.3773272 Dec 10 18:34:12.659734 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.680799 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.694527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:12.698222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:12.705472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:12.738242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c67bf7-7375-4cb1-9aef-3543ddb72f9b None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:12.741829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-64c12c9b-a528-4ad0-900c-a7218abf3ad2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938959 Dec 10 18:34:12.747760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51c6b623-580d-4c1f-975a-736dd45a5f98 req-f5319c6c-725f-4229-be46-f3622cc76b22 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4346266 Dec 10 18:34:12.841927 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3bc3-50e2-4b25-8996-68d4ae800789 None None] Pushing event updated for resources: {'Port': ['ID=2df0950b-9c29-4431-bd75-5f93d7f05ee9,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.864022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:12.894337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9334f3-e68a-486e-9e1a-dbdb3e7348b0 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:12.914503 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Attempting to bind port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:12.914899 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Attempting to bind port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:12.919200 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Attempting to bind port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:12.938321 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:12.941318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-42ea67f8-6cc6-4665-be48-1d349186806f service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818838 Dec 10 18:34:12.941936 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:12.943943 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.946456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede620fa-d53f-4a15-af66-2734ca235296 req-ad613ff1-89f9-4cf7-aa17-7336c078b87f service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822313 Dec 10 18:34:12.950406 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:12.951101 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Bound port: 2df0950b-9c29-4431-bd75-5f93d7f05ee9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:12.951671 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:12.998108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Provisioning complete for port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:13.002933 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.098639 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] For port 2df0950b-9c29-4431-bd75-5f93d7f05ee9, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:13.109844 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] For port 2df0950b-9c29-4431-bd75-5f93d7f05ee9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2df0950b-9c29-4431-bd75-5f93d7f05ee9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:13.115114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:13.115749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: 16ad34fa-bd68-4dc6-a429-e3684b500f42, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:13.124954 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.154737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:13.167243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 784420b8-c0d8-4a4a-9463-8d3c696c92d8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:13.206559 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d3bc3-50e2-4b25-8996-68d4ae800789 None None] Pushing event updated for resources: {'Port': ['ID=2df0950b-9c29-4431-bd75-5f93d7f05ee9,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:13.271768 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Routers {'c0226224-b79e-4317-9a17-230f13fa6516'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:13.273263 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c0226224-b79e-4317-9a17-230f13fa6516'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:13.275666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18638c3b-3e82-4df6-bfb4-bf6e6893535f None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:13.277468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 16ad34fa-bd68-4dc6-a429-e3684b500f42 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:13.336275 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ede620fa-d53f-4a15-af66-2734ca235296 req-3f067aa3-7a7d-46df-87c4-0306e43c220a service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811281 Dec 10 18:34:13.341039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Provisioning complete for port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:13.356662 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.431996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f70f62e-6c27-4c45-bbdf-eb0b5c2a86c7 req-ff293b75-6f04-4abd-b38d-1e8a241271ef service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746156 Dec 10 18:34:13.499353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:13.503387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.588963 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] Set router c0226224-b79e-4317-9a17-230f13fa6516 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:13.594840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 16ad34fa-bd68-4dc6-a429-e3684b500f42) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:13.614987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691f92a-9bb1-4290-92e9-644983007fdf None None] Network 16ad34fa-bd68-4dc6-a429-e3684b500f42 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:13.632115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-44267be2-a5e6-48c4-a247-258281786359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:13.637776 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-44267be2-a5e6-48c4-a247-258281786359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=622b6ed2252843a8af87b0e50c831f70&device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 1094 time: 0.1295540 Dec 10 18:34:13.690727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:13.804242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:13.804688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:13.867131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7274f9d3-6383-421d-ae27-311a402274e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.9922032 Dec 10 18:34:13.873835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39404) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:13.976382 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.029609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39406) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:14.075441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] For port 2df0950b-9c29-4431-bd75-5f93d7f05ee9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2df0950b-9c29-4431-bd75-5f93d7f05ee9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:14.122813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.136883 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.137290 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:34:06Z', 'revision_number': 3, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:14.144574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.169758 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e62fb2-67b1-448f-b7cd-4157b56f35c3 None None] The sync data for ids ['c0226224-b79e-4317-9a17-230f13fa6516'] in n-d-821424-1 is: [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:34:06Z', 'revision_number': 3, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:14.225645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207bfc-44c6-4d10-92c7-bdf32ccb6793 req-d19b11ce-b75d-4a73-a6cf-f9732177312e tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.228431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c207bfc-44c6-4d10-92c7-bdf32ccb6793 req-d19b11ce-b75d-4a73-a6cf-f9732177312e tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 943 time: 0.6503239 Dec 10 18:34:14.231602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:14.248147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-aee6ed37-508c-4d56-8722-00dc6c8776b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:14.249910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:14.255417 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a34d1e-491f-4a79-b957-3ce526b401bd" -d '{"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-unplugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:14.256412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-aee6ed37-508c-4d56-8722-00dc6c8776b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 200 len: 915 time: 0.6131468 Dec 10 18:34:14.341307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-16ad34fa-bd68-4dc6-a429-e3684b500f42', 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': 'ddbad813-7149-48ac-a12a-ac145573c01a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:14.345775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.350206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.503067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b4e714c-7022-4147-9a71-4262c1a746cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.575052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Allocated IP 2001:db8::1 (16ad34fa-bd68-4dc6-a429-e3684b500f42/ddbad813-7149-48ac-a12a-ac145573c01a/e23d5293-d392-426f-89f2-ca6398f833d2) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:14.700898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c207bfc-44c6-4d10-92c7-bdf32ccb6793 req-600f5179-c454-4263-81fb-ef11cb7addb2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400411 Dec 10 18:34:14.703731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:14.803929 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb1814f-18e0-44ad-8ac7-2ba7b108574c x-openstack-request-id: req-bbb1814f-18e0-44ad-8ac7-2ba7b108574c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:14.804523 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-unplugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:14.804523 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bbb1814f-18e0-44ad-8ac7-2ba7b108574c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:14.804945 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468', 'code': 200} Dec 10 18:34:14.824998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e5ed7-b764-4153-ab00-1f2692ddeca2 None None] Pushing event updated for resources: {'Port': ['ID=2df0950b-9c29-4431-bd75-5f93d7f05ee9,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:14.835005 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5bd4df7f-4f94-4149-bf93-53895d0847c7 None None] Provisioning complete for port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:14.835466 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5bd4df7f-4f94-4149-bf93-53895d0847c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.071065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.168725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.211280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2df0950b-9c29-4431-bd75-5f93d7f05ee9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:15.264267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.289557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Network 16ad34fa-bd68-4dc6-a429-e3684b500f42 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:15.296001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:15.348368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:15.408036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-8ba6f46b-f970-4174-bd80-ff9e0b1d51d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90fb1b31-d433-48c3-b522-d77ff57896be HTTP/1.1" status: 200 len: 217 time: 1.1331344 Dec 10 18:34:15.465994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Pushing event updated for resources: {'Port': ['ID=e23d5293-d392-426f-89f2-ca6398f833d2,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:15.515280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4c5f-aa24-4aa3-a01e-a30b973108b3 req-fc69d8fc-314f-4a8a-b9ec-3c8573c71c2c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:15.517613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf7a4c5f-aa24-4aa3-a01e-a30b973108b3 req-fc69d8fc-314f-4a8a-b9ec-3c8573c71c2c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 946 time: 1.4264042 Dec 10 18:34:15.573490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:15.573490 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.586308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.603263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-3d6a314a-def0-45fc-a63a-b86c997bc00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:15.604812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-3d6a314a-def0-45fc-a63a-b86c997bc00e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=cdbd43c5-25f8-4406-9fac-065204b1c0f4 HTTP/1.1" status: 200 len: 854 time: 0.1880479 Dec 10 18:34:15.629665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Allocated IP 172.20.0.1 (72da6bcc-12c9-4b83-84b5-e9c7b464efc3/b44a697c-88c8-497f-8b73-886d0fef58c2/a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:15.672945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 90fb1b31-d433-48c3-b522-d77ff57896be details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:15.684329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Attempting to bind port e23d5293-d392-426f-89f2-ca6398f833d2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:15.685476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Attempting to bind port e23d5293-d392-426f-89f2-ca6398f833d2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:15.685956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Attempting to bind port e23d5293-d392-426f-89f2-ca6398f833d2 on network 16ad34fa-bd68-4dc6-a429-e3684b500f42 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:15.699721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-2c601400-79b6-44b0-8ccd-e63a9cbb6289 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=85da2434-53e6-42cf-a3a4-e32b1ef5c87d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843995 Dec 10 18:34:15.704475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:15.705050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Checking segment: {'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:15.705551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.710201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Bound using segment: {'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:15.710489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Bound port: e23d5293-d392-426f-89f2-ca6398f833d2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:15.710985 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.732643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf7a4c5f-aa24-4aa3-a01e-a30b973108b3 req-fe6c4f6b-fc02-4ed7-aa37-d4b95272c718 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058394 Dec 10 18:34:15.779682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b4e714c-7022-4147-9a71-4262c1a746cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.844069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b4e714c-7022-4147-9a71-4262c1a746cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.902272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting port e23d5293-d392-426f-89f2-ca6398f833d2 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:15.902648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:15.987263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.018843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] For port e23d5293-d392-426f-89f2-ca6398f833d2, host n-d-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:16.019361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.036748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Calling delete_port for e23d5293-d392-426f-89f2-ca6398f833d2 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:34:16.047876 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b4e714c-7022-4147-9a71-4262c1a746cb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=73b4ec12b20341649dd22ee9f3bf424b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9370799 Dec 10 18:34:16.050866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e714c-7022-4147-9a71-4262c1a746cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bf24be-f80d-4ff4-83b6-5decb8c1c1ae,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.177423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39426) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:16.234168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc539dd4-2158-43c6-a2c0-d0ac16f5a01a req-67d1a1b5-02ec-4528-8fa6-ba962bc5dd1e tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:16.243923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc539dd4-2158-43c6-a2c0-d0ac16f5a01a req-67d1a1b5-02ec-4528-8fa6-ba962bc5dd1e tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 943 time: 0.3524451 Dec 10 18:34:16.253327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-d07a6558-4eb1-4f2b-8b74-c363a7553c6b service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830980 Dec 10 18:34:16.255281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.302487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.378540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:34:16.379403 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:34:16.421956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-146e590f-9daf-40a9-9fdb-45e9b65b3160 req-d7c56652-dba4-4c30-b846-7883b0fedc1d service neutron] 10.222.0.30 "GET /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424344 Dec 10 18:34:16.434618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 90fb1b31-d433-48c3-b522-d77ff57896be, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=90fb1b31-d433-48c3-b522-d77ff57896be,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:16.440342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc539dd4-2158-43c6-a2c0-d0ac16f5a01a req-f6637f3b-4453-4235-b160-d6c8636b312b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950932 Dec 10 18:34:16.467904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router ed94b504-d6b0-491c-b6f0-c4502945423c is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:34:16.475121 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3aca4ca8-b9a9-4ce3-8df8-d865406d9060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.481739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '90fb1b31-d433-48c3-b522-d77ff57896be', 'network_id': '85da2434-53e6-42cf-a3a4-e32b1ef5c87d', 'port_id': '90fb1b31-d433-48c3-b522-d77ff57896be', 'mac_address': 'fa:16:3e:fb:4e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbd43c5-25f8-4406-9fac-065204b1c0f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:16.516992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Port': ['ID=e23d5293-d392-426f-89f2-ca6398f833d2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.562976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No DVR routers for this DVR port e23d5293-d392-426f-89f2-ca6398f833d2 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:34:16.571525 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.590122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90fb1b31-d433-48c3-b522-d77ff57896be {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:16.595695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.617982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 90fb1b31-d433-48c3-b522-d77ff57896be, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=90fb1b31-d433-48c3-b522-d77ff57896be,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:16.628072 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.635707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3aca4ca8-b9a9-4ce3-8df8-d865406d9060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.698743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=90fb1b31-d433-48c3-b522-d77ff57896be,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.702617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:16.706656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.720701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:16.788806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:16.826088 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.837329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['90fb1b31-d433-48c3-b522-d77ff57896be'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:16.901769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.904862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbad813-7149-48ac-a12a-ac145573c01a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:16.977102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Attempting to bind port e23d5293-d392-426f-89f2-ca6398f833d2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:16.977660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Attempting to bind port e23d5293-d392-426f-89f2-ca6398f833d2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:16.978099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Attempting to bind port e23d5293-d392-426f-89f2-ca6398f833d2 on network 16ad34fa-bd68-4dc6-a429-e3684b500f42 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:16.986540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:16.987284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Checking segment: {'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:16.987764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:16.988235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Bound using segment: {'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:16.988792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Bound port: e23d5293-d392-426f-89f2-ca6398f833d2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '16ad34fa-bd68-4dc6-a429-e3684b500f42'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:16.989251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.059685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:17.061409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e571be2a-bb59-40e4-ab12-8ea79f2189ae None None] Port e23d5293-d392-426f-89f2-ca6398f833d2 has been deleted concurrently {{(pid=103501) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 10 18:34:17.076447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Sync routers for ids ['ed94b504-d6b0-491c-b6f0-c4502945423c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:17.098631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.120293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.129759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Routers {'ed94b504-d6b0-491c-b6f0-c4502945423c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:17.130956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ed94b504-d6b0-491c-b6f0-c4502945423c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:17.180028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ad34fa-bd68-4dc6-a429-e3684b500f42']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:17.213536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:17.214039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1be2ee-6f75-49b9-aba1-9e8f3a68549b') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:17.233798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.250123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.265187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:17.265853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.276751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.283992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c56827d-bd34-4cc3-87f0-1ad53cf96a71 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 12.6337957 Dec 10 18:34:17.284974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39436) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.364574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3aca4ca8-b9a9-4ce3-8df8-d865406d9060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.366723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb08e7-e2a6-4e6a-b06c-3d09331b3327 req-23706fdc-9b58-4bb0-b0ec-f14ca4d9bc73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:17.367787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3aca4ca8-b9a9-4ce3-8df8-d865406d9060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.369261 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33cb08e7-e2a6-4e6a-b06c-3d09331b3327 req-23706fdc-9b58-4bb0-b0ec-f14ca4d9bc73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.4737337 Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:17.370828 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:17.376721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.379958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3aca4ca8-b9a9-4ce3-8df8-d865406d9060 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/90bf24be-f80d-4ff4-83b6-5decb8c1c1ae HTTP/1.1" status: 204 len: 168 time: 1.1888695 Dec 10 18:34:17.392119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ec3dc361-5d32-4530-8ba5-e100156e44c2 None None] Provisioning complete for port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:17.392807 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ec3dc361-5d32-4530-8ba5-e100156e44c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.414996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4ca8-b9a9-4ce3-8df8-d865406d9060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bf24be-f80d-4ff4-83b6-5decb8c1c1ae,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:17.417899 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.437390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c31f5-bf27-4499-961c-2214122586ba tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:17.442022 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-787c31f5-bf27-4499-961c-2214122586ba tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fb5beb52b1674b858981321d81bed146&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1550357 Dec 10 18:34:17.452152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39440) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.490040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ec3dc361-5d32-4530-8ba5-e100156e44c2 None None] Port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:17.510527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.528585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/16ad34fa-bd68-4dc6-a429-e3684b500f42 HTTP/1.1" status: 204 len: 168 time: 3.6360743 Dec 10 18:34:17.542327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed0894-0433-45c0-adad-bc1ca9a02311 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=16ad34fa-bd68-4dc6-a429-e3684b500f42,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:17.568148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39446) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.585756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1845605493'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:17.678345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:17.683823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:17.710440 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:17.713790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3197c7-75ba-413a-8bdc-63fb8ecbdf1e tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:17.722690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b3197c7-75ba-413a-8bdc-63fb8ecbdf1e tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2682819 Dec 10 18:34:17.729466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39448) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.789212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Set router ed94b504-d6b0-491c-b6f0-c4502945423c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:17.864763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a04d130a-2b73-4b73-92d2-e5537f96da2b tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1288126 Dec 10 18:34:17.869599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39452) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:17.964135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33cb08e7-e2a6-4e6a-b06c-3d09331b3327 req-60a87bd7-23b7-491e-862a-390f42c32909 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5802054 Dec 10 18:34:17.974757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7ccb4e71-cf1d-4692-9515-7d3ceb3967af tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=fb5beb52b1674b858981321d81bed146&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0999556 Dec 10 18:34:17.982621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39454) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.073128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:18.173981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 3, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:18.187496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39460) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.211356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Checking router: ed94b504-d6b0-491c-b6f0-c4502945423c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:18.211944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Updating router ed94b504-d6b0-491c-b6f0-c4502945423c port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:34:18.239969 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.244733 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment 6156945b-fbde-4c1a-b697-a49da16e923d of type vlan for network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d Dec 10 18:34:18.256470 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.307350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e639d7ca-a6fc-43d6-a345-8e39ee0f697d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.449370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5c1a00-53b4-460a-a2a0-b74d3960de00 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.449911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50203b75-f9b0-43bb-8273-33ba9d524606 req-625fa427-df51-4dca-8e89-fc09b65b589c tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.451663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50203b75-f9b0-43bb-8273-33ba9d524606 req-625fa427-df51-4dca-8e89-fc09b65b589c tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 944 time: 0.7490716 Dec 10 18:34:18.451947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb5c1a00-53b4-460a-a2a0-b74d3960de00 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4670258 Dec 10 18:34:18.465801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.470936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.539392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.552921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:18.553804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:18.597205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7108d7cb-41f6-4296-8a7a-c7ad3248c7a0 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1102548 Dec 10 18:34:18.609646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39474) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.620081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864327973', 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1', 'project_id': 'fb5beb52b1674b858981321d81bed146', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:18.784358 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2005734 Dec 10 18:34:18.795768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-50203b75-f9b0-43bb-8273-33ba9d524606 req-734a6983-1830-4f72-b271-8f885b548e3a tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307242 Dec 10 18:34:18.796338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39484) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:18.868335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': 'b50ab1c0-8df5-487a-b2e5-d08b72d1a82d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:18.932264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71289f75-b7d3-4bb3-a12b-dfbe042b01d0 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=b50ab1c0-8df5-487a-b2e5-d08b72d1a82d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:18.966851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:18.971797 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.026331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e639d7ca-a6fc-43d6-a345-8e39ee0f697d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.036825 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e639d7ca-a6fc-43d6-a345-8e39ee0f697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.133100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.141331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2082c5-ab9b-4fe6-902a-11396693f868 None None] DHCP port deletion for 16ad34fa-bd68-4dc6-a429-e3684b500f42 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:19.148798 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e639d7ca-a6fc-43d6-a345-8e39ee0f697d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c599483b3e34840b73449c751c1b731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9532998 Dec 10 18:34:19.148798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639d7ca-a6fc-43d6-a345-8e39ee0f697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424bf592-ff5d-41d7-a218-dc2f65541c08,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:19.150193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39488) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.160939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:19.164586 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.269778 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16b3b97c-8a38-481b-99dd-94b6470a7954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.290990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8f62486b-1da4-4d4d-b949-56bcc2b229c6 None None] Could not find standard attr ID for object e23d5293-d392-426f-89f2-ca6398f833d2. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:34:19.344603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16b3b97c-8a38-481b-99dd-94b6470a7954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.352056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412bc15-7e56-4cfc-991d-67c0f6e20483 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:19.373754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d355f-f7a2-4057-a120-e328d8533b70 None None] Network 16ad34fa-bd68-4dc6-a429-e3684b500f42 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:19.403545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Attempting to bind port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:19.403545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Attempting to bind port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:19.403545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Attempting to bind port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:19.413977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:19.414591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:19.415144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.415617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:19.416186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Bound port: 112bd6cb-54b7-48d8-b6bb-316e0adfddf7, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:19.416674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.420212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601d355f-f7a2-4057-a120-e328d8533b70 None None] Network 16ad34fa-bd68-4dc6-a429-e3684b500f42 could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:34:19.441470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967efb61-fad2-4db6-979d-65e891d572ee None None] Pushing event updated for resources: {'Port': ['ID=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:19.456436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Made reservation on behalf of fb5beb52b1674b858981321d81bed146 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:19.458247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.458963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39500) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:19.474031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16b3b97c-8a38-481b-99dd-94b6470a7954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.477838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16b3b97c-8a38-481b-99dd-94b6470a7954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.479043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-16b3b97c-8a38-481b-99dd-94b6470a7954 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/424bf592-ff5d-41d7-a218-dc2f65541c08 HTTP/1.1" status: 204 len: 168 time: 0.3277431 Dec 10 18:34:19.491241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3b97c-8a38-481b-99dd-94b6470a7954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424bf592-ff5d-41d7-a218-dc2f65541c08,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:19.548777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] For port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:19.557611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] For port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:19.560236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-332d76bd-6325-4717-9cc0-34a88c2a02b1 None None] Provisioning complete for port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:19.560717 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-332d76bd-6325-4717-9cc0-34a88c2a02b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.609891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-332d76bd-6325-4717-9cc0-34a88c2a02b1 None None] Port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:19.617296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.693094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180593f1-c8f9-43d0-9068-1ed264250d6a None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:34:19.695191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f2c2-f1f9-4b22-9bf9-00b1d6ea3924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.755350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 90fb1b31-d433-48c3-b522-d77ff57896be up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:19.871098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Routers {'ed94b504-d6b0-491c-b6f0-c4502945423c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:19.871432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ed94b504-d6b0-491c-b6f0-c4502945423c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:19.905860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f2c2-f1f9-4b22-9bf9-00b1d6ea3924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.908367 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:19.920383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3d5f2c2-f1f9-4b22-9bf9-00b1d6ea3924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.014448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b546e212-be8c-4da5-8d97-b973bf7b8af0 None None] Provisioning complete for port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:20.015917 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b546e212-be8c-4da5-8d97-b973bf7b8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.026833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967efb61-fad2-4db6-979d-65e891d572ee None None] Pushing event updated for resources: {'Port': ['ID=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.045966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5f2c2-f1f9-4b22-9bf9-00b1d6ea3924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9886d76f-cd94-4f9e-9dca-435da76bcfce,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.061475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.072549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6843270-f784-4ce8-8860-07c331b86775 req-ac28dfe4-20a1-41a6-85b0-bed950099792 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.075104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6843270-f784-4ce8-8860-07c331b86775 req-ac28dfe4-20a1-41a6-85b0-bed950099792 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.7465734 Dec 10 18:34:20.143629 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.155745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f3d5f2c2-f1f9-4b22-9bf9-00b1d6ea3924 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c618871878a747d09ec9211cf717124f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6953380 Dec 10 18:34:20.157584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39524) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.180567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 90fb1b31-d433-48c3-b522-d77ff57896be completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:20.193706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 90fb1b31-d433-48c3-b522-d77ff57896be triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:20.194079 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.203154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6843270-f784-4ce8-8860-07c331b86775 req-62ecd9f2-5eaf-4364-b7fc-2c6ef94a1d15 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191013 Dec 10 18:34:20.239652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] Set router ed94b504-d6b0-491c-b6f0-c4502945423c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:20.270295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.378138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Checking segment: {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:20.378762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network hostable DHCP agents. Network: 91106d33-2145-4994-be23-397db9cbb4b1, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:20.383097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Subnet': ['ID=b75d97b1-e971-4522-bc99-5439662cd4e7,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.394126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.416478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa77ae-f8c3-4ed9-8bb6-ddac3834a138 req-95eed9a9-9931-44bb-91f0-b7ce806222a0 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.418170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3eaa77ae-f8c3-4ed9-8bb6-ddac3834a138 req-95eed9a9-9931-44bb-91f0-b7ce806222a0 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 944 time: 0.4065266 Dec 10 18:34:20.468382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b259fad4-b0b5-4895-814e-830be6f43890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.476402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-a89250e6-3eb5-4c28-b836-f0b68eed64f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7328238 Dec 10 18:34:20.496212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 91106d33-2145-4994-be23-397db9cbb4b1 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:20.518498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b259fad4-b0b5-4895-814e-830be6f43890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.584294 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b546e212-be8c-4da5-8d97-b973bf7b8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.623249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3eaa77ae-f8c3-4ed9-8bb6-ddac3834a138 req-af7bb1a2-1f52-4c80-aa0f-9430d9301bea tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774957 Dec 10 18:34:20.634797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 91106d33-2145-4994-be23-397db9cbb4b1) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:20.665656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d0d1c-146c-4d51-bdac-bb301a473315 None None] Network 91106d33-2145-4994-be23-397db9cbb4b1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:20.671706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:20.672940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.706119 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b259fad4-b0b5-4895-814e-830be6f43890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.708825 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b259fad4-b0b5-4895-814e-830be6f43890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:20.710018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b259fad4-b0b5-4895-814e-830be6f43890 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9886d76f-cd94-4f9e-9dca-435da76bcfce HTTP/1.1" status: 204 len: 168 time: 0.5240669 Dec 10 18:34:20.726795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259fad4-b0b5-4895-814e-830be6f43890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9886d76f-cd94-4f9e-9dca-435da76bcfce,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:20.865875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b546e212-be8c-4da5-8d97-b973bf7b8af0 None None] For port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:20.881684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7bb05972-e386-4df7-acac-36be89933e8c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2681320 Dec 10 18:34:20.881983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39550) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:20.945145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.043379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b546e212-be8c-4da5-8d97-b973bf7b8af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.067625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:21.080510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:21.118863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546e212-be8c-4da5-8d97-b973bf7b8af0 None None] Pushing event updated for resources: {'Port': ['ID=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:21.122307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e23d5293-d392-426f-89f2-ca6398f833d2 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:34:21.136622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=cae7ff10-6546-45d9-9846-3e933f6e467b,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:21.207913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': '6156945b-fbde-4c1a-b697-a49da16e923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b50ab1c0-8df5-487a-b2e5-d08b72d1a82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:21.208658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: b50ab1c0-8df5-487a-b2e5-d08b72d1a82d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:21.320080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:21.350841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b50ab1c0-8df5-487a-b2e5-d08b72d1a82d) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:21.382562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.384061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.425283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Router c0226224-b79e-4317-9a17-230f13fa6516 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:21.471735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39562) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:21.493352 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5fdbd40d-1056-4aec-867c-8613d5212818 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6389325 Dec 10 18:34:21.493352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:21.512322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-459674413'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:21.642889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-91106d33-2145-4994-be23-397db9cbb4b1', 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1', 'project_id': 'fb5beb52b1674b858981321d81bed146', 'fixed_ips': [{'subnet_id': 'b75d97b1-e971-4522-bc99-5439662cd4e7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:21.644905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.787396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2870322-c6cb-4459-bc34-225392995593 req-88d8805d-dada-4a3a-b427-1cfc51cb95aa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:21.789070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2870322-c6cb-4459-bc34-225392995593 req-88d8805d-dada-4a3a-b427-1cfc51cb95aa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.2993519 Dec 10 18:34:21.789740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:21.793360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:21.915761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Allocated IP 172.20.0.18 (91106d33-2145-4994-be23-397db9cbb4b1/b75d97b1-e971-4522-bc99-5439662cd4e7/c8ef8075-651f-44dc-a3d3-e7465a7408bc) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:22.003829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb6bde-ea08-4fb1-8564-299ef14f5985 req-42061b21-8412-444a-b6ff-9624930eebe2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.008396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:22.013433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92eb6bde-ea08-4fb1-8564-299ef14f5985 req-42061b21-8412-444a-b6ff-9624930eebe2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 944 time: 0.1313810 Dec 10 18:34:22.046901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.047529 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment 481db07d-f28a-4f78-9a15-2f2f22d47d25 of type vlan for network 5f5387d7-210f-4d77-b954-a34e837a5d03 Dec 10 18:34:22.146702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f4c10d-1605-4be1-913d-1c029f49579a None None] Network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:22.150791 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.164679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e23d5293-d392-426f-89f2-ca6398f833d2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:34:22.165038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e23d5293-d392-426f-89f2-ca6398f833d2 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:34:22.185648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.259482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.273054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:22.273254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-92eb6bde-ea08-4fb1-8564-299ef14f5985 req-0e16f3ec-8d42-4fc7-92e5-07cb9056cfa0 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380633 Dec 10 18:34:22.273398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.303851 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.323635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:22.338063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Sync routers for ids ['c0226224-b79e-4317-9a17-230f13fa6516'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:22.361433 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-418e1619-ba35-417a-9628-6332ac3defe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.370809 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Routers {'c0226224-b79e-4317-9a17-230f13fa6516'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:22.374208 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c0226224-b79e-4317-9a17-230f13fa6516'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:22.376750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8fc15aed-a06b-4bd5-bd54-7a2da20db4a6 admin admin] 10.222.0.55 "PUT /v2.0/routers/c0226224-b79e-4317-9a17-230f13fa6516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8254101 Dec 10 18:34:22.382326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-da565273-1594-4e70-8843-6f8e3ef8c56f None None] Provisioning complete for port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:22.382706 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da565273-1594-4e70-8843-6f8e3ef8c56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.406281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9115627 Dec 10 18:34:22.447385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39586) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.513642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fb1b31-d433-48c3-b522-d77ff57896be'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:22.519140 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615385a3-77cd-46b4-9690-7cbb21608c7a" -d '{"events": [{"server_uuid": "f70821fd-171b-4597-a0f3-99035fb789a2", "name": "network-vif-plugged", "status": "completed", "tag": "90fb1b31-d433-48c3-b522-d77ff57896be"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:22.571243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-418e1619-ba35-417a-9628-6332ac3defe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.606892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': '5f5387d7-210f-4d77-b954-a34e837a5d03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:22.610076 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.647743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 90fb1b31-d433-48c3-b522-d77ff57896be, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=90fb1b31-d433-48c3-b522-d77ff57896be,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:22.649772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-418e1619-ba35-417a-9628-6332ac3defe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.661474 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e39b247-47ca-41a7-9e54-c427d70a35c6 x-openstack-request-id: req-5e39b247-47ca-41a7-9e54-c427d70a35c6 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:22.661787 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70821fd-171b-4597-a0f3-99035fb789a2", "name": "network-vif-plugged", "status": "completed", "tag": "90fb1b31-d433-48c3-b522-d77ff57896be", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:22.662047 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e39b247-47ca-41a7-9e54-c427d70a35c6 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:22.662479 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90fb1b31-d433-48c3-b522-d77ff57896be', 'code': 200} Dec 10 18:34:22.663801 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.667218 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Set router c0226224-b79e-4317-9a17-230f13fa6516 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:22.680777 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:22.691504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 3, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:22.695210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc163ee-520a-4cc4-946f-305cc621a056 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=5f5387d7-210f-4d77-b954-a34e837a5d03,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:22.734547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-418e1619-ba35-417a-9628-6332ac3defe6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=30a99ece9da14497b23a90542ddc58af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2599061 Dec 10 18:34:22.737365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39594) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:22.782599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2870322-c6cb-4459-bc34-225392995593 req-8b86833e-cb76-4a4c-9d94-34c9726bd2ed tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9230087 Dec 10 18:34:22.788309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-da565273-1594-4e70-8843-6f8e3ef8c56f None None] Port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:22.935155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5f5387d7-210f-4d77-b954-a34e837a5d03 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:22.942182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e1619-ba35-417a-9628-6332ac3defe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c6707f-39db-4b5b-811c-e6dda6cb327c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:23.061603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60f234c-377b-4cc8-8bd9-61a45ca7905b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.064068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71750a5c-199d-457b-a409-f67e21784486 req-a8c6089e-8b4c-4b80-bf5f-de2fd461b853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.065677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71750a5c-199d-457b-a409-f67e21784486 req-a8c6089e-8b4c-4b80-bf5f-de2fd461b853 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 1096 time: 0.2644346 Dec 10 18:34:23.101897 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60f234c-377b-4cc8-8bd9-61a45ca7905b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.117517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:23.126056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.130842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Allocated IP 172.20.0.17 (91106d33-2145-4994-be23-397db9cbb4b1/b75d97b1-e971-4522-bc99-5439662cd4e7/edcae8fe-0c96-44bd-b386-0a71146a56ea) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:23.147422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71750a5c-199d-457b-a409-f67e21784486 req-7c9b9c53-c018-47ad-82e6-892655051e89 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730994 Dec 10 18:34:23.160088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8075-651f-44dc-a3d3-e7465a7408bc,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:23.166331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44649f0-c337-42d2-9378-b9eb3380cc00 None None] The sync data for ids ['ed94b504-d6b0-491c-b6f0-c4502945423c'] in n-d-821424-1 is: [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 3, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:23.306905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_backend_mixin [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Performing IP validity checks on allocation pools {{(pid=103500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:34:23.309517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_backend_mixin [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:34:23.322698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=90fb1b31-d433-48c3-b522-d77ff57896be,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:23.323587 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:34:17Z', 'revision_number': 4, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0', 'name': '', 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'mac_address': 'fa:16:3e:90:f4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b44a697c-88c8-497f-8b73-886d0fef58c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:14Z', 'updated_at': '2021-12-10T18:34:18Z', 'revision_number': 2, 'project_id': '535f7030153a47468fa898686d6b4c20', 'subnets': [{'id': 'b44a697c-88c8-497f-8b73-886d0fef58c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:23.343922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b50ab1c0-8df5-487a-b2e5-d08b72d1a82d', 'network_id': 'b50ab1c0-8df5-487a-b2e5-d08b72d1a82d', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': 'cae7ff10-6546-45d9-9846-3e933f6e467b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:23.345012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.394348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Network 91106d33-2145-4994-be23-397db9cbb4b1 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:23.409498 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Checking router: c0226224-b79e-4317-9a17-230f13fa6516 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:23.418106 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Updating router c0226224-b79e-4317-9a17-230f13fa6516 port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:34:23.418535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:23.427185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:23.486296 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.530017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.589997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Attempting to bind port c8ef8075-651f-44dc-a3d3-e7465a7408bc on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:23.595808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Attempting to bind port c8ef8075-651f-44dc-a3d3-e7465a7408bc by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:23.596678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Attempting to bind port c8ef8075-651f-44dc-a3d3-e7465a7408bc on network 91106d33-2145-4994-be23-397db9cbb4b1 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:23.611531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052d009-ecc1-40d5-a7eb-eea442225276 req-d17b392b-614d-4e68-b5e5-870e5ed486b2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:23.622737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f052d009-ecc1-40d5-a7eb-eea442225276 req-d17b392b-614d-4e68-b5e5-870e5ed486b2 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 945 time: 0.1727021 Dec 10 18:34:23.672989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:23.673652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Checking segment: {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:23.674164 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.674820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Bound using segment: {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:23.677650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Bound port: c8ef8075-651f-44dc-a3d3-e7465a7408bc, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:23.678175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.761655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60f234c-377b-4cc8-8bd9-61a45ca7905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.779669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] For port c8ef8075-651f-44dc-a3d3-e7465a7408bc, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:23.780381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a60f234c-377b-4cc8-8bd9-61a45ca7905b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.784705 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a60f234c-377b-4cc8-8bd9-61a45ca7905b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04c6707f-39db-4b5b-811c-e6dda6cb327c HTTP/1.1" status: 204 len: 168 time: 1.0096962 Dec 10 18:34:23.788044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] For port c8ef8075-651f-44dc-a3d3-e7465a7408bc, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c8ef8075-651f-44dc-a3d3-e7465a7408bc,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:23.793006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.818171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:23.840901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f234c-377b-4cc8-8bd9-61a45ca7905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c6707f-39db-4b5b-811c-e6dda6cb327c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:23.902041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f052d009-ecc1-40d5-a7eb-eea442225276 req-316c6b98-fadd-4526-b523-d334cfd29a6f tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757618 Dec 10 18:34:23.928266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.001897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=edcae8fe-0c96-44bd-b386-0a71146a56ea,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.029981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 91106d33-2145-4994-be23-397db9cbb4b1 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:24.032489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:24.044387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:24.230237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.266115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': '481db07d-f28a-4f78-9a15-2f2f22d47d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5f5387d7-210f-4d77-b954-a34e837a5d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:24.267085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: 5f5387d7-210f-4d77-b954-a34e837a5d03, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:24.273833 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:34:24.357510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b5f98-865f-4e96-bc26-5e0e18b50eb5 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8075-651f-44dc-a3d3-e7465a7408bc,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.366504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=a93bef68-495c-4b01-a664-727d62706c01,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.426179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 5f5387d7-210f-4d77-b954-a34e837a5d03 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:24.455758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Allocated IP 2001:db8::3 (b50ab1c0-8df5-487a-b2e5-d08b72d1a82d/cae7ff10-6546-45d9-9846-3e933f6e467b/9a2c2adb-2e42-449a-a932-0acabf457ab0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:24.464228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859f9a7-88a7-472f-9845-44dabd2c2614 req-e1ac888c-6325-4dab-ac03-e172b8fd0ea0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.469330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6859f9a7-88a7-472f-9845-44dabd2c2614 req-e1ac888c-6325-4dab-ac03-e172b8fd0ea0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.3779619 Dec 10 18:34:24.551248 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.562856 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.598655 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6859f9a7-88a7-472f-9845-44dabd2c2614 req-9728ad54-ba82-41e3-bdec-7a1bf0e0c673 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190798 Dec 10 18:34:24.599807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5f5387d7-210f-4d77-b954-a34e837a5d03) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:24.605693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:24.607579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.638414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fe9dd67e-7ddf-4fc3-be09-bfe999d0c706 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0642169 Dec 10 18:34:24.641411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39630) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:24.646289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8809d0-546b-4f82-bc3f-9530c12ccb12 None None] Network 5f5387d7-210f-4d77-b954-a34e837a5d03 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:24.744154 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b4db6-ea78-48ab-8309-0414570429e8 None None] Pushing event updated for resources: {'Port': ['ID=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:24.776129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.887491 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Attempting to bind port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:24.894712 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Attempting to bind port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:24.896003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Attempting to bind port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 on network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:24.920668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:24.921882 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Checking segment: {'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:24.922660 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.923248 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Bound using segment: {'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:24.924081 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Bound port: a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4333474-1c22-48d7-aa24-1e22f0a6499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:24.924653 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:24.946640 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.117462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542d3e37-1ec5-41d1-9710-d3530cb2c42c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-5f5387d7-210f-4d77-b954-a34e837a5d03', 'network_id': '5f5387d7-210f-4d77-b954-a34e837a5d03', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': 'a93bef68-495c-4b01-a664-727d62706c01'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:25.125295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-542d3e37-1ec5-41d1-9710-d3530cb2c42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.208962 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] For port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:25.217387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] For port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,segment=NetworkSegment(f4333474-1c22-48d7-aa24-1e22f0a6499d),segment_id=f4333474-1c22-48d7-aa24-1e22f0a6499d)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:25.224147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.231264 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.409012 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.460274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=a93bef68-495c-4b01-a664-727d62706c01,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:25.550474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a0ef64-20f9-4074-baf5-d93d27954cab req-13c2cc57-259f-42fb-8d56-2471a12dad2b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:25.560969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b4db6-ea78-48ab-8309-0414570429e8 None None] Pushing event updated for resources: {'Port': ['ID=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:25.577303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16a0ef64-20f9-4074-baf5-d93d27954cab req-13c2cc57-259f-42fb-8d56-2471a12dad2b tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 945 time: 0.4376326 Dec 10 18:34:25.613956 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Routers {'c0226224-b79e-4317-9a17-230f13fa6516'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:25.621419 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c0226224-b79e-4317-9a17-230f13fa6516'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:25.632826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:25.717615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:25.805184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5387d7-210f-4d77-b954-a34e837a5d03']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:25.840251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481db07d-f28a-4f78-9a15-2f2f22d47d25') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:25.840776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481db07d-f28a-4f78-9a15-2f2f22d47d25') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:25.870181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16a0ef64-20f9-4074-baf5-d93d27954cab req-f00fdf22-f78c-45b7-863d-132b28c1d8e6 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913060 Dec 10 18:34:25.917344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.045210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.052504 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] Set router c0226224-b79e-4317-9a17-230f13fa6516 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:26.077665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.087852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-97faa5a3-35b8-478c-b3b0-b3bcbf8bb5c8 None None] Provisioning complete for port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:26.088232 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-97faa5a3-35b8-478c-b3b0-b3bcbf8bb5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.091706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:26.092353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:26.097196 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-542d3e37-1ec5-41d1-9710-d3530cb2c42c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a93bef68-495c-4b01-a664-727d62706c01: This subnet is being modified by another concurrent operation. Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a93bef68-495c-4b01-a664-727d62706c01: This subnet is being modified by another concurrent operation. Dec 10 18:34:26.237802 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 18:34:26.247176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb453996-bceb-4478-8bc8-dd1ba4da8a8e req-c7f59c38-f7a4-4166-931d-44c87a81f37c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.248103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb453996-bceb-4478-8bc8-dd1ba4da8a8e req-c7f59c38-f7a4-4166-931d-44c87a81f37c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.3652055 Dec 10 18:34:26.262525 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.338015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.339898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e197b8-bfe3-423a-bb51-08f321891906 None None] Network 5f5387d7-210f-4d77-b954-a34e837a5d03 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:26.347170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.400629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb453996-bceb-4478-8bc8-dd1ba4da8a8e req-66422d5e-b71d-4109-a23a-23d6ce1381df tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225069 Dec 10 18:34:26.402015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.423553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.428765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/5f5387d7-210f-4d77-b954-a34e837a5d03 HTTP/1.1" status: 204 len: 168 time: 1.7853432 Dec 10 18:34:26.432234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39670) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:26.450255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416321639'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:26.456381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc27e1-e0e5-449a-99da-c9f974e17f65 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=5f5387d7-210f-4d77-b954-a34e837a5d03,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:26.490856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:26.499938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.538055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=edcae8fe-0c96-44bd-b386-0a71146a56ea,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:26.575864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:26.594570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.594933 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment 3e6e12cb-d59c-4533-ad93-9d3217200f9d of type vlan for network 446246fe-f7ba-4b40-9613-fb93d1292de3 Dec 10 18:34:26.610813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f86ffb-5f71-43c3-952b-a356e6cd057f None None] Network 91106d33-2145-4994-be23-397db9cbb4b1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:26.613670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.704101 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:34:17Z', 'revision_number': 4, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0', 'name': '', 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'mac_address': 'fa:16:3e:90:f4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b44a697c-88c8-497f-8b73-886d0fef58c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:14Z', 'updated_at': '2021-12-10T18:34:25Z', 'revision_number': 4, 'project_id': '535f7030153a47468fa898686d6b4c20', 'subnets': [{'id': 'b44a697c-88c8-497f-8b73-886d0fef58c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:26.714516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.776103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.786176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:26.786546 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850c699a-1129-4e4f-a271-ab2635f12665 None None] The sync data for ids ['c0226224-b79e-4317-9a17-230f13fa6516'] in n-d-821424-1 is: [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:34:17Z', 'revision_number': 4, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0', 'name': '', 'network_id': '72da6bcc-12c9-4b83-84b5-e9c7b464efc3', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'mac_address': 'fa:16:3e:90:f4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_interface', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'b44a697c-88c8-497f-8b73-886d0fef58c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:14Z', 'updated_at': '2021-12-10T18:34:25Z', 'revision_number': 4, 'project_id': '535f7030153a47468fa898686d6b4c20', 'subnets': [{'id': 'b44a697c-88c8-497f-8b73-886d0fef58c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:26.791900 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:26.835907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:26.954680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:26.972866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:27.047787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:27.048167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.048978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=446246fe-f7ba-4b40-9613-fb93d1292de3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:27.066861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c425cd7-1e23-41ef-95e7-2293bd33ab30 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6328905 Dec 10 18:34:27.069377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:27.075752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': '446246fe-f7ba-4b40-9613-fb93d1292de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:27.098849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 446246fe-f7ba-4b40-9613-fb93d1292de3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:27.105087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 91106d33-2145-4994-be23-397db9cbb4b1 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:27.112812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:27.261031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Pushing event updated for resources: {'Port': ['ID=9a2c2adb-2e42-449a-a932-0acabf457ab0,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:27.371966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:27.376638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:27.379911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router ed94b504-d6b0-491c-b6f0-c4502945423c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:34:28.209099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.248239 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-97faa5a3-35b8-478c-b3b0-b3bcbf8bb5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.454753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Attempting to bind port 9a2c2adb-2e42-449a-a932-0acabf457ab0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:28.455956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Attempting to bind port 9a2c2adb-2e42-449a-a932-0acabf457ab0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6156945b-fbde-4c1a-b697-a49da16e923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b50ab1c0-8df5-487a-b2e5-d08b72d1a82d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:28.456437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Attempting to bind port 9a2c2adb-2e42-449a-a932-0acabf457ab0 on network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:28.490806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': '3e6e12cb-d59c-4533-ad93-9d3217200f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '446246fe-f7ba-4b40-9613-fb93d1292de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:28.491515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: 446246fe-f7ba-4b40-9613-fb93d1292de3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:28.536886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=e3b298d4-0a9a-4565-85f7-7155a43cfcad,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:28.542206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 446246fe-f7ba-4b40-9613-fb93d1292de3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:28.554118 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abd4af36-4660-4ccd-aec8-7f4cd7c1e065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.575429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-97faa5a3-35b8-478c-b3b0-b3bcbf8bb5c8 None None] For port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,segment=NetworkSegment(f4333474-1c22-48d7-aa24-1e22f0a6499d),segment_id=f4333474-1c22-48d7-aa24-1e22f0a6499d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:28.586894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:28.588167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Checking segment: {'id': '6156945b-fbde-4c1a-b697-a49da16e923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b50ab1c0-8df5-487a-b2e5-d08b72d1a82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:28.588593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.589783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Bound using segment: {'id': '6156945b-fbde-4c1a-b697-a49da16e923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b50ab1c0-8df5-487a-b2e5-d08b72d1a82d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:28.590295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Bound port: 9a2c2adb-2e42-449a-a932-0acabf457ab0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6156945b-fbde-4c1a-b697-a49da16e923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b50ab1c0-8df5-487a-b2e5-d08b72d1a82d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:28.590718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.595346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e703c2d-b8b0-4396-9ba7-89498d6f2ef8 req-e234b364-d6e3-4cc0-a2c9-ca48726cda60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.598592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e703c2d-b8b0-4396-9ba7-89498d6f2ef8 req-e234b364-d6e3-4cc0-a2c9-ca48726cda60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.4431407 Dec 10 18:34:28.599759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 446246fe-f7ba-4b40-9613-fb93d1292de3) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:28.623486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a716bc21-fe3c-4aec-9f6e-920bbddeb3bb None None] Network 446246fe-f7ba-4b40-9613-fb93d1292de3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:28.627111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:28.630183 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.662318 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-97faa5a3-35b8-478c-b3b0-b3bcbf8bb5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:28.710592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5b5e0d53-a00e-425e-9ea9-8578c1a0c837 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6398032 Dec 10 18:34:28.715078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39712) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:29.074145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:34:29.092480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0dc2e0f6-a717-4381-9593-cc2f7458c1d1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "PUT /v2.0/routers/ed94b504-d6b0-491c-b6f0-c4502945423c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1992159 Dec 10 18:34:29.147845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8ef8075-651f-44dc-a3d3-e7465a7408bc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:29.180401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Sync routers for ids ['ed94b504-d6b0-491c-b6f0-c4502945423c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:34:29.486633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Routers {'ed94b504-d6b0-491c-b6f0-c4502945423c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:29.487274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ed94b504-d6b0-491c-b6f0-c4502945423c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:29.649733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ce8d69a7-f6e5-4ab3-a9b1-3ff1e927f6e2 None None] Provisioning complete for port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:29.653667 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce8d69a7-f6e5-4ab3-a9b1-3ff1e927f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.738313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97faa5a3-35b8-478c-b3b0-b3bcbf8bb5c8 None None] Pushing event updated for resources: {'Port': ['ID=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:29.789335 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e703c2d-b8b0-4396-9ba7-89498d6f2ef8 req-b7cc5a59-2fa4-45c9-83f0-371c7d27eee1 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1266069 Dec 10 18:34:29.827918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.906234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] For port 9a2c2adb-2e42-449a-a932-0acabf457ab0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:29.915945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] For port 9a2c2adb-2e42-449a-a932-0acabf457ab0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a2c2adb-2e42-449a-a932-0acabf457ab0,segment=NetworkSegment(6156945b-fbde-4c1a-b697-a49da16e923d),segment_id=6156945b-fbde-4c1a-b697-a49da16e923d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:29.978860 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.997118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656dbd71-5701-4e1e-8dda-f08202d4cf97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-446246fe-f7ba-4b40-9613-fb93d1292de3', 'network_id': '446246fe-f7ba-4b40-9613-fb93d1292de3', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': 'e3b298d4-0a9a-4565-85f7-7155a43cfcad'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:29.998237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-656dbd71-5701-4e1e-8dda-f08202d4cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:29.999976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.076554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c8ef8075-651f-44dc-a3d3-e7465a7408bc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:30.077029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.176740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-f259354e-e20a-4f3a-a3c5-10829f72746e tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=aa81289c6eeb4b448cd584b053c38c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693541 Dec 10 18:34:30.186537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Set router ed94b504-d6b0-491c-b6f0-c4502945423c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:30.261671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.387302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e75252-3ce2-4478-9213-5b1b0e809b9b None None] Pushing event updated for resources: {'Port': ['ID=9a2c2adb-2e42-449a-a932-0acabf457ab0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.484736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-d9f4d58e-6b32-4322-9d08-88490fe845b3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:30.502026 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-d9f4d58e-6b32-4322-9d08-88490fe845b3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/networks?id=91106d33-2145-4994-be23-397db9cbb4b1 HTTP/1.1" status: 200 len: 798 time: 0.4469264 Dec 10 18:34:30.528979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b298d4-0a9a-4565-85f7-7155a43cfcad,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:30.565474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-a6bb4b0c-b8f0-4170-811b-4a47ef229ab3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/quotas/fb5beb52b1674b858981321d81bed146 HTTP/1.1" status: 200 len: 375 time: 0.0605266 Dec 10 18:34:30.663271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ce8d69a7-f6e5-4ab3-a9b1-3ff1e927f6e2 None None] Provisioning complete for port c8ef8075-651f-44dc-a3d3-e7465a7408bc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:30.664805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce8d69a7-f6e5-4ab3-a9b1-3ff1e927f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.732595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-929f2eee-3250-452d-8791-0c97ce94daa8 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:30.739836 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-929f2eee-3250-452d-8791-0c97ce94daa8 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5459268 Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-656dbd71-5701-4e1e-8dda-f08202d4cf97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3b298d4-0a9a-4565-85f7-7155a43cfcad: This subnet is being modified by another concurrent operation. Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e3b298d4-0a9a-4565-85f7-7155a43cfcad: This subnet is being modified by another concurrent operation. Dec 10 18:34:30.742090 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 18:34:30.769124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-1859ab4c-2280-4959-b7d3-15b124de8287 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/quotas/aa81289c6eeb4b448cd584b053c38c11 HTTP/1.1" status: 200 len: 375 time: 0.0237131 Dec 10 18:34:30.779159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b228fb-6db2-4eea-a37e-95b804ef70c6 None None] Network 446246fe-f7ba-4b40-9613-fb93d1292de3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:30.780594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:30.827305 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-9252d19e-468e-4274-a3c3-24927d402b89 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1885726 Dec 10 18:34:30.856007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-67633621-0585-425e-ba18-56e1cb8e6920 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa81289c6eeb4b448cd584b053c38c11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904717 Dec 10 18:34:30.872501 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.037856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port c8ef8075-651f-44dc-a3d3-e7465a7408bc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c8ef8075-651f-44dc-a3d3-e7465a7408bc,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:31.047212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446246fe-f7ba-4b40-9613-fb93d1292de3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:31.050040 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.191016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-3ac7785e-3cc1-40be-9387-62aeff563629 service neutron] 10.222.0.55 "GET /v2.0/networks/91106d33-2145-4994-be23-397db9cbb4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627169 Dec 10 18:34:31.275782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=c8ef8075-651f-44dc-a3d3-e7465a7408bc,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:31.282726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6e12cb-d59c-4533-ad93-9d3217200f9d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:31.284324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6e12cb-d59c-4533-ad93-9d3217200f9d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:31.289569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:34:24Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'edcae8fe-0c96-44bd-b386-0a71146a56ea', 'name': '', 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:20:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b75d97b1-e971-4522-bc99-5439662cd4e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:22Z', 'updated_at': '2021-12-10T18:34:25Z', 'revision_number': 2, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': 'b75d97b1-e971-4522-bc99-5439662cd4e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:31.338408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Checking router: ed94b504-d6b0-491c-b6f0-c4502945423c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:34:31.338741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Updating router ed94b504-d6b0-491c-b6f0-c4502945423c port edcae8fe-0c96-44bd-b386-0a71146a56ea binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:34:31.405442 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.407786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:31.432435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.496959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.562938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:31.563480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:31.573254 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:31.697783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-241d2740-01ba-4616-ab35-b9f22fe10d31 None None] Provisioning complete for port edcae8fe-0c96-44bd-b386-0a71146a56ea triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:31.698428 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-241d2740-01ba-4616-ab35-b9f22fe10d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.795979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.817226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-4fc3076b-7859-4bd1-969d-95da262aa279 service neutron] 10.222.0.55 "GET /v2.0/networks/91106d33-2145-4994-be23-397db9cbb4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244824 Dec 10 18:34:31.839313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.843034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-241d2740-01ba-4616-ab35-b9f22fe10d31 None None] Port edcae8fe-0c96-44bd-b386-0a71146a56ea cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:31.853432 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/446246fe-f7ba-4b40-9613-fb93d1292de3 HTTP/1.1" status: 204 len: 168 time: 3.1298552 Dec 10 18:34:31.853666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:31.858200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1664061121'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:31.905794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd514e-58d3-4769-a9cc-fb3f221b8d70 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=446246fe-f7ba-4b40-9613-fb93d1292de3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:31.910728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a1eb3-47cb-4e41-be27-e1864182a58f None None] Network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:31.923023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:31.926178 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ef7612b-ef87-486f-86ca-e6e7c324ea73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.930665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:31.953750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:31.954204 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.011778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:32.032946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.033578 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment e2985923-bebc-47bd-93d8-f26bc018c2a7 of type vlan for network 90ed5e86-dc5e-4fa7-a543-ad704a2dabb3 Dec 10 18:34:32.194221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.229585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.237874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.239911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.341253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdf060-4dab-4f13-a297-5b14624b8f69 req-15e8e0bd-1df1-4209-899c-689ff2120c65 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:32.346599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14fdf060-4dab-4f13-a297-5b14624b8f69 req-15e8e0bd-1df1-4209-899c-689ff2120c65 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.0973806 Dec 10 18:34:32.393264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5396371 Dec 10 18:34:32.398937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39810) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:32.417706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': '90ed5e86-dc5e-4fa7-a543-ad704a2dabb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:32.428424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c6483-3c37-4cb2-99d6-55fc3862c554 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=90ed5e86-dc5e-4fa7-a543-ad704a2dabb3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:32.480269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39814) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:32.532796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14fdf060-4dab-4f13-a297-5b14624b8f69 req-19708056-474e-4549-8b71-58a1f95ec987 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802959 Dec 10 18:34:32.638122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:32.645993 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.698413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 90ed5e86-dc5e-4fa7-a543-ad704a2dabb3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:32.701912 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.716752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-241d2740-01ba-4616-ab35-b9f22fe10d31 None None] Provisioning complete for port c8ef8075-651f-44dc-a3d3-e7465a7408bc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:32.717531 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-241d2740-01ba-4616-ab35-b9f22fe10d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.728951 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e43c938-bb61-4195-8d59-68e546a54114 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.847712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25fbf534-6016-4f8f-b531-eb6e461c83df req-5fb44093-4ca0-4010-9217-3d2dcdef426d tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 210 time: 0.1682587 Dec 10 18:34:32.908951 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:32.919048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a2c2adb-2e42-449a-a932-0acabf457ab0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:32.939736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-80d730f8-5763-4c30-a199-07859d2ac62b tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=aa81289c6eeb4b448cd584b053c38c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796897 Dec 10 18:34:33.080757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc38dc8b-e4d3-4b84-879f-3f4ae934d0b2 req-3c484704-4cb0-48e3-8a82-f58d19cbec10 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 210 time: 0.0424149 Dec 10 18:34:33.107152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e43c938-bb61-4195-8d59-68e546a54114 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.147541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e43c938-bb61-4195-8d59-68e546a54114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.177324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.279310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-c2fd5c2b-52bd-4dc0-a86e-38b6631086b7 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.287487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-c2fd5c2b-52bd-4dc0-a86e-38b6631086b7 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369846 Dec 10 18:34:33.296971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=cf33caa8-c1b0-43c3-9326-573b8b17fcc4,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.299402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9a2c2adb-2e42-449a-a932-0acabf457ab0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:33.299913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.328480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': 'e2985923-bebc-47bd-93d8-f26bc018c2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '90ed5e86-dc5e-4fa7-a543-ad704a2dabb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:33.328964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: 90ed5e86-dc5e-4fa7-a543-ad704a2dabb3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:33.357486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 90ed5e86-dc5e-4fa7-a543-ad704a2dabb3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:33.375233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 90ed5e86-dc5e-4fa7-a543-ad704a2dabb3) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:33.390201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:33.390644 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.403672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Request body: {'port': {'device_id': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': 'aa81289c6eeb4b448cd584b053c38c11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:33.429647 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5952212e-cbfb-4827-84fb-13698f5cc096 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0246091 Dec 10 18:34:33.429957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3f57b-38a0-4ecc-8b39-68e97a7cf362 None None] Network 90ed5e86-dc5e-4fa7-a543-ad704a2dabb3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:33.430163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39820) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:33.498531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43c938-bb61-4195-8d59-68e546a54114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ab67d5-14ac-4185-bdb7-544807bc4207,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.546619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5e43c938-bb61-4195-8d59-68e546a54114 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9aa5d7cc6ae4de59b64ebd745bd4748&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0616014 Dec 10 18:34:33.560764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39822) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:33.626488 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.762862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Made reservation on behalf of aa81289c6eeb4b448cd584b053c38c11 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:33.768322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.783969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.807775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.844489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.878950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.886415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31175fb7-8046-4acf-8e2b-5483f83a6c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.919422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31175fb7-8046-4acf-8e2b-5483f83a6c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.929181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87667f7-0a2d-46b0-96ee-9a0e0adfc8d2 None None] Pushing event updated for resources: {'Port': ['ID=edcae8fe-0c96-44bd-b386-0a71146a56ea,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:33.931849 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.962244 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.963059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4625c2d4-b63f-48fd-9126-2f05ae229cf6 None None] Provisioning complete for port 9a2c2adb-2e42-449a-a932-0acabf457ab0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:33.963418 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4625c2d4-b63f-48fd-9126-2f05ae229cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:33.977662 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.043180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 9a2c2adb-2e42-449a-a932-0acabf457ab0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a2c2adb-2e42-449a-a932-0acabf457ab0,segment=NetworkSegment(6156945b-fbde-4c1a-b697-a49da16e923d),segment_id=6156945b-fbde-4c1a-b697-a49da16e923d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:34.050173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31175fb7-8046-4acf-8e2b-5483f83a6c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.053246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31175fb7-8046-4acf-8e2b-5483f83a6c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.060137 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.071320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-31175fb7-8046-4acf-8e2b-5483f83a6c51 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/64ab67d5-14ac-4185-bdb7-544807bc4207 HTTP/1.1" status: 204 len: 168 time: 0.5091119 Dec 10 18:34:34.080593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=cf33caa8-c1b0-43c3-9326-573b8b17fcc4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.153815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31175fb7-8046-4acf-8e2b-5483f83a6c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ab67d5-14ac-4185-bdb7-544807bc4207,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.180019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.185912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.188690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.231112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ff5d7-aeb9-49b0-a7b2-055a677a1cb8 req-d43ae437-07ee-4c84-b1c5-6b61b0e10b0c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:34.250220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-671ff5d7-aeb9-49b0-a7b2-055a677a1cb8 req-d43ae437-07ee-4c84-b1c5-6b61b0e10b0c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.5109878 Dec 10 18:34:34.271608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9c8b84-685a-415a-a832-7831e969ba33,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.301578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ed5e86-dc5e-4fa7-a543-ad704a2dabb3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:34.314522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8ef8075-651f-44dc-a3d3-e7465a7408bc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:34.319776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-18384ba6-5862-4beb-8249-7744f28db551 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:34.331551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-18384ba6-5862-4beb-8249-7744f28db551 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.59 "GET /v2.0/networks?id=91106d33-2145-4994-be23-397db9cbb4b1 HTTP/1.1" status: 200 len: 798 time: 0.5688860 Dec 10 18:34:34.365155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Request body: {'port': {'device_id': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1', 'admin_state_up': True, 'tenant_id': 'fb5beb52b1674b858981321d81bed146'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:34.383120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dde38c-9b61-4b5e-bc62-0b4e5b3893ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-90ed5e86-dc5e-4fa7-a543-ad704a2dabb3', 'network_id': '90ed5e86-dc5e-4fa7-a543-ad704a2dabb3', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': 'cf33caa8-c1b0-43c3-9326-573b8b17fcc4'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:34.384730 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e1dde38c-9b61-4b5e-bc62-0b4e5b3893ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.401132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2985923-bebc-47bd-93d8-f26bc018c2a7') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:34.401808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2985923-bebc-47bd-93d8-f26bc018c2a7') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:34.430698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.453615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Allocated IP 192.168.233.159 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/0b41c938-7554-4c75-bd92-59fc49300d00) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:34.464779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Attempting to bind port edcae8fe-0c96-44bd-b386-0a71146a56ea on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:34.465294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Attempting to bind port edcae8fe-0c96-44bd-b386-0a71146a56ea by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:34.465964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Attempting to bind port edcae8fe-0c96-44bd-b386-0a71146a56ea on network 91106d33-2145-4994-be23-397db9cbb4b1 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:34.479540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.498970 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-671ff5d7-aeb9-49b0-a7b2-055a677a1cb8 req-916c8949-ad1b-4b8e-a0a0-e1da7ea6e74b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472410 Dec 10 18:34:34.506036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.538819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:34.539349 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:34.543474 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:34.642664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=9a2c2adb-2e42-449a-a932-0acabf457ab0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.646809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:34.647479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Checking segment: {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:34.648335 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.648854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Bound using segment: {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:34.649484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Bound port: edcae8fe-0c96-44bd-b386-0a71146a56ea, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:34.649795 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.680529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba0706c-d16f-466c-b622-a6db816f0f31 None None] Network 90ed5e86-dc5e-4fa7-a543-ad704a2dabb3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:34.703872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c8ef8075-651f-44dc-a3d3-e7465a7408bc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:34.704265 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.747716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39834) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:34.771302 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fce71964-b754-4221-a51d-37b265b8e95a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.771949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8decbb1f-3d03-4d52-8b94-f0bc6e406ca9 req-ed6e1647-bbe5-4911-844b-9fc0a53e7f3c tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 210 time: 0.0972161 Dec 10 18:34:34.779300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.790138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.800979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/90ed5e86-dc5e-4fa7-a543-ad704a2dabb3 HTTP/1.1" status: 204 len: 168 time: 1.3697655 Dec 10 18:34:34.806610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39836) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:34.834844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.854431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393180566'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:34.858848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f228c-d14f-4a48-8df8-4c1e3d86d591 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=90ed5e86-dc5e-4fa7-a543-ad704a2dabb3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:34.907300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] For port edcae8fe-0c96-44bd-b386-0a71146a56ea, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:34.911119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] For port edcae8fe-0c96-44bd-b386-0a71146a56ea, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=edcae8fe-0c96-44bd-b386-0a71146a56ea,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:34.915816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.919648 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.928643 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:34.995308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5bb735d2-e669-415b-bb68-99456ea2d0a6 req-2696078e-b411-4ddf-8fcb-c9e3ab7eff92 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 210 time: 0.1041963 Dec 10 18:34:35.000182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fce71964-b754-4221-a51d-37b265b8e95a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.003100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:35.007101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:35.010267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:35.013092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fce71964-b754-4221-a51d-37b265b8e95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.013854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.api [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 10 18:34:35.013854 n-d-821424-1 neutron-server[103500]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 10 18:34:35.013854 n-d-821424-1 neutron-server[103500]: [parameters: {'project_id_1': 'fb5beb52b1674b858981321d81bed146', 'expiration_1': datetime.datetime(2021, 12, 10, 18, 34, 14, 884355)}] Dec 10 18:34:35.013854 n-d-821424-1 neutron-server[103500]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:34:35.015726 n-d-821424-1 neutron-server[103500]: DEBUG oslo_db.api [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:34:35.036424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:35.043796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.049759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Routers {'ed94b504-d6b0-491c-b6f0-c4502945423c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:34:35.050000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:34:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ed94b504-d6b0-491c-b6f0-c4502945423c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:35.099233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:35.112522 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fce71964-b754-4221-a51d-37b265b8e95a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c4ad5968dee643b0ac08161c269ede90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3635709 Dec 10 18:34:35.114961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.115401 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment 55ceef50-f022-4e6a-98ca-4f444449063f of type vlan for network dee54d7f-821b-4e00-8f15-17944d34ede1 Dec 10 18:34:35.116941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Pushing event updated for resources: {'Port': ['ID=0b41c938-7554-4c75-bd92-59fc49300d00,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.124204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39838) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:35.191375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce71964-b754-4221-a51d-37b265b8e95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e1655d-8c5c-434f-b4a4-fa23341fe254,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.212057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.217480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.218189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.255818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] Provisioning complete for port edcae8fe-0c96-44bd-b386-0a71146a56ea triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:35.256189 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.257764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87667f7-0a2d-46b0-96ee-9a0e0adfc8d2 None None] Pushing event updated for resources: {'Port': ['ID=edcae8fe-0c96-44bd-b386-0a71146a56ea,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.257940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.272030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.272684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.286241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-24ca6238-2326-4b02-9066-cd01d5ae6307 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9006438 Dec 10 18:34:35.307056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Request body: {'port': {'device_id': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:35.344331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] Set router ed94b504-d6b0-491c-b6f0-c4502945423c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:34:35.354792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5144205 Dec 10 18:34:35.357313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.362989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39840) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:35.368933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:35.388373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef170d-612e-47fb-b965-3edc8e0fa810 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=dee54d7f-821b-4e00-8f15-17944d34ede1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:35.426883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network dee54d7f-821b-4e00-8f15-17944d34ede1 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:35.444880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d05ca4-19fa-4825-bb31-572033316bf8 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:34:35.453730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.529776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.585497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Made reservation on behalf of fb5beb52b1674b858981321d81bed146 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:35.589484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.725229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255453cf-4df8-44dc-9d09-e8241b4a01c7 req-5f8f9872-5ef0-4ed8-8829-e46f961d9c37 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:35.736213 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-255453cf-4df8-44dc-9d09-e8241b4a01c7 req-5f8f9872-5ef0-4ed8-8829-e46f961d9c37 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.0807245 Dec 10 18:34:35.790496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-255453cf-4df8-44dc-9d09-e8241b4a01c7 req-2d0c9a66-aa91-40bc-be08-a55b3438e393 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527892 Dec 10 18:34:35.795943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:35.821214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.837141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.852341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:35.856029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0e1655d-8c5c-434f-b4a4-fa23341fe254 HTTP/1.1" status: 204 len: 168 time: 0.7184136 Dec 10 18:34:35.974980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Allocated IP 172.20.0.23 (91106d33-2145-4994-be23-397db9cbb4b1/b75d97b1-e971-4522-bc99-5439662cd4e7/62b8f366-1dcf-4a12-b8e7-449adccb5115) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:36.002440 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.068549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:34:24Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'edcae8fe-0c96-44bd-b386-0a71146a56ea', 'name': '', 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:20:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b75d97b1-e971-4522-bc99-5439662cd4e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:22Z', 'updated_at': '2021-12-10T18:34:34Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': 'b75d97b1-e971-4522-bc99-5439662cd4e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:36.072078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d05ca4-19fa-4825-bb31-572033316bf8 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:34:36.088510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e1655d-8c5c-434f-b4a4-fa23341fe254,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.115827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.116483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.116718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.117153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.117585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.117993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] For port edcae8fe-0c96-44bd-b386-0a71146a56ea, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=edcae8fe-0c96-44bd-b386-0a71146a56ea,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:36.118150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.118559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.119894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ed51aa-29aa-4dfe-9deb-8cc81beacf19 None None] The sync data for ids ['ed94b504-d6b0-491c-b6f0-c4502945423c'] in n-d-821424-1 is: [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:34:24Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'edcae8fe-0c96-44bd-b386-0a71146a56ea', 'name': '', 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:20:98:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2824, 'fixed_ips': [{'subnet_id': 'b75d97b1-e971-4522-bc99-5439662cd4e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:22Z', 'updated_at': '2021-12-10T18:34:34Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': 'b75d97b1-e971-4522-bc99-5439662cd4e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:34:36.120437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.120891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.121350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.122061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.123348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.124024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6117b15e-d1e7-4d50-9be6-181cae8fa033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:36.127648 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.291065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9172d-5ece-4ab8-88ea-ebcf5d4a268c req-650d090b-52f8-4b09-b340-012f9ab14b17 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.293415 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbb9172d-5ece-4ab8-88ea-ebcf5d4a268c req-650d090b-52f8-4b09-b340-012f9ab14b17 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 936 time: 0.1621995 Dec 10 18:34:36.328632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] Provisioning complete for port 9a2c2adb-2e42-449a-a932-0acabf457ab0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:36.335156 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.362718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a2c2adb-2e42-449a-a932-0acabf457ab0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:36.395820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.430843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b41c938-7554-4c75-bd92-59fc49300d00 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:36.451773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.481867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Transition to ACTIVE for port object 0b41c938-7554-4c75-bd92-59fc49300d00 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:36.496652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.499785 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.594033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309d4b3-25f2-4009-8106-1b252ba0e4a4 None None] Pushing event updated for resources: {'Port': ['ID=edcae8fe-0c96-44bd-b386-0a71146a56ea,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.630419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Pushing event updated for resources: {'Port': ['ID=0b41c938-7554-4c75-bd92-59fc49300d00,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.644553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Network 91106d33-2145-4994-be23-397db9cbb4b1 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:36.655614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:36.664386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:36.704585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9a2c2adb-2e42-449a-a932-0acabf457ab0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:36.705254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.734570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:36.735498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.752873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbb9172d-5ece-4ab8-88ea-ebcf5d4a268c req-7d5bbed9-c691-44d0-9741-d563e1c4ea5a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476514 Dec 10 18:34:36.753612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event updated for resources: {'Port': ['ID=62b8f366-1dcf-4a12-b8e7-449adccb5115,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.778215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:36.802737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-85ba6488-85bf-49d8-9c7d-f093913c4a47 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4487088 Dec 10 18:34:36.953312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Attempting to bind port 0b41c938-7554-4c75-bd92-59fc49300d00 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:36.953858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Attempting to bind port 0b41c938-7554-4c75-bd92-59fc49300d00 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:36.954293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Attempting to bind port 0b41c938-7554-4c75-bd92-59fc49300d00 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:36.977438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=421285ab-613a-4586-85df-e286bac8a64a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:36.990967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Port 0b41c938-7554-4c75-bd92-59fc49300d00 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:37.003355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Attempting to bind port 0b41c938-7554-4c75-bd92-59fc49300d00 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:37.011259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': '55ceef50-f022-4e6a-98ca-4f444449063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:37.011695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: dee54d7f-821b-4e00-8f15-17944d34ede1, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:37.017105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:37.017483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:37.017724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:37.018532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Bound port: 0b41c938-7554-4c75-bd92-59fc49300d00, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:37.019652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.034243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Request body: {'port': {'device_id': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:37.076158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-29e69636-1314-414e-a9fa-2ab89318ea32 None None] Provisioning complete for port edcae8fe-0c96-44bd-b386-0a71146a56ea triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:37.076158 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-29e69636-1314-414e-a9fa-2ab89318ea32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.098175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network dee54d7f-821b-4e00-8f15-17944d34ede1 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:37.098849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7742cf-6978-4b00-9122-a51066ba70bb req-420d9187-33a1-4ad0-9aa2-3e82240e7546 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:37.100674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef7742cf-6978-4b00-9122-a51066ba70bb req-420d9187-33a1-4ad0-9aa2-3e82240e7546 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 895 time: 0.1888423 Dec 10 18:34:37.169960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, dee54d7f-821b-4e00-8f15-17944d34ede1) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:37.180298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:37.181559 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.190595 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.194062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] For port 0b41c938-7554-4c75-bd92-59fc49300d00, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:37.203052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] For port 0b41c938-7554-4c75-bd92-59fc49300d00, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0b41c938-7554-4c75-bd92-59fc49300d00,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:37.215872 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.311137 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4697ac7e-ce32-4723-bafa-6a1b0ed8f221 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9439580 Dec 10 18:34:37.326998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39866) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:37.351575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:37.431508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a6e431-2711-4770-bb22-cbea50063de0 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:34:37.503403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:37.507015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.508571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] 10.222.0.30 "PUT /v2.0/ports/0b41c938-7554-4c75-bd92-59fc49300d00 HTTP/1.1" status: 200 len: 1096 time: 2.2068131 Dec 10 18:34:37.513051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'tag': '0b41c938-7554-4c75-bd92-59fc49300d00'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:37.521472 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4c1cdc-766c-4589-9855-74d21c67371d", "tag": "0b41c938-7554-4c75-bd92-59fc49300d00"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:37.625083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6e431-2711-4770-bb22-cbea50063de0 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:34:37.760062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79850142-982b-4b18-b88a-ae636c3d115c service neutron] Pushing event updated for resources: {'Port': ['ID=0b41c938-7554-4c75-bd92-59fc49300d00,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:37.824917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ad1efdfb-ef6b-407a-a02c-8c9f42739a27 None None] Provisioning complete for port 90fb1b31-d433-48c3-b522-d77ff57896be triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:37.824917 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ad1efdfb-ef6b-407a-a02c-8c9f42739a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.831623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-39997650-bb75-4c7c-86d4-7dbbc6c08cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:37.839680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-39997650-bb75-4c7c-86d4-7dbbc6c08cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa81289c6eeb4b448cd584b053c38c11&device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 1099 time: 0.2732031 Dec 10 18:34:37.841555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:37.854276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.874338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b8f366-1dcf-4a12-b8e7-449adccb5115 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:37.886919 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:37.911961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Transition to ACTIVE for port object 62b8f366-1dcf-4a12-b8e7-449adccb5115 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:37.932409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.038629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Pushing event updated for resources: {'Port': ['ID=62b8f366-1dcf-4a12-b8e7-449adccb5115,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:38.053705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347644a-79bf-4e0d-83dd-d3d11a8a3122 req-e8ca42ab-9257-4112-81fb-fd9ff79d09aa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.063281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-dee54d7f-821b-4e00-8f15-17944d34ede1', 'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': '421285ab-613a-4586-85df-e286bac8a64a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:38.065549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9347644a-79bf-4e0d-83dd-d3d11a8a3122 req-e8ca42ab-9257-4112-81fb-fd9ff79d09aa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.8052843 Dec 10 18:34:38.069183 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.272967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-d46977d8-134f-4378-830c-71f236fe72ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=0b41c938-7554-4c75-bd92-59fc49300d00 HTTP/1.1" status: 200 len: 217 time: 0.4034479 Dec 10 18:34:38.312577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Attempting to bind port 62b8f366-1dcf-4a12-b8e7-449adccb5115 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:38.316592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Attempting to bind port 62b8f366-1dcf-4a12-b8e7-449adccb5115 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:38.317064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Attempting to bind port 62b8f366-1dcf-4a12-b8e7-449adccb5115 on network 91106d33-2145-4994-be23-397db9cbb4b1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:38.323672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device edcae8fe-0c96-44bd-b386-0a71146a56ea up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:38.363639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Port 62b8f366-1dcf-4a12-b8e7-449adccb5115 on network 91106d33-2145-4994-be23-397db9cbb4b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:38.367631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Attempting to bind port 62b8f366-1dcf-4a12-b8e7-449adccb5115 on network 91106d33-2145-4994-be23-397db9cbb4b1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:38.384361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:38.384928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Checking segment: {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:38.385436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Bound using segment: {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:38.385989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Bound port: 62b8f366-1dcf-4a12-b8e7-449adccb5115, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c839615c-e88f-4d3c-80c5-f13d224ab113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:38.386535 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.390894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.405023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9347644a-79bf-4e0d-83dd-d3d11a8a3122 req-e7292934-c393-4442-9d73-95aaa7ed438e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054187 Dec 10 18:34:38.536429 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f9fca3-4a54-442d-9776-97e46b4a4d2d x-openstack-request-id: req-77f9fca3-4a54-442d-9776-97e46b4a4d2d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:38.536868 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4c1cdc-766c-4589-9855-74d21c67371d", "tag": "0b41c938-7554-4c75-bd92-59fc49300d00", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:38.537228 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-77f9fca3-4a54-442d-9776-97e46b4a4d2d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:38.541933 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'tag': '0b41c938-7554-4c75-bd92-59fc49300d00', 'status': 'completed', 'code': 200} Dec 10 18:34:38.587771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port edcae8fe-0c96-44bd-b386-0a71146a56ea triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:38.588592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.593687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Allocated IP 2001:db8::2 (dee54d7f-821b-4e00-8f15-17944d34ede1/421285ab-613a-4586-85df-e286bac8a64a/3a221b42-322c-4cb4-8ce1-1575ee4b9609) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:38.605451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network dee54d7f-821b-4e00-8f15-17944d34ede1 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:38.610868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:38.613820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-bfb76baa-ab8a-4b09-b411-bae49153d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.616015 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-bfb76baa-ab8a-4b09-b411-bae49153d203 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.2472034 Dec 10 18:34:38.616859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=eb2f0b66-2836-411d-8e99-cc1350179150,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:38.621669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.622491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.687669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2f6d1a1-f2ea-42c3-ad38-07df71a79f48 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3536885 Dec 10 18:34:38.692678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39890) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:38.707760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-8a9ecb5d-6616-4366-914f-d95e087fce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.709306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-8a9ecb5d-6616-4366-914f-d95e087fce9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0829639 Dec 10 18:34:38.759677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] For port 62b8f366-1dcf-4a12-b8e7-449adccb5115, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:38.807690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] For port 62b8f366-1dcf-4a12-b8e7-449adccb5115, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62b8f366-1dcf-4a12-b8e7-449adccb5115,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:38.834175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.873817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ea7ed-2ec4-4b3d-9294-0ea639090d7c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.876220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ea7ed-2ec4-4b3d-9294-0ea639090d7c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.877900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ea7ed-2ec4-4b3d-9294-0ea639090d7c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.879728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ea7ed-2ec4-4b3d-9294-0ea639090d7c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.881109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6ea7ed-2ec4-4b3d-9294-0ea639090d7c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.882970 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dc6ea7ed-2ec4-4b3d-9294-0ea639090d7c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1844170 Dec 10 18:34:38.892645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ccacf7-7271-4628-a726-22c014e95190 req-94501aae-e630-4e17-bf45-e98f457dbe36 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.900559 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80ccacf7-7271-4628-a726-22c014e95190 req-94501aae-e630-4e17-bf45-e98f457dbe36 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 948 time: 0.3126140 Dec 10 18:34:38.921661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-5c0989b0-b690-4a3c-881d-c09d209f3542 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007656 Dec 10 18:34:38.922154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39894) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:38.935158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1937322314'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:38.935742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:38.936432 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:38.938757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] 10.222.0.59 "PUT /v2.0/ports/62b8f366-1dcf-4a12-b8e7-449adccb5115 HTTP/1.1" status: 200 len: 1055 time: 2.1272206 Dec 10 18:34:38.939405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'tag': '62b8f366-1dcf-4a12-b8e7-449adccb5115'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:38.941752 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f364a1-749b-4514-b533-72e562e5e666" -d '{"events": [{"name": "network-changed", "server_uuid": "902b9350-4c33-4490-a5c5-e72fe1af3663", "tag": "62b8f366-1dcf-4a12-b8e7-449adccb5115"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:38.988900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17423598-81c4-4bbf-956d-fc7000112f33 service neutron] Pushing event updated for resources: {'Port': ['ID=62b8f366-1dcf-4a12-b8e7-449adccb5115,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:39.046971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.066082 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.066289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80ccacf7-7271-4628-a726-22c014e95190 req-3d7331eb-96c3-46b9-9647-b55785d56396 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559210 Dec 10 18:34:39.069641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d87b271b-e8dc-4ba7-a4fb-84e18c34cc44 req-5c4ad96b-1787-416a-a45d-38039cc32160 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290140 Dec 10 18:34:39.107426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:39.112108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.146166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-72093900-cbc9-4d6f-8127-2d18b469a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.147738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-72093900-cbc9-4d6f-8127-2d18b469a6b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 1058 time: 0.1527143 Dec 10 18:34:39.176257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:39.180803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Pushing event updated for resources: {'Port': ['ID=3a221b42-322c-4cb4-8ce1-1575ee4b9609,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:39.197273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Network dee54d7f-821b-4e00-8f15-17944d34ede1 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:39.198906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:39.206512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:39.226012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.226888 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment 0474b7e8-df89-44c5-a31e-097255a76a49 of type vlan for network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 Dec 10 18:34:39.232345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-e978cadf-423c-4c85-bc62-0139dd82227c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.234309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-e978cadf-423c-4c85-bc62-0139dd82227c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=aa81289c6eeb4b448cd584b053c38c11&device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 1099 time: 0.1102655 Dec 10 18:34:39.297678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Attempting to bind port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:39.298343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Attempting to bind port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '55ceef50-f022-4e6a-98ca-4f444449063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:39.298853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Attempting to bind port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 on network dee54d7f-821b-4e00-8f15-17944d34ede1 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:39.306460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:39.307828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Checking segment: {'id': '55ceef50-f022-4e6a-98ca-4f444449063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:39.307828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.308498 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Bound using segment: {'id': '55ceef50-f022-4e6a-98ca-4f444449063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:39.309108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Bound port: 3a221b42-322c-4cb4-8ce1-1575ee4b9609, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ceef50-f022-4e6a-98ca-4f444449063f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:39.309609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.393233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.401953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-333807ca-28ca-4a26-9d79-47f1124d5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.403792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-333807ca-28ca-4a26-9d79-47f1124d5e69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.1611824 Dec 10 18:34:39.418968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] For port 3a221b42-322c-4cb4-8ce1-1575ee4b9609, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:39.428032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] For port 3a221b42-322c-4cb4-8ce1-1575ee4b9609, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3a221b42-322c-4cb4-8ce1-1575ee4b9609,segment=NetworkSegment(55ceef50-f022-4e6a-98ca-4f444449063f),segment_id=55ceef50-f022-4e6a-98ca-4f444449063f)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:39.437324 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.459988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-03c082f2-cfc8-401a-bf50-8967d8e61913 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=0b41c938-7554-4c75-bd92-59fc49300d00 HTTP/1.1" status: 200 len: 217 time: 0.0428803 Dec 10 18:34:39.504433 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.511449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.512589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:39.513025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c691ada-7d7b-41e0-9f1c-f849d2eeafcb None None] Pushing event updated for resources: {'Port': ['ID=3a221b42-322c-4cb4-8ce1-1575ee4b9609,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:39.628392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7013946 Dec 10 18:34:39.633590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-1bf24ba4-7f6d-45ac-833c-269d4700d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.635535 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-1bf24ba4-7f6d-45ac-833c-269d4700d548 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.1677730 Dec 10 18:34:39.636302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39908) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:39.644800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:39.668910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8115c9-ebb1-4f64-99d6-9f34dae1d749 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=8d97b7a3-8656-4df1-a1de-4bcbf0a91457,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:39.683869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:39.688006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-40695f73-f09c-46f0-903f-bb50ead5a85a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=62b8f366-1dcf-4a12-b8e7-449adccb5115 HTTP/1.1" status: 200 len: 217 time: 0.5322344 Dec 10 18:34:39.779955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-2b4da2de-3267-4234-ba8e-e5e90f788a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.781607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-2b4da2de-3267-4234-ba8e-e5e90f788a1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326487 Dec 10 18:34:39.803087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-87f75a7f-bf10-48c1-b0f3-5bb29d6b1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.804631 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-87f75a7f-bf10-48c1-b0f3-5bb29d6b1114 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b75d97b1-e971-4522-bc99-5439662cd4e7 HTTP/1.1" status: 200 len: 837 time: 0.0728271 Dec 10 18:34:39.819999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b262bc-7ed5-4ce3-bc3c-9be3ca2efe6f req-f642f315-3225-47bf-b4c3-8df2acb68aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:39.829121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b6b262bc-7ed5-4ce3-bc3c-9be3ca2efe6f req-f642f315-3225-47bf-b4c3-8df2acb68aa2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 907 time: 0.1398935 Dec 10 18:34:40.000082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-15a165b1-51b8-4b5b-8c29-1f84a24b2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:40.001989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-15a165b1-51b8-4b5b-8c29-1f84a24b2d05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91106d33-2145-4994-be23-397db9cbb4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669078 Dec 10 18:34:40.035054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.168071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-d783b3aa-feb6-4207-b6f8-c4f6edede0f9 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658624 Dec 10 18:34:40.177864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.190522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 is not hosted by any dhcp agent {{(pid=103499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:34:40.197076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:40.208075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.216065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "PUT /v2.0/networks/8d97b7a3-8656-4df1-a1de-4bcbf0a91457 HTTP/1.1" status: 200 len: 723 time: 0.5756531 Dec 10 18:34:40.216757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39922) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:40.229228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-6d0d9e9d-c543-4444-9e9d-84aeef430671 service neutron] 10.222.0.59 "GET /v2.0/networks/91106d33-2145-4994-be23-397db9cbb4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193596 Dec 10 18:34:40.334104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e391d8d-a1bc-4cf2-9ea0-d446f0f12718 req-c301abc9-9804-4b62-82b3-9edc40f858b2 service neutron] 10.222.0.30 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487067 Dec 10 18:34:40.356792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': '8d97b7a3-8656-4df1-a1de-4bcbf0a91457', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:40.380877 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0d6533-cdaa-49f9-9dff-1c8f07c2edaa x-openstack-request-id: req-aa0d6533-cdaa-49f9-9dff-1c8f07c2edaa {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:40.381173 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902b9350-4c33-4490-a5c5-e72fe1af3663", "tag": "62b8f366-1dcf-4a12-b8e7-449adccb5115", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:40.381426 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa0d6533-cdaa-49f9-9dff-1c8f07c2edaa {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:40.381843 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'tag': '62b8f366-1dcf-4a12-b8e7-449adccb5115', 'status': 'completed', 'code': 200} Dec 10 18:34:40.448553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07e45812-41a9-41c2-a3fb-3ff9eafa488c req-eb088829-7cff-4310-a8db-3f905e3c4d68 service neutron] 10.222.0.59 "GET /v2.0/networks/91106d33-2145-4994-be23-397db9cbb4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114174 Dec 10 18:34:40.638940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f364a1-749b-4514-b533-72e562e5e666 req-80d10d6b-75c0-478a-b920-5868c853d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:40.642294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35f364a1-749b-4514-b533-72e562e5e666 req-80d10d6b-75c0-478a-b920-5868c853d838 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 1058 time: 0.1197269 Dec 10 18:34:40.650863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a221b42-322c-4cb4-8ce1-1575ee4b9609 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:40.651654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb374346-e05b-45ad-83da-a65286303f58 req-71f79aa2-f0be-4c61-94b9-dd262ae1d920 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:40.660643 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb374346-e05b-45ad-83da-a65286303f58 req-71f79aa2-f0be-4c61-94b9-dd262ae1d920 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.2107110 Dec 10 18:34:40.775705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:40.776155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.958228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:40.982237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f364a1-749b-4514-b533-72e562e5e666 req-0fa98d95-068d-451b-b42f-3cce5d065886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:40.983828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35f364a1-749b-4514-b533-72e562e5e666 req-0fa98d95-068d-451b-b42f-3cce5d065886 service neutron] 10.222.0.59 "GET /v2.0/networks?id=91106d33-2145-4994-be23-397db9cbb4b1 HTTP/1.1" status: 200 len: 899 time: 0.3195906 Dec 10 18:34:41.063914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 3a221b42-322c-4cb4-8ce1-1575ee4b9609, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3a221b42-322c-4cb4-8ce1-1575ee4b9609,segment=NetworkSegment(55ceef50-f022-4e6a-98ca-4f444449063f),segment_id=55ceef50-f022-4e6a-98ca-4f444449063f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:41.071308 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.114768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88256d-a029-4c4d-b435-3d344dab8c4d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=8d97b7a3-8656-4df1-a1de-4bcbf0a91457,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:41.133648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:41.139207 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.186001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35f364a1-749b-4514-b533-72e562e5e666 req-cf5f01af-56bf-42e8-a385-e7868bdb8206 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=62b8f366-1dcf-4a12-b8e7-449adccb5115 HTTP/1.1" status: 200 len: 217 time: 0.1798015 Dec 10 18:34:41.234074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=3a221b42-322c-4cb4-8ce1-1575ee4b9609,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:41.253501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:41.342385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f364a1-749b-4514-b533-72e562e5e666 req-e79e304d-19ee-43f1-af3f-60dd42375473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:41.344732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35f364a1-749b-4514-b533-72e562e5e666 req-e79e304d-19ee-43f1-af3f-60dd42375473 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b75d97b1-e971-4522-bc99-5439662cd4e7 HTTP/1.1" status: 200 len: 837 time: 0.1479826 Dec 10 18:34:41.375000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afafd39-75dd-45a6-b928-07e3900a1434 None None] Network dee54d7f-821b-4e00-8f15-17944d34ede1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:41.454522 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb374346-e05b-45ad-83da-a65286303f58 req-43fc095e-1b27-4ec9-856e-d16b3366767b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7919371 Dec 10 18:34:41.534143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f364a1-749b-4514-b533-72e562e5e666 req-7990939e-27b3-432c-a93d-cf5595ef0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:41.535794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35f364a1-749b-4514-b533-72e562e5e666 req-7990939e-27b3-432c-a93d-cf5595ef0967 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=91106d33-2145-4994-be23-397db9cbb4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811209 Dec 10 18:34:41.541025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c92d4693-30a8-4f95-8c62-12a79a94d430 None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:41.543486 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c92d4693-30a8-4f95-8c62-12a79a94d430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.714427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:41.794993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0b41c938-7554-4c75-bd92-59fc49300d00 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:41.984073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35f364a1-749b-4514-b533-72e562e5e666 req-91ca298d-98e8-433a-abe2-7a8f14c77f63 service neutron] 10.222.0.59 "GET /v2.0/networks/91106d33-2145-4994-be23-397db9cbb4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360700 Dec 10 18:34:42.055557 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:34:42.067159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243084df-54ec-4599-b867-60a407aa2d4b req-e8eec6d5-d370-416e-8a12-2e077fe08e56 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.070785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-243084df-54ec-4599-b867-60a407aa2d4b req-e8eec6d5-d370-416e-8a12-2e077fe08e56 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 948 time: 0.3097873 Dec 10 18:34:42.098058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=b710d867-0b85-4610-a281-19e2f38356ee,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:42.259290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-93b9f47b-1b07-47e0-b964-913ad1e32f41 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.262754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-93b9f47b-1b07-47e0-b964-913ad1e32f41 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.8873405 Dec 10 18:34:42.323825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': '0474b7e8-df89-44c5-a31e-097255a76a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8d97b7a3-8656-4df1-a1de-4bcbf0a91457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:42.324435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: 8d97b7a3-8656-4df1-a1de-4bcbf0a91457, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:34:42.374127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-243084df-54ec-4599-b867-60a407aa2d4b req-caafe9c2-0e47-4142-b89d-08f4ebaf9735 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943704 Dec 10 18:34:42.455919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-5f3ac362-2c36-428b-b05d-ff4154bbcfce tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/quotas/1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 375 time: 0.1756084 Dec 10 18:34:42.484366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35f364a1-749b-4514-b533-72e562e5e666 req-a36dc2f8-6719-4f92-8409-53d1a3e762ac service neutron] 10.222.0.59 "GET /v2.0/networks/91106d33-2145-4994-be23-397db9cbb4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738035 Dec 10 18:34:42.567774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:34:42.591829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abbe9a-d1b6-49b5-87e1-d2f10098fca8 req-39e7f031-c12d-44df-b966-c817ae57e4ff tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.594624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8d97b7a3-8656-4df1-a1de-4bcbf0a91457) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:42.603049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.603366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4abbe9a-d1b6-49b5-87e1-d2f10098fca8 req-39e7f031-c12d-44df-b966-c817ae57e4ff tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 907 time: 0.0914288 Dec 10 18:34:42.603648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:42.631075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-ce4b588b-e4bf-4375-b8d5-7db5c8c51320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.632606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-ce4b588b-e4bf-4375-b8d5-7db5c8c51320 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b&tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 1095 time: 0.3590031 Dec 10 18:34:42.662927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-2b102dd0-b565-4312-b430-d1eb9a3c3362 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2059305 Dec 10 18:34:42.757615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62b8f366-1dcf-4a12-b8e7-449adccb5115 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:34:42.759651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a221b42-322c-4cb4-8ce1-1575ee4b9609 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:42.761502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12370fa1-649f-4160-bb59-2a369f62132c None None] Network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:42.780023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00820cfd-1ffa-4c3d-8c6c-6aa916f7186f req-bdd0183c-c373-4c8b-a5fe-1b81087249f3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:42.791807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00820cfd-1ffa-4c3d-8c6c-6aa916f7186f req-bdd0183c-c373-4c8b-a5fe-1b81087249f3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.0736599 Dec 10 18:34:42.881528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00820cfd-1ffa-4c3d-8c6c-6aa916f7186f req-8f523afa-e6f4-40a2-ae6d-728c50dc0f36 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748925 Dec 10 18:34:42.886679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-9a9f9e81-9e4c-4e1a-b7fb-c7792b3a8ab2 service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973715 Dec 10 18:34:42.925027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 39964) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:42.925875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d84b8d12-6788-4b98-85b1-a5128ecb2246 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5948286 Dec 10 18:34:42.932527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cc0a9bec-37bb-4d44-a173-d6c593b4b7c8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:42.961474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd408e7-bb79-4100-aed4-2872d578b528 None None] Update dhcp port {'port': {'network_id': 'dee54d7f-821b-4e00-8f15-17944d34ede1', 'fixed_ips': [{'subnet_id': '421285ab-613a-4586-85df-e286bac8a64a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb2f0b66-2836-411d-8e99-cc1350179150'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '3a221b42-322c-4cb4-8ce1-1575ee4b9609'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:34:43.003125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-36197230-fdfc-460d-a72a-f55a7ab9ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.004614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-36197230-fdfc-460d-a72a-f55a7ab9ddd0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1095 time: 0.3408604 Dec 10 18:34:43.034703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dcd408e7-bb79-4100-aed4-2872d578b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.074435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9bec-37bb-4d44-a173-d6c593b4b7c8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1070518710'] for subnet, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.120962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-dd669483-bb6b-4b3b-86f0-3a987d890a75 service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324264 Dec 10 18:34:43.154473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0b41c938-7554-4c75-bd92-59fc49300d00, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0b41c938-7554-4c75-bd92-59fc49300d00,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:43.155561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-ccbffaa7-eb09-40f0-b76c-428e9d6a041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.158616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-ccbffaa7-eb09-40f0-b76c-428e9d6a041c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.1457648 Dec 10 18:34:43.277344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-282ceb5d-6a59-4192-bc85-0e64515ede1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 999 time: 0.1115658 Dec 10 18:34:43.295247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0b41c938-7554-4c75-bd92-59fc49300d00', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '0b41c938-7554-4c75-bd92-59fc49300d00', 'mac_address': 'fa:16:3e:01:fc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:43.402261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-db72091b-f52d-45bb-aa9a-e43b8b3fdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.413108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-db72091b-f52d-45bb-aa9a-e43b8b3fdb4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.1173432 Dec 10 18:34:43.447687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9bec-37bb-4d44-a173-d6c593b4b7c8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764418422748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1069780169'] for subnet, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.543510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-35910539-c0d1-4068-a740-bce1afe8a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.545542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-35910539-c0d1-4068-a740-bce1afe8a1d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1314430 Dec 10 18:34:43.584844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a9bec-37bb-4d44-a173-d6c593b4b7c8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=b710d867-0b85-4610-a281-19e2f38356ee,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:43.638483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-dcd408e7-bb79-4100-aed4-2872d578b528 None None] Allocated IP 172.20.0.1 (dee54d7f-821b-4e00-8f15-17944d34ede1/eb2f0b66-2836-411d-8e99-cc1350179150/3a221b42-322c-4cb4-8ce1-1575ee4b9609) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:43.670018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0a9bec-37bb-4d44-a173-d6c593b4b7c8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.682391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cc0a9bec-37bb-4d44-a173-d6c593b4b7c8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.687979 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cc0a9bec-37bb-4d44-a173-d6c593b4b7c8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "PUT /v2.0/subnets/b710d867-0b85-4610-a281-19e2f38356ee HTTP/1.1" status: 200 len: 826 time: 0.7599323 Dec 10 18:34:43.691036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 39992) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:43.771780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dd8b5-cc33-4b43-be4d-9175f2a19575 req-2885c6c9-c3e5-45a6-807e-6163b309de1a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:43.790999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a94dd8b5-cc33-4b43-be4d-9175f2a19575 req-2885c6c9-c3e5-45a6-807e-6163b309de1a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 948 time: 0.2082107 Dec 10 18:34:43.873394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-dcd408e7-bb79-4100-aed4-2872d578b528 None None] For port 3a221b42-322c-4cb4-8ce1-1575ee4b9609, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3a221b42-322c-4cb4-8ce1-1575ee4b9609,segment=NetworkSegment(55ceef50-f022-4e6a-98ca-4f444449063f),segment_id=55ceef50-f022-4e6a-98ca-4f444449063f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:43.917154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dcd408e7-bb79-4100-aed4-2872d578b528 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.924147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a94dd8b5-cc33-4b43-be4d-9175f2a19575 req-8b562891-a665-4cc1-acd8-d10fc4367077 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309953 Dec 10 18:34:43.924380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b7bc8-07d2-4521-ab8b-cb5fa9fff2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-8d97b7a3-8656-4df1-a1de-4bcbf0a91457', 'network_id': '8d97b7a3-8656-4df1-a1de-4bcbf0a91457', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': 'b710d867-0b85-4610-a281-19e2f38356ee'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:34:43.925253 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8b5b7bc8-07d2-4521-ab8b-cb5fa9fff2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:43.972515 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dcd408e7-bb79-4100-aed4-2872d578b528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.087091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.096587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-15219f52-2076-4894-a36e-83438ea6912f req-802755c9-72fb-47ea-9f76-91ce0d5c6613 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.0685229 Dec 10 18:34:44.114482 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-04b14e0d-1d13-4c93-91f8-5a6e6023681e service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584941 Dec 10 18:34:44.125305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b41c938-7554-4c75-bd92-59fc49300d00 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:44.169448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0b41c938-7554-4c75-bd92-59fc49300d00, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0b41c938-7554-4c75-bd92-59fc49300d00,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:44.171770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:44.174820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.257703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fecc60e-e4dd-4e1e-846b-e60182149617 req-5eb12d20-cb3a-4fe4-8a93-fb1d5124b757 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.266402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7fecc60e-e4dd-4e1e-846b-e60182149617 req-5eb12d20-cb3a-4fe4-8a93-fb1d5124b757 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.0740821 Dec 10 18:34:44.297123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.323742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157510a-ab75-4051-a8ac-968c00c69536 req-edf8e2ac-f862-450a-b2d1-43a795799fe2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:44.343329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8157510a-ab75-4051-a8ac-968c00c69536 req-edf8e2ac-f862-450a-b2d1-43a795799fe2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 907 time: 0.4639714 Dec 10 18:34:44.365104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.412730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7fecc60e-e4dd-4e1e-846b-e60182149617 req-ebaa39a6-c806-4776-ab6b-6f546bbfb196 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425390 Dec 10 18:34:44.475337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb8dcef2-10f5-4f34-be88-cac23cc4426a req-2ef970d6-acc2-44ba-8d0b-381b693350e5 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451281 Dec 10 18:34:44.490004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 62b8f366-1dcf-4a12-b8e7-449adccb5115, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62b8f366-1dcf-4a12-b8e7-449adccb5115,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:44.535542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.663471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.669632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '62b8f366-1dcf-4a12-b8e7-449adccb5115', 'network_id': '91106d33-2145-4994-be23-397db9cbb4b1', 'port_id': '62b8f366-1dcf-4a12-b8e7-449adccb5115', 'mac_address': 'fa:16:3e:9d:ea:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b75d97b1-e971-4522-bc99-5439662cd4e7', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:34:44.671900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0b41c938-7554-4c75-bd92-59fc49300d00'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:44.702928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=b710d867-0b85-4610-a281-19e2f38356ee,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.713171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd408e7-bb79-4100-aed4-2872d578b528 None None] Pushing event updated for resources: {'Port': ['ID=3a221b42-322c-4cb4-8ce1-1575ee4b9609,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-8b5b7bc8-07d2-4521-ab8b-cb5fa9fff2e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b710d867-0b85-4610-a281-19e2f38356ee: This subnet is being modified by another concurrent operation. Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b710d867-0b85-4610-a281-19e2f38356ee: This subnet is being modified by another concurrent operation. Dec 10 18:34:44.724566 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 18:34:44.779124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ed2c67-07b9-409a-b97c-943aac8f6a5c None None] Network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:44.876012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.921914 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:44.947101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d97b7a3-8656-4df1-a1de-4bcbf0a91457']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:44.976012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b8f366-1dcf-4a12-b8e7-449adccb5115 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:45.003580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0474b7e8-df89-44c5-a31e-097255a76a49') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:45.004010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0474b7e8-df89-44c5-a31e-097255a76a49') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:34:45.033804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.038102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0b41c938-7554-4c75-bd92-59fc49300d00,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:45.069743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 62b8f366-1dcf-4a12-b8e7-449adccb5115, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62b8f366-1dcf-4a12-b8e7-449adccb5115,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:45.139489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.140959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.141437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b3c3c-3106-421a-b445-79a63055be43 None None] Network 8d97b7a3-8656-4df1-a1de-4bcbf0a91457 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:45.159184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:34:45.162223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.248294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb478703-8747-4e5e-9354-9ba50c24e72b req-72f493be-c0d3-4039-b1e3-9d91ac38c4a8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.0481722 Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:34:45.260468 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:34:45.267757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.279790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.284662 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/8d97b7a3-8656-4df1-a1de-4bcbf0a91457 HTTP/1.1" status: 204 len: 168 time: 1.5910218 Dec 10 18:34:45.287967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40064) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.308254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9aa4d6-692a-48cb-9892-d9560b7f601b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=8d97b7a3-8656-4df1-a1de-4bcbf0a91457,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:45.324712 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45edc97-f411-47ce-8f3e-2779f24467de tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:34:45.326190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45edc97-f411-47ce-8f3e-2779f24467de tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:34:45.335509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f858c-a5fe-402d-9dcc-006c1fa4fbcc req-b141500b-60ad-41c5-aacc-167644942dde tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.344908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-994f858c-a5fe-402d-9dcc-006c1fa4fbcc req-b141500b-60ad-41c5-aacc-167644942dde tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 949 time: 0.2707863 Dec 10 18:34:45.345714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40066) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:45.351008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b45edc97-f411-47ce-8f3e-2779f24467de tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/8d97b7a3-8656-4df1-a1de-4bcbf0a91457 HTTP/1.1" status: 404 len: 339 time: 0.0511262 Dec 10 18:34:45.352570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1684306417', 'description': 'd1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:45.425561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:45.434267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.453916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['62b8f366-1dcf-4a12-b8e7-449adccb5115'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:34:45.550601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de35d92-7dac-48a5-a714-a5d16a368d94 req-fcd8a23c-b1d3-49b8-a717-7c5a95f1184c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.576851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6de35d92-7dac-48a5-a714-a5d16a368d94 req-fcd8a23c-b1d3-49b8-a717-7c5a95f1184c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 908 time: 0.1160963 Dec 10 18:34:45.591079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=62b8f366-1dcf-4a12-b8e7-449adccb5115,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:45.610744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:45.636659 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-994f858c-a5fe-402d-9dcc-006c1fa4fbcc req-0ae51a57-f306-4f9c-b041-d347591d3efe tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579591 Dec 10 18:34:45.661182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.661847 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment ad50f8bb-8611-4108-8ec9-37b42f151efb of type vlan for network 1fd869f2-426d-424b-ae48-0b6751ce812d Dec 10 18:34:45.793739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:45.894596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d3104-9300-4f00-8ee0-9f57594a9f90 req-619121c9-d2e8-4f33-84cb-443a262d627c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:45.910276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe4d3104-9300-4f00-8ee0-9f57594a9f90 req-619121c9-d2e8-4f33-84cb-443a262d627c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.1814265 Dec 10 18:34:45.983503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe4d3104-9300-4f00-8ee0-9f57594a9f90 req-3a5b9c0d-1180-425d-8ba7-b21db89c1162 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709717 Dec 10 18:34:45.984266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40082) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.100520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.118139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:46.118975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.152323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c523df7-8cf6-415d-b9a8-dd1f638ed76b None None] Network dee54d7f-821b-4e00-8f15-17944d34ede1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:46.253286 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f5ffc3f-d86f-4b8c-b8be-ec001f5a2634 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.316554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0be90a5e-baad-4589-82d4-359457eec791 None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:46.317652 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0be90a5e-baad-4589-82d4-359457eec791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.394575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=1fd869f2-426d-424b-ae48-0b6751ce812d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:46.437211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-42ed52b5-ea9e-413a-858a-dbabc5dd222f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:46.443762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f5ffc3f-d86f-4b8c-b8be-ec001f5a2634 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.460745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f5ffc3f-d86f-4b8c-b8be-ec001f5a2634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:46.473192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-42ed52b5-ea9e-413a-858a-dbabc5dd222f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.8721731 Dec 10 18:34:46.479124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aecfd5b9-fa63-4814-8d80-cc117f902b12 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1315789 Dec 10 18:34:46.493191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40094) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.533498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd71e067-76bd-458d-b0bf-9fb1a1bde436 req-1aabeb2d-76b2-4e20-9825-9b61435acc4e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.1347177 Dec 10 18:34:46.548525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'port': {'device_id': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'admin_state_up': True, 'tenant_id': '1045a22b75f74badbb64f97470785ec4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:46.583269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1fd869f2-426d-424b-ae48-0b6751ce812d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:46.618692 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f5ffc3f-d86f-4b8c-b8be-ec001f5a2634 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=762f587508f644c2b626acf37df8ac84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6306498 Dec 10 18:34:46.620345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40098) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:46.940380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ffc3f-d86f-4b8c-b8be-ec001f5a2634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc2e621-880a-428d-9458-65395e9eaf75,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:46.977787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a221b42-322c-4cb4-8ce1-1575ee4b9609 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:47.031860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30364e6d-58f9-4d6c-8048-627e16133eb7 req-fcf98990-14c1-4b96-af39-a33cd513b54a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.053933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30364e6d-58f9-4d6c-8048-627e16133eb7 req-fcf98990-14c1-4b96-af39-a33cd513b54a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 949 time: 0.1800332 Dec 10 18:34:47.164376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.216679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.223599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30364e6d-58f9-4d6c-8048-627e16133eb7 req-995fb72d-fc78-41fe-b5c4-a3242f83ca27 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685236 Dec 10 18:34:47.225437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:47.239227 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.321414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb31cf3-7c9a-4794-ac67-40f4a6d97e72 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.323132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5eb31cf3-7c9a-4794-ac67-40f4a6d97e72 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/networks?id=1fd869f2-426d-424b-ae48-0b6751ce812d HTTP/1.1" status: 200 len: 765 time: 0.8119311 Dec 10 18:34:47.329694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40114) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:47.337932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'description': 'd2'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:47.342527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.346275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.347828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4bc2e621-880a-428d-9458-65395e9eaf75 HTTP/1.1" status: 204 len: 168 time: 0.7145691 Dec 10 18:34:47.461197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6203b-f4df-424d-9827-a5e70fec28f3 req-bf298994-f62b-49fc-aa39-39d79c966449 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.462991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12d6203b-f4df-424d-9827-a5e70fec28f3 req-bf298994-f62b-49fc-aa39-39d79c966449 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 908 time: 0.7401488 Dec 10 18:34:47.494541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62b8f366-1dcf-4a12-b8e7-449adccb5115 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:47.566472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc2e621-880a-428d-9458-65395e9eaf75,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:47.608690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.609389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.610048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.610751 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.635004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.636825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.640297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.641071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.641620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.642153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.642710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.643280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.645251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769c69a5-cb4b-40ee-8ca6-05b005d74c74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:47.769930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 62b8f366-1dcf-4a12-b8e7-449adccb5115 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:47.784891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:47.787219 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.824594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f6d09-b932-4e41-ae97-2df0c0f0e269 req-7e34a79f-e455-4d55-aea9-facc20d3832b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:47.841972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-802f6d09-b932-4e41-ae97-2df0c0f0e269 req-7e34a79f-e455-4d55-aea9-facc20d3832b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.3832793 Dec 10 18:34:47.870061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 62b8f366-1dcf-4a12-b8e7-449adccb5115 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:47.873680 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:47.959361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa16c7-1715-4266-94a8-3084e7ec17a7 None None] Network dee54d7f-821b-4e00-8f15-17944d34ede1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:34:48.020682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.071972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.144457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.20.0.11 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/10e2e11e-d650-4fbf-8e81-7578047dd65e) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:34:48.171533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a32a303-6f04-4b55-8244-871fc23b024c req-809ee0ab-d25e-49a9-bbd8-2d0a36296c62 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.1227100 Dec 10 18:34:48.175506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 1fd869f2-426d-424b-ae48-0b6751ce812d is not hosted by any dhcp agent {{(pid=103500) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:34:48.185496 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-802f6d09-b932-4e41-ae97-2df0c0f0e269 req-4135d021-884f-46ac-a99b-3e222215c4df tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3425479 Dec 10 18:34:48.199860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.202633 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.204602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "PUT /v2.0/networks/1fd869f2-426d-424b-ae48-0b6751ce812d HTTP/1.1" status: 200 len: 762 time: 0.8720582 Dec 10 18:34:48.207489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40126) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.352677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a23ed2ca-756c-421a-a13a-33fb0dd2534a None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:48.353105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a23ed2ca-756c-421a-a13a-33fb0dd2534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.384307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a471922-e430-4f94-810d-dd2db596d059 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=1fd869f2-426d-424b-ae48-0b6751ce812d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:48.398704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0b41c938-7554-4c75-bd92-59fc49300d00 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:34:48.410881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40134) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.416558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb70d07e-50dd-4e75-8488-b1c420f0329f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.418618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb70d07e-50dd-4e75-8488-b1c420f0329f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/networks?id=1fd869f2-426d-424b-ae48-0b6751ce812d HTTP/1.1" status: 200 len: 765 time: 0.2098191 Dec 10 18:34:48.425087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40136) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:48.449071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d61f13ce-c8bd-4458-b1e8-f7969fda2bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:48.530204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1fd869f2-426d-424b-ae48-0b6751ce812d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:48.712392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a60f21-91ca-4d82-8f4e-aba16240bb9a req-1857493e-19a4-4983-b15f-7da4ab541066 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.714239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11a60f21-91ca-4d82-8f4e-aba16240bb9a req-1857493e-19a4-4983-b15f-7da4ab541066 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 949 time: 0.2626719 Dec 10 18:34:48.952746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11a60f21-91ca-4d82-8f4e-aba16240bb9a req-e0168c9f-31f4-451e-8769-c316c36ae45b tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120497 Dec 10 18:34:48.955538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d81d7d-b1dc-4b49-8432-01017b1911a8 req-d2a083a3-a5a4-4249-aa5a-f69e8d9a3375 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.960324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08d81d7d-b1dc-4b49-8432-01017b1911a8 req-d2a083a3-a5a4-4249-aa5a-f69e8d9a3375 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 908 time: 0.3615630 Dec 10 18:34:48.992974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad7546-703e-4853-9d64-be4d278a2f15 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:48.999698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.014938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-63ad7546-703e-4853-9d64-be4d278a2f15 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5858259 Dec 10 18:34:49.018957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40142) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.040454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d61f13ce-c8bd-4458-b1e8-f7969fda2bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.047690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d61f13ce-c8bd-4458-b1e8-f7969fda2bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.132324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f13ce-c8bd-4458-b1e8-f7969fda2bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32bdbaa-4bfb-4bba-a92e-b4b57f1cbf50,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.154978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 62b8f366-1dcf-4a12-b8e7-449adccb5115, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62b8f366-1dcf-4a12-b8e7-449adccb5115,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:49.162528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0b41c938-7554-4c75-bd92-59fc49300d00 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:34:49.176962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8f366-1dcf-4a12-b8e7-449adccb5115'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:49.180327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ac76d8b6-a61c-4f10-85e0-d5c1a4ce5261 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 207 time: 0.1534102 Dec 10 18:34:49.186269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40146) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.198894 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d421f7-5374-4b0a-b7c6-e652db2b3935" -d '{"events": [{"server_uuid": "902b9350-4c33-4490-a5c5-e72fe1af3663", "name": "network-vif-plugged", "status": "completed", "tag": "62b8f366-1dcf-4a12-b8e7-449adccb5115"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:49.215154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.255093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.260541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d61f13ce-c8bd-4458-b1e8-f7969fda2bff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4c5f78b7b3dd417f8f0ca71354cc1d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8483796 Dec 10 18:34:49.266266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40154) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.348128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.366863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0b41c938-7554-4c75-bd92-59fc49300d00 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:49.367236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.513329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:34:49.564432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:34:49.597463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:34:49.602800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e91bcc8-1cb2-401a-905c-57bb93659bd5 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:34:49.670672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf804eee-6d0b-4922-a600-e4068abe75f3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.680589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf804eee-6d0b-4922-a600-e4068abe75f3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.702830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf804eee-6d0b-4922-a600-e4068abe75f3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.713810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf804eee-6d0b-4922-a600-e4068abe75f3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.731813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf804eee-6d0b-4922-a600-e4068abe75f3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.748718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf804eee-6d0b-4922-a600-e4068abe75f3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.751252 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf804eee-6d0b-4922-a600-e4068abe75f3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.5637164 Dec 10 18:34:49.757239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40160) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:49.768343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=62b8f366-1dcf-4a12-b8e7-449adccb5115,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.779542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.780624 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:49.836401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=10e2e11e-d650-4fbf-8e81-7578047dd65e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:49.884616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee3320-071c-4dc7-8d6a-61b5ce6cb616 req-02c0b277-e80d-4b52-85b6-0f78d1d42b2c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:49.892575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49ee3320-071c-4dc7-8d6a-61b5ce6cb616 req-02c0b277-e80d-4b52-85b6-0f78d1d42b2c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.4669020 Dec 10 18:34:49.897369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-b76145ad-5f31-493b-82fd-146261e1c1f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3668103 Dec 10 18:34:49.917703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3ede-cf29-4dfc-9113-cefd7c364f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.029782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49ee3320-071c-4dc7-8d6a-61b5ce6cb616 req-3a9be0ae-2cf4-42b1-a4d2-90d8fffeaae6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261585 Dec 10 18:34:50.031708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df417690-2bf7-4ded-a86e-5c8dddf59164 req-327debd0-cd74-4a83-baab-b58fc8aff9d8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:50.033593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df417690-2bf7-4ded-a86e-5c8dddf59164 req-327debd0-cd74-4a83-baab-b58fc8aff9d8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 932 time: 0.4583321 Dec 10 18:34:50.043353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Request body: {'port': {'device_id': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:50.174691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3ede-cf29-4dfc-9113-cefd7c364f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.242617 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a4df2f-323b-457f-a210-b0beff95b008 x-openstack-request-id: req-13a4df2f-323b-457f-a210-b0beff95b008 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:50.243609 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902b9350-4c33-4490-a5c5-e72fe1af3663", "name": "network-vif-plugged", "status": "completed", "tag": "62b8f366-1dcf-4a12-b8e7-449adccb5115", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:50.245067 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-13a4df2f-323b-457f-a210-b0beff95b008 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:50.245746 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b8f366-1dcf-4a12-b8e7-449adccb5115', 'code': 200} Dec 10 18:34:50.247368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-438ce2a8-6947-44b2-81d1-05cc4b234f06 None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:50.250257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-438ce2a8-6947-44b2-81d1-05cc4b234f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.279085 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.326992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.535201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e91bcc8-1cb2-401a-905c-57bb93659bd5 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:34:50.603383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0b41c938-7554-4c75-bd92-59fc49300d00, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0b41c938-7554-4c75-bd92-59fc49300d00,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:50.653154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e97a55ea-ee17-4a8d-a187-e5acc779f0e5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.8863275 Dec 10 18:34:50.663675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df417690-2bf7-4ded-a86e-5c8dddf59164 req-05de8165-2100-4524-9515-617f23790f10 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102452 Dec 10 18:34:50.669403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40172) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:50.681488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.719374 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3ede-cf29-4dfc-9113-cefd7c364f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.722449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e6f3ede-cf29-4dfc-9113-cefd7c364f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:50.723733 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2e6f3ede-cf29-4dfc-9113-cefd7c364f02 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d32bdbaa-4bfb-4bba-a92e-b4b57f1cbf50 HTTP/1.1" status: 204 len: 168 time: 1.4539354 Dec 10 18:34:50.765309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3d8ef-84fa-45f3-906e-6ddfee592b0d req-c8297c15-efa1-4e4a-89f3-85f8a92be2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:50.784100 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82c3d8ef-84fa-45f3-906e-6ddfee592b0d req-c8297c15-efa1-4e4a-89f3-85f8a92be2b6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 1060 time: 0.4502161 Dec 10 18:34:50.807733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f3ede-cf29-4dfc-9113-cefd7c364f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32bdbaa-4bfb-4bba-a92e-b4b57f1cbf50,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.009872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acec8e-687a-42c7-bdaf-b2dc877189d8 req-be823522-f744-4cfe-9d34-234d288917f8 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.019040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42acec8e-687a-42c7-bdaf-b2dc877189d8 req-be823522-f744-4cfe-9d34-234d288917f8 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 909 time: 0.1289124 Dec 10 18:34:51.077664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b0a60-350c-465c-853f-84cda84455ee req-9e5f63e8-d101-4965-bea6-ad792ed01ce7 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.079175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a80b0a60-350c-465c-853f-84cda84455ee req-9e5f63e8-d101-4965-bea6-ad792ed01ce7 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 949 time: 0.6305037 Dec 10 18:34:51.218109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0b41c938-7554-4c75-bd92-59fc49300d00,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:51.254554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.254956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.255360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.255748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.256099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.259818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.260215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.260562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.260901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.261230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.261561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.262009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.262347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:34:51.318449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e397a-e809-47b0-8110-faf7482d9b26 req-fc310ad7-1b6b-4d31-a9b5-6ed808200bc4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.332922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-823e397a-e809-47b0-8110-faf7482d9b26 req-fc310ad7-1b6b-4d31-a9b5-6ed808200bc4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.1237719 Dec 10 18:34:51.390802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2fc8a-039c-44a0-ad19-79b865af2819 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.400807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2fc8a-039c-44a0-ad19-79b865af2819 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.412121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2fc8a-039c-44a0-ad19-79b865af2819 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.418281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2fc8a-039c-44a0-ad19-79b865af2819 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.422224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2fc8a-039c-44a0-ad19-79b865af2819 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:51.427488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-47c2fc8a-039c-44a0-ad19-79b865af2819 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7523458 Dec 10 18:34:51.439925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40186) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:51.498176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-823e397a-e809-47b0-8110-faf7482d9b26 req-ad71ed7d-1c8c-4cc5-9654-ee127f1edc96 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634648 Dec 10 18:34:52.004487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4afdb-8baf-497e-8c87-21fb595f7b9b req-30ff608f-7700-43ee-a02d-75b6e77a7d1d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.020062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32b4afdb-8baf-497e-8c87-21fb595f7b9b req-30ff608f-7700-43ee-a02d-75b6e77a7d1d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 932 time: 0.1681094 Dec 10 18:34:52.248318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b41c938-7554-4c75-bd92-59fc49300d00'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:52.252681 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e99dd6e-97e1-44df-9e7b-a82f342f0715" -d '{"events": [{"server_uuid": "2d4c1cdc-766c-4589-9855-74d21c67371d", "name": "network-vif-plugged", "status": "completed", "tag": "0b41c938-7554-4c75-bd92-59fc49300d00"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:52.252986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32b4afdb-8baf-497e-8c87-21fb595f7b9b req-6571d384-5300-4fe4-9f66-864e3399dbe2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287242 Dec 10 18:34:52.358934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f5ebb450-9ece-4e26-8d51-7345d3dc12ec None None] Provisioning complete for port 10e2e11e-d650-4fbf-8e81-7578047dd65e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:34:52.364041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5ebb450-9ece-4e26-8d51-7345d3dc12ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.437352 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a80b0a60-350c-465c-853f-84cda84455ee req-bdb63c49-fdc6-4eec-9910-7d06194220b5 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1577163 Dec 10 18:34:52.477012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e943ba-afed-49a4-a87d-a6ffbab25c2e tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.479239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e943ba-afed-49a4-a87d-a6ffbab25c2e tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.480237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e943ba-afed-49a4-a87d-a6ffbab25c2e tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.490947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebb450-9ece-4e26-8d51-7345d3dc12ec None None] Port 10e2e11e-d650-4fbf-8e81-7578047dd65e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:34:52.502534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e943ba-afed-49a4-a87d-a6ffbab25c2e tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.504447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e943ba-afed-49a4-a87d-a6ffbab25c2e tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.506154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f5e943ba-afed-49a4-a87d-a6ffbab25c2e tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 1.0204720 Dec 10 18:34:52.524940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40208) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:52.601595 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864940b-df2e-4c79-aa1a-88abca9bf546 x-openstack-request-id: req-2864940b-df2e-4c79-aa1a-88abca9bf546 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:52.601917 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4c1cdc-766c-4589-9855-74d21c67371d", "name": "network-vif-plugged", "status": "completed", "tag": "0b41c938-7554-4c75-bd92-59fc49300d00", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:52.603126 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2864940b-df2e-4c79-aa1a-88abca9bf546 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:52.603986 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b41c938-7554-4c75-bd92-59fc49300d00', 'code': 200} Dec 10 18:34:52.658459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e2e11e-d650-4fbf-8e81-7578047dd65e {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:34:52.671740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.709055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Transition to ACTIVE for port object 10e2e11e-d650-4fbf-8e81-7578047dd65e will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:34:52.759292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:52.837085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037bb3e-5ed7-427c-a145-4a8c3dbaa47d req-f69d2647-32a7-4ff8-9420-6d713cdcad87 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:52.857157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d037bb3e-5ed7-427c-a145-4a8c3dbaa47d req-f69d2647-32a7-4ff8-9420-6d713cdcad87 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 909 time: 0.4318726 Dec 10 18:34:53.128709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8d4259-b147-43bb-bd91-6fd64676e161 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.135664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c8d4259-b147-43bb-bd91-6fd64676e161 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/networks/1e5f3e8e-fd53-4771-b37c-058476a1e370 HTTP/1.1" status: 200 len: 804 time: 0.5939445 Dec 10 18:34:53.258522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40224) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.476105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede795ee-29c3-4779-b983-f9ce0dac3284 req-07acf321-cb67-4eff-8993-e2aa05559e34 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.488291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ede795ee-29c3-4779-b983-f9ce0dac3284 req-07acf321-cb67-4eff-8993-e2aa05559e34 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 909 time: 0.3489935 Dec 10 18:34:53.693936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-33a847f8-b494-4a09-84f0-427b06f8cde6 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/networks/1e5f3e8e-fd53-4771-b37c-058476a1e370?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4341161 Dec 10 18:34:53.696008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40238) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:53.722185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a1a1c-87b2-4686-8ae5-e04654b8fb94 req-7653f964-ae63-4e91-896d-06d3d94f9a93 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.733863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-140a1a1c-87b2-4686-8ae5-e04654b8fb94 req-7653f964-ae63-4e91-896d-06d3d94f9a93 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 1.0029960 Dec 10 18:34:53.765339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Pushing event updated for resources: {'Port': ['ID=10e2e11e-d650-4fbf-8e81-7578047dd65e,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:53.819353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092e71-6242-430c-8e7a-fcc4598de676 req-fec97d6b-90a5-4805-8302-7029c72015ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:53.820976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0092e71-6242-430c-8e7a-fcc4598de676 req-fec97d6b-90a5-4805-8302-7029c72015ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 1101 time: 1.1099467 Dec 10 18:34:53.996246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40244) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:54.024042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755fed8f-8f43-47ad-9859-c00ab66bb5f2 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.031755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-755fed8f-8f43-47ad-9859-c00ab66bb5f2 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/subnets/069277fd-bbe8-40e2-89d2-64f197f25bb6 HTTP/1.1" status: 200 len: 843 time: 0.3345783 Dec 10 18:34:54.044762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:54.166065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Attempting to bind port 10e2e11e-d650-4fbf-8e81-7578047dd65e on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:34:54.168711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Attempting to bind port 10e2e11e-d650-4fbf-8e81-7578047dd65e by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:34:54.169127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Attempting to bind port 10e2e11e-d650-4fbf-8e81-7578047dd65e on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:54.220404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Port 10e2e11e-d650-4fbf-8e81-7578047dd65e on network befa5d99-05cc-4c47-b670-bb18516544f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:34:54.221108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Attempting to bind port 10e2e11e-d650-4fbf-8e81-7578047dd65e on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:34:54.231845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd52c73-dea9-47db-a4e7-e119142f33e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['shared'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.242884 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8fd52c73-dea9-47db-a4e7-e119142f33e3 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "GET /v2.0/subnets/069277fd-bbe8-40e2-89d2-64f197f25bb6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1879592 Dec 10 18:34:54.243612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-140a1a1c-87b2-4686-8ae5-e04654b8fb94 req-1dc8b828-cfd5-4906-9b3a-4809015dd241 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5073078 Dec 10 18:34:54.258175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabe100-56e8-4489-bba1-b54d67dec882 req-2430821f-1925-4ec7-a1e5-70c94697aedf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.271211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40254) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:54.271495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fabe100-56e8-4489-bba1-b54d67dec882 req-2430821f-1925-4ec7-a1e5-70c94697aedf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.4583662 Dec 10 18:34:54.294881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0092e71-6242-430c-8e7a-fcc4598de676 req-b0857a12-9c81-4439-9474-91c7a4dc2c85 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313347 Dec 10 18:34:54.314710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1560757407'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:54.337971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:34:54.338313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:34:54.338741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:34:54.339202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Bound port: 10e2e11e-d650-4fbf-8e81-7578047dd65e, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:34:54.339585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.408642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fabe100-56e8-4489-bba1-b54d67dec882 req-64e391c6-d523-45a1-a6a8-4e398a53cf61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321204 Dec 10 18:34:54.555636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-504e9e8d-dd8f-430d-9d54-cee2189db938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.644971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:54.675007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.691418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-504e9e8d-dd8f-430d-9d54-cee2189db938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.696285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-504e9e8d-dd8f-430d-9d54-cee2189db938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.805739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-504e9e8d-dd8f-430d-9d54-cee2189db938 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=411fe617fd204694bd9a4009b8f5206d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045931 Dec 10 18:34:54.809878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40262) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:54.816692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc9493-68f6-43b0-b152-a8ae8180b691 req-525fda8d-25e4-40b3-9588-1130a6f64389 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.818303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bbc9493-68f6-43b0-b152-a8ae8180b691 req-525fda8d-25e4-40b3-9588-1130a6f64389 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 950 time: 0.3810809 Dec 10 18:34:54.854536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] For port 10e2e11e-d650-4fbf-8e81-7578047dd65e, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:34:54.867936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] For port 10e2e11e-d650-4fbf-8e81-7578047dd65e, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=10e2e11e-d650-4fbf-8e81-7578047dd65e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:34:54.873251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e9e8d-dd8f-430d-9d54-cee2189db938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e8a58-0004-4a66-bdeb-0eeb174a7dbb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:54.889455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:54.899680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9353b08-3d53-4f1e-ab41-871d1a8c2841 req-e80090f1-2ef4-474f-b40f-2f27b9d0bba2 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:54.915751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e9353b08-3d53-4f1e-ab41-871d1a8c2841 req-e80090f1-2ef4-474f-b40f-2f27b9d0bba2 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 1060 time: 0.3701212 Dec 10 18:34:55.028004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:34:55.062081 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb31d838-c7b2-4c1e-bce8-5c6e2c1aa8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.276284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.277726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.282264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] 10.222.0.30 "PUT /v2.0/ports/10e2e11e-d650-4fbf-8e81-7578047dd65e HTTP/1.1" status: 200 len: 1092 time: 5.2418509 Dec 10 18:34:55.307521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'tag': '10e2e11e-d650-4fbf-8e81-7578047dd65e'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:34:55.313430 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "68cdff7e-ac41-4651-a29f-5743f45883f0", "tag": "10e2e11e-d650-4fbf-8e81-7578047dd65e"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:34:55.333818 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.334299 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Added segment 25f3a259-2fba-4fcc-9553-112357d9b4e2 of type vlan for network 70ef51a3-0a67-4be1-abed-ddef34506821 Dec 10 18:34:55.434873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb31d838-c7b2-4c1e-bce8-5c6e2c1aa8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.526648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4bbc9493-68f6-43b0-b152-a8ae8180b691 req-528c76de-7319-4911-b83a-ad0316de5d1a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900375 Dec 10 18:34:55.568398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8acab1-39f8-4670-8d51-5620dcf227fb service neutron] Pushing event updated for resources: {'Port': ['ID=10e2e11e-d650-4fbf-8e81-7578047dd65e,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.575875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df537dc0-6739-490c-b457-fd2a77ed6279 req-79ffefc2-19f9-44e4-ba32-c03511268203 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.579625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df537dc0-6739-490c-b457-fd2a77ed6279 req-79ffefc2-19f9-44e4-ba32-c03511268203 tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1136 time: 0.2469761 Dec 10 18:34:55.619631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.655685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-9517429b-e711-47eb-86cd-2168ae69bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.657981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-9517429b-e711-47eb-86cd-2168ae69bb00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 1095 time: 0.2910566 Dec 10 18:34:55.670046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.683868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.685823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.716648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb31d838-c7b2-4c1e-bce8-5c6e2c1aa8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.720317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb31d838-c7b2-4c1e-bce8-5c6e2c1aa8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:55.725006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb31d838-c7b2-4c1e-bce8-5c6e2c1aa8e1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5e4e8a58-0004-4a66-bdeb-0eeb174a7dbb HTTP/1.1" status: 204 len: 168 time: 0.8993235 Dec 10 18:34:55.745745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31d838-c7b2-4c1e-bce8-5c6e2c1aa8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e8a58-0004-4a66-bdeb-0eeb174a7dbb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.769303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df537dc0-6739-490c-b457-fd2a77ed6279 req-ce3b3f4c-f736-4ebd-ba70-66bc1db03a6e tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1785245 Dec 10 18:34:55.786786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:55.791762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-23cd1679-1ac3-4df4-8c12-7852157c9ebf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e2e11e-d650-4fbf-8e81-7578047dd65e HTTP/1.1" status: 200 len: 217 time: 0.0969608 Dec 10 18:34:55.911702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b1a0e-5cf6-4a4d-aef0-4813469e1c8f tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:55.926375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d62b1a0e-5cf6-4a4d-aef0-4813469e1c8f tempest-TestSecurityGroupsBasicOps-593332187 tempest-TestSecurityGroupsBasicOps-593332187-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 1055 time: 0.1379843 Dec 10 18:34:55.933610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Network': ['ID=70ef51a3-0a67-4be1-abed-ddef34506821,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:55.955955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 70ef51a3-0a67-4be1-abed-ddef34506821 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:34:56.046607 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102a983d-026c-4700-ac09-97b5f1dcdda8 x-openstack-request-id: req-102a983d-026c-4700-ac09-97b5f1dcdda8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:34:56.047124 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68cdff7e-ac41-4651-a29f-5743f45883f0", "tag": "10e2e11e-d650-4fbf-8e81-7578047dd65e", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:34:56.047439 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-102a983d-026c-4700-ac09-97b5f1dcdda8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:34:56.047810 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'tag': '10e2e11e-d650-4fbf-8e81-7578047dd65e', 'status': 'completed', 'code': 200} Dec 10 18:34:56.097391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d2d1cf0d-5403-45c5-ab87-4feea30fd896 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8207922 Dec 10 18:34:56.100348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40284) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.107763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'network_id': '70ef51a3-0a67-4be1-abed-ddef34506821', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:34:56.171334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-cbfb780a-3425-425d-b3fe-78f39e27892b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.173279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-cbfb780a-3425-425d-b3fe-78f39e27892b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.2238181 Dec 10 18:34:56.228605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634f319-dec7-4e92-a1bc-b22a39b82e44 req-d8755bc3-bccb-4bfa-9e93-45099f37fbdf tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.230235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d634f319-dec7-4e92-a1bc-b22a39b82e44 req-d8755bc3-bccb-4bfa-9e93-45099f37fbdf tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.4359741 Dec 10 18:34:56.419986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d634f319-dec7-4e92-a1bc-b22a39b82e44 req-155682b7-f33a-41db-891d-f16df668a482 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483829 Dec 10 18:34:56.435915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-caaefdd9-be7f-42e6-97d9-5c313979366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.438121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-caaefdd9-be7f-42e6-97d9-5c313979366e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2502065 Dec 10 18:34:56.571123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3263a-c47d-406d-b199-84c8fadeac4e req-bdf851b5-5549-4bfa-b8c0-b5e16814d388 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:56.587601 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76f3263a-c47d-406d-b199-84c8fadeac4e req-bdf851b5-5549-4bfa-b8c0-b5e16814d388 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.4040732 Dec 10 18:34:56.675032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40298) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:56.729882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Made reservation on behalf of 507d64cccfd44954a3ff24506c0ea963 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:34:56.756280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.015921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-40d72368-ea08-4b12-9160-ae42d3571987 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559124 Dec 10 18:34:57.387381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bdc6b-43cb-4790-b071-f619c31371e9 req-29c02366-c289-40d4-9ad9-f37b3ff9a654 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.396243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f0bdc6b-43cb-4790-b071-f619c31371e9 req-29c02366-c289-40d4-9ad9-f37b3ff9a654 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 950 time: 0.3728340 Dec 10 18:34:57.488994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b2e497c-43df-4ad5-8f4d-40bd95ffa88f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.491897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3679c86f-70d7-4ea2-a4b2-c6a52a3082bd req-008f90a8-ed9b-4a6e-8ab7-af52a6b74ae9 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340684 Dec 10 18:34:57.575272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f0bdc6b-43cb-4790-b071-f619c31371e9 req-6ded5067-bc3b-487a-9c1d-bc7a87c2a648 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468444 Dec 10 18:34:57.744774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_backend_mixin [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Performing IP validity checks on allocation pools {{(pid=103500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:34:57.747898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.ipam_backend_mixin [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103500) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:34:57.802993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76f3263a-c47d-406d-b199-84c8fadeac4e req-00b61e24-e60b-4b64-84d0-f4277aeb4658 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1834407 Dec 10 18:34:57.807104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-ca7490f8-ae70-4bf4-9cfb-13fb254e2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:57.810307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-ca7490f8-ae70-4bf4-9cfb-13fb254e2d76 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 1095 time: 0.1444361 Dec 10 18:34:57.972686 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b2e497c-43df-4ad5-8f4d-40bd95ffa88f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:57.996419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b2e497c-43df-4ad5-8f4d-40bd95ffa88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.058351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8b2e497c-43df-4ad5-8f4d-40bd95ffa88f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fd04d66bd99f44ecab1ba86b7f4be21b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3756213 Dec 10 18:34:58.074618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e497c-43df-4ad5-8f4d-40bd95ffa88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf9ea29-28e8-46a5-a0e9-2313988fe0ab,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:58.081710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40316) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:34:58.092180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d953b93-1fbe-4187-afbd-8ff9b36b0d02 req-62e648d9-4fd9-4408-ac9d-6afecfcc9194 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.107285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d953b93-1fbe-4187-afbd-8ff9b36b0d02 req-62e648d9-4fd9-4408-ac9d-6afecfcc9194 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 909 time: 0.3350675 Dec 10 18:34:58.265409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-fb5bf79e-6910-4f66-aadf-d071969cb319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.266621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-fb5bf79e-6910-4f66-aadf-d071969cb319 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.4127176 Dec 10 18:34:58.310943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9416a3b-2e5d-4e28-a94c-052a2b79a32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.349486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-d084f9c3-3c07-4a94-b65c-e1f28b95b3d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.353856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-d084f9c3-3c07-4a94-b65c-e1f28b95b3d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.59 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 909 time: 0.2088759 Dec 10 18:34:58.384869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03df90-5e9d-43fd-86da-3009470dba76 req-bddb0769-826b-45bf-8171-60f4cb25092a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.386924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad03df90-5e9d-43fd-86da-3009470dba76 req-bddb0769-826b-45bf-8171-60f4cb25092a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.4054527 Dec 10 18:34:58.447184 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-0819e4df-f222-4294-87ed-266fdbf499d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e2e11e-d650-4fbf-8e81-7578047dd65e HTTP/1.1" status: 200 len: 217 time: 0.1271725 Dec 10 18:34:58.615185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-394ee2b2-15e5-407d-a3ba-291b59459070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.621268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-394ee2b2-15e5-407d-a3ba-291b59459070 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1547852 Dec 10 18:34:58.738516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0e313-99b0-4e33-be0e-285933b9cfb6 req-44c0e3aa-79ea-4297-8fe0-6e7e1be576b8 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.747014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bd0e313-99b0-4e33-be0e-285933b9cfb6 req-44c0e3aa-79ea-4297-8fe0-6e7e1be576b8 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 950 time: 0.1113377 Dec 10 18:34:58.774580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-86f25572-750c-467d-af23-07ca3c5bd0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:58.776086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-86f25572-750c-467d-af23-07ca3c5bd0db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000488 Dec 10 18:34:58.895406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68240c17-5a9d-4dd1-b4f5-75b7f0328985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:58.914569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bd0e313-99b0-4e33-be0e-285933b9cfb6 req-8d5aced7-b65b-48ca-88b1-0eb659f13124 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468334 Dec 10 18:34:59.232705 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68240c17-5a9d-4dd1-b4f5-75b7f0328985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.308066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-c883dfc6-e93b-4cf9-bac0-1f81b589a4a0 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273322 Dec 10 18:34:59.327777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad03df90-5e9d-43fd-86da-3009470dba76 req-9d3e9221-3729-4209-a330-7f0db775a329 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6891298 Dec 10 18:34:59.337129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e029a7-f2ed-44d5-9453-99320a7ada25 req-ae7e529a-d05f-4ec9-8a92-1a9daab17fc6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:34:59.350269 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5e029a7-f2ed-44d5-9453-99320a7ada25 req-ae7e529a-d05f-4ec9-8a92-1a9daab17fc6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.3182981 Dec 10 18:34:59.355154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.538079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5e029a7-f2ed-44d5-9453-99320a7ada25 req-4089d505-09ce-47ee-9887-e3403797e904 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836267 Dec 10 18:34:59.608729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=2bcf87ff-3089-4dfd-8cd4-fbd620e390d3,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:34:59.680298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting port 62b8f366-1dcf-4a12-b8e7-449adccb5115 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:34:59.680863 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:34:59.725667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84adef5f-4b9f-4a71-b110-bb4f5f8b9a7d req-8a87305d-64eb-4509-a610-b23230a78e6c service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695488 Dec 10 18:34:59.980901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] For port 62b8f366-1dcf-4a12-b8e7-449adccb5115, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=62b8f366-1dcf-4a12-b8e7-449adccb5115,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:34:59.982110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.042533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Calling delete_port for 62b8f366-1dcf-4a12-b8e7-449adccb5115 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:00.057052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68240c17-5a9d-4dd1-b4f5-75b7f0328985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.060870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68240c17-5a9d-4dd1-b4f5-75b7f0328985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.062775 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68240c17-5a9d-4dd1-b4f5-75b7f0328985 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/baf9ea29-28e8-46a5-a0e9-2313988fe0ab HTTP/1.1" status: 204 len: 168 time: 1.9797924 Dec 10 18:35:00.160132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68240c17-5a9d-4dd1-b4f5-75b7f0328985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf9ea29-28e8-46a5-a0e9-2313988fe0ab,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:00.350350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323667d7-0a8b-49c3-9f91-ad9c08830778 req-96a0704d-a7fa-479d-ae12-633cd6b587d7 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:00.391269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-323667d7-0a8b-49c3-9f91-ad9c08830778 req-96a0704d-a7fa-479d-ae12-633cd6b587d7 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 909 time: 0.7742264 Dec 10 18:35:00.402720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Checking segment: {'id': '25f3a259-2fba-4fcc-9553-112357d9b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '70ef51a3-0a67-4be1-abed-ddef34506821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:00.404233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network hostable DHCP agents. Network: 70ef51a3-0a67-4be1-abed-ddef34506821, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:00.410770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae04820-e07c-46b3-a2db-caaa7754f1c4 req-9362c8f1-9938-4d7b-ba0b-d61676d605f9 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:00.459190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ae04820-e07c-46b3-a2db-caaa7754f1c4 req-9362c8f1-9938-4d7b-ba0b-d61676d605f9 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 950 time: 0.3981676 Dec 10 18:35:00.491449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Network 70ef51a3-0a67-4be1-abed-ddef34506821 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:00.504468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 70ef51a3-0a67-4be1-abed-ddef34506821) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:00.511235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:00.511945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:00.516421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3ee01-6a6e-4969-9657-1243712c8339 None None] Network 70ef51a3-0a67-4be1-abed-ddef34506821 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:00.559268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-218f9bf7-a7c4-4f6f-954a-7bfe9cb59927 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.4575574 Dec 10 18:35:00.564041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40344) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:00.586791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1c054bed-a38c-4a20-bfe8-cd2c52d38d3c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:00.666344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ae04820-e07c-46b3-a2db-caaa7754f1c4 req-46df8116-8b5c-4cb7-a0e4-225b0f75120b tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065654 Dec 10 18:35:00.961869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-70ef51a3-0a67-4be1-abed-ddef34506821', 'network_id': '70ef51a3-0a67-4be1-abed-ddef34506821', 'project_id': '507d64cccfd44954a3ff24506c0ea963', 'fixed_ips': [{'subnet_id': '2bcf87ff-3089-4dfd-8cd4-fbd620e390d3'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:00.963471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.214302 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:35:01.234963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95abdd-9957-4b66-8e4c-97c2cac47464 req-1ddaaacf-c850-4a19-a989-f361efc8269c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.249118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ab95abdd-9957-4b66-8e4c-97c2cac47464 req-1ddaaacf-c850-4a19-a989-f361efc8269c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.5335851 Dec 10 18:35:01.261115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-e1259dbf-df7d-44e5-9e75-6d23a25f135a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.262982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-e1259dbf-df7d-44e5-9e75-6d23a25f135a tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.30 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 950 time: 0.4259107 Dec 10 18:35:01.278408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224a91f-4aca-4113-bbf1-9c8141cf5efb req-45255788-b065-4873-a9f5-590906c69411 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:01.292444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5224a91f-4aca-4113-bbf1-9c8141cf5efb req-45255788-b065-4873-a9f5-590906c69411 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.3062570 Dec 10 18:35:01.317822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Allocated IP 2001:db8::3 (70ef51a3-0a67-4be1-abed-ddef34506821/2bcf87ff-3089-4dfd-8cd4-fbd620e390d3/c67bcbf6-d3e6-483e-a028-d17a30d9c627) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:01.394617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c054bed-a38c-4a20-bfe8-cd2c52d38d3c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1070518710'] for subnet, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.546491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.552719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5224a91f-4aca-4113-bbf1-9c8141cf5efb req-afb0e9cc-a382-4c98-8f3a-66f8bc8e2897 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582979 Dec 10 18:35:01.609857 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ab95abdd-9957-4b66-8e4c-97c2cac47464 req-9b5d6907-7684-4a04-8781-b53b77d87a58 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3593218 Dec 10 18:35:01.671119 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f0d3f2e-0bd7-4ef7-93a0-29bc29476c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.710095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Deleting port 0b41c938-7554-4c75-bd92-59fc49300d00 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:01.710476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:01.738185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Port': ['ID=62b8f366-1dcf-4a12-b8e7-449adccb5115,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:02.004727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] No DVR routers for this DVR port 62b8f366-1dcf-4a12-b8e7-449adccb5115 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:02.012176 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.035723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5e5c48b-97c1-40a7-9d82-6342a74b82e1 req-7c49a9c6-4ee9-4aaf-8862-43f1406218d5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.59 "DELETE /v2.0/ports/62b8f366-1dcf-4a12-b8e7-449adccb5115 HTTP/1.1" status: 204 len: 173 time: 3.6473670 Dec 10 18:35:02.042930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'name': 'network-vif-deleted', 'tag': '62b8f366-1dcf-4a12-b8e7-449adccb5115'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:02.060104 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b8472-3faa-4edd-b697-262ffde21920" -d '{"events": [{"server_uuid": "902b9350-4c33-4490-a5c5-e72fe1af3663", "name": "network-vif-deleted", "tag": "62b8f366-1dcf-4a12-b8e7-449adccb5115"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:02.096692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] For port 0b41c938-7554-4c75-bd92-59fc49300d00, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0b41c938-7554-4c75-bd92-59fc49300d00,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:02.097429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.124230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111fea5-e250-4d8a-898d-76043a28f596 req-94898b73-f5e3-430b-927b-918cb20d8a9e tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:02.126270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5111fea5-e250-4d8a-898d-76043a28f596 req-94898b73-f5e3-430b-927b-918cb20d8a9e tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 950 time: 0.2703083 Dec 10 18:35:02.150462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.152873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Calling delete_port for 0b41c938-7554-4c75-bd92-59fc49300d00 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:02.203535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.447105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5111fea5-e250-4d8a-898d-76043a28f596 req-4163638b-22f3-49d1-9028-bc17856173fc tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/security-groups?id=aa9c8b84-685a-415a-a832-7831e969ba33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103983 Dec 10 18:35:02.515455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9554db25-2eb4-4bb0-82f4-21a35dbedbe8 req-a09190a5-cccf-4caa-840d-7890a8076225 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=902b9350-4c33-4490-a5c5-e72fe1af3663 HTTP/1.1" status: 200 len: 210 time: 0.1352229 Dec 10 18:35:02.601284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Network 70ef51a3-0a67-4be1-abed-ddef34506821 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:02.603992 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.625890 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.630285 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341c4b79-6939-499a-a6ae-da7ce1bec9e6 x-openstack-request-id: req-341c4b79-6939-499a-a6ae-da7ce1bec9e6 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:02.630634 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902b9350-4c33-4490-a5c5-e72fe1af3663", "name": "network-vif-deleted", "tag": "62b8f366-1dcf-4a12-b8e7-449adccb5115", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:02.631043 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-341c4b79-6939-499a-a6ae-da7ce1bec9e6 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:02.631467 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902b9350-4c33-4490-a5c5-e72fe1af3663', 'name': 'network-vif-deleted', 'tag': '62b8f366-1dcf-4a12-b8e7-449adccb5115', 'status': 'completed', 'code': 200} Dec 10 18:35:02.639910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:02.664567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:02.690635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Pushing event updated for resources: {'Port': ['ID=c67bcbf6-d3e6-483e-a028-d17a30d9c627,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:02.934179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Attempting to bind port c67bcbf6-d3e6-483e-a028-d17a30d9c627 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:02.936451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Attempting to bind port c67bcbf6-d3e6-483e-a028-d17a30d9c627 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '25f3a259-2fba-4fcc-9553-112357d9b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '70ef51a3-0a67-4be1-abed-ddef34506821'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:02.937194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Attempting to bind port c67bcbf6-d3e6-483e-a028-d17a30d9c627 on network 70ef51a3-0a67-4be1-abed-ddef34506821 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:02.952633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:02.954847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Checking segment: {'id': '25f3a259-2fba-4fcc-9553-112357d9b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '70ef51a3-0a67-4be1-abed-ddef34506821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:02.955478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.956055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Bound using segment: {'id': '25f3a259-2fba-4fcc-9553-112357d9b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '70ef51a3-0a67-4be1-abed-ddef34506821'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:02.957235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c054bed-a38c-4a20-bfe8-cd2c52d38d3c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764418422748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1069780169'] for subnet, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:02.957979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Bound port: c67bcbf6-d3e6-483e-a028-d17a30d9c627, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f3a259-2fba-4fcc-9553-112357d9b4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '70ef51a3-0a67-4be1-abed-ddef34506821'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:02.959468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.044225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3de38-41fd-4458-9f94-63115d9c71eb req-cd8faf35-546c-4230-a806-534f2ad3cd1d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.046316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c054bed-a38c-4a20-bfe8-cd2c52d38d3c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event updated for resources: {'Subnet': ['ID=2bcf87ff-3089-4dfd-8cd4-fbd620e390d3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:03.060467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60b3de38-41fd-4458-9f94-63115d9c71eb req-cd8faf35-546c-4230-a806-534f2ad3cd1d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.1807551 Dec 10 18:35:03.060622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff0e2c-4476-41d0-bc99-0ac44f129522 req-cee5298c-e8a2-4330-99c5-d0409cde5ba2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.063072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-49ff0e2c-4476-41d0-bc99-0ac44f129522 req-cee5298c-e8a2-4330-99c5-d0409cde5ba2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.2870252 Dec 10 18:35:03.079285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.115591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] For port c67bcbf6-d3e6-483e-a028-d17a30d9c627, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:03.118416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c054bed-a38c-4a20-bfe8-cd2c52d38d3c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:03.119289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c054bed-a38c-4a20-bfe8-cd2c52d38d3c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.125341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] For port c67bcbf6-d3e6-483e-a028-d17a30d9c627, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c67bcbf6-d3e6-483e-a028-d17a30d9c627,segment=NetworkSegment(25f3a259-2fba-4fcc-9553-112357d9b4e2),segment_id=25f3a259-2fba-4fcc-9553-112357d9b4e2)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:03.126315 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c054bed-a38c-4a20-bfe8-cd2c52d38d3c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "PUT /v2.0/subnets/2bcf87ff-3089-4dfd-8cd4-fbd620e390d3 HTTP/1.1" status: 200 len: 900 time: 2.5546615 Dec 10 18:35:03.133618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40394) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.135649 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.170431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Pushing event deleted for resources: {'Port': ['ID=0b41c938-7554-4c75-bd92-59fc49300d00,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:03.210056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62b8f366-1dcf-4a12-b8e7-449adccb5115 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:03.285219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 62b8f366-1dcf-4a12-b8e7-449adccb5115 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:03.286329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 62b8f366-1dcf-4a12-b8e7-449adccb5115 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:03.318485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51a562-b523-459c-8862-0f7bf5cd1c10 None None] Pushing event updated for resources: {'Port': ['ID=c67bcbf6-d3e6-483e-a028-d17a30d9c627,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:03.329972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-49ff0e2c-4476-41d0-bc99-0ac44f129522 req-656f995a-d59b-4da8-a8ab-03263a3f7dce tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558329 Dec 10 18:35:03.386967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] No DVR routers for this DVR port 0b41c938-7554-4c75-bd92-59fc49300d00 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:03.408598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.418119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3b53286-52a5-4cac-82f7-81a62e23b057 req-b25e298f-da44-42a9-b18d-2d0b463390e2 tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.30 "DELETE /v2.0/ports/0b41c938-7554-4c75-bd92-59fc49300d00 HTTP/1.1" status: 204 len: 173 time: 2.1159585 Dec 10 18:35:03.419528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'name': 'network-vif-deleted', 'tag': '0b41c938-7554-4c75-bd92-59fc49300d00'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:03.445672 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878e80e-16d4-4f0e-8bc4-99909a853628" -d '{"events": [{"server_uuid": "2d4c1cdc-766c-4589-9855-74d21c67371d", "name": "network-vif-deleted", "tag": "0b41c938-7554-4c75-bd92-59fc49300d00"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:03.476668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.492424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60b3de38-41fd-4458-9f94-63115d9c71eb req-827de716-daef-47fe-922b-5e27b9605e67 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283431 Dec 10 18:35:03.628967 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481d967b-af13-42b8-a00b-e6273d9a9f3f x-openstack-request-id: req-481d967b-af13-42b8-a00b-e6273d9a9f3f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:03.631379 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4c1cdc-766c-4589-9855-74d21c67371d", "name": "network-vif-deleted", "tag": "0b41c938-7554-4c75-bd92-59fc49300d00", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:03.633765 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-481d967b-af13-42b8-a00b-e6273d9a9f3f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:03.641722 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4c1cdc-766c-4589-9855-74d21c67371d', 'name': 'network-vif-deleted', 'tag': '0b41c938-7554-4c75-bd92-59fc49300d00', 'status': 'completed', 'code': 200} Dec 10 18:35:03.719137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting port c67bcbf6-d3e6-483e-a028-d17a30d9c627 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:03.719532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.753074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:03.774943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40412) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:03.811834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-16f1854e-7e78-4cb1-99c5-1c640115e834 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2879233 Dec 10 18:35:03.862658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2778a35b-3add-4dde-8df0-efd68c5009c0 req-b1ab51e9-0dda-4d5a-83b9-65d24b0a944b tempest-VolumesNegativeTest-1062018779 tempest-VolumesNegativeTest-1062018779-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4c1cdc-766c-4589-9855-74d21c67371d HTTP/1.1" status: 200 len: 210 time: 0.1676769 Dec 10 18:35:03.978307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] For port c67bcbf6-d3e6-483e-a028-d17a30d9c627, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c67bcbf6-d3e6-483e-a028-d17a30d9c627,segment=NetworkSegment(25f3a259-2fba-4fcc-9553-112357d9b4e2),segment_id=25f3a259-2fba-4fcc-9553-112357d9b4e2)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:03.981809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.024565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Calling delete_port for c67bcbf6-d3e6-483e-a028-d17a30d9c627 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:04.048517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-f4537dfa-fe16-41ab-98f5-99b189836114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:04.050239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-f4537dfa-fe16-41ab-98f5-99b189836114 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1136 time: 0.2035618 Dec 10 18:35:04.130328 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.288924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.318034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Port': ['ID=c67bcbf6-d3e6-483e-a028-d17a30d9c627,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:04.367249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No DVR routers for this DVR port c67bcbf6-d3e6-483e-a028-d17a30d9c627 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:04.430388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0b41c938-7554-4c75-bd92-59fc49300d00 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:04.433890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.459721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 0b41c938-7554-4c75-bd92-59fc49300d00 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:04.460096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0b41c938-7554-4c75-bd92-59fc49300d00 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:04.744858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.774037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255541de-d80b-4c44-bfa1-3f708e110aee req-80f5e404-82c8-4ab1-b28f-305a0ff6f8b8 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:04.775886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-255541de-d80b-4c44-bfa1-3f708e110aee req-80f5e404-82c8-4ab1-b28f-305a0ff6f8b8 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.2879426 Dec 10 18:35:04.817070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:04.953717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-255541de-d80b-4c44-bfa1-3f708e110aee req-376446df-d998-483a-a678-19fc810a0acb tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683626 Dec 10 18:35:04.954780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcf87ff-3089-4dfd-8cd4-fbd620e390d3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:05.005218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-26dbc8d4-6f63-43e6-82ee-9875f4b2a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.011055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-26dbc8d4-6f63-43e6-82ee-9875f4b2a2d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 HTTP/1.1" status: 200 len: 897 time: 0.8889318 Dec 10 18:35:05.119003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.176845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ef51a3-0a67-4be1-abed-ddef34506821']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.215191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f3a259-2fba-4fcc-9553-112357d9b4e2') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.216168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-076a02ed-cf0f-4d13-bdf8-16d602bead96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540 HTTP/1.1" status: 200 len: 1001 time: 0.1837544 Dec 10 18:35:05.217263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f3a259-2fba-4fcc-9553-112357d9b4e2') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.273573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.310305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.330254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:05.330724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:05.337907 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:05.372861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948f678-0262-4e62-b71e-06fffd7fbc51 None None] Network 70ef51a3-0a67-4be1-abed-ddef34506821 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:05.414623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba4727-b2b1-45cc-9b83-feef5db81b74 req-e1ec40c6-ac51-42d6-816a-74ca11e0c046 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.425766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02ba4727-b2b1-45cc-9b83-feef5db81b74 req-e1ec40c6-ac51-42d6-816a-74ca11e0c046 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.4247367 Dec 10 18:35:05.452317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.466526 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.471544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/70ef51a3-0a67-4be1-abed-ddef34506821 HTTP/1.1" status: 204 len: 168 time: 2.3369107 Dec 10 18:35:05.483715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.500112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-e3542c25-5891-4e00-b591-fe603efdc861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.501711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-e3542c25-5891-4e00-b591-fe603efdc861 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d864943-004c-44fa-80a1-f824ecb71e90 HTTP/1.1" status: 200 len: 834 time: 0.2744815 Dec 10 18:35:05.521206 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-343d5c4a-9b91-4661-a495-fb74f1816cb5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:05.521807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343d5c4a-9b91-4661-a495-fb74f1816cb5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:05.530075 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-343d5c4a-9b91-4661-a495-fb74f1816cb5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/2bcf87ff-3089-4dfd-8cd4-fbd620e390d3 HTTP/1.1" status: 404 len: 337 time: 0.0431046 Dec 10 18:35:05.530075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda336e8-f710-4674-b92d-0b5ee7d3b552 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=70ef51a3-0a67-4be1-abed-ddef34506821,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:05.531789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40472) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.553758 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3a22bc-6d2b-4b23-83ab-07c3caaf9c4b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:05.554436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3a22bc-6d2b-4b23-83ab-07c3caaf9c4b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:05.560297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aa3a22bc-6d2b-4b23-83ab-07c3caaf9c4b tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/70ef51a3-0a67-4be1-abed-ddef34506821 HTTP/1.1" status: 404 len: 339 time: 0.0249710 Dec 10 18:35:05.560593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40476) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:05.569571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3297ee90-da65-483d-bda4-5b3950a297b5 None None] Could not find standard attr ID for object c67bcbf6-d3e6-483e-a028-d17a30d9c627. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:35:05.653521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd301119-737a-4775-af21-754e03fd6030 None None] DHCP port deletion for 70ef51a3-0a67-4be1-abed-ddef34506821 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:05.686081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77adc09-bc7f-445a-b61d-473829395ac5 None None] Network 70ef51a3-0a67-4be1-abed-ddef34506821 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:05.710908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77adc09-bc7f-445a-b61d-473829395ac5 None None] Network 70ef51a3-0a67-4be1-abed-ddef34506821 could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:35:05.721949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.749548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02ba4727-b2b1-45cc-9b83-feef5db81b74 req-2e530d16-dd9d-4dec-9677-2a9f1eedb37f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225641 Dec 10 18:35:05.753408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-be327d58-0a3b-4af8-abce-30cb24d9451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:05.754949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-be327d58-0a3b-4af8-abce-30cb24d9451c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174277 Dec 10 18:35:05.837158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.865898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd869f2-426d-424b-ae48-0b6751ce812d']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.878988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad50f8bb-8611-4108-8ec9-37b42f151efb') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.878988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad50f8bb-8611-4108-8ec9-37b42f151efb') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:05.900776 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-66e27ab6-4338-4d14-b454-98cc1a104f35 service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169398 Dec 10 18:35:05.904275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.962929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.972059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:05.972632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:05.976999 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:06.170753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0b30dc6-9c22-4ce3-80a5-05e941e75591 req-096b1964-abe4-44c4-ae17-3e95bf917b56 service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603042 Dec 10 18:35:06.212532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.293972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.304919 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.318145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/1fd869f2-426d-424b-ae48-0b6751ce812d HTTP/1.1" status: 204 len: 168 time: 0.7562065 Dec 10 18:35:06.335513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40546) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.401554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba3c5d-a31a-473e-90b5-f27ad01a8dd5 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=1fd869f2-426d-424b-ae48-0b6751ce812d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:06.413080 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e015826-9558-4f6a-ac5e-73fa3cafc2e7 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:06.413838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e015826-9558-4f6a-ac5e-73fa3cafc2e7 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:06.422295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2e015826-9558-4f6a-ac5e-73fa3cafc2e7 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/b710d867-0b85-4610-a281-19e2f38356ee HTTP/1.1" status: 404 len: 337 time: 0.0553620 Dec 10 18:35:06.423234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.451898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871d20b-ab7a-4d02-9ede-672d71ed56b8 req-3c0f1e6f-c343-4732-8420-d17f6c9ed361 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:06.466947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c871d20b-ab7a-4d02-9ede-672d71ed56b8 req-3c0f1e6f-c343-4732-8420-d17f6c9ed361 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.3038287 Dec 10 18:35:06.488378 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e559ff-fee4-4fcc-870f-b3303fe0fce4 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:06.489266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e559ff-fee4-4fcc-870f-b3303fe0fce4 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:06.497785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40564) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.499446 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e2e559ff-fee4-4fcc-870f-b3303fe0fce4 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/8d97b7a3-8656-4df1-a1de-4bcbf0a91457 HTTP/1.1" status: 404 len: 339 time: 0.0711203 Dec 10 18:35:06.516089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40566) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:06.593349 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c871d20b-ab7a-4d02-9ede-672d71ed56b8 req-32d2c008-ec05-442b-89c3-673e737d6b57 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252770 Dec 10 18:35:06.613036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting subnet eb2f0b66-2836-411d-8e99-cc1350179150 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:06.618346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.719233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.805504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-651aae7f-05e3-4694-ba96-0e4de1694621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.815715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting port edcae8fe-0c96-44bd-b386-0a71146a56ea {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:06.816526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:06.975327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c67bcbf6-d3e6-483e-a028-d17a30d9c627 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:07.001871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c67bcbf6-d3e6-483e-a028-d17a30d9c627 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:07.003027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c67bcbf6-d3e6-483e-a028-d17a30d9c627 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:07.084442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] For port edcae8fe-0c96-44bd-b386-0a71146a56ea, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=edcae8fe-0c96-44bd-b386-0a71146a56ea,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:07.085218 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.103584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Calling delete_port for edcae8fe-0c96-44bd-b386-0a71146a56ea owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:07.279158 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-651aae7f-05e3-4694-ba96-0e4de1694621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.288464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.292442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-651aae7f-05e3-4694-ba96-0e4de1694621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.377659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a629a4a-4ad7-48c4-a63a-c647bb37c3c0 req-e32245ed-abc9-4344-aaff-7a82e0905cc6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:07.385390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a629a4a-4ad7-48c4-a63a-c647bb37c3c0 req-e32245ed-abc9-4344-aaff-7a82e0905cc6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.4947889 Dec 10 18:35:07.420604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-651aae7f-05e3-4694-ba96-0e4de1694621 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e283390ea04046ce960ce33d65fdde16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8822904 Dec 10 18:35:07.421349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40608) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.436495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651aae7f-05e3-4694-ba96-0e4de1694621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff299c2b-1ecc-4f07-8e66-cf31c0ade035,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.507742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.528338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a629a4a-4ad7-48c4-a63a-c647bb37c3c0 req-78d2687f-9367-4aeb-a1d6-8217019a2297 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419754 Dec 10 18:35:07.570132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2f0b66-2836-411d-8e99-cc1350179150,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.572996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.577968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d3c9f6ff-794d-471d-9fcf-5a3ad3e2fd25 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/eb2f0b66-2836-411d-8e99-cc1350179150 HTTP/1.1" status: 204 len: 168 time: 1.0787652 Dec 10 18:35:07.580555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40616) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:07.586973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c3ba0-378a-4bfc-8e62-bf0f2d5efb47 None None] Network dee54d7f-821b-4e00-8f15-17944d34ede1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:07.602808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.613348 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed614755-653c-4168-a076-11ff269dd980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.671593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed614755-653c-4168-a076-11ff269dd980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.742479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed614755-653c-4168-a076-11ff269dd980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.746550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed614755-653c-4168-a076-11ff269dd980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:07.751028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ed614755-653c-4168-a076-11ff269dd980 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ff299c2b-1ecc-4f07-8e66-cf31c0ade035 HTTP/1.1" status: 204 len: 168 time: 0.3258712 Dec 10 18:35:07.761347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed614755-653c-4168-a076-11ff269dd980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff299c2b-1ecc-4f07-8e66-cf31c0ade035,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.779410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Port': ['ID=edcae8fe-0c96-44bd-b386-0a71146a56ea,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:07.912950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting subnet 421285ab-613a-4586-85df-e286bac8a64a {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:08.051334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5e38e-e964-40eb-ac69-a015a91fb651 req-87de3d8a-10bf-48f9-a4f7-83008452f60c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:08.053346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-15a5e38e-e964-40eb-ac69-a015a91fb651 req-87de3d8a-10bf-48f9-a4f7-83008452f60c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.1986878 Dec 10 18:35:08.103392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.140724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-15a5e38e-e964-40eb-ac69-a015a91fb651 req-be2c9630-000b-4562-815e-77d58bacc19e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806179 Dec 10 18:35:08.269530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.493438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40676) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:08.525033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ae143ee-b5e9-4e49-8a08-83a643415025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.640524 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ae143ee-b5e9-4e49-8a08-83a643415025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.646861 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ae143ee-b5e9-4e49-8a08-83a643415025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.710597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3ae143ee-b5e9-4e49-8a08-83a643415025 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46a11e748e334a88a3b9c0246d0000e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136993 Dec 10 18:35:08.710597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae143ee-b5e9-4e49-8a08-83a643415025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0711f2-09b6-4d10-9d96-fcb3d858730d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:08.713167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:08.775635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a94-b190-4c24-999d-1e9bbc937885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.805387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a94-b190-4c24-999d-1e9bbc937885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.887099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a94-b190-4c24-999d-1e9bbc937885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.889157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7a94-b190-4c24-999d-1e9bbc937885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:08.894269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3a0b7a94-b190-4c24-999d-1e9bbc937885 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bc0711f2-09b6-4d10-9d96-fcb3d858730d HTTP/1.1" status: 204 len: 168 time: 0.1793835 Dec 10 18:35:08.904411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7a94-b190-4c24-999d-1e9bbc937885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0711f2-09b6-4d10-9d96-fcb3d858730d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.128061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e68dac-1c35-4a3c-9163-f5acd78c1821 req-f8936734-0797-4181-8792-7dd6389a9522 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:09.129668 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57e68dac-1c35-4a3c-9163-f5acd78c1821 req-f8936734-0797-4181-8792-7dd6389a9522 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.1934519 Dec 10 18:35:09.152727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-07c60861-d2d0-4764-99ee-fd5e5d79a409 None None] Provisioning complete for port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:09.153311 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-07c60861-d2d0-4764-99ee-fd5e5d79a409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.268640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.357422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.404355 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87cc25-7bda-4395-ac9d-70fa01f1ef37 req-62ee4a28-f622-4962-a547-86b88317d586 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:09.420155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d87cc25-7bda-4395-ac9d-70fa01f1ef37 req-62ee4a28-f622-4962-a547-86b88317d586 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.1472590 Dec 10 18:35:09.422190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57e68dac-1c35-4a3c-9163-f5acd78c1821 req-bece0861-46e6-43e8-a334-703de4fb4dc2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544534 Dec 10 18:35:09.506433 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d87cc25-7bda-4395-ac9d-70fa01f1ef37 req-e7f465d8-4efd-4204-8728-3d235726465d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662253 Dec 10 18:35:09.596634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.681974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=421285ab-613a-4586-85df-e286bac8a64a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:09.712878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:09.716175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eceb10-91a8-4a11-b771-5a9517093470 None None] Network dee54d7f-821b-4e00-8f15-17944d34ede1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:09.722110 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5cae0a84-639b-4a40-8458-13ae302958da tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/421285ab-613a-4586-85df-e286bac8a64a HTTP/1.1" status: 204 len: 168 time: 2.1351073 Dec 10 18:35:09.723225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:09.902534 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.036782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:10.037237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.055344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router ed94b504-d6b0-491c-b6f0-c4502945423c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:10.191503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] For port 3a221b42-322c-4cb4-8ce1-1575ee4b9609, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3a221b42-322c-4cb4-8ce1-1575ee4b9609,segment=NetworkSegment(55ceef50-f022-4e6a-98ca-4f444449063f),segment_id=55ceef50-f022-4e6a-98ca-4f444449063f)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:10.191894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.269815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Calling delete_port for 3a221b42-322c-4cb4-8ce1-1575ee4b9609 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:10.397843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.419381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:10.422488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No DVR routers for this DVR port 3a221b42-322c-4cb4-8ce1-1575ee4b9609 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:10.428057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 10e2e11e-d650-4fbf-8e81-7578047dd65e details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:10.441431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7f7e2452-1cd0-42eb-974a-7c0e6a8ba569 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "PUT /v2.0/routers/ed94b504-d6b0-491c-b6f0-c4502945423c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6579764 Dec 10 18:35:10.442021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40774) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:10.452774 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] Sync routers for ids ['ed94b504-d6b0-491c-b6f0-c4502945423c'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:10.471003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Port': ['ID=3a221b42-322c-4cb4-8ce1-1575ee4b9609,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:10.498904 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] Routers {'ed94b504-d6b0-491c-b6f0-c4502945423c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:10.499703 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ed94b504-d6b0-491c-b6f0-c4502945423c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:10.511533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da99b25-52ff-435e-86e6-267329634ec4 None None] DHCP port deletion for dee54d7f-821b-4e00-8f15-17944d34ede1 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:10.589472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting subnet b75d97b1-e971-4522-bc99-5439662cd4e7 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:10.605701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.810865 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] Set router ed94b504-d6b0-491c-b6f0-c4502945423c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:10.850902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.874751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:10.898797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 10e2e11e-d650-4fbf-8e81-7578047dd65e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=10e2e11e-d650-4fbf-8e81-7578047dd65e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:10.934323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '10e2e11e-d650-4fbf-8e81-7578047dd65e', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'port_id': '10e2e11e-d650-4fbf-8e81-7578047dd65e', 'mac_address': 'fa:16:3e:e9:79:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:10.954093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070ed3-4fbd-401e-8fad-9a4f29845cce req-88d9d880-ae6c-418e-b492-148f85629297 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:10.955731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67070ed3-4fbd-401e-8fad-9a4f29845cce req-88d9d880-ae6c-418e-b492-148f85629297 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 944 time: 0.2954216 Dec 10 18:35:10.994561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee54d7f-821b-4e00-8f15-17944d34ede1']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:11.012232 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.042591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e2e11e-d650-4fbf-8e81-7578047dd65e {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:11.043499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ceef50-f022-4e6a-98ca-4f444449063f') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:11.043805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ceef50-f022-4e6a-98ca-4f444449063f') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:11.090690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 10e2e11e-d650-4fbf-8e81-7578047dd65e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=10e2e11e-d650-4fbf-8e81-7578047dd65e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:11.096625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.103510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8648da-7dfb-4d8a-b50d-70c39e45a4eb req-fa7dd19f-745d-469d-8eda-9dbb8734453f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:11.109538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff8648da-7dfb-4d8a-b50d-70c39e45a4eb req-fa7dd19f-745d-469d-8eda-9dbb8734453f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.3865628 Dec 10 18:35:11.117342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.163037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a221b42-322c-4cb4-8ce1-1575ee4b9609 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:11.195236 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67070ed3-4fbd-401e-8fad-9a4f29845cce req-6b3b4ff3-f860-4cb3-ae2f-80adb83e5b6f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303951 Dec 10 18:35:11.214820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.219506 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.237626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:11.238201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.243599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3a221b42-322c-4cb4-8ce1-1575ee4b9609 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:11.248658 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:11.252201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a221b42-322c-4cb4-8ce1-1575ee4b9609 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:11.298200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=10e2e11e-d650-4fbf-8e81-7578047dd65e,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:11.323319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['10e2e11e-d650-4fbf-8e81-7578047dd65e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:11.366583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.412298 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff8648da-7dfb-4d8a-b50d-70c39e45a4eb req-fe5d0961-d254-456b-ae76-478a24e6e05e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909877 Dec 10 18:35:11.427435 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:35:07Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:11.428587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.440902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.450713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/dee54d7f-821b-4e00-8f15-17944d34ede1 HTTP/1.1" status: 204 len: 168 time: 1.7241914 Dec 10 18:35:11.453658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Subnet': ['ID=b75d97b1-e971-4522-bc99-5439662cd4e7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:11.457999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40806) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.461610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6bfa6f-7b3f-4b47-8454-31b6060b29db None None] Network 91106d33-2145-4994-be23-397db9cbb4b1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:11.463981 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.474267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6641c1cd-9d4f-48cc-9352-c3af0cf2fedf tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/subnets/b75d97b1-e971-4522-bc99-5439662cd4e7 HTTP/1.1" status: 204 len: 168 time: 1.0267625 Dec 10 18:35:11.475105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.538032 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cc86e9-6f77-44a4-bfac-42457a77e3cc tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:11.542119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cc86e9-6f77-44a4-bfac-42457a77e3cc tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:11.553633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-44cc86e9-6f77-44a4-bfac-42457a77e3cc tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/cf33caa8-c1b0-43c3-9326-573b8b17fcc4 HTTP/1.1" status: 404 len: 337 time: 0.0774517 Dec 10 18:35:11.556492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40812) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.587371 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] Checking router: ed94b504-d6b0-491c-b6f0-c4502945423c for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:11.592079 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-3723cba2-95e9-497c-b8fc-0af0f8c35093 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:11.596728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3723cba2-95e9-497c-b8fc-0af0f8c35093 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:11.600171 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3723cba2-95e9-497c-b8fc-0af0f8c35093 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/90ed5e86-dc5e-4fa7-a543-ad704a2dabb3 HTTP/1.1" status: 404 len: 339 time: 0.0425444 Dec 10 18:35:11.607055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40816) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.617233 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] Routers {'ed94b504-d6b0-491c-b6f0-c4502945423c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:11.617865 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['ed94b504-d6b0-491c-b6f0-c4502945423c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:11.680018 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59c7dc8-5db1-4c98-aefb-c9c9df2fe87c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:11.680791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e59c7dc8-5db1-4c98-aefb-c9c9df2fe87c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:11.696058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e59c7dc8-5db1-4c98-aefb-c9c9df2fe87c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/e3b298d4-0a9a-4565-85f7-7155a43cfcad HTTP/1.1" status: 404 len: 337 time: 0.0865660 Dec 10 18:35:11.696853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40818) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.719213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d33a6-f82d-4454-8d1a-2d3ae6fe8674 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=dee54d7f-821b-4e00-8f15-17944d34ede1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:11.727321 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:11.753662 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5beff4a-4791-4c42-96b1-454d73a30e90 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:11.754200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5beff4a-4791-4c42-96b1-454d73a30e90 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:11.764564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c5beff4a-4791-4c42-96b1-454d73a30e90 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/446246fe-f7ba-4b40-9613-fb93d1292de3 HTTP/1.1" status: 404 len: 339 time: 0.0665205 Dec 10 18:35:11.765279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40822) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.814733 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb5c382-76f8-4f89-b117-494ba0b6d1f7 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:11.815214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb5c382-76f8-4f89-b117-494ba0b6d1f7 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:11.835904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8fb5c382-76f8-4f89-b117-494ba0b6d1f7 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/a93bef68-495c-4b01-a664-727d62706c01 HTTP/1.1" status: 404 len: 337 time: 0.0690413 Dec 10 18:35:11.838090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40824) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:11.924372 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-0448edce-f22e-45cb-8a64-55335991df3d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:11.929461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0448edce-f22e-45cb-8a64-55335991df3d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:11.939250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0448edce-f22e-45cb-8a64-55335991df3d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/5f5387d7-210f-4d77-b954-a34e837a5d03 HTTP/1.1" status: 404 len: 339 time: 0.0980403 Dec 10 18:35:11.946330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40828) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:12.016969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] Set router ed94b504-d6b0-491c-b6f0-c4502945423c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:12.033030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] DHCP port deletion for 91106d33-2145-4994-be23-397db9cbb4b1 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:12.079169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting subnet cae7ff10-6546-45d9-9846-3e933f6e467b {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:12.083087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.135373 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.198322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] Deleting port c8ef8075-651f-44dc-a3d3-e7465a7408bc {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:12.199059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.240813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.308065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.386570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=cae7ff10-6546-45d9-9846-3e933f6e467b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:12.393272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.398892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-14419974-a5a4-4a2a-804e-de24a17f69ac tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/cae7ff10-6546-45d9-9846-3e933f6e467b HTTP/1.1" status: 204 len: 168 time: 0.4476254 Dec 10 18:35:12.399082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40840) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:12.415140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa94c2f-3904-4aa8-a440-d276bf02bd28 None None] Network b50ab1c0-8df5-487a-b2e5-d08b72d1a82d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:12.469519 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:35:07Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:12.516243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.519103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:35:12.528024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56982a4-744b-49a0-af7d-7e638bc5be6d req-f1285f50-1ddf-473d-bfbf-52c68edeca31 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:12.537592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e56982a4-744b-49a0-af7d-7e638bc5be6d req-f1285f50-1ddf-473d-bfbf-52c68edeca31 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 945 time: 0.1874738 Dec 10 18:35:12.589264 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205dfb4e-9f84-4e3e-8df8-4e6fe5fee42f None None] The sync data for ids ['ed94b504-d6b0-491c-b6f0-c4502945423c'] in n-d-821424-1 is: [{'id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1748508806', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219'}], 'enable_snat': True}, 'gw_port_id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:34:04Z', 'updated_at': '2021-12-10T18:35:07Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '112bd6cb-54b7-48d8-b6bb-316e0adfddf7', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ba:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed94b504-d6b0-491c-b6f0-c4502945423c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2794, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:10Z', 'updated_at': '2021-12-10T18:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:12.658925 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.684463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e56982a4-744b-49a0-af7d-7e638bc5be6d req-8c2c4374-883f-4ec6-a146-6686a188a640 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393430 Dec 10 18:35:12.712798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 10e2e11e-d650-4fbf-8e81-7578047dd65e up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:12.785326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:12.785778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.881094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] For port 112bd6cb-54b7-48d8-b6bb-316e0adfddf7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:12.881484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.901093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] For port c8ef8075-651f-44dc-a3d3-e7465a7408bc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c8ef8075-651f-44dc-a3d3-e7465a7408bc,segment=NetworkSegment(c839615c-e88f-4d3c-80c5-f13d224ab113),segment_id=c839615c-e88f-4d3c-80c5-f13d224ab113)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:12.901906 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:12.902348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Calling delete_port for 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:12.923871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] Calling delete_port for c8ef8075-651f-44dc-a3d3-e7465a7408bc owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:12.972662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286e00b-ad8b-4ec7-81c0-065fb154391e req-9f0f4d0a-28d6-46ee-b1d0-7b0e55235351 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:12.980349 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e286e00b-ad8b-4ec7-81c0-065fb154391e req-9f0f4d0a-28d6-46ee-b1d0-7b0e55235351 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 944 time: 0.3124659 Dec 10 18:35:13.066167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:13.071878 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.141885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0187b156-df1e-4b91-8634-9f50fdc19468', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'port_id': '0187b156-df1e-4b91-8634-9f50fdc19468', 'mac_address': 'fa:16:3e:09:bc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:35:13.150441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] Pushing event deleted for resources: {'Port': ['ID=c8ef8075-651f-44dc-a3d3-e7465a7408bc,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.154211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c017bba-d941-455c-8109-08a0dfca354c None None] No DVR routers for this DVR port c8ef8075-651f-44dc-a3d3-e7465a7408bc on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:13.161134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 10e2e11e-d650-4fbf-8e81-7578047dd65e completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:35:13.165304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8ef8075-651f-44dc-a3d3-e7465a7408bc no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:13.204434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c8ef8075-651f-44dc-a3d3-e7465a7408bc {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:13.205048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c8ef8075-651f-44dc-a3d3-e7465a7408bc not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:13.205650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device edcae8fe-0c96-44bd-b386-0a71146a56ea no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:13.298467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: edcae8fe-0c96-44bd-b386-0a71146a56ea {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:13.299199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device edcae8fe-0c96-44bd-b386-0a71146a56ea not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:13.301097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] DHCP port deletion for b50ab1c0-8df5-487a-b2e5-d08b72d1a82d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:13.310728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 10e2e11e-d650-4fbf-8e81-7578047dd65e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:13.311417 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.338688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e286e00b-ad8b-4ec7-81c0-065fb154391e req-c434e3f0-bfe9-4f9c-9856-d148ac122dbe tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3570907 Dec 10 18:35:13.353502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting port 9a2c2adb-2e42-449a-a932-0acabf457ab0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:13.353845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.374003 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.409440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0187b156-df1e-4b91-8634-9f50fdc19468 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:35:13.420982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.444917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:13.466634 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.508589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Port': ['ID=112bd6cb-54b7-48d8-b6bb-316e0adfddf7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.511755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a163e2-f490-4ef6-9bd8-30a9d289102d None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:13.617595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] For port 9a2c2adb-2e42-449a-a932-0acabf457ab0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a2c2adb-2e42-449a-a932-0acabf457ab0,segment=NetworkSegment(6156945b-fbde-4c1a-b697-a49da16e923d),segment_id=6156945b-fbde-4c1a-b697-a49da16e923d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:13.618230 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.628160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] Deleting port 9a2c2adb-2e42-449a-a932-0acabf457ab0 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:13.628160 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.654512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Calling delete_port for 9a2c2adb-2e42-449a-a932-0acabf457ab0 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:13.755486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.775377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0187b156-df1e-4b91-8634-9f50fdc19468'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:13.777210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.849750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No DVR routers for this DVR port 9a2c2adb-2e42-449a-a932-0acabf457ab0 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:13.860308 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.905167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Port': ['ID=9a2c2adb-2e42-449a-a932-0acabf457ab0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:13.966685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] For port 9a2c2adb-2e42-449a-a932-0acabf457ab0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a2c2adb-2e42-449a-a932-0acabf457ab0,segment=NetworkSegment(6156945b-fbde-4c1a-b697-a49da16e923d),segment_id=6156945b-fbde-4c1a-b697-a49da16e923d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:13.969680 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:13.972269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37385b-495b-4a6c-a1e8-c4bf88976a82 req-2ef9ed78-39e0-4c43-8640-99696f47e863 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:13.983962 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a37385b-495b-4a6c-a1e8-c4bf88976a82 req-2ef9ed78-39e0-4c43-8640-99696f47e863 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 945 time: 0.1501069 Dec 10 18:35:14.101082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 10e2e11e-d650-4fbf-8e81-7578047dd65e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=10e2e11e-d650-4fbf-8e81-7578047dd65e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:14.113836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e2e11e-d650-4fbf-8e81-7578047dd65e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:14.130689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a37385b-495b-4a6c-a1e8-c4bf88976a82 req-803abc00-64db-4c5c-916a-b1d65667adac tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430593 Dec 10 18:35:14.131693 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae422b3d-e2b1-46c4-8052-8a5be8efcb1e" -d '{"events": [{"server_uuid": "68cdff7e-ac41-4651-a29f-5743f45883f0", "name": "network-vif-plugged", "status": "completed", "tag": "10e2e11e-d650-4fbf-8e81-7578047dd65e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:14.157584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] Calling delete_port for 9a2c2adb-2e42-449a-a932-0acabf457ab0 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:14.168780 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.267309 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae414c7-d368-4798-95c1-96dce2d1a7a1 x-openstack-request-id: req-9ae414c7-d368-4798-95c1-96dce2d1a7a1 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:14.280024 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cdff7e-ac41-4651-a29f-5743f45883f0", "name": "network-vif-plugged", "status": "completed", "tag": "10e2e11e-d650-4fbf-8e81-7578047dd65e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:14.280874 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ae414c7-d368-4798-95c1-96dce2d1a7a1 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:14.281536 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e2e11e-d650-4fbf-8e81-7578047dd65e', 'code': 200} Dec 10 18:35:14.370583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dad9d6-201f-4145-a0c5-b4e0ff10e52b req-54879745-345e-4167-914c-8014234d1644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.372284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9dad9d6-201f-4145-a0c5-b4e0ff10e52b req-54879745-345e-4167-914c-8014234d1644 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 1097 time: 0.0837531 Dec 10 18:35:14.427675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=10e2e11e-d650-4fbf-8e81-7578047dd65e,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.484924 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9dad9d6-201f-4145-a0c5-b4e0ff10e52b req-8bd6a21c-c31a-4d48-87d6-5e223cbe8c83 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042492 Dec 10 18:35:14.497196 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.526533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] Pushing event deleted for resources: {'Port': ['ID=9a2c2adb-2e42-449a-a932-0acabf457ab0,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:14.535515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104f5dad-c020-4958-8b39-de2330c7a7e1 None None] No DVR routers for this DVR port 9a2c2adb-2e42-449a-a932-0acabf457ab0 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:14.596441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543eecd7-a21d-44ae-9a5a-45abc4f43ad6 req-7305b22e-9102-45a9-bc11-be1b34328416 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:14.598483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-543eecd7-a21d-44ae-9a5a-45abc4f43ad6 req-7305b22e-9102-45a9-bc11-be1b34328416 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 945 time: 0.0714929 Dec 10 18:35:14.685418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.686938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-543eecd7-a21d-44ae-9a5a-45abc4f43ad6 req-d2546dbb-7e8c-4d22-b4ec-e60a21927615 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748928 Dec 10 18:35:14.907260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.943406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.953237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:14.987398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50ab1c0-8df5-487a-b2e5-d08b72d1a82d']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:15.061260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6156945b-fbde-4c1a-b697-a49da16e923d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:15.061547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6156945b-fbde-4c1a-b697-a49da16e923d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:15.076649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.083944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.084466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Fanout notify agent at l3_agent the message router_deleted on router ed94b504-d6b0-491c-b6f0-c4502945423c {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:15.100344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.101508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2aaebbb7-b232-48eb-9f6e-0eeca07536a2 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/routers/ed94b504-d6b0-491c-b6f0-c4502945423c HTTP/1.1" status: 204 len: 168 time: 3.6251621 Dec 10 18:35:15.105185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40912) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.108991 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.143235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:15.143823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:15.151774 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:15.204119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a2c2adb-2e42-449a-a932-0acabf457ab0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:15.248109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.296251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9a2c2adb-2e42-449a-a932-0acabf457ab0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:15.296602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a2c2adb-2e42-449a-a932-0acabf457ab0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:15.378519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.415480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.440439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/b50ab1c0-8df5-487a-b2e5-d08b72d1a82d HTTP/1.1" status: 204 len: 168 time: 3.0403159 Dec 10 18:35:15.474924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40930) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.484550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c552fc-e739-49bb-9942-da3fb09e974f tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=b50ab1c0-8df5-487a-b2e5-d08b72d1a82d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:15.544617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.583406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91106d33-2145-4994-be23-397db9cbb4b1']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:15.589473 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4698de25-9eae-44a5-b70c-d1f4e0bcee5d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:15.593719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4698de25-9eae-44a5-b70c-d1f4e0bcee5d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:15.602156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4698de25-9eae-44a5-b70c-d1f4e0bcee5d tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/ddbad813-7149-48ac-a12a-ac145573c01a HTTP/1.1" status: 404 len: 337 time: 0.1193943 Dec 10 18:35:15.605144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c839615c-e88f-4d3c-80c5-f13d224ab113') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:15.605759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40934) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.606015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c839615c-e88f-4d3c-80c5-f13d224ab113') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:15.619725 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.642708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.652481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:15.653278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.659436 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c584e7d0-ce91-48e4-951f-bf6261e04cc8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:15.660094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c584e7d0-ce91-48e4-951f-bf6261e04cc8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:15.665256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c584e7d0-ce91-48e4-951f-bf6261e04cc8 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/16ad34fa-bd68-4dc6-a429-e3684b500f42 HTTP/1.1" status: 404 len: 339 time: 0.0567751 Dec 10 18:35:15.667269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40936) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:15.758295 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:15.761433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba49790-6c0d-4fdd-b3a4-5691c5dc483b req-e5327659-0ad2-4b3c-b4d5-a0115468b094 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:15.761980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.764008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aba49790-6c0d-4fdd-b3a4-5691c5dc483b req-e5327659-0ad2-4b3c-b4d5-a0115468b094 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 946 time: 0.4060812 Dec 10 18:35:15.773005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:15.778250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/networks/91106d33-2145-4994-be23-397db9cbb4b1 HTTP/1.1" status: 204 len: 168 time: 0.6708400 Dec 10 18:35:15.797227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 40948) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:15.832076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c956b-dbdd-47e9-94d0-334bfb44a499 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Network': ['ID=91106d33-2145-4994-be23-397db9cbb4b1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:16.011000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting subnet 069277fd-bbe8-40e2-89d2-64f197f25bb6 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:16.031618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f2d3d-f53c-4596-adb4-b7d87865275c req-64a3ab48-beb5-4fb1-9b53-003515957784 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:16.034058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d9f2d3d-f53c-4596-adb4-b7d87865275c req-64a3ab48-beb5-4fb1-9b53-003515957784 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 945 time: 0.1419334 Dec 10 18:35:16.063402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.128965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.157858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d9f2d3d-f53c-4596-adb4-b7d87865275c req-1c5cada0-bfa3-4d4a-a286-cf17587cb7f1 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178122 Dec 10 18:35:16.236822 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.365680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aba49790-6c0d-4fdd-b3a4-5691c5dc483b req-4f8f4f77-d20f-4d5c-bdde-25395829ba02 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942240 Dec 10 18:35:16.489424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:16.490976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.512580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.519527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40966) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:16.519759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/subnets/069277fd-bbe8-40e2-89d2-64f197f25bb6 HTTP/1.1" status: 204 len: 168 time: 0.8511341 Dec 10 18:35:16.528324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036361b7-8ef7-418e-a325-30cc6f8a3ef5 None None] Network 1e5f3e8e-fd53-4771-b37c-058476a1e370 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:16.549858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f8a34-2abf-424b-b7fe-d74374c1654c tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Subnet': ['ID=069277fd-bbe8-40e2-89d2-64f197f25bb6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:16.567859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting port 4121dca6-a473-4f60-bac5-e7c6d81d5634 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:16.568207 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.679813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.688507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.722997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Calling delete_port for 4121dca6-a473-4f60-bac5-e7c6d81d5634 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:16.756585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.760039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0187b156-df1e-4b91-8634-9f50fdc19468 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:16.761326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.882392 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:16.925083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] DHCP port deletion for 1e5f3e8e-fd53-4771-b37c-058476a1e370 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:17.009532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:17.015913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:17.021395 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88e8cc4-94c0-4798-b41b-215cd3749295" -d '{"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:17.026491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.029075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Deleting port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:17.031904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.318140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.451958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Port': ['ID=4121dca6-a473-4f60-bac5-e7c6d81d5634,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:17.467658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] For port 784420b8-c0d8-4a4a-9463-8d3c696c92d8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=784420b8-c0d8-4a4a-9463-8d3c696c92d8,segment=NetworkSegment(e2fac20b-3812-4c9e-aac7-89e067a1c73b),segment_id=e2fac20b-3812-4c9e-aac7-89e067a1c73b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:17.475195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.491421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 40996) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:17.516037 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d02dd61-de11-4be6-a3dc-ba979a823a7c x-openstack-request-id: req-9d02dd61-de11-4be6-a3dc-ba979a823a7c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:17.516658 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-plugged", "status": "completed", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:17.516658 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9d02dd61-de11-4be6-a3dc-ba979a823a7c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:17.517052 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468', 'code': 200} Dec 10 18:35:17.519800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:17.653160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Calling delete_port for 784420b8-c0d8-4a4a-9463-8d3c696c92d8 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:17.664434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11d7f-6165-4372-92c4-3d89faefac8f req-f495c5b1-f6e3-4c2b-b1e1-8b9a0fb0d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.670932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02d11d7f-6165-4372-92c4-3d89faefac8f req-f495c5b1-f6e3-4c2b-b1e1-8b9a0fb0d4c2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1098 time: 0.3708160 Dec 10 18:35:17.687786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac1ee1-eafe-4736-aaa1-2f9ff70febcf req-651d783b-a4cf-4989-a3f8-3763bb44d49e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.696793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:17.703545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:17.703900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 112bd6cb-54b7-48d8-b6bb-316e0adfddf7 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:17.706372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c3ac1ee1-eafe-4736-aaa1-2f9ff70febcf req-651d783b-a4cf-4989-a3f8-3763bb44d49e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 947 time: 0.3634577 Dec 10 18:35:17.708571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 784420b8-c0d8-4a4a-9463-8d3c696c92d8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:17.711848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.712117 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Floating IP 6eb7bc40-920c-4ea0-a313-d01dd2eb98e4 disassociated (deleted). External IP: 172.25.2.66, port: 279ae1a7-4c89-4fc1-a01e-6508c0efc540. Dec 10 18:35:17.712262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] Deleting port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:17.718775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:17.963801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd918a6b-df13-4bb2-aca9-b91087dce88c req-d582f375-11d1-476f-9fbf-6a73adbda44c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:17.968603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd918a6b-df13-4bb2-aca9-b91087dce88c req-d582f375-11d1-476f-9fbf-6a73adbda44c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 946 time: 0.4044087 Dec 10 18:35:18.022036 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c3ac1ee1-eafe-4736-aaa1-2f9ff70febcf req-7da022e7-c09b-4841-9753-22801a814099 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147118 Dec 10 18:35:18.069366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-02d11d7f-6165-4372-92c4-3d89faefac8f req-ce492245-7883-477b-b9de-07f233ccfcef service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414116 Dec 10 18:35:18.086797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] For port 784420b8-c0d8-4a4a-9463-8d3c696c92d8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=784420b8-c0d8-4a4a-9463-8d3c696c92d8,segment=NetworkSegment(e2fac20b-3812-4c9e-aac7-89e067a1c73b),segment_id=e2fac20b-3812-4c9e-aac7-89e067a1c73b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:18.087483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.105341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] Calling delete_port for 784420b8-c0d8-4a4a-9463-8d3c696c92d8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:18.277392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41012) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:18.278183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fe68ccc3-ca90-4b46-b52e-67b53ce3ae1f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa81289c6eeb4b448cd584b053c38c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7835093 Dec 10 18:35:18.280197 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.301384 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.309015 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.367637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd918a6b-df13-4bb2-aca9-b91087dce88c req-bbd282b9-a97f-4a0b-bed8-9bf7a217580b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901491 Dec 10 18:35:18.374762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router b10ca0fb-1e56-4fac-b57f-43e2c503c127 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:18.391698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Port': ['ID=784420b8-c0d8-4a4a-9463-8d3c696c92d8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.398959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] Pushing event deleted for resources: {'Port': ['ID=784420b8-c0d8-4a4a-9463-8d3c696c92d8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.409803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3eef5-bcb5-47d1-84e7-c25b2e01044a None None] No DVR routers for this DVR port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:18.411286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] No DVR routers for this DVR port 784420b8-c0d8-4a4a-9463-8d3c696c92d8 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:18.617549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-463463f1-7aca-4e6b-b81c-21df8f531ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.621492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.650083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5f3e8e-fd53-4771-b37c-058476a1e370']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:18.671955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fac20b-3812-4c9e-aac7-89e067a1c73b') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:18.672449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fac20b-3812-4c9e-aac7-89e067a1c73b') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:18.694552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.727035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.735170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:18.736521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:18.740380 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:18.749255 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-463463f1-7aca-4e6b-b81c-21df8f531ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.758057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747ffd4-c3e3-4400-89f8-d4f2ec558ed5 req-caad956f-425a-45bd-bece-7660c3636ba7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:18.759604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d747ffd4-c3e3-4400-89f8-d4f2ec558ed5 req-caad956f-425a-45bd-bece-7660c3636ba7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 946 time: 0.1950798 Dec 10 18:35:18.824851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:18.836111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886ed47-5891-4926-9831-00774348d31a None None] Sync routers for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:18.843865 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.860729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:18.861377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:18.890479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.927277 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.931955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] 10.222.0.55 "DELETE /v2.0/networks/1e5f3e8e-fd53-4771-b37c-058476a1e370 HTTP/1.1" status: 204 len: 168 time: 2.4108095 Dec 10 18:35:18.932444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d747ffd4-c3e3-4400-89f8-d4f2ec558ed5 req-c7705d72-b8fd-4aa7-b6fd-dd2a987d7374 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639564 Dec 10 18:35:18.936926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-717f6d56-abeb-40f2-9918-64b20a641e0c tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/floatingips/6eb7bc40-920c-4ea0-a313-d01dd2eb98e4 HTTP/1.1" status: 204 len: 168 time: 3.1362498 Dec 10 18:35:18.942191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61255f63-7e4f-4e53-8f35-573952d515c9 tempest-NetworksIpV6Test-1142457373 tempest-NetworksIpV6Test-1142457373-project] Pushing event deleted for resources: {'Network': ['ID=1e5f3e8e-fd53-4771-b37c-058476a1e370,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:18.942512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:18.945802 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a" -d '{"events": [{"name": "network-changed", "server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:18.948766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-463463f1-7aca-4e6b-b81c-21df8f531ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.960351 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-463463f1-7aca-4e6b-b81c-21df8f531ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:18.968694 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-463463f1-7aca-4e6b-b81c-21df8f531ada admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aa9c8b84-685a-415a-a832-7831e969ba33 HTTP/1.1" status: 204 len: 168 time: 0.6879923 Dec 10 18:35:18.998256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463463f1-7aca-4e6b-b81c-21df8f531ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9c8b84-685a-415a-a832-7831e969ba33,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:19.256599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:19.288837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283e83d-2ee4-49f2-b9dc-a4085ddfb311 req-79792081-452d-43b6-aa71-8b2841d74aae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.296119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c283e83d-2ee4-49f2-b9dc-a4085ddfb311 req-79792081-452d-43b6-aa71-8b2841d74aae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 946 time: 0.2015691 Dec 10 18:35:19.533649 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724512dc-88b7-4539-bc40-a2fc544dc156 x-openstack-request-id: req-724512dc-88b7-4539-bc40-a2fc544dc156 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:19.534868 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:19.536309 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-724512dc-88b7-4539-bc40-a2fc544dc156 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:19.538402 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'status': 'completed', 'code': 200} Dec 10 18:35:19.557759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c283e83d-2ee4-49f2-b9dc-a4085ddfb311 req-4dd0bc95-14aa-4c6e-8be3-301278c2d618 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484207 Dec 10 18:35:19.596223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-ee74f64f-eefa-4734-8658-88ae093109ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.597817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-ee74f64f-eefa-4734-8658-88ae093109ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb5beb52b1674b858981321d81bed146&device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 1136 time: 0.1247666 Dec 10 18:35:19.778566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:59Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.887525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886ed47-5891-4926-9831-00774348d31a None None] Checking router: b10ca0fb-1e56-4fac-b57f-43e2c503c127 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:19.899860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:19.902324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:19.947305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c94f6a-2988-4dff-b114-44bf8fe7da89 req-67dc3cae-b113-43eb-a8fb-05f0e0b73e2f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:19.962689 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1c94f6a-2988-4dff-b114-44bf8fe7da89 req-67dc3cae-b113-43eb-a8fb-05f0e0b73e2f tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 985 time: 0.1585920 Dec 10 18:35:20.021158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77945158-f63f-4793-bef1-fcc22d906980 req-1a3138ec-4b0e-4326-aa09-2247102250bc tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.034745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41072) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:20.040092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77945158-f63f-4793-bef1-fcc22d906980 req-1a3138ec-4b0e-4326-aa09-2247102250bc tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 947 time: 0.2366619 Dec 10 18:35:20.092430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1c94f6a-2988-4dff-b114-44bf8fe7da89 req-0d351a8f-a491-4cb7-bc99-e4d40f1a1ca1 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1211553 Dec 10 18:35:20.178042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77945158-f63f-4793-bef1-fcc22d906980 req-151c03cc-457e-4d7e-8a20-6e9745d266e8 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369536 Dec 10 18:35:20.179565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:20.182427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-0e88e9cc-4791-4958-8f4b-e125e3e044c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.189786 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-0e88e9cc-4791-4958-8f4b-e125e3e044c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 HTTP/1.1" status: 200 len: 897 time: 0.5843265 Dec 10 18:35:20.285531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-b1bd2784-3310-4e49-9cd0-4c567739f42c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540 HTTP/1.1" status: 200 len: 217 time: 0.0869830 Dec 10 18:35:20.436290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-571ea65d-77a4-44af-89b1-056ec7942515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.437829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-571ea65d-77a4-44af-89b1-056ec7942515 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1d864943-004c-44fa-80a1-f824ecb71e90 HTTP/1.1" status: 200 len: 834 time: 0.1448581 Dec 10 18:35:20.626987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9886ed47-5891-4926-9831-00774348d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:59Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:20.655623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52749e2-69f2-406f-a469-469707deb99a req-660fc608-f787-4f90-baab-50213e51d714 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.664013 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c52749e2-69f2-406f-a469-469707deb99a req-660fc608-f787-4f90-baab-50213e51d714 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 946 time: 0.1355705 Dec 10 18:35:20.705190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-7d320688-2d0d-4137-a78c-0f8517c4d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.710681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-7d320688-2d0d-4137-a78c-0f8517c4d686 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582874 Dec 10 18:35:20.752170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9886ed47-5891-4926-9831-00774348d31a None None] The sync data for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 is: [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:32:53Z', 'revision_number': 4, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a35c7c3e-84eb-4f7d-986a-8bfe24e67875', 'name': '', 'network_id': '15b7c6f8-d9ae-4291-8e5a-462ed4d81f97', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'mac_address': 'fa:16:3e:a7:a6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:51Z', 'updated_at': '2021-12-10T18:32:59Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'subnets': [{'id': '1d864943-004c-44fa-80a1-f824ecb71e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:20.851505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-e0a6a757-2664-4512-a116-03ac78f110e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:20.853192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-e0a6a757-2664-4512-a116-03ac78f110e5 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.30 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 985 time: 0.3246801 Dec 10 18:35:20.900745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f23ac677-5299-422c-b7e8-b03300bcf8a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=507d64cccfd44954a3ff24506c0ea963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8621671 Dec 10 18:35:20.907287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41114) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:21.056739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19cb82ca-48f2-4a02-95bf-836130ea361a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.113420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19cb82ca-48f2-4a02-95bf-836130ea361a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.146722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c52749e2-69f2-406f-a469-469707deb99a req-d4f57ae3-d140-44d5-b41b-b877bd4cfd88 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755414 Dec 10 18:35:21.219608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:21.219608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.227729 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a1eae-e21a-4112-a47c-16bf55c8e149 None None] New status for floating IP 6eb7bc40-920c-4ea0-a313-d01dd2eb98e4: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:35:21.286218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19cb82ca-48f2-4a02-95bf-836130ea361a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.290142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-5c91bcfd-617f-42c7-8224-4b070407fd34 service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642018 Dec 10 18:35:21.297515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19cb82ca-48f2-4a02-95bf-836130ea361a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.306014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-19cb82ca-48f2-4a02-95bf-836130ea361a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/497d86d4-0345-4e01-9cc9-527a03192004 HTTP/1.1" status: 204 len: 168 time: 0.3969362 Dec 10 18:35:21.348619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb82ca-48f2-4a02-95bf-836130ea361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d86d4-0345-4e01-9cc9-527a03192004,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:21.534984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85124bee-bea3-4973-809b-547ab367da28 req-8e055101-8912-4f08-bcdf-5dcce3589353 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:21.542725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85124bee-bea3-4973-809b-547ab367da28 req-8e055101-8912-4f08-bcdf-5dcce3589353 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 985 time: 0.1868069 Dec 10 18:35:21.625253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] For port 279ae1a7-4c89-4fc1-a01e-6508c0efc540, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=279ae1a7-4c89-4fc1-a01e-6508c0efc540,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:21.627479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:21.658214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Calling delete_port for 279ae1a7-4c89-4fc1-a01e-6508c0efc540 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:21.694908 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85124bee-bea3-4973-809b-547ab367da28 req-c2052c67-7b6b-494f-8fdf-74f12c9eb81a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/security-groups?id=7f8749b4-a32c-4651-9255-21cdf802820a&id=c9926652-b43f-4c60-9e63-ca1235de3488&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1510046 Dec 10 18:35:21.959400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-ac96d10b-751f-408f-8615-68b8e8b57415 service neutron] 10.222.0.30 "GET /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272790 Dec 10 18:35:22.029993 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.437976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da0072-3647-400b-af01-677e560f451f req-95d456c8-9d0c-4597-be78-aea54b74b763 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.440248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-66da0072-3647-400b-af01-677e560f451f req-95d456c8-9d0c-4597-be78-aea54b74b763 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 946 time: 0.1226611 Dec 10 18:35:22.457325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82efb91-b200-45b1-a837-9799574966b7 req-7f36dd06-2948-471a-bcd8-7d99b730113c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.459203 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e82efb91-b200-45b1-a837-9799574966b7 req-7f36dd06-2948-471a-bcd8-7d99b730113c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 947 time: 1.0656576 Dec 10 18:35:22.460079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Port': ['ID=279ae1a7-4c89-4fc1-a01e-6508c0efc540,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:22.538164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-439cf997-c840-4b00-9412-ddafa2a8a29b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:22.539853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-439cf997-c840-4b00-9412-ddafa2a8a29b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 946 time: 0.5793064 Dec 10 18:35:22.541018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] No DVR routers for this DVR port 279ae1a7-4c89-4fc1-a01e-6508c0efc540 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:22.545975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.549877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42ec6663-b6aa-4716-be7f-6c9fe155f387 req-5d008953-52f2-4ee9-b89f-9720a6b7e9f6 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.30 "DELETE /v2.0/ports/279ae1a7-4c89-4fc1-a01e-6508c0efc540 HTTP/1.1" status: 204 len: 173 time: 1.6653876 Dec 10 18:35:22.550704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'name': 'network-vif-deleted', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:22.553354 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd4b9db-c7d5-41cf-897d-386d427a62fc" -d '{"events": [{"server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "name": "network-vif-deleted", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:22.611863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e82efb91-b200-45b1-a837-9799574966b7 req-d5247b00-0caf-4d04-ad62-0c4fae40b347 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433752 Dec 10 18:35:22.635064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-66da0072-3647-400b-af01-677e560f451f req-cbe3a87f-2fa9-4576-b3dc-82130c1db998 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832929 Dec 10 18:35:22.726850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 10e2e11e-d650-4fbf-8e81-7578047dd65e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:22.727194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.767032 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da7b70b-9fa1-4b3b-a3c4-8c8c87f9d968 x-openstack-request-id: req-5da7b70b-9fa1-4b3b-a3c4-8c8c87f9d968 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:22.767351 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be12d882-0d31-4f8d-899a-5f6420ba23bc", "name": "network-vif-deleted", "tag": "279ae1a7-4c89-4fc1-a01e-6508c0efc540", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:22.767616 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5da7b70b-9fa1-4b3b-a3c4-8c8c87f9d968 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:22.768031 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be12d882-0d31-4f8d-899a-5f6420ba23bc', 'name': 'network-vif-deleted', 'tag': '279ae1a7-4c89-4fc1-a01e-6508c0efc540', 'status': 'completed', 'code': 200} Dec 10 18:35:22.915814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] For port 10e2e11e-d650-4fbf-8e81-7578047dd65e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=10e2e11e-d650-4fbf-8e81-7578047dd65e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:22.916444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:22.933164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 10e2e11e-d650-4fbf-8e81-7578047dd65e owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:23.000630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80d5a8eb-23fa-4eea-8ffa-ab1d51cb4900 req-97808d9c-8c94-466c-98ea-3e93fe90d957 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "GET /v2.0/ports?device_id=be12d882-0d31-4f8d-899a-5f6420ba23bc HTTP/1.1" status: 200 len: 210 time: 0.0451941 Dec 10 18:35:23.119458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41186) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.168386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.231897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=10e2e11e-d650-4fbf-8e81-7578047dd65e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:23.337097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] No DVR routers for this DVR port 10e2e11e-d650-4fbf-8e81-7578047dd65e on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:23.363694 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:23.367348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ed84652-9acb-4b98-aaad-032645f417b7 req-d8258e8b-5317-49c5-89f2-ab7737e36fa8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "DELETE /v2.0/ports/10e2e11e-d650-4fbf-8e81-7578047dd65e HTTP/1.1" status: 204 len: 173 time: 0.8094022 Dec 10 18:35:23.610573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ebd71f25-9d83-4bfd-baf7-e97fec04bb5e tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] Request body: {'port': {'network_id': 'fa3691c4-7d12-43fe-b580-72683ec918a2', 'name': 'tempest-NetworksNegativeTestJSON-764384951'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:23.638594 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd71f25-9d83-4bfd-baf7-e97fec04bb5e tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] POST failed (client error): The resource could not be found. Dec 10 18:35:23.647528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd71f25-9d83-4bfd-baf7-e97fec04bb5e tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:23.657301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41212) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.658127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ebd71f25-9d83-4bfd-baf7-e97fec04bb5e tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5364523 Dec 10 18:35:23.697918 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbecd4cf-cfc0-4d06-8a21-4881b520977e tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:23.698582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbecd4cf-cfc0-4d06-8a21-4881b520977e tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:23.702778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fbecd4cf-cfc0-4d06-8a21-4881b520977e tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "DELETE /v2.0/networks/ae983077-d258-457b-92ab-8843b7445f6b HTTP/1.1" status: 404 len: 339 time: 0.0441954 Dec 10 18:35:23.707123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41216) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.707406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a31e1-266e-46c3-b29c-c57079ca566c req-7f1a5ca6-5b82-42b2-ba02-206a7367b418 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:23.719033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe1a31e1-266e-46c3-b29c-c57079ca566c req-7f1a5ca6-5b82-42b2-ba02-206a7367b418 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 945 time: 0.1701417 Dec 10 18:35:23.746241 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c21a5af-50e0-48e5-9ad1-c87d17417368 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:23.746846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c21a5af-50e0-48e5-9ad1-c87d17417368 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:23.754549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c21a5af-50e0-48e5-9ad1-c87d17417368 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "DELETE /v2.0/ports/8cc136bc-dc97-4306-a7c5-e4308ef0733e HTTP/1.1" status: 404 len: 333 time: 0.0416942 Dec 10 18:35:23.755347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41218) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.816951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe1a31e1-266e-46c3-b29c-c57079ca566c req-943084c8-bfc9-47ea-a158-a6d809ff6553 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904624 Dec 10 18:35:23.846383 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d5f90c-3935-4b15-ad14-6a08c0442250 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] DELETE failed (client error): The resource could not be found. Dec 10 18:35:23.846383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d5f90c-3935-4b15-ad14-6a08c0442250 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:23.847861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41220) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.848135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-86d5f90c-3935-4b15-ad14-6a08c0442250 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "DELETE /v2.0/subnets/6ede20fe-f1bc-4807-b55d-91b7d71ddd4b HTTP/1.1" status: 404 len: 337 time: 0.0912566 Dec 10 18:35:23.874428 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-735d2a0e-a0fa-47c5-abc9-ed8fff9158da tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] GET failed (client error): The resource could not be found. Dec 10 18:35:23.877569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-735d2a0e-a0fa-47c5-abc9-ed8fff9158da tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "GET /v2.0/networks/8fb7e0bb-00bc-438b-afba-be48406a9daf HTTP/1.1" status: 404 len: 339 time: 0.0283651 Dec 10 18:35:23.881564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41222) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.902138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4874d-7101-4d4d-ab33-f52f19005ce6 req-1750ee3d-f83b-4ed4-a842-aeb9bdeef427 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:23.905888 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2f4874d-7101-4d4d-ab33-f52f19005ce6 req-1750ee3d-f83b-4ed4-a842-aeb9bdeef427 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 947 time: 0.1321952 Dec 10 18:35:23.917266 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89d21e3-7b18-4c41-8d12-0c478b194497 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] GET failed (client error): The resource could not be found. Dec 10 18:35:23.921180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d89d21e3-7b18-4c41-8d12-0c478b194497 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "GET /v2.0/ports/a23eb902-2751-4db2-bb3d-19f2dddedbfc HTTP/1.1" status: 404 len: 333 time: 0.0354500 Dec 10 18:35:23.925124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41226) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:23.993302 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70390e0-b1bd-447f-8ae9-64b9302e2580 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] GET failed (client error): The resource could not be found. Dec 10 18:35:23.999719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c70390e0-b1bd-447f-8ae9-64b9302e2580 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "GET /v2.0/subnets/4bbbce97-89ed-48a2-93ef-6cfc74649300 HTTP/1.1" status: 404 len: 337 time: 0.0630760 Dec 10 18:35:24.005550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41228) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.025065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2f4874d-7101-4d4d-ab33-f52f19005ce6 req-d26aac58-4e4f-4bb6-b681-23f4f18ce1f2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115601 Dec 10 18:35:24.049979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d87e25a2-6c9b-474a-a37c-2f731ede576c tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:24.079489 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87e25a2-6c9b-474a-a37c-2f731ede576c tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] PUT failed (client error): The resource could not be found. Dec 10 18:35:24.079888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87e25a2-6c9b-474a-a37c-2f731ede576c tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:24.081794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d87e25a2-6c9b-474a-a37c-2f731ede576c tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "PUT /v2.0/networks/c42c39db-32e9-4be3-8b95-4d8a0b482764 HTTP/1.1" status: 404 len: 339 time: 0.0437572 Dec 10 18:35:24.085127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc35d912-ae75-4db6-b7f2-77127aad1055 req-e2adda0a-1d9e-4810-a8ff-6d70e304fc23 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.0841489 Dec 10 18:35:24.087371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41236) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.094022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-016fc552-54b2-4c8f-b17b-9e76c8b8e8fc tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:24.118653 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-016fc552-54b2-4c8f-b17b-9e76c8b8e8fc tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] PUT failed (client error): The resource could not be found. Dec 10 18:35:24.119237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016fc552-54b2-4c8f-b17b-9e76c8b8e8fc tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:24.137413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41240) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.143092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-016fc552-54b2-4c8f-b17b-9e76c8b8e8fc tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "PUT /v2.0/ports/5cbf449c-1a7b-4e7a-9614-49974d4bdf69 HTTP/1.1" status: 404 len: 333 time: 0.0543931 Dec 10 18:35:24.144937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d7c41e02-2458-4f01-b009-278383841642 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:24.168846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41242) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.191140 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c41e02-2458-4f01-b009-278383841642 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] PUT failed (client error): The resource could not be found. Dec 10 18:35:24.191625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c41e02-2458-4f01-b009-278383841642 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:35:24.196064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7c41e02-2458-4f01-b009-278383841642 tempest-NetworksNegativeTestJSON-762859118 tempest-NetworksNegativeTestJSON-762859118-project] 10.222.0.55 "PUT /v2.0/subnets/d39a9f66-2b72-4574-9881-44494ddea85a HTTP/1.1" status: 404 len: 337 time: 0.0536046 Dec 10 18:35:24.248443 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-11146ce6-2474-49ba-ac57-6ba0f02863f3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.282787 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-11146ce6-2474-49ba-ac57-6ba0f02863f3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.341504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-11146ce6-2474-49ba-ac57-6ba0f02863f3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.344369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-11146ce6-2474-49ba-ac57-6ba0f02863f3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.349053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.349637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-11146ce6-2474-49ba-ac57-6ba0f02863f3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/security-groups/7f8749b4-a32c-4651-9255-21cdf802820a HTTP/1.1" status: 204 len: 168 time: 0.1795776 Dec 10 18:35:24.366213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11146ce6-2474-49ba-ac57-6ba0f02863f3 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8749b4-a32c-4651-9255-21cdf802820a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.473430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4758058c-b5f6-462e-8803-85d5c517cbb4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.529494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4758058c-b5f6-462e-8803-85d5c517cbb4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.542085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 279ae1a7-4c89-4fc1-a01e-6508c0efc540 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:24.597882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 279ae1a7-4c89-4fc1-a01e-6508c0efc540 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:24.598202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 279ae1a7-4c89-4fc1-a01e-6508c0efc540 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:24.598960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 10e2e11e-d650-4fbf-8e81-7578047dd65e no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:24.624613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4758058c-b5f6-462e-8803-85d5c517cbb4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.627359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4758058c-b5f6-462e-8803-85d5c517cbb4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:24.630732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4758058c-b5f6-462e-8803-85d5c517cbb4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/security-groups/c9926652-b43f-4c60-9e63-ca1235de3488 HTTP/1.1" status: 204 len: 168 time: 0.2802627 Dec 10 18:35:24.633511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41262) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.647953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758058c-b5f6-462e-8803-85d5c517cbb4 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9926652-b43f-4c60-9e63-ca1235de3488,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:24.651753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 10e2e11e-d650-4fbf-8e81-7578047dd65e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:24.652103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 10e2e11e-d650-4fbf-8e81-7578047dd65e not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:24.749982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41264) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:24.805777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'name': 'network-vif-deleted', 'tag': '10e2e11e-d650-4fbf-8e81-7578047dd65e'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:24.808859 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5d8001-16aa-4d1d-aef9-460b5f9162c3" -d '{"events": [{"server_uuid": "68cdff7e-ac41-4651-a29f-5743f45883f0", "name": "network-vif-deleted", "tag": "10e2e11e-d650-4fbf-8e81-7578047dd65e"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:24.962950 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb556b0-b7bf-4605-a451-9a8c54502899 x-openstack-request-id: req-0eb556b0-b7bf-4605-a451-9a8c54502899 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:24.963225 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68cdff7e-ac41-4651-a29f-5743f45883f0", "name": "network-vif-deleted", "tag": "10e2e11e-d650-4fbf-8e81-7578047dd65e", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:24.963483 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0eb556b0-b7bf-4605-a451-9a8c54502899 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:24.964169 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cdff7e-ac41-4651-a29f-5743f45883f0', 'name': 'network-vif-deleted', 'tag': '10e2e11e-d650-4fbf-8e81-7578047dd65e', 'status': 'completed', 'code': 200} Dec 10 18:35:24.986704 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-493cc740-2f67-4c33-9125-16ad8934ee56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.064540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ce8696d0-4b34-4d5d-b8f4-3e9ce9a0b99f tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:25.066100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ce8696d0-4b34-4d5d-b8f4-3e9ce9a0b99f tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 945 time: 0.1406505 Dec 10 18:35:25.092418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-493cc740-2f67-4c33-9125-16ad8934ee56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.096694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13a29a-50ad-4fbf-81f0-16bbe2e34c8c req-e04d0090-9e1a-43c9-a585-1ff67d1e2dd6 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:25.098600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f13a29a-50ad-4fbf-81f0-16bbe2e34c8c req-e04d0090-9e1a-43c9-a585-1ff67d1e2dd6 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 945 time: 0.1254797 Dec 10 18:35:25.113490 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-493cc740-2f67-4c33-9125-16ad8934ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.172243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-493cc740-2f67-4c33-9125-16ad8934ee56 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9b996350d8e48c08b65db53345157fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4204755 Dec 10 18:35:25.174669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:25.188076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cc740-2f67-4c33-9125-16ad8934ee56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27148bf-6688-454b-8d61-4fa393cd2abb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.302543 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b88841cd-2550-4ed8-835c-e23cf6bbf078 req-42f8804c-c217-4400-b064-50f8b4be9988 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.0629406 Dec 10 18:35:25.328875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f13a29a-50ad-4fbf-81f0-16bbe2e34c8c req-2d858e0d-7130-4433-89a5-219ccac68623 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/security-groups?id=e5b3dfd9-5904-4605-a396-79ec1879ca49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958101 Dec 10 18:35:25.344614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Deleting port 90fb1b31-d433-48c3-b522-d77ff57896be {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:25.345409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.377764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1096ac04-29bd-4b78-82fe-a52a92b6a2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.409970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1096ac04-29bd-4b78-82fe-a52a92b6a2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.475317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1096ac04-29bd-4b78-82fe-a52a92b6a2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.478126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1096ac04-29bd-4b78-82fe-a52a92b6a2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.480701 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1096ac04-29bd-4b78-82fe-a52a92b6a2d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a27148bf-6688-454b-8d61-4fa393cd2abb HTTP/1.1" status: 204 len: 168 time: 0.3017235 Dec 10 18:35:25.500695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ac04-29bd-4b78-82fe-a52a92b6a2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27148bf-6688-454b-8d61-4fa393cd2abb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:25.603624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] For port 90fb1b31-d433-48c3-b522-d77ff57896be, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=90fb1b31-d433-48c3-b522-d77ff57896be,segment=NetworkSegment(d89ff2ef-8399-4433-a23a-92c798e17847),segment_id=d89ff2ef-8399-4433-a23a-92c798e17847)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:25.604447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:25.626498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Calling delete_port for 90fb1b31-d433-48c3-b522-d77ff57896be owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:25.750077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.044160 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.056208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['90fb1b31-d433-48c3-b522-d77ff57896be'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:35:26.113347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Pushing event deleted for resources: {'Port': ['ID=90fb1b31-d433-48c3-b522-d77ff57896be,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:26.165564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b77cb67-4c73-4d0c-bea9-389e471bcdb5 None None] DHCP port deletion for 85da2434-53e6-42cf-a3a4-e32b1ef5c87d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:26.246001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] No DVR routers for this DVR port 90fb1b31-d433-48c3-b522-d77ff57896be on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:26.249328 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.254313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c56cbd64-0f47-4278-a771-d032aa6cf8d8 req-ecd69a36-d1be-4703-b593-b012db0552ee tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.30 "DELETE /v2.0/ports/90fb1b31-d433-48c3-b522-d77ff57896be HTTP/1.1" status: 204 len: 173 time: 1.1779490 Dec 10 18:35:26.574965 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-479870c6-fe11-4fb4-bf92-cc5b896d1add req-b8c149cb-f5ae-462e-b4ba-d09faa6eaee5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.1020439 Dec 10 18:35:26.619003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6992b2b6-5e1d-4218-9c8f-727ac6c5eb3f req-d0d2e646-7496-4dfb-a515-72c8fd1ccba1 tempest-VolumesSnapshotTestJSON-1153106406 tempest-VolumesSnapshotTestJSON-1153106406-project] 10.222.0.55 "GET /v2.0/ports?device_id=f70821fd-171b-4597-a0f3-99035fb789a2 HTTP/1.1" status: 200 len: 210 time: 0.0834951 Dec 10 18:35:26.664914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting port a35c7c3e-84eb-4f7d-986a-8bfe24e67875 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:26.665323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:26.965895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'name': 'network-vif-deleted', 'tag': '90fb1b31-d433-48c3-b522-d77ff57896be'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:35:26.975336 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0417fc-6d8f-49ba-bb14-9f83e278f3a8" -d '{"events": [{"server_uuid": "f70821fd-171b-4597-a0f3-99035fb789a2", "name": "network-vif-deleted", "tag": "90fb1b31-d433-48c3-b522-d77ff57896be"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:35:27.004040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] For port a35c7c3e-84eb-4f7d-986a-8bfe24e67875, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:27.004760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.046901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Calling delete_port for a35c7c3e-84eb-4f7d-986a-8bfe24e67875 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:27.055454 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdddf59-03d4-47c7-9f70-be7a0711d6a6 x-openstack-request-id: req-2cdddf59-03d4-47c7-9f70-be7a0711d6a6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:35:27.056017 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f70821fd-171b-4597-a0f3-99035fb789a2", "name": "network-vif-deleted", "tag": "90fb1b31-d433-48c3-b522-d77ff57896be", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:35:27.056282 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2cdddf59-03d4-47c7-9f70-be7a0711d6a6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:35:27.056851 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f70821fd-171b-4597-a0f3-99035fb789a2', 'name': 'network-vif-deleted', 'tag': '90fb1b31-d433-48c3-b522-d77ff57896be', 'status': 'completed', 'code': 200} Dec 10 18:35:27.125631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41352) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:27.263769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1183470897'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:27.318189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.354756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:27.368417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Port': ['ID=a35c7c3e-84eb-4f7d-986a-8bfe24e67875,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.373064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.401048 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.574453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.580892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.646927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:27.650243 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.679399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df804d31-5fa1-472b-8660-c34b32ef65fb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:27.702415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.703705 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 386134f5-48ae-40c7-b5e9-08f446b49852 of type vlan for network 73d50b5b-16c4-4939-8338-66f9bc400493 Dec 10 18:35:27.831220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.886328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:27.892607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62d6e62d-703d-4429-b8f5-1badf0b87a11 req-91c13cc4-4b02-405d-9e68-49116b03bfc1 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.1033173 Dec 10 18:35:27.900753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:27.902895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.058630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9317229 Dec 10 18:35:28.075106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41380) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:28.096067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1144059231'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:28.145166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249dc0d-2f89-46ca-a8fe-f26a1f88e94d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=73d50b5b-16c4-4939-8338-66f9bc400493,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.161221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 73d50b5b-16c4-4939-8338-66f9bc400493 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:28.174226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:28.183144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.301575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:28.324874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.325222 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 10f7a105-0451-4252-95dd-dd394670fdea of type vlan for network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b Dec 10 18:35:28.396401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Router b10ca0fb-1e56-4fac-b57f-43e2c503c127 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:28.441289 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27ec8e80-75de-45b5-aa1d-e53402fd7da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.459006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.506770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.519678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:28.524163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:28.555447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 90fb1b31-d433-48c3-b522-d77ff57896be no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:28.606634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:28.625071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f562dff6-b084-4d20-be56-a8c8a4d92a5a tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "PUT /v2.0/routers/b10ca0fb-1e56-4fac-b57f-43e2c503c127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9900813 Dec 10 18:35:28.626047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] Sync routers for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:28.628050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41398) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:28.639898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 90fb1b31-d433-48c3-b522-d77ff57896be {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:28.640225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 90fb1b31-d433-48c3-b522-d77ff57896be not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:28.666767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:28.668116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:28.725977 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6480424 Dec 10 18:35:28.726972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b510cc-b4e1-46a2-b577-3aab6c9a0221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:28.729182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41404) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:28.736933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': '73d50b5b-16c4-4939-8338-66f9bc400493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:28.832029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:28.865338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting subnet 1d864943-004c-44fa-80a1-f824ecb71e90 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:28.908484 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.157611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46ad372e-00a2-49b8-869c-59162c4123e3 req-ccf4dc21-4440-44db-b266-fa79b3f31cda tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.0575528 Dec 10 18:35:29.164669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:29.174726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.298210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.405780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.509889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Subnet': ['ID=1d864943-004c-44fa-80a1-f824ecb71e90,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:29.512382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.519332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41422) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:29.548671 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-97cebaa6-bc22-450b-8ccb-797282d3c9d0 tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/subnets/1d864943-004c-44fa-80a1-f824ecb71e90 HTTP/1.1" status: 204 len: 168 time: 0.9189644 Dec 10 18:35:29.559791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:29.570003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.624183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f4f09c-04f1-4ede-adcb-e5f2411f56aa None None] Network 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:29.745457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:29.806262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41432) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:29.844837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:29.943590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] Checking router: b10ca0fb-1e56-4fac-b57f-43e2c503c127 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:35:29.950447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] DHCP port deletion for 15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:29.967270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] Routers {'b10ca0fb-1e56-4fac-b57f-43e2c503c127'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:29.968170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:29.982249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.048471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.092470 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91b03d34-f484-4492-8990-4ed358b4cace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.132707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Deleting port 25ce12fb-b8a6-45af-95c8-ec74cb286029 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:30.133458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.257155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '386134f5-48ae-40c7-b5e9-08f446b49852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73d50b5b-16c4-4939-8338-66f9bc400493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:30.257536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: 73d50b5b-16c4-4939-8338-66f9bc400493, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:30.261338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=58f66f12-0ef3-4ccd-940d-513d4a81ce31,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:30.299145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 73d50b5b-16c4-4939-8338-66f9bc400493 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:30.313639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 73d50b5b-16c4-4939-8338-66f9bc400493) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:30.329305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:30.330339 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.373000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] For port 25ce12fb-b8a6-45af-95c8-ec74cb286029, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=25ce12fb-b8a6-45af-95c8-ec74cb286029,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:30.374429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.377261 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb721c2d-efaa-40f9-b319-fb455f8256d8 req-96caa9e6-4eef-4703-8eff-206701fe612f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.0409434 Dec 10 18:35:30.396421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f6ec67e4-8e7b-497a-8d25-34af29a4541a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6635704 Dec 10 18:35:30.397262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41442) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:30.402828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': 'b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:30.428808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Calling delete_port for 25ce12fb-b8a6-45af-95c8-ec74cb286029 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:30.445413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a988b905-8840-4c19-84a0-ae2b1e759cb7 None None] Network 73d50b5b-16c4-4939-8338-66f9bc400493 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:30.509000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:30.513874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.561644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] Set router b10ca0fb-1e56-4fac-b57f-43e2c503c127 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:35:30.764075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] Deleting port 9d777334-c27f-4c76-9a7d-b5b27d94555c {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:30.764499 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.780638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-73d50b5b-16c4-4939-8338-66f9bc400493', 'network_id': '73d50b5b-16c4-4939-8338-66f9bc400493', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': '58f66f12-0ef3-4ccd-940d-513d4a81ce31'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:30.783087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:30.872721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.012710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Port': ['ID=25ce12fb-b8a6-45af-95c8-ec74cb286029,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:31.020570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91b03d34-f484-4492-8990-4ed358b4cace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.052412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c8d489-af77-4eb2-bebe-67f16cdc0a17 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:31.058311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91b03d34-f484-4492-8990-4ed358b4cace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.149066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b03d34-f484-4492-8990-4ed358b4cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698f09a0-213c-447c-b0a5-fe2d7c8267fa,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:31.179777 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.183199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9d777334-c27f-4c76-9a7d-b5b27d94555c no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:31.205921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-91b03d34-f484-4492-8990-4ed358b4cace admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=828f7cbc76e444baab866f7508dd369b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3938837 Dec 10 18:35:31.209996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41460) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:31.240440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] For port 9d777334-c27f-4c76-9a7d-b5b27d94555c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9d777334-c27f-4c76-9a7d-b5b27d94555c,segment=NetworkSegment(24217566-de45-4bc6-bc5f-48c4873122b2),segment_id=24217566-de45-4bc6-bc5f-48c4873122b2)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:31.240840 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.273594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] Calling delete_port for 9d777334-c27f-4c76-9a7d-b5b27d94555c owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:31.275580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=b6fbbe50-3d03-425f-b678-1cb299e17e81,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:31.306407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '10f7a105-0451-4252-95dd-dd394670fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:31.307034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:31.347581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:31.394845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:31.403855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:31.404478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.442518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaddf58-8b02-495b-9b64-eea12edcbe75 None None] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:31.451313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-487d9088-bde8-4a9f-ac54-b26f5f3ffb42 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0522077 Dec 10 18:35:31.451935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41464) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:31.462198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Allocated IP 2001:db8::2 (73d50b5b-16c4-4939-8338-66f9bc400493/58f66f12-0ef3-4ccd-940d-513d4a81ce31/61554e70-15bc-45f7-88cd-21909eedbf0e) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:31.463755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-604a9a7f-7a82-47fe-b2e7-8ab8cfece3f1 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1696383155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:31.518509 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-604a9a7f-7a82-47fe-b2e7-8ab8cfece3f1 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.519936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-604a9a7f-7a82-47fe-b2e7-8ab8cfece3f1 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.749228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bb2f9469-7802-40c2-9e02-4fde33624d5a req-b05db51f-b143-4020-905e-bd371af01f02 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=68cdff7e-ac41-4651-a29f-5743f45883f0 HTTP/1.1" status: 200 len: 210 time: 0.0723498 Dec 10 18:35:31.753444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.766967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-604a9a7f-7a82-47fe-b2e7-8ab8cfece3f1 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.785604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-604a9a7f-7a82-47fe-b2e7-8ab8cfece3f1 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.821562 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-604a9a7f-7a82-47fe-b2e7-8ab8cfece3f1 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.825315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-604a9a7f-7a82-47fe-b2e7-8ab8cfece3f1 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3699975 Dec 10 18:35:31.825561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:31.826437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:31.884387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.888306 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.892441 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:31.895815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-003ccf7a-3c4d-4771-af57-0b763ff70373 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.005362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-003ccf7a-3c4d-4771-af57-0b763ff70373 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.039084 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fdb0c2b-afaf-4437-94a3-e705e1657fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.043053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b', 'network_id': 'b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': 'b6fbbe50-3d03-425f-b678-1cb299e17e81'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:32.044753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.064833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.103287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ca25e9-9ed3-40d8-8f64-218749d282dc None None] The sync data for ids ['b10ca0fb-1e56-4fac-b57f-43e2c503c127'] in n-d-821424-1 is: [{'id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'name': 'tempest-TestSecurityGroupsBasicOps-router-723801872', 'tenant_id': 'fb5beb52b1674b858981321d81bed146', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214'}], 'enable_snat': True}, 'gw_port_id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:32:36Z', 'updated_at': '2021-12-10T18:35:27Z', 'revision_number': 5, 'project_id': 'fb5beb52b1674b858981321d81bed146', 'gw_port': {'id': '25ce12fb-b8a6-45af-95c8-ec74cb286029', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca0fb-1e56-4fac-b57f-43e2c503c127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2617, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:32:37Z', 'updated_at': '2021-12-10T18:32:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:32.134855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-003ccf7a-3c4d-4771-af57-0b763ff70373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.141992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-003ccf7a-3c4d-4771-af57-0b763ff70373 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.143828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-003ccf7a-3c4d-4771-af57-0b763ff70373 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/698f09a0-213c-447c-b0a5-fe2d7c8267fa HTTP/1.1" status: 204 len: 168 time: 0.9331753 Dec 10 18:35:32.153305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ccf7a-3c4d-4771-af57-0b763ff70373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698f09a0-213c-447c-b0a5-fe2d7c8267fa,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:32.157840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.159321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Fanout notify agent at l3_agent the message router_deleted on router b10ca0fb-1e56-4fac-b57f-43e2c503c127 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:32.191247 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.192395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6d9e642b-679c-40d8-8def-7b0d17a711dc tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/routers/b10ca0fb-1e56-4fac-b57f-43e2c503c127 HTTP/1.1" status: 204 len: 168 time: 2.6720476 Dec 10 18:35:32.195031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:32.201640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-bfcdd17b-f48b-44d9-9d3c-cfad8fca139b req-4e3ed914-e00e-4e88-8407-a97776c1e36d service neutron] (103499) timed out ('10.222.0.55', 43744) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:35:32.242887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] Pushing event deleted for resources: {'Port': ['ID=9d777334-c27f-4c76-9a7d-b5b27d94555c,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:32.370653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.398171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Allocated IP 2001:db8:1::2 (b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b/b6fbbe50-3d03-425f-b678-1cb299e17e81/9c3497ba-203a-4733-b10f-5412f39bae38) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:32.449649 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.450370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.473554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab3ea7-40a2-4753-b203-e6f1c55a6dba None None] No DVR routers for this DVR port 9d777334-c27f-4c76-9a7d-b5b27d94555c on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:32.633487 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.656980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41486) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:32.710107 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.722603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ec8bc1-1330-48ff-9284-5396d5f34b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.793011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b7c6f8-d9ae-4291-8e5a-462ed4d81f97']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:32.879400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24217566-de45-4bc6-bc5f-48c4873122b2') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:32.879698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24217566-de45-4bc6-bc5f-48c4873122b2') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:32.891633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.907201 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.920539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:32.996590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:33.022039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:33.039330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:33.069823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.108171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:33.113137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.177343 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.187085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Pushing event updated for resources: {'Port': ['ID=9c3497ba-203a-4733-b10f-5412f39bae38,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.218700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a35c7c3e-84eb-4f7d-986a-8bfe24e67875 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:33.237405 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:33.246766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.263067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.268824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] 10.222.0.55 "DELETE /v2.0/networks/15b7c6f8-d9ae-4291-8e5a-462ed4d81f97 HTTP/1.1" status: 204 len: 168 time: 1.0726566 Dec 10 18:35:33.283925 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.290755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a35c7c3e-84eb-4f7d-986a-8bfe24e67875 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:33.291102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a35c7c3e-84eb-4f7d-986a-8bfe24e67875 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:33.314677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bfaae-bd01-4159-81c2-a9caff7c26ec tempest-TestSecurityGroupsBasicOps-293786929 tempest-TestSecurityGroupsBasicOps-293786929-project] Pushing event deleted for resources: {'Network': ['ID=15b7c6f8-d9ae-4291-8e5a-462ed4d81f97,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.331017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8::1 (73d50b5b-16c4-4939-8338-66f9bc400493/58f66f12-0ef3-4ccd-940d-513d4a81ce31/c104be0f-137e-4bf8-8c17-bc6fb66e6ee5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:33.345889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ec8bc1-1330-48ff-9284-5396d5f34b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.356984 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ec8bc1-1330-48ff-9284-5396d5f34b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.435926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62ec8bc1-1330-48ff-9284-5396d5f34b9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1eb5d095fbad4ebaaf4e1cb889f2aafd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7711303 Dec 10 18:35:33.440625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Pushing event updated for resources: {'Port': ['ID=61554e70-15bc-45f7-88cd-21909eedbf0e,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.443072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41508) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:33.475024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec8bc1-1330-48ff-9284-5396d5f34b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3e2ec9-3e88-4bca-ac1f-efbb95209a8d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.603055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d85bb732-42d6-4e73-8c6e-e42b88c73ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.629756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.694126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.697634 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d85bb732-42d6-4e73-8c6e-e42b88c73ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.745112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Network 73d50b5b-16c4-4939-8338-66f9bc400493 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:33.765758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:33.774334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Attempting to bind port 9c3497ba-203a-4733-b10f-5412f39bae38 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:33.775341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Attempting to bind port 9c3497ba-203a-4733-b10f-5412f39bae38 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '10f7a105-0451-4252-95dd-dd394670fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:33.775341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Attempting to bind port 9c3497ba-203a-4733-b10f-5412f39bae38 on network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:33.783326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:33.798665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:33.799313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Checking segment: {'id': '10f7a105-0451-4252-95dd-dd394670fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:33.799805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.800313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Bound using segment: {'id': '10f7a105-0451-4252-95dd-dd394670fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:33.800907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Bound port: 9c3497ba-203a-4733-b10f-5412f39bae38, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7a105-0451-4252-95dd-dd394670fdea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:33.801398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.809176 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.871124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 73d50b5b-16c4-4939-8338-66f9bc400493 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:33.875409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:33.880702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:33.881607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.907065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d85bb732-42d6-4e73-8c6e-e42b88c73ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.909850 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d85bb732-42d6-4e73-8c6e-e42b88c73ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:33.915331 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d85bb732-42d6-4e73-8c6e-e42b88c73ea7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e3e2ec9-3e88-4bca-ac1f-efbb95209a8d HTTP/1.1" status: 204 len: 168 time: 0.4698477 Dec 10 18:35:33.953881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=c104be0f-137e-4bf8-8c17-bc6fb66e6ee5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:33.984115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85bb732-42d6-4e73-8c6e-e42b88c73ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3e2ec9-3e88-4bca-ac1f-efbb95209a8d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.190162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Attempting to bind port 61554e70-15bc-45f7-88cd-21909eedbf0e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:34.191108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Attempting to bind port 61554e70-15bc-45f7-88cd-21909eedbf0e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '386134f5-48ae-40c7-b5e9-08f446b49852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73d50b5b-16c4-4939-8338-66f9bc400493'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:34.196724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Attempting to bind port 61554e70-15bc-45f7-88cd-21909eedbf0e on network 73d50b5b-16c4-4939-8338-66f9bc400493 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:34.224622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:34.225360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Checking segment: {'id': '386134f5-48ae-40c7-b5e9-08f446b49852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73d50b5b-16c4-4939-8338-66f9bc400493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:34.225955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.226899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Bound using segment: {'id': '386134f5-48ae-40c7-b5e9-08f446b49852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73d50b5b-16c4-4939-8338-66f9bc400493'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:34.227649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Bound port: 61554e70-15bc-45f7-88cd-21909eedbf0e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386134f5-48ae-40c7-b5e9-08f446b49852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '73d50b5b-16c4-4939-8338-66f9bc400493'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:34.228278 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.275647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.311740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.356848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] For port 9c3497ba-203a-4733-b10f-5412f39bae38, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:34.440087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] For port 9c3497ba-203a-4733-b10f-5412f39bae38, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9c3497ba-203a-4733-b10f-5412f39bae38,segment=NetworkSegment(10f7a105-0451-4252-95dd-dd394670fdea),segment_id=10f7a105-0451-4252-95dd-dd394670fdea)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:34.441562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] For port 61554e70-15bc-45f7-88cd-21909eedbf0e, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:34.451813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.539881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] For port 61554e70-15bc-45f7-88cd-21909eedbf0e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=61554e70-15bc-45f7-88cd-21909eedbf0e,segment=NetworkSegment(386134f5-48ae-40c7-b5e9-08f446b49852),segment_id=386134f5-48ae-40c7-b5e9-08f446b49852)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:34.564043 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.647966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522a852c-eac7-444c-90e3-4b4b874bb840 None None] Pushing event updated for resources: {'Port': ['ID=9c3497ba-203a-4733-b10f-5412f39bae38,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.837396 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.864468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.871183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.877635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.880867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67150f40-9aaf-4549-bf7f-33593ce2c436 None None] Pushing event updated for resources: {'Port': ['ID=61554e70-15bc-45f7-88cd-21909eedbf0e,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:34.896684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41534) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:34.914454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30634353-bf8d-4f88-a8b2-e2d31369830f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:34.992318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41536) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:35.010151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 25ce12fb-b8a6-45af-95c8-ec74cb286029 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:35.099567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 25ce12fb-b8a6-45af-95c8-ec74cb286029 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:35.100141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 25ce12fb-b8a6-45af-95c8-ec74cb286029 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:35.336293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=c104be0f-137e-4bf8-8c17-bc6fb66e6ee5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.349848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30634353-bf8d-4f88-a8b2-e2d31369830f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.359537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-30634353-bf8d-4f88-a8b2-e2d31369830f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.389861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 73d50b5b-16c4-4939-8338-66f9bc400493 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:35.392546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:35.466823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-30634353-bf8d-4f88-a8b2-e2d31369830f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4d620a9c9a614f35bd470d4b79dd7df0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684035 Dec 10 18:35:35.468010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30634353-bf8d-4f88-a8b2-e2d31369830f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bca7d8-5bd3-4ccc-8b09-49a922044748,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.483692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:35.603085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d01a829-7d33-4b25-a1ee-b7654987e795 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.609747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ba758915-4017-4a9a-be57-42ee273d4f9e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fb5beb52b1674b858981321d81bed146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6144555 Dec 10 18:35:35.612275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:35.672961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d01a829-7d33-4b25-a1ee-b7654987e795 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.736733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 77c1d487-3372-45b9-948e-c435a8dbc9c6 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:35.742820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92d30a4e-ae71-44c0-8fd4-d4c63b9e3f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.806641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92d30a4e-ae71-44c0-8fd4-d4c63b9e3f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.848373 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d01a829-7d33-4b25-a1ee-b7654987e795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.851100 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d01a829-7d33-4b25-a1ee-b7654987e795 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.855122 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0d01a829-7d33-4b25-a1ee-b7654987e795 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/28bca7d8-5bd3-4ccc-8b09-49a922044748 HTTP/1.1" status: 204 len: 168 time: 0.3453007 Dec 10 18:35:35.893429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01a829-7d33-4b25-a1ee-b7654987e795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bca7d8-5bd3-4ccc-8b09-49a922044748,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:35.965240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92d30a4e-ae71-44c0-8fd4-d4c63b9e3f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.972687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-92d30a4e-ae71-44c0-8fd4-d4c63b9e3f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:35.976488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-92d30a4e-ae71-44c0-8fd4-d4c63b9e3f34 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2430d848-02fa-48cb-acf3-281ef6f2a534 HTTP/1.1" status: 204 len: 168 time: 0.3625226 Dec 10 18:35:36.010182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d30a4e-ae71-44c0-8fd4-d4c63b9e3f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2430d848-02fa-48cb-acf3-281ef6f2a534,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:36.044858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:36.055712 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] Sync routers for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:36.074574 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:36.075266 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:36.081684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1adaff22-8030-4979-9e2c-cfdf5dfd9d5a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/77c1d487-3372-45b9-948e-c435a8dbc9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2477498 Dec 10 18:35:36.081958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41570) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:36.160146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:36.177487 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:36.178031 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:36.218101 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:36.219063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0f764-6484-42dd-bd85-0c8b1819497a None None] The sync data for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:36.236312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1108d9-47b8-49b4-ad1e-0686265a32c9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:36.251675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c1108d9-47b8-49b4-ad1e-0686265a32c9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports/c104be0f-137e-4bf8-8c17-bc6fb66e6ee5 HTTP/1.1" status: 200 len: 911 time: 0.1670296 Dec 10 18:35:36.254512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41576) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:36.967887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41596) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:37.022159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.047432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35467a73-696d-48b8-ae69-79ddaafc0e78 None None] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:37.250807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47736b6f-9650-4c34-a212-56156cce15d0 None None] Network 73d50b5b-16c4-4939-8338-66f9bc400493 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:37.276527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.356859 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.363107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.466720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=83672c4ad18e4da58193f30295151cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4911499 Dec 10 18:35:37.467969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41606) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:37.468868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbd1e9a-43e4-4894-9f03-1cb00e438f37,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:37.533252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 61554e70-15bc-45f7-88cd-21909eedbf0e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:37.602847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.603199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.603544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.603882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.604865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.605379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.606262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.606673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.607318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.607761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.608120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.608576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.609720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d5dc22-33be-42fc-9f42-36c90d520ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:37.634246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-99bb898b-c179-4387-a507-4a58b27576ad None None] Provisioning complete for port 9c3497ba-203a-4733-b10f-5412f39bae38 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:37.634946 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-99bb898b-c179-4387-a507-4a58b27576ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.707811 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3d16b9e-0df5-4e7c-aec6-ad7aa1820737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.793781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3d16b9e-0df5-4e7c-aec6-ad7aa1820737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.845510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8:1::1 (b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b/b6fbbe50-3d03-425f-b678-1cb299e17e81/fe3ba8d7-b981-49f2-a1a8-61af9197a83d) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:37.898286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 61554e70-15bc-45f7-88cd-21909eedbf0e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:37.899256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.924885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3d16b9e-0df5-4e7c-aec6-ad7aa1820737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.927903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3d16b9e-0df5-4e7c-aec6-ad7aa1820737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:37.931286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e3d16b9e-0df5-4e7c-aec6-ad7aa1820737 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ddbd1e9a-43e4-4894-9f03-1cb00e438f37 HTTP/1.1" status: 204 len: 168 time: 0.4531806 Dec 10 18:35:37.944062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d16b9e-0df5-4e7c-aec6-ad7aa1820737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbd1e9a-43e4-4894-9f03-1cb00e438f37,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:38.215008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:35:38.222169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.246380 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-99bb898b-c179-4387-a507-4a58b27576ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.348500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.399368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-99bb898b-c179-4387-a507-4a58b27576ad None None] For port 9c3497ba-203a-4733-b10f-5412f39bae38, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9c3497ba-203a-4733-b10f-5412f39bae38,segment=NetworkSegment(10f7a105-0451-4252-95dd-dd394670fdea),segment_id=10f7a105-0451-4252-95dd-dd394670fdea)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:38.405038 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.426163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=fe3ba8d7-b981-49f2-a1a8-61af9197a83d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:38.451003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:38.452740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:38.455674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:38.456479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.462256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-99bb898b-c179-4387-a507-4a58b27576ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.710766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 61554e70-15bc-45f7-88cd-21909eedbf0e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=61554e70-15bc-45f7-88cd-21909eedbf0e,segment=NetworkSegment(386134f5-48ae-40c7-b5e9-08f446b49852),segment_id=386134f5-48ae-40c7-b5e9-08f446b49852)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:38.721584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb898b-c179-4387-a507-4a58b27576ad None None] Pushing event updated for resources: {'Port': ['ID=9c3497ba-203a-4733-b10f-5412f39bae38,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:38.737341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.738154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9c3497ba-203a-4733-b10f-5412f39bae38 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:38.744863 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:38.818185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:38.929603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-45094e12-8665-4f34-94fd-1ed72b3e9c1e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c937abfeaf87495aa5a960142767401c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068158 Dec 10 18:35:38.930887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41648) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:39.018154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3707b31f-3e26-4ecf-8769-ad9312f07919 None None] Provisioning complete for port c104be0f-137e-4bf8-8c17-bc6fb66e6ee5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:39.018529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3707b31f-3e26-4ecf-8769-ad9312f07919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.037956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b738-6323-4d96-9dd6-ad04e59f3b25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.098437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b738-6323-4d96-9dd6-ad04e59f3b25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.142951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3707b31f-3e26-4ecf-8769-ad9312f07919 None None] Port c104be0f-137e-4bf8-8c17-bc6fb66e6ee5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:39.156896 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=61554e70-15bc-45f7-88cd-21909eedbf0e,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:39.177023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9c3497ba-203a-4733-b10f-5412f39bae38 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:39.177702 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.253510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b738-6323-4d96-9dd6-ad04e59f3b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.259980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b738-6323-4d96-9dd6-ad04e59f3b25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.264114 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8d9b738-6323-4d96-9dd6-ad04e59f3b25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7751d4b-f6d7-4d14-8c6d-6aec226e4524 HTTP/1.1" status: 204 len: 168 time: 0.3292868 Dec 10 18:35:39.295485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b738-6323-4d96-9dd6-ad04e59f3b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7751d4b-f6d7-4d14-8c6d-6aec226e4524,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:39.385318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3707b31f-3e26-4ecf-8769-ad9312f07919 None None] Provisioning complete for port 61554e70-15bc-45f7-88cd-21909eedbf0e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:39.392191 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3707b31f-3e26-4ecf-8769-ad9312f07919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.488134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.497073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.498588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:39.566642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=fe3ba8d7-b981-49f2-a1a8-61af9197a83d,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:39.815821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 61554e70-15bc-45f7-88cd-21909eedbf0e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:39.820702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:39.822761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:39.860391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Provisioning complete for port 9c3497ba-203a-4733-b10f-5412f39bae38 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:39.860821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.075297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 77c1d487-3372-45b9-948e-c435a8dbc9c6 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:40.235554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Provisioning complete for port c104be0f-137e-4bf8-8c17-bc6fb66e6ee5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:40.236060 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.278865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Port c104be0f-137e-4bf8-8c17-bc6fb66e6ee5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:40.290939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 61554e70-15bc-45f7-88cd-21909eedbf0e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:40.291516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.345188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Provisioning complete for port fe3ba8d7-b981-49f2-a1a8-61af9197a83d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:40.345710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.359482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:40.377230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c34c7b4c-0fc3-4473-80c7-16243d073b8e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/77c1d487-3372-45b9-948e-c435a8dbc9c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1191447 Dec 10 18:35:40.378248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41690) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:40.426738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] Sync routers for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:40.460490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:40.461110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:40.466004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682e75a3-f660-427c-88f4-75ab2e0cae3a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:40.472516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41692) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:40.474234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-682e75a3-f660-427c-88f4-75ab2e0cae3a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports/fe3ba8d7-b981-49f2-a1a8-61af9197a83d HTTP/1.1" status: 200 len: 913 time: 0.0939243 Dec 10 18:35:40.519885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:40.522061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-994b18bf-7687-4d63-a3cb-036fb786eaa2 None None] Port fe3ba8d7-b981-49f2-a1a8-61af9197a83d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:40.535554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:40.536204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:40.737351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:40.738397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19749dd9-d096-47bb-905a-11d3c8d2d7ae None None] The sync data for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:40.788781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9c3497ba-203a-4733-b10f-5412f39bae38 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:40.864006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9dc89e02-fdf3-4ede-aafd-ed548096bd0b None None] Provisioning complete for port fe3ba8d7-b981-49f2-a1a8-61af9197a83d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:40.864385 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9dc89e02-fdf3-4ede-aafd-ed548096bd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:40.997622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9dc89e02-fdf3-4ede-aafd-ed548096bd0b None None] Port fe3ba8d7-b981-49f2-a1a8-61af9197a83d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:41.017201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9c3497ba-203a-4733-b10f-5412f39bae38 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:41.017588 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.101724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.353400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41732) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:41.537083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port fe3ba8d7-b981-49f2-a1a8-61af9197a83d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:41.537746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.613935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13d96a6d-860b-4deb-a34b-fbbbca7ed733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.715435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13d96a6d-860b-4deb-a34b-fbbbca7ed733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.722258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13d96a6d-860b-4deb-a34b-fbbbca7ed733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.762477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.783400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for fe3ba8d7-b981-49f2-a1a8-61af9197a83d owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:41.786817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-13d96a6d-860b-4deb-a34b-fbbbca7ed733 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=220bab3c5b744d06b582931434e9b8f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4318917 Dec 10 18:35:41.787401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41778) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:41.788157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d96a6d-860b-4deb-a34b-fbbbca7ed733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0b987-cfb5-4c2b-8bc9-f31e56d15251,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:41.898310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-171b7d9e-3c57-49b5-bad4-6b7c9be1b4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:41.936556 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-171b7d9e-3c57-49b5-bad4-6b7c9be1b4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.007205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-171b7d9e-3c57-49b5-bad4-6b7c9be1b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.011003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-171b7d9e-3c57-49b5-bad4-6b7c9be1b4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.028205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-171b7d9e-3c57-49b5-bad4-6b7c9be1b4f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ba0b987-cfb5-4c2b-8bc9-f31e56d15251 HTTP/1.1" status: 204 len: 168 time: 0.2360518 Dec 10 18:35:42.044682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b7d9e-3c57-49b5-bad4-6b7c9be1b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0b987-cfb5-4c2b-8bc9-f31e56d15251,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.168261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.245477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=fe3ba8d7-b981-49f2-a1a8-61af9197a83d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.490824 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.659742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41810) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:42.688338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f066-3028-479d-8363-97f507249b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.835974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f066-3028-479d-8363-97f507249b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.844371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f066-3028-479d-8363-97f507249b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:42.879631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 77c1d487-3372-45b9-948e-c435a8dbc9c6 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:42.923131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c9f066-3028-479d-8363-97f507249b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683a3750-44c8-46d0-86dd-b103007844e8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:42.962398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e5c9f066-3028-479d-8363-97f507249b6b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fbb37393312f4df8ba81b1cd03f515a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014581 Dec 10 18:35:42.964848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41836) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:43.084189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb7aeb2f-b8a9-42c6-ba1b-0f28c3f8ca20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.133895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:43.147695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb7aeb2f-b8a9-42c6-ba1b-0f28c3f8ca20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.150661 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] Sync routers for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:43.163983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-37a6aa52-d846-414a-a175-c3e90ecc23e5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/77c1d487-3372-45b9-948e-c435a8dbc9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6904027 Dec 10 18:35:43.171618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:43.194088 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:43.201336 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.217273 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb7aeb2f-b8a9-42c6-ba1b-0f28c3f8ca20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.222832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb7aeb2f-b8a9-42c6-ba1b-0f28c3f8ca20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:43.256396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb7aeb2f-b8a9-42c6-ba1b-0f28c3f8ca20 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/683a3750-44c8-46d0-86dd-b103007844e8 HTTP/1.1" status: 204 len: 168 time: 0.2687416 Dec 10 18:35:43.281113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7aeb2f-b8a9-42c6-ba1b-0f28c3f8ca20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683a3750-44c8-46d0-86dd-b103007844e8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:43.311969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.349407 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:43.350399 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.479629 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:43.480987 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf03ac54-60e3-4d52-bef7-415e6497b22e None None] The sync data for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:44.436500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:44.958243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port c104be0f-137e-4bf8-8c17-bc6fb66e6ee5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:44.958646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.115273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.133788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for c104be0f-137e-4bf8-8c17-bc6fb66e6ee5 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:45.363519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:45.394947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=c104be0f-137e-4bf8-8c17-bc6fb66e6ee5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:45.691873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.009373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 77c1d487-3372-45b9-948e-c435a8dbc9c6 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:35:46.142240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:46.148859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f335a4e8-b397-4ef7-bc86-0effa57e8880 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/77c1d487-3372-45b9-948e-c435a8dbc9c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9718750 Dec 10 18:35:46.150855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41932) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:46.156260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] Sync routers for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:46.170905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:46.171536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.204930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41936) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:46.205407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-34c9d0e2-e201-4344-ae57-fa6138784056 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c1d487-3372-45b9-948e-c435a8dbc9c6 HTTP/1.1" status: 200 len: 205 time: 0.0526412 Dec 10 18:35:46.230679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.265613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] Routers {'77c1d487-3372-45b9-948e-c435a8dbc9c6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:46.266611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['77c1d487-3372-45b9-948e-c435a8dbc9c6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.322843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:46.323734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39266e-0bdf-4e7c-b449-b4b03baf30e6 None None] The sync data for ids ['77c1d487-3372-45b9-948e-c435a8dbc9c6'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:46.388932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8e80d98-f1de-4b72-8fad-26839e45d905 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.627822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8e80d98-f1de-4b72-8fad-26839e45d905 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.630217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8e80d98-f1de-4b72-8fad-26839e45d905 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.711757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8e80d98-f1de-4b72-8fad-26839e45d905 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.712891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e80d98-f1de-4b72-8fad-26839e45d905 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Fanout notify agent at l3_agent the message router_deleted on router 77c1d487-3372-45b9-948e-c435a8dbc9c6 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:35:46.758917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a8e80d98-f1de-4b72-8fad-26839e45d905 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.765028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a8e80d98-f1de-4b72-8fad-26839e45d905 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/77c1d487-3372-45b9-948e-c435a8dbc9c6 HTTP/1.1" status: 204 len: 168 time: 0.5588095 Dec 10 18:35:46.767822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 41952) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:46.887136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet b6fbbe50-3d03-425f-b678-1cb299e17e81 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:46.892662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:46.955911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.159029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.259351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.613475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=b6fbbe50-3d03-425f-b678-1cb299e17e81,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:47.623839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.629946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 41992) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:47.630490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-518dd95c-9a70-4995-a287-e9efc1a22c85 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/b6fbbe50-3d03-425f-b678-1cb299e17e81 HTTP/1.1" status: 204 len: 168 time: 0.8611968 Dec 10 18:35:47.633888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7913951-2d5a-4230-ab41-c9de4c65d47a None None] Network b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:47.757129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet 58f66f12-0ef3-4ccd-940d-513d4a81ce31 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:35:47.764953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:47.831125 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.024820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.035996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] DHCP port deletion for b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:48.144364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] Deleting port 9c3497ba-203a-4733-b10f-5412f39bae38 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:48.145023 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.227009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] For port 9c3497ba-203a-4733-b10f-5412f39bae38, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9c3497ba-203a-4733-b10f-5412f39bae38,segment=NetworkSegment(10f7a105-0451-4252-95dd-dd394670fdea),segment_id=10f7a105-0451-4252-95dd-dd394670fdea)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:48.227808 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.252998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] Calling delete_port for 9c3497ba-203a-4733-b10f-5412f39bae38 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:48.267032 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.348484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.357925 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/58f66f12-0ef3-4ccd-940d-513d4a81ce31 HTTP/1.1" status: 204 len: 168 time: 0.7257917 Dec 10 18:35:48.360915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42026) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:48.361412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=58f66f12-0ef3-4ccd-940d-513d4a81ce31,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:48.381329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee48126c-d054-443f-ab8f-91239457039b None None] Network 73d50b5b-16c4-4939-8338-66f9bc400493 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:48.381841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.382305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.382682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.384302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.384659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.384996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.385334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.385658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.386640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.388747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.389138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.389807 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.391158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.392665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae7ad1-2940-401e-8ba4-a8b89456dd65 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:48.451858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] Pushing event deleted for resources: {'Port': ['ID=9c3497ba-203a-4733-b10f-5412f39bae38,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:48.480966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f1b5d-bbd9-4fc3-961d-495a4d3e9ce8 None None] No DVR routers for this DVR port 9c3497ba-203a-4733-b10f-5412f39bae38 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:48.563460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.717444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] DHCP port deletion for 73d50b5b-16c4-4939-8338-66f9bc400493 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:35:48.797560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.847405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:48.870401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f7a105-0451-4252-95dd-dd394670fdea') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:48.870715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f7a105-0451-4252-95dd-dd394670fdea') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:48.885948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] Deleting port 61554e70-15bc-45f7-88cd-21909eedbf0e {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:48.889589 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.893841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.961493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.975334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] For port 61554e70-15bc-45f7-88cd-21909eedbf0e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=61554e70-15bc-45f7-88cd-21909eedbf0e,segment=NetworkSegment(386134f5-48ae-40c7-b5e9-08f446b49852),segment_id=386134f5-48ae-40c7-b5e9-08f446b49852)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:48.975740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:48.991584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:48.993373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.014224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] Calling delete_port for 61554e70-15bc-45f7-88cd-21909eedbf0e owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:49.018450 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:49.050777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42044) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.203036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.218307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.221968 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.233741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b HTTP/1.1" status: 204 len: 168 time: 0.8716965 Dec 10 18:35:49.245904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42048) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.295008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3e4af-fe16-4fed-8d0b-402f65f291af tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=b16107bd-8081-4fd3-bc9f-a7b0fe0bee1b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.314448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] Pushing event deleted for resources: {'Port': ['ID=61554e70-15bc-45f7-88cd-21909eedbf0e,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.328436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3af82-9442-4818-8d8f-021ca550ec21 None None] No DVR routers for this DVR port 61554e70-15bc-45f7-88cd-21909eedbf0e on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:35:49.418339 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.425881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4d27-6543-4752-b3d7-46765497f877 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.595136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.627978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d50b5b-16c4-4939-8338-66f9bc400493']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.648384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386134f5-48ae-40c7-b5e9-08f446b49852') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.649212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386134f5-48ae-40c7-b5e9-08f446b49852') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:49.688891 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.725726 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.734631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4d27-6543-4752-b3d7-46765497f877 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.738144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:35:49.738835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:35:49.742111 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:35:49.754802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d2a4d27-6543-4752-b3d7-46765497f877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.787941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 61554e70-15bc-45f7-88cd-21909eedbf0e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:49.833017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 61554e70-15bc-45f7-88cd-21909eedbf0e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:49.833436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 61554e70-15bc-45f7-88cd-21909eedbf0e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:49.834286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9c3497ba-203a-4733-b10f-5412f39bae38 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:35:49.895949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9c3497ba-203a-4733-b10f-5412f39bae38 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:35:49.896551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9c3497ba-203a-4733-b10f-5412f39bae38 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:35:49.911512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8d2a4d27-6543-4752-b3d7-46765497f877 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1455f2002ed74f869bdecb344e84205e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8595195 Dec 10 18:35:49.912660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a4d27-6543-4752-b3d7-46765497f877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a2c34-a6fe-43ee-a950-dd14d380d373,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:49.915046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42062) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.924609 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.938727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:49.945524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/73d50b5b-16c4-4939-8338-66f9bc400493 HTTP/1.1" status: 204 len: 168 time: 0.6981053 Dec 10 18:35:49.946128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42064) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:49.951750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-987727705'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:49.999088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37276eb6-d885-4846-8a22-626ecddd682f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=73d50b5b-16c4-4939-8338-66f9bc400493,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.023510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:50.029850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.052142 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9954b35d-4020-44ec-b7db-fd8e1726a8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.084230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:35:50.105151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9954b35d-4020-44ec-b7db-fd8e1726a8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.125508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.126080 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment af80482a-7003-490d-825b-0c365128349c of type vlan for network bccb9679-3e4c-4313-90ed-f06bc523f186 Dec 10 18:35:50.217336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.253125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9954b35d-4020-44ec-b7db-fd8e1726a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.255850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9954b35d-4020-44ec-b7db-fd8e1726a8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.257058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9954b35d-4020-44ec-b7db-fd8e1726a8c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b33a2c34-a6fe-43ee-a950-dd14d380d373 HTTP/1.1" status: 204 len: 168 time: 0.3409550 Dec 10 18:35:50.267894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.273869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:50.274801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.280983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954b35d-4020-44ec-b7db-fd8e1726a8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a2c34-a6fe-43ee-a950-dd14d380d373,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.354377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42074) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:50.355221 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4071941 Dec 10 18:35:50.364384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:50.368455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341ab5a-8ef6-410a-aaf1-d07cdb3cdce8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=bccb9679-3e4c-4313-90ed-f06bc523f186,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.382033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network bccb9679-3e4c-4313-90ed-f06bc523f186 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:35:50.572507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:50.577126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.858562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.860639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42092) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:50.908026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-830158aa-f7bb-4868-88c2-034cb3bf46ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:50.958489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=dcbe8543-bfea-4ba1-a432-3563f94aae84,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:50.985068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': 'af80482a-7003-490d-825b-0c365128349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:50.985434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: bccb9679-3e4c-4313-90ed-f06bc523f186, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:35:51.032663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network bccb9679-3e4c-4313-90ed-f06bc523f186 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:35:51.048527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, bccb9679-3e4c-4313-90ed-f06bc523f186) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:51.053505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:51.054432 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.061573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779ba32-7e22-4ff9-adc0-2310683cd555 None None] Network bccb9679-3e4c-4313-90ed-f06bc523f186 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:51.094218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-10949d2d-5b01-4ab6-a695-aaf662e7d623 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7386026 Dec 10 18:35:51.097184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42100) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.100540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-830158aa-f7bb-4868-88c2-034cb3bf46ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.102946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1e9808f1-67c7-428d-a661-ed9a9c82afee tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1724622384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:51.105663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-830158aa-f7bb-4868-88c2-034cb3bf46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.145488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e9808f1-67c7-428d-a661-ed9a9c82afee tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.146577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e9808f1-67c7-428d-a661-ed9a9c82afee tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.151745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-830158aa-f7bb-4868-88c2-034cb3bf46ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10ed66f488074e2fb6b83bd44f0cebf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2897539 Dec 10 18:35:51.153560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42102) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.218558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830158aa-f7bb-4868-88c2-034cb3bf46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea5516a-7b52-468e-a2f7-048630a8c7f3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.273342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-bccb9679-3e4c-4313-90ed-f06bc523f186', 'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': 'dcbe8543-bfea-4ba1-a432-3563f94aae84'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:35:51.274242 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.339679 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e9808f1-67c7-428d-a661-ed9a9c82afee tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.347186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e9808f1-67c7-428d-a661-ed9a9c82afee tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.352311 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e39826e-6882-4559-9de4-aaf0028fc8c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.393743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e9808f1-67c7-428d-a661-ed9a9c82afee tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.400689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42110) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:51.401385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1e9808f1-67c7-428d-a661-ed9a9c82afee tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2970171 Dec 10 18:35:51.406568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'port': {'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186', 'name': 'tempest-RoutersIpV6Test-422947571'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:35:51.407625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e39826e-6882-4559-9de4-aaf0028fc8c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.527163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Allocated IP 2001:db8::2 (bccb9679-3e4c-4313-90ed-f06bc523f186/dcbe8543-bfea-4ba1-a432-3563f94aae84/4a54cb63-1c63-48ab-9217-57a3cdd2d225) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:51.546086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e39826e-6882-4559-9de4-aaf0028fc8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.549371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e39826e-6882-4559-9de4-aaf0028fc8c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.550925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4e39826e-6882-4559-9de4-aaf0028fc8c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fea5516a-7b52-468e-a2f7-048630a8c7f3 HTTP/1.1" status: 204 len: 168 time: 0.3954635 Dec 10 18:35:51.567439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39826e-6882-4559-9de4-aaf0028fc8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea5516a-7b52-468e-a2f7-048630a8c7f3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.618012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:35:51.623280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.653536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] device_id is not set on port bc08c600-e921-40ba-90ed-b2da1afc393c yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:35:51.750240 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.758409 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.825132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Network bccb9679-3e4c-4313-90ed-f06bc523f186 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:51.831657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:51.837142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:51.910141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Pushing event updated for resources: {'Port': ['ID=4a54cb63-1c63-48ab-9217-57a3cdd2d225,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:51.920425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.920806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.921208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.921812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.922163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.922530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.922873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.923207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.923540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.923872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.924209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.924542 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.924873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:35:51.931679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8::c5 (bccb9679-3e4c-4313-90ed-f06bc523f186/dcbe8543-bfea-4ba1-a432-3563f94aae84/bc08c600-e921-40ba-90ed-b2da1afc393c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:35:51.944932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Attempting to bind port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:35:51.945493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Attempting to bind port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'af80482a-7003-490d-825b-0c365128349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:35:51.946043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Attempting to bind port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 on network bccb9679-3e4c-4313-90ed-f06bc523f186 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:35:51.956144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:35:51.956952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Checking segment: {'id': 'af80482a-7003-490d-825b-0c365128349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:35:51.960734 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:51.961340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Bound using segment: {'id': 'af80482a-7003-490d-825b-0c365128349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:35:51.963414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Bound port: 4a54cb63-1c63-48ab-9217-57a3cdd2d225, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af80482a-7003-490d-825b-0c365128349c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'bccb9679-3e4c-4313-90ed-f06bc523f186'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:35:51.964092 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.077557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] For port 4a54cb63-1c63-48ab-9217-57a3cdd2d225, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:35:52.085920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] For port 4a54cb63-1c63-48ab-9217-57a3cdd2d225, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4a54cb63-1c63-48ab-9217-57a3cdd2d225,segment=NetworkSegment(af80482a-7003-490d-825b-0c365128349c),segment_id=af80482a-7003-490d-825b-0c365128349c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:35:52.097338 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.339305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.450581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.562772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network bccb9679-3e4c-4313-90ed-f06bc523f186 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:52.601606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=bc08c600-e921-40ba-90ed-b2da1afc393c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.653179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:52.682473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5e0d1-65a0-4599-a5d6-93a88f0229ea None None] Pushing event updated for resources: {'Port': ['ID=4a54cb63-1c63-48ab-9217-57a3cdd2d225,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:52.689243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:35:52.696642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:52.697310 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:52.734709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42144) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:52.735276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8344f01d-7ffe-4d0c-98ef-9f8368c7ecb5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3328955 Dec 10 18:35:53.249561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.589904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.595837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:53.648711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=bc08c600-e921-40ba-90ed-b2da1afc393c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:53.965348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4a54cb63-1c63-48ab-9217-57a3cdd2d225 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:53.990563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.225084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:54.229536 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.237685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.564206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.674520 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 4a54cb63-1c63-48ab-9217-57a3cdd2d225, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4a54cb63-1c63-48ab-9217-57a3cdd2d225,segment=NetworkSegment(af80482a-7003-490d-825b-0c365128349c),segment_id=af80482a-7003-490d-825b-0c365128349c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:35:54.683623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.725313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f252b865-841b-4aae-bd08-4f29b1ea08a5 None None] Network bccb9679-3e4c-4313-90ed-f06bc523f186 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:35:54.873811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d0f7aec4-8b45-4148-a4c2-eb033fcb6139 None None] Provisioning complete for port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:54.874186 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d0f7aec4-8b45-4148-a4c2-eb033fcb6139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.916695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.924887 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.926090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:54.950923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=4a54cb63-1c63-48ab-9217-57a3cdd2d225,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.035993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=bc08c600-e921-40ba-90ed-b2da1afc393c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:55.121846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network bccb9679-3e4c-4313-90ed-f06bc523f186 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:35:55.123845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:35:55.500921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router aef0730d-0339-49cb-afac-0025a1237ebf is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:35:55.825877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4a54cb63-1c63-48ab-9217-57a3cdd2d225 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:35:55.881837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:35:55.895544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] Sync routers for ids ['aef0730d-0339-49cb-afac-0025a1237ebf'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:35:55.896480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42274) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:55.898796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-05a81da5-e1a5-47fd-ba36-bbaa1b6e8957 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/aef0730d-0339-49cb-afac-0025a1237ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1625075 Dec 10 18:35:55.923986 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] Routers {'aef0730d-0339-49cb-afac-0025a1237ebf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:55.924617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['aef0730d-0339-49cb-afac-0025a1237ebf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:55.942612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-87ee18d7-48ce-4947-a15f-62f3dda44cfc None None] Provisioning complete for port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:55.954144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87ee18d7-48ce-4947-a15f-62f3dda44cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.033874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67759b5-1551-4cc4-a2fb-e92eafcd758e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:35:56.045880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d67759b5-1551-4cc4-a2fb-e92eafcd758e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports/bc08c600-e921-40ba-90ed-b2da1afc393c HTTP/1.1" status: 200 len: 982 time: 0.1440456 Dec 10 18:35:56.046484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42280) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.122735 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:56.180852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] Routers {'aef0730d-0339-49cb-afac-0025a1237ebf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:35:56.181489 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['aef0730d-0339-49cb-afac-0025a1237ebf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:56.225893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.226507 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.234561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-87ee18d7-48ce-4947-a15f-62f3dda44cfc None None] Provisioning complete for port bc08c600-e921-40ba-90ed-b2da1afc393c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.235085 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87ee18d7-48ce-4947-a15f-62f3dda44cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.325185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-87ee18d7-48ce-4947-a15f-62f3dda44cfc None None] Port bc08c600-e921-40ba-90ed-b2da1afc393c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:56.475189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a87554a-82ef-4892-9032-d709e40e5076 None None] Provisioning complete for port bc08c600-e921-40ba-90ed-b2da1afc393c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.475715 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a87554a-82ef-4892-9032-d709e40e5076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:56.564013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a87554a-82ef-4892-9032-d709e40e5076 None None] Port bc08c600-e921-40ba-90ed-b2da1afc393c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:56.632189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42292) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:56.723423 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:35:56.743469 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471eaf84-0b05-4e38-8b24-b1fa37d1d6ef None None] The sync data for ids ['aef0730d-0339-49cb-afac-0025a1237ebf'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:35:56.948361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-afe57597-adf9-45da-9464-6d0e011c6569 None None] Provisioning complete for port bc08c600-e921-40ba-90ed-b2da1afc393c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:56.948911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afe57597-adf9-45da-9464-6d0e011c6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.009130 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fddc6fe0-26a3-464b-84f4-6dc82237cb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.061675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-afe57597-adf9-45da-9464-6d0e011c6569 None None] Port bc08c600-e921-40ba-90ed-b2da1afc393c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:57.389409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fddc6fe0-26a3-464b-84f4-6dc82237cb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.395779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fddc6fe0-26a3-464b-84f4-6dc82237cb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.437547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc6fe0-26a3-464b-84f4-6dc82237cb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f8d311-3e08-4b30-b40d-a8dd1213443e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.500550 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fddc6fe0-26a3-464b-84f4-6dc82237cb03 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b86edf7f650b46a0b24dc7770f83252b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8667951 Dec 10 18:35:57.505659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42308) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:57.604355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-89f90c6c-6079-4fd2-8792-b50bc86d65a8 None None] Provisioning complete for port bc08c600-e921-40ba-90ed-b2da1afc393c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:35:57.605267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8ffc-629d-488f-882d-6c09830025c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.606932 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89f90c6c-6079-4fd2-8792-b50bc86d65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.666526 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8ffc-629d-488f-882d-6c09830025c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.708716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-89f90c6c-6079-4fd2-8792-b50bc86d65a8 None None] Port bc08c600-e921-40ba-90ed-b2da1afc393c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:35:57.836623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8ffc-629d-488f-882d-6c09830025c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.840356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8ffc-629d-488f-882d-6c09830025c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:57.856536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5e5f8ffc-629d-488f-882d-6c09830025c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65f8d311-3e08-4b30-b40d-a8dd1213443e HTTP/1.1" status: 204 len: 168 time: 0.3408058 Dec 10 18:35:57.891764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f8ffc-629d-488f-882d-6c09830025c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f8d311-3e08-4b30-b40d-a8dd1213443e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:57.919697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.318026 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-245a9917-059e-40d6-b921-d86a17263500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.439017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.440873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port bc08c600-e921-40ba-90ed-b2da1afc393c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:35:58.441642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.471070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1b786a4-0be8-4b15-a4f1-5f37114ec266 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.562240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.585778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for bc08c600-e921-40ba-90ed-b2da1afc393c owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:35:58.616352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1b786a4-0be8-4b15-a4f1-5f37114ec266 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.622675 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1b786a4-0be8-4b15-a4f1-5f37114ec266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.686758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c1b786a4-0be8-4b15-a4f1-5f37114ec266 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10e68421fbd44ab8ba0932f3d161a5f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2461398 Dec 10 18:35:58.687804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42338) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:35:58.712179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b786a4-0be8-4b15-a4f1-5f37114ec266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffacca9-5cf3-4293-9236-a635349c3541,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:58.783757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8beb0b78-43a1-4f25-bfbd-047430522dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.825545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8beb0b78-43a1-4f25-bfbd-047430522dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.975138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8beb0b78-43a1-4f25-bfbd-047430522dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.978380 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8beb0b78-43a1-4f25-bfbd-047430522dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:58.979582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8beb0b78-43a1-4f25-bfbd-047430522dbf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9ffacca9-5cf3-4293-9236-a635349c3541 HTTP/1.1" status: 204 len: 168 time: 0.2872946 Dec 10 18:35:58.989496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb0b78-43a1-4f25-bfbd-047430522dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffacca9-5cf3-4293-9236-a635349c3541,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.115127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:35:59.254436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=bc08c600-e921-40ba-90ed-b2da1afc393c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:35:59.626474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:00.151938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router aef0730d-0339-49cb-afac-0025a1237ebf has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:00.353522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:00.368662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] Sync routers for ids ['aef0730d-0339-49cb-afac-0025a1237ebf'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:00.370630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-80312600-dd50-4989-b94a-0d560b07e565 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/aef0730d-0339-49cb-afac-0025a1237ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3228884 Dec 10 18:36:00.373842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42372) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.389280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] Routers {'aef0730d-0339-49cb-afac-0025a1237ebf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:00.392831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['aef0730d-0339-49cb-afac-0025a1237ebf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.522849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.544636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] Routers {'aef0730d-0339-49cb-afac-0025a1237ebf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:00.546522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:35:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['aef0730d-0339-49cb-afac-0025a1237ebf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.679629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:00.680330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801dd51-9ee9-40be-84b4-cd01eb8469b3 None None] The sync data for ids ['aef0730d-0339-49cb-afac-0025a1237ebf'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:00.838102 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-8337850c-b396-4f7f-a419-d7f8b93a5262 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] remove_router_interface failed (client error): The resource could not be found. Dec 10 18:36:00.839346 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8337850c-b396-4f7f-a419-d7f8b93a5262 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/aef0730d-0339-49cb-afac-0025a1237ebf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4643154 Dec 10 18:36:00.842480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42390) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:00.892038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3170df33-7d8e-4a07-96eb-81944fe323f7 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef0730d-0339-49cb-afac-0025a1237ebf HTTP/1.1" status: 200 len: 205 time: 0.0457354 Dec 10 18:36:00.892281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42392) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.052931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39673e35-ced7-46cd-a91c-0546d8afd2d2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.509096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39673e35-ced7-46cd-a91c-0546d8afd2d2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.514298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39673e35-ced7-46cd-a91c-0546d8afd2d2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.602894 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c1c05e4-7162-4b59-80f0-3271cd0dd47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.667750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39673e35-ced7-46cd-a91c-0546d8afd2d2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.668328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39673e35-ced7-46cd-a91c-0546d8afd2d2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Fanout notify agent at l3_agent the message router_deleted on router aef0730d-0339-49cb-afac-0025a1237ebf {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:01.702872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39673e35-ced7-46cd-a91c-0546d8afd2d2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.704457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-39673e35-ced7-46cd-a91c-0546d8afd2d2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/aef0730d-0339-49cb-afac-0025a1237ebf HTTP/1.1" status: 204 len: 168 time: 0.8109529 Dec 10 18:36:01.707613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42444) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:01.799063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet dcbe8543-bfea-4ba1-a432-3563f94aae84 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:01.803089 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.953430 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:01.977107 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.055411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.219225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-da97fa43-c6b2-444d-9af6-3b269eaf2774 req-07e286bd-5c74-4eae-8f03-d56b092d48eb service neutron] (103499) timed out ('10.222.0.59', 51844) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:36:02.291090 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.310540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-85dc2c3b-3bc8-4a93-afb0-075a3fbf5557 req-f9ef9e49-cbf6-40d1-a44d-411f8adc7212 service neutron] (103499) timed out ('10.222.0.59', 51851) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:36:02.419252 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.468745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbe8543-bfea-4ba1-a432-3563f94aae84,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:02.475099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.481692 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-17095aa8-9319-4c6d-9281-d5de59601e08 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/dcbe8543-bfea-4ba1-a432-3563f94aae84 HTTP/1.1" status: 204 len: 168 time: 0.7727070 Dec 10 18:36:02.482015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.483438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2e6b7-5f5e-458e-ac77-60d4fb347da6 None None] Network bccb9679-3e4c-4313-90ed-f06bc523f186 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:02.541824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42472) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:02.644024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.747736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c519ce39-fb8e-45b7-8377-225fdebd7562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.785410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:02.785410 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.878987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] DHCP port deletion for bccb9679-3e4c-4313-90ed-f06bc523f186 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:02.955907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 4a54cb63-1c63-48ab-9217-57a3cdd2d225, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4a54cb63-1c63-48ab-9217-57a3cdd2d225,segment=NetworkSegment(af80482a-7003-490d-825b-0c365128349c),segment_id=af80482a-7003-490d-825b-0c365128349c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:02.956618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.967789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] Deleting port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:02.968433 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.982913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 4a54cb63-1c63-48ab-9217-57a3cdd2d225 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:02.985894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c519ce39-fb8e-45b7-8377-225fdebd7562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:02.993697 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c519ce39-fb8e-45b7-8377-225fdebd7562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.051889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c519ce39-fb8e-45b7-8377-225fdebd7562 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fa4ebbbf7ef437694411b21f0d8ae85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088134 Dec 10 18:36:03.052766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519ce39-fb8e-45b7-8377-225fdebd7562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4090e563-e169-4304-b353-df16d5c21cb9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.055750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42488) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.094264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] For port 4a54cb63-1c63-48ab-9217-57a3cdd2d225, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4a54cb63-1c63-48ab-9217-57a3cdd2d225,segment=NetworkSegment(af80482a-7003-490d-825b-0c365128349c),segment_id=af80482a-7003-490d-825b-0c365128349c)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:03.095126 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.129631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] Calling delete_port for 4a54cb63-1c63-48ab-9217-57a3cdd2d225 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:03.159987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d7d7-08ae-4f36-afd2-94a0794c86df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.189271 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.202623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d7d7-08ae-4f36-afd2-94a0794c86df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.229205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No DVR routers for this DVR port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:03.315298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d7d7-08ae-4f36-afd2-94a0794c86df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.319064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d7d7-08ae-4f36-afd2-94a0794c86df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.338851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1ce7d7d7-08ae-4f36-afd2-94a0794c86df admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4090e563-e169-4304-b353-df16d5c21cb9 HTTP/1.1" status: 204 len: 168 time: 0.2808111 Dec 10 18:36:03.355073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.356132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=4a54cb63-1c63-48ab-9217-57a3cdd2d225,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.374680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7d7d7-08ae-4f36-afd2-94a0794c86df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4090e563-e169-4304-b353-df16d5c21cb9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.433464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] Pushing event deleted for resources: {'Port': ['ID=4a54cb63-1c63-48ab-9217-57a3cdd2d225,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.487251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8fd2aa-2cd4-4d35-8a16-1d89d4875552 None None] No DVR routers for this DVR port 4a54cb63-1c63-48ab-9217-57a3cdd2d225 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:03.487758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.579002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bccb9679-3e4c-4313-90ed-f06bc523f186']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:03.611957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af80482a-7003-490d-825b-0c365128349c') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:03.612270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af80482a-7003-490d-825b-0c365128349c') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:03.638688 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.672542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.685506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:03.685506 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.757513 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.826450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4a54cb63-1c63-48ab-9217-57a3cdd2d225 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:03.831332 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:03.882533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.885089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4a54cb63-1c63-48ab-9217-57a3cdd2d225 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:03.885632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4a54cb63-1c63-48ab-9217-57a3cdd2d225 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:03.903265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:03.913999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/bccb9679-3e4c-4313-90ed-f06bc523f186 HTTP/1.1" status: 204 len: 168 time: 1.4273403 Dec 10 18:36:03.914372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:03.920347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-233852428'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:03.943991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e713918-d1d7-4987-86ad-dd13e391c873 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=bccb9679-3e4c-4313-90ed-f06bc523f186,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:03.967301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:03.980800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.045831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:04.067704 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.070177 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 5635fa6f-a86e-4680-90d2-5613c6907463 of type vlan for network c5327e54-6ee8-4c3d-af10-ed68c08073e2 Dec 10 18:36:04.154333 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.186018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.221647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.231932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:04.245826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.325648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4066710 Dec 10 18:36:04.326120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42526) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:04.332414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': 'c5327e54-6ee8-4c3d-af10-ed68c08073e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:04.423711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc728d-92d2-438a-8817-63e5e05e7dd2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=c5327e54-6ee8-4c3d-af10-ed68c08073e2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:04.447415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:04.611363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:04.625445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:04.720263 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.093752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.225886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '5635fa6f-a86e-4680-90d2-5613c6907463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5327e54-6ee8-4c3d-af10-ed68c08073e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:05.226258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: c5327e54-6ee8-4c3d-af10-ed68c08073e2, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:05.229782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:05.253141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:05.268976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, c5327e54-6ee8-4c3d-af10-ed68c08073e2) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:05.274106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.274756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.281315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a74c39-e7d6-4634-b041-a42eb2a972fe None None] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:05.346665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.351623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8ecf5086-70a6-4cbb-abae-aefbb7451950 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1896154435', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:05.359912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bbe15ecd-ca21-4240-9ac4-bb52fe6f4aac tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0318413 Dec 10 18:36:05.415891 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5086-70a6-4cbb-abae-aefbb7451950 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.420225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5086-70a6-4cbb-abae-aefbb7451950 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.614598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-6941f6fa-368a-4649-82d6-f95485a3d699 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1479621 Dec 10 18:36:05.653110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5086-70a6-4cbb-abae-aefbb7451950 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.658647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5086-70a6-4cbb-abae-aefbb7451950 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.660160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-c5327e54-6ee8-4c3d-af10-ed68c08073e2', 'network_id': 'c5327e54-6ee8-4c3d-af10-ed68c08073e2', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': '5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:05.661063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.710897 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ecf5086-70a6-4cbb-abae-aefbb7451950 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:05.714310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8ecf5086-70a6-4cbb-abae-aefbb7451950 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3666716 Dec 10 18:36:05.717819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42588) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:05.784680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-cb706cc3-8cbb-49ca-9e97-7888e2beabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:05.786485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-cb706cc3-8cbb-49ca-9e97-7888e2beabcd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 1098 time: 0.1136267 Dec 10 18:36:06.018394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-c0b40de9-29fe-4936-8621-a779516f4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:06.020043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-c0b40de9-29fe-4936-8621-a779516f4130 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.2098262 Dec 10 18:36:06.115465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Allocated IP 2001:db8::2 (c5327e54-6ee8-4c3d-af10-ed68c08073e2/5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c/84647ffd-f784-4067-b01b-4b59603f5de5) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:06.181633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-2300cadb-fc54-4661-914a-601b6323a42f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 200 len: 1001 time: 0.1540318 Dec 10 18:36:06.305609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-4719b0f3-9228-4787-b0b4-bfdf0e926319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:06.307671 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-4719b0f3-9228-4787-b0b4-bfdf0e926319 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.1181421 Dec 10 18:36:06.441516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-286d0214-042e-4f18-8f51-e99335658e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:06.449271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-286d0214-042e-4f18-8f51-e99335658e9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313956 Dec 10 18:36:06.560653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.575702 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.660510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-c6c71dce-34f1-4411-8bae-45fa931f9428 service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036676 Dec 10 18:36:06.661032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42616) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:06.674081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:06.685588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:06.695250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:06.715304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-ada9cd4c-b2df-459d-a1f2-d4909cb25613 req-cf1493de-75c3-42c4-bfe5-c9a4aad405ab service neutron] (103500) timed out ('10.222.0.59', 52194) {{(pid=103500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:36:06.804460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Pushing event updated for resources: {'Port': ['ID=84647ffd-f784-4067-b01b-4b59603f5de5,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:06.943466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Attempting to bind port 84647ffd-f784-4067-b01b-4b59603f5de5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:06.943848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Attempting to bind port 84647ffd-f784-4067-b01b-4b59603f5de5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '5635fa6f-a86e-4680-90d2-5613c6907463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5327e54-6ee8-4c3d-af10-ed68c08073e2'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:06.944214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Attempting to bind port 84647ffd-f784-4067-b01b-4b59603f5de5 on network c5327e54-6ee8-4c3d-af10-ed68c08073e2 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:06.974081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:06.975724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Checking segment: {'id': '5635fa6f-a86e-4680-90d2-5613c6907463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5327e54-6ee8-4c3d-af10-ed68c08073e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:06.977604 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:06.978054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Bound using segment: {'id': '5635fa6f-a86e-4680-90d2-5613c6907463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5327e54-6ee8-4c3d-af10-ed68c08073e2'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:06.981871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Bound port: 84647ffd-f784-4067-b01b-4b59603f5de5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5635fa6f-a86e-4680-90d2-5613c6907463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'c5327e54-6ee8-4c3d-af10-ed68c08073e2'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:06.982299 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.013999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d44862ba-bafb-4b54-bca8-f72759fb6c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.047176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e5cf43c-4c6a-4813-8d7d-4df7b8a188ee req-696dac18-697d-4633-812f-df50a197b64d service neutron] 10.222.0.30 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514602 Dec 10 18:36:07.181921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.214600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] For port 84647ffd-f784-4067-b01b-4b59603f5de5, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:07.225894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] For port 84647ffd-f784-4067-b01b-4b59603f5de5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=84647ffd-f784-4067-b01b-4b59603f5de5,segment=NetworkSegment(5635fa6f-a86e-4680-90d2-5613c6907463),segment_id=5635fa6f-a86e-4680-90d2-5613c6907463)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:07.230961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22aaf9-2fd3-4b5b-bad2-d0b1f4afd5bd req-35150a71-15af-40c9-9847-23d1c24fb21a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:07.233075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c22aaf9-2fd3-4b5b-bad2-d0b1f4afd5bd req-35150a71-15af-40c9-9847-23d1c24fb21a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 947 time: 0.5709956 Dec 10 18:36:07.236191 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.333771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d44862ba-bafb-4b54-bca8-f72759fb6c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.350150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d44862ba-bafb-4b54-bca8-f72759fb6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.360255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d1ded-ba94-4dcc-8846-635ca5dff505 None None] Pushing event updated for resources: {'Port': ['ID=84647ffd-f784-4067-b01b-4b59603f5de5,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.417987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d44862ba-bafb-4b54-bca8-f72759fb6c5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ad2d3312af4549d18b300a441869efc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7475245 Dec 10 18:36:07.423357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42628) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:07.448434 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9c22aaf9-2fd3-4b5b-bad2-d0b1f4afd5bd req-dfe9f7cc-0d44-42e3-8622-136f1eb12383 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022176 Dec 10 18:36:07.488864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44862ba-bafb-4b54-bca8-f72759fb6c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30cda94-e674-47a3-a65f-2ccf1325fbe8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.639554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1563d2ce-c598-49ee-b4ef-91a773fe72d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.686279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1563d2ce-c598-49ee-b4ef-91a773fe72d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.783971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1563d2ce-c598-49ee-b4ef-91a773fe72d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.787892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1563d2ce-c598-49ee-b4ef-91a773fe72d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:07.792292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1563d2ce-c598-49ee-b4ef-91a773fe72d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b30cda94-e674-47a3-a65f-2ccf1325fbe8 HTTP/1.1" status: 204 len: 168 time: 0.3676088 Dec 10 18:36:07.876309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563d2ce-c598-49ee-b4ef-91a773fe72d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30cda94-e674-47a3-a65f-2ccf1325fbe8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:07.908709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8::1 (c5327e54-6ee8-4c3d-af10-ed68c08073e2/5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c/f251f76f-68c1-413e-a849-78b1c6fb1fc3) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:08.250477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-86f4e1fb-af18-4ca4-ad46-61e40023ca60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:08.252724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-86f4e1fb-af18-4ca4-ad46-61e40023ca60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.30 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 947 time: 0.3976152 Dec 10 18:36:08.304360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.384834 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.436095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:08.441105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:08.451017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:08.451575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.521857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=f251f76f-68c1-413e-a849-78b1c6fb1fc3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:08.604241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Deleting port 0187b156-df1e-4b91-8634-9f50fdc19468 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:08.604841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.780575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:08.855528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] For port 0187b156-df1e-4b91-8634-9f50fdc19468, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0187b156-df1e-4b91-8634-9f50fdc19468,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:08.855908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.067202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b99c66b-df4b-491f-a644-acea4858b587 None None] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:09.317354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d73088cd-b182-4d78-ba19-e4dd24ecea6d None None] Provisioning complete for port 84647ffd-f784-4067-b01b-4b59603f5de5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:09.317731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d73088cd-b182-4d78-ba19-e4dd24ecea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.474952 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.506385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.507737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.606391 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d73088cd-b182-4d78-ba19-e4dd24ecea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.685791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d73088cd-b182-4d78-ba19-e4dd24ecea6d None None] For port 84647ffd-f784-4067-b01b-4b59603f5de5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=84647ffd-f784-4067-b01b-4b59603f5de5,segment=NetworkSegment(5635fa6f-a86e-4680-90d2-5613c6907463),segment_id=5635fa6f-a86e-4680-90d2-5613c6907463)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:09.692611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d73088cd-b182-4d78-ba19-e4dd24ecea6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:09.903938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73088cd-b182-4d78-ba19-e4dd24ecea6d None None] Pushing event updated for resources: {'Port': ['ID=84647ffd-f784-4067-b01b-4b59603f5de5,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:09.938747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed9932-30e0-4f02-a928-af306a1b7618 req-376d6512-ba0c-41b2-83d6-278c9adea7c6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:09.940406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-feed9932-30e0-4f02-a928-af306a1b7618 req-376d6512-ba0c-41b2-83d6-278c9adea7c6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 947 time: 1.2022870 Dec 10 18:36:09.942987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=f251f76f-68c1-413e-a849-78b1c6fb1fc3,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:10.055598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 84647ffd-f784-4067-b01b-4b59603f5de5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:10.100368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-feed9932-30e0-4f02-a928-af306a1b7618 req-125ac59f-ff16-4be6-aa2b-73a300af3b60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=dd2466c5-708a-472d-bb53-352a67b04bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412873 Dec 10 18:36:10.164859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:10.164859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:10.331741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e76c27af-c7ed-4b2f-8ce5-4420dbda28be None None] Provisioning complete for port f251f76f-68c1-413e-a849-78b1c6fb1fc3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:10.332211 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e76c27af-c7ed-4b2f-8ce5-4420dbda28be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.335179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 84647ffd-f784-4067-b01b-4b59603f5de5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:10.335179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.480666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.481180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.481447 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Floating IP 024c57a2-c3b7-4e38-b60e-861eb8738041 disassociated. External IP: 172.25.2.92, port: 0187b156-df1e-4b91-8634-9f50fdc19468. Dec 10 18:36:10.481690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Calling delete_port for 0187b156-df1e-4b91-8634-9f50fdc19468 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:10.541319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e76c27af-c7ed-4b2f-8ce5-4420dbda28be None None] Port f251f76f-68c1-413e-a849-78b1c6fb1fc3 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:10.544894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 81769e80-3506-4dd0-ae8f-c5df660693a4 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:10.646315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e76c27af-c7ed-4b2f-8ce5-4420dbda28be None None] Provisioning complete for port 84647ffd-f784-4067-b01b-4b59603f5de5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:10.646751 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e76c27af-c7ed-4b2f-8ce5-4420dbda28be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.726140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0187b156-df1e-4b91-8634-9f50fdc19468 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:10.789471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:10.802397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] Sync routers for ids ['81769e80-3506-4dd0-ae8f-c5df660693a4'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:10.818103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-be84ea04-0c2e-42b6-917d-c1560e3e145a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/81769e80-3506-4dd0-ae8f-c5df660693a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0983963 Dec 10 18:36:10.822880 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] Routers {'81769e80-3506-4dd0-ae8f-c5df660693a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:10.823708 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['81769e80-3506-4dd0-ae8f-c5df660693a4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:10.826970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42698) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:10.965899 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:10.968737 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:11.004160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e1e7c4-422d-42be-9a83-7df8e3d3a3ea tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:11.011530 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] Routers {'81769e80-3506-4dd0-ae8f-c5df660693a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:11.011530 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['81769e80-3506-4dd0-ae8f-c5df660693a4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:11.013018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a4e1e7c4-422d-42be-9a83-7df8e3d3a3ea tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports/f251f76f-68c1-413e-a849-78b1c6fb1fc3 HTTP/1.1" status: 200 len: 911 time: 0.1806204 Dec 10 18:36:11.013846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42702) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.035543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event deleted for resources: {'Port': ['ID=0187b156-df1e-4b91-8634-9f50fdc19468,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:11.080439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.130070 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:11.134018 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c7dc6e-13cc-437f-bbc3-cca4462086df None None] The sync data for ids ['81769e80-3506-4dd0-ae8f-c5df660693a4'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:11.258676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-47bb4bc6-c74f-4447-8f6e-ffc669b3594f None None] Provisioning complete for port f251f76f-68c1-413e-a849-78b1c6fb1fc3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:11.259054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47bb4bc6-c74f-4447-8f6e-ffc669b3594f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:11.365190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-47bb4bc6-c74f-4447-8f6e-ffc669b3594f None None] Port f251f76f-68c1-413e-a849-78b1c6fb1fc3 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:11.424371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e112deb9-4642-45da-97d7-c27ae0624653 req-ddb82e5e-c672-4225-9f83-f4954ee0ac90 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 210 time: 0.0917752 Dec 10 18:36:11.514061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Router 89aa7a38-b560-4fa5-b884-9199f8604eaf has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:11.617484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42716) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:11.872748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 84647ffd-f784-4067-b01b-4b59603f5de5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:11.902379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:11.922775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] Sync routers for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:11.955840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:11.956779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:11.986492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-80768ad3-5ef9-457d-b8b3-e73064eb41ef tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1148401353'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:11.987054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-80768ad3-5ef9-457d-b8b3-e73064eb41ef tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Unknown quota resources ['metering_label']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:36:12.011214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 84647ffd-f784-4067-b01b-4b59603f5de5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:12.011999 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.162709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] No DVR routers for this DVR port 0187b156-df1e-4b91-8634-9f50fdc19468 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:12.165064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.166130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.170474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0a2a958e-0a30-481e-91bf-f20122e7281f req-1b1b91a6-330e-468d-a011-0db3a5685c4f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.30 "DELETE /v2.0/ports/0187b156-df1e-4b91-8634-9f50fdc19468 HTTP/1.1" status: 204 len: 173 time: 3.9110804 Dec 10 18:36:12.235202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-deleted', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:12.244409 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d21a6d-0f29-4a21-853a-1c72b20220f9" -d '{"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-deleted", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:12.279915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:12.649381 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e56d18-a295-48b0-a7ed-6ac36ce72ec9 x-openstack-request-id: req-c8e56d18-a295-48b0-a7ed-6ac36ce72ec9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:12.649925 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "852d9739-d65d-4d90-aabb-a5fe5a5dfe2b", "name": "network-vif-deleted", "tag": "0187b156-df1e-4b91-8634-9f50fdc19468", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:12.649925 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c8e56d18-a295-48b0-a7ed-6ac36ce72ec9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:12.650339 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852d9739-d65d-4d90-aabb-a5fe5a5dfe2b', 'name': 'network-vif-deleted', 'tag': '0187b156-df1e-4b91-8634-9f50fdc19468', 'status': 'completed', 'code': 200} Dec 10 18:36:12.680561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80768ad3-5ef9-457d-b8b3-e73064eb41ef tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:12.688288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-80768ad3-5ef9-457d-b8b3-e73064eb41ef tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0587401 Dec 10 18:36:12.709916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42728) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:12.722870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5fbef778-9c95-4d61-81b4-13318b0bfb7f tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c98bec8b-b449-43c0-9175-9529b51aa8e5'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:12.722870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5fbef778-9c95-4d61-81b4-13318b0bfb7f tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103500) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:36:12.829784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3c54e84b-e3b7-4f2f-ada7-33f95f1f08d1 req-42eae92a-954f-44be-8465-26b2f76f8789 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=852d9739-d65d-4d90-aabb-a5fe5a5dfe2b HTTP/1.1" status: 200 len: 210 time: 0.1486740 Dec 10 18:36:12.927514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.971284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] Checking router: 89aa7a38-b560-4fa5-b884-9199f8604eaf for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:12.986215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:12.989162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:12.997463 n-d-821424-1 neutron-server[103500]: WARNING neutron.services.metering.metering_plugin [None req-5fbef778-9c95-4d61-81b4-13318b0bfb7f tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:36:13.116203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:13.311196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port f251f76f-68c1-413e-a849-78b1c6fb1fc3 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:13.312065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.319262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5fbef778-9c95-4d61-81b4-13318b0bfb7f tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.327836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42740) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.328161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5fbef778-9c95-4d61-81b4-13318b0bfb7f tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6144269 Dec 10 18:36:13.332373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-876ff040-fbbf-42fc-aaf9-317026bd0350 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c98bec8b-b449-43c0-9175-9529b51aa8e5'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:13.332880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-876ff040-fbbf-42fc-aaf9-317026bd0350 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:36:13.424734 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:13.480355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69748fb8-512a-4f2e-a9d3-4ddc4e37011f None None] The sync data for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 is: [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:13.512231 n-d-821424-1 neutron-server[103499]: WARNING neutron.services.metering.metering_plugin [None req-876ff040-fbbf-42fc-aaf9-317026bd0350 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 10 18:36:13.538992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.561726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for f251f76f-68c1-413e-a849-78b1c6fb1fc3 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:13.770827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-876ff040-fbbf-42fc-aaf9-317026bd0350 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:13.772040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-876ff040-fbbf-42fc-aaf9-317026bd0350 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4431765 Dec 10 18:36:13.782917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42746) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:13.799886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-04ca3c80-c922-4579-a1cc-234efd17bb8b tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=e09854d8-c8b1-476f-a56b-a9968bb7d9d9 HTTP/1.1" status: 200 len: 462 time: 0.0108607 Dec 10 18:36:13.801301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42748) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.022692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42756) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.044524 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637d7e3-39df-4ab3-9a4b-0671f2662277 None None] New status for floating IP 024c57a2-c3b7-4e38-b60e-861eb8738041: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:36:14.151458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06080829-c191-4c45-84ec-aa60b5e7555c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.160322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-46669cc8-3cc5-414f-85cd-f69196958714 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.164623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-46669cc8-3cc5-414f-85cd-f69196958714 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/e09854d8-c8b1-476f-a56b-a9968bb7d9d9 HTTP/1.1" status: 204 len: 168 time: 0.3618641 Dec 10 18:36:14.172480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42758) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.215869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06080829-c191-4c45-84ec-aa60b5e7555c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.216042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cbb9e5e5-7d7b-410b-a48b-b3e79df1e855 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=e09854d8-c8b1-476f-a56b-a9968bb7d9d9 HTTP/1.1" status: 200 len: 221 time: 0.0362160 Dec 10 18:36:14.216664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42760) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.223867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-aeb47fda-21fc-4420-9f99-b184ea0ca34b tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--285164193', 'description': 'label created by tempest'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:14.224320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-aeb47fda-21fc-4420-9f99-b184ea0ca34b tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Unknown quota resources ['metering_label']. {{(pid=103500) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:36:14.343658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06080829-c191-4c45-84ec-aa60b5e7555c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.357734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06080829-c191-4c45-84ec-aa60b5e7555c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.359051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-06080829-c191-4c45-84ec-aa60b5e7555c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "DELETE /v2.0/security-groups/dd2466c5-708a-472d-bb53-352a67b04bf0 HTTP/1.1" status: 204 len: 168 time: 0.3351645 Dec 10 18:36:14.382393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42762) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.402668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06080829-c191-4c45-84ec-aa60b5e7555c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2466c5-708a-472d-bb53-352a67b04bf0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:14.429025 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-dbd1dad1-eed9-43c1-a68d-bdb192a95c10 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] show failed (client error): The resource could not be found. Dec 10 18:36:14.447125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dbd1dad1-eed9-43c1-a68d-bdb192a95c10 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups/dd2466c5-708a-472d-bb53-352a67b04bf0 HTTP/1.1" status: 404 len: 347 time: 0.0625331 Dec 10 18:36:14.450070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42764) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:14.828159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Deleting port 59c47461-d8a0-4dce-90d0-c1ccd626cfc4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:14.832185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.926165 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.926532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:14.942978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Calling delete_port for 59c47461-d8a0-4dce-90d0-c1ccd626cfc4 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:15.043895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeb47fda-21fc-4420-9f99-b184ea0ca34b tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.048128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aeb47fda-21fc-4420-9f99-b184ea0ca34b tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8276832 Dec 10 18:36:15.048901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42772) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.049567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.142828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ccdb76a6-b449-4041-9d8a-df748bff2488 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=8d0065b5-f8ac-4965-aa01-e3efdd47aaea HTTP/1.1" status: 200 len: 467 time: 0.0903168 Dec 10 18:36:15.145707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42774) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.180205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=f251f76f-68c1-413e-a849-78b1c6fb1fc3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.191150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.215595 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:36:15.225640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event deleted for resources: {'Port': ['ID=59c47461-d8a0-4dce-90d0-c1ccd626cfc4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:15.321728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.330109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.348950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-de17d5ae-641c-4113-b89e-a6b5a611b2f4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "DELETE /v2.0/floatingips/024c57a2-c3b7-4e38-b60e-861eb8738041 HTTP/1.1" status: 204 len: 168 time: 0.8902104 Dec 10 18:36:15.394777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.795555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-427ffc55-2158-4e72-97e2-53fd9d8c282a tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.801188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42780) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.834774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42782) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.837629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-427ffc55-2158-4e72-97e2-53fd9d8c282a tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/8d0065b5-f8ac-4965-aa01-e3efdd47aaea HTTP/1.1" status: 204 len: 168 time: 0.6480289 Dec 10 18:36:15.850253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b165cb5c-1eca-4ae5-be95-d5a873d16e54 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403767609', 'description': 'tempest-description--1459297596'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:15.876434 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7faba665-75e5-4035-bd69-5b63bb690361 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=8d0065b5-f8ac-4965-aa01-e3efdd47aaea HTTP/1.1" status: 200 len: 216 time: 0.0522459 Dec 10 18:36:15.887849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42786) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.927868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-34759e4d-aaaf-45eb-9a91-cd1bdbe9fc1e tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0342276 Dec 10 18:36:15.928543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42788) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:15.947105 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b165cb5c-1eca-4ae5-be95-d5a873d16e54 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:15.971208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a6599f9d-0e7b-43f7-ae10-7ee76e87a250 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0401955 Dec 10 18:36:15.987463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42790) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.042478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 81769e80-3506-4dd0-ae8f-c5df660693a4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:16.108779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a866b69b-f4b6-4261-89fb-7f4603ca1892 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-labels/c98bec8b-b449-43c0-9175-9529b51aa8e5 HTTP/1.1" status: 200 len: 473 time: 0.1200950 Dec 10 18:36:16.119400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42792) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.157715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-35c72934-5735-4a37-99ff-93fc53ad9b44 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "GET /v2.0/metering/metering-label-rules/e6dcfae2-b3f5-4c0d-a3e5-87b7b0abea17 HTTP/1.1" status: 200 len: 459 time: 0.0371459 Dec 10 18:36:16.162621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42796) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.180207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:16.190404 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7aff96ff-a311-4e94-8b77-5984ead3b92e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/81769e80-3506-4dd0-ae8f-c5df660693a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1717279 Dec 10 18:36:16.190802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42798) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.195966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] Sync routers for ids ['81769e80-3506-4dd0-ae8f-c5df660693a4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:16.213340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] Routers {'81769e80-3506-4dd0-ae8f-c5df660693a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:16.214319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['81769e80-3506-4dd0-ae8f-c5df660693a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:16.261056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b165cb5c-1eca-4ae5-be95-d5a873d16e54 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.267300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b165cb5c-1eca-4ae5-be95-d5a873d16e54 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.271862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-198db67c-d6ab-4356-b4c3-e120f235e746 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=81769e80-3506-4dd0-ae8f-c5df660693a4 HTTP/1.1" status: 200 len: 205 time: 0.0784655 Dec 10 18:36:16.272198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.303388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:16.320598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] Routers {'81769e80-3506-4dd0-ae8f-c5df660693a4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:16.321487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['81769e80-3506-4dd0-ae8f-c5df660693a4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:16.432154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:16.437561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd244c0-2e28-4aaf-83fb-700bd4fd104e None None] The sync data for ids ['81769e80-3506-4dd0-ae8f-c5df660693a4'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:16.439416 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d423b10-aa5a-4173-ae66-4913cc22b280 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.453330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d423b10-aa5a-4173-ae66-4913cc22b280 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-label-rules/e6dcfae2-b3f5-4c0d-a3e5-87b7b0abea17 HTTP/1.1" status: 204 len: 168 time: 0.2884901 Dec 10 18:36:16.454388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42802) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.481443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165cb5c-1eca-4ae5-be95-d5a873d16e54 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47cb791-90d4-4114-9c70-294010dd25f4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:16.485640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b165cb5c-1eca-4ae5-be95-d5a873d16e54 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.498497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b165cb5c-1eca-4ae5-be95-d5a873d16e54 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6626124 Dec 10 18:36:16.499543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42804) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:16.522641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f97210c2-8d1b-4dd9-8dec-2309fc2f6f73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'security_group_rule': {'security_group_id': 'b47cb791-90d4-4114-9c70-294010dd25f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:16.530405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73884f6d-9711-4672-a4b1-3daf0913128c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.674623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f97210c2-8d1b-4dd9-8dec-2309fc2f6f73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.912338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f620a273-bfae-4cf7-814c-8c3ea8d04499 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:16.913892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f620a273-bfae-4cf7-814c-8c3ea8d04499 tempest-MeteringIpV6TestJSON-1246913737 tempest-MeteringIpV6TestJSON-1246913737-project-admin] 10.222.0.55 "DELETE /v2.0/metering/metering-labels/c98bec8b-b449-43c0-9175-9529b51aa8e5 HTTP/1.1" status: 204 len: 168 time: 0.4572308 Dec 10 18:36:17.034775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73884f6d-9711-4672-a4b1-3daf0913128c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.040633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73884f6d-9711-4672-a4b1-3daf0913128c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.127456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f97210c2-8d1b-4dd9-8dec-2309fc2f6f73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.132845 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f97210c2-8d1b-4dd9-8dec-2309fc2f6f73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.141086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73884f6d-9711-4672-a4b1-3daf0913128c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.141595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73884f6d-9711-4672-a4b1-3daf0913128c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Fanout notify agent at l3_agent the message router_deleted on router 81769e80-3506-4dd0-ae8f-c5df660693a4 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:17.159008 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73884f6d-9711-4672-a4b1-3daf0913128c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.160274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-73884f6d-9711-4672-a4b1-3daf0913128c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/81769e80-3506-4dd0-ae8f-c5df660693a4 HTTP/1.1" status: 204 len: 168 time: 0.8763146 Dec 10 18:36:17.163253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.168407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97210c2-8d1b-4dd9-8dec-2309fc2f6f73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f36c7f-fcbd-48d9-9e4b-c80d095da8bd,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:17.175116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f97210c2-8d1b-4dd9-8dec-2309fc2f6f73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.176500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f97210c2-8d1b-4dd9-8dec-2309fc2f6f73 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6735952 Dec 10 18:36:17.181233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42814) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.186172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-77f1648e-af20-48dc-a785-23b6f83fe2be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'security_group_rule': {'security_group_id': 'b47cb791-90d4-4114-9c70-294010dd25f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:17.215314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f1648e-af20-48dc-a785-23b6f83fe2be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.253423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet 5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:17.257326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.291966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42820) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.301130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f1648e-af20-48dc-a785-23b6f83fe2be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.307206 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f1648e-af20-48dc-a785-23b6f83fe2be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.309281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.353615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1648e-af20-48dc-a785-23b6f83fe2be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ccca23-6675-45be-a5c7-19a159df0e25,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:17.359835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77f1648e-af20-48dc-a785-23b6f83fe2be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.363873 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77f1648e-af20-48dc-a785-23b6f83fe2be tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788647 Dec 10 18:36:17.364817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42824) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.377234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:17.413251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.440009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.492291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cdcef3d-01b6-4bf0-b340-b455d4740377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.516175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.546314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:17.548284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.554716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3a785fd0-1339-44f6-a376-7cde85406b34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c HTTP/1.1" status: 204 len: 168 time: 0.3881788 Dec 10 18:36:17.555857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42826) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.559969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82717f6c-7dfc-45fa-b195-3c14dd9ceeb6 None None] Network c5327e54-6ee8-4c3d-af10-ed68c08073e2 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:17.633059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.650223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cdcef3d-01b6-4bf0-b340-b455d4740377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.659746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.680451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cdcef3d-01b6-4bf0-b340-b455d4740377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.795370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 84647ffd-f784-4067-b01b-4b59603f5de5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:17.796141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:17.821201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] DHCP port deletion for c5327e54-6ee8-4c3d-af10-ed68c08073e2 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:17.871813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7cdcef3d-01b6-4bf0-b340-b455d4740377 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=68d225c89c7d4e7abdd70342fa5a72f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5783379 Dec 10 18:36:17.878755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42836) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:17.881614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcef3d-01b6-4bf0-b340-b455d4740377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9837cc7b-641d-4ab1-9952-73cbfd579c3f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:17.912998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] Deleting port 84647ffd-f784-4067-b01b-4b59603f5de5 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:17.913465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.006022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 84647ffd-f784-4067-b01b-4b59603f5de5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=84647ffd-f784-4067-b01b-4b59603f5de5,segment=NetworkSegment(5635fa6f-a86e-4680-90d2-5613c6907463),segment_id=5635fa6f-a86e-4680-90d2-5613c6907463)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:18.007533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.010532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] For port 84647ffd-f784-4067-b01b-4b59603f5de5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=84647ffd-f784-4067-b01b-4b59603f5de5,segment=NetworkSegment(5635fa6f-a86e-4680-90d2-5613c6907463),segment_id=5635fa6f-a86e-4680-90d2-5613c6907463)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:18.010957 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.029682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] Calling delete_port for 84647ffd-f784-4067-b01b-4b59603f5de5 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:18.037771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 84647ffd-f784-4067-b01b-4b59603f5de5 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:18.083696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Allocated IP 172.25.2.118 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a93f0d4e-8d2f-4763-b2b0-27b74f128b7a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:18.165290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5cf577c-0d2a-4aa8-b1ca-15de85abf101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.188386 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.236246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5cf577c-0d2a-4aa8-b1ca-15de85abf101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.241631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.271598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] Pushing event deleted for resources: {'Port': ['ID=84647ffd-f784-4067-b01b-4b59603f5de5,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.275073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1cb0b-dde9-4387-b0ad-1d7a5b3ca56d None None] No DVR routers for this DVR port 84647ffd-f784-4067-b01b-4b59603f5de5 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:18.348608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=84647ffd-f784-4067-b01b-4b59603f5de5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.363138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No DVR routers for this DVR port 84647ffd-f784-4067-b01b-4b59603f5de5 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:18.387816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5cf577c-0d2a-4aa8-b1ca-15de85abf101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.391397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5cf577c-0d2a-4aa8-b1ca-15de85abf101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.395507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a5cf577c-0d2a-4aa8-b1ca-15de85abf101 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9837cc7b-641d-4ab1-9952-73cbfd579c3f HTTP/1.1" status: 204 len: 168 time: 0.5130911 Dec 10 18:36:18.469051 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.507753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf577c-0d2a-4aa8-b1ca-15de85abf101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9837cc7b-641d-4ab1-9952-73cbfd579c3f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.535359 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.556343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.618816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5327e54-6ee8-4c3d-af10-ed68c08073e2']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:18.632815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5635fa6f-a86e-4680-90d2-5613c6907463') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:18.633032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:18.633128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5635fa6f-a86e-4680-90d2-5613c6907463') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:18.637698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:18.650703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:18.651483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.672659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.691803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:18.693284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:18.701014 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:18.802736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.819140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.825031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/c5327e54-6ee8-4c3d-af10-ed68c08073e2 HTTP/1.1" status: 204 len: 168 time: 1.2678685 Dec 10 18:36:18.833837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42858) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:18.850764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1424605453', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:18.882919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a92d4c-d1ed-410f-b0ca-7b7252b1e08c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=c5327e54-6ee8-4c3d-af10-ed68c08073e2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:18.919495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:18.921077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.030331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42860) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.039713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.052498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a53ec310-526f-4920-bf4a-1ec8356e25fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.061018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'Port': ['ID=a93f0d4e-8d2f-4763-b2b0-27b74f128b7a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:19.177896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.231535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.244685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.372337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a53ec310-526f-4920-bf4a-1ec8356e25fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.378301 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a53ec310-526f-4920-bf4a-1ec8356e25fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.434072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.434923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a53ec310-526f-4920-bf4a-1ec8356e25fb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea1feaa695754752976de34c65d7f973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031079 Dec 10 18:36:19.435537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42862) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:19.441124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ec310-526f-4920-bf4a-1ec8356e25fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812da3b9-efb8-4895-940b-8d50da9a85f3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:19.463217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.573143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'Port': ['ID=a93f0d4e-8d2f-4763-b2b0-27b74f128b7a,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:19.599644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae384c1f-231b-4a52-b814-f8de26331240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.601550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.607122 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.634733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.635025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.636004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c0127756-cc71-4521-896f-13330c9247c9 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2702048 Dec 10 18:36:19.638208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae384c1f-231b-4a52-b814-f8de26331240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.744763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae384c1f-231b-4a52-b814-f8de26331240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.747701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ae384c1f-231b-4a52-b814-f8de26331240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:19.751421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ae384c1f-231b-4a52-b814-f8de26331240 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/812da3b9-efb8-4895-940b-8d50da9a85f3 HTTP/1.1" status: 204 len: 168 time: 0.3123608 Dec 10 18:36:19.759881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae384c1f-231b-4a52-b814-f8de26331240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812da3b9-efb8-4895-940b-8d50da9a85f3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:19.839597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 84647ffd-f784-4067-b01b-4b59603f5de5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:19.874227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 172.25.2.168 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/5b7e8174-423d-460e-a044-a5a8684c1352) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:19.917491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 84647ffd-f784-4067-b01b-4b59603f5de5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:19.918034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 84647ffd-f784-4067-b01b-4b59603f5de5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:19.990686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-59b5f447-7916-40ec-8b0f-65e1ea7be83d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--403767609&fields=id&tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 267 time: 0.0667696 Dec 10 18:36:20.019394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.063573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.158129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-bc10e4fe-cd1a-420a-a2ba-5c343da878a4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:20.159714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-bc10e4fe-cd1a-420a-a2ba-5c343da878a4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 817 time: 0.1597750 Dec 10 18:36:20.192252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:20.193387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-a3ae42c1-9593-418d-9e96-c41e347f2e10 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/quotas/4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 375 time: 0.0253429 Dec 10 18:36:20.193861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=5b7e8174-423d-460e-a044-a5a8684c1352,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:20.196181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:20.204435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:20.216119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cac1b9-93eb-4851-bcdf-43dfc9f990b9 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:20.294507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a5f037c1-50aa-4d32-b93c-c6979b8b2073 None None] Provisioning complete for port 5b7e8174-423d-460e-a044-a5a8684c1352 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:20.298735 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a5f037c1-50aa-4d32-b93c-c6979b8b2073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.336190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-a91d91e4-d838-4958-9ba5-313c1a27ec65 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417124 Dec 10 18:36:20.425118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a5f037c1-50aa-4d32-b93c-c6979b8b2073 None None] Port 5b7e8174-423d-460e-a044-a5a8684c1352 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:20.478876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:20.524964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-a3143ced-5156-4bb2-894f-9b46d7774a7c service neutron] 10.222.0.55 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836874 Dec 10 18:36:20.699679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-1e7c1dd6-b5d5-4777-8465-4848302e6622 service neutron] 10.222.0.55 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736627 Dec 10 18:36:20.853113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.145511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42924) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.211897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 78f4c54b-13b8-4a4c-931b-50b43b9d58f2 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:21.402935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-593215220'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:21.474029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:21.478229 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.503275 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.517945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:21.534419 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] Sync routers for ids ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:21.558205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.558995 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] Routers {'78f4c54b-13b8-4a4c-931b-50b43b9d58f2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:21.559715 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.570506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7a15f62-4f09-409d-b19e-70a8edf66e8b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7295206 Dec 10 18:36:21.571295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42932) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:21.677731 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.707146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] Routers {'78f4c54b-13b8-4a4c-931b-50b43b9d58f2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:21.708339 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.830285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.842500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.881841 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:21.887326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764df0b-57e8-48e7-ae86-b734832ccfa9 None None] The sync data for ids ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:21.939765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:21.973273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c323b0-98b0-4bad-8e43-21cd62605ea0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:21.984176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:21.984916 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Added segment 27e79526-c119-4a34-ac58-43144c33b1e5 of type vlan for network 649b8073-be9b-40fa-98aa-118df7f2394c Dec 10 18:36:22.050879 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.085035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.093642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.094700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.180429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0337205 Dec 10 18:36:22.183709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42940) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:22.200903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'subnet': {'network_id': '649b8073-be9b-40fa-98aa-118df7f2394c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:22.226208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68871a6e-3156-4274-8644-fcad695f72e4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Network': ['ID=649b8073-be9b-40fa-98aa-118df7f2394c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:22.241052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 649b8073-be9b-40fa-98aa-118df7f2394c details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:22.368809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95a303b7-ddbb-461d-a3c9-56f7ce84be16 req-1bc16f49-ff99-4bcb-933a-b3c60c85b6b3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 210 time: 0.7390089 Dec 10 18:36:22.410408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:22.410408 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.467035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c4d63be1-09ff-4644-bf2f-35e8ee5744bb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/routers/78f4c54b-13b8-4a4c-931b-50b43b9d58f2 HTTP/1.1" status: 200 len: 885 time: 0.8944068 Dec 10 18:36:22.471351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42944) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:22.856166 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:22.915162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Subnet': ['ID=4e5867ce-1edf-4ab8-9f05-ad55103c571c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:22.945373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-a5a52595-1ed3-4ea3-96e1-09bcc0d9c504 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:22.947255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5e6dfe73-7efa-47f2-9e4d-81327bc48dc8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4745116 Dec 10 18:36:22.950437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-a5a52595-1ed3-4ea3-96e1-09bcc0d9c504 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 817 time: 0.3107662 Dec 10 18:36:22.952175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42948) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:22.957711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e52f7de5-54ee-41a3-a75b-a4494d4cb9d6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1424605453'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:23.173300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-0c1f7388-8e72-4f0f-89e9-574666924f5f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 379 time: 0.2112391 Dec 10 18:36:23.186664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'port': {'device_id': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'admin_state_up': True, 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'security_groups': ['b47cb791-90d4-4114-9c70-294010dd25f4']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:23.187401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Checking segment: {'id': '27e79526-c119-4a34-ac58-43144c33b1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '649b8073-be9b-40fa-98aa-118df7f2394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:23.187877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network hostable DHCP agents. Network: 649b8073-be9b-40fa-98aa-118df7f2394c, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:23.240139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 649b8073-be9b-40fa-98aa-118df7f2394c is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:23.260044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 649b8073-be9b-40fa-98aa-118df7f2394c) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:23.273058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4d9158-36fc-4058-9d5a-41390e05f3a4 None None] Network 649b8073-be9b-40fa-98aa-118df7f2394c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:23.283754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:23.284665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.441215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Made reservation on behalf of 4272ae58de0c4ef9bebbdcfe2f49d35a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:23.446873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.469599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e68f0172-3b4c-4318-ad72-56019134e0d7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2840273 Dec 10 18:36:23.488892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:23.555539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1893473468', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:23.650236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc5270-9807-4604-9010-14954fa4fbb0 None None] Network 649b8073-be9b-40fa-98aa-118df7f2394c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:23.749635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Allocated IP 172.20.0.14 (0651d43a-686e-4e07-abd5-635bdc88bd86/5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4/46b9792d-c569-4d5d-aa15-07fdbcb8cc6e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:23.816471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f44d9c7-f9a8-467c-9f08-300536db6e7f req-1f9061ed-3013-4b0a-b029-a725d5b09ea4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 210 time: 0.1774607 Dec 10 18:36:23.845680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.847739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:23.894637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e52f7de5-54ee-41a3-a75b-a4494d4cb9d6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.000245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e52f7de5-54ee-41a3-a75b-a4494d4cb9d6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.003944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.105801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.164039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.307526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:24.315064 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.356773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:24.359229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:24.375011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:24.393142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52f7de5-54ee-41a3-a75b-a4494d4cb9d6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 78f4c54b-13b8-4a4c-931b-50b43b9d58f2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:24.524753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:24.525617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.547287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3ab61899-7904-451c-8251-32f9d4660ab3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3670340 Dec 10 18:36:24.562136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Request body: {'port': {'device_id': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:24.646843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.796105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f7de5-54ee-41a3-a75b-a4494d4cb9d6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:24.805998 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e52f7de5-54ee-41a3-a75b-a4494d4cb9d6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:24.807919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e52f7de5-54ee-41a3-a75b-a4494d4cb9d6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/78f4c54b-13b8-4a4c-931b-50b43b9d58f2 HTTP/1.1" status: 200 len: 892 time: 1.8544471 Dec 10 18:36:24.809224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] Sync routers for ids ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:24.811914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:24.855702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] Routers {'78f4c54b-13b8-4a4c-931b-50b43b9d58f2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:24.857462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:24.941407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:24.963476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0a27bbd4-2611-47cd-a374-b33a85c79b68 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/routers/78f4c54b-13b8-4a4c-931b-50b43b9d58f2 HTTP/1.1" status: 200 len: 892 time: 0.1502721 Dec 10 18:36:24.965335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] Routers {'78f4c54b-13b8-4a4c-931b-50b43b9d58f2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:24.966135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:24.980065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 42986) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.009901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:25.012193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac953c-146b-4c6f-84ff-1db4d2f1b08a None None] The sync data for ids ['78f4c54b-13b8-4a4c-931b-50b43b9d58f2'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:25.015776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-702d2019-9f9d-4818-a225-bfcabb484ded None None] Provisioning complete for port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:25.016275 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-702d2019-9f9d-4818-a225-bfcabb484ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.053810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-702d2019-9f9d-4818-a225-bfcabb484ded None None] Port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:25.079818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-29603a64-2578-4e6e-b81e-d96911e87a25 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=78f4c54b-13b8-4a4c-931b-50b43b9d58f2 HTTP/1.1" status: 200 len: 205 time: 0.0985591 Dec 10 18:36:25.096613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 42988) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:25.097573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.171050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d37eaac5-f653-4ca6-a244-3fb76afbb7c3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.179123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d37eaac5-f653-4ca6-a244-3fb76afbb7c3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.3455880 Dec 10 18:36:25.199823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-1770c1ac-9d08-4b9f-aa89-0cd026f178a9 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/quotas/1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 375 time: 0.0192163 Dec 10 18:36:25.302404 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-3ff3edbc-ec2a-414a-982b-aab72f5b6b60 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012061 Dec 10 18:36:25.418695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-8d82567e-640c-4fe2-bbd2-8ecc8c402c1d service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150997 Dec 10 18:36:25.532519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-c4d65017-251f-40cd-a08f-98f8cfbc5eee service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128521 Dec 10 18:36:25.602881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:25.615495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.630253 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.644675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Transition to ACTIVE for port object 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:36:25.651105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.659039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba30d4-0924-48a6-ab96-993f4a3a3c31 req-4b10d6b5-b1d9-4c9a-933b-2672c7383a88 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:25.660799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4ba30d4-0924-48a6-ab96-993f4a3a3c31 req-4b10d6b5-b1d9-4c9a-933b-2672c7383a88 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 932 time: 0.7131994 Dec 10 18:36:25.799263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:25.886456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:25.956676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9cc8dacc-570f-46e2-a8aa-f45a051c197f req-3d04e049-372f-4d53-9088-2f8edf510992 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.1251764 Dec 10 18:36:26.048755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Attempting to bind port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:26.049093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Attempting to bind port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:26.049433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Attempting to bind port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e on network 0651d43a-686e-4e07-abd5-635bdc88bd86 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:26.056930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e on network 0651d43a-686e-4e07-abd5-635bdc88bd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:36:26.057263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Attempting to bind port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e on network 0651d43a-686e-4e07-abd5-635bdc88bd86 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:26.062743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4ba30d4-0924-48a6-ab96-993f4a3a3c31 req-6cf08cc0-8b6a-4fe1-8b4b-0945d3c1347f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3937070 Dec 10 18:36:26.071757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:26.072112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Checking segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:26.072514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Bound using segment: {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:26.072958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Bound port: 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc989ba4-c17d-4cc9-a364-80a9a79e940d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:26.073410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.151826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.202031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.25.2.142 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/f77d885b-0ed1-40b6-ae88-c746b9999f23) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:26.229501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:26.234892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:26.245760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.309838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.310762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.312858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] 10.222.0.59 "PUT /v2.0/ports/46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 1092 time: 1.7564151 Dec 10 18:36:26.313482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:26.316022 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f79191d-d0e3-4f2e-9410-55033b5a8147" -d '{"events": [{"name": "network-changed", "server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:26.419531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 5b7e8174-423d-460e-a044-a5a8684c1352 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:26.419882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.452796 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af3f004-0e88-44c3-8ef0-7ebc762bfee7 x-openstack-request-id: req-0af3f004-0e88-44c3-8ef0-7ebc762bfee7 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:26.452796 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:26.462863 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0af3f004-0e88-44c3-8ef0-7ebc762bfee7 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:26.464229 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'status': 'completed', 'code': 200} Dec 10 18:36:26.507627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83037d0d-2de4-498b-a3fd-4fbfb913674f service neutron] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:26.535842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-4e66a157-b487-4e85-a360-db0ef811981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.539061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-4e66a157-b487-4e85-a360-db0ef811981d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1095 time: 0.1562161 Dec 10 18:36:26.613961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-9701b0aa-32d3-4d7f-9eca-73dff85e9b01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 217 time: 0.0671661 Dec 10 18:36:26.615387 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.663604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.702012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 5b7e8174-423d-460e-a044-a5a8684c1352 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:26.732683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3dd2be84-fdba-4698-8d5d-6c52e1ded431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.734649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-3dd2be84-fdba-4698-8d5d-6c52e1ded431 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.1131775 Dec 10 18:36:26.765942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:26.849463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:26.854170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-8bc14bf1-a9eb-4197-9f43-c52ac1b95187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:26.863901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:26.865088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-8bc14bf1-a9eb-4197-9f43-c52ac1b95187 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203945 Dec 10 18:36:26.869607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:26.883232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7a1cae-c95e-4c1d-a7bb-70a435716105 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:26.949779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1bbf88b3-3215-4b3e-9e04-7f19cbc5c687 None None] Provisioning complete for port f77d885b-0ed1-40b6-ae88-c746b9999f23 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:26.950292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1bbf88b3-3215-4b3e-9e04-7f19cbc5c687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.012428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=f77d885b-0ed1-40b6-ae88-c746b9999f23,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:27.049670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf88b3-3215-4b3e-9e04-7f19cbc5c687 None None] Port f77d885b-0ed1-40b6-ae88-c746b9999f23 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:27.177583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-54ac5097-494e-48e7-9c32-c6f45341f4fe service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055019 Dec 10 18:36:27.188211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37121fe7-1bb5-4c99-b9d0-1369817be079 req-b084e7ce-9ac3-42c1-98e6-63d97ca8bf32 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.0462675 Dec 10 18:36:27.237872 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.265985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=5b7e8174-423d-460e-a044-a5a8684c1352,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:27.315639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368ce9b-2399-4fae-aa63-7dd4153a940f None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:27.378895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b329dd9-ddec-490e-9683-9f8a3a5f823d req-5c4bbe29-12a1-4508-a5d1-95b6ed6db073 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.380584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b329dd9-ddec-490e-9683-9f8a3a5f823d req-5c4bbe29-12a1-4508-a5d1-95b6ed6db073 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.2068365 Dec 10 18:36:27.387802 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4d6079c-1db6-4963-9c71-ac9c6c8a843b req-ad925d8b-d39d-4533-9c08-d48fbd8e8069 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948540 Dec 10 18:36:27.436742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.569779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b329dd9-ddec-490e-9683-9f8a3a5f823d req-5fa92205-e5b2-47d5-b5d7-c8389c140a29 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606705 Dec 10 18:36:27.575843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.578687 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.593589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-2cd54e86-81e2-4f20-ab92-5de31c64e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.595608 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-2cd54e86-81e2-4f20-ab92-5de31c64e0bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1095 time: 0.1400104 Dec 10 18:36:27.689611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.690164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Fanout notify agent at l3_agent the message router_deleted on router 78f4c54b-13b8-4a4c-931b-50b43b9d58f2 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:27.783702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.788265 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-902f8ede-9e07-4ff1-b4ce-201135b499c3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/78f4c54b-13b8-4a4c-931b-50b43b9d58f2 HTTP/1.1" status: 204 len: 168 time: 2.6848249 Dec 10 18:36:27.788706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43026) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:27.798412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1376025285'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:27.819127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-ece9843e-18cd-464d-9169-e704c0dea826 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.820698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-ece9843e-18cd-464d-9169-e704c0dea826 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1883101 Dec 10 18:36:27.823139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-155c6cd5-46ef-4790-af77-e60e51891f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:27.823609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.825591 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-155c6cd5-46ef-4790-af77-e60e51891f01 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.2227650 Dec 10 18:36:27.871125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'port': {'device_id': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'admin_state_up': True, 'tenant_id': '1045a22b75f74badbb64f97470785ec4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:27.897651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-a3b87ee4-1d6e-4794-a94e-b878ad5e6ef1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 217 time: 0.0618589 Dec 10 18:36:27.957375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:27.961513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:27.994377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:28.007778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.008131 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 7f471be3-eed2-4e67-be6e-20a465c12730 of type vlan for network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 Dec 10 18:36:28.075249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:28.079685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.080007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.119844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.130206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.131937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.183205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-7cde2335-b0f0-4134-b539-f3c0537c4a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.186012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-7cde2335-b0f0-4134-b539-f3c0537c4a64 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.2795148 Dec 10 18:36:28.312820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5227380 Dec 10 18:36:28.323748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9fd2525d-c65f-4a3f-94a0-ef0dfde4cd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.327680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:28.343406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': '606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:28.389538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22b7e0f9-0889-43c7-8ce7-525ced92c82d req-7bc0b2f0-9d19-44a3-9518-850e5aed116c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.0466301 Dec 10 18:36:28.429674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.444570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.20.0.14 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/c15aa99d-2010-4c5f-8b76-2da1f7e43de1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:28.524294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86389c63-f0d3-4de1-8aa8-99b0adfd54b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:28.538489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:28.571933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:28.590970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:28.670199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-33d5e0a0-7be3-451f-85a4-e5506a0b1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:28.675170 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-33d5e0a0-7be3-451f-85a4-e5506a0b1b84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4232972 Dec 10 18:36:28.846999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:28.877718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.041479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.046428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-91210d20-2cb0-45f1-a6b9-91528ec34a0e service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019347 Dec 10 18:36:29.114860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:29.129079 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:29.144365 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:29.144986 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:29.193253 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.202841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c89522a7-0748-47d4-ae15-4275bccf6e84 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6842551 Dec 10 18:36:29.203056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f79191d-d0e3-4f2e-9410-55033b5a8147 req-ebfdd234-d342-4d57-ae26-ad1e0485f00f service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431832 Dec 10 18:36:29.212235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c771e-28c6-40b0-846e-aab489fd953e req-2e6fae98-64c9-4615-9ab0-13fcddd62e71 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.213826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b30c771e-28c6-40b0-846e-aab489fd953e req-2e6fae98-64c9-4615-9ab0-13fcddd62e71 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.4028919 Dec 10 18:36:29.216255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43044) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:29.236318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:29.239941 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:29.252434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:29.255269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:29.271800 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:29.272655 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:29.272947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:29.350167 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:29.351124 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decdbd28-02bc-4721-ada2-bafa21853e3f None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:29.411260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.413543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.454239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-a1fd9cc7-b171-4f8c-a285-b2050df7bc4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5877926 Dec 10 18:36:29.469794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-7a35df58-9496-4640-8e65-1806ec6f0809 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:36:29.472120 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-7a35df58-9496-4640-8e65-1806ec6f0809 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109582 Dec 10 18:36:29.688409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b30c771e-28c6-40b0-846e-aab489fd953e req-67f09cb3-7e65-41af-8e3c-2a36f2992790 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4622569 Dec 10 18:36:29.689185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cbb63-c400-4bce-876e-738e89b674cd req-a8d9fa13-167b-43f8-b9f9-743f1ed66ec5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:29.694718 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b65cbb63-c400-4bce-876e-738e89b674cd req-a8d9fa13-167b-43f8-b9f9-743f1ed66ec5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 932 time: 0.2202380 Dec 10 18:36:29.710715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Request body: {'port': {'device_id': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:29.844575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-16a84ba7-a256-40aa-a416-cc15a2a6b7d4 None None] Provisioning complete for port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:29.846546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-16a84ba7-a256-40aa-a416-cc15a2a6b7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.901984 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b65cbb63-c400-4bce-876e-738e89b674cd req-ff8c0011-79d5-4c0e-8160-ab337c0d50df tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853681 Dec 10 18:36:29.934947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-16a84ba7-a256-40aa-a416-cc15a2a6b7d4 None None] Port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:29.942733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:29.949700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.118338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=378b2fcf-d455-4a4a-b26a-9a3a9cea78e4,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:30.145197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '7f471be3-eed2-4e67-be6e-20a465c12730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:30.145738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:30.230621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:30.262664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:30.271016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e8d8c-e25d-4c0b-bd03-2b08fa49b844 None None] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:30.295189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:30.295879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.335631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15aa99d-2010-4c5f-8b76-2da1f7e43de1 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:30.336727 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5bdc4fd7-8033-47ff-9a53-185cbe2caa78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0066142 Dec 10 18:36:30.337581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43054) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:30.344381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.345526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e468ce95-7a3e-42ad-867c-fbcf3a08fddb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2004439384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:30.361431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Transition to ACTIVE for port object c15aa99d-2010-4c5f-8b76-2da1f7e43de1 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:36:30.367249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.412377 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e468ce95-7a3e-42ad-867c-fbcf3a08fddb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.415550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e468ce95-7a3e-42ad-867c-fbcf3a08fddb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.473770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9', 'network_id': '606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': '378b2fcf-d455-4a4a-b26a-9a3a9cea78e4'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:30.474974 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.482661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Pushing event updated for resources: {'Port': ['ID=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:30.579055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.634498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Attempting to bind port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:30.634851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Attempting to bind port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:30.635167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Attempting to bind port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:30.642025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 on network befa5d99-05cc-4c47-b670-bb18516544f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:36:30.642369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Attempting to bind port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:30.655101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:30.655472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:30.655843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:30.656295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Bound port: c15aa99d-2010-4c5f-8b76-2da1f7e43de1, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:30.656659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.745583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e468ce95-7a3e-42ad-867c-fbcf3a08fddb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.756244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e468ce95-7a3e-42ad-867c-fbcf3a08fddb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.774419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Allocated IP 2001:db8::2 (606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9/378b2fcf-d455-4a4a-b26a-9a3a9cea78e4/1162f11a-cf1e-4a44-8c45-259d9cffb807) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:30.857167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] For port c15aa99d-2010-4c5f-8b76-2da1f7e43de1, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:30.875533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] For port c15aa99d-2010-4c5f-8b76-2da1f7e43de1, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:30.883844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e468ce95-7a3e-42ad-867c-fbcf3a08fddb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.889406 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:30.894636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e468ce95-7a3e-42ad-867c-fbcf3a08fddb tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5529635 Dec 10 18:36:30.898460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43064) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:31.033688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.034316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.035812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] 10.222.0.30 "PUT /v2.0/ports/c15aa99d-2010-4c5f-8b76-2da1f7e43de1 HTTP/1.1" status: 200 len: 1092 time: 1.5394640 Dec 10 18:36:31.036404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'tag': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:31.045251 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2066a592-abc4-4ab1-9071-54446a471e68" -d '{"events": [{"name": "network-changed", "server_uuid": "19ad489f-f2c0-42a1-8b46-3ae91f57356c", "tag": "c15aa99d-2010-4c5f-8b76-2da1f7e43de1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:31.292864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d905c9ea-654a-48c8-9253-b21cc0950f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.294616 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-d905c9ea-654a-48c8-9253-b21cc0950f8c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 1095 time: 0.1800213 Dec 10 18:36:31.320643 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.333081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c74420-2ab4-4521-8214-3a7cdc83125b service neutron] Pushing event updated for resources: {'Port': ['ID=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.345188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:31.406860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:31.431740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44d522-636a-40c1-af1a-16ba0b7dbd87 req-a293551d-ed94-4f22-9254-bba4a7d23208 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.441908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d44d522-636a-40c1-af1a-16ba0b7dbd87 req-a293551d-ed94-4f22-9254-bba4a7d23208 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2921193 Dec 10 18:36:31.462493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-467325aa-ebda-4b92-b77e-85c3ca954e7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15aa99d-2010-4c5f-8b76-2da1f7e43de1 HTTP/1.1" status: 200 len: 217 time: 0.1600547 Dec 10 18:36:31.464897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:31.472579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Pushing event updated for resources: {'Port': ['ID=1162f11a-cf1e-4a44-8c45-259d9cffb807,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:31.475142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:31.578116 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d44d522-636a-40c1-af1a-16ba0b7dbd87 req-00b1eb06-43bb-418a-8ea3-11abf20855b8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350543 Dec 10 18:36:31.604368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:36:31.622846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-6f62b686-4354-4a61-a1b1-eeadb8c6c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.624700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-6f62b686-4354-4a61-a1b1-eeadb8c6c7fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1479070 Dec 10 18:36:31.725604 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad71b0b-1a99-4c43-adb5-2cc01ba64cad x-openstack-request-id: req-7ad71b0b-1a99-4c43-adb5-2cc01ba64cad {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:31.726032 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ad489f-f2c0-42a1-8b46-3ae91f57356c", "tag": "c15aa99d-2010-4c5f-8b76-2da1f7e43de1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:31.726298 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ad71b0b-1a99-4c43-adb5-2cc01ba64cad {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:31.726751 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'tag': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1', 'status': 'completed', 'code': 200} Dec 10 18:36:31.762885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-69f0d21e-00c9-4d5f-b98e-f7952c4db9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:31.764634 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-69f0d21e-00c9-4d5f-b98e-f7952c4db9a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329436 Dec 10 18:36:31.921797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:31.956294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'port_id': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'mac_address': 'fa:16:3e:9f:06:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:36:32.001366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-156bf76b-124a-44fa-9741-f1ce29529ca0 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279177 Dec 10 18:36:32.063785 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b0379b5-aea9-45cd-a4ce-176f93af9ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.066410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Attempting to bind port 1162f11a-cf1e-4a44-8c45-259d9cffb807 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:32.067021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Attempting to bind port 1162f11a-cf1e-4a44-8c45-259d9cffb807 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7f471be3-eed2-4e67-be6e-20a465c12730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:32.067774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Attempting to bind port 1162f11a-cf1e-4a44-8c45-259d9cffb807 on network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:32.073987 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.078238 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.083492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.100223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:32.101310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Checking segment: {'id': '7f471be3-eed2-4e67-be6e-20a465c12730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:32.102462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.103367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Bound using segment: {'id': '7f471be3-eed2-4e67-be6e-20a465c12730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:32.104492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Bound port: 1162f11a-cf1e-4a44-8c45-259d9cffb807, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f471be3-eed2-4e67-be6e-20a465c12730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:32.105488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.149672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:36:32.209812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:32.302082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] For port 1162f11a-cf1e-4a44-8c45-259d9cffb807, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:32.308150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] For port 1162f11a-cf1e-4a44-8c45-259d9cffb807, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1162f11a-cf1e-4a44-8c45-259d9cffb807,segment=NetworkSegment(7f471be3-eed2-4e67-be6e-20a465c12730),segment_id=7f471be3-eed2-4e67-be6e-20a465c12730)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:32.308401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9226e427-7249-49cd-a8df-1d34bb9d49e2 req-0b71ec4e-d821-4265-9cb9-87b840dd32bb service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997818 Dec 10 18:36:32.317173 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.324443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:32.427599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.485078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066a592-abc4-4ab1-9071-54446a471e68 req-c246e9ca-3c14-4e69-92f7-50c896d1e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.486768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2066a592-abc4-4ab1-9071-54446a471e68 req-c246e9ca-3c14-4e69-92f7-50c896d1e61f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 1095 time: 0.1156647 Dec 10 18:36:32.519297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83733e2e-c1d4-4cec-9621-ce59575496e3 None None] Pushing event updated for resources: {'Port': ['ID=1162f11a-cf1e-4a44-8c45-259d9cffb807,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:32.622880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:36:32.713565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066a592-abc4-4ab1-9071-54446a471e68 req-0eb10f80-c779-4460-8dc5-5300ac52cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.715270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2066a592-abc4-4ab1-9071-54446a471e68 req-0eb10f80-c779-4460-8dc5-5300ac52cc34 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.2207334 Dec 10 18:36:32.763909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17a33c-89bc-49f8-bee3-695bb501ae6b req-896ae410-34a6-4298-a5d7-cc699199ba39 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:32.775146 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8b17a33c-89bc-49f8-bee3-695bb501ae6b req-896ae410-34a6-4298-a5d7-cc699199ba39 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 1.8551862 Dec 10 18:36:32.887511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2066a592-abc4-4ab1-9071-54446a471e68 req-9b819487-4df3-4c82-9b62-c19976e5e499 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c15aa99d-2010-4c5f-8b76-2da1f7e43de1 HTTP/1.1" status: 200 len: 217 time: 0.1637294 Dec 10 18:36:33.069801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8b17a33c-89bc-49f8-bee3-695bb501ae6b req-5757bb47-5c27-40e0-a06b-7617eadda1c5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937269 Dec 10 18:36:33.097223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066a592-abc4-4ab1-9071-54446a471e68 req-2aaffbe6-f595-42bf-b637-38abb07a0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.100921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2066a592-abc4-4ab1-9071-54446a471e68 req-2aaffbe6-f595-42bf-b637-38abb07a0f9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1790698 Dec 10 18:36:33.110000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bbbd0-23de-4f92-bf06-2660b9b03e85 req-fead4006-8fc8-4b69-a5a7-859e07c3f03a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.116005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a3bbbd0-23de-4f92-bf06-2660b9b03e85 req-fead4006-8fc8-4b69-a5a7-859e07c3f03a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.3664629 Dec 10 18:36:33.154220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.262049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066a592-abc4-4ab1-9071-54446a471e68 req-b743b34f-c408-40e0-8f83-934a6a37261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:33.264641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2066a592-abc4-4ab1-9071-54446a471e68 req-b743b34f-c408-40e0-8f83-934a6a37261a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468105 Dec 10 18:36:33.289159 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a3bbbd0-23de-4f92-bf06-2660b9b03e85 req-6e0dd40f-b5ee-43f6-bad8-02fd9cfe58f8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251194 Dec 10 18:36:33.394817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.1 (649b8073-be9b-40fa-98aa-118df7f2394c/4e5867ce-1edf-4ab8-9f05-ad55103c571c/400d2f83-1f23-4e63-97a5-176c57b7bfc6) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:33.481714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2066a592-abc4-4ab1-9071-54446a471e68 req-dd029278-1056-4402-85ac-6366127e20b1 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074435 Dec 10 18:36:33.602901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:33.693733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:36:33.703216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:33.703735 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.776744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.878018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:33.912371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8::1 (606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9/378b2fcf-d455-4a4a-b26a-9a3a9cea78e4/6c918e82-4857-4ede-9dec-940a0a069975) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:34.038736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1162f11a-cf1e-4a44-8c45-259d9cffb807 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:34.103555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.158784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.280856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:34.287598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:34.294134 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97781e6b-ea6b-4110-a58d-148470fd1bd7" -d '{"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-plugged", "status": "completed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:34.319105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.357642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 649b8073-be9b-40fa-98aa-118df7f2394c is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:34.410552 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6b26f9-ffc4-49a0-916d-ca54489d71a0 x-openstack-request-id: req-6f6b26f9-ffc4-49a0-916d-ca54489d71a0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:34.410791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:34.410880 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-plugged", "status": "completed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:34.411313 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6f6b26f9-ffc4-49a0-916d-ca54489d71a0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:34.411774 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'code': 200} Dec 10 18:36:34.413253 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.455996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:34.462283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1162f11a-cf1e-4a44-8c45-259d9cffb807 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:34.463190 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.465360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.530636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=400d2f83-1f23-4e63-97a5-176c57b7bfc6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:34.591331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2066a592-abc4-4ab1-9071-54446a471e68 req-764aef95-37ab-4a5e-a76f-dc0275b6c2ac service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1018870 Dec 10 18:36:34.611913 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a4b56-6ef3-41d6-8348-10f883de4ea4 req-f253a588-078f-4874-83a0-32ad3b16f624 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:34.617320 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-475a4b56-6ef3-41d6-8348-10f883de4ea4 req-f253a588-078f-4874-83a0-32ad3b16f624 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.3314052 Dec 10 18:36:34.620687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.636660 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.637341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3069b2b-30c2-4f84-a06d-ae1e3ba888a4 req-6dc78b95-15de-49c0-b57d-d12733d8ea44 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:34.639464 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3069b2b-30c2-4f84-a06d-ae1e3ba888a4 req-6dc78b95-15de-49c0-b57d-d12733d8ea44 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1490517 Dec 10 18:36:34.656388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.681818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c04e65-a8f9-4652-977f-0c26691a7341 None None] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:34.727304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3069b2b-30c2-4f84-a06d-ae1e3ba888a4 req-f4dab7a7-74d6-4632-9c65-09caf0a4faf0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808048 Dec 10 18:36:34.774932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91661a3b-7236-41f2-b23b-96bdebbda958 req-c7b38d9f-63f1-4776-b9cd-48f2aa3e52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:34.776676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91661a3b-7236-41f2-b23b-96bdebbda958 req-c7b38d9f-63f1-4776-b9cd-48f2aa3e52b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1097 time: 0.3015251 Dec 10 18:36:34.797880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 1162f11a-cf1e-4a44-8c45-259d9cffb807, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1162f11a-cf1e-4a44-8c45-259d9cffb807,segment=NetworkSegment(7f471be3-eed2-4e67-be6e-20a465c12730),segment_id=7f471be3-eed2-4e67-be6e-20a465c12730)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:34.804942 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.832996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0ba93548-b6f8-4d5e-a495-bf6c27a5d756 None None] Provisioning complete for port 1162f11a-cf1e-4a44-8c45-259d9cffb807 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:34.832996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ba93548-b6f8-4d5e-a495-bf6c27a5d756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.837181 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.914298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:34.945810 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-475a4b56-6ef3-41d6-8348-10f883de4ea4 req-5275cd7a-43dc-47a5-9bef-0b39edb61cf4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131783 Dec 10 18:36:34.964576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=1162f11a-cf1e-4a44-8c45-259d9cffb807,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:35.041389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=6c918e82-4857-4ede-9dec-940a0a069975,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:35.093313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:35.100837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91661a3b-7236-41f2-b23b-96bdebbda958 req-a707b7ee-29ba-4b12-aa60-ac34773f0939 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021314 Dec 10 18:36:35.101871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:35.104064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.106421 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:35.107051 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.288684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7f53894d-cb05-4577-9b7b-415ec396f460 None None] Provisioning complete for port 1162f11a-cf1e-4a44-8c45-259d9cffb807 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:35.289273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7f53894d-cb05-4577-9b7b-415ec396f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.412013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.471200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7f53894d-cb05-4577-9b7b-415ec396f460 None None] Provisioning complete for port 6c918e82-4857-4ede-9dec-940a0a069975 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:35.471664 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7f53894d-cb05-4577-9b7b-415ec396f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:35.561079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7f53894d-cb05-4577-9b7b-415ec396f460 None None] Port 6c918e82-4857-4ede-9dec-940a0a069975 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:35.953666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d2810b67-3d86-43ba-808a-ec92ac6c793d None None] Provisioning complete for port 6c918e82-4857-4ede-9dec-940a0a069975 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:35.953666 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2810b67-3d86-43ba-808a-ec92ac6c793d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.072152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698af7c-f072-47a3-8e7c-0a94102283dc req-7e159149-57ab-48dc-8509-a5a8ee71c4a9 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:36.074189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1698af7c-f072-47a3-8e7c-0a94102283dc req-7e159149-57ab-48dc-8509-a5a8ee71c4a9 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2169082 Dec 10 18:36:36.092299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d2810b67-3d86-43ba-808a-ec92ac6c793d None None] Port 6c918e82-4857-4ede-9dec-940a0a069975 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:36.103470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1162f11a-cf1e-4a44-8c45-259d9cffb807 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:36.325482 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1698af7c-f072-47a3-8e7c-0a94102283dc req-66c5c266-e35c-4ca3-8955-91fe8489d7de tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330794 Dec 10 18:36:36.337549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1162f11a-cf1e-4a44-8c45-259d9cffb807 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:36.338287 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.433944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.449986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.470974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2089e51-4dcd-40c4-9e58-156422a85d13 req-2921479b-6098-483d-bf06-65c4d44cc25a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:36.472630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2089e51-4dcd-40c4-9e58-156422a85d13 req-2921479b-6098-483d-bf06-65c4d44cc25a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.3159015 Dec 10 18:36:36.540318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.631171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.631997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.666530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:36.684110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=400d2f83-1f23-4e63-97a5-176c57b7bfc6,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:36.752624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2089e51-4dcd-40c4-9e58-156422a85d13 req-b2e193b5-ff94-4b0e-930c-87ffc4e0351c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340586 Dec 10 18:36:36.896396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=6c918e82-4857-4ede-9dec-940a0a069975,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:36.987059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:36.989721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:36.998419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 649b8073-be9b-40fa-98aa-118df7f2394c is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:37.001680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:37.571613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311d14e-664a-4003-b8c4-e0dc296a8697 req-64172e45-9a91-4536-93c6-dfbb16d6de0a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:37.585542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2311d14e-664a-4003-b8c4-e0dc296a8697 req-64172e45-9a91-4536-93c6-dfbb16d6de0a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1247711 Dec 10 18:36:37.600088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d9c37f19-2d74-4085-abe8-27b035f5702c None None] Provisioning complete for port 6c918e82-4857-4ede-9dec-940a0a069975 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:37.600705 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9c37f19-2d74-4085-abe8-27b035f5702c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:37.657902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2311d14e-664a-4003-b8c4-e0dc296a8697 req-b9ca4188-a38f-415b-af67-416df963dc68 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704632 Dec 10 18:36:37.669421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d9c37f19-2d74-4085-abe8-27b035f5702c None None] Port 6c918e82-4857-4ede-9dec-940a0a069975 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:37.790703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 637f20ea-7f12-4ddb-8897-5ec81777d7d0 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:38.000114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:38.034042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:38.049677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-86669422-055b-4ede-a9e3-ebae61b7bcb9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/637f20ea-7f12-4ddb-8897-5ec81777d7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1465721 Dec 10 18:36:38.049786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43162) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.059375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] Sync routers for ids ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:38.080410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] Routers {'637f20ea-7f12-4ddb-8897-5ec81777d7d0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:38.082660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.137936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.163032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] Routers {'637f20ea-7f12-4ddb-8897-5ec81777d7d0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:38.163668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.230300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a13843-535e-45a0-9f32-5e76e60e2a78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:38.241381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-96a13843-535e-45a0-9f32-5e76e60e2a78 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports/6c918e82-4857-4ede-9dec-940a0a069975 HTTP/1.1" status: 200 len: 911 time: 0.1905081 Dec 10 18:36:38.244379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43168) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.256555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '378b2fcf-d455-4a4a-b26a-9a3a9cea78e4'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:38.289111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.292069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b75a2-31da-40d9-b9e6-221b961b4707 None None] The sync data for ids ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:38.297066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eac02-6a08-4d0a-84e0-cfdbc066ccd7 req-40299eac-7312-468a-9144-90fd1067f3bf tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:38.299677 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc7eac02-6a08-4d0a-84e0-cfdbc066ccd7 req-40299eac-7312-468a-9144-90fd1067f3bf tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.3607702 Dec 10 18:36:38.301698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:38.310010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-74525e0e-0586-4ab0-b7dd-907dc5140682 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/routers/3d016033-5e7c-485c-938b-c32399e0ecea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0922825 Dec 10 18:36:38.318350 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:38.321953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43170) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.330719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'port': {'network_id': '649b8073-be9b-40fa-98aa-118df7f2394c', 'name': 'tempest-FloatingIPTestJSON-628428636'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:38.331082 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:38.331713 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.411963 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.428962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc7eac02-6a08-4d0a-84e0-cfdbc066ccd7 req-4fce2557-ad5c-4a46-a037-468f06f8a7a1 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162629 Dec 10 18:36:38.440309 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:38.441705 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.502165 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:38.503228 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491b9c19-973d-4f49-89c3-7c0256ac12cf None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:38.720024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b4bb3-99da-48a9-8c52-946390e2dfe8 req-ea6633a9-6039-459e-a1e7-bcac6b2ccf49 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:38.721820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-989b4bb3-99da-48a9-8c52-946390e2dfe8 req-ea6633a9-6039-459e-a1e7-bcac6b2ccf49 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1425586 Dec 10 18:36:38.731130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43180) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:38.737342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Request body: {'floatingip': {'port_id': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:38.820089 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.826627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:38.832087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:38.866413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] device_id is not set on port 808f35df-f4b9-4bb4-a870-28fe44c3e7e3 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:36:38.902466 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:39.117623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b532bb3-d6db-4abd-8dfb-88d56767d85a req-fbd61978-965c-495d-b427-311f373fc86d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:39.125313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b532bb3-d6db-4abd-8dfb-88d56767d85a req-fbd61978-965c-495d-b427-311f373fc86d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2743266 Dec 10 18:36:39.174055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.2 (649b8073-be9b-40fa-98aa-118df7f2394c/4e5867ce-1edf-4ab8-9f05-ad55103c571c/808f35df-f4b9-4bb4-a870-28fe44c3e7e3) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:39.424152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b532bb3-d6db-4abd-8dfb-88d56767d85a req-3ff0a128-c686-4f8f-86f4-a0249e8a1a8e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911706 Dec 10 18:36:39.505754 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.320088 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.386913 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.528033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 649b8073-be9b-40fa-98aa-118df7f2394c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:40.529172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.536017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:40.536876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.539022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/ports/6c918e82-4857-4ede-9dec-940a0a069975 HTTP/1.1" status: 200 len: 911 time: 2.2930224 Dec 10 18:36:40.545620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43230) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:40.546859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:40.550287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:40.684195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.resource_extend [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:36:40.762761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.774186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:40.972417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=808f35df-f4b9-4bb4-a870-28fe44c3e7e3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.054241 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Floating IP 583ee4ab-6edd-4d20-a170-9c9f9e034771 associated. External IP: 172.25.2.118, port: 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e. Dec 10 18:36:41.062785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:41.076058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.142551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.143774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.145776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.147162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.148661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.150534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.153736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.154424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.154992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.155540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.156114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.156666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.157224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:41.182205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b77a69-3d3c-4ccd-a0c9-34f8fc037801 req-1612a7d5-adc0-4deb-92da-8e33524416cf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:41.190988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b77a69-3d3c-4ccd-a0c9-34f8fc037801 req-1612a7d5-adc0-4deb-92da-8e33524416cf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.4363716 Dec 10 18:36:41.215448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5cd3f037-11eb-4df6-a8b3-072e29607531 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8905394 Dec 10 18:36:41.226326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43238) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:41.275170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'port': {'network_id': '649b8073-be9b-40fa-98aa-118df7f2394c', 'name': 'tempest-FloatingIPTestJSON-965061709'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:41.621493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Router 89aa7a38-b560-4fa5-b884-9199f8604eaf has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:41.674171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57405f27-f7e1-47c4-b347-01e86ea8c579 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=6c918e82-4857-4ede-9dec-940a0a069975,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:41.703494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:41.707660 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.767285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5b77a69-3d3c-4ccd-a0c9-34f8fc037801 req-903234eb-66d9-4bc1-82f9-1df4115b6f6c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750964 Dec 10 18:36:41.768861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] device_id is not set on port 43334d3d-3246-4823-95f2-06f4f15a030e yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:36:41.884358 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:41.890043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:41.898945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e5610-9705-44b2-be26-d3db469290aa None None] Sync routers for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:41.925369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:41.925928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:41.981373 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1f2e62c3-baf0-40a3-aef2-794fbf298892 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "PUT /v2.0/floatingips/583ee4ab-6edd-4d20-a170-9c9f9e034771 HTTP/1.1" status: 200 len: 992 time: 3.2489696 Dec 10 18:36:41.982040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:36:41.985071 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e82bc4-760f-464b-98bb-e123390daa27" -d '{"events": [{"name": "network-changed", "server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:36:42.109212 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7c9721-5e3a-4193-b91e-588bbb2bd2e4 x-openstack-request-id: req-3a7c9721-5e3a-4193-b91e-588bbb2bd2e4 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:36:42.109509 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:36:42.109769 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3a7c9721-5e3a-4193-b91e-588bbb2bd2e4 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:36:42.110184 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'status': 'completed', 'code': 200} Dec 10 18:36:42.134788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.10 (649b8073-be9b-40fa-98aa-118df7f2394c/4e5867ce-1edf-4ab8-9f05-ad55103c571c/43334d3d-3246-4823-95f2-06f4f15a030e) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:42.212084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e82bc4-760f-464b-98bb-e123390daa27 req-74fd6441-2839-4860-afa1-40e21ec04b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.219492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73e82bc4-760f-464b-98bb-e123390daa27 req-74fd6441-2839-4860-afa1-40e21ec04b96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1097 time: 0.0965395 Dec 10 18:36:42.243915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:42.447033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e82bc4-760f-464b-98bb-e123390daa27 req-1131fb79-9dcb-4f79-9533-42670998d451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.453135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73e82bc4-760f-464b-98bb-e123390daa27 req-1131fb79-9dcb-4f79-9533-42670998d451 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.2325258 Dec 10 18:36:42.455394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.701764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73e82bc4-760f-464b-98bb-e123390daa27 req-a36b8034-1f01-4114-b348-5d73375d2d81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 1000 time: 0.2325482 Dec 10 18:36:42.829348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e82bc4-760f-464b-98bb-e123390daa27 req-543a834a-b118-48eb-bb46-135ba37b997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.831467 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73e82bc4-760f-464b-98bb-e123390daa27 req-543a834a-b118-48eb-bb46-135ba37b997d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.1220362 Dec 10 18:36:42.866998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '583ee4ab-6edd-4d20-a170-9c9f9e034771', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'port_id': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'mac_address': 'fa:16:3e:9f:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:36:19Z', 'updated_at': '2021-12-10T18:36:40Z', 'revision_number': 1, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:42.924687 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:42.927161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e5610-9705-44b2-be26-d3db469290aa None None] Checking router: 89aa7a38-b560-4fa5-b884-9199f8604eaf for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:42.933842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e82bc4-760f-464b-98bb-e123390daa27 req-2951c454-f91a-418d-b3c8-97010fbca82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:42.935523 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73e82bc4-760f-464b-98bb-e123390daa27 req-2951c454-f91a-418d-b3c8-97010fbca82c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918252 Dec 10 18:36:42.946494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:42.947456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:43.075098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73e82bc4-760f-464b-98bb-e123390daa27 req-2f74eb86-7e0a-4d6d-9b8a-ea5a9184b932 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297858 Dec 10 18:36:43.190344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98b91b-e18c-47bd-81b8-a9f7b659f872 req-4f9353e4-f7d2-4b7d-8e4f-b73d1453a85b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:43.192246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b98b91b-e18c-47bd-81b8-a9f7b659f872 req-4f9353e4-f7d2-4b7d-8e4f-b73d1453a85b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2744887 Dec 10 18:36:43.243485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:43.371789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b98b91b-e18c-47bd-81b8-a9f7b659f872 req-1be34467-3ac3-43e6-9328-b3d0fe8584f9 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627553 Dec 10 18:36:43.403259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.498116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=43334d3d-3246-4823-95f2-06f4f15a030e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:43.616228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 649b8073-be9b-40fa-98aa-118df7f2394c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:43.635567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:43.646002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:43.831099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:43.832086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:43.848420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 6c918e82-4857-4ede-9dec-940a0a069975 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:43.849327 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.052885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.104991 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7be698a2-3502-44b9-83a1-f727bb5b7514 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8426416 Dec 10 18:36:44.111320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43292) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:44.130635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 6c918e82-4857-4ede-9dec-940a0a069975 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:44.130889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '43334d3d-3246-4823-95f2-06f4f15a030e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:44.177962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73e82bc4-760f-464b-98bb-e123390daa27 req-2341aaa7-3b4a-4300-b3ac-a57421abfe43 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0940022 Dec 10 18:36:44.200291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.579924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.584325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-065e5610-9705-44b2-be26-d3db469290aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '583ee4ab-6edd-4d20-a170-9c9f9e034771', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'port_id': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'mac_address': 'fa:16:3e:9f:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:36:19Z', 'updated_at': '2021-12-10T18:36:40Z', 'revision_number': 1, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:44.657796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e5610-9705-44b2-be26-d3db469290aa None None] The sync data for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 is: [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '583ee4ab-6edd-4d20-a170-9c9f9e034771', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'floating_ip_address': '172.25.2.118', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'port_id': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3004, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'mac_address': 'fa:16:3e:9f:06:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:36:19Z', 'updated_at': '2021-12-10T18:36:40Z', 'revision_number': 1, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:44.720877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:44.817646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=6c918e82-4857-4ede-9dec-940a0a069975,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:44.841796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d98fb1-2cbf-4b07-a0ed-4ac1b1993a8e req-aea19915-ceab-4683-83c6-579fcb70067e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:44.843474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95d98fb1-2cbf-4b07-a0ed-4ac1b1993a8e req-aea19915-ceab-4683-83c6-579fcb70067e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2954829 Dec 10 18:36:44.875458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.25.2.60 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/ee00a534-89b9-4d8c-8b39-382a797a18da) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:45.088302 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e16885-61e6-4852-9cf3-f1391f992979 None None] New status for floating IP 583ee4ab-6edd-4d20-a170-9c9f9e034771: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:36:45.179736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.284365 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.410709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:45.414035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:45.418171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:45.548964 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:45.605308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95d98fb1-2cbf-4b07-a0ed-4ac1b1993a8e req-c52e44d6-d4a2-4cb8-bc60-5aab1fe9e38d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Dec 10 18:36:45.684194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=ee00a534-89b9-4d8c-8b39-382a797a18da,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:45.913690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router 637f20ea-7f12-4ddb-8897-5ec81777d7d0 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:46.022265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:46.029134 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1d05a139-03a4-4839-ae20-f57d6b0f7fec tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/637f20ea-7f12-4ddb-8897-5ec81777d7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4744780 Dec 10 18:36:46.032112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43332) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:46.040135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] Sync routers for ids ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:46.057350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.086276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-574f2602-0be5-45d0-98a7-9a579439717d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=637f20ea-7f12-4ddb-8897-5ec81777d7d0 HTTP/1.1" status: 200 len: 205 time: 0.0513439 Dec 10 18:36:46.087842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43336) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:46.091876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] Routers {'637f20ea-7f12-4ddb-8897-5ec81777d7d0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:46.092525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.171191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.202817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.211950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] Routers {'637f20ea-7f12-4ddb-8897-5ec81777d7d0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:46.215752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.246987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e0bfa07-752c-49e1-bc9d-8241c68300d4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.295324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:46.301447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10063ab-2440-4d6f-baef-c655609994c6 None None] The sync data for ids ['637f20ea-7f12-4ddb-8897-5ec81777d7d0'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:46.557522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e0bfa07-752c-49e1-bc9d-8241c68300d4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.561933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e0bfa07-752c-49e1-bc9d-8241c68300d4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.563113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.574800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.632945 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e0bfa07-752c-49e1-bc9d-8241c68300d4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.633554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0bfa07-752c-49e1-bc9d-8241c68300d4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Fanout notify agent at l3_agent the message router_deleted on router 637f20ea-7f12-4ddb-8897-5ec81777d7d0 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:36:46.646709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e0bfa07-752c-49e1-bc9d-8241c68300d4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.649210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2e0bfa07-752c-49e1-bc9d-8241c68300d4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/637f20ea-7f12-4ddb-8897-5ec81777d7d0 HTTP/1.1" status: 204 len: 168 time: 0.5598757 Dec 10 18:36:46.652148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43350) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:46.687250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.745249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet 378b2fcf-d455-4a4a-b26a-9a3a9cea78e4 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:46.750512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.754075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=ee00a534-89b9-4d8c-8b39-382a797a18da,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:46.818498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:46.890771 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP faf2e7d7-ff18-4f12-a904-042ae50610e9 associated. External IP: 172.25.2.60, port: 43334d3d-3246-4823-95f2-06f4f15a030e. Dec 10 18:36:46.979298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f7c96-73de-4e87-a65f-d646457b670f req-cb621da8-0efb-4d17-a815-b9e52b5e6f6c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:46.981628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-357f7c96-73de-4e87-a65f-d646457b670f req-cb621da8-0efb-4d17-a815-b9e52b5e6f6c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1766741 Dec 10 18:36:47.098751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-357f7c96-73de-4e87-a65f-d646457b670f req-d9319b3e-313c-4fb3-b1a6-d0bf7f0e0350 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908725 Dec 10 18:36:47.102720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.173849 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.207785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=378b2fcf-d455-4a4a-b26a-9a3a9cea78e4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:47.227434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa02eca-d1da-4a25-b36f-69cf7cfa014b None None] Network 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:47.241486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.245947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-135cd9fe-132c-4a21-ae40-76993127cb14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/378b2fcf-d455-4a4a-b26a-9a3a9cea78e4 HTTP/1.1" status: 204 len: 168 time: 0.5922351 Dec 10 18:36:47.248575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:47.250455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43364) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:47.499531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.539362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] DHCP port deletion for 606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:47.622292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] Deleting port 1162f11a-cf1e-4a44-8c45-259d9cffb807 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:47.622858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.638202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:47.657517 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:47.692998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.726501 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:47.727526 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.735540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 1162f11a-cf1e-4a44-8c45-259d9cffb807 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:47.735888 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.766972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] For port 1162f11a-cf1e-4a44-8c45-259d9cffb807, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1162f11a-cf1e-4a44-8c45-259d9cffb807,segment=NetworkSegment(7f471be3-eed2-4e67-be6e-20a465c12730),segment_id=7f471be3-eed2-4e67-be6e-20a465c12730)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:47.767581 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.784565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] Calling delete_port for 1162f11a-cf1e-4a44-8c45-259d9cffb807 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:47.811593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2b2a5d8c-d376-4ad5-9014-f42b82f0b08b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.6925075 Dec 10 18:36:47.811914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43378) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:47.812380 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.818203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:47.840268 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:47.840911 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.876393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 1162f11a-cf1e-4a44-8c45-259d9cffb807, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1162f11a-cf1e-4a44-8c45-259d9cffb807,segment=NetworkSegment(7f471be3-eed2-4e67-be6e-20a465c12730),segment_id=7f471be3-eed2-4e67-be6e-20a465c12730)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:47.876780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:47.906299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 1162f11a-cf1e-4a44-8c45-259d9cffb807 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:47.926233 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:47.926926 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015c80d6-af2a-4ec1-af77-01380d9e28a5 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:47.985715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.052017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.076201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1162f11a-cf1e-4a44-8c45-259d9cffb807 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:36:48.081195 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.118487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No DVR routers for this DVR port 1162f11a-cf1e-4a44-8c45-259d9cffb807 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:48.141470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] Pushing event deleted for resources: {'Port': ['ID=1162f11a-cf1e-4a44-8c45-259d9cffb807,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.144972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 1162f11a-cf1e-4a44-8c45-259d9cffb807 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:36:48.145507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1162f11a-cf1e-4a44-8c45-259d9cffb807 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:36:48.148529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660926a-9a7c-4a45-9a7f-64561329d82f None None] No DVR routers for this DVR port 1162f11a-cf1e-4a44-8c45-259d9cffb807 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:36:48.248101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=1162f11a-cf1e-4a44-8c45-259d9cffb807,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.260552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.265661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.266011 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP faf2e7d7-ff18-4f12-a904-042ae50610e9 disassociated. External IP: 172.25.2.60, port: 43334d3d-3246-4823-95f2-06f4f15a030e. Dec 10 18:36:48.285818 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.315806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:48.333717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f471be3-eed2-4e67-be6e-20a465c12730') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:48.334376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f471be3-eed2-4e67-be6e-20a465c12730') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:48.354957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.388156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.398258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:48.399197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:48.404964 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:48.411412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c182ff-b6db-4bd6-9365-9472c1ce3e1c req-d76fa952-7e7a-4aa9-be06-ba8dd621529c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:48.423083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0c182ff-b6db-4bd6-9365-9472c1ce3e1c req-d76fa952-7e7a-4aa9-be06-ba8dd621529c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2051742 Dec 10 18:36:48.480092 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.487909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.496434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9 HTTP/1.1" status: 204 len: 168 time: 1.2444639 Dec 10 18:36:48.497099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43396) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:48.503929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1de83339-28ff-427a-9ec6-bf9f02ca8b7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-514285826', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:48.543406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=606e1e72-f88e-4ae5-8cd7-e7b2fb1375f9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:48.558926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.559268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.559618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.560224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.560612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.560915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.561386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.561713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.562031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.562391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.562731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.563122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.563480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6c382e-ab75-415b-8885-c51524454f0b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:48.624002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1de83339-28ff-427a-9ec6-bf9f02ca8b7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.629338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1de83339-28ff-427a-9ec6-bf9f02ca8b7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.632991 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c0c182ff-b6db-4bd6-9365-9472c1ce3e1c req-dddec3d0-4704-4a64-94dd-4aecafe244ea tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034791 Dec 10 18:36:48.735178 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1de83339-28ff-427a-9ec6-bf9f02ca8b7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.743663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1de83339-28ff-427a-9ec6-bf9f02ca8b7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.768219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1de83339-28ff-427a-9ec6-bf9f02ca8b7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.772232 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1de83339-28ff-427a-9ec6-bf9f02ca8b7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2699766 Dec 10 18:36:48.776279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43406) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:48.782497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1363211500'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:48.814880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:48.842832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:48.846731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.920922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:48.964337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:48.964692 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 86f4827f-795e-48e4-a876-64d26290fc00 of type vlan for network 205cca71-9a1a-4527-a612-0b077379c71c Dec 10 18:36:49.020888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.023637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:49.030905 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.039937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:49.056662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:49.057965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:49.073095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0eb24504-a5c8-499e-8494-b263287d97e7 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/floatingips/faf2e7d7-ff18-4f12-a904-042ae50610e9 HTTP/1.1" status: 200 len: 687 time: 1.2597716 Dec 10 18:36:49.076195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43414) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.121586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.127410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.128011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.156168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:49.175601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:49.177977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:49.225350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:49.226281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e014c-091d-46a7-b298-d281b24c4c02 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:49.237193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4593868 Dec 10 18:36:49.238298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43418) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.246939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:49.281454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450cab01-a4d1-4f63-907f-041a30d62143 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=205cca71-9a1a-4527-a612-0b077379c71c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:49.295990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 205cca71-9a1a-4527-a612-0b077379c71c details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:49.319791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port ee00a534-89b9-4d8c-8b39-382a797a18da {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:36:49.319791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.396133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:49.400379 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.446596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.447041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.465776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for ee00a534-89b9-4d8c-8b39-382a797a18da owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:36:49.651556 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.670851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.731201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=ee00a534-89b9-4d8c-8b39-382a797a18da,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:49.809366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=f9ae63e8-deb9-48b0-83ce-cd21cf56f303,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:49.848119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:49.848535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: 205cca71-9a1a-4527-a612-0b077379c71c, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:49.870571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.873336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.874591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f91bbabe-5f4a-4767-9771-26cfabcb8f63 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/floatingips/faf2e7d7-ff18-4f12-a904-042ae50610e9 HTTP/1.1" status: 204 len: 168 time: 0.7974298 Dec 10 18:36:49.878197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43436) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.895526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '808f35df-f4b9-4bb4-a870-28fe44c3e7e3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:49.902339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 205cca71-9a1a-4527-a612-0b077379c71c is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:49.916852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 205cca71-9a1a-4527-a612-0b077379c71c) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:49.921203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.921678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:49.927713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a3ea4-2f30-4226-ab9c-64d0bae4d8f4 None None] Network 205cca71-9a1a-4527-a612-0b077379c71c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:49.954237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b364ff-3f48-48aa-9c6e-116a2a811fb2 req-423f342c-bbee-4daa-83a6-7ddb9fb4971f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:49.956218 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65b364ff-3f48-48aa-9c6e-116a2a811fb2 req-423f342c-bbee-4daa-83a6-7ddb9fb4971f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1270866 Dec 10 18:36:49.989588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43440) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:49.991569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eb38aa36-befa-4ec5-a4bd-0baa7f7d5f0d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7495246 Dec 10 18:36:50.092589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.138443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-205cca71-9a1a-4527-a612-0b077379c71c', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:50.140477 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.435678 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-65b364ff-3f48-48aa-9c6e-116a2a811fb2 req-95545cde-3338-4274-befd-92bafd6781a2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707386 Dec 10 18:36:50.436466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Allocated IP 2001:db8::2 (205cca71-9a1a-4527-a612-0b077379c71c/f9ae63e8-deb9-48b0-83ce-cd21cf56f303/28b2a437-d33e-4b55-b8b0-06079c7f81c6) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:50.698710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.712914 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.799094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Pushing event updated for resources: {'Port': ['ID=28b2a437-d33e-4b55-b8b0-06079c7f81c6,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:50.810582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Network 205cca71-9a1a-4527-a612-0b077379c71c is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:50.812087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:50.819306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:50.911426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Attempting to bind port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:50.912116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Attempting to bind port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:50.912840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Attempting to bind port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 on network 205cca71-9a1a-4527-a612-0b077379c71c {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:50.922617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:50.924702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Checking segment: {'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:50.925359 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:50.925855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Bound using segment: {'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:50.927019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Bound port: 28b2a437-d33e-4b55-b8b0-06079c7f81c6, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:50.927833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.004927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.072266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.096978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] For port 28b2a437-d33e-4b55-b8b0-06079c7f81c6, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:51.102838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] For port 28b2a437-d33e-4b55-b8b0-06079c7f81c6, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=28b2a437-d33e-4b55-b8b0-06079c7f81c6,segment=NetworkSegment(86f4827f-795e-48e4-a876-64d26290fc00),segment_id=86f4827f-795e-48e4-a876-64d26290fc00)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:51.109285 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:51.202201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03110659-814c-4788-bcbb-f6b3def7f460 None None] Pushing event updated for resources: {'Port': ['ID=28b2a437-d33e-4b55-b8b0-06079c7f81c6,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:51.435715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8::1 (205cca71-9a1a-4527-a612-0b077379c71c/f9ae63e8-deb9-48b0-83ce-cd21cf56f303/b57d1cf7-9e6d-43da-9ee1-16ed21529409) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:51.907837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28b2a437-d33e-4b55-b8b0-06079c7f81c6 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:51.975854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:51.976537 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.123902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.210701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 28b2a437-d33e-4b55-b8b0-06079c7f81c6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=28b2a437-d33e-4b55-b8b0-06079c7f81c6,segment=NetworkSegment(86f4827f-795e-48e4-a876-64d26290fc00),segment_id=86f4827f-795e-48e4-a876-64d26290fc00)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:52.219714 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.220496 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:36:52.347625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=28b2a437-d33e-4b55-b8b0-06079c7f81c6,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.371677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.373183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.375446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.375644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.376604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.377204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.377755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.379631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.380271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.383589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.384260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.384841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.385527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.386101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:52.415537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.25.2.92 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/7a91723b-5037-49d4-8f97-3b951f62c435) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:52.452471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cc9dc-d711-4874-ab44-d678f38de700 req-9443f8f8-dfda-45b3-98c4-0cf28e396147 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:52.454076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c25cc9dc-d711-4874-ab44-d678f38de700 req-9443f8f8-dfda-45b3-98c4-0cf28e396147 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2355986 Dec 10 18:36:52.575809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.678538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c25cc9dc-d711-4874-ab44-d678f38de700 req-5344e177-ee91-4923-80b2-66e8d0569b86 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991951 Dec 10 18:36:52.689776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 205cca71-9a1a-4527-a612-0b077379c71c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:52.696334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:52.701039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=b57d1cf7-9e6d-43da-9ee1-16ed21529409,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:52.705375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:52.706125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.823552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.914641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.965758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:52.995992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b7ff2-6603-43ee-8600-efca5985a342 None None] Network 205cca71-9a1a-4527-a612-0b077379c71c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:53.024184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=7a91723b-5037-49d4-8f97-3b951f62c435,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:53.049331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:53.129608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:53.141448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:53.217218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0f92ceeb-c900-41c9-bfcb-a5eeb1f8697c None None] Provisioning complete for port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:53.218260 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f92ceeb-c900-41c9-bfcb-a5eeb1f8697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.734682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7c1c91c7-43d4-4997-9cfb-d7bcf3e854ad None None] Provisioning complete for port b57d1cf7-9e6d-43da-9ee1-16ed21529409 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:53.735061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c1c91c7-43d4-4997-9cfb-d7bcf3e854ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.795975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7c1c91c7-43d4-4997-9cfb-d7bcf3e854ad None None] Port b57d1cf7-9e6d-43da-9ee1-16ed21529409 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:53.812290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7c1c91c7-43d4-4997-9cfb-d7bcf3e854ad None None] Provisioning complete for port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:53.812914 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c1c91c7-43d4-4997-9cfb-d7bcf3e854ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.911102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28b2a437-d33e-4b55-b8b0-06079c7f81c6 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:53.959528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.964486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:53.984561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:53.984934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.044497 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.051212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.159324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43512) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.202271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f6385a79-ddc0-47d4-83cd-61f638099423 None None] Provisioning complete for port b57d1cf7-9e6d-43da-9ee1-16ed21529409 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:54.202673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6385a79-ddc0-47d4-83cd-61f638099423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.263938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d2f32-cc9d-4d7d-a8ef-ec72a4d50fe5 req-a7981701-33f6-44e4-84df-b9bc4e49bc73 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:54.266886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4e5d2f32-cc9d-4d7d-a8ef-ec72a4d50fe5 req-a7981701-33f6-44e4-84df-b9bc4e49bc73 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.3850291 Dec 10 18:36:54.268889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=b57d1cf7-9e6d-43da-9ee1-16ed21529409,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:54.288028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f6385a79-ddc0-47d4-83cd-61f638099423 None None] Port b57d1cf7-9e6d-43da-9ee1-16ed21529409 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:54.351472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 205cca71-9a1a-4527-a612-0b077379c71c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:54.366564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:54.378001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.566203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] Deleting subnet cdbd43c5-25f8-4406-9fac-065204b1c0f4 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:36:54.570446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.623992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.643812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4e5d2f32-cc9d-4d7d-a8ef-ec72a4d50fe5 req-8c0708e7-eed7-4780-8a5c-81d375489939 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240044 Dec 10 18:36:54.696358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:36:54.715295 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.848634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e4a7d7d1-aa99-47b5-bf83-f4c4642d9d52 None None] Provisioning complete for port b57d1cf7-9e6d-43da-9ee1-16ed21529409 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:54.848998 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e4a7d7d1-aa99-47b5-bf83-f4c4642d9d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.856239 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.887365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:54.899982 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:54.905841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e4a7d7d1-aa99-47b5-bf83-f4c4642d9d52 None None] Port b57d1cf7-9e6d-43da-9ee1-16ed21529409 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:36:54.916436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbd43c5-25f8-4406-9fac-065204b1c0f4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:54.919380 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:54.920207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-057c19f9-9ebe-4a4b-a542-4031294c80dd tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9275184 Dec 10 18:36:54.923303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43518) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.923695 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:54.929973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2144562314'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:54.945749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef388ee-31bd-4e1f-ba8b-9e26cd1ed85c None None] Network 85da2434-53e6-42cf-a3a4-e32b1ef5c87d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:54.946851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:54.952653 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1dde0631-d8ca-43c8-ab5a-585b95b426ea admin admin] 10.222.0.55 "DELETE /v2.0/subnets/cdbd43c5-25f8-4406-9fac-065204b1c0f4 HTTP/1.1" status: 204 len: 168 time: 0.7911398 Dec 10 18:36:54.955802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43520) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:54.984700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:54.990260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.061607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:36:55.082405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef48192-32e1-4478-ad12-33e181368336 None None] DHCP port deletion for 85da2434-53e6-42cf-a3a4-e32b1ef5c87d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:36:55.111166 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.112043 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 6c3aed5c-826b-48ab-a049-77022ef9374d of type vlan for network 25b581af-f649-477e-86d9-c3bbc759f8c0 Dec 10 18:36:55.133818 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:55.171753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.177598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.228701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.234032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.240065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:55.241793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.259376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.352024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4269059 Dec 10 18:36:55.353025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19431c9-2285-4bec-9ffc-51063fce663e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=25b581af-f649-477e-86d9-c3bbc759f8c0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.355529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43524) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:55.362708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:55.365606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:36:55.456680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.461245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=7a91723b-5037-49d4-8f97-3b951f62c435,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.462051 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:53Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.493842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.505647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:36:55.511983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.523786 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:36:55.524522 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Updating router a6927e17-78fe-4824-bc2d-0296c3c35483 port b57d1cf7-9e6d-43da-9ee1-16ed21529409 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:36:55.555810 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.575889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85da2434-53e6-42cf-a3a4-e32b1ef5c87d']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.603870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89ff2ef-8399-4433-a23a-92c798e17847') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.604254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89ff2ef-8399-4433-a23a-92c798e17847') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:55.622131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.849916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.934733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=3e0be137-864f-4fff-afe9-f0097f1eb454,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:55.944489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:55.945109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: 25b581af-f649-477e-86d9-c3bbc759f8c0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:36:55.967046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:36:55.987087 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.990071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 25b581af-f649-477e-86d9-c3bbc759f8c0) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:55.997919 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:55.999742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5148bea-c74b-41d7-990f-f79ef557cd9b None None] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:56.005637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:56.006757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.031841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b9e2f49f-1806-4ad9-bb48-957e0609d7b5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6747782 Dec 10 18:36:56.034873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43530) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.127870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.135483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:36:56.136007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.144411 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Pushing event updated for resources: {'Port': ['ID=b57d1cf7-9e6d-43da-9ee1-16ed21529409,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:56.147191 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Attempting to bind port b57d1cf7-9e6d-43da-9ee1-16ed21529409 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:56.147754 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Attempting to bind port b57d1cf7-9e6d-43da-9ee1-16ed21529409 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:56.148510 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Attempting to bind port b57d1cf7-9e6d-43da-9ee1-16ed21529409 on network 205cca71-9a1a-4527-a612-0b077379c71c {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:56.159811 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.160399 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.161107 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.161944 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.162463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.163000 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.163482 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.164012 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.164713 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.165205 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.165692 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.166327 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.167001 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:36:56.195850 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:56.199093 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Checking segment: {'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:56.199890 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.201500 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Bound using segment: {'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:56.202596 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Bound port: b57d1cf7-9e6d-43da-9ee1-16ed21529409, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f4827f-795e-48e4-a876-64d26290fc00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:36:56.202931 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:36:56.208044 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.249999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.264132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-25b581af-f649-477e-86d9-c3bbc759f8c0', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:36:56.265421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.308149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.311553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] 10.222.0.55 "DELETE /v2.0/networks/85da2434-53e6-42cf-a3a4-e32b1ef5c87d HTTP/1.1" status: 204 len: 168 time: 1.3547297 Dec 10 18:36:56.312470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccbef8-c5c0-4414-aa30-8d8e43906011 admin admin] Pushing event deleted for resources: {'Network': ['ID=85da2434-53e6-42cf-a3a4-e32b1ef5c87d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:56.330573 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP d05a6dd2-de49-4a4f-bc0f-264b995efe9e associated. External IP: 172.25.2.92, port: 808f35df-f4b9-4bb4-a870-28fe44c3e7e3. Dec 10 18:36:56.413746 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] For port b57d1cf7-9e6d-43da-9ee1-16ed21529409, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:56.419859 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] For port b57d1cf7-9e6d-43da-9ee1-16ed21529409, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b57d1cf7-9e6d-43da-9ee1-16ed21529409,segment=NetworkSegment(86f4827f-795e-48e4-a876-64d26290fc00),segment_id=86f4827f-795e-48e4-a876-64d26290fc00)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:56.428321 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:56.446245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570197f-7d42-4a8f-a759-6d23914cc574 req-c52839c6-12a6-447d-ba62-d1d88baa2b1a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:56.450349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4570197f-7d42-4a8f-a759-6d23914cc574 req-c52839c6-12a6-447d-ba62-d1d88baa2b1a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2464981 Dec 10 18:36:56.542952 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:56.550847 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:56.559141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4570197f-7d42-4a8f-a759-6d23914cc574 req-e62cf5f9-4980-43ff-ba39-6f0d91551512 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969572 Dec 10 18:36:56.625192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Allocated IP 2001:db8:1::2 (25b581af-f649-477e-86d9-c3bbc759f8c0/3e0be137-864f-4fff-afe9-f0097f1eb454/7520d0fe-fddc-499b-b093-f973426b954a) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:56.628886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43536) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.848574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5cfd4c4d-9204-4480-a79d-bb38bb2cff96 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=622b6ed2252843a8af87b0e50c831f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2183714 Dec 10 18:36:56.866812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:36:56.884066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43538) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:56.965069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:57.075629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.095284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.142987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737f6608-bfe4-43ce-89b3-2ddeb6eace45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.156914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.169101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3aa89983-e50d-4016-bdf9-f879b3d0bf63 None None] Provisioning complete for port b57d1cf7-9e6d-43da-9ee1-16ed21529409 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:57.169483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3aa89983-e50d-4016-bdf9-f879b3d0bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.214912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:36:57.246579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.248645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:36:57.259847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:57.275117 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.281412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:57.290613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:57.292806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Pushing event updated for resources: {'Port': ['ID=7520d0fe-fddc-499b-b093-f973426b954a,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:57.309273 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7e146-b397-4a1a-baf3-9c6984d08c8f None None] Pushing event updated for resources: {'Port': ['ID=b57d1cf7-9e6d-43da-9ee1-16ed21529409,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:57.312188 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27eaeb5-1ac0-4c71-82da-7be42173d218 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:36:52Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:56Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:57.323784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:57.324467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.362795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-10175ea1-c322-46cf-a06c-1619e1614085 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4718335 Dec 10 18:36:57.363301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43544) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.456912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Attempting to bind port 7520d0fe-fddc-499b-b093-f973426b954a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:36:57.457439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Attempting to bind port 7520d0fe-fddc-499b-b093-f973426b954a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:36:57.457958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Attempting to bind port 7520d0fe-fddc-499b-b093-f973426b954a on network 25b581af-f649-477e-86d9-c3bbc759f8c0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:36:57.461620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.479974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:36:57.480552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Checking segment: {'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:36:57.481075 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.481609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Bound using segment: {'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:36:57.482220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Bound port: 7520d0fe-fddc-499b-b093-f973426b954a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:36:57.482742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.488339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e8e23c0e-4c49-4a7e-92e9-cb1989746a30 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "GET /v2.0/floatingips/d05a6dd2-de49-4a4f-bc0f-264b995efe9e HTTP/1.1" status: 200 len: 976 time: 0.1239130 Dec 10 18:36:57.489045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43546) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.494322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:36:57.495643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.542096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:36:57.543032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9fd713-2c60-4fb5-a9b2-0276c1634f3c None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:36:57.687809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] For port 7520d0fe-fddc-499b-b093-f973426b954a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:36:57.691955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] For port 7520d0fe-fddc-499b-b093-f973426b954a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7520d0fe-fddc-499b-b093-f973426b954a,segment=NetworkSegment(6c3aed5c-826b-48ab-a049-77022ef9374d),segment_id=6c3aed5c-826b-48ab-a049-77022ef9374d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:36:57.699004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.708929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4795855c-9ef6-4a4d-b62d-29f31953aca2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2153270 Dec 10 18:36:57.710404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43550) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:36:57.715305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'port_id': '43334d3d-3246-4823-95f2-06f4f15a030e'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:36:57.748108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3aa89983-e50d-4016-bdf9-f879b3d0bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.866666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3aa89983-e50d-4016-bdf9-f879b3d0bf63 None None] For port b57d1cf7-9e6d-43da-9ee1-16ed21529409, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b57d1cf7-9e6d-43da-9ee1-16ed21529409,segment=NetworkSegment(86f4827f-795e-48e4-a876-64d26290fc00),segment_id=86f4827f-795e-48e4-a876-64d26290fc00)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:36:57.895017 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3aa89983-e50d-4016-bdf9-f879b3d0bf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:57.910822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b181bcb-00a3-4876-9bd7-acc8e6fcbd41 None None] Pushing event updated for resources: {'Port': ['ID=7520d0fe-fddc-499b-b093-f973426b954a,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:58.007615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18ac32-f51f-4011-9621-9f86ded33d5a req-b7373b5d-613b-4ae2-9776-5e31dde56d63 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:36:58.015650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d18ac32-f51f-4011-9621-9f86ded33d5a req-b7373b5d-613b-4ae2-9776-5e31dde56d63 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1859937 Dec 10 18:36:58.027941 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.041984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b57d1cf7-9e6d-43da-9ee1-16ed21529409 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:36:58.211571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa89983-e50d-4016-bdf9-f879b3d0bf63 None None] Pushing event updated for resources: {'Port': ['ID=b57d1cf7-9e6d-43da-9ee1-16ed21529409,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:58.263125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f2fa2d59-67b7-4e09-b954-d3d3d5110f6c None None] Provisioning complete for port b57d1cf7-9e6d-43da-9ee1-16ed21529409 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:58.263499 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f2fa2d59-67b7-4e09-b954-d3d3d5110f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.345263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b57d1cf7-9e6d-43da-9ee1-16ed21529409 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:58.345637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.467861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d18ac32-f51f-4011-9621-9f86ded33d5a req-d5ea144b-5391-4f2d-907d-67ad9590be07 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885758 Dec 10 18:36:58.480026 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2cd36376-776b-44b9-a5c5-75a545d0ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.585607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8:1::1 (25b581af-f649-477e-86d9-c3bbc759f8c0/3e0be137-864f-4fff-afe9-f0097f1eb454/3a7f52b6-dcaf-4ceb-a215-38327935f233) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:36:58.651227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737f6608-bfe4-43ce-89b3-2ddeb6eace45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.876926 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.882981 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.889719 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.901777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737f6608-bfe4-43ce-89b3-2ddeb6eace45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.906022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-737f6608-bfe4-43ce-89b3-2ddeb6eace45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:58.907623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-737f6608-bfe4-43ce-89b3-2ddeb6eace45 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5b3dfd9-5904-4605-a396-79ec1879ca49 HTTP/1.1" status: 204 len: 168 time: 2.0224929 Dec 10 18:36:58.931470 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f6608-bfe4-43ce-89b3-2ddeb6eace45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b3dfd9-5904-4605-a396-79ec1879ca49,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:58.950908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.004622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:36:59.011769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:36:59.021618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:36:59.022607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.095064 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP d05a6dd2-de49-4a4f-bc0f-264b995efe9e associated. External IP: 172.25.2.92, port: 808f35df-f4b9-4bb4-a870-28fe44c3e7e3. Dec 10 18:36:59.100083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=3a7f52b6-dcaf-4ceb-a215-38327935f233,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:59.258558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.573631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:36:59.726503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.730869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1271e9-0feb-44b4-8297-b8cafd055007 None None] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:36:59.732933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.733963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:36:59.793764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=3a7f52b6-dcaf-4ceb-a215-38327935f233,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:36:59.995469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b146e9a8-ab1d-4cef-a0b4-aa90bc00d855 None None] Provisioning complete for port 7520d0fe-fddc-499b-b093-f973426b954a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:36:59.995841 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b146e9a8-ab1d-4cef-a0b4-aa90bc00d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.009385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232180d-44d6-49e3-907c-1fd4e95bc01a req-e4a78fb9-a160-4e03-9dcf-ddef519edefb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.010146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:00.011177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c232180d-44d6-49e3-907c-1fd4e95bc01a req-e4a78fb9-a160-4e03-9dcf-ddef519edefb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.3050187 Dec 10 18:37:00.021767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:00.098682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:00.122054 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:00.140929 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:00.143926 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:00.146877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b57d1cf7-9e6d-43da-9ee1-16ed21529409 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:00.259241 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:00.264979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:00.274293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b57d1cf7-9e6d-43da-9ee1-16ed21529409 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:00.276484 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.285334 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:00.285997 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:00.332723 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b146e9a8-ab1d-4cef-a0b4-aa90bc00d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.377221 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c232180d-44d6-49e3-907c-1fd4e95bc01a req-83024275-7eea-4181-8999-8b074e78f8b6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502347 Dec 10 18:37:00.385011 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:00.391854 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6038880-66a7-40b4-a40c-fe1566a500b8 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:00.440786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b146e9a8-ab1d-4cef-a0b4-aa90bc00d855 None None] For port 7520d0fe-fddc-499b-b093-f973426b954a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7520d0fe-fddc-499b-b093-f973426b954a,segment=NetworkSegment(6c3aed5c-826b-48ab-a049-77022ef9374d),segment_id=6c3aed5c-826b-48ab-a049-77022ef9374d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:00.486011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:00.504385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b48ef7a-a956-4b99-86c2-dfd09272bbcf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4683902 Dec 10 18:37:00.508827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43586) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.521396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1898422643'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:00.529504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:00.544489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b146e9a8-ab1d-4cef-a0b4-aa90bc00d855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.556234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:00.562148 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.596119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:00.609412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.610050 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 555a55dd-d447-49b2-8a45-b0211e15a4d5 of type vlan for network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 Dec 10 18:37:00.705754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.723691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146e9a8-ab1d-4cef-a0b4-aa90bc00d855 None None] Pushing event updated for resources: {'Port': ['ID=7520d0fe-fddc-499b-b093-f973426b954a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.752838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:00.753475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:36:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:00.765040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:00.770169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.792410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:00.795812 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:00.882074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7520d0fe-fddc-499b-b093-f973426b954a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:00.923988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4135919 Dec 10 18:37:00.927942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43592) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:00.949901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e6576-2943-4d12-b134-000752cf99c5 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:00.969560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:00.983255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:01.129409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-634ceae0-20d6-4152-8178-ea77305f26cc None None] Provisioning complete for port 7520d0fe-fddc-499b-b093-f973426b954a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:01.134763 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-634ceae0-20d6-4152-8178-ea77305f26cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.331059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:01.441889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7520d0fe-fddc-499b-b093-f973426b954a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:01.442445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.684561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-634ceae0-20d6-4152-8178-ea77305f26cc None None] Provisioning complete for port 3a7f52b6-dcaf-4ceb-a215-38327935f233 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:01.686162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-634ceae0-20d6-4152-8178-ea77305f26cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.747817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3a74e538-8a5c-4015-831d-b789437401f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.840486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-634ceae0-20d6-4152-8178-ea77305f26cc None None] Port 3a7f52b6-dcaf-4ceb-a215-38327935f233 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:01.875906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:01.889490 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:01.894698 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.906703 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:01.907323 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:01.951608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460d21a-db05-4720-830c-a166d858632f req-0ab9373d-5691-4867-8899-a74261af773f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:01.954314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f460d21a-db05-4720-830c-a166d858632f req-0ab9373d-5691-4867-8899-a74261af773f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.2422631 Dec 10 18:37:01.962967 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:01.991336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9cce46dd-2b81-4fe1-aee6-d7c678ed3da7 None None] Provisioning complete for port 3a7f52b6-dcaf-4ceb-a215-38327935f233 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:01.991705 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9cce46dd-2b81-4fe1-aee6-d7c678ed3da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.004507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:02.008149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.011167 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:02.015707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:36:59Z', 'revision_number': 3, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:36:59Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:02.047813 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:02.050200 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:02.089405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7af48e0b-bf1f-4b71-95fd-b54b03206fba tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/floatingips/d05a6dd2-de49-4a4f-bc0f-264b995efe9e HTTP/1.1" status: 200 len: 977 time: 4.3751509 Dec 10 18:37:02.089709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43616) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:02.094932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:02.126505 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:02.127150 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ca11b-2060-4c4f-b264-a377ef46e8c8 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:02.132954 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f460d21a-db05-4720-830c-a166d858632f req-639b516e-05fd-4193-a22a-f35e8fa02f01 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708236 Dec 10 18:37:02.211462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.277791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:02.278407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Updating router a6927e17-78fe-4824-bc2d-0296c3c35483 port 3a7f52b6-dcaf-4ceb-a215-38327935f233 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:02.281336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7520d0fe-fddc-499b-b093-f973426b954a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:02.318160 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.353039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9cce46dd-2b81-4fe1-aee6-d7c678ed3da7 None None] Port 3a7f52b6-dcaf-4ceb-a215-38327935f233 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:02.354914 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.362194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.426973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=06c5c88c-ea1d-4d06-bb63-f2d419cecf19,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:02.453865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:02.454229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:02.492950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:02.515200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:02.519435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:02.520929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.536157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.537636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07d7d3-5166-4983-8859-dc843fd11b96 None None] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:02.541853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.542195 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP d05a6dd2-de49-4a4f-bc0f-264b995efe9e disassociated. External IP: 172.25.2.92, port: 43334d3d-3246-4823-95f2-06f4f15a030e. Dec 10 18:37:02.547376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-663b4b46-5f7f-4a1d-a649-61e3da0aec14 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6182415 Dec 10 18:37:02.550689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43618) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:02.659777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:02.660654 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:02.662709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7520d0fe-fddc-499b-b093-f973426b954a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:02.663064 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.025786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Allocated IP 2001:db8:2::2 (ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9/06c5c88c-ea1d-4d06-bb63-f2d419cecf19/78912ac6-c96a-4a30-b5f9-19cda32e1b3d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:03.096262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:03.242829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.245301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:03.251510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.263808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:03.310531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69ee3185-e6fb-42d8-b3c9-a50274923c32 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/floatingips/d05a6dd2-de49-4a4f-bc0f-264b995efe9e HTTP/1.1" status: 200 len: 687 time: 1.2195187 Dec 10 18:37:03.314585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43628) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:03.327525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:03.328406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:03.375258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:03.397277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:03.397998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:03.427284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7d643-5564-43a6-b5e8-03783f917061 req-186041b9-dcbb-498d-ab2e-b3a26e838925 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:03.430126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-52f7d643-5564-43a6-b5e8-03783f917061 req-186041b9-dcbb-498d-ab2e-b3a26e838925 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1197667 Dec 10 18:37:03.484760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 7a91723b-5037-49d4-8f97-3b951f62c435 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:03.485161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.495978 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.501824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:03.502164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef19f27-cdac-4d2a-9c3b-ed500b23d35b None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:03.517998 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.557826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-52f7d643-5564-43a6-b5e8-03783f917061 req-a8ae9ec1-0063-4d32-9f3d-04552afe8e60 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208665 Dec 10 18:37:03.574617 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.586589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Pushing event updated for resources: {'Port': ['ID=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:03.600219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:03.603671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:03.604515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.604950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.608627 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.613548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:03.622275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 7a91723b-5037-49d4-8f97-3b951f62c435 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:03.637133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8:2::1 (ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9/06c5c88c-ea1d-4d06-bb63-f2d419cecf19/1cbc78c6-63c7-4f96-a163-37b87ccaaff2) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:03.701612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9a472-9eaa-4bfc-8e1b-c7155bb8a2dd None None] Pushing event updated for resources: {'Port': ['ID=3a7f52b6-dcaf-4ceb-a215-38327935f233,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:03.767565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Attempting to bind port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:03.768114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Attempting to bind port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:03.768541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Attempting to bind port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d on network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:03.793493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:03.794039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Checking segment: {'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:03.794583 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.795065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Bound using segment: {'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:03.795645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Bound port: 78912ac6-c96a-4a30-b5f9-19cda32e1b3d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:03.796124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.798133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.829835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.831105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Attempting to bind port 3a7f52b6-dcaf-4ceb-a215-38327935f233 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:03.831572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Attempting to bind port 3a7f52b6-dcaf-4ceb-a215-38327935f233 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:03.832047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Attempting to bind port 3a7f52b6-dcaf-4ceb-a215-38327935f233 on network 25b581af-f649-477e-86d9-c3bbc759f8c0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:03.863520 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:03.864020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Checking segment: {'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:03.864525 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.865188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Bound using segment: {'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:03.866041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Bound port: 3a7f52b6-dcaf-4ceb-a215-38327935f233, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3aed5c-826b-48ab-a049-77022ef9374d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:03.866277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.904633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.932428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:03.994416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=7a91723b-5037-49d4-8f97-3b951f62c435,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:04.005769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] For port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:04.018408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] For port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,segment=NetworkSegment(555a55dd-d447-49b2-8a45-b0211e15a4d5),segment_id=555a55dd-d447-49b2-8a45-b0211e15a4d5)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:04.036529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:04.053364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:04.057965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:04.062348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.069127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:04.135383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.138941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.140709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d3530c24-c3c8-4f6e-8af7-618035f09e43 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/floatingips/d05a6dd2-de49-4a4f-bc0f-264b995efe9e HTTP/1.1" status: 204 len: 168 time: 0.8244767 Dec 10 18:37:04.144758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43638) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:04.146632 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.172929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] For port 3a7f52b6-dcaf-4ceb-a215-38327935f233, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:04.196108 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-513c3377-04b9-43cb-86a8-60766a4e3acd tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] delete failed (client error): The resource could not be found. Dec 10 18:37:04.197973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-513c3377-04b9-43cb-86a8-60766a4e3acd tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/floatingips/d05a6dd2-de49-4a4f-bc0f-264b995efe9e HTTP/1.1" status: 404 len: 345 time: 0.0519679 Dec 10 18:37:04.206442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:04.214042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.248181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] For port 3a7f52b6-dcaf-4ceb-a215-38327935f233, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3a7f52b6-dcaf-4ceb-a215-38327935f233,segment=NetworkSegment(6c3aed5c-826b-48ab-a049-77022ef9374d),segment_id=6c3aed5c-826b-48ab-a049-77022ef9374d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:04.278002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-96b418e0-c2c5-44d8-ac5b-bdd36ff5c7db None None] Provisioning complete for port 3a7f52b6-dcaf-4ceb-a215-38327935f233 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:04.278688 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-96b418e0-c2c5-44d8-ac5b-bdd36ff5c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.286802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.377230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52dd5ac-32f0-4068-9307-468d43835d65 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.377672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde9491-26ed-4ebe-b9d4-4f9a79303972 None None] Pushing event updated for resources: {'Port': ['ID=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:04.387694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52dd5ac-32f0-4068-9307-468d43835d65 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.394926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52dd5ac-32f0-4068-9307-468d43835d65 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.400463 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d52dd5ac-32f0-4068-9307-468d43835d65 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "GET /v2.0/ports?network_id=649b8073-be9b-40fa-98aa-118df7f2394c HTTP/1.1" status: 200 len: 2357 time: 0.1927249 Dec 10 18:37:04.401142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43644) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:04.418296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:04.490039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:04.490727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:04.506820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82cbaaf-b078-48c4-8d3b-7a3486bf2184 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.518264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b82cbaaf-b078-48c4-8d3b-7a3486bf2184 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "GET /v2.0/subnets/4e5867ce-1edf-4ab8-9f05-ad55103c571c HTTP/1.1" status: 200 len: 797 time: 0.1159539 Dec 10 18:37:04.518951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43646) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:04.532553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'port': {'network_id': '649b8073-be9b-40fa-98aa-118df7f2394c', 'name': 'tempest-FloatingIPTestJSON-740464539', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:04.905699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:04.985002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ed059-a708-4e42-996f-6f11933b2e79 req-c6bb65ff-ebf3-4f95-896c-dee88b2fcebf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:04.986977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-126ed059-a708-4e42-996f-6f11933b2e79 req-c6bb65ff-ebf3-4f95-896c-dee88b2fcebf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1539900 Dec 10 18:37:05.038587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:05.060480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.084538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] device_id is not set on port 631c98bb-05f3-4689-94c5-aefbb7970d22 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:37:05.119789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.133420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-126ed059-a708-4e42-996f-6f11933b2e79 req-02463291-bed2-453e-81ac-5887cbca7320 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349981 Dec 10 18:37:05.136256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.144067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.280143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.324273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:05.325111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c15aa99d-2010-4c5f-8b76-2da1f7e43de1 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:37:05.325596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:05.331530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe9a472-9eaa-4bfc-8e1b-c7155bb8a2dd None None] Pushing event updated for resources: {'Port': ['ID=3a7f52b6-dcaf-4ceb-a215-38327935f233,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.361871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-96b418e0-c2c5-44d8-ac5b-bdd36ff5c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.370658 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.460325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:05.501291 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.resource_extend [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:37:05.541101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.14 (649b8073-be9b-40fa-98aa-118df7f2394c/4e5867ce-1edf-4ab8-9f05-ad55103c571c/631c98bb-05f3-4689-94c5-aefbb7970d22) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:05.561868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.13 (649b8073-be9b-40fa-98aa-118df7f2394c/4e5867ce-1edf-4ab8-9f05-ad55103c571c/631c98bb-05f3-4689-94c5-aefbb7970d22) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:05.592774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:05.601815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ffc26bc2-c304-4279-8894-8dc6f193d659 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0482042 Dec 10 18:37:05.602568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43656) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:05.608318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-824018182'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:05.632419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:05.637142 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.639857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-96b418e0-c2c5-44d8-ac5b-bdd36ff5c7db None None] For port 3a7f52b6-dcaf-4ceb-a215-38327935f233, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3a7f52b6-dcaf-4ceb-a215-38327935f233,segment=NetworkSegment(6c3aed5c-826b-48ab-a049-77022ef9374d),segment_id=6c3aed5c-826b-48ab-a049-77022ef9374d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:05.647927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-96b418e0-c2c5-44d8-ac5b-bdd36ff5c7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.668233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:05.699704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.701435 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added segment 34c9bd28-1da2-4467-bf90-be32bf731405 of type vlan for network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 Dec 10 18:37:05.777622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b418e0-c2c5-44d8-ac5b-bdd36ff5c7db None None] Pushing event updated for resources: {'Port': ['ID=3a7f52b6-dcaf-4ceb-a215-38327935f233,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:05.809435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.854235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.864191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:05.865000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.918391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-b3beec6c-c50b-4d1a-8e35-73019abbe5f4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1060247 Dec 10 18:37:05.921093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c15aa99d-2010-4c5f-8b76-2da1f7e43de1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:05.967221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:05.977196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'port_id': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1', 'mac_address': 'fa:16:3e:fe:c6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:37:06.019256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-245586e4-2ed3-4f60-9050-412c5c39aaf3 None None] Provisioning complete for port 3a7f52b6-dcaf-4ceb-a215-38327935f233 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:06.019635 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-245586e4-2ed3-4f60-9050-412c5c39aaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.074329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Network': ['ID=b8a7f958-52d4-4b2e-8aea-655ce1dfc436,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.105471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2e96703e-466a-4f12-958a-08d2fad6517c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5015109 Dec 10 18:37:06.107379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43668) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:06.118859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'subnet': {'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:06.159351 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.187407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:06.296910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-90c4b945-679b-4f40-b124-0a98b9eadcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.298669 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-90c4b945-679b-4f40-b124-0a98b9eadcc2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1097 time: 0.2953961 Dec 10 18:37:06.332475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78912ac6-c96a-4a30-b5f9-19cda32e1b3d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:06.334988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb30d9-cb8e-4bde-8bf1-73bacdf38a00 None None] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:06.335726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 649b8073-be9b-40fa-98aa-118df7f2394c is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:06.393547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:06.403301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:06.471822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3a4a0-0cf6-4017-a7b5-ef9355be8359 req-a344a337-0d62-482e-9770-4a56246a0648 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.473374 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83e3a4a0-0cf6-4017-a7b5-ef9355be8359 req-a344a337-0d62-482e-9770-4a56246a0648 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 944 time: 0.1884334 Dec 10 18:37:06.508893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Made reservation on behalf of a7d8d7c7604f4c25a2d790eb05c5ffd4 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:06.513637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.514478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.526001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=631c98bb-05f3-4689-94c5-aefbb7970d22,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:06.605620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.606319 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.610015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15aa99d-2010-4c5f-8b76-2da1f7e43de1 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:37:06.643557 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7a262b3e-d604-454c-b612-51eaf3bd24ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1234853 Dec 10 18:37:06.646247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 43686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:06.660303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '631c98bb-05f3-4689-94c5-aefbb7970d22', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:06.711383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c15aa99d-2010-4c5f-8b76-2da1f7e43de1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:06.718025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 1, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:06.746587 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.750063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83e3a4a0-0cf6-4017-a7b5-ef9355be8359 req-49c84df9-131a-402b-937a-688e76adcf38 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608352 Dec 10 18:37:06.772955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-69dd6290-5c55-4bc7-98ac-b009ebe991bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:06.783501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-69dd6290-5c55-4bc7-98ac-b009ebe991bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.4497302 Dec 10 18:37:06.804869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:06.805633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76174e2-363b-4c2a-b5f6-e9fa9c55d070 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:03Z', 'revision_number': 1, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:06.824306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:06.824306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.000328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-998864a8-888d-4de7-95a9-21595e3687d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 1002 time: 0.2037477 Dec 10 18:37:07.121698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-5e597448-b144-4a45-8f36-f79a7a2c4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.124066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-5e597448-b144-4a45-8f36-f79a7a2c4341 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.1088762 Dec 10 18:37:07.138725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c15aa99d-2010-4c5f-8b76-2da1f7e43de1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:07.186020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.236656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b3f685fc-c523-4901-81a1-71c8611d3b35 None None] Provisioning complete for port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:07.237040 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b3f685fc-c523-4901-81a1-71c8611d3b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.275405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.286584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Subnet': ['ID=9e9bf785-41b5-4833-b433-a07409f70fab,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:07.307619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Checking segment: {'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:07.308963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network hostable DHCP agents. Network: b8a7f958-52d4-4b2e-8aea-655ce1dfc436, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:07.369869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:07.395504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b8a7f958-52d4-4b2e-8aea-655ce1dfc436) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:07.408147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.413768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.460908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd63b5d3-fd3b-4092-91b5-ac496b4d6f93 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3523910 Dec 10 18:37:07.464458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 43702) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:07.508555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:07.549265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb0cda-9f63-4bad-ac7b-5c9b496fccbc None None] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:07.586374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.25.2.129 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/6533b7f4-833c-4a92-93f6-9595e8fe4563) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:07.607729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-e6b0bff8-f5a5-4d41-a44e-06cd824952a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:07.611569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-e6b0bff8-f5a5-4d41-a44e-06cd824952a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4754837 Dec 10 18:37:07.614481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:07.631863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-0ae77ddc-40d2-4340-8343-b6ecea306802 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:37:07.637270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-0ae77ddc-40d2-4340-8343-b6ecea306802 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136292 Dec 10 18:37:08.069779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,segment=NetworkSegment(555a55dd-d447-49b2-8a45-b0211e15a4d5),segment_id=555a55dd-d447-49b2-8a45-b0211e15a4d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:08.184827 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.190306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:08.191284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:08.378639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c142e-c80f-47f7-8035-5f62d977fcf9 req-cf5507f0-c0ef-4c6e-be0f-0a068688aeae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:08.387498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d37c142e-c80f-47f7-8035-5f62d977fcf9 req-cf5507f0-c0ef-4c6e-be0f-0a068688aeae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 945 time: 0.4252288 Dec 10 18:37:08.403753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:08.524843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a7f52b6-dcaf-4ceb-a215-38327935f233 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:09.054417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d37c142e-c80f-47f7-8035-5f62d977fcf9 req-dfc05b87-d387-4f67-89ac-f4ddb275bf33 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6644225 Dec 10 18:37:09.104474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Allocated IP 2001:db8:3::2 (b8a7f958-52d4-4b2e-8aea-655ce1dfc436/9e9bf785-41b5-4833-b433-a07409f70fab/aded4d96-b5e3-4838-95b9-e87f77c00ca5) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:09.192381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.516699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.535937 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-14e3cd0b-4d1a-489a-b5e3-af33e28b2a08 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626300 Dec 10 18:37:09.541546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.635079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:09.642069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Pushing event updated for resources: {'Port': ['ID=aded4d96-b5e3-4838-95b9-e87f77c00ca5,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:09.654315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:09.677278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:09.699173 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:09.726004 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:09.727097 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:09.733961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3a7f52b6-dcaf-4ceb-a215-38327935f233 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:09.734678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.757115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.757890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Allocated IP 2001:db8:3::1 (b8a7f958-52d4-4b2e-8aea-655ce1dfc436/9e9bf785-41b5-4833-b433-a07409f70fab/36b1505a-c7c8-4e57-980a-14ba588b1366) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:09.760055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e32c738e-c6d4-4c7d-98cc-53d9758acef0 None None] Provisioning complete for port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:09.760737 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e32c738e-c6d4-4c7d-98cc-53d9758acef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:09.949452 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0fea7a2-a8c5-4a24-81be-636955187d69 req-d3b62ebd-cf7b-44a6-8d10-dced5895e07a service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015424 Dec 10 18:37:09.977851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.003622 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:10.074835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:10.085389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:10.094201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:10.139341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.184522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Attempting to bind port aded4d96-b5e3-4838-95b9-e87f77c00ca5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:10.185477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Attempting to bind port aded4d96-b5e3-4838-95b9-e87f77c00ca5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:10.190260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Attempting to bind port aded4d96-b5e3-4838-95b9-e87f77c00ca5 on network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:10.200798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=6533b7f4-833c-4a92-93f6-9595e8fe4563,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.260157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:10.260453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Checking segment: {'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:10.260974 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.261373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Bound using segment: {'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:10.262069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Bound port: aded4d96-b5e3-4838-95b9-e87f77c00ca5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:10.262430 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.278078 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.417268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:10.499138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:10.527526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] For port aded4d96-b5e3-4838-95b9-e87f77c00ca5, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:10.548236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] For port aded4d96-b5e3-4838-95b9-e87f77c00ca5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=aded4d96-b5e3-4838-95b9-e87f77c00ca5,segment=NetworkSegment(34c9bd28-1da2-4467-bf90-be32bf731405),segment_id=34c9bd28-1da2-4467-bf90-be32bf731405)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:10.559510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:10.560809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.567039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=36b1505a-c7c8-4e57-980a-14ba588b1366,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.579466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78912ac6-c96a-4a30-b5f9-19cda32e1b3d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:10.665290 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.743808 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:04Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:10.745900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56448274-9901-40e3-a5ab-66e39ffb67cc req-26e55d17-73d5-43a2-ab5b-bfea00717233 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:10.750471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-56448274-9901-40e3-a5ab-66e39ffb67cc req-26e55d17-73d5-43a2-ab5b-bfea00717233 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 945 time: 0.3973477 Dec 10 18:37:10.798843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14bdf5-7fe1-4054-9388-64d424de8f9b None None] Pushing event updated for resources: {'Port': ['ID=aded4d96-b5e3-4838-95b9-e87f77c00ca5,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:10.844768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:10.845620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:10.861682 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:10.862538 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Updating router a6927e17-78fe-4824-bc2d-0296c3c35483 port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:10.890065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e32c738e-c6d4-4c7d-98cc-53d9758acef0 None None] Provisioning complete for port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:10.890656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e32c738e-c6d4-4c7d-98cc-53d9758acef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.005149 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.311913 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.383860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-56448274-9901-40e3-a5ab-66e39ffb67cc req-a2e25218-e98e-40ec-8261-826d63842916 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133159 Dec 10 18:37:11.420968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e32c738e-c6d4-4c7d-98cc-53d9758acef0 None None] Port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:11.426785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c15aa99d-2010-4c5f-8b76-2da1f7e43de1 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:11.520470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:37:11.533145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:11.536489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.713930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.781076 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.876272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port c15aa99d-2010-4c5f-8b76-2da1f7e43de1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:11.877428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:11.884496 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fe2d7c-f29c-49c8-9be4-0a11d79e44f2" -d '{"events": [{"server_uuid": "19ad489f-f2c0-42a1-8b46-3ae91f57356c", "name": "network-vif-plugged", "status": "completed", "tag": "c15aa99d-2010-4c5f-8b76-2da1f7e43de1"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:11.892889 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.903242 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:11.992504 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.002137 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f6910-5c27-409b-8da1-6ada2f04ed40 x-openstack-request-id: req-bd0f6910-5c27-409b-8da1-6ada2f04ed40 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:12.002469 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad489f-f2c0-42a1-8b46-3ae91f57356c", "name": "network-vif-plugged", "status": "completed", "tag": "c15aa99d-2010-4c5f-8b76-2da1f7e43de1", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:12.002734 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd0f6910-5c27-409b-8da1-6ada2f04ed40 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:12.003172 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1', 'code': 200} Dec 10 18:37:12.006171 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.037855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.171047 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346c989-3dc6-4fc3-8379-011c049c512f None None] Pushing event updated for resources: {'Port': ['ID=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.344539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.369610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.381661 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Attempting to bind port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:12.384873 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Attempting to bind port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:12.389824 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Attempting to bind port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 on network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:12.412778 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:12.413147 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Checking segment: {'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:12.413555 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.413948 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Bound using segment: {'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:12.424019 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Bound port: 1cbc78c6-63c7-4f96-a163-37b87ccaaff2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555a55dd-d447-49b2-8a45-b0211e15a4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:12.424436 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.556346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=6533b7f4-833c-4a92-93f6-9595e8fe4563,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:12.681533 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] For port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:12.686388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device aded4d96-b5e3-4838-95b9-e87f77c00ca5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:12.694691 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] For port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,segment=NetworkSegment(555a55dd-d447-49b2-8a45-b0211e15a4d5),segment_id=555a55dd-d447-49b2-8a45-b0211e15a4d5)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:12.702631 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.708111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.855044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port aded4d96-b5e3-4838-95b9-e87f77c00ca5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:12.857255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:12.894522 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:12.896818 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:12.999936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ca9f-aec0-49e3-b64c-759cfb0b773a req-955463d8-90c1-49f6-8baf-2a78c6740f9b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:13.035995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36e1ca9f-aec0-49e3-b64c-759cfb0b773a req-955463d8-90c1-49f6-8baf-2a78c6740f9b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.3192179 Dec 10 18:37:13.047654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cbef9fbe-73f0-4885-bd2e-a3bb09c5e7be None None] Provisioning complete for port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:13.048056 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cbef9fbe-73f0-4885-bd2e-a3bb09c5e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.095810 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.110100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c9ea49-884f-489b-bd06-a22a2202886b None None] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:13.164791 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:13.187137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36e1ca9f-aec0-49e3-b64c-759cfb0b773a req-09acab18-874b-4706-88d0-21ab848e844c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494660 Dec 10 18:37:13.232039 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP 0aaa659f-ab8b-459b-8d7e-40c63c4ee7d1 associated. External IP: 172.25.2.129, port: 631c98bb-05f3-4689-94c5-aefbb7970d22. Dec 10 18:37:13.277425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port aded4d96-b5e3-4838-95b9-e87f77c00ca5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=aded4d96-b5e3-4838-95b9-e87f77c00ca5,segment=NetworkSegment(34c9bd28-1da2-4467-bf90-be32bf731405),segment_id=34c9bd28-1da2-4467-bf90-be32bf731405)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:13.292330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.312555 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346c989-3dc6-4fc3-8379-011c049c512f None None] Pushing event updated for resources: {'Port': ['ID=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:13.653282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.662632 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:11Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:12Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:09Z', 'revision_number': 1, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:13.670397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.672561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.698607 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e073a4f9-1486-4cc5-9753-070be56d56ce None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:11Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:12Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:09Z', 'revision_number': 1, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:13.731028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:13.819247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=aded4d96-b5e3-4838-95b9-e87f77c00ca5,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:13.837742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cbef9fbe-73f0-4885-bd2e-a3bb09c5e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:13.888472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52afc69-1783-463f-9550-30f3a4a28592 req-fdf9e50f-7656-43d2-ac64-5823eb0b154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:13.891877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a52afc69-1783-463f-9550-30f3a4a28592 req-fdf9e50f-7656-43d2-ac64-5823eb0b154e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 1097 time: 1.0639844 Dec 10 18:37:13.894267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cbef9fbe-73f0-4885-bd2e-a3bb09c5e7be None None] For port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,segment=NetworkSegment(555a55dd-d447-49b2-8a45-b0211e15a4d5),segment_id=555a55dd-d447-49b2-8a45-b0211e15a4d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:13.912347 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cbef9fbe-73f0-4885-bd2e-a3bb09c5e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.036214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event updated for resources: {'Port': ['ID=36b1505a-c7c8-4e57-980a-14ba588b1366,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:14.043287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:14.063611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef9fbe-73f0-4885-bd2e-a3bb09c5e7be None None] Pushing event updated for resources: {'Port': ['ID=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:14.086991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:14.112592 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.138772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:14.139927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:14.141757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.146389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:14.170586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a52afc69-1783-463f-9550-30f3a4a28592 req-3e96ce6e-3aa7-4341-8322-f43dce047a3d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581644 Dec 10 18:37:14.202670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1cf392ae-fb47-4ac7-9232-eefab74e640f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5549088 Dec 10 18:37:14.204031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44182) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:14.213568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'port_id': '631c98bb-05f3-4689-94c5-aefbb7970d22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:14.276308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.296390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b5ec61b1-58d8-4761-8da6-9cd7624d4892 None None] Provisioning complete for port aded4d96-b5e3-4838-95b9-e87f77c00ca5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:14.297452 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5ec61b1-58d8-4761-8da6-9cd7624d4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.334201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.419675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:14.420311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.578670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:14.601139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:14.604953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b2db1-d452-4f06-a174-6e3bd066ee71 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:14.761171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41787b-c0ef-4589-bc76-f91d9e6f00e1 req-24b7a76d-ab1e-4d7f-8fe8-615555ec2f0a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:14.763901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9a41787b-c0ef-4589-bc76-f91d9e6f00e1 req-24b7a76d-ab1e-4d7f-8fe8-615555ec2f0a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.3354335 Dec 10 18:37:14.831177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device aded4d96-b5e3-4838-95b9-e87f77c00ca5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:14.937735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:14.951596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b5ec61b1-58d8-4761-8da6-9cd7624d4892 None None] Provisioning complete for port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:14.953100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5ec61b1-58d8-4761-8da6-9cd7624d4892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.958938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port aded4d96-b5e3-4838-95b9-e87f77c00ca5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:14.959594 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:14.961038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2088ab8b-46b2-4b01-81b3-ee7fa9e37e3f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4906924 Dec 10 18:37:14.962198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44196) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:14.970248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:15.048666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9a41787b-c0ef-4589-bc76-f91d9e6f00e1 req-59d80141-47ea-4825-8478-266686476a59 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686534 Dec 10 18:37:15.217951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:15.420178 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:15.436058 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:15.436750 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:15.441662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:15.442259 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.612106 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ab159909-0af2-404d-9faf-77e2441f2040 None None] Provisioning complete for port aded4d96-b5e3-4838-95b9-e87f77c00ca5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:15.616633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab159909-0af2-404d-9faf-77e2441f2040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.905214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ab159909-0af2-404d-9faf-77e2441f2040 None None] Provisioning complete for port 36b1505a-c7c8-4e57-980a-14ba588b1366 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:15.905577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab159909-0af2-404d-9faf-77e2441f2040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:15.945831 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:16.030978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ab159909-0af2-404d-9faf-77e2441f2040 None None] Port 36b1505a-c7c8-4e57-980a-14ba588b1366 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:16.090740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.extraroute_db [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:37:16.136132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.extraroute_db [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Removed routes are [] {{(pid=103499) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:37:16.140412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.153314 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.164139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.318983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e7a32-5df1-4c65-8d6c-915202cfaabe req-a7ba78b9-29c6-4e87-a6e0-de8b3cace55f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:16.327658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-593e7a32-5df1-4c65-8d6c-915202cfaabe req-a7ba78b9-29c6-4e87-a6e0-de8b3cace55f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.1148539 Dec 10 18:37:16.336195 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:11Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:16.376700 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:16.377114 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Updating router a6927e17-78fe-4824-bc2d-0296c3c35483 port 36b1505a-c7c8-4e57-980a-14ba588b1366 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:37:16.433395 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.447487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-593e7a32-5df1-4c65-8d6c-915202cfaabe req-63cfdbb8-4dbf-4c78-a107-84447cc04739 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178560 Dec 10 18:37:16.561753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:16.576107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.596834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.750033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:16.758508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.764070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:16.782976 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.791108 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:16.798578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:16.801614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:16.840376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6ccba-4c41-41c7-b066-2693ae7ae442 req-06d595fb-d9b9-4413-b819-97ca2f663078 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:16.842049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6eb6ccba-4c41-41c7-b066-2693ae7ae442 req-06d595fb-d9b9-4413-b819-97ca2f663078 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.2610817 Dec 10 18:37:16.875680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-54c9c0b4-8d2d-4cda-ae90-8cce5dd95d77 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/floatingips/0aaa659f-ab8b-459b-8d7e-40c63c4ee7d1 HTTP/1.1" status: 200 len: 978 time: 2.6692681 Dec 10 18:37:16.878441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44214) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:16.988984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:17.010498 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589d64c-accb-47e9-b8bc-2f640fce44bf None None] Pushing event updated for resources: {'Port': ['ID=36b1505a-c7c8-4e57-980a-14ba588b1366,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.022622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:17.024202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:17.034631 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Attempting to bind port 36b1505a-c7c8-4e57-980a-14ba588b1366 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:17.035040 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Attempting to bind port 36b1505a-c7c8-4e57-980a-14ba588b1366 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:17.035475 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Attempting to bind port 36b1505a-c7c8-4e57-980a-14ba588b1366 on network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:17.042691 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:17.043067 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Checking segment: {'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:17.043476 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.043868 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Bound using segment: {'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:17.045215 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Bound port: 36b1505a-c7c8-4e57-980a-14ba588b1366, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c9bd28-1da2-4467-bf90-be32bf731405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:17.045626 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.049588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6eb6ccba-4c41-41c7-b066-2693ae7ae442 req-d2b440b4-1c12-4572-a4c0-6f5cb453d77e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983175 Dec 10 18:37:17.071911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:17.138256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:17.146577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c0e72e-dd24-4d17-99d6-107728fdf0ad None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:17.155984 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] For port 36b1505a-c7c8-4e57-980a-14ba588b1366, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:17.162174 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] For port 36b1505a-c7c8-4e57-980a-14ba588b1366, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=36b1505a-c7c8-4e57-980a-14ba588b1366,segment=NetworkSegment(34c9bd28-1da2-4467-bf90-be32bf731405),segment_id=34c9bd28-1da2-4467-bf90-be32bf731405)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:17.168262 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.239136 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:17.239778 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:17.367552 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589d64c-accb-47e9-b8bc-2f640fce44bf None None] Pushing event updated for resources: {'Port': ['ID=36b1505a-c7c8-4e57-980a-14ba588b1366,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.373822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:17.383199 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.388552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c78e8cb4-b3dc-4bb0-a6db-66c3fdaf75e0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 200 len: 953 time: 2.4226124 Dec 10 18:37:17.391197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44222) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:17.404188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0a9cae26-685d-4ea9-8032-75116da05a13 None None] Provisioning complete for port 36b1505a-c7c8-4e57-980a-14ba588b1366 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:17.407761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a9cae26-685d-4ea9-8032-75116da05a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.435976 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:17.440173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 6533b7f4-833c-4a92-93f6-9595e8fe4563 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:17.440642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.563637 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.564084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.580284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 6533b7f4-833c-4a92-93f6-9595e8fe4563 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:17.586619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60da2ef-a397-49ad-96fa-06377c95e5a5 req-2122886d-4624-444b-8995-11c92c232e31 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:17.598841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c60da2ef-a397-49ad-96fa-06377c95e5a5 req-2122886d-4624-444b-8995-11c92c232e31 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.3933210 Dec 10 18:37:17.622407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a9cae26-685d-4ea9-8032-75116da05a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.702230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0a9cae26-685d-4ea9-8032-75116da05a13 None None] For port 36b1505a-c7c8-4e57-980a-14ba588b1366, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=36b1505a-c7c8-4e57-980a-14ba588b1366,segment=NetworkSegment(34c9bd28-1da2-4467-bf90-be32bf731405),segment_id=34c9bd28-1da2-4467-bf90-be32bf731405)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:17.707303 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a9cae26-685d-4ea9-8032-75116da05a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.729230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44224) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:17.739555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f7b31ffe-c414-4310-8a7f-ce54b50a75ce tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 200 len: 953 time: 0.3469198 Dec 10 18:37:17.743173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'routes': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:17.780847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c60da2ef-a397-49ad-96fa-06377c95e5a5 req-0806fd4d-1389-4914-8436-a73b6838fc30 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730237 Dec 10 18:37:17.798174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9cae26-685d-4ea9-8032-75116da05a13 None None] Pushing event updated for resources: {'Port': ['ID=36b1505a-c7c8-4e57-980a-14ba588b1366,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:17.848042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e66b19b7-8531-43ed-a28c-1c13efefb298 None None] Provisioning complete for port 36b1505a-c7c8-4e57-980a-14ba588b1366 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:17.848439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e66b19b7-8531-43ed-a28c-1c13efefb298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:17.886217 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 6, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:17.975814 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fd768f-59e8-4e33-afa1-6e15ad5d6c13 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 6, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 4, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:18.330091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1de01-8f2a-4a4f-97bd-eaf56b7bef31 req-1746165f-65b7-4d12-b4d5-10e16fcb650a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:18.338648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-68f1de01-8f2a-4a4f-97bd-eaf56b7bef31 req-1746165f-65b7-4d12-b4d5-10e16fcb650a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.0802112 Dec 10 18:37:18.429061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-68f1de01-8f2a-4a4f-97bd-eaf56b7bef31 req-fdea1504-7233-430e-81de-85a0bc9a30ad tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848496 Dec 10 18:37:18.488943 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:18.507079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 36b1505a-c7c8-4e57-980a-14ba588b1366 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:18.507611 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:18.507727 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.565710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 36b1505a-c7c8-4e57-980a-14ba588b1366 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:18.566485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.611172 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:18.870600 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 6, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.899003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:18.908789 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:18.909404 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:18.952724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:18.997368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=6533b7f4-833c-4a92-93f6-9595e8fe4563,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:19.125109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.extraroute_db [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added routes are [] {{(pid=103500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:37:19.125829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.extraroute_db [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:37:19.154566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.154786 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP 0aaa659f-ab8b-459b-8d7e-40c63c4ee7d1 disassociated (deleted). External IP: 172.25.2.129, port: 631c98bb-05f3-4689-94c5-aefbb7970d22. Dec 10 18:37:19.157470 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:19.298725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.548541 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 6, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:19.553190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44254) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:19.594033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fa8fb-e86f-4af9-883e-0d3b1a449208 req-467c0c7b-0b9a-4fde-97ed-feedc266a63c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:19.600366 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c394146-df5e-4fcb-a4db-c3cb945941d0 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:16Z', 'revision_number': 6, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:19.618102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d1fa8fb-e86f-4af9-883e-0d3b1a449208 req-467c0c7b-0b9a-4fde-97ed-feedc266a63c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.0990715 Dec 10 18:37:19.636262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.641294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.792627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d1fa8fb-e86f-4af9-883e-0d3b1a449208 req-07676123-c68c-4f28-ad6d-f0f48bcf6dd8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740537 Dec 10 18:37:19.856446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0575208-853b-4cb0-85da-016222c9666d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:19.865409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:19.897326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-7643a350-2af2-4c4f-948a-624242fb10fb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:19.899259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-7643a350-2af2-4c4f-948a-624242fb10fb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 946 time: 0.2709308 Dec 10 18:37:20.000495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:20.008550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.014925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:20.028543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.029158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.067554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:20.076582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:20.076940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.077946 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1eda720a-b84d-40fb-a8fa-4cc21e0e74fa tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/floatingips/0aaa659f-ab8b-459b-8d7e-40c63c4ee7d1 HTTP/1.1" status: 204 len: 168 time: 3.1984417 Dec 10 18:37:20.078671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44260) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.121392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.137518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.138540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.200761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.201429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80e61fc-cbc1-49f5-a418-06253102bc01 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:20.209434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0575208-853b-4cb0-85da-016222c9666d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.223219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0575208-853b-4cb0-85da-016222c9666d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.297033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f0575208-853b-4cb0-85da-016222c9666d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b36b9518a2cc40a080797b009f704072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7397444 Dec 10 18:37:20.299729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44262) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.303270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0575208-853b-4cb0-85da-016222c9666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c071f1-4482-42f1-8577-ae1ff56b7fa0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:20.313221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] For port c15aa99d-2010-4c5f-8b76-2da1f7e43de1, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:20.313221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.327691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for c15aa99d-2010-4c5f-8b76-2da1f7e43de1 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:20.333415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 631c98bb-05f3-4689-94c5-aefbb7970d22 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:20.333840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.338288 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:20.349117 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:20.351548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.355823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ed39213e-482a-4613-a941-197c3a69530d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 200 len: 703 time: 2.6255317 Dec 10 18:37:20.358051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44264) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.366116 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:20.366876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:20.495403 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.508110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['c15aa99d-2010-4c5f-8b76-2da1f7e43de1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:37:20.528780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=c15aa99d-2010-4c5f-8b76-2da1f7e43de1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:20.553091 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:20.594392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] No DVR routers for this DVR port c15aa99d-2010-4c5f-8b76-2da1f7e43de1 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:20.598298 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.604273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa3df0fe-b338-44bb-9675-fd9a28bf6040 req-48409150-4e08-4b97-af80-16a918fcb620 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "DELETE /v2.0/ports/c15aa99d-2010-4c5f-8b76-2da1f7e43de1 HTTP/1.1" status: 204 len: 173 time: 0.6984344 Dec 10 18:37:20.604874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'name': 'network-vif-deleted', 'tag': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:37:20.609475 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8da158-eaa8-46ca-b361-af8700d3ae96" -d '{"events": [{"server_uuid": "19ad489f-f2c0-42a1-8b46-3ae91f57356c", "name": "network-vif-deleted", "tag": "c15aa99d-2010-4c5f-8b76-2da1f7e43de1"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:37:20.629977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f49f-391f-4e43-b467-df00c6485359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.693773 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac997e7-7ee1-43ca-b14d-9f19e6aa5b1f x-openstack-request-id: req-1ac997e7-7ee1-43ca-b14d-9f19e6aa5b1f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:37:20.693961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-26137113-de76-4634-80aa-3c4fdeff424d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 200 len: 703 time: 0.3206348 Dec 10 18:37:20.694046 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ad489f-f2c0-42a1-8b46-3ae91f57356c", "name": "network-vif-deleted", "tag": "c15aa99d-2010-4c5f-8b76-2da1f7e43de1", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:37:20.694046 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1ac997e7-7ee1-43ca-b14d-9f19e6aa5b1f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:37:20.694046 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ad489f-f2c0-42a1-8b46-3ae91f57356c', 'name': 'network-vif-deleted', 'tag': 'c15aa99d-2010-4c5f-8b76-2da1f7e43de1', 'status': 'completed', 'code': 200} Dec 10 18:37:20.694046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44270) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:20.737967 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f49f-391f-4e43-b467-df00c6485359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.765732 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.825972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 631c98bb-05f3-4689-94c5-aefbb7970d22 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:20.916061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f49f-391f-4e43-b467-df00c6485359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.919467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f49f-391f-4e43-b467-df00c6485359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:20.923333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2bf5f49f-391f-4e43-b467-df00c6485359 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6c071f1-4482-42f1-8577-ae1ff56b7fa0 HTTP/1.1" status: 204 len: 168 time: 0.6195560 Dec 10 18:37:20.947943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f49f-391f-4e43-b467-df00c6485359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c071f1-4482-42f1-8577-ae1ff56b7fa0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:21.095636 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:19Z', 'revision_number': 7, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:21.125776 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:21.136903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f905c4f-ece1-49dc-a5ed-8cddcfbb7516 req-a441e5a5-a3c4-42b4-81c1-78e4043c45e7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.1097596 Dec 10 18:37:21.141055 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:21.142445 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:21.264847 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:21.478029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.537853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=631c98bb-05f3-4689-94c5-aefbb7970d22,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:21.603204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.642975 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:19Z', 'revision_number': 7, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:21.651000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.660471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-be09cbd4-fa74-4414-b280-38dec5b8582a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/ports/631c98bb-05f3-4689-94c5-aefbb7970d22 HTTP/1.1" status: 204 len: 168 time: 1.5793526 Dec 10 18:37:21.661117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:21.666148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:21.694268 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.700287 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5765dda4-42a4-4723-a973-477ce1a8f0f0 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:19Z', 'revision_number': 7, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '36b1505a-c7c8-4e57-980a-14ba588b1366', 'name': '', 'network_id': 'b8a7f958-52d4-4b2e-8aea-655ce1dfc436', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:0b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:09Z', 'updated_at': '2021-12-10T18:37:17Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '9e9bf785-41b5-4833-b433-a07409f70fab', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:21.842953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.925247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 36b1505a-c7c8-4e57-980a-14ba588b1366 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:21.925588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:21.970258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.25.2.6 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/f18ae019-7186-4438-b5a8-a9c38a2d3670) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:22.032796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 36b1505a-c7c8-4e57-980a-14ba588b1366, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=36b1505a-c7c8-4e57-980a-14ba588b1366,segment=NetworkSegment(34c9bd28-1da2-4467-bf90-be32bf731405),segment_id=34c9bd28-1da2-4467-bf90-be32bf731405)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:22.033423 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.056447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 36b1505a-c7c8-4e57-980a-14ba588b1366 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:22.101889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.141035 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.190170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:22.198697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:22.202089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:22.241803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=f18ae019-7186-4438-b5a8-a9c38a2d3670,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:22.280435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.315742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=36b1505a-c7c8-4e57-980a-14ba588b1366,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:22.399831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48f8a233-6403-4dcf-93c1-8b6163c55504 req-6fd9122d-f1cf-41bd-8342-a9f6f76bb8a1 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.0900009 Dec 10 18:37:22.440537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.485898 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.680632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.686566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.771540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=f18ae019-7186-4438-b5a8-a9c38a2d3670,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:22.785503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.804375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.808737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a8a647c-8484-4a03-b15e-8cae51ab5efb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1463773 Dec 10 18:37:22.809396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:22.814823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'port': {'network_id': '649b8073-be9b-40fa-98aa-118df7f2394c', 'name': 'tempest-FloatingIPTestJSON-1747754201'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:22.929251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.948639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:22.953753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:22.968449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c15aa99d-2010-4c5f-8b76-2da1f7e43de1 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:22.976909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] device_id is not set on port d298826d-803b-4330-9630-3b52c3dd564b yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:37:22.996012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: c15aa99d-2010-4c5f-8b76-2da1f7e43de1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:22.996828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device c15aa99d-2010-4c5f-8b76-2da1f7e43de1 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:23.126186 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.5 (649b8073-be9b-40fa-98aa-118df7f2394c/4e5867ce-1edf-4ab8-9f05-ad55103c571c/d298826d-803b-4330-9630-3b52c3dd564b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:23.174849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:23.293780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:23.303343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-adbf180a-83a1-404d-a733-d5dfa5b78d66 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055000 Dec 10 18:37:23.303343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44292) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.312278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:23.325861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:23.326893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.327608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:23.371734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet 9e9bf785-41b5-4833-b433-a07409f70fab {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:23.376254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.380192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.423215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.442783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:23.446052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 649b8073-be9b-40fa-98aa-118df7f2394c is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:23.453496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:23.454728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:23.463177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=d298826d-803b-4330-9630-3b52c3dd564b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:23.535712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:23.536495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.548529 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.581477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d960cef9-ea0f-476d-bbb3-4e3988125bec req-c65e6b13-bd06-4803-99ea-3f5854e2e7ce tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.0715477 Dec 10 18:37:23.607983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c1f88ee5-a893-4e57-b20e-23624772ede2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7932529 Dec 10 18:37:23.608461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44296) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.614130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'port_id': 'd298826d-803b-4330-9630-3b52c3dd564b'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:23.630942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.669502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9bf785-41b5-4833-b433-a07409f70fab,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:23.677495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.680587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:23.686247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3a66f0bc-62ba-4062-918e-6fd1471e2897 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/9e9bf785-41b5-4833-b433-a07409f70fab HTTP/1.1" status: 204 len: 168 time: 0.3817451 Dec 10 18:37:23.689515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44298) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:23.700070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1363f48-2f46-424a-ad59-7c42309b0f93 None None] Network b8a7f958-52d4-4b2e-8aea-655ce1dfc436 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:23.865408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 8, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:23.869541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.072163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port aded4d96-b5e3-4838-95b9-e87f77c00ca5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:24.072163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.101771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] DHCP port deletion for b8a7f958-52d4-4b2e-8aea-655ce1dfc436 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:24.104869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:24.138926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:24.139572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.238076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port aded4d96-b5e3-4838-95b9-e87f77c00ca5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=aded4d96-b5e3-4838-95b9-e87f77c00ca5,segment=NetworkSegment(34c9bd28-1da2-4467-bf90-be32bf731405),segment_id=34c9bd28-1da2-4467-bf90-be32bf731405)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:24.238548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.256103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:24.258778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] Deleting port aded4d96-b5e3-4838-95b9-e87f77c00ca5 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:24.259300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.280398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for aded4d96-b5e3-4838-95b9-e87f77c00ca5 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:24.443937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] For port aded4d96-b5e3-4838-95b9-e87f77c00ca5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=aded4d96-b5e3-4838-95b9-e87f77c00ca5,segment=NetworkSegment(34c9bd28-1da2-4467-bf90-be32bf731405),segment_id=34c9bd28-1da2-4467-bf90-be32bf731405)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:24.444462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.464665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.468836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] Calling delete_port for aded4d96-b5e3-4838-95b9-e87f77c00ca5 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:24.475062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.498780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=aded4d96-b5e3-4838-95b9-e87f77c00ca5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:24.500547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.537345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device aded4d96-b5e3-4838-95b9-e87f77c00ca5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:24.543412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No DVR routers for this DVR port aded4d96-b5e3-4838-95b9-e87f77c00ca5 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:24.569142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: aded4d96-b5e3-4838-95b9-e87f77c00ca5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:24.569514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device aded4d96-b5e3-4838-95b9-e87f77c00ca5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:24.637701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.649684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.669241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] Pushing event deleted for resources: {'Port': ['ID=aded4d96-b5e3-4838-95b9-e87f77c00ca5,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:24.675657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 8, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.700667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a7f958-52d4-4b2e-8aea-655ce1dfc436']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.712146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9c3ee-49a7-422e-9e8d-bf7e92f28b5a None None] No DVR routers for this DVR port aded4d96-b5e3-4838-95b9-e87f77c00ca5 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:24.712146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d016c3b0-8e5c-46f6-b634-574eaf99e697 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:22Z', 'revision_number': 8, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '1cbc78c6-63c7-4f96-a163-37b87ccaaff2', 'name': '', 'network_id': 'ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:5d:92:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:37:03Z', 'updated_at': '2021-12-10T18:37:13Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '06c5c88c-ea1d-4d06-bb63-f2d419cecf19', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:24.725075 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6393c3f2-0a8e-4fe6-8bab-d9867b2aa30e req-4ff2603e-a507-4381-9073-29179ff2862a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.0398736 Dec 10 18:37:24.734981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c9bd28-1da2-4467-bf90-be32bf731405') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.735289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c9bd28-1da2-4467-bf90-be32bf731405') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:24.793077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.817748 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP babca3de-2bcc-4bc7-be92-d71b638789de associated. External IP: 172.25.2.6, port: d298826d-803b-4330-9630-3b52c3dd564b. Dec 10 18:37:24.863961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.877022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:24.877422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:24.880504 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:24.986782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.004754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.011224 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/b8a7f958-52d4-4b2e-8aea-655ce1dfc436 HTTP/1.1" status: 204 len: 168 time: 1.3174505 Dec 10 18:37:25.012597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44308) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:25.431631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcc802-bdea-44fe-b4e8-b456aaeb171a tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=b8a7f958-52d4-4b2e-8aea-655ce1dfc436,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:25.664932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:25.863450 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca0a02ec-bf51-422e-bf11-e7657d118b7d req-67dd1233-6a35-4b67-be9b-660822887c7b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.0422785 Dec 10 18:37:25.871987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:25.886794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:25.895593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:25.908199 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:25.909180 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:25.922847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a7a194fd-d658-4223-ba1f-b8f791115375 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/floatingips/babca3de-2bcc-4bc7-be92-d71b638789de HTTP/1.1" status: 200 len: 976 time: 2.3135870 Dec 10 18:37:25.925400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44314) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:25.951972 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:25.965690 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:25.966553 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:26.004089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:26.005569 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deefc47-fd8b-45ff-91c7-94d7c5745351 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:26.044418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.130843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port d298826d-803b-4330-9630-3b52c3dd564b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:26.131202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.299327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.381290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 36b1505a-c7c8-4e57-980a-14ba588b1366 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:26.437242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 36b1505a-c7c8-4e57-980a-14ba588b1366 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:26.439131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 36b1505a-c7c8-4e57-980a-14ba588b1366 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:26.632222 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.632454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.632805 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP babca3de-2bcc-4bc7-be92-d71b638789de disassociated. External IP: 172.25.2.6, port: d298826d-803b-4330-9630-3b52c3dd564b. Dec 10 18:37:26.633166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for d298826d-803b-4330-9630-3b52c3dd564b owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:26.645448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:26.645802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.810351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 1cbc78c6-63c7-4f96-a163-37b87ccaaff2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,segment=NetworkSegment(555a55dd-d447-49b2-8a45-b0211e15a4d5),segment_id=555a55dd-d447-49b2-8a45-b0211e15a4d5)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:26.811046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:26.835644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:26.959791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.016331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=d298826d-803b-4330-9630-3b52c3dd564b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.042193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c76670e4-db31-4a84-9f32-c4dbfcc86309 req-a6242cdf-893f-44b7-9bd9-a80253bff34e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ad489f-f2c0-42a1-8b46-3ae91f57356c HTTP/1.1" status: 200 len: 210 time: 0.0619133 Dec 10 18:37:27.267795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:27.275314 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.307818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=1cbc78c6-63c7-4f96-a163-37b87ccaaff2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:27.575612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.585874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:27.608177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:27.621799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:27.622836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.665329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.676620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:27.677334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.716099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:27.716803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c3bd3-0435-434d-b67c-c050139eea53 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:27.761300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:27.764784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62ee3d4a-e034-4532-9a72-50b09202a9dc tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/ports/d298826d-803b-4330-9630-3b52c3dd564b HTTP/1.1" status: 204 len: 168 time: 1.8372669 Dec 10 18:37:27.768579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44326) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:27.860177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-840bcc76-5e91-45cb-a6b3-f8dc872b7955 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "GET /v2.0/floatingips/babca3de-2bcc-4bc7-be92-d71b638789de HTTP/1.1" status: 200 len: 686 time: 0.0887446 Dec 10 18:37:27.864549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44328) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:27.955009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:28.040306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port f18ae019-7186-4438-b5a8-a9c38a2d3670 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:28.041046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.073720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:28.079927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a4382a5-db27-47b0-936b-bb49dedafb36 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0662801 Dec 10 18:37:28.084480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:28.085624 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:28.115272 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:28.116019 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:28.221957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.222639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.241097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for f18ae019-7186-4438-b5a8-a9c38a2d3670 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:28.291107 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:28.304038 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1437e423-e406-4b8f-b489-0663afc1339f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.516674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.554004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=f18ae019-7186-4438-b5a8-a9c38a2d3670,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:28.642134 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.645386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.651012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aa01c62d-69b2-481a-b25c-79e2a41fa938 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/floatingips/babca3de-2bcc-4bc7-be92-d71b638789de HTTP/1.1" status: 204 len: 168 time: 0.7849824 Dec 10 18:37:28.651665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44340) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:28.656722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '43334d3d-3246-4823-95f2-06f4f15a030e'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:28.668871 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:27Z', 'revision_number': 9, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:28.674661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet 06c5c88c-ea1d-4d06-bb63-f2d419cecf19 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:28.679872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.682291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.729299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.825074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.831140 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:28.841740 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:28.842586 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:28.875126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.943940 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:28.965158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:28.982949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.25.2.18 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/52a933cf-3cd5-4593-8cb7-b7ccd14f4c5d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:29.000720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=06c5c88c-ea1d-4d06-bb63-f2d419cecf19,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.014484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.020035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-559f0e29-a236-4930-b3ab-43ddf5b725cf tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/06c5c88c-ea1d-4d06-bb63-f2d419cecf19 HTTP/1.1" status: 204 len: 168 time: 0.9341333 Dec 10 18:37:29.022646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44342) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:29.026804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312457ca-ea05-4f8e-a801-865885983175 None None] Network ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:29.130137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.170786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.228424 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:37:29.239165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:29.239523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.244037 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.286719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] DHCP port deletion for ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:29.305202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:29.313082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:29.330715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:29.356840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,segment=NetworkSegment(555a55dd-d447-49b2-8a45-b0211e15a4d5),segment_id=555a55dd-d447-49b2-8a45-b0211e15a4d5)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:29.357209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.380630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=52a933cf-3cd5-4593-8cb7-b7ccd14f4c5d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.407170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 78912ac6-c96a-4a30-b5f9-19cda32e1b3d owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:29.420259 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:27Z', 'revision_number': 9, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.444214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] Deleting port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:29.444890 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.490267 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ffc99-6e3d-42f5-91d9-efe097521369 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:27Z', 'revision_number': 9, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': '3a7f52b6-dcaf-4ceb-a215-38327935f233', 'name': '', 'network_id': '25b581af-f649-477e-86d9-c3bbc759f8c0', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:21:a3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:58Z', 'updated_at': '2021-12-10T18:37:05Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': '3e0be137-864f-4fff-afe9-f0097f1eb454', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:29.597818 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.611520 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] For port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,segment=NetworkSegment(555a55dd-d447-49b2-8a45-b0211e15a4d5),segment_id=555a55dd-d447-49b2-8a45-b0211e15a4d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:29.612148 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.628135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] Calling delete_port for 78912ac6-c96a-4a30-b5f9-19cda32e1b3d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:29.628460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.634015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No DVR routers for this DVR port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:29.724501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.735698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.747631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.759015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555a55dd-d447-49b2-8a45-b0211e15a4d5') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.759567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555a55dd-d447-49b2-8a45-b0211e15a4d5') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:29.771771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] Pushing event deleted for resources: {'Port': ['ID=78912ac6-c96a-4a30-b5f9-19cda32e1b3d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:29.773767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.780763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f537d-ddeb-434b-aa96-1416666618c9 None None] No DVR routers for this DVR port 78912ac6-c96a-4a30-b5f9-19cda32e1b3d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:29.798625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.809343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:29.809891 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:29.813707 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:29.899855 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.908119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:29.934974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44352) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:29.939514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9 HTTP/1.1" status: 204 len: 168 time: 0.9154749 Dec 10 18:37:29.979049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303936b-ec0e-47a4-9f07-7af8397e3f34 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=ce1ffc9e-0dec-4587-956f-2bbc3da5fbd9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:30.185399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.338957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.477327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78912ac6-c96a-4a30-b5f9-19cda32e1b3d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:30.536373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 78912ac6-c96a-4a30-b5f9-19cda32e1b3d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:30.536993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78912ac6-c96a-4a30-b5f9-19cda32e1b3d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:30.537560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:30.597836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:30.598456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1cbc78c6-63c7-4f96-a163-37b87ccaaff2 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:30.672755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.680541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.796571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=52a933cf-3cd5-4593-8cb7-b7ccd14f4c5d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:30.806459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:30.860967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.048408 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP 77a880e0-2f7c-4e2c-bd08-259d3b14bf46 associated. External IP: 172.25.2.18, port: 43334d3d-3246-4823-95f2-06f4f15a030e. Dec 10 18:37:31.613104 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f3f36ea-2008-4f17-aa14-04d11ee22516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.841889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:31.844501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 3a7f52b6-dcaf-4ceb-a215-38327935f233 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:31.844838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:31.970740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.022813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 3a7f52b6-dcaf-4ceb-a215-38327935f233, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3a7f52b6-dcaf-4ceb-a215-38327935f233,segment=NetworkSegment(6c3aed5c-826b-48ab-a049-77022ef9374d),segment_id=6c3aed5c-826b-48ab-a049-77022ef9374d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:32.023162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.047692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 3a7f52b6-dcaf-4ceb-a215-38327935f233 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:32.069903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:32.091225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:32.100835 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.106864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:32.107605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:32.147518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:32.148678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.157708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:32.158396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:32.198240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:32.198977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6778ce2a-0033-48e1-9475-46d6833d7c4d None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:32.199333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a284019f-f584-4c84-a285-d9ad7295699c tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5461988 Dec 10 18:37:32.201624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44382) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:32.209895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-653542589'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:32.237418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:32.245721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.285035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:37:32.371022 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.371859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.372134 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Added segment 787aa65e-a5ae-447b-8376-34419e9d72f8 of type vlan for network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b Dec 10 18:37:32.420522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=3a7f52b6-dcaf-4ceb-a215-38327935f233,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:32.454006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.495101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.501291 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:32.501960 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.561766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44392) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:32.564193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3605752 Dec 10 18:37:32.567474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'subnet': {'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:32.609294 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:32.636222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a416c3-5c57-4d0a-8173-658aef82141e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Network': ['ID=ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:32.651137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:37:32.895131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:32.899852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.084889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:33.307257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:33.323553 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:33.347670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44414) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:33.350673 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:33.351351 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:33.359105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1033aed3-33ad-49b0-912e-e983c630baf6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4220238 Dec 10 18:37:33.367292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.455448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Subnet': ['ID=b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:33.470134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet 3e0be137-864f-4fff-afe9-f0097f1eb454 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:33.477800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Checking segment: {'id': '787aa65e-a5ae-447b-8376-34419e9d72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:33.478584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network hostable DHCP agents. Network: ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:37:33.479429 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.516687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:37:33.535792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:33.546182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a7875-cb16-4a97-ab70-84a87553f369 None None] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:33.554654 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:33.557180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:33.557520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.597193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.600793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-299e6075-4f6b-4fa7-90f4-eec0f6fb936e tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0357687 Dec 10 18:37:33.601478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44418) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:33.607646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2086078827', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:33.669778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.671834 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.709740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b', 'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b', 'project_id': 'cb07b225cfe24076af31c31e575226c2', 'fixed_ips': [{'subnet_id': 'b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:37:33.710935 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.774104 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:33.961308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Allocated IP 172.20.0.2 (ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b/b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8/2128715f-bed1-4ca1-b6e0-9f1bfb872315) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:33.983001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.072878 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:32Z', 'revision_number': 10, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:34.105814 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:34.111868 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.116095 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:34.117049 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:34.168065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.181450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.251397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:34.277287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:34.283255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.290732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:34.292065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.300419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:34.306452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Pushing event updated for resources: {'Port': ['ID=2128715f-bed1-4ca1-b6e0-9f1bfb872315,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:34.409375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Attempting to bind port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:37:34.409748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Attempting to bind port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '787aa65e-a5ae-447b-8376-34419e9d72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:37:34.410118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Attempting to bind port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 on network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:37:34.416499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:37:34.416868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Checking segment: {'id': '787aa65e-a5ae-447b-8376-34419e9d72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:37:34.417885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.418419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Bound using segment: {'id': '787aa65e-a5ae-447b-8376-34419e9d72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:37:34.418946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Bound port: 2128715f-bed1-4ca1-b6e0-9f1bfb872315, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787aa65e-a5ae-447b-8376-34419e9d72f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:37:34.419330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.475590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.514518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0be137-864f-4fff-afe9-f0097f1eb454,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:34.524639 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.528322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-529c51b5-8d3f-4d8b-aff9-4bb867e64454 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/3e0be137-864f-4fff-afe9-f0097f1eb454 HTTP/1.1" status: 204 len: 168 time: 1.1788886 Dec 10 18:37:34.531510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44434) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:34.648179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16017209-d186-4157-9c53-0990790328d9 None None] Network 25b581af-f649-477e-86d9-c3bbc759f8c0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:34.672700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] For port 2128715f-bed1-4ca1-b6e0-9f1bfb872315, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:37:34.717491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.780511 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:32Z', 'revision_number': 10, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:34.781357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] For port 2128715f-bed1-4ca1-b6e0-9f1bfb872315, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2128715f-bed1-4ca1-b6e0-9f1bfb872315,segment=NetworkSegment(787aa65e-a5ae-447b-8376-34419e9d72f8),segment_id=787aa65e-a5ae-447b-8376-34419e9d72f8)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:37:34.799947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.834083 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3d26f-a9e5-4424-b095-e4dc333686d8 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:32Z', 'revision_number': 10, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None, '_interfaces': [{'id': 'b57d1cf7-9e6d-43da-9ee1-16ed21529409', 'name': '', 'network_id': '205cca71-9a1a-4527-a612-0b077379c71c', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'mac_address': 'fa:16:3e:30:c4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'device_owner': 'network:router_interface', 'standard_attr_id': 3040, 'fixed_ips': [{'subnet_id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:36:51Z', 'updated_at': '2021-12-10T18:36:57Z', 'revision_number': 5, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'subnets': [{'id': 'f9ae63e8-deb9-48b0-83ce-cd21cf56f303', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:34.917752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.955486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.968251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 7520d0fe-fddc-499b-b093-f973426b954a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:34.972603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:34.998828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270b9d9-a157-4839-bc5a-50b8eb9f638c None None] Pushing event updated for resources: {'Port': ['ID=2128715f-bed1-4ca1-b6e0-9f1bfb872315,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.040380 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.127512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 7520d0fe-fddc-499b-b093-f973426b954a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7520d0fe-fddc-499b-b093-f973426b954a,segment=NetworkSegment(6c3aed5c-826b-48ab-a049-77022ef9374d),segment_id=6c3aed5c-826b-48ab-a049-77022ef9374d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:35.127512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.151816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 7520d0fe-fddc-499b-b093-f973426b954a owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:35.185003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.25.2.144 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/b7e4002d-f353-4512-942e-7e8ce39537a7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:35.223210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] DHCP port deletion for 25b581af-f649-477e-86d9-c3bbc759f8c0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:35.265001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.324198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=7520d0fe-fddc-499b-b093-f973426b954a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.326340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No DVR routers for this DVR port 7520d0fe-fddc-499b-b093-f973426b954a on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:35.396465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] Deleting port 7520d0fe-fddc-499b-b093-f973426b954a {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:35.397208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.434308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.460792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.500278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b581af-f649-477e-86d9-c3bbc759f8c0']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:35.518029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3aed5c-826b-48ab-a049-77022ef9374d') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:35.518708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3aed5c-826b-48ab-a049-77022ef9374d') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:35.535372 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.545173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] For port 7520d0fe-fddc-499b-b093-f973426b954a, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:35.545173 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.545568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.567367 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.578802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] Calling delete_port for 7520d0fe-fddc-499b-b093-f973426b954a owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:35.583097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] Port 7520d0fe-fddc-499b-b093-f973426b954a was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:37:35.584530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:35.584814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.584943 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:35.593207 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:35.600058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:35.603522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:35.607760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:35.614702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=b7e4002d-f353-4512-942e-7e8ce39537a7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.628158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] Pushing event deleted for resources: {'Port': ['ID=7520d0fe-fddc-499b-b093-f973426b954a,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.630174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622bb538-d4cc-4b97-b1d2-1802256601ac None None] No DVR routers for this DVR port 7520d0fe-fddc-499b-b093-f973426b954a on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:35.648100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a2664-3672-49dd-af28-fd3ef1e0e401 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:35.699243 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.706047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.710121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/25b581af-f649-477e-86d9-c3bbc759f8c0 HTTP/1.1" status: 204 len: 168 time: 1.1776552 Dec 10 18:37:35.722733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44452) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:35.731313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fcf63-7815-4396-be04-e93d943ce9a0 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=25b581af-f649-477e-86d9-c3bbc759f8c0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:35.773070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6043b52b-cfaf-4c04-98ec-98e5b087da49 None None] Provisioning complete for port b7e4002d-f353-4512-942e-7e8ce39537a7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:35.773988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6043b52b-cfaf-4c04-98ec-98e5b087da49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:35.839623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6043b52b-cfaf-4c04-98ec-98e5b087da49 None None] Port b7e4002d-f353-4512-942e-7e8ce39537a7 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:36.556680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:36.657187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2128715f-bed1-4ca1-b6e0-9f1bfb872315 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:36.723724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f56f28-c505-42de-92f4-474849210bc3 None None] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:36.920138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.011317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.040711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0636985c-91dd-4ca7-8c7a-2d1ad5f98c8f None None] Provisioning complete for port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:37.040711 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0636985c-91dd-4ca7-8c7a-2d1ad5f98c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.097340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:37.098018 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.245057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0636985c-91dd-4ca7-8c7a-2d1ad5f98c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.292825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 0ae36950-8fdf-4984-b2a7-a647f29117b4 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:37.345408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.371009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0636985c-91dd-4ca7-8c7a-2d1ad5f98c8f None None] For port 2128715f-bed1-4ca1-b6e0-9f1bfb872315, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2128715f-bed1-4ca1-b6e0-9f1bfb872315,segment=NetworkSegment(787aa65e-a5ae-447b-8376-34419e9d72f8),segment_id=787aa65e-a5ae-447b-8376-34419e9d72f8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:37.386293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0636985c-91dd-4ca7-8c7a-2d1ad5f98c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.464123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:37.473632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636985c-91dd-4ca7-8c7a-2d1ad5f98c8f None None] Pushing event updated for resources: {'Port': ['ID=2128715f-bed1-4ca1-b6e0-9f1bfb872315,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:37.522963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:37:37.523272 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:37:37.524152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] Sync routers for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:37.543839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:37.544554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:37.553803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.555578 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-43b20d07-f66f-47d5-ab84-cb253e39376b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9527953 Dec 10 18:37:37.558581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44486) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:37.586656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:37.606492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:37.607146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:37.616556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port b57d1cf7-9e6d-43da-9ee1-16ed21529409 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:37.617222 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.661919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:37.662596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78784487-ed13-48f7-8c73-77957d5aa7cf None None] The sync data for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:37.716493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4a031e9b-db59-4392-98ae-c72959135e75 None None] Provisioning complete for port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:37.716493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4a031e9b-db59-4392-98ae-c72959135e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.810454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port b57d1cf7-9e6d-43da-9ee1-16ed21529409, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b57d1cf7-9e6d-43da-9ee1-16ed21529409,segment=NetworkSegment(86f4827f-795e-48e4-a876-64d26290fc00),segment_id=86f4827f-795e-48e4-a876-64d26290fc00)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:37.811111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:37.833726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for b57d1cf7-9e6d-43da-9ee1-16ed21529409 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:38.055387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.134187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=b57d1cf7-9e6d-43da-9ee1-16ed21529409,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:38.187267 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a7f52b6-dcaf-4ceb-a215-38327935f233 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:38.216263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3a7f52b6-dcaf-4ceb-a215-38327935f233 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:38.216754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3a7f52b6-dcaf-4ceb-a215-38327935f233 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:38.217266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7520d0fe-fddc-499b-b093-f973426b954a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:38.269938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7520d0fe-fddc-499b-b093-f973426b954a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:38.273366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7520d0fe-fddc-499b-b093-f973426b954a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:38.279491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.303909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.583400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:38.610752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2128715f-bed1-4ca1-b6e0-9f1bfb872315 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:37:38.707259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.1 (ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b/b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8/dc053504-72d0-4694-bbf1-fe71a2b8a279) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:38.717789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:38.718457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.753778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:38.766022 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-972b378d-7a8d-4cdd-b4dd-08765261ecb6 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0418940 Dec 10 18:37:38.767185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44510) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:38.773701 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:38.798190 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:38.799401 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:38.876642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting subnet f9ae63e8-deb9-48b0-83ce-cd21cf56f303 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:38.885820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.917706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.943162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.964138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:38.995068 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:39.044263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:39.048447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:39.051962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:39.057292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=dc053504-72d0-4694-bbf1-fe71a2b8a279,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:39.073896 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:37Z', 'revision_number': 11, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:39.120797 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:39.128525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.140830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.150836 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:39.152144 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:39.300204 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.341257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.346936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/f9ae63e8-deb9-48b0-83ce-cd21cf56f303 HTTP/1.1" status: 204 len: 168 time: 0.5772650 Dec 10 18:37:39.348645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57376156-a470-4f83-ac67-06e8fec66e4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ae63e8-deb9-48b0-83ce-cd21cf56f303,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:39.351280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24852472-e526-43e1-b315-f1c307bf015c None None] Network 205cca71-9a1a-4527-a612-0b077379c71c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:39.352060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44518) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:39.469680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.497627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.556134 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:39.581276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-58310568-e2a5-4ad4-989f-5b0f0e9ba67a None None] Provisioning complete for port dc053504-72d0-4694-bbf1-fe71a2b8a279 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:39.581645 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-58310568-e2a5-4ad4-989f-5b0f0e9ba67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.604207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Deleting port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:39.604649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.681598 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:37Z', 'revision_number': 11, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:39.691385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-58310568-e2a5-4ad4-989f-5b0f0e9ba67a None None] Port dc053504-72d0-4694-bbf1-fe71a2b8a279 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:39.721995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] For port 28b2a437-d33e-4b55-b8b0-06079c7f81c6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=28b2a437-d33e-4b55-b8b0-06079c7f81c6,segment=NetworkSegment(86f4827f-795e-48e4-a876-64d26290fc00),segment_id=86f4827f-795e-48e4-a876-64d26290fc00)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:39.722378 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.724017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffd7cb2-e917-4344-a725-e464c48d3b1b None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:37Z', 'revision_number': 11, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:39.741125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Calling delete_port for 28b2a437-d33e-4b55-b8b0-06079c7f81c6 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:39.984333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:39.992854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.077376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.123476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] DHCP port deletion for 205cca71-9a1a-4527-a612-0b077379c71c request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:40.129020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=dc053504-72d0-4694-bbf1-fe71a2b8a279,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:40.175174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.192935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] Deleting port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:40.193274 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.225922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No DVR routers for this DVR port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:40.244469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Port': ['ID=28b2a437-d33e-4b55-b8b0-06079c7f81c6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:40.265461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] For port 28b2a437-d33e-4b55-b8b0-06079c7f81c6, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:40.266152 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.282037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] Calling delete_port for 28b2a437-d33e-4b55-b8b0-06079c7f81c6 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:40.285235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] Port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:37:40.286724 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.288465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:40.289996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:40.333635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] Pushing event deleted for resources: {'Port': ['ID=28b2a437-d33e-4b55-b8b0-06079c7f81c6,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:40.349113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36a9380-1c50-4b6a-8c1a-14698c43b4c3 None None] No DVR routers for this DVR port 28b2a437-d33e-4b55-b8b0-06079c7f81c6 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:40.421253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.466628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205cca71-9a1a-4527-a612-0b077379c71c']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.506107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b57d1cf7-9e6d-43da-9ee1-16ed21529409 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:40.532660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f4827f-795e-48e4-a876-64d26290fc00') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.532975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f4827f-795e-48e4-a876-64d26290fc00') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.553365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b57d1cf7-9e6d-43da-9ee1-16ed21529409 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:40.553725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b57d1cf7-9e6d-43da-9ee1-16ed21529409 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:40.573221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.576196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28b2a437-d33e-4b55-b8b0-06079c7f81c6 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:40.597316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.603500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 0ae36950-8fdf-4984-b2a7-a647f29117b4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:40.604220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:40.604590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:40.621490 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:40.642467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 28b2a437-d33e-4b55-b8b0-06079c7f81c6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:40.646543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 28b2a437-d33e-4b55-b8b0-06079c7f81c6 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:40.747460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-efa03b9b-9f4d-41a1-b6e1-d0fbda52d1f0 None None] Provisioning complete for port dc053504-72d0-4694-bbf1-fe71a2b8a279 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:40.747947 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-efa03b9b-9f4d-41a1-b6e1-d0fbda52d1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.766626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.779493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:40.788440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/networks/205cca71-9a1a-4527-a612-0b077379c71c HTTP/1.1" status: 204 len: 168 time: 1.4351540 Dec 10 18:37:40.796730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44580) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:40.835680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'routes': None}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:40.846470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-efa03b9b-9f4d-41a1-b6e1-d0fbda52d1f0 None None] Port dc053504-72d0-4694-bbf1-fe71a2b8a279 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:40.882615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:40.899376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cebd02-f361-4ea4-ba04-735c76961779 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Pushing event deleted for resources: {'Network': ['ID=205cca71-9a1a-4527-a612-0b077379c71c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:40.918768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] Sync routers for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:40.926689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c897186d-6884-4d27-a414-60bc44524807 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/routers/0ae36950-8fdf-4984-b2a7-a647f29117b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3524034 Dec 10 18:37:40.927867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44590) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:40.932424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:40.935347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.940215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'port': {'network_id': 'ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b', 'name': 'tempest-FloatingIPTestJSON-274855220'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:40.984575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:40.994190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:40.994848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:41.033586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:41.034295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834d4f31-9830-4b8d-a146-7a49d50da25e None None] The sync data for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:41.145786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.extraroute_db [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Added routes are [] {{(pid=103500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 10 18:37:41.146241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.extraroute_db [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Removed routes are [] {{(pid=103500) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 10 18:37:41.146721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.175813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Made reservation on behalf of cb07b225cfe24076af31c31e575226c2 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:37:41.179508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.227725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] device_id is not set on port f476db5f-9000-4ffd-8b79-6a3b84b16766 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:37:41.354123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.357943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.455267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Allocated IP 172.20.0.8 (ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b/b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8/f476db5f-9000-4ffd-8b79-6a3b84b16766) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:37:41.489770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router a6927e17-78fe-4824-bc2d-0296c3c35483 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:41.591213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:41.602328 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] Sync routers for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:41.607261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.608862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3569a7a9-d3f3-43c5-ba59-104feac912ab tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 200 len: 704 time: 0.8110845 Dec 10 18:37:41.611814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:41.622888 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:41.623512 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:41.663017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa38e4a3-111f-43ac-9ef7-5e72510804b3 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 200 len: 205 time: 0.0496066 Dec 10 18:37:41.665786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44638) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:41.793402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22dbaa98-ae22-4705-9b91-b7cd0c0f969d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:41.816283 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:41.906788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:37Z', 'revision_number': 11, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:41.941279 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] Checking router: a6927e17-78fe-4824-bc2d-0296c3c35483 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:41.950847 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] Routers {'a6927e17-78fe-4824-bc2d-0296c3c35483'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:41.951666 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['a6927e17-78fe-4824-bc2d-0296c3c35483'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.065154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22dbaa98-ae22-4705-9b91-b7cd0c0f969d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.070668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22dbaa98-ae22-4705-9b91-b7cd0c0f969d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.095756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] Set router a6927e17-78fe-4824-bc2d-0296c3c35483 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:42.215820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22dbaa98-ae22-4705-9b91-b7cd0c0f969d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.216501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dbaa98-ae22-4705-9b91-b7cd0c0f969d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Fanout notify agent at l3_agent the message router_deleted on router a6927e17-78fe-4824-bc2d-0296c3c35483 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:42.227253 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:37Z', 'revision_number': 11, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:42.229541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22dbaa98-ae22-4705-9b91-b7cd0c0f969d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.234888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-22dbaa98-ae22-4705-9b91-b7cd0c0f969d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 204 len: 168 time: 0.5637405 Dec 10 18:37:42.235235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44648) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:42.244357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c0127d9d-6b6c-4a1f-841d-69aa9ccde02d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1280499977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:42.274292 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36377807-8e1c-4c98-8013-278d04f6f035 None None] The sync data for ids ['a6927e17-78fe-4824-bc2d-0296c3c35483'] in n-d-821424-1 is: [{'id': 'a6927e17-78fe-4824-bc2d-0296c3c35483', 'name': 'tempest-RoutersIpV6Test-router-514285826', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:36:48Z', 'updated_at': '2021-12-10T18:37:37Z', 'revision_number': 11, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:42.290291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.322684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127d9d-6b6c-4a1f-841d-69aa9ccde02d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.324220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127d9d-6b6c-4a1f-841d-69aa9ccde02d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.413744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127d9d-6b6c-4a1f-841d-69aa9ccde02d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.415852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.430209 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127d9d-6b6c-4a1f-841d-69aa9ccde02d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.477934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:37:42.481523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0127d9d-6b6c-4a1f-841d-69aa9ccde02d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.482787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c0127d9d-6b6c-4a1f-841d-69aa9ccde02d tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2467148 Dec 10 18:37:42.485788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:37:42.486059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:42.490636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:37:42.493907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-68e5e68c-aca5-457b-822e-d1ceab6c6864 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:42.526013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event updated for resources: {'Port': ['ID=f476db5f-9000-4ffd-8b79-6a3b84b16766,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:42.540657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.541030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.541374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.541726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.542070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.542469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.542772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.543113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.543451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.544157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.544157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.544517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.544769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:42.558672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:42.559338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.588754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cbdbf6ec-7a89-4d8f-bdaa-ebce79bc853a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6597459 Dec 10 18:37:42.589394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:42.599428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Request body: {'floatingip': {'port_id': 'f476db5f-9000-4ffd-8b79-6a3b84b16766'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:37:42.715262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.876185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68e5e68c-aca5-457b-822e-d1ceab6c6864 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-534380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60794'] for router, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.898207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cc5400bd-3a60-4deb-8b5f-7d40efc9e0f9 None None] Provisioning complete for port f476db5f-9000-4ffd-8b79-6a3b84b16766 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:37:42.899482 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cc5400bd-3a60-4deb-8b5f-7d40efc9e0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.902680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68e5e68c-aca5-457b-822e-d1ceab6c6864 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-536271', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-534373'] for router, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:42.982495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cc5400bd-3a60-4deb-8b5f-7d40efc9e0f9 None None] Port f476db5f-9000-4ffd-8b79-6a3b84b16766 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:37:43.102149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e5e68c-aca5-457b-822e-d1ceab6c6864 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Router c8c75066-8be6-480d-831e-48aba4baf154 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:37:43.203076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e5e68c-aca5-457b-822e-d1ceab6c6864 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:43.210316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-68e5e68c-aca5-457b-822e-d1ceab6c6864 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.211590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68e5e68c-aca5-457b-822e-d1ceab6c6864 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "PUT /v2.0/routers/c8c75066-8be6-480d-831e-48aba4baf154 HTTP/1.1" status: 200 len: 698 time: 0.7230151 Dec 10 18:37:43.218101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44672) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:43.226298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] Sync routers for ids ['c8c75066-8be6-480d-831e-48aba4baf154'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:43.246193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] Routers {'c8c75066-8be6-480d-831e-48aba4baf154'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:43.246787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c8c75066-8be6-480d-831e-48aba4baf154'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:43.347598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6886ee0c-b141-4578-92c1-5104e407ec43 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/routers/c8c75066-8be6-480d-831e-48aba4baf154 HTTP/1.1" status: 200 len: 704 time: 0.1242785 Dec 10 18:37:43.350278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44678) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:43.378568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] Set router c8c75066-8be6-480d-831e-48aba4baf154 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:43.425419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-00a50ec4-a908-438c-b0c9-3302d755571b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c75066-8be6-480d-831e-48aba4baf154 HTTP/1.1" status: 200 len: 205 time: 0.0715449 Dec 10 18:37:43.426231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:43.451326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c75066-8be6-480d-831e-48aba4baf154', 'name': 'tempest-RoutersIpV6Test-router-1280499977', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:42Z', 'updated_at': '2021-12-10T18:37:42Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:43.485485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] Checking router: c8c75066-8be6-480d-831e-48aba4baf154 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:37:43.495502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] Routers {'c8c75066-8be6-480d-831e-48aba4baf154'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:43.496787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c8c75066-8be6-480d-831e-48aba4baf154'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:43.552481 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebfa-eaae-46bd-95e4-16b4b4f03a1e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.583842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] Set router c8c75066-8be6-480d-831e-48aba4baf154 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:37:43.588299 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.594253 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:43.649194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c75066-8be6-480d-831e-48aba4baf154', 'name': 'tempest-RoutersIpV6Test-router-1280499977', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:42Z', 'updated_at': '2021-12-10T18:37:42Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:43.686925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590db7ec-667e-4a67-a973-8ca163e5b7ae None None] The sync data for ids ['c8c75066-8be6-480d-831e-48aba4baf154'] in n-d-821424-1 is: [{'id': 'c8c75066-8be6-480d-831e-48aba4baf154', 'name': 'tempest-RoutersIpV6Test-router-1280499977', 'tenant_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:37:42Z', 'updated_at': '2021-12-10T18:37:42Z', 'revision_number': 2, 'project_id': 'a7d8d7c7604f4c25a2d790eb05c5ffd4', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:43.755213 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP 77a880e0-2f7c-4e2c-bd08-259d3b14bf46 associated. External IP: 172.25.2.18, port: 43334d3d-3246-4823-95f2-06f4f15a030e. Dec 10 18:37:44.108670 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebfa-eaae-46bd-95e4-16b4b4f03a1e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.111045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebfa-eaae-46bd-95e4-16b4b4f03a1e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.159060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:44.166514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebfa-eaae-46bd-95e4-16b4b4f03a1e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.167617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe6ebfa-eaae-46bd-95e4-16b4b4f03a1e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Fanout notify agent at l3_agent the message router_deleted on router c8c75066-8be6-480d-831e-48aba4baf154 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:44.180472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4fe6ebfa-eaae-46bd-95e4-16b4b4f03a1e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:44.181762 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4fe6ebfa-eaae-46bd-95e4-16b4b4f03a1e tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/c8c75066-8be6-480d-831e-48aba4baf154 HTTP/1.1" status: 204 len: 168 time: 0.7542338 Dec 10 18:37:44.187300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44696) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.252445 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f1512391-63b3-4250-b31c-c2305deccb4b tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8c75066-8be6-480d-831e-48aba4baf154 HTTP/1.1" status: 200 len: 205 time: 0.0622940 Dec 10 18:37:44.252797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44698) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.297010 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-59f9cbfb-f9d8-4bba-939c-e389c247b05f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] delete failed (client error): The resource could not be found. Dec 10 18:37:44.297984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-59f9cbfb-f9d8-4bba-939c-e389c247b05f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/c8c75066-8be6-480d-831e-48aba4baf154 HTTP/1.1" status: 404 len: 336 time: 0.0441904 Dec 10 18:37:44.300649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44700) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.327560 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bee0465-8d41-428b-8659-8745499e2f7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:44.328020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bee0465-8d41-428b-8659-8745499e2f7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:44.333794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7bee0465-8d41-428b-8659-8745499e2f7c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/9e9bf785-41b5-4833-b433-a07409f70fab HTTP/1.1" status: 404 len: 337 time: 0.0297298 Dec 10 18:37:44.333926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44702) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.337305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:44.352348 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:44.366719 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2d36b8-1f52-46a6-856a-a2a7f36cd7c8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:44.367259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2d36b8-1f52-46a6-856a-a2a7f36cd7c8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:44.370825 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4a2d36b8-1f52-46a6-856a-a2a7f36cd7c8 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/06c5c88c-ea1d-4d06-bb63-f2d419cecf19 HTTP/1.1" status: 404 len: 337 time: 0.0357585 Dec 10 18:37:44.373107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44706) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.396109 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:44.397003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.407332 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb44b78-430a-4be3-8b1c-9ecde45e5a91 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:44.407835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb44b78-430a-4be3-8b1c-9ecde45e5a91 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:44.412297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8bb44b78-430a-4be3-8b1c-9ecde45e5a91 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/3e0be137-864f-4fff-afe9-f0097f1eb454 HTTP/1.1" status: 404 len: 337 time: 0.0339110 Dec 10 18:37:44.414556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44712) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.447465 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4032bf-e452-4612-bc3a-14992744708f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:44.448130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4032bf-e452-4612-bc3a-14992744708f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:44.451535 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e4032bf-e452-4612-bc3a-14992744708f tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/f9ae63e8-deb9-48b0-83ce-cd21cf56f303 HTTP/1.1" status: 404 len: 337 time: 0.0359938 Dec 10 18:37:44.454159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44714) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.461661 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.480878 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:44.482159 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.505065 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1378a69a-d6f2-40f2-8f96-657b79a2c693 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 200 len: 205 time: 0.0473409 Dec 10 18:37:44.505360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44716) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.541531 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:44.542702 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0bb801-457f-4486-99e3-295a8aed4707 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:44.559157 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-8a49a8b4-7af5-4f72-9a59-78359bc2ede9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] delete failed (client error): The resource could not be found. Dec 10 18:37:44.562420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a49a8b4-7af5-4f72-9a59-78359bc2ede9 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/a6927e17-78fe-4824-bc2d-0296c3c35483 HTTP/1.1" status: 404 len: 336 time: 0.0539210 Dec 10 18:37:44.563505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.614495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44720) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.615052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d9d4a420-641b-4037-b74a-1c71cf19e0a4 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=637f20ea-7f12-4ddb-8897-5ec81777d7d0 HTTP/1.1" status: 200 len: 205 time: 0.0488014 Dec 10 18:37:44.665852 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-bdbdfee5-d7f1-4501-94d6-3612b3269586 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] delete failed (client error): The resource could not be found. Dec 10 18:37:44.669277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bdbdfee5-d7f1-4501-94d6-3612b3269586 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/637f20ea-7f12-4ddb-8897-5ec81777d7d0 HTTP/1.1" status: 404 len: 336 time: 0.0507030 Dec 10 18:37:44.669992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.726804 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13ec2a6-3433-4790-9e24-900cebb0638c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:44.729447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13ec2a6-3433-4790-9e24-900cebb0638c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:44.736157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d13ec2a6-3433-4790-9e24-900cebb0638c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/378b2fcf-d455-4a4a-b26a-9a3a9cea78e4 HTTP/1.1" status: 404 len: 337 time: 0.0624330 Dec 10 18:37:44.736554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44728) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.804995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-03859086-04e1-4683-8ea6-f9977d9a4656 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=78f4c54b-13b8-4a4c-931b-50b43b9d58f2 HTTP/1.1" status: 200 len: 205 time: 0.0669291 Dec 10 18:37:44.807903 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44730) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.838729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 0ae36950-8fdf-4984-b2a7-a647f29117b4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:44.900749 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-062c5cc4-8033-4075-b6bd-3a636745486c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] delete failed (client error): The resource could not be found. Dec 10 18:37:44.902147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-062c5cc4-8033-4075-b6bd-3a636745486c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/78f4c54b-13b8-4a4c-931b-50b43b9d58f2 HTTP/1.1" status: 404 len: 336 time: 0.0930679 Dec 10 18:37:44.905547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44732) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.949462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9299fc19-e64c-46b2-856e-e42791fe3455 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=81769e80-3506-4dd0-ae8f-c5df660693a4 HTTP/1.1" status: 200 len: 205 time: 0.0421481 Dec 10 18:37:44.952240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44734) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:44.979408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:44.993568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] Sync routers for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:44.999531 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-69c34888-2f23-4995-8016-1b26878c3221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] delete failed (client error): The resource could not be found. Dec 10 18:37:45.000180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.002654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69c34888-2f23-4995-8016-1b26878c3221 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/81769e80-3506-4dd0-ae8f-c5df660693a4 HTTP/1.1" status: 404 len: 336 time: 0.0474448 Dec 10 18:37:45.003252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44736) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.020914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:45.021550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.037863 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-76044c07-6a4b-484f-ae34-7be5fc791446 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:45.039248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76044c07-6a4b-484f-ae34-7be5fc791446 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:45.045409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-76044c07-6a4b-484f-ae34-7be5fc791446 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/5b0ebaf2-2a46-4c64-bc40-a71a7afd1b6c HTTP/1.1" status: 404 len: 337 time: 0.0387285 Dec 10 18:37:45.045646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44738) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.079415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.089638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:45.090632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.136496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d276cc52-12ac-419b-a953-f05fa32a0b55 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef0730d-0339-49cb-afac-0025a1237ebf HTTP/1.1" status: 200 len: 205 time: 0.0894752 Dec 10 18:37:45.140272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44748) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.168379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:45.168628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-80480914-e6ee-4749-8fc3-011d76f11c2a tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/floatingips/77a880e0-2f7c-4e2c-bd08-259d3b14bf46 HTTP/1.1" status: 200 len: 976 time: 2.5716879 Dec 10 18:37:45.169618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44750) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.178785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20efa556-5603-4e3b-aafe-754d0f648133 None None] The sync data for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:45.231377 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-a2fa0a12-04af-4fed-b253-193368cdf594 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] delete failed (client error): The resource could not be found. Dec 10 18:37:45.235242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a2fa0a12-04af-4fed-b253-193368cdf594 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/aef0730d-0339-49cb-afac-0025a1237ebf HTTP/1.1" status: 404 len: 336 time: 0.0941865 Dec 10 18:37:45.235968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44752) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.268586 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c87e30-9df3-4771-b031-ffb8038fa1ed tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:45.269072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c87e30-9df3-4771-b031-ffb8038fa1ed tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:45.276372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-88c87e30-9df3-4771-b031-ffb8038fa1ed tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/dcbe8543-bfea-4ba1-a432-3563f94aae84 HTTP/1.1" status: 404 len: 337 time: 0.0391221 Dec 10 18:37:45.276677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.322174 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5bf0a26c-7f36-434c-ace4-b25b96ea0cad tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "GET /v2.0/ports?device_id=77c1d487-3372-45b9-948e-c435a8dbc9c6 HTTP/1.1" status: 200 len: 205 time: 0.0442479 Dec 10 18:37:45.324472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44756) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.388551 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-bf38de57-ec82-41b3-8d17-d722a584304c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] delete failed (client error): The resource could not be found. Dec 10 18:37:45.392837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44758) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.402076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bf38de57-ec82-41b3-8d17-d722a584304c tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/routers/77c1d487-3372-45b9-948e-c435a8dbc9c6 HTTP/1.1" status: 404 len: 336 time: 0.0640595 Dec 10 18:37:45.420144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port f476db5f-9000-4ffd-8b79-6a3b84b16766 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:45.420768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.435299 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-476f0457-168e-4593-a64e-000fcd14f1b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:45.435772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476f0457-168e-4593-a64e-000fcd14f1b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:45.442446 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-476f0457-168e-4593-a64e-000fcd14f1b2 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/b6fbbe50-3d03-425f-b678-1cb299e17e81 HTTP/1.1" status: 404 len: 337 time: 0.0476737 Dec 10 18:37:45.443099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44764) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:45.488786 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8095e3-234a-49da-be69-68480e116f17 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:45.490152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8095e3-234a-49da-be69-68480e116f17 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:45.494650 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0f8095e3-234a-49da-be69-68480e116f17 tempest-RoutersIpV6Test-999028020 tempest-RoutersIpV6Test-999028020-project] 10.222.0.55 "DELETE /v2.0/subnets/58f66f12-0ef3-4ccd-940d-513d4a81ce31 HTTP/1.1" status: 404 len: 337 time: 0.0487149 Dec 10 18:37:45.587752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.812489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.813076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:45.813447 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Floating IP 77a880e0-2f7c-4e2c-bd08-259d3b14bf46 disassociated. External IP: 172.25.2.18, port: f476db5f-9000-4ffd-8b79-6a3b84b16766. Dec 10 18:37:45.814003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for f476db5f-9000-4ffd-8b79-6a3b84b16766 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:45.936747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44776) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:46.007539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.052352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=f476db5f-9000-4ffd-8b79-6a3b84b16766,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:46.163586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ff752bad-a340-400b-a32b-2b3863a23df8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a7d8d7c7604f4c25a2d790eb05c5ffd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253935 Dec 10 18:37:46.165153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44784) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:46.240408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 0ae36950-8fdf-4984-b2a7-a647f29117b4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:46.292783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ca6f27f-1353-4e24-906c-03c311101297 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.331632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ca6f27f-1353-4e24-906c-03c311101297 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.399974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ca6f27f-1353-4e24-906c-03c311101297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.403008 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ca6f27f-1353-4e24-906c-03c311101297 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.407585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4ca6f27f-1353-4e24-906c-03c311101297 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/df804d31-5fa1-472b-8660-c34b32ef65fb HTTP/1.1" status: 204 len: 168 time: 0.2387547 Dec 10 18:37:46.433663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6f27f-1353-4e24-906c-03c311101297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df804d31-5fa1-472b-8660-c34b32ef65fb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:46.452055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:46.469573 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] Sync routers for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:46.499067 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:46.499812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:46.543793 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:46.550542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:46.558315 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:46.559262 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:46.559661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-84938f9b-cd38-450d-b5a3-bc1b3a7be2bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/ports/f476db5f-9000-4ffd-8b79-6a3b84b16766 HTTP/1.1" status: 204 len: 168 time: 1.3884437 Dec 10 18:37:46.562505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44796) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:46.604798 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:46.605812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2dc173-1a7f-4272-b5de-10b77b8616d8 None None] The sync data for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:47.080946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.479927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port dc053504-72d0-4694-bbf1-fe71a2b8a279 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:47.482957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.607531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.623202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for dc053504-72d0-4694-bbf1-fe71a2b8a279 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:47.856223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:47.891528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=dc053504-72d0-4694-bbf1-fe71a2b8a279,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:48.168267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.475743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 0ae36950-8fdf-4984-b2a7-a647f29117b4 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:48.620004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:48.628500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-61fb58b9-2cb1-40ee-9983-c1d16afcbecb tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/routers/0ae36950-8fdf-4984-b2a7-a647f29117b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0643971 Dec 10 18:37:48.628994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44868) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:48.639562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] Sync routers for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:48.653975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:48.655095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:48.699435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:48.709554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] Routers {'0ae36950-8fdf-4984-b2a7-a647f29117b4'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:48.710461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0ae36950-8fdf-4984-b2a7-a647f29117b4'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:48.751914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:48.752587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf96a3-ac81-4d69-9385-48328ef6e673 None None] The sync data for ids ['0ae36950-8fdf-4984-b2a7-a647f29117b4'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:48.794060 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.827212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:48.925992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.986791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:48.995030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port b7e4002d-f353-4512-942e-7e8ce39537a7 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:48.997104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.105989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.116333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.123569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.126933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for b7e4002d-f353-4512-942e-7e8ce39537a7 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:49.171365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ea135bc213b48cfbd0fcaf71a58307a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3429465 Dec 10 18:37:49.172451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8901a9f0-22ba-4e72-9f8a-bdbfdc835146,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:49.174930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44882) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:49.198576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.199368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.199368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.201810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.201810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.201810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.201810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.201810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.201810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.202702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.203000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.203422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.203844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cbfcf9-d2f7-4b18-9cd8-36bc1dd84db1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:37:49.256587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e34bc7d1-7987-4acd-ad69-ef48dc23f21c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.288461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e34bc7d1-7987-4acd-ad69-ef48dc23f21c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.370704 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e34bc7d1-7987-4acd-ad69-ef48dc23f21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.377956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e34bc7d1-7987-4acd-ad69-ef48dc23f21c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.382777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e34bc7d1-7987-4acd-ad69-ef48dc23f21c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8901a9f0-22ba-4e72-9f8a-bdbfdc835146 HTTP/1.1" status: 204 len: 168 time: 0.2042623 Dec 10 18:37:49.401090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34bc7d1-7987-4acd-ad69-ef48dc23f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8901a9f0-22ba-4e72-9f8a-bdbfdc835146,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:49.752773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.768010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44900) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:49.777913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd97be05-8cd3-45c5-b0c2-79a088abd527 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:49.789808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a2da269-9075-4a85-8669-c6d0d844a126 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.875944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=b7e4002d-f353-4512-942e-7e8ce39537a7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:49.891261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.941415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a2da269-9075-4a85-8669-c6d0d844a126 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:49.946687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a2da269-9075-4a85-8669-c6d0d844a126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.008853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a2da269-9075-4a85-8669-c6d0d844a126 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=66ddff809618482c901be1230b804db8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370358 Dec 10 18:37:50.008853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2da269-9075-4a85-8669-c6d0d844a126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b46714-eda2-4951-8cff-ee60a3058f45,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:50.012520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44908) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:50.022076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.024468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.078842 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c27c196d-27ca-4551-92f3-62daa575c5a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.086158 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.086158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae36950-8fdf-4984-b2a7-a647f29117b4 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:50.107216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.110373 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c27c196d-27ca-4551-92f3-62daa575c5a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.112028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44910) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:50.112401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6262ffb9-09b1-4037-bd9f-7b856ead3118 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/routers/0ae36950-8fdf-4984-b2a7-a647f29117b4 HTTP/1.1" status: 204 len: 168 time: 1.4817393 Dec 10 18:37:50.448446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting subnet b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:50.452917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.495396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c27c196d-27ca-4551-92f3-62daa575c5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.499197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c27c196d-27ca-4551-92f3-62daa575c5a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.503132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c27c196d-27ca-4551-92f3-62daa575c5a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5b46714-eda2-4951-8cff-ee60a3058f45 HTTP/1.1" status: 204 len: 168 time: 0.4895790 Dec 10 18:37:50.520864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.523800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c196d-27ca-4551-92f3-62daa575c5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b46714-eda2-4951-8cff-ee60a3058f45,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:50.659146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.748720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.765341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:50.772287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/subnets/b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8 HTTP/1.1" status: 204 len: 168 time: 0.6561806 Dec 10 18:37:50.773161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44926) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:50.776553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc825927-59d2-456c-b386-3e79f9028268 None None] Network ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:37:50.792923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0269f0-e7c1-4c5d-a409-cde4aefbf120 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Subnet': ['ID=b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:50.898019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.002538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:51.002877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.068953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] DHCP port deletion for ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:51.088833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] For port 2128715f-bed1-4ca1-b6e0-9f1bfb872315, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2128715f-bed1-4ca1-b6e0-9f1bfb872315,segment=NetworkSegment(787aa65e-a5ae-447b-8376-34419e9d72f8),segment_id=787aa65e-a5ae-447b-8376-34419e9d72f8)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:51.089471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.111628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 2128715f-bed1-4ca1-b6e0-9f1bfb872315 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:51.152694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] Deleting port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:51.153931 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.227564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.238094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] For port 2128715f-bed1-4ca1-b6e0-9f1bfb872315, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2128715f-bed1-4ca1-b6e0-9f1bfb872315,segment=NetworkSegment(787aa65e-a5ae-447b-8376-34419e9d72f8),segment_id=787aa65e-a5ae-447b-8376-34419e9d72f8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:37:51.238821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.257179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] Calling delete_port for 2128715f-bed1-4ca1-b6e0-9f1bfb872315 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:51.262815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=2128715f-bed1-4ca1-b6e0-9f1bfb872315,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:51.266710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] No DVR routers for this DVR port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:51.394973 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.428826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.474232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:51.485354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] Pushing event deleted for resources: {'Port': ['ID=2128715f-bed1-4ca1-b6e0-9f1bfb872315,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:51.493410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972a7609-544e-492b-ba10-335b1c8c713d None None] No DVR routers for this DVR port 2128715f-bed1-4ca1-b6e0-9f1bfb872315 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:37:51.497767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787aa65e-a5ae-447b-8376-34419e9d72f8') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:51.498018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787aa65e-a5ae-447b-8376-34419e9d72f8') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:51.525915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.544839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.557396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:51.558168 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:51.574766 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:51.672047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.692898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:51.697043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/networks/ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b HTTP/1.1" status: 204 len: 168 time: 0.9223368 Dec 10 18:37:51.700310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44962) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:51.714719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3dcef-38a1-466b-9bd5-ae1e61ef7a87 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Network': ['ID=ead60ee3-6eb3-46cb-98b7-d4e9f2ac2b6b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:51.900490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 52a933cf-3cd5-4593-8cb7-b7ccd14f4c5d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:51.901068 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.004163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.004163 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.022735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 52a933cf-3cd5-4593-8cb7-b7ccd14f4c5d owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:52.192788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.229079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=52a933cf-3cd5-4593-8cb7-b7ccd14f4c5d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:52.340972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.344958 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.347010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0a6a6e8b-9124-44d8-beb6-7ac6ca0b7e8b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/floatingips/77a880e0-2f7c-4e2c-bd08-259d3b14bf46 HTTP/1.1" status: 204 len: 168 time: 0.6450739 Dec 10 18:37:52.350477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:52.381576 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a5d2c8-aa13-4c19-87cc-3ceda35c7296 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:52.383282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a5d2c8-aa13-4c19-87cc-3ceda35c7296 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:52.387395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a1a5d2c8-aa13-4c19-87cc-3ceda35c7296 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/ports/f476db5f-9000-4ffd-8b79-6a3b84b16766 HTTP/1.1" status: 404 len: 333 time: 0.0358102 Dec 10 18:37:52.390263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44988) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:52.431615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-74dc91af-a74c-4be5-8e39-55ad28caf8bf tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ae36950-8fdf-4984-b2a7-a647f29117b4 HTTP/1.1" status: 200 len: 205 time: 0.0398493 Dec 10 18:37:52.434449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 44994) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:52.486452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2128715f-bed1-4ca1-b6e0-9f1bfb872315 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:37:52.502731 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-993f6a1b-cd54-40b7-a6fb-7c666a5d17d8 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] delete failed (client error): The resource could not be found. Dec 10 18:37:52.508352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 44998) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:52.508566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-993f6a1b-cd54-40b7-a6fb-7c666a5d17d8 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/routers/0ae36950-8fdf-4984-b2a7-a647f29117b4 HTTP/1.1" status: 404 len: 336 time: 0.0728376 Dec 10 18:37:52.534767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2128715f-bed1-4ca1-b6e0-9f1bfb872315 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:37:52.535435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2128715f-bed1-4ca1-b6e0-9f1bfb872315 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:37:52.564845 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b65676e-8c04-4121-863e-7a22c5cb745f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] DELETE failed (client error): The resource could not be found. Dec 10 18:37:52.565586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b65676e-8c04-4121-863e-7a22c5cb745f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:37:52.569453 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1b65676e-8c04-4121-863e-7a22c5cb745f tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/subnets/b976b9a2-1f52-470b-bd1d-4d2dd0acc3e8 HTTP/1.1" status: 404 len: 337 time: 0.0592213 Dec 10 18:37:52.572259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45000) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:52.698634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 43334d3d-3246-4823-95f2-06f4f15a030e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:52.699112 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.846149 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:52.874199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 43334d3d-3246-4823-95f2-06f4f15a030e owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:53.056369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.112577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=43334d3d-3246-4823-95f2-06f4f15a030e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:53.182468 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.189012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45030) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:53.189243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c5e43c3d-130d-49df-96b8-4d0e2d306886 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/ports/43334d3d-3246-4823-95f2-06f4f15a030e HTTP/1.1" status: 204 len: 168 time: 0.6155627 Dec 10 18:37:53.314778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 808f35df-f4b9-4bb4-a870-28fe44c3e7e3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:53.315126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.430827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.455756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 808f35df-f4b9-4bb4-a870-28fe44c3e7e3 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:53.498501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45040) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:53.681754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64483b00-6860-4638-84e7-5f5656441c9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.685458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.722983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=808f35df-f4b9-4bb4-a870-28fe44c3e7e3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:53.832691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.833973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64483b00-6860-4638-84e7-5f5656441c9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.836506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-53705082-4eb7-4128-88b1-9cf13b60db45 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/ports/808f35df-f4b9-4bb4-a870-28fe44c3e7e3 HTTP/1.1" status: 204 len: 168 time: 0.6458983 Dec 10 18:37:53.838875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45048) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:53.841655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64483b00-6860-4638-84e7-5f5656441c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:53.900337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef467897-50c2-4b3b-ae10-2cfd1c0f7cd0 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:37:53.902403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ef467897-50c2-4b3b-ae10-2cfd1c0f7cd0 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d016033-5e7c-485c-938b-c32399e0ecea HTTP/1.1" status: 200 len: 913 time: 0.0624883 Dec 10 18:37:53.905302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45052) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:53.913330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45054) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:53.914438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64483b00-6860-4638-84e7-5f5656441c9b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=53b6b0f07dae486490b2337d983fe676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4142478 Dec 10 18:37:53.920157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64483b00-6860-4638-84e7-5f5656441c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fcf8f3-c254-4541-a7b4-34b4d1cd29bc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:54.056941 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3e1baa5-2d29-46d0-ab9f-caf5477d4d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.136857 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3e1baa5-2d29-46d0-ab9f-caf5477d4d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.255312 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3e1baa5-2d29-46d0-ab9f-caf5477d4d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.258318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d3e1baa5-2d29-46d0-ab9f-caf5477d4d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.259489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d3e1baa5-2d29-46d0-ab9f-caf5477d4d08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f6fcf8f3-c254-4541-a7b4-34b4d1cd29bc HTTP/1.1" status: 204 len: 168 time: 0.3450015 Dec 10 18:37:54.276479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1baa5-2d29-46d0-ab9f-caf5477d4d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fcf8f3-c254-4541-a7b4-34b4d1cd29bc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:54.461669 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.679112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45076) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:54.696533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94fb58d8-788d-4ff5-af3a-e256b63587a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.822409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94fb58d8-788d-4ff5-af3a-e256b63587a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.828157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94fb58d8-788d-4ff5-af3a-e256b63587a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.845960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port 400d2f83-1f23-4e63-97a5-176c57b7bfc6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:54.846392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.871921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb58d8-788d-4ff5-af3a-e256b63587a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b470da34-d586-45c1-bce2-b2f358e76f59,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:54.896478 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94fb58d8-788d-4ff5-af3a-e256b63587a7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=700f6415ebf7429da10acf93224a960e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2151372 Dec 10 18:37:54.899376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45078) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:54.950879 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:54.967954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for 400d2f83-1f23-4e63-97a5-176c57b7bfc6 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:54.972869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f9924c8a-14b0-4296-9a39-7db670abf1cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.030673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f9924c8a-14b0-4296-9a39-7db670abf1cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.096005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f9924c8a-14b0-4296-9a39-7db670abf1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.099290 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f9924c8a-14b0-4296-9a39-7db670abf1cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.100694 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f9924c8a-14b0-4296-9a39-7db670abf1cf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b470da34-d586-45c1-bce2-b2f358e76f59 HTTP/1.1" status: 204 len: 168 time: 0.1997733 Dec 10 18:37:55.115915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9924c8a-14b0-4296-9a39-7db670abf1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b470da34-d586-45c1-bce2-b2f358e76f59,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:55.272837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.311752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=400d2f83-1f23-4e63-97a5-176c57b7bfc6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:55.557873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:55.919794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Router 3d016033-5e7c-485c-938b-c32399e0ecea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:37:56.072332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:37:56.084564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f940aeac-e50d-4080-a190-b1d860c435d4 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "PUT /v2.0/routers/3d016033-5e7c-485c-938b-c32399e0ecea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1744857 Dec 10 18:37:56.088345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:56.095158 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] Sync routers for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:37:56.112551 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:56.112551 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.185549 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.204225 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] Routers {'3d016033-5e7c-485c-938b-c32399e0ecea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:37:56.205003 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:37:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3d016033-5e7c-485c-938b-c32399e0ecea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.262164 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:56.264370 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d16bce-8345-4242-aed5-e20e35df5161 None None] The sync data for ids ['3d016033-5e7c-485c-938b-c32399e0ecea'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:37:56.365154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.521120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.598399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting port f77d885b-0ed1-40b6-ae88-c746b9999f23 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:37:56.598702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.725702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:56.750125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Calling delete_port for f77d885b-0ed1-40b6-ae88-c746b9999f23 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:37:57.008917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.037162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Port': ['ID=f77d885b-0ed1-40b6-ae88-c746b9999f23,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.076977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124251d1-8135-455c-a570-5a29277c28c7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:37:57.143101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.278495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.282678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.344481 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.346003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Fanout notify agent at l3_agent the message router_deleted on router 3d016033-5e7c-485c-938b-c32399e0ecea {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:37:57.369132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.370515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-05be747c-5fcd-4011-9122-b099ce0f96ad tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/routers/3d016033-5e7c-485c-938b-c32399e0ecea HTTP/1.1" status: 204 len: 168 time: 1.2809348 Dec 10 18:37:57.373600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45168) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:57.449715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Deleting subnet 4e5867ce-1edf-4ab8-9f05-ad55103c571c {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:37:57.454109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.514489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.576309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.674296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.709280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5867ce-1edf-4ab8-9f05-ad55103c571c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:57.712360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.718834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45176) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:57.719194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c79d28ff-2f17-4180-9abd-888284ab0fa2 tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/subnets/4e5867ce-1edf-4ab8-9f05-ad55103c571c HTTP/1.1" status: 204 len: 168 time: 0.3434272 Dec 10 18:37:57.845151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.953979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:57.980983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649b8073-be9b-40fa-98aa-118df7f2394c']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:57.995314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e79526-c119-4a34-ac58-43144c33b1e5') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:57.995314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e79526-c119-4a34-ac58-43144c33b1e5') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:37:58.006613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.021244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.031425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:37:58.031664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:37:58.035201 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:37:58.152382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.157260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.160774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] 10.222.0.55 "DELETE /v2.0/networks/649b8073-be9b-40fa-98aa-118df7f2394c HTTP/1.1" status: 204 len: 168 time: 0.4409158 Dec 10 18:37:58.187630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3e78f-3763-4ed8-9849-1ccf70d5a21b tempest-FloatingIPTestJSON-1835881482 tempest-FloatingIPTestJSON-1835881482-project] Pushing event deleted for resources: {'Network': ['ID=649b8073-be9b-40fa-98aa-118df7f2394c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:37:58.300209 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef01c860-bef1-4d11-9429-a1260e1ff440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.596142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45208) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:58.857586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45218) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:37:58.874304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9ef95709-323a-459e-9224-05012449b496 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cb07b225cfe24076af31c31e575226c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2575467 Dec 10 18:37:58.945821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5372a1f0-ebef-4501-af5c-4c16fe1a99c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:58.972708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5372a1f0-ebef-4501-af5c-4c16fe1a99c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.040694 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5372a1f0-ebef-4501-af5c-4c16fe1a99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.049993 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5372a1f0-ebef-4501-af5c-4c16fe1a99c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:37:59.051232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5372a1f0-ebef-4501-af5c-4c16fe1a99c7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7c323b0-98b0-4bad-8e43-21cd62605ea0 HTTP/1.1" status: 204 len: 168 time: 0.1919713 Dec 10 18:37:59.090742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372a1f0-ebef-4501-af5c-4c16fe1a99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c323b0-98b0-4bad-8e43-21cd62605ea0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:00.065725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45268) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:00.250971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1438082989'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:00.289844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Made reservation on behalf of f67a0d3ddab642e097bcd62d839e22c4 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:00.294733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.310756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.416571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.422518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.458718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:00.479358 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.479719 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Added segment da36149a-5c14-46ec-8aff-a93065262255 of type vlan for network 105d1ab8-b012-49c1-a470-60930d13c857 Dec 10 18:38:00.495352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412b2c09-2ed1-418a-91eb-11f51c99b701,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:00.612745 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.682010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.687745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:00.688357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:00.772424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7011313 Dec 10 18:38:00.772813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45296) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:00.778202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'subnet': {'network_id': '105d1ab8-b012-49c1-a470-60930d13c857', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:00.812125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21faaca-f74a-466b-aaf1-b939a9491d36 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Network': ['ID=105d1ab8-b012-49c1-a470-60930d13c857,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:00.825764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 105d1ab8-b012-49c1-a470-60930d13c857 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:00.946143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Made reservation on behalf of f67a0d3ddab642e097bcd62d839e22c4 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:00.951697 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.251069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.330864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Subnet': ['ID=ac63aad4-58f8-4995-ae1a-7685484a6b5a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:01.333124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Checking segment: {'id': 'da36149a-5c14-46ec-8aff-a93065262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '105d1ab8-b012-49c1-a470-60930d13c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:01.333675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Network hostable DHCP agents. Network: 105d1ab8-b012-49c1-a470-60930d13c857, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:01.365994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Network 105d1ab8-b012-49c1-a470-60930d13c857 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:01.389866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 105d1ab8-b012-49c1-a470-60930d13c857) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:01.402178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:01.405076 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.408210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109bb236-3710-40b0-b9c7-212b38eb2016 None None] Network 105d1ab8-b012-49c1-a470-60930d13c857 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:01.436900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c57572a0-3ecf-4346-b2b7-6e2639a4e526 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6630235 Dec 10 18:38:01.439497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45314) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:01.446445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-136634ef-abcd-462b-a27e-d1894219115a tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1504097106', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:01.479002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-136634ef-abcd-462b-a27e-d1894219115a tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.480605 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-136634ef-abcd-462b-a27e-d1894219115a tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.546973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-136634ef-abcd-462b-a27e-d1894219115a tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.555225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-136634ef-abcd-462b-a27e-d1894219115a tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.565317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-105d1ab8-b012-49c1-a470-60930d13c857', 'network_id': '105d1ab8-b012-49c1-a470-60930d13c857', 'project_id': 'f67a0d3ddab642e097bcd62d839e22c4', 'fixed_ips': [{'subnet_id': 'ac63aad4-58f8-4995-ae1a-7685484a6b5a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:01.566230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.598738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-136634ef-abcd-462b-a27e-d1894219115a tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.603993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-136634ef-abcd-462b-a27e-d1894219115a tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1593626 Dec 10 18:38:01.603993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45316) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:01.724444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8158da12-39df-4eb3-b52c-7d2be6a2ceec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:01.875277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Allocated IP 172.20.0.2 (105d1ab8-b012-49c1-a470-60930d13c857/ac63aad4-58f8-4995-ae1a-7685484a6b5a/e7e73957-8227-4060-be7f-56130ca1bbad) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:02.147174 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.184726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.186057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.198974 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.242579 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.327039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Network 105d1ab8-b012-49c1-a470-60930d13c857 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:02.330468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:02.376321 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:02.378733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Pushing event updated for resources: {'Port': ['ID=e7e73957-8227-4060-be7f-56130ca1bbad,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:02.455023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.455534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.455981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.456562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.457544 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.458241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.458980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.459560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.460559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.461930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.462206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.462538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.462884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:02.490548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Attempting to bind port e7e73957-8227-4060-be7f-56130ca1bbad on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:02.490975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Attempting to bind port e7e73957-8227-4060-be7f-56130ca1bbad by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'da36149a-5c14-46ec-8aff-a93065262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '105d1ab8-b012-49c1-a470-60930d13c857'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:02.491279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Attempting to bind port e7e73957-8227-4060-be7f-56130ca1bbad on network 105d1ab8-b012-49c1-a470-60930d13c857 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:02.507729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:02.508137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Checking segment: {'id': 'da36149a-5c14-46ec-8aff-a93065262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '105d1ab8-b012-49c1-a470-60930d13c857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:02.508583 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.508995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Bound using segment: {'id': 'da36149a-5c14-46ec-8aff-a93065262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '105d1ab8-b012-49c1-a470-60930d13c857'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:02.509494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Bound port: e7e73957-8227-4060-be7f-56130ca1bbad, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da36149a-5c14-46ec-8aff-a93065262255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '105d1ab8-b012-49c1-a470-60930d13c857'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:02.510072 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.668293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] For port e7e73957-8227-4060-be7f-56130ca1bbad, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:02.686149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] For port e7e73957-8227-4060-be7f-56130ca1bbad, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e7e73957-8227-4060-be7f-56130ca1bbad,segment=NetworkSegment(da36149a-5c14-46ec-8aff-a93065262255),segment_id=da36149a-5c14-46ec-8aff-a93065262255)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:02.691767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:02.794999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd61313-7fcf-4a6e-92d2-e05f2cd0ebb8 None None] Pushing event updated for resources: {'Port': ['ID=e7e73957-8227-4060-be7f-56130ca1bbad,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:02.889964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Allocated IP 172.20.0.1 (105d1ab8-b012-49c1-a470-60930d13c857/ac63aad4-58f8-4995-ae1a-7685484a6b5a/9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:03.062748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.115105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.181288 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Network 105d1ab8-b012-49c1-a470-60930d13c857 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:03.185299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:03.189869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:03.219948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Port': ['ID=9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:03.266097 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.764453 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:03.819022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.134049 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.189296 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.209073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.367486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.369467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Port': ['ID=9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:04.433860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02065383-a669-4b00-bf0b-7f3551d792bd None None] Network 105d1ab8-b012-49c1-a470-60930d13c857 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:04.539632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Network 105d1ab8-b012-49c1-a470-60930d13c857 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:04.541666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:04.562582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e7e73957-8227-4060-be7f-56130ca1bbad up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:04.684568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b34b75fe-5cb9-45b4-922b-7cab05ff6a63 None None] Provisioning complete for port e7e73957-8227-4060-be7f-56130ca1bbad triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:04.685083 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b34b75fe-5cb9-45b4-922b-7cab05ff6a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.730275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Router 5f04829e-81ef-4fd7-b06f-741259da4399 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:38:04.787993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.801256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e7e73957-8227-4060-be7f-56130ca1bbad triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:04.802015 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.933672 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b34b75fe-5cb9-45b4-922b-7cab05ff6a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:04.968623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:04.987974 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc0ac9ac-4ebd-4809-8c3c-0d32030da9ff tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "PUT /v2.0/routers/5f04829e-81ef-4fd7-b06f-741259da4399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3805256 Dec 10 18:38:04.990516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45382) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:05.014557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'port': {'network_id': '105d1ab8-b012-49c1-a470-60930d13c857', 'name': 'tempest-FloatingIPNegativeTestJSON-61729857'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:05.021385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] Sync routers for ids ['5f04829e-81ef-4fd7-b06f-741259da4399'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:05.109442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] Routers {'5f04829e-81ef-4fd7-b06f-741259da4399'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:05.110239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:38:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5f04829e-81ef-4fd7-b06f-741259da4399'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.200844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b34b75fe-5cb9-45b4-922b-7cab05ff6a63 None None] For port e7e73957-8227-4060-be7f-56130ca1bbad, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e7e73957-8227-4060-be7f-56130ca1bbad,segment=NetworkSegment(da36149a-5c14-46ec-8aff-a93065262255),segment_id=da36149a-5c14-46ec-8aff-a93065262255)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:05.203397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.265339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b34b75fe-5cb9-45b4-922b-7cab05ff6a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.271682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Made reservation on behalf of f67a0d3ddab642e097bcd62d839e22c4 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:05.287168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.309477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] Routers {'5f04829e-81ef-4fd7-b06f-741259da4399'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:05.310348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:38:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5f04829e-81ef-4fd7-b06f-741259da4399'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.357530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] device_id is not set on port 9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:05.376850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:05.377532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9388bb8c-d2b2-44ef-bcac-368cd295babb None None] The sync data for ids ['5f04829e-81ef-4fd7-b06f-741259da4399'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:05.427811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b75fe-5cb9-45b4-922b-7cab05ff6a63 None None] Pushing event updated for resources: {'Port': ['ID=e7e73957-8227-4060-be7f-56130ca1bbad,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:05.471314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-57b690aa-8931-4410-8783-ec31bafb9b2b None None] Provisioning complete for port 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:05.472082 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57b690aa-8931-4410-8783-ec31bafb9b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.526134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-57b690aa-8931-4410-8783-ec31bafb9b2b None None] Port 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:05.553446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-57b690aa-8931-4410-8783-ec31bafb9b2b None None] Provisioning complete for port e7e73957-8227-4060-be7f-56130ca1bbad triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:05.554126 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57b690aa-8931-4410-8783-ec31bafb9b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.591944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Allocated IP 172.20.0.10 (105d1ab8-b012-49c1-a470-60930d13c857/ac63aad4-58f8-4995-ae1a-7685484a6b5a/9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:05.899465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8e77ad48-c1da-41ae-960e-c9b4e26d9a8c None None] Provisioning complete for port 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:05.900077 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8e77ad48-c1da-41ae-960e-c9b4e26d9a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.963922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:05.983178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8e77ad48-c1da-41ae-960e-c9b4e26d9a8c None None] Port 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:06.043748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.164407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a307a56d-a5aa-4203-9806-f62ee42720e3 None None] Provisioning complete for port 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:06.164778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a307a56d-a5aa-4203-9806-f62ee42720e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.169379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Network 105d1ab8-b012-49c1-a470-60930d13c857 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:06.180098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:06.231790 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:38:06.247117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:06.291827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a307a56d-a5aa-4203-9806-f62ee42720e3 None None] Port 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:06.368211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Port': ['ID=9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:06.425629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:06.439478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.481005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45414) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:06.483181 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e36dc7b0-b57f-49b0-99d8-7c1db9529c56 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4914250 Dec 10 18:38:06.487688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:06.521990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e7e73957-8227-4060-be7f-56130ca1bbad up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:06.544572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.580396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e7e73957-8227-4060-be7f-56130ca1bbad triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:06.581177 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.737599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.739229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fef824d5-4dd1-45f6-84d6-9980e985935a None None] Provisioning complete for port 9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:06.739608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fef824d5-4dd1-45f6-84d6-9980e985935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:06.813940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fef824d5-4dd1-45f6-84d6-9980e985935a None None] Port 9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:06.906130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Allocated IP 172.25.2.248 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/8a65c72b-88d7-49a7-b6bb-8991f48b012f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:07.037992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.106840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.198012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:07.201272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:07.205449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:07.211584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Port': ['ID=8a65c72b-88d7-49a7-b6bb-8991f48b012f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:07.314273 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.361158 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.577737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.588371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.669368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Port': ['ID=8a65c72b-88d7-49a7-b6bb-8991f48b012f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:07.698208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.733442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.737699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-94b70055-4679-4792-8060-ae4b6cae95ea tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2522242 Dec 10 18:38:07.737937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45440) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:07.744953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c0949a9a-2548-45c7-a112-3ddf89cdafd5 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'floatingip': {'port_id': '9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:07.779189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-323ac151-21a6-4649-8345-d71cbff608a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0634382 Dec 10 18:38:07.802479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0949a9a-2548-45c7-a112-3ddf89cdafd5 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:07.967925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226dccf-ae55-43e4-884b-1956796d13ce req-3debcebe-d5b6-48b6-bf30-e2682c557e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:07.969554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-3debcebe-d5b6-48b6-bf30-e2682c557e71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1097 time: 0.1061308 Dec 10 18:38:07.985556 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-c0949a9a-2548-45c7-a112-3ddf89cdafd5 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] update failed (client error): The resource could not be found. Dec 10 18:38:07.989998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45442) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:07.990513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c0949a9a-2548-45c7-a112-3ddf89cdafd5 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "PUT /v2.0/floatingips/76590a8d-f756-4334-b354-c20b9604625b HTTP/1.1" status: 404 len: 507 time: 0.2507637 Dec 10 18:38:08.219273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226dccf-ae55-43e4-884b-1956796d13ce req-705920ab-47a6-49d7-8c0d-75c88719f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:08.221212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-705920ab-47a6-49d7-8c0d-75c88719f65a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.2284777 Dec 10 18:38:08.307853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-8880d67a-dbd9-4987-b993-fda001a5ccfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 1002 time: 0.0785911 Dec 10 18:38:08.310307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Deleting port 8a65c72b-88d7-49a7-b6bb-8991f48b012f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:08.310683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.420737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226dccf-ae55-43e4-884b-1956796d13ce req-c84a7fd0-2328-4f6c-b3c9-e40ff773fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:08.422396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-c84a7fd0-2328-4f6c-b3c9-e40ff773fe78 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.0926030 Dec 10 18:38:08.485511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.485910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.510045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Calling delete_port for 8a65c72b-88d7-49a7-b6bb-8991f48b012f owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:08.614248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226dccf-ae55-43e4-884b-1956796d13ce req-762cc424-ac25-454a-aab9-01b648df3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:08.616380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-762cc424-ac25-454a-aab9-01b648df3e4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837738 Dec 10 18:38:08.783519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-009f0d1b-c6bf-4ff6-9eea-42de95e8d2ed service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567867 Dec 10 18:38:08.821087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:08.907464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f226dccf-ae55-43e4-884b-1956796d13ce req-80695cef-2f9d-473f-85da-ebfdf2d029e8 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184716 Dec 10 18:38:08.953976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-54a2e7c1-6485-4961-9f33-0931673d2571 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:08.956447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event deleted for resources: {'Port': ['ID=8a65c72b-88d7-49a7-b6bb-8991f48b012f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:08.968016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-54a2e7c1-6485-4961-9f33-0931673d2571 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1806653 Dec 10 18:38:08.984567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-806c9b68-9cd9-4081-94fc-bf38add33c23 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/quotas/1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 375 time: 0.0151243 Dec 10 18:38:09.012405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.017156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.021987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c8335c80-50a9-4c13-9e68-c8bbd04dd0ee tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "DELETE /v2.0/floatingips/76590a8d-f756-4334-b354-c20b9604625b HTTP/1.1" status: 204 len: 168 time: 1.0276589 Dec 10 18:38:09.022548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45476) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:09.036538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ba375f4a-fdbd-4a60-88c4-e4369c1e45f0 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'floatingip': {'floating_network_id': '105d1ab8-b012-49c1-a470-60930d13c857', 'port_id': '9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:09.063701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba375f4a-fdbd-4a60-88c4-e4369c1e45f0 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.066799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-325cb0e0-cf7d-42d6-a717-a0ed926c4b75 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737395 Dec 10 18:38:09.254760 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-ba375f4a-fdbd-4a60-88c4-e4369c1e45f0 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:38:09.260441 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ba375f4a-fdbd-4a60-88c4-e4369c1e45f0 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2284803 Dec 10 18:38:09.260441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45488) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:09.272182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:09.303157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.312210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-44ac5a44-288f-48af-9fcc-5332881cee2f service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354240 Dec 10 18:38:09.470216 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.502095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-d791d12e-4226-477a-84e4-0617e0de9fa0 service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710255 Dec 10 18:38:09.691020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Allocated IP 172.25.2.121 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/4f99086d-fca1-4fd3-ad90-f14966eb69a7) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:09.840949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45512) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:09.862904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:09.905723 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.015041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d20c3296-d7af-44bf-bfd0-11621bd28801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.028146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:10.043280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b8f2de1f-f721-4cf9-afea-5a5ee3390021 req-c0dadcf4-658f-47af-8872-8dfc532a89a3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0605886 Dec 10 18:38:10.055399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event updated for resources: {'Port': ['ID=4f99086d-fca1-4fd3-ad90-f14966eb69a7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:10.058281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:10.061639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:10.175320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d20c3296-d7af-44bf-bfd0-11621bd28801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.192203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d20c3296-d7af-44bf-bfd0-11621bd28801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.241522 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d20c3296-d7af-44bf-bfd0-11621bd28801 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5907911439a245f6b366df46e6d31491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3992977 Dec 10 18:38:10.245520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45526) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.262786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c3296-d7af-44bf-bfd0-11621bd28801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1795df3a-54d1-4108-b0d2-6edb9565b755,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:10.290076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Deleting port 4f99086d-fca1-4fd3-ad90-f14966eb69a7 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:10.290346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.311586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7777375c-14ff-4f15-b33e-ea6771e75cb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.339486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7777375c-14ff-4f15-b33e-ea6771e75cb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.387999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.388398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.394095 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7777375c-14ff-4f15-b33e-ea6771e75cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.403359 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7777375c-14ff-4f15-b33e-ea6771e75cb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.408494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Calling delete_port for 4f99086d-fca1-4fd3-ad90-f14966eb69a7 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:10.408679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7777375c-14ff-4f15-b33e-ea6771e75cb7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1795df3a-54d1-4108-b0d2-6edb9565b755 HTTP/1.1" status: 204 len: 168 time: 0.1595356 Dec 10 18:38:10.425635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777375c-14ff-4f15-b33e-ea6771e75cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795df3a-54d1-4108-b0d2-6edb9565b755,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:10.676342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.718040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event deleted for resources: {'Port': ['ID=4f99086d-fca1-4fd3-ad90-f14966eb69a7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:10.851603 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] create failed (client error): The resource could not be found. Dec 10 18:38:10.852773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-daa82c41-b432-439b-bb7e-4e2554b20b82 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5880635 Dec 10 18:38:10.856768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45536) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.900683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45538) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:10.917557 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5b89c83-d5b9-4843-8406-a06365733ec0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:10.967893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Deleting port 9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:10.968354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.003096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5b89c83-d5b9-4843-8406-a06365733ec0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.008146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5b89c83-d5b9-4843-8406-a06365733ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.051596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b89c83-d5b9-4843-8406-a06365733ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d5afc3-c715-4d2b-be16-a269be3174b4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.061025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45542) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:11.061660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e5b89c83-d5b9-4843-8406-a06365733ec0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=62b93251a5904fed9f1cd93a326dc39d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592388 Dec 10 18:38:11.064616 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.093772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Calling delete_port for 9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:11.174676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7eda27d-63e3-409c-a347-9eed01774dcc req-a526170c-5c29-454e-bbe7-da6c6f704926 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0381885 Dec 10 18:38:11.242957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e65b8236-b0fe-4b29-a93f-5985bad4bd9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.311079 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e65b8236-b0fe-4b29-a93f-5985bad4bd9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.345594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-1c88d92c-9bf1-4a45-b5d3-a8e3f06efc85 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:11.347064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-1c88d92c-9bf1-4a45-b5d3-a8e3f06efc85 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1849625 Dec 10 18:38:11.380386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'port': {'device_id': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'admin_state_up': True, 'tenant_id': '1045a22b75f74badbb64f97470785ec4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:11.828852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.833343 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e65b8236-b0fe-4b29-a93f-5985bad4bd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.836217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e65b8236-b0fe-4b29-a93f-5985bad4bd9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:11.840921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e65b8236-b0fe-4b29-a93f-5985bad4bd9a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f9d5afc3-c715-4d2b-be16-a269be3174b4 HTTP/1.1" status: 204 len: 168 time: 0.7754190 Dec 10 18:38:11.885506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event deleted for resources: {'Port': ['ID=9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:11.887650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b8236-b0fe-4b29-a93f-5985bad4bd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d5afc3-c715-4d2b-be16-a269be3174b4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.021059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.025122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c34923c-2aed-4a83-a58e-8bbcfa2cafe3 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "DELETE /v2.0/ports/9ebff9b0-c559-4863-b5a5-fb1fe1bd8aee HTTP/1.1" status: 204 len: 168 time: 1.1666512 Dec 10 18:38:12.026798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:12.027838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45550) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:12.031266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.095556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f88ffa-35a5-4c70-b05b-3308127ac088 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:12.097426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-72f88ffa-35a5-4c70-b05b-3308127ac088 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f04829e-81ef-4fd7-b06f-741259da4399 HTTP/1.1" status: 200 len: 913 time: 0.0685680 Dec 10 18:38:12.101617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:12.216988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.20.0.10 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/248306d8-5040-4198-a989-3d585ab4628e) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:12.467110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45e70403-b601-44a3-a7fc-5772c68939a6 req-718de1a6-e3e5-40f9-9a90-91635c814d11 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0412557 Dec 10 18:38:12.504523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.556610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.611611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=248306d8-5040-4198-a989-3d585ab4628e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:12.628438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:12.630076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:12.632926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:12.683687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:12.684354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:12.708255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-80587109-1f4d-4c45-86bf-3cdc15e383d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3313713 Dec 10 18:38:12.726222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Request body: {'port': {'device_id': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:12.842545 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.118251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3c636ef5-77ab-47d1-9d9a-926f905bbbae None None] Provisioning complete for port 248306d8-5040-4198-a989-3d585ab4628e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:13.118824 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c636ef5-77ab-47d1-9d9a-926f905bbbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.132375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.212264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3c636ef5-77ab-47d1-9d9a-926f905bbbae None None] Port 248306d8-5040-4198-a989-3d585ab4628e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:13.240107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248306d8-5040-4198-a989-3d585ab4628e {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:13.250004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.267320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Transition to ACTIVE for port object 248306d8-5040-4198-a989-3d585ab4628e will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:13.278550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.337444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Pushing event updated for resources: {'Port': ['ID=248306d8-5040-4198-a989-3d585ab4628e,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.450125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Attempting to bind port 248306d8-5040-4198-a989-3d585ab4628e on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:13.451433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Attempting to bind port 248306d8-5040-4198-a989-3d585ab4628e by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:13.451910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Attempting to bind port 248306d8-5040-4198-a989-3d585ab4628e on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:13.458893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Port 248306d8-5040-4198-a989-3d585ab4628e on network befa5d99-05cc-4c47-b670-bb18516544f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:13.459215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Attempting to bind port 248306d8-5040-4198-a989-3d585ab4628e on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:13.466016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:13.466984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:13.468033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:13.468523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Bound port: 248306d8-5040-4198-a989-3d585ab4628e, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:13.468888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.571771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] For port 248306d8-5040-4198-a989-3d585ab4628e, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:13.577476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] For port 248306d8-5040-4198-a989-3d585ab4628e, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=248306d8-5040-4198-a989-3d585ab4628e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:13.583430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.618216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.618919 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.620559 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] 10.222.0.30 "PUT /v2.0/ports/248306d8-5040-4198-a989-3d585ab4628e HTTP/1.1" status: 200 len: 1092 time: 0.8992391 Dec 10 18:38:13.650898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'tag': '248306d8-5040-4198-a989-3d585ab4628e'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:13.654166 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1c2268-f348-44f5-b317-a22b414318f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a1cb98-a24b-4d5e-a749-0c841bdfb55c", "tag": "248306d8-5040-4198-a989-3d585ab4628e"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:13.732883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc89e42-b4a1-4831-af1b-6a42847791c4 req-c282d882-ea0c-4bc2-b7ba-2627a8d36ac2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.740329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3dc89e42-b4a1-4831-af1b-6a42847791c4 req-c282d882-ea0c-4bc2-b7ba-2627a8d36ac2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.1675940 Dec 10 18:38:13.749437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Deleting port 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:13.750071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:13.751607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89caedba-04bb-4898-a851-66a8c0bc29ed service neutron] Pushing event updated for resources: {'Port': ['ID=248306d8-5040-4198-a989-3d585ab4628e,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:13.782900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-4eaf0227-dca2-42aa-bf36-4bf0bc073d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.784598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-4eaf0227-dca2-42aa-bf36-4bf0bc073d00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 1095 time: 0.1133375 Dec 10 18:38:13.869422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-0e6e3261-c0e0-4503-9ebd-d0b02cf5d230 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248306d8-5040-4198-a989-3d585ab4628e HTTP/1.1" status: 200 len: 217 time: 0.0768175 Dec 10 18:38:13.973327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-0e418920-313e-4c22-82bd-78bf2b594f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:13.982041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3dc89e42-b4a1-4831-af1b-6a42847791c4 req-6edc23bd-d3c9-4d3d-9253-6850076a5a02 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200458 Dec 10 18:38:13.991007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-0e418920-313e-4c22-82bd-78bf2b594f7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1100752 Dec 10 18:38:14.020690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.063939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Calling delete_port for 9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:14.064102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-5b17cdc4-a9e2-42d4-bb54-4ca884c5c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.074560 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-5b17cdc4-a9e2-42d4-bb54-4ca884c5c715 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763960 Dec 10 18:38:14.175118 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e510d10f-1938-45c1-987a-970df2da1c69 x-openstack-request-id: req-e510d10f-1938-45c1-987a-970df2da1c69 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:14.176224 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a1cb98-a24b-4d5e-a749-0c841bdfb55c", "tag": "248306d8-5040-4198-a989-3d585ab4628e", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:14.176673 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e510d10f-1938-45c1-987a-970df2da1c69 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:14.177221 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'tag': '248306d8-5040-4198-a989-3d585ab4628e', 'status': 'completed', 'code': 200} Dec 10 18:38:14.213751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-69530b69-15cd-44e1-ab02-404de9792b0e service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324689 Dec 10 18:38:14.353735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.402540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event deleted for resources: {'Port': ['ID=9cfe488b-caa2-49da-a2f3-7cc36bfdd2cc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:14.451988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d7715797-80bb-47b0-b1d6-a4c33691f97f req-4b99c1cd-0801-4f4f-ad09-603e331933e7 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241991 Dec 10 18:38:14.593578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-8d9687b4-b9b0-4ae7-b0d2-155bffd72849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.595588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-8d9687b4-b9b0-4ae7-b0d2-155bffd72849 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 1095 time: 0.0813086 Dec 10 18:38:14.700669 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:14.748524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-d6de9e94-78e8-4989-ae13-86ac1e052176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.750556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-d6de9e94-78e8-4989-ae13-86ac1e052176 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1418543 Dec 10 18:38:14.844895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-4c811991-feaa-4a9c-bd53-2b94bc227346 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248306d8-5040-4198-a989-3d585ab4628e HTTP/1.1" status: 200 len: 217 time: 0.0866632 Dec 10 18:38:14.911240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-6d597ff8-4569-4ca0-b488-52e2d2f2b2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:14.912828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-6d597ff8-4569-4ca0-b488-52e2d2f2b2ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0608656 Dec 10 18:38:14.935374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Router 5f04829e-81ef-4fd7-b06f-741259da4399 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:38:15.033502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-5b5c36df-0939-4259-a16e-0948831d28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:15.035136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-5b5c36df-0939-4259-a16e-0948831d28e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1154759 Dec 10 18:38:15.051409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:38:15.062752 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] Sync routers for ids ['5f04829e-81ef-4fd7-b06f-741259da4399'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:38:15.065174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dd71277e-cf5b-493b-8ffd-5c921dcd5881 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "PUT /v2.0/routers/5f04829e-81ef-4fd7-b06f-741259da4399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9617202 Dec 10 18:38:15.067185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45624) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:15.083167 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] Routers {'5f04829e-81ef-4fd7-b06f-741259da4399'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:15.084455 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:38:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5f04829e-81ef-4fd7-b06f-741259da4399'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:15.150583 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:15.160358 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] Routers {'5f04829e-81ef-4fd7-b06f-741259da4399'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:38:15.161125 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:38:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5f04829e-81ef-4fd7-b06f-741259da4399'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:15.246671 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:15.250028 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ecdb6d-5f8b-4f81-a046-64bb915abaa4 None None] The sync data for ids ['5f04829e-81ef-4fd7-b06f-741259da4399'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:38:15.266597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-1a23fc23-491b-4ae7-aa08-55199913d263 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227001 Dec 10 18:38:15.278169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8e46158-b28b-42bb-8346-3bbf247a6186 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.380073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b1c2268-f348-44f5-b317-a22b414318f0 req-c4e24a65-de5a-4371-8bc4-036ce3534d0f service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053724 Dec 10 18:38:15.516171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03c59e-9fac-4a66-b3ec-14dcb5e7aaff req-5c03fc46-139b-464c-8a8f-4c97ff5da2e3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:15.517772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db03c59e-9fac-4a66-b3ec-14dcb5e7aaff req-5c03fc46-139b-464c-8a8f-4c97ff5da2e3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.3527424 Dec 10 18:38:15.520105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8e46158-b28b-42bb-8346-3bbf247a6186 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.522835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8e46158-b28b-42bb-8346-3bbf247a6186 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.619674 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8e46158-b28b-42bb-8346-3bbf247a6186 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.620524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e46158-b28b-42bb-8346-3bbf247a6186 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Fanout notify agent at l3_agent the message router_deleted on router 5f04829e-81ef-4fd7-b06f-741259da4399 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:38:15.652585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c8e46158-b28b-42bb-8346-3bbf247a6186 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.653815 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c8e46158-b28b-42bb-8346-3bbf247a6186 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "DELETE /v2.0/routers/5f04829e-81ef-4fd7-b06f-741259da4399 HTTP/1.1" status: 204 len: 168 time: 0.5853639 Dec 10 18:38:15.656480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 45634) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:15.673395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-db03c59e-9fac-4a66-b3ec-14dcb5e7aaff req-04ded51a-6240-4ceb-becb-85ae52d75101 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481786 Dec 10 18:38:15.744484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Deleting subnet ac63aad4-58f8-4995-ae1a-7685484a6b5a {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:15.748731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.816357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.916460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:15.982727 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.026121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edd148f-bfd0-46ca-9610-ee583a948cc1 None None] Network 105d1ab8-b012-49c1-a470-60930d13c857 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:16.034630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event deleted for resources: {'Subnet': ['ID=ac63aad4-58f8-4995-ae1a-7685484a6b5a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.052502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.065395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d14385d7-a366-40c2-a7a2-612e9c5522fb tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "DELETE /v2.0/subnets/ac63aad4-58f8-4995-ae1a-7685484a6b5a HTTP/1.1" status: 204 len: 168 time: 0.4072917 Dec 10 18:38:16.067424 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:16.225663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.322836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] DHCP port deletion for 105d1ab8-b012-49c1-a470-60930d13c857 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:16.335403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Deleting port e7e73957-8227-4060-be7f-56130ca1bbad {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:16.339106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.400477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] Deleting port e7e73957-8227-4060-be7f-56130ca1bbad {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:16.400813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.475256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] For port e7e73957-8227-4060-be7f-56130ca1bbad, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e7e73957-8227-4060-be7f-56130ca1bbad,segment=NetworkSegment(da36149a-5c14-46ec-8aff-a93065262255),segment_id=da36149a-5c14-46ec-8aff-a93065262255)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:16.475611 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.479154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] For port e7e73957-8227-4060-be7f-56130ca1bbad, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e7e73957-8227-4060-be7f-56130ca1bbad,segment=NetworkSegment(da36149a-5c14-46ec-8aff-a93065262255),segment_id=da36149a-5c14-46ec-8aff-a93065262255)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:16.479853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.484049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e7e73957-8227-4060-be7f-56130ca1bbad no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:16.491277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Calling delete_port for e7e73957-8227-4060-be7f-56130ca1bbad owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:16.520297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] Calling delete_port for e7e73957-8227-4060-be7f-56130ca1bbad owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:16.608022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.647241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event deleted for resources: {'Port': ['ID=e7e73957-8227-4060-be7f-56130ca1bbad,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.656462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.672907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] No DVR routers for this DVR port e7e73957-8227-4060-be7f-56130ca1bbad on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:16.688132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.743049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] Pushing event deleted for resources: {'Port': ['ID=e7e73957-8227-4060-be7f-56130ca1bbad,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:16.753769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a992c-8a24-40b3-bcaa-b78c4f21f512 None None] No DVR routers for this DVR port e7e73957-8227-4060-be7f-56130ca1bbad on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:16.855744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.857201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3255a4-3e0e-4fc7-aa92-7051c38db7fe req-63d5be16-0df6-4729-896f-701b1fccb6e7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:16.858971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f3255a4-3e0e-4fc7-aa92-7051c38db7fe req-63d5be16-0df6-4729-896f-701b1fccb6e7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.0564146 Dec 10 18:38:16.888109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105d1ab8-b012-49c1-a470-60930d13c857']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:16.900246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da36149a-5c14-46ec-8aff-a93065262255') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:16.900672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da36149a-5c14-46ec-8aff-a93065262255') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:16.920619 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.931021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f3255a4-3e0e-4fc7-aa92-7051c38db7fe req-973380de-5928-451d-bf01-da37f9f17d47 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652227 Dec 10 18:38:16.935951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.943964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:16.944536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:16.948579 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:17.017180 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.026895 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.030229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] 10.222.0.55 "DELETE /v2.0/networks/105d1ab8-b012-49c1-a470-60930d13c857 HTTP/1.1" status: 204 len: 168 time: 0.9616294 Dec 10 18:38:17.040876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03381e-e2e8-4808-b245-f79e1e538c28 tempest-FloatingIPNegativeTestJSON-28295226 tempest-FloatingIPNegativeTestJSON-28295226-project] Pushing event deleted for resources: {'Network': ['ID=105d1ab8-b012-49c1-a470-60930d13c857,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:17.314015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.455275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cf28c914-e0a7-4d9f-aa86-daeb82d93b44 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f67a0d3ddab642e097bcd62d839e22c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374938 Dec 10 18:38:17.455501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45660) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:17.511801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c83a11d-a54e-4db9-a173-f87090ee879c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.533689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c83a11d-a54e-4db9-a173-f87090ee879c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.583370 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c83a11d-a54e-4db9-a173-f87090ee879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.585993 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7c83a11d-a54e-4db9-a173-f87090ee879c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:17.587218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7c83a11d-a54e-4db9-a173-f87090ee879c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/412b2c09-2ed1-418a-91eb-11f51c99b701 HTTP/1.1" status: 204 len: 168 time: 0.1308763 Dec 10 18:38:17.595350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83a11d-a54e-4db9-a173-f87090ee879c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412b2c09-2ed1-418a-91eb-11f51c99b701,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.120717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e256615-49ba-4512-8a58-2746eab38fde req-41bfef59-ebad-4d84-941a-1be69fa67788 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.122473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e256615-49ba-4512-8a58-2746eab38fde req-41bfef59-ebad-4d84-941a-1be69fa67788 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.0671992 Dec 10 18:38:18.198186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e256615-49ba-4512-8a58-2746eab38fde req-15897e95-2daf-46bb-ad90-e4fea72d832b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667539 Dec 10 18:38:18.494531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0ec22-a5ce-4419-84eb-627b2573701a req-09a5e623-502c-45b2-bc87-321c7539fc4c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.503182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 45708) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:18.508754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3aa0ec22-a5ce-4419-84eb-627b2573701a req-09a5e623-502c-45b2-bc87-321c7539fc4c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.0714521 Dec 10 18:38:18.571084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3aa0ec22-a5ce-4419-84eb-627b2573701a req-181f77d9-1555-47e2-9171-97f2c49b09fa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612984 Dec 10 18:38:18.633397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2055351956'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:18.656375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:18.659971 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.672630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.759624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.765155 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.805594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:18.831382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=737a8658-df41-44bf-9fd6-df8a6508dd87,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:18.837801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.838150 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Added segment f9bfd54e-2fac-4f53-b6bc-ca264d9f494b of type vlan for network 674463ed-4b76-4e2a-8626-de8e8561f257 Dec 10 18:38:18.893330 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.922260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:18.928076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:18.929608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:19.014451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4980905 Dec 10 18:38:19.014451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214dbfa-aa2a-4e86-88c7-c50e07f37f58 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Network': ['ID=674463ed-4b76-4e2a-8626-de8e8561f257,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:19.026620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 674463ed-4b76-4e2a-8626-de8e8561f257 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:19.412002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b75c8c-a8e2-4660-a51d-63a98186fb5d req-5ebe901b-f0b7-4c80-85e5-dfff8d0aae49 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.414472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-83b75c8c-a8e2-4660-a51d-63a98186fb5d req-5ebe901b-f0b7-4c80-85e5-dfff8d0aae49 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.0897009 Dec 10 18:38:19.537512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-83b75c8c-a8e2-4660-a51d-63a98186fb5d req-93f17c7e-ee16-4c8e-a957-2434ff785244 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063395 Dec 10 18:38:19.810712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de043c04-765e-42d5-b3fe-200e5b7ebdc6 req-d992e66c-db61-4633-9956-bb257315ba91 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:19.818890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de043c04-765e-42d5-b3fe-200e5b7ebdc6 req-d992e66c-db61-4633-9956-bb257315ba91 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.0771313 Dec 10 18:38:19.889296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de043c04-765e-42d5-b3fe-200e5b7ebdc6 req-4f573904-27b2-41eb-bf58-6d48153c9a5a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684764 Dec 10 18:38:20.778264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db89a12-e8df-47db-a9e4-40fb8ae6bc2a req-f4d4d05b-bec0-4cf2-b621-ae69de7c6bcb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:20.791263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5db89a12-e8df-47db-a9e4-40fb8ae6bc2a req-f4d4d05b-bec0-4cf2-b621-ae69de7c6bcb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.1131752 Dec 10 18:38:20.879877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5db89a12-e8df-47db-a9e4-40fb8ae6bc2a req-a5a94188-2f2e-4fe4-84da-3f64bd3a71fc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866549 Dec 10 18:38:21.071745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d4c7b-2d28-44b2-9948-a6f4d7c90890 req-adcf0782-528f-4d46-8b11-bdb58cc9b6d7 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:21.074048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-272d4c7b-2d28-44b2-9948-a6f4d7c90890 req-adcf0782-528f-4d46-8b11-bdb58cc9b6d7 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.0895746 Dec 10 18:38:21.158814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-272d4c7b-2d28-44b2-9948-a6f4d7c90890 req-d02ddf9c-c1f2-42fd-acc9-704b2fdc6bc6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696023 Dec 10 18:38:22.120434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8cbaf-28e0-484b-b6bb-a158eb485110 req-9df78227-e3a9-4557-8357-407379ce9156 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.123788 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be8cbaf-28e0-484b-b6bb-a158eb485110 req-9df78227-e3a9-4557-8357-407379ce9156 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.1105907 Dec 10 18:38:22.226851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be8cbaf-28e0-484b-b6bb-a158eb485110 req-b603ccea-5f86-4d1d-8bb4-cd67c2e5c57c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833113 Dec 10 18:38:22.399681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3048ce7-4ac9-4a9d-88d4-29ac1ecce07e req-860ebf3a-5719-49cb-a1c1-6105ab7e0711 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.412245 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3048ce7-4ac9-4a9d-88d4-29ac1ecce07e req-860ebf3a-5719-49cb-a1c1-6105ab7e0711 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1176100 Dec 10 18:38:22.485541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3048ce7-4ac9-4a9d-88d4-29ac1ecce07e req-dd06c199-7e8a-4362-8eda-c02500d81a60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710094 Dec 10 18:38:22.488973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46016) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:22.495527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'subnet': {'network_id': '674463ed-4b76-4e2a-8626-de8e8561f257', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:22.614451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:22.618268 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.833798 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:22.924168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Subnet': ['ID=d8f38b15-405b-403a-9661-6ae0212c786b,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:22.933080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Checking segment: {'id': 'f9bfd54e-2fac-4f53-b6bc-ca264d9f494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '674463ed-4b76-4e2a-8626-de8e8561f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:22.933466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network hostable DHCP agents. Network: 674463ed-4b76-4e2a-8626-de8e8561f257, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:22.964548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network 674463ed-4b76-4e2a-8626-de8e8561f257 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:22.979685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 674463ed-4b76-4e2a-8626-de8e8561f257) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:22.993244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33124aa3-a085-4f09-b658-2e28aa4ad0ca None None] Network 674463ed-4b76-4e2a-8626-de8e8561f257 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:22.993806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:22.994438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.042579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46090) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.047765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1796482565'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:23.062178 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aba02a09-3df6-48b1-986c-9b6615a0273d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5718620 Dec 10 18:38:23.110586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:23.119313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.154694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-674463ed-4b76-4e2a-8626-de8e8561f257', 'network_id': '674463ed-4b76-4e2a-8626-de8e8561f257', 'project_id': '77fbdb80d0054243be8d4bb9d0008458', 'fixed_ips': [{'subnet_id': 'd8f38b15-405b-403a-9661-6ae0212c786b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:23.157373 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.162801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:23.188619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.188952 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Added segment 0a38b717-8ecf-4988-a52d-7a948bc92f14 of type vlan for network 402fca29-c306-491f-b081-02f168503552 Dec 10 18:38:23.252525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.336237 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.345773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.348819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.389550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Allocated IP 2001:db8:0:ffff::2 (674463ed-4b76-4e2a-8626-de8e8561f257/d8f38b15-405b-403a-9661-6ae0212c786b/e5626c9e-8af7-46e0-ae43-017198216cda) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:23.446531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce34e2a-2fac-4a07-9ac6-ba45b10b8b9f req-3f21686c-7e4f-429e-882d-cabbba3fec4e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.447875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bce34e2a-2fac-4a07-9ac6-ba45b10b8b9f req-3f21686c-7e4f-429e-882d-cabbba3fec4e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.0867314 Dec 10 18:38:23.464329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Network': ['ID=402fca29-c306-491f-b081-02f168503552,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:23.480007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46148) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.480663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e6835c4d-d757-4534-865f-c8efad3b6b94 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4368322 Dec 10 18:38:23.489568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'subnet': {'network_id': '402fca29-c306-491f-b081-02f168503552', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:23.565341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 402fca29-c306-491f-b081-02f168503552 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:23.647795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bce34e2a-2fac-4a07-9ac6-ba45b10b8b9f req-492ef903-fa2a-410b-8c36-f98cd7cb1a5e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927981 Dec 10 18:38:23.649492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:23.655626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.770895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba921777-f7ed-42bc-acfd-c856a381ccec req-56873055-0db0-488b-a0f2-b5c2b1a7fff5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:23.780699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba921777-f7ed-42bc-acfd-c856a381ccec req-56873055-0db0-488b-a0f2-b5c2b1a7fff5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1692729 Dec 10 18:38:23.849060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46186) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:23.898938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba921777-f7ed-42bc-acfd-c856a381ccec req-68b44270-7409-45f5-b18e-1aaf0567528d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162946 Dec 10 18:38:23.941361 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:23.951154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.064111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Pushing event updated for resources: {'Port': ['ID=e5626c9e-8af7-46e0-ae43-017198216cda,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.082805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e1ad-ac5f-44aa-8f06-e1abf65d3664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.087469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Network 674463ed-4b76-4e2a-8626-de8e8561f257 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:24.090209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:24.093364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:24.153469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Attempting to bind port e5626c9e-8af7-46e0-ae43-017198216cda on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:24.153898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Attempting to bind port e5626c9e-8af7-46e0-ae43-017198216cda by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'f9bfd54e-2fac-4f53-b6bc-ca264d9f494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '674463ed-4b76-4e2a-8626-de8e8561f257'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:24.154301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Attempting to bind port e5626c9e-8af7-46e0-ae43-017198216cda on network 674463ed-4b76-4e2a-8626-de8e8561f257 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:24.160513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:24.161148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Checking segment: {'id': 'f9bfd54e-2fac-4f53-b6bc-ca264d9f494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '674463ed-4b76-4e2a-8626-de8e8561f257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:24.161841 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.162622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Bound using segment: {'id': 'f9bfd54e-2fac-4f53-b6bc-ca264d9f494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '674463ed-4b76-4e2a-8626-de8e8561f257'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:24.163330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Bound port: e5626c9e-8af7-46e0-ae43-017198216cda, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bfd54e-2fac-4f53-b6bc-ca264d9f494b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '674463ed-4b76-4e2a-8626-de8e8561f257'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:24.163918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.191841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:38:24.193376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.221463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e1ad-ac5f-44aa-8f06-e1abf65d3664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.227198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4ed6e1ad-ac5f-44aa-8f06-e1abf65d3664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.265983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4ed6e1ad-ac5f-44aa-8f06-e1abf65d3664 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d245893cfdc04b38927ef9a767318da9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4154887 Dec 10 18:38:24.269511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46216) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:24.290430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6e1ad-ac5f-44aa-8f06-e1abf65d3664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77025cfc-c654-4083-8857-3abd379a37d1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.442609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] For port e5626c9e-8af7-46e0-ae43-017198216cda, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:24.447495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] For port e5626c9e-8af7-46e0-ae43-017198216cda, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5626c9e-8af7-46e0-ae43-017198216cda,segment=NetworkSegment(f9bfd54e-2fac-4f53-b6bc-ca264d9f494b),segment_id=f9bfd54e-2fac-4f53-b6bc-ca264d9f494b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:24.455642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.515152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c188c-ac12-486f-b7eb-48b1b613c023 None None] Pushing event updated for resources: {'Port': ['ID=e5626c9e-8af7-46e0-ae43-017198216cda,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.575536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Subnet': ['ID=eb33391f-575d-4756-a7e0-30ace7a7d9d5,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.590445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Checking segment: {'id': '0a38b717-8ecf-4988-a52d-7a948bc92f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '402fca29-c306-491f-b081-02f168503552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:24.590817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network hostable DHCP agents. Network: 402fca29-c306-491f-b081-02f168503552, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:24.629897 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64ec3365-0de8-4d25-bacf-b8f40d514dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.633357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network 402fca29-c306-491f-b081-02f168503552 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:24.655181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 402fca29-c306-491f-b081-02f168503552) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:24.662946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64ec3365-0de8-4d25-bacf-b8f40d514dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.663632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49833bf4-1b67-4485-9da8-7f5fb305ef4a None None] Network 402fca29-c306-491f-b081-02f168503552 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:24.668316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.669234 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.727993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-807f6ea4-3b35-4561-87f3-2ab9264a92fc tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2458150 Dec 10 18:38:24.729055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46228) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:24.737470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'port': {'network_id': '402fca29-c306-491f-b081-02f168503552', 'name': 'tempest-NetworksIpV6TestAttrs-1246717369'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:24.790497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64ec3365-0de8-4d25-bacf-b8f40d514dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.793736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-64ec3365-0de8-4d25-bacf-b8f40d514dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.795174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64ec3365-0de8-4d25-bacf-b8f40d514dde admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/77025cfc-c654-4083-8857-3abd379a37d1 HTTP/1.1" status: 204 len: 168 time: 0.5243123 Dec 10 18:38:24.825051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec3365-0de8-4d25-bacf-b8f40d514dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77025cfc-c654-4083-8857-3abd379a37d1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:24.858142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217782b-ed4c-4e01-bf9d-360eb7158a76 req-7df815e3-c514-4f21-b635-eaa281f6a9e4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:24.860518 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9217782b-ed4c-4e01-bf9d-360eb7158a76 req-7df815e3-c514-4f21-b635-eaa281f6a9e4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.1047969 Dec 10 18:38:24.874080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-402fca29-c306-491f-b081-02f168503552', 'network_id': '402fca29-c306-491f-b081-02f168503552', 'project_id': '77fbdb80d0054243be8d4bb9d0008458', 'fixed_ips': [{'subnet_id': 'eb33391f-575d-4756-a7e0-30ace7a7d9d5'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:24.874937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:24.982287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9217782b-ed4c-4e01-bf9d-360eb7158a76 req-6e337909-72d6-430d-b3e2-68d0b2fe377e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145937 Dec 10 18:38:25.010098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:25.018000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.079997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] device_id is not set on port d0676b11-4c38-4423-b041-b8a59cfde484 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:25.167883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Allocated IP 2001:db8::f816:3eff:fe79:5ea0 (402fca29-c306-491f-b081-02f168503552/eb33391f-575d-4756-a7e0-30ace7a7d9d5/9c0e1c30-0d86-4127-b62c-6a75025aa372) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:25.245517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23e71e-a2fa-41f0-96eb-3e9d3f2c85db req-9d19c3cc-7c33-49fd-aab2-58eadcb7f161 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:25.248532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e23e71e-a2fa-41f0-96eb-3e9d3f2c85db req-9d19c3cc-7c33-49fd-aab2-58eadcb7f161 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1725881 Dec 10 18:38:25.324968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e23e71e-a2fa-41f0-96eb-3e9d3f2c85db req-d063ec15-0354-487f-82a8-5155490ddfbd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687726 Dec 10 18:38:25.355779 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.369415 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.403302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:25.433120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7f93a3-a41f-4a80-84c1-a4d08eba2044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.436156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Pushing event updated for resources: {'Port': ['ID=9c0e1c30-0d86-4127-b62c-6a75025aa372,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.456272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Network 402fca29-c306-491f-b081-02f168503552 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:25.456535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Allocated IP 2001:db8::f816:3eff:fe47:a547 (402fca29-c306-491f-b081-02f168503552/eb33391f-575d-4756-a7e0-30ace7a7d9d5/d0676b11-4c38-4423-b041-b8a59cfde484) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:25.462879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:25.468609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:25.538162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Attempting to bind port 9c0e1c30-0d86-4127-b62c-6a75025aa372 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:25.539172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Attempting to bind port 9c0e1c30-0d86-4127-b62c-6a75025aa372 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '0a38b717-8ecf-4988-a52d-7a948bc92f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '402fca29-c306-491f-b081-02f168503552'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:25.539850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Attempting to bind port 9c0e1c30-0d86-4127-b62c-6a75025aa372 on network 402fca29-c306-491f-b081-02f168503552 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:25.546412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:25.547183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Checking segment: {'id': '0a38b717-8ecf-4988-a52d-7a948bc92f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '402fca29-c306-491f-b081-02f168503552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:25.547792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.548364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Bound using segment: {'id': '0a38b717-8ecf-4988-a52d-7a948bc92f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '402fca29-c306-491f-b081-02f168503552'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:25.550281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Bound port: 9c0e1c30-0d86-4127-b62c-6a75025aa372, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a38b717-8ecf-4988-a52d-7a948bc92f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '402fca29-c306-491f-b081-02f168503552'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:25.550993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.573712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7f93a3-a41f-4a80-84c1-a4d08eba2044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.579899 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7f93a3-a41f-4a80-84c1-a4d08eba2044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.628133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa7f93a3-a41f-4a80-84c1-a4d08eba2044 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0c98ec2bd0d5406b9f9c1f7412255166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2231760 Dec 10 18:38:25.632990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46240) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:25.667115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] For port 9c0e1c30-0d86-4127-b62c-6a75025aa372, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:25.671400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] For port 9c0e1c30-0d86-4127-b62c-6a75025aa372, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9c0e1c30-0d86-4127-b62c-6a75025aa372,segment=NetworkSegment(0a38b717-8ecf-4988-a52d-7a948bc92f14),segment_id=0a38b717-8ecf-4988-a52d-7a948bc92f14)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:25.678824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f93a3-a41f-4a80-84c1-a4d08eba2044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13402c71-ac37-4e1f-88f5-f690992908bf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.683602 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.761120 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe1b845c-5f69-46ac-a5fc-46eb6f0c92ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.789933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b151dc3-ae4d-4a3f-94ea-993fe5353232 None None] Pushing event updated for resources: {'Port': ['ID=9c0e1c30-0d86-4127-b62c-6a75025aa372,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:25.792075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.827786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe1b845c-5f69-46ac-a5fc-46eb6f0c92ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.907527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.973282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe1b845c-5f69-46ac-a5fc-46eb6f0c92ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.976394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe1b845c-5f69-46ac-a5fc-46eb6f0c92ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:25.981418 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fe1b845c-5f69-46ac-a5fc-46eb6f0c92ff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/13402c71-ac37-4e1f-88f5-f690992908bf HTTP/1.1" status: 204 len: 168 time: 0.3428111 Dec 10 18:38:25.981418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network 402fca29-c306-491f-b081-02f168503552 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:25.987095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:25.989018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Port': ['ID=d0676b11-4c38-4423-b041-b8a59cfde484,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.003583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:26.015706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.016411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.021201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b845c-5f69-46ac-a5fc-46eb6f0c92ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13402c71-ac37-4e1f-88f5-f690992908bf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.052653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-247790bc-8927-4cb6-b0f6-f73c233d293a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3191350 Dec 10 18:38:26.053270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46246) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:26.200198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Deleting subnet eb33391f-575d-4756-a7e0-30ace7a7d9d5 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:26.213663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.279683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.285505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2932104-5010-44c2-be9d-a3ef0f9932d7 req-2f7ebe01-6bc8-4d8b-ad45-a51f7fba8332 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.288989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2932104-5010-44c2-be9d-a3ef0f9932d7 req-2f7ebe01-6bc8-4d8b-ad45-a51f7fba8332 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.1099617 Dec 10 18:38:26.329847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c10f17e-39b6-41e5-9349-a766fed9b5be None None] Network 674463ed-4b76-4e2a-8626-de8e8561f257 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:26.452798 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2932104-5010-44c2-be9d-a3ef0f9932d7 req-512f28a3-d1f8-455e-b9ee-f51a1ca5e221 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581211 Dec 10 18:38:26.481864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ae576268-7848-42b3-8d76-f56495d053b8 None None] Provisioning complete for port e5626c9e-8af7-46e0-ae43-017198216cda triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:26.482642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae576268-7848-42b3-8d76-f56495d053b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.641952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c8ea8-539c-4d92-83ee-3ed31874e96b req-9cc0b2b5-efdc-4e4e-8da0-794038f9c0d3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:26.660582 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a31c8ea8-539c-4d92-83ee-3ed31874e96b req-9cc0b2b5-efdc-4e4e-8da0-794038f9c0d3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1546953 Dec 10 18:38:26.696132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae576268-7848-42b3-8d76-f56495d053b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.737812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ae576268-7848-42b3-8d76-f56495d053b8 None None] For port e5626c9e-8af7-46e0-ae43-017198216cda, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5626c9e-8af7-46e0-ae43-017198216cda,segment=NetworkSegment(f9bfd54e-2fac-4f53-b6bc-ca264d9f494b),segment_id=f9bfd54e-2fac-4f53-b6bc-ca264d9f494b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:26.746491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae576268-7848-42b3-8d76-f56495d053b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.831138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae576268-7848-42b3-8d76-f56495d053b8 None None] Pushing event updated for resources: {'Port': ['ID=e5626c9e-8af7-46e0-ae43-017198216cda,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:26.836117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5626c9e-8af7-46e0-ae43-017198216cda up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:26.858817 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:26.887912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a31c8ea8-539c-4d92-83ee-3ed31874e96b req-6cc4ba8e-2231-4ccf-ad54-fd7f7f5b60e3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256439 Dec 10 18:38:26.958509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e5626c9e-8af7-46e0-ae43-017198216cda triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:26.959320 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.066057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.085324 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.086823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9c0e1c30-0d86-4127-b62c-6a75025aa372 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:27.088755 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/eb33391f-575d-4756-a7e0-30ace7a7d9d5 HTTP/1.1" status: 204 len: 168 time: 1.0347395 Dec 10 18:38:27.091313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46262) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.140705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3e652-67f6-439b-8d1a-8dadb7979d40 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Subnet': ['ID=eb33391f-575d-4756-a7e0-30ace7a7d9d5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.200823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9c0e1c30-0d86-4127-b62c-6a75025aa372 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:27.201235 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.294334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681f95c-9293-45cb-be1b-278be06f6b37 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.297742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681f95c-9293-45cb-be1b-278be06f6b37 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.307725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46266) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.309953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f681f95c-9293-45cb-be1b-278be06f6b37 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2171743 Dec 10 18:38:27.325722 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.386559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 9c0e1c30-0d86-4127-b62c-6a75025aa372, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9c0e1c30-0d86-4127-b62c-6a75025aa372,segment=NetworkSegment(0a38b717-8ecf-4988-a52d-7a948bc92f14),segment_id=0a38b717-8ecf-4988-a52d-7a948bc92f14)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:27.392159 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.478393 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f1afc63c-6702-4d25-96b2-09617f908f90 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.484933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-71858fea-c603-47b2-b7c5-44d62d066644 None None] Provisioning complete for port e5626c9e-8af7-46e0-ae43-017198216cda triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:27.485305 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71858fea-c603-47b2-b7c5-44d62d066644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.488728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=9c0e1c30-0d86-4127-b62c-6a75025aa372,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.493214 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1afc63c-6702-4d25-96b2-09617f908f90 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 18:38:27.493725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1afc63c-6702-4d25-96b2-09617f908f90 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:27.497190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f1afc63c-6702-4d25-96b2-09617f908f90 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/402fca29-c306-491f-b081-02f168503552 HTTP/1.1" status: 409 len: 405 time: 0.1882477 Dec 10 18:38:27.503536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46276) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.509171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-882228237'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:27.557430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:27.562491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.600461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:27.623648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.624339 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Added segment 3cf3b3fd-4fb2-4ce9-915e-63cc59d285be of type vlan for network 63281087-cbd8-4ea5-b630-d88ec9284122 Dec 10 18:38:27.677384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c688cb-af37-4961-84f4-5675dcab8fbd req-7f1bdedf-62c0-44f1-8747-0f93294bdfdd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.679466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03c688cb-af37-4961-84f4-5675dcab8fbd req-7f1bdedf-62c0-44f1-8747-0f93294bdfdd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.0762606 Dec 10 18:38:27.699747 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.730285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc05143-1026-40f5-944b-f161abf6c69a None None] Network 402fca29-c306-491f-b081-02f168503552 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:27.741186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03c688cb-af37-4961-84f4-5675dcab8fbd req-1bcbba2c-0d40-48e3-ac72-2edc843965a7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543740 Dec 10 18:38:27.751346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.758019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:27.759048 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.851967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0ccfedc3-3346-4b8b-a716-d5c596c7dcd7 None None] Provisioning complete for port 9c0e1c30-0d86-4127-b62c-6a75025aa372 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:27.852776 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ccfedc3-3346-4b8b-a716-d5c596c7dcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:27.873249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3682258 Dec 10 18:38:27.876267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:27.885462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'subnet': {'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:27.919500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4ccd2-1da9-4151-ba31-199738916460 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Network': ['ID=63281087-cbd8-4ea5-b630-d88ec9284122,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:27.937867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 63281087-cbd8-4ea5-b630-d88ec9284122 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:28.062841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] DHCP port deletion for 402fca29-c306-491f-b081-02f168503552 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:28.119978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:28.129776 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.134209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af120bc5-498c-4446-beeb-49e8db83b897 req-7fbe12de-0880-4732-a4e5-03ac1f568ae3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.135871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af120bc5-498c-4446-beeb-49e8db83b897 req-7fbe12de-0880-4732-a4e5-03ac1f568ae3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.0917935 Dec 10 18:38:28.202852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] Deleting port 9c0e1c30-0d86-4127-b62c-6a75025aa372 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:28.203224 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.261703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af120bc5-498c-4446-beeb-49e8db83b897 req-d9accc3d-09c6-489b-b4de-dcc9a8bf6db0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178305 Dec 10 18:38:28.301392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] For port 9c0e1c30-0d86-4127-b62c-6a75025aa372, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9c0e1c30-0d86-4127-b62c-6a75025aa372,segment=NetworkSegment(0a38b717-8ecf-4988-a52d-7a948bc92f14),segment_id=0a38b717-8ecf-4988-a52d-7a948bc92f14)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:28.302066 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.317251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] Calling delete_port for 9c0e1c30-0d86-4127-b62c-6a75025aa372 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:28.340527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46296) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:28.403454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94eab4ce-eba9-400f-90c7-2fdadb1c71c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.441514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.501089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] Pushing event deleted for resources: {'Port': ['ID=9c0e1c30-0d86-4127-b62c-6a75025aa372,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.504041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae8ccaa-a539-4c37-b9ac-a0a6d96355d3 None None] No DVR routers for this DVR port 9c0e1c30-0d86-4127-b62c-6a75025aa372 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:28.537940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:38:28.542666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.549865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1158c351-29e5-4d6a-9a0f-533a7cf0ec2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.560977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5626c9e-8af7-46e0-ae43-017198216cda up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:28.617482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Checking segment: {'id': '3cf3b3fd-4fb2-4ce9-915e-63cc59d285be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:28.618106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network hostable DHCP agents. Network: 63281087-cbd8-4ea5-b630-d88ec9284122, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:28.629491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Subnet': ['ID=fe451359-b00b-4421-b2b9-e6f8aa7ed93d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.646787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network 63281087-cbd8-4ea5-b630-d88ec9284122 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:28.654060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e5626c9e-8af7-46e0-ae43-017198216cda triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:28.654701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.669749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 63281087-cbd8-4ea5-b630-d88ec9284122) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:28.679502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1158c351-29e5-4d6a-9a0f-533a7cf0ec2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.685242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11d773-711a-4cf7-8924-52423c040c67 None None] Network 63281087-cbd8-4ea5-b630-d88ec9284122 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:28.685638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:28.686533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.691848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1158c351-29e5-4d6a-9a0f-533a7cf0ec2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.711384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-48e22f75-5aac-4c84-bdd0-dc7bd6bab284 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8335495 Dec 10 18:38:28.715046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46300) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:28.721164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'port': {'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122', 'name': 'tempest-NetworksIpV6TestAttrs-1653594130'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:28.738390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1158c351-29e5-4d6a-9a0f-533a7cf0ec2b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e010f02e0ae44ca88a68e824bde45a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932815 Dec 10 18:38:28.738390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46302) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:28.798564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158c351-29e5-4d6a-9a0f-533a7cf0ec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adea4f4-ae35-424b-a17a-1f90026d1d7a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:28.859780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f630c62a-f398-49a1-9f58-399c0d8165aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.888969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-63281087-cbd8-4ea5-b630-d88ec9284122', 'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122', 'project_id': '77fbdb80d0054243be8d4bb9d0008458', 'fixed_ips': [{'subnet_id': 'fe451359-b00b-4421-b2b9-e6f8aa7ed93d'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:28.890970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.906121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f630c62a-f398-49a1-9f58-399c0d8165aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.916130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:28.928739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.957386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] device_id is not set on port d970f408-ed7e-412b-bfe4-1d05bf11e627 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:28.968985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f630c62a-f398-49a1-9f58-399c0d8165aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.974172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f630c62a-f398-49a1-9f58-399c0d8165aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:28.979473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f630c62a-f398-49a1-9f58-399c0d8165aa admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2adea4f4-ae35-424b-a17a-1f90026d1d7a HTTP/1.1" status: 204 len: 168 time: 0.2401710 Dec 10 18:38:28.989108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630c62a-f398-49a1-9f58-399c0d8165aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adea4f4-ae35-424b-a17a-1f90026d1d7a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:29.015534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9c0e1c30-0d86-4127-b62c-6a75025aa372 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:29.075636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240ac7a-c449-4a72-81e6-7f121fcb7a6e req-84e0c124-da77-4e0f-a710-400f5be69abc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:29.077396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d240ac7a-c449-4a72-81e6-7f121fcb7a6e req-84e0c124-da77-4e0f-a710-400f5be69abc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.1273086 Dec 10 18:38:29.086645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9c0e1c30-0d86-4127-b62c-6a75025aa372 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:29.087519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9c0e1c30-0d86-4127-b62c-6a75025aa372 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:29.177695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d240ac7a-c449-4a72-81e6-7f121fcb7a6e req-44c97a4f-fceb-4230-9f3d-bcf15b2cb52a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Dec 10 18:38:29.179155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Allocated IP 2001:db8::f816:3eff:fe83:60f8 (63281087-cbd8-4ea5-b630-d88ec9284122/fe451359-b00b-4421-b2b9-e6f8aa7ed93d/d970f408-ed7e-412b-bfe4-1d05bf11e627) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:29.360153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.411083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.463770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network 63281087-cbd8-4ea5-b630-d88ec9284122 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:29.466141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc5237-2734-45d2-86e9-f2b917e7936e req-d155731a-8968-46d1-9749-c2dd6e13cc8e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:29.470108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:29.472674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4dc5237-2734-45d2-86e9-f2b917e7936e req-d155731a-8968-46d1-9749-c2dd6e13cc8e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.0981371 Dec 10 18:38:29.481483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:29.487938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:29.488736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.495359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Allocated IP 2001:db8::f816:3eff:fe1d:9eda (63281087-cbd8-4ea5-b630-d88ec9284122/fe451359-b00b-4421-b2b9-e6f8aa7ed93d/35ea95bc-b84e-4173-84de-162e75e445e2) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:29.519103 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7996254 Dec 10 18:38:29.519103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7cbfa-3101-44b4-8ab6-7cd7a145f9b0 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Port': ['ID=d970f408-ed7e-412b-bfe4-1d05bf11e627,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:29.520000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46322) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:29.562452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4dc5237-2734-45d2-86e9-f2b917e7936e req-660d9265-c63f-4562-8a67-5e58d0cc70f3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834491 Dec 10 18:38:29.601182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Deleting subnet fe451359-b00b-4421-b2b9-e6f8aa7ed93d {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:29.713172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.722480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.723640 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.773805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Network 63281087-cbd8-4ea5-b630-d88ec9284122 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:29.777464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:29.781329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:29.787631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Pushing event updated for resources: {'Port': ['ID=35ea95bc-b84e-4173-84de-162e75e445e2,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:29.797534 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.869468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Attempting to bind port 35ea95bc-b84e-4173-84de-162e75e445e2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:29.869999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Attempting to bind port 35ea95bc-b84e-4173-84de-162e75e445e2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3cf3b3fd-4fb2-4ce9-915e-63cc59d285be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:29.870922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Attempting to bind port 35ea95bc-b84e-4173-84de-162e75e445e2 on network 63281087-cbd8-4ea5-b630-d88ec9284122 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:29.877535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:29.878641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Checking segment: {'id': '3cf3b3fd-4fb2-4ce9-915e-63cc59d285be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:29.879512 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.880101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Bound using segment: {'id': '3cf3b3fd-4fb2-4ce9-915e-63cc59d285be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:29.881113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Bound port: 35ea95bc-b84e-4173-84de-162e75e445e2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cf3b3fd-4fb2-4ce9-915e-63cc59d285be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '63281087-cbd8-4ea5-b630-d88ec9284122'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:29.882138 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.952838 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:29.971314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:30.057845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.060104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] For port 35ea95bc-b84e-4173-84de-162e75e445e2, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:30.079292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] For port 35ea95bc-b84e-4173-84de-162e75e445e2, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=35ea95bc-b84e-4173-84de-162e75e445e2,segment=NetworkSegment(3cf3b3fd-4fb2-4ce9-915e-63cc59d285be),segment_id=3cf3b3fd-4fb2-4ce9-915e-63cc59d285be)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:30.091135 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.102250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Subnet': ['ID=fe451359-b00b-4421-b2b9-e6f8aa7ed93d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.116447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.124051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46336) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:30.124633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d808ae58-a2fd-412e-959b-a2e625fab0d3 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/fe451359-b00b-4421-b2b9-e6f8aa7ed93d HTTP/1.1" status: 204 len: 168 time: 0.6037095 Dec 10 18:38:30.150920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017e01b-4c83-4ae3-920e-10b987aba3c6 None None] Pushing event updated for resources: {'Port': ['ID=35ea95bc-b84e-4173-84de-162e75e445e2,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.180367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:30.207318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'port_id': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'mac_address': 'fa:16:3e:9f:06:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:30.318037 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.340967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:30.343816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db1a8c-1556-4e93-88d9-d1935fcf4410 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.351621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db1a8c-1556-4e93-88d9-d1935fcf4410 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.361226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-56db1a8c-1556-4e93-88d9-d1935fcf4410 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2333541 Dec 10 18:38:30.362979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46348) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:30.399851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:30.426255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.489141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf22f7a-7be1-40a8-a263-c3d3477c6ed5 req-0f4e9624-c084-4ef9-a14c-4656144590ae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:30.497409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecf22f7a-7be1-40a8-a263-c3d3477c6ed5 req-0f4e9624-c084-4ef9-a14c-4656144590ae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 944 time: 0.1917117 Dec 10 18:38:30.578188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:30.666844 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecf22f7a-7be1-40a8-a263-c3d3477c6ed5 req-28679015-3a49-4b12-8839-57a911e310c2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665895 Dec 10 18:38:30.667891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6395aca3-3370-400d-b4e5-5ca1dd3f9403 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:30.714992 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-6395aca3-3370-400d-b4e5-5ca1dd3f9403 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 10 18:38:30.717941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6395aca3-3370-400d-b4e5-5ca1dd3f9403 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:30.724914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6395aca3-3370-400d-b4e5-5ca1dd3f9403 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/63281087-cbd8-4ea5-b630-d88ec9284122 HTTP/1.1" status: 409 len: 405 time: 0.3578799 Dec 10 18:38:30.728924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46358) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:30.760072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-964775045'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:30.766039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:30.897226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:30.909772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.046437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:31.071278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6f2ac-ba6b-46b9-b9d1-6d8c07ef7d0b req-0b20176c-41c0-4f8f-956b-f9be889fca34 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.080316 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e6f2ac-ba6b-46b9-b9d1-6d8c07ef7d0b req-0b20176c-41c0-4f8f-956b-f9be889fca34 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 945 time: 0.1679435 Dec 10 18:38:31.091786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.092658 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Added segment 975355d1-cb0d-416e-ae97-427c4717dca1 of type vlan for network ddaef27d-5d48-43f6-8abf-45fd642cea98 Dec 10 18:38:31.167764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08e6f2ac-ba6b-46b9-b9d1-6d8c07ef7d0b req-1da1682c-4532-4193-ad12-a07c7838408d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861845 Dec 10 18:38:31.227996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.271774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.288807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:31.291954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.307765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 248306d8-5040-4198-a989-3d585ab4628e details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:38:31.405645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6737866 Dec 10 18:38:31.408865 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46386) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:31.414662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'subnet': {'network_id': 'ddaef27d-5d48-43f6-8abf-45fd642cea98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:31.457245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c06d0-9119-42af-b026-4b7a907e841d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Network': ['ID=ddaef27d-5d48-43f6-8abf-45fd642cea98,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:31.494640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ddaef27d-5d48-43f6-8abf-45fd642cea98 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:31.591103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:31.593591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.595118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 248306d8-5040-4198-a989-3d585ab4628e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=248306d8-5040-4198-a989-3d585ab4628e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:31.680463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '248306d8-5040-4198-a989-3d585ab4628e', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'port_id': '248306d8-5040-4198-a989-3d585ab4628e', 'mac_address': 'fa:16:3e:91:3d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:38:31.756999 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e6736736-877c-4feb-b534-c697a5798c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.809535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:31.841558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248306d8-5040-4198-a989-3d585ab4628e {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:31.908943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 248306d8-5040-4198-a989-3d585ab4628e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=248306d8-5040-4198-a989-3d585ab4628e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:31.915055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.040621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:32.128710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c13e0-f549-4392-ac50-cc049fcf14da req-08adfb7d-9280-4b7c-8ecf-80201646d380 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:32.130756 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a05c13e0-f549-4392-ac50-cc049fcf14da req-08adfb7d-9280-4b7c-8ecf-80201646d380 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 945 time: 0.2463508 Dec 10 18:38:32.194625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d8583a-af53-434b-a373-f41b8f78ea91 None None] Network 63281087-cbd8-4ea5-b630-d88ec9284122 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:32.266221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['248306d8-5040-4198-a989-3d585ab4628e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:32.428956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:38:32.438212 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.448095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23133f88-1d4e-4529-b880-f1ea6a49bf2c req-bc045c36-d6ce-4abd-a954-105330731911 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:32.450432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-23133f88-1d4e-4529-b880-f1ea6a49bf2c req-bc045c36-d6ce-4abd-a954-105330731911 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 945 time: 0.1109493 Dec 10 18:38:32.476355 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a05c13e0-f549-4392-ac50-cc049fcf14da req-0df45c86-dcc3-4ec5-9ca1-3c2557115d90 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242111 Dec 10 18:38:32.564624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-23133f88-1d4e-4529-b880-f1ea6a49bf2c req-2d129850-bfb0-4538-bcfa-2731322c069a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078146 Dec 10 18:38:32.628329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Subnet': ['ID=94b65dce-011d-48a2-9274-c0f157c31c0a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:32.657185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.685078 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.696999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Checking segment: {'id': '975355d1-cb0d-416e-ae97-427c4717dca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddaef27d-5d48-43f6-8abf-45fd642cea98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:32.696999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network hostable DHCP agents. Network: ddaef27d-5d48-43f6-8abf-45fd642cea98, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:32.713832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=248306d8-5040-4198-a989-3d585ab4628e,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:32.725658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 35ea95bc-b84e-4173-84de-162e75e445e2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:32.736533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network ddaef27d-5d48-43f6-8abf-45fd642cea98 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:32.752037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, ddaef27d-5d48-43f6-8abf-45fd642cea98) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:32.761036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5d6e2aee-1635-4bd8-9a6f-e083f3fce9ab None None] Provisioning complete for port 35ea95bc-b84e-4173-84de-162e75e445e2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:32.761711 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2aee-1635-4bd8-9a6f-e083f3fce9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.762849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:32.763560 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:32.795346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa05ba-be52-4e4d-b865-b1c9d31168c3 None None] Network ddaef27d-5d48-43f6-8abf-45fd642cea98 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:32.796071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da68c9ff-a40a-4f30-98a5-26feec50cf74 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3859346 Dec 10 18:38:32.797724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46416) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:32.991774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.045695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:33.046100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.144262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.219565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 35ea95bc-b84e-4173-84de-162e75e445e2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:33.219844 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.289774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] DHCP port deletion for 63281087-cbd8-4ea5-b630-d88ec9284122 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:33.384106 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.458999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Subnet': ['ID=94b65dce-011d-48a2-9274-c0f157c31c0a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:33.517789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a31b1f-e78e-4de9-8bab-f38ac10d81ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-ddaef27d-5d48-43f6-8abf-45fd642cea98', 'network_id': 'ddaef27d-5d48-43f6-8abf-45fd642cea98', 'project_id': '77fbdb80d0054243be8d4bb9d0008458', 'fixed_ips': [{'subnet_id': '94b65dce-011d-48a2-9274-c0f157c31c0a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:33.532773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6a31b1f-e78e-4de9-8bab-f38ac10d81ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.596717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.641307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddaef27d-5d48-43f6-8abf-45fd642cea98']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:33.660457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2aee-1635-4bd8-9a6f-e083f3fce9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.667681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975355d1-cb0d-416e-ae97-427c4717dca1') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:33.667981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975355d1-cb0d-416e-ae97-427c4717dca1') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:33.675863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5147f-2aee-4bd4-842a-f8f4e51a363d req-13620edf-d05b-47c3-8c56-7f8095c66301 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:33.683818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ac5147f-2aee-4bd4-842a-f8f4e51a363d req-13620edf-d05b-47c3-8c56-7f8095c66301 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 945 time: 0.1064813 Dec 10 18:38:33.701618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.735996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.760309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91858bf-afaa-4d98-bee1-10ea8c5848e9 None None] Network ddaef27d-5d48-43f6-8abf-45fd642cea98 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:33.767093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:33.767842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:33.836639 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:33.843180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ac5147f-2aee-4bd4-842a-f8f4e51a363d req-96f536f1-f9a5-427c-a6f7-26892222ec0e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498067 Dec 10 18:38:33.860200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.883765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.887607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/ddaef27d-5d48-43f6-8abf-45fd642cea98 HTTP/1.1" status: 204 len: 168 time: 1.0886497 Dec 10 18:38:33.891641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:33.896945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1058162655'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:33.924642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524bd48-2bf0-4ad5-8d57-e7abc3ce61ac tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Network': ['ID=ddaef27d-5d48-43f6-8abf-45fd642cea98,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:33.947766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:33.951289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:33.957995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f7113-305e-4bc4-adbd-780f9cda2645 req-060a761e-62b8-4b3c-aeeb-20d5cbf26f9e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:33.968084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-799f7113-305e-4bc4-adbd-780f9cda2645 req-060a761e-62b8-4b3c-aeeb-20d5cbf26f9e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 945 time: 0.2341666 Dec 10 18:38:34.004912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:34.022734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.026826 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Added segment 3ed6c335-55e4-422d-9056-fc0bef435d43 of type vlan for network f199f69a-6c12-4412-8695-54bb150da996 Dec 10 18:38:34.106108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.120021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-799f7113-305e-4bc4-adbd-780f9cda2645 req-b10f8ca3-8abf-49fa-884f-2a53c4cfa45d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456287 Dec 10 18:38:34.140235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.148339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:34.149711 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.231800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3390179 Dec 10 18:38:34.234919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46434) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:34.238272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.240577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'subnet': {'network_id': 'f199f69a-6c12-4412-8695-54bb150da996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:34.249959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ef2f4-67c7-4bcc-82fd-4dea3619bedb tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Network': ['ID=f199f69a-6c12-4412-8695-54bb150da996,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:34.254481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] Deleting port 35ea95bc-b84e-4173-84de-162e75e445e2 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:34.254852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.294541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.320871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network f199f69a-6c12-4412-8695-54bb150da996 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:34.325646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5d6e2aee-1635-4bd8-9a6f-e083f3fce9ab None None] For port 35ea95bc-b84e-4173-84de-162e75e445e2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=35ea95bc-b84e-4173-84de-162e75e445e2,segment=NetworkSegment(3cf3b3fd-4fb2-4ce9-915e-63cc59d285be),segment_id=3cf3b3fd-4fb2-4ce9-915e-63cc59d285be)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:34.392580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:34.399521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.525267 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2aee-1635-4bd8-9a6f-e083f3fce9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.535551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.693651 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.731538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] For port 35ea95bc-b84e-4173-84de-162e75e445e2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=35ea95bc-b84e-4173-84de-162e75e445e2,segment=NetworkSegment(3cf3b3fd-4fb2-4ce9-915e-63cc59d285be),segment_id=3cf3b3fd-4fb2-4ce9-915e-63cc59d285be)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:34.732236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:34.752885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] Calling delete_port for 35ea95bc-b84e-4173-84de-162e75e445e2 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:34.889273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:34.893347 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842a0617-d3a8-4ae6-9f88-f4b5a674b865" -d '{"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-plugged", "status": "completed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:34.952617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.099014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d729f36-dffe-43f5-9efc-6052b816d4b2 req-e21cce85-b51f-4d13-a20b-67086c67b9a4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.103056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d729f36-dffe-43f5-9efc-6052b816d4b2 req-e21cce85-b51f-4d13-a20b-67086c67b9a4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 945 time: 0.1088457 Dec 10 18:38:35.110757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:35.118466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Subnet': ['ID=81a0e63c-87bb-4a79-89fc-37039ef70f53,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.139122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Checking segment: {'id': '3ed6c335-55e4-422d-9056-fc0bef435d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f199f69a-6c12-4412-8695-54bb150da996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:35.139608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network hostable DHCP agents. Network: f199f69a-6c12-4412-8695-54bb150da996, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:35.172231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e2aee-1635-4bd8-9a6f-e083f3fce9ab None None] Pushing event updated for resources: {'Port': ['ID=35ea95bc-b84e-4173-84de-162e75e445e2,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.191661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network f199f69a-6c12-4412-8695-54bb150da996 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:35.196504 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.202465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.220848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.227408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, f199f69a-6c12-4412-8695-54bb150da996) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:35.235910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.244602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.254124 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d729f36-dffe-43f5-9efc-6052b816d4b2 req-27f055e8-267c-4a30-9d62-c0cd4d7ed7ea tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419876 Dec 10 18:38:35.283476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e2068bb0-405c-4f01-93b9-fba6314df550 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0469255 Dec 10 18:38:35.286063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46446) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:35.340910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b0e75-70f5-467d-b668-e06a75d39ed5 None None] Network f199f69a-6c12-4412-8695-54bb150da996 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:35.389014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 248306d8-5040-4198-a989-3d585ab4628e up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:38:35.429617 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152c4093-bd9f-4fec-a916-bf780fca574a x-openstack-request-id: req-152c4093-bd9f-4fec-a916-bf780fca574a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:35.429937 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-plugged", "status": "completed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:35.430150 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-152c4093-bd9f-4fec-a916-bf780fca574a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:35.437490 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'code': 200} Dec 10 18:38:35.553256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.557471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] No DVR routers for this DVR port 35ea95bc-b84e-4173-84de-162e75e445e2 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:35.559429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 35ea95bc-b84e-4173-84de-162e75e445e2 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:35.608455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f76d21-cff6-46d8-a41f-ee7286bc3c20 req-2cae4839-4ba3-44f0-a43b-7b1966b6268d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:35.618322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e7f76d21-cff6-46d8-a41f-ee7286bc3c20 req-2cae4839-4ba3-44f0-a43b-7b1966b6268d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1973150 Dec 10 18:38:35.714705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 35ea95bc-b84e-4173-84de-162e75e445e2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:35.715451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 35ea95bc-b84e-4173-84de-162e75e445e2 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:35.804967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.823842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e7f76d21-cff6-46d8-a41f-ee7286bc3c20 req-c73e18f4-3ae2-4d03-8ff9-8e525abbccd2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043581 Dec 10 18:38:35.825178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e773c28-5ed8-4b5e-b4ee-a63b1a4621da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-f199f69a-6c12-4412-8695-54bb150da996', 'network_id': 'f199f69a-6c12-4412-8695-54bb150da996', 'project_id': '77fbdb80d0054243be8d4bb9d0008458', 'fixed_ips': [{'subnet_id': '81a0e63c-87bb-4a79-89fc-37039ef70f53'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:35.826565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.827477 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2e773c28-5ed8-4b5e-b4ee-a63b1a4621da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.883158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413025-e587-479b-81d4-482f3ad2afd9 None None] Pushing event deleted for resources: {'Port': ['ID=35ea95bc-b84e-4173-84de-162e75e445e2,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:35.885333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 248306d8-5040-4198-a989-3d585ab4628e completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:38:35.899352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 248306d8-5040-4198-a989-3d585ab4628e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:35.899352 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:35.991504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.055830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Subnet': ['ID=81a0e63c-87bb-4a79-89fc-37039ef70f53,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-2e773c28-5ed8-4b5e-b4ee-a63b1a4621da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81a0e63c-87bb-4a79-89fc-37039ef70f53: This subnet is being modified by another concurrent operation. Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81a0e63c-87bb-4a79-89fc-37039ef70f53: This subnet is being modified by another concurrent operation. Dec 10 18:38:36.173659 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 18:38:36.191063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.199335 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.226514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388d25e5-6231-40e7-9b17-45b8efabebc6 None None] Network f199f69a-6c12-4412-8695-54bb150da996 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:36.239242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f199f69a-6c12-4412-8695-54bb150da996']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.250587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed6c335-55e4-422d-9056-fc0bef435d43') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.250956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed6c335-55e4-422d-9056-fc0bef435d43') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:36.262154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.277604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.285903 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:36.287008 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:36.353061 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:36.365834 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.387308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.391587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/f199f69a-6c12-4412-8695-54bb150da996 HTTP/1.1" status: 204 len: 168 time: 1.1043077 Dec 10 18:38:36.392814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d91fe3-180a-40a5-9b54-81608cdabb97 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Network': ['ID=f199f69a-6c12-4412-8695-54bb150da996,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.394660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 248306d8-5040-4198-a989-3d585ab4628e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=248306d8-5040-4198-a989-3d585ab4628e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:36.401151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46468) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:36.403569 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.415606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1205305533'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:36.505586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:36.510503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.574882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:36.588604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.589567 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Added segment 0bb42f83-df2a-4344-9575-53985c38f7f4 of type vlan for network 3298febf-2d60-471a-aba2-e5cb40aeb5a4 Dec 10 18:38:36.670895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.723586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046ac62-d0a6-4387-b947-cf68f402e3ff req-d2f4e84d-6f3f-437c-a0c7-6f2d03a18f42 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:36.741318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3046ac62-d0a6-4387-b947-cf68f402e3ff req-d2f4e84d-6f3f-437c-a0c7-6f2d03a18f42 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 946 time: 0.2915630 Dec 10 18:38:36.743749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.751408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:36.752147 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:36.854004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4373925 Dec 10 18:38:36.854282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46474) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:36.872583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Request body: {'subnet': {'network_id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:36.890665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=248306d8-5040-4198-a989-3d585ab4628e,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:36.926753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a92554-2b10-410d-91b4-b3fa2645368c None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:38:36.936879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22af757-f674-4dd7-ad02-a01d8ec56414 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Network': ['ID=3298febf-2d60-471a-aba2-e5cb40aeb5a4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:37.006378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 3298febf-2d60-471a-aba2-e5cb40aeb5a4 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:37.072519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3046ac62-d0a6-4387-b947-cf68f402e3ff req-22e4a2ee-bf48-4b1d-a98c-f218da6b1848 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297677 Dec 10 18:38:37.189420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Made reservation on behalf of 77fbdb80d0054243be8d4bb9d0008458 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:37.195317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.376584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a92554-2b10-410d-91b4-b3fa2645368c None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:38:37.451748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248306d8-5040-4198-a989-3d585ab4628e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:37.454456 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc7c945-e112-4890-bebc-689bf250273b" -d '{"events": [{"server_uuid": "d8a1cb98-a24b-4d5e-a749-0c841bdfb55c", "name": "network-vif-plugged", "status": "completed", "tag": "248306d8-5040-4198-a989-3d585ab4628e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:37.560928 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de487b6-a6c9-43e3-a73d-b3bdf16ac5eb x-openstack-request-id: req-4de487b6-a6c9-43e3-a73d-b3bdf16ac5eb {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:37.561328 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a1cb98-a24b-4d5e-a749-0c841bdfb55c", "name": "network-vif-plugged", "status": "completed", "tag": "248306d8-5040-4198-a989-3d585ab4628e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:37.561905 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4de487b6-a6c9-43e3-a73d-b3bdf16ac5eb {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:37.562448 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248306d8-5040-4198-a989-3d585ab4628e', 'code': 200} Dec 10 18:38:37.738022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54c2fb-e7ec-4492-b64c-77b2ce0ed634 req-5b673962-001b-44ac-ac6a-d0d12246aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.741243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e54c2fb-e7ec-4492-b64c-77b2ce0ed634 req-5b673962-001b-44ac-ac6a-d0d12246aa31 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 1097 time: 0.1123998 Dec 10 18:38:37.746689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.objects.ports [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103500) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 10 18:38:37.757376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:37.847744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8e54c2fb-e7ec-4492-b64c-77b2ce0ed634 req-1c10cc35-5955-4eb0-af2b-27f7dd4cedba service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991390 Dec 10 18:38:37.857948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56088931-7066-45b5-bd03-707484cfbf5d req-0ee98138-9df2-4037-a71d-30f66472f761 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:37.859751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56088931-7066-45b5-bd03-707484cfbf5d req-0ee98138-9df2-4037-a71d-30f66472f761 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.6975875 Dec 10 18:38:37.936748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event updated for resources: {'Subnet': ['ID=c643e862-7f8c-46bb-928e-ad157c8465fc,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:37.953619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56088931-7066-45b5-bd03-707484cfbf5d req-3d2a3fa3-3821-4ebe-a04c-31abf4fe1fbc tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870500 Dec 10 18:38:37.954745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Checking segment: {'id': '0bb42f83-df2a-4344-9575-53985c38f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:37.955229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network hostable DHCP agents. Network: 3298febf-2d60-471a-aba2-e5cb40aeb5a4, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:37.976957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Network 3298febf-2d60-471a-aba2-e5cb40aeb5a4 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:37.990399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46496) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:38.005032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 3298febf-2d60-471a-aba2-e5cb40aeb5a4) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:38.013713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:38.015633 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.015992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955111d7-ae86-4dc6-806c-d1ddc5803b6a None None] Network 3298febf-2d60-471a-aba2-e5cb40aeb5a4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:38.041207 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd09af32-e05a-4d53-86bd-fdaa6a6e0fad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1949055 Dec 10 18:38:38.043822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46500) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:38.220645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.255467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-3298febf-2d60-471a-aba2-e5cb40aeb5a4', 'network_id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4', 'project_id': '77fbdb80d0054243be8d4bb9d0008458', 'fixed_ips': [{'subnet_id': 'c643e862-7f8c-46bb-928e-ad157c8465fc'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:38:38.256747 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.329815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-423330f3-2f4d-4e20-8258-6d2df9ec2aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.351422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012914-ee49-4c78-a1af-0016ed939717 req-c80e7608-a573-4cd9-af1f-dfba841ac128 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:38.362168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18012914-ee49-4c78-a1af-0016ed939717 req-c80e7608-a573-4cd9-af1f-dfba841ac128 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 946 time: 0.1370678 Dec 10 18:38:38.518638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Allocated IP 2001:db8::f816:3eff:fe16:4b5d (3298febf-2d60-471a-aba2-e5cb40aeb5a4/c643e862-7f8c-46bb-928e-ad157c8465fc/0c1dccd6-3484-4e1f-855d-27de3405be95) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:38.534057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-423330f3-2f4d-4e20-8258-6d2df9ec2aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.551782 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-423330f3-2f4d-4e20-8258-6d2df9ec2aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.636865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18012914-ee49-4c78-a1af-0016ed939717 req-1a8907e1-ec0f-4917-a724-bef4b86892bd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732193 Dec 10 18:38:38.638866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.653518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-423330f3-2f4d-4e20-8258-6d2df9ec2aeb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c434fa44e5274e15b5d3c42e82694068&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6617074 Dec 10 18:38:38.656332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46506) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:38.710050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423330f3-2f4d-4e20-8258-6d2df9ec2aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08dbea4-3e5f-4712-88b5-cb45cba7bbe6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:38.739815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fe530a6-8ee6-4ebf-ad4f-8e5b965e6eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.768360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fe530a6-8ee6-4ebf-ad4f-8e5b965e6eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.819780 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.820496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fe530a6-8ee6-4ebf-ad4f-8e5b965e6eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.824063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fe530a6-8ee6-4ebf-ad4f-8e5b965e6eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.825503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3fe530a6-8ee6-4ebf-ad4f-8e5b965e6eff admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d08dbea4-3e5f-4712-88b5-cb45cba7bbe6 HTTP/1.1" status: 204 len: 168 time: 0.1669958 Dec 10 18:38:38.835514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.835678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe530a6-8ee6-4ebf-ad4f-8e5b965e6eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08dbea4-3e5f-4712-88b5-cb45cba7bbe6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:38.852466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:38.932893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Subnet': ['ID=c643e862-7f8c-46bb-928e-ad157c8465fc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:38.946622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Network 3298febf-2d60-471a-aba2-e5cb40aeb5a4 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:38.951942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:38.957055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:39.000788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Pushing event updated for resources: {'Port': ['ID=0c1dccd6-3484-4e1f-855d-27de3405be95,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.044780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.057347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Attempting to bind port 0c1dccd6-3484-4e1f-855d-27de3405be95 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:39.058614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Attempting to bind port 0c1dccd6-3484-4e1f-855d-27de3405be95 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '0bb42f83-df2a-4344-9575-53985c38f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:39.059147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Attempting to bind port 0c1dccd6-3484-4e1f-855d-27de3405be95 on network 3298febf-2d60-471a-aba2-e5cb40aeb5a4 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:39.066753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:39.067476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Checking segment: {'id': '0bb42f83-df2a-4344-9575-53985c38f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:39.068140 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.069011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Bound using segment: {'id': '0bb42f83-df2a-4344-9575-53985c38f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:39.069975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Bound port: 0c1dccd6-3484-4e1f-855d-27de3405be95, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb42f83-df2a-4344-9575-53985c38f7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:39.070577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.120302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3298febf-2d60-471a-aba2-e5cb40aeb5a4']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:39.146766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb42f83-df2a-4344-9575-53985c38f7f4') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:39.147506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb42f83-df2a-4344-9575-53985c38f7f4') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:39.155385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] For port 0c1dccd6-3484-4e1f-855d-27de3405be95, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:39.159977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] For port 0c1dccd6-3484-4e1f-855d-27de3405be95, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0c1dccd6-3484-4e1f-855d-27de3405be95,segment=NetworkSegment(0bb42f83-df2a-4344-9575-53985c38f7f4),segment_id=0bb42f83-df2a-4344-9575-53985c38f7f4)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:39.165540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.180464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.206520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.221269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:39.221670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:39.225315 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:39.330547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebffa8-cc83-434b-b963-eef34429127b None None] Pushing event updated for resources: {'Port': ['ID=0c1dccd6-3484-4e1f-855d-27de3405be95,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.349137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed87e7df-c755-49a5-8c55-594d8391e2ae None None] Network 3298febf-2d60-471a-aba2-e5cb40aeb5a4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:39.354517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e325aa-b4f5-4aa2-bae8-77ab3fd29587 req-8ccac982-6195-4328-ad5c-3e20f86f3036 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:39.356970 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:38:39.356970 n-d-821424-1 neutron-server[103499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:38:39.356970 n-d-821424-1 neutron-server[103499]: [parameters: {'id': '3298febf-2d60-471a-aba2-e5cb40aeb5a4'}] Dec 10 18:38:39.356970 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:38:39.357443 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:38:39.363101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88e325aa-b4f5-4aa2-bae8-77ab3fd29587 req-8ccac982-6195-4328-ad5c-3e20f86f3036 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.2051287 Dec 10 18:38:39.490638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88e325aa-b4f5-4aa2-bae8-77ab3fd29587 req-cd6a6648-342d-4924-a8f4-84874fddb02e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136811 Dec 10 18:38:39.538968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46516) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:39.567006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbc34828-a8ec-4dc2-a374-e8fb5ccf32bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.636468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a677a4a-57f5-410f-a36f-1fe8dc60c704 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:38:39.659987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbc34828-a8ec-4dc2-a374-e8fb5ccf32bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.664754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cbc34828-a8ec-4dc2-a374-e8fb5ccf32bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.709300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46524) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:39.709652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cbc34828-a8ec-4dc2-a374-e8fb5ccf32bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e31040fe19f641ca89a955c1d27a9f11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690235 Dec 10 18:38:39.711093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc34828-a8ec-4dc2-a374-e8fb5ccf32bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450cb33e-cbb5-4881-8c4c-4feafee2e991,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:39.791550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2da9b20-9037-441f-b345-71e594b641bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.818129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2da9b20-9037-441f-b345-71e594b641bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.846129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a677a4a-57f5-410f-a36f-1fe8dc60c704 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:38:39.882477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.888960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2da9b20-9037-441f-b345-71e594b641bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.894695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2da9b20-9037-441f-b345-71e594b641bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:39.896470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f2da9b20-9037-441f-b345-71e594b641bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/450cb33e-cbb5-4881-8c4c-4feafee2e991 HTTP/1.1" status: 204 len: 168 time: 0.1859796 Dec 10 18:38:40.019640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da9b20-9037-441f-b345-71e594b641bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450cb33e-cbb5-4881-8c4c-4feafee2e991,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:40.076882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326899d9-49fd-454f-afe1-cc6fd3bee16b req-2d8023a0-c905-4f38-ab34-58e7601c2e21 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.078568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-326899d9-49fd-454f-afe1-cc6fd3bee16b req-2d8023a0-c905-4f38-ab34-58e7601c2e21 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 946 time: 0.2070181 Dec 10 18:38:40.284821 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-326899d9-49fd-454f-afe1-cc6fd3bee16b req-1a254520-61ae-4e20-b375-a578ed5e97da tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961036 Dec 10 18:38:40.313145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Deleting port 0c1dccd6-3484-4e1f-855d-27de3405be95 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:40.313145 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.414015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] For port 0c1dccd6-3484-4e1f-855d-27de3405be95, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0c1dccd6-3484-4e1f-855d-27de3405be95,segment=NetworkSegment(0bb42f83-df2a-4344-9575-53985c38f7f4),segment_id=0bb42f83-df2a-4344-9575-53985c38f7f4)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:40.414317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.431965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Calling delete_port for 0c1dccd6-3484-4e1f-855d-27de3405be95 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:40.515877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000001b-08a1-4fcf-a883-6d810a1af1a5 req-1def6aff-b5b7-4ec1-a0a6-cb95f76860dc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.518573 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8000001b-08a1-4fcf-a883-6d810a1af1a5 req-1def6aff-b5b7-4ec1-a0a6-cb95f76860dc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 946 time: 0.1041558 Dec 10 18:38:40.561640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.646284 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Port': ['ID=0c1dccd6-3484-4e1f-855d-27de3405be95,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:40.646989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No DVR routers for this DVR port 0c1dccd6-3484-4e1f-855d-27de3405be95 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:40.649571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8000001b-08a1-4fcf-a883-6d810a1af1a5 req-a21def22-f0da-46db-ac99-b4db8d04d846 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227365 Dec 10 18:38:40.809987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.832827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010f6b7-700f-4d5a-b443-66abfa91ee60 req-33953087-69ca-4332-bcc2-e89e75a7059a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:40.840731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f010f6b7-700f-4d5a-b443-66abfa91ee60 req-33953087-69ca-4332-bcc2-e89e75a7059a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1283960 Dec 10 18:38:40.898221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3298febf-2d60-471a-aba2-e5cb40aeb5a4']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:40.913018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb42f83-df2a-4344-9575-53985c38f7f4') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:40.913018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb42f83-df2a-4344-9575-53985c38f7f4') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:40.953365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f010f6b7-700f-4d5a-b443-66abfa91ee60 req-b5c2a337-b0f7-488c-91e4-60a5473332ea tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115470 Dec 10 18:38:40.958155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:40.994546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.005637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:41.006558 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:41.031791 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:41.106724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.145786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.156419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/3298febf-2d60-471a-aba2-e5cb40aeb5a4 HTTP/1.1" status: 204 len: 168 time: 3.1081216 Dec 10 18:38:41.156419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9961a-9b63-4e9f-83cd-bd07113f6078 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Network': ['ID=3298febf-2d60-471a-aba2-e5cb40aeb5a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:41.156752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.194840 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-76010c35-5b8f-4cb4-b83c-9fdf119b3f8f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:41.195730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76010c35-5b8f-4cb4-b83c-9fdf119b3f8f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:41.199795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-76010c35-5b8f-4cb4-b83c-9fdf119b3f8f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/c643e862-7f8c-46bb-928e-ad157c8465fc HTTP/1.1" status: 404 len: 337 time: 0.0380876 Dec 10 18:38:41.203183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46560) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.225321 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-46297aca-d21e-4d06-8d7e-69b95ea24e70 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:41.226169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46297aca-d21e-4d06-8d7e-69b95ea24e70 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:41.230393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-46297aca-d21e-4d06-8d7e-69b95ea24e70 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/3298febf-2d60-471a-aba2-e5cb40aeb5a4 HTTP/1.1" status: 404 len: 339 time: 0.0259769 Dec 10 18:38:41.233119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46564) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.286082 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8406fdb-8547-4c98-ace3-7aab7da0562e tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:41.286915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8406fdb-8547-4c98-ace3-7aab7da0562e tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:41.291038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f8406fdb-8547-4c98-ace3-7aab7da0562e tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/81a0e63c-87bb-4a79-89fc-37039ef70f53 HTTP/1.1" status: 404 len: 337 time: 0.0566647 Dec 10 18:38:41.294455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46566) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.320136 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a690f274-5ae8-42f5-aeaa-d6d45c88a1ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:41.321005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a690f274-5ae8-42f5-aeaa-d6d45c88a1ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:41.325164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a690f274-5ae8-42f5-aeaa-d6d45c88a1ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/f199f69a-6c12-4412-8695-54bb150da996 HTTP/1.1" status: 404 len: 339 time: 0.0294015 Dec 10 18:38:41.328641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.371330 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6fbaea-8b47-4081-8302-f11066f8660a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:41.374381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6fbaea-8b47-4081-8302-f11066f8660a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:41.377919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6b6fbaea-8b47-4081-8302-f11066f8660a tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/94b65dce-011d-48a2-9274-c0f157c31c0a HTTP/1.1" status: 404 len: 337 time: 0.0479958 Dec 10 18:38:41.381219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46570) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.416987 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca062d8-776b-45d6-854d-a7f923fe2d47 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:41.417895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca062d8-776b-45d6-854d-a7f923fe2d47 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:41.422864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cca062d8-776b-45d6-854d-a7f923fe2d47 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/ddaef27d-5d48-43f6-8abf-45fd642cea98 HTTP/1.1" status: 404 len: 339 time: 0.0403321 Dec 10 18:38:41.425547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46574) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:41.666429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Deleting port d970f408-ed7e-412b-bfe4-1d05bf11e627 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:41.666819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.857521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:41.908907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Calling delete_port for d970f408-ed7e-412b-bfe4-1d05bf11e627 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:42.066041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.393003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46612) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:42.581572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7037d5ac-635c-4611-ae18-0da94c671efe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.845886 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7037d5ac-635c-4611-ae18-0da94c671efe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:42.852857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7037d5ac-635c-4611-ae18-0da94c671efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.013292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7037d5ac-635c-4611-ae18-0da94c671efe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7aa82e41eac44a93ba6fdfd983d9ab29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6181421 Dec 10 18:38:43.018385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:43.053579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037d5ac-635c-4611-ae18-0da94c671efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45f25ed-2254-4f44-9325-11a9898bc1bc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:43.156344 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.160975 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/ports/d970f408-ed7e-412b-bfe4-1d05bf11e627 HTTP/1.1" status: 204 len: 168 time: 1.7330353 Dec 10 18:38:43.163303 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd5a3-8034-4e4b-9f85-a14b25a72584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.164709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46648) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:43.167744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Port': ['ID=d970f408-ed7e-412b-bfe4-1d05bf11e627,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:43.197525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.202297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.207052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.207568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.209080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.209597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.212218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.220453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.222136 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:38:43.223295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.223802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.224340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.226765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.227297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85943e55-7fce-45ff-b75e-4e57a9d9107f tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:43.229808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd5a3-8034-4e4b-9f85-a14b25a72584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.321663 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-08487862-2f9b-40bd-acf2-3f5ba728edb6 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:43.323146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08487862-2f9b-40bd-acf2-3f5ba728edb6 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:43.326826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-08487862-2f9b-40bd-acf2-3f5ba728edb6 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/fe451359-b00b-4421-b2b9-e6f8aa7ed93d HTTP/1.1" status: 404 len: 337 time: 0.1609576 Dec 10 18:38:43.329485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46654) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:43.388856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7c61-865d-4c55-8701-5437f2537a6c req-23e5210e-5974-4277-9210-a3401f991d87 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:43.390786 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-293d7c61-865d-4c55-8701-5437f2537a6c req-23e5210e-5974-4277-9210-a3401f991d87 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.2275288 Dec 10 18:38:43.475013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd5a3-8034-4e4b-9f85-a14b25a72584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.477782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac8dd5a3-8034-4e4b-9f85-a14b25a72584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.482680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ac8dd5a3-8034-4e4b-9f85-a14b25a72584 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b45f25ed-2254-4f44-9325-11a9898bc1bc HTTP/1.1" status: 204 len: 168 time: 0.4632065 Dec 10 18:38:43.513470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-293d7c61-865d-4c55-8701-5437f2537a6c req-c3d1d75b-2762-444f-bc6b-b67d81e1a273 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161203 Dec 10 18:38:43.523877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dd5a3-8034-4e4b-9f85-a14b25a72584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45f25ed-2254-4f44-9325-11a9898bc1bc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:43.562976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.763788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.846384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63281087-cbd8-4ea5-b630-d88ec9284122']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:43.870124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf3b3fd-4fb2-4ce9-915e-63cc59d285be') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:43.870586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf3b3fd-4fb2-4ce9-915e-63cc59d285be') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:43.912388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.951354 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:43.968448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:43.969972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:44.008658 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:44.068791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.085705 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.089424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/63281087-cbd8-4ea5-b630-d88ec9284122 HTTP/1.1" status: 204 len: 168 time: 0.7584279 Dec 10 18:38:44.092483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46666) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.104025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49e8cb-1713-47f2-aded-013ea5e05842 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Network': ['ID=63281087-cbd8-4ea5-b630-d88ec9284122,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.347968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Deleting port d0676b11-4c38-4423-b041-b8a59cfde484 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:44.362570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.550298 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.583213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Calling delete_port for d0676b11-4c38-4423-b041-b8a59cfde484 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:44.731346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46694) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.768167 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.816858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f32fcf-b84c-405a-9dc3-1e8c9518f0c5 req-fa3ef726-17c7-4018-9453-42d82c983adf tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:44.829789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8f32fcf-b84c-405a-9dc3-1e8c9518f0c5 req-fa3ef726-17c7-4018-9453-42d82c983adf tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1238301 Dec 10 18:38:44.864229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Port': ['ID=d0676b11-4c38-4423-b041-b8a59cfde484,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:44.872691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:44.877514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d046aed6-7e07-45e9-a3dc-591789285263 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/ports/d0676b11-4c38-4423-b041-b8a59cfde484 HTTP/1.1" status: 204 len: 168 time: 0.7838521 Dec 10 18:38:44.893065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46702) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.914508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-427597026-network', 'tenant_id': '7cbb5f477b344580861fa13d6af78d30'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:44.951552 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaa2a32-82f4-4f7c-a39d-e261af30560d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] DELETE failed (client error): The resource could not be found. Dec 10 18:38:44.952348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaa2a32-82f4-4f7c-a39d-e261af30560d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:38:44.956996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ffaa2a32-82f4-4f7c-a39d-e261af30560d tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/eb33391f-575d-4756-a7e0-30ace7a7d9d5 HTTP/1.1" status: 404 len: 337 time: 0.0601141 Dec 10 18:38:44.962051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46704) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:44.973517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Made reservation on behalf of 7cbb5f477b344580861fa13d6af78d30 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:44.977520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.003999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e8f32fcf-b84c-405a-9dc3-1e8c9518f0c5 req-41733801-c193-4948-8809-bd474a2039ca tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656194 Dec 10 18:38:45.022755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.112601 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.207958 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.227722 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.259610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.287226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d41e0b7-3e1f-48af-9071-4697f95c17e5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:45.299391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402fca29-c306-491f-b081-02f168503552']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.307355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:45.326137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a38b717-8ecf-4988-a52d-7a948bc92f14') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.326482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a38b717-8ecf-4988-a52d-7a948bc92f14') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:45.329430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.329808 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Added segment 8a73a126-aa67-4521-8628-66e20d2099b9 of type vlan for network b3cd4240-f96b-487b-b077-5b35c77b4bc8 Dec 10 18:38:45.351128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.381762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.391471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:45.391884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:45.400342 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:45.426607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.463647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.465669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:45.466430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.535097 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.551435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.555597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/402fca29-c306-491f-b081-02f168503552 HTTP/1.1" status: 204 len: 168 time: 0.5922759 Dec 10 18:38:45.558200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:45.579907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94525ae2-2160-432b-b00d-3c789e8da1e7 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Network': ['ID=402fca29-c306-491f-b081-02f168503552,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:45.593883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] Pushing event updated for resources: {'Network': ['ID=b3cd4240-f96b-487b-b077-5b35c77b4bc8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:45.605873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b3cd4240-f96b-487b-b077-5b35c77b4bc8 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:45.657458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Deleting subnet d8f38b15-405b-403a-9661-6ae0212c786b {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:38:45.664352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:45.737370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8086dbe8-5482-45ab-ac85-add37d7bc3be admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0043819 Dec 10 18:38:45.738049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46724) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:45.745937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Request body: {'subnet': {'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-427597026-subnet', 'tenant_id': '7cbb5f477b344580861fa13d6af78d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:45.793052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Made reservation on behalf of 7cbb5f477b344580861fa13d6af78d30 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:45.795459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.055594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-b638e591-9931-42c5-a64c-fe1dc86bdc2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:46.057592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-b638e591-9931-42c5-a64c-fe1dc86bdc2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.4647539 Dec 10 18:38:46.063163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.084685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-cdca4b79-ce6b-40ec-90b2-effd055c9e1e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/quotas/1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 375 time: 0.0183396 Dec 10 18:38:46.149190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.229306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59790e56-809a-47be-9a9f-fade5269da39,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:46.260205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-6866eb8b-60a3-43e1-9565-6f4664858abf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1468778 Dec 10 18:38:46.268528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.283590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Checking segment: {'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:46.284740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Network hostable DHCP agents. Network: b3cd4240-f96b-487b-b077-5b35c77b4bc8, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:46.309569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Network b3cd4240-f96b-487b-b077-5b35c77b4bc8 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:46.329600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b3cd4240-f96b-487b-b077-5b35c77b4bc8) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:46.346850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f8c49-4600-42d3-854f-c0f09458b581 None None] Network b3cd4240-f96b-487b-b077-5b35c77b4bc8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:46.366573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.376111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:46.377182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.427340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-08b3b88e-9b73-4eee-af6c-8d3c6ad59fc0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6762831 Dec 10 18:38:46.436288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.443852 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/subnets/d8f38b15-405b-403a-9661-6ae0212c786b HTTP/1.1" status: 204 len: 168 time: 0.8843977 Dec 10 18:38:46.445820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46738) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:46.446619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42949377-d139-4cb7-836b-3a87c96950ad tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f38b15-405b-403a-9661-6ae0212c786b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:46.498431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1af628e-1393-49b2-9aa4-3fcdcb5f01f7 None None] Network 674463ed-4b76-4e2a-8626-de8e8561f257 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:46.616508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a78a1-f6b5-43c0-82e5-ff384321074a None None] Network b3cd4240-f96b-487b-b077-5b35c77b4bc8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:46.632324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.651217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b24303-728e-4f31-bee9-380820267760 req-5f69fcd7-40bc-4587-b811-b19902db8458 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:46.652572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-754b502f-dcf8-4a09-b316-b770c6b3fbaa service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800228 Dec 10 18:38:46.664241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05b24303-728e-4f31-bee9-380820267760 req-5f69fcd7-40bc-4587-b811-b19902db8458 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.3046830 Dec 10 18:38:46.810586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05b24303-728e-4f31-bee9-380820267760 req-03f2436f-cada-4bf0-9da2-c9a438c26bb0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364825 Dec 10 18:38:46.842447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Deleting port e5626c9e-8af7-46e0-ae43-017198216cda {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:46.842820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:46.843894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-21b3e645-0286-4cd1-b0be-6e8778928dc6 service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903021 Dec 10 18:38:46.972442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] DHCP port deletion for 674463ed-4b76-4e2a-8626-de8e8561f257 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:38:46.981786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] For port e5626c9e-8af7-46e0-ae43-017198216cda, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5626c9e-8af7-46e0-ae43-017198216cda,segment=NetworkSegment(f9bfd54e-2fac-4f53-b6bc-ca264d9f494b),segment_id=f9bfd54e-2fac-4f53-b6bc-ca264d9f494b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:46.982253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.041538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Calling delete_port for e5626c9e-8af7-46e0-ae43-017198216cda owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:47.096428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] Deleting port e5626c9e-8af7-46e0-ae43-017198216cda {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:47.096909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.198849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.225666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] No DVR routers for this DVR port e5626c9e-8af7-46e0-ae43-017198216cda on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:47.262883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Port': ['ID=e5626c9e-8af7-46e0-ae43-017198216cda,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:47.291852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] For port e5626c9e-8af7-46e0-ae43-017198216cda, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e5626c9e-8af7-46e0-ae43-017198216cda,segment=NetworkSegment(f9bfd54e-2fac-4f53-b6bc-ca264d9f494b),segment_id=f9bfd54e-2fac-4f53-b6bc-ca264d9f494b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:38:47.294065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.349616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-feac3be7-2275-4481-ac28-d398ae26f215 req-a4c1a2fc-542c-4312-bc83-57175f0cbf7a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.1257260 Dec 10 18:38:47.351838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] Calling delete_port for e5626c9e-8af7-46e0-ae43-017198216cda owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:47.511122 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.513105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.552678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] No DVR routers for this DVR port e5626c9e-8af7-46e0-ae43-017198216cda on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:38:47.558081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674463ed-4b76-4e2a-8626-de8e8561f257']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:47.579583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bfd54e-2fac-4f53-b6bc-ca264d9f494b') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:47.579895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bfd54e-2fac-4f53-b6bc-ca264d9f494b') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:38:47.615553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5626c9e-8af7-46e0-ae43-017198216cda no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:38:47.620238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7d142-3002-400d-93b2-212f974dc3da None None] Pushing event deleted for resources: {'Port': ['ID=e5626c9e-8af7-46e0-ae43-017198216cda,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:47.649996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.664054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e5626c9e-8af7-46e0-ae43-017198216cda {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:38:47.666499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e5626c9e-8af7-46e0-ae43-017198216cda not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:38:47.702420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.719119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:38:47.719797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:38:47.841409 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:38:47.890849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.906272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:47.919457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] 10.222.0.55 "DELETE /v2.0/networks/674463ed-4b76-4e2a-8626-de8e8561f257 HTTP/1.1" status: 204 len: 168 time: 1.4662368 Dec 10 18:38:47.959224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c613-cb21-4fb6-87fb-2f6dc19a8762 tempest-NetworksIpV6TestAttrs-889780532 tempest-NetworksIpV6TestAttrs-889780532-project] Pushing event deleted for resources: {'Network': ['ID=674463ed-4b76-4e2a-8626-de8e8561f257,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:48.134006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f1c60-3c63-4eea-a8e1-185849cb567b req-b19c4430-5bd8-4958-bb4c-b83463cd540c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:48.137268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a10f1c60-3c63-4eea-a8e1-185849cb567b req-b19c4430-5bd8-4958-bb4c-b83463cd540c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1401615 Dec 10 18:38:48.239187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46770) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.303774 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a10f1c60-3c63-4eea-a8e1-185849cb567b req-6a72320c-37e1-42c0-b9ef-78e3ab4b7e9c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598616 Dec 10 18:38:48.557598 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-649fa266-8f93-4bc7-b557-69c7855a61ff req-406e6d2d-c598-4552-99be-2f8f3355e21b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.0630915 Dec 10 18:38:48.573484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c0662390-67f8-4370-984b-92cb9a5b99ab admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=77fbdb80d0054243be8d4bb9d0008458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3324575 Dec 10 18:38:48.576038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46778) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:48.673668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6309898-2a53-49b0-890d-ff2acae76ce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.720382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6309898-2a53-49b0-890d-ff2acae76ce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.824501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6309898-2a53-49b0-890d-ff2acae76ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.824501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6309898-2a53-49b0-890d-ff2acae76ce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:48.824501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b6309898-2a53-49b0-890d-ff2acae76ce2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/737a8658-df41-44bf-9fd6-df8a6508dd87 HTTP/1.1" status: 204 len: 168 time: 0.2467418 Dec 10 18:38:48.847005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6309898-2a53-49b0-890d-ff2acae76ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a8658-df41-44bf-9fd6-df8a6508dd87,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:49.421211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-2716b628-4665-4e58-b2a3-39a5c45d19bc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:49.433806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-2716b628-4665-4e58-b2a3-39a5c45d19bc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.5375869 Dec 10 18:38:49.448174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'port': {'device_id': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'admin_state_up': True, 'tenant_id': '1045a22b75f74badbb64f97470785ec4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:49.548362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a10d63-5ec1-4939-9479-11c6791d5473 req-fd855781-8846-4cbb-ad0d-aaf1d2e40b39 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:49.552768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38a10d63-5ec1-4939-9479-11c6791d5473 req-fd855781-8846-4cbb-ad0d-aaf1d2e40b39 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1186647 Dec 10 18:38:49.687369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38a10d63-5ec1-4939-9479-11c6791d5473 req-c86715e6-c2bc-4798-806c-83dfcadf9842 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262352 Dec 10 18:38:49.827440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ab33987-19c8-4825-b2f3-858bb3308572 req-8d6d507e-15ec-4cfe-b318-b996da0a3739 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.0534568 Dec 10 18:38:49.829137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:49.836772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.262075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.20.0.13 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/1f35e57e-32eb-41e5-a44f-52f71b9e8dd8) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:50.395579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:50.621340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-2529a235-aa9e-44a3-8c5d-39dc2ea6fde7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:50.635440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-2529a235-aa9e-44a3-8c5d-39dc2ea6fde7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/networks?id=b3cd4240-f96b-487b-b077-5b35c77b4bc8 HTTP/1.1" status: 200 len: 808 time: 0.3033872 Dec 10 18:38:50.667498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-ce4acebc-7796-4cf9-babe-daf45f5d607e tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/quotas/7cbb5f477b344580861fa13d6af78d30 HTTP/1.1" status: 200 len: 375 time: 0.0303411 Dec 10 18:38:50.721501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.744149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-7290600c-8739-4d7a-9113-8434b1fe01c0 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cbb5f477b344580861fa13d6af78d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754778 Dec 10 18:38:50.865033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.882824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['248306d8-5040-4198-a989-3d585ab4628e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:38:50.898156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7b1aa7f-06e0-4696-9d3f-548c4fecd207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:50.985834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:51.001482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:51.035309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:51.056116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:51.127142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-1fcc67c1-5ca3-4dbc-acf0-9a3dcb18c340 service neutron] 10.222.0.55 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775787 Dec 10 18:38:51.143011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222cbbf-23a8-4ddd-ba9c-0584581756f5 req-e0ec1d8d-da79-4242-93ee-9d17216a6cee tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.157516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b222cbbf-23a8-4ddd-ba9c-0584581756f5 req-e0ec1d8d-da79-4242-93ee-9d17216a6cee tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.2853572 Dec 10 18:38:51.249565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.252179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.252706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.254622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.255266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.255756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.257003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.257492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.258752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.259238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.260131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.264696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.265265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:38:51.379136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:51.379906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.393506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-ba4f51e3-0c28-4e5d-a037-683b555f617c service neutron] 10.222.0.55 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649894 Dec 10 18:38:51.414797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b222cbbf-23a8-4ddd-ba9c-0584581756f5 req-ed255c8f-914d-4bb5-a1c0-1b4dad189b93 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553818 Dec 10 18:38:51.531215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-e42ddc2a-d847-4401-a593-8f39f969cd12 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0875762 Dec 10 18:38:51.535152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7b1aa7f-06e0-4696-9d3f-548c4fecd207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.548496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Request body: {'port': {'device_id': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:51.558075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-45c77ba4-ff11-43ba-a902-99691d1b8cce None None] Provisioning complete for port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:38:51.558766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-45c77ba4-ff11-43ba-a902-99691d1b8cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.586612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46842) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:51.607983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-45c77ba4-ff11-43ba-a902-99691d1b8cce None None] Port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:38:51.697909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7b1aa7f-06e0-4696-9d3f-548c4fecd207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.784719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-608200593'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:51.791706 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.868515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7b1aa7f-06e0-4696-9d3f-548c4fecd207 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7f3d0921d95a40279a417b1cb121bb41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4679296 Dec 10 18:38:51.870102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46850) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:51.875860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1aa7f-06e0-4696-9d3f-548c4fecd207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade98843-2ca6-4aac-8f46-c8e9c10232e0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:51.924552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82a63b38-38a7-475c-8829-623077bc34e8 req-e4b6358a-17aa-4eab-869d-683ed912692d tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 210 time: 0.0744138 Dec 10 18:38:51.949319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:51.953232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:51.970893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.164502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.170496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.227094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:52.270914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5447e0b-6374-43fe-8c41-25293cc430a2 req-93ca44c5-3386-40da-9b5a-e1a1f5d863a0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.272018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7a79f6-e5c2-482f-9495-1068e1f9532c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.272820 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5447e0b-6374-43fe-8c41-25293cc430a2 req-93ca44c5-3386-40da-9b5a-e1a1f5d863a0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 932 time: 0.6152048 Dec 10 18:38:52.285855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.287968 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment 11e37071-617d-4d7e-94a7-730971869f74 of type vlan for network 1105972e-0707-4819-b806-6716ba9fb58d Dec 10 18:38:52.352170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.386477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.393765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.394742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.509409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9180920 Dec 10 18:38:52.521591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46860) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:52.532453 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5447e0b-6374-43fe-8c41-25293cc430a2 req-bde0ab66-110a-4520-a3c7-2223d2bcb954 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349312 Dec 10 18:38:52.537918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5120005f-ae48-47e8-86e8-6c6ddb81c667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.543466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'name': 'tempest-PortsTestJSON-1727469649'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:52.575809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5120005f-ae48-47e8-86e8-6c6ddb81c667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.649551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93000-82cc-4044-badd-0d2dd97b5543 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=1105972e-0707-4819-b806-6716ba9fb58d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.657330 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5120005f-ae48-47e8-86e8-6c6ddb81c667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.665461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1105972e-0707-4819-b806-6716ba9fb58d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:52.674198 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5120005f-ae48-47e8-86e8-6c6ddb81c667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.678234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5120005f-ae48-47e8-86e8-6c6ddb81c667 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ade98843-2ca6-4aac-8f46-c8e9c10232e0 HTTP/1.1" status: 204 len: 168 time: 0.7917395 Dec 10 18:38:52.719079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4967cf3-4712-490d-982f-091c26ea4f10 req-d3e73ce7-1a87-4cc2-bfb0-652ce7310266 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:52.719885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120005f-ae48-47e8-86e8-6c6ddb81c667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade98843-2ca6-4aac-8f46-c8e9c10232e0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:52.727181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4967cf3-4712-490d-982f-091c26ea4f10 req-d3e73ce7-1a87-4cc2-bfb0-652ce7310266 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.0986245 Dec 10 18:38:52.729270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:52.733256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.814080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 7962abb5-142f-4830-8437-92cc2dc178a1 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:52.888561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c4967cf3-4712-490d-982f-091c26ea4f10 req-1cb2eb76-f445-436d-a198-8569d59c61ab tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601088 Dec 10 18:38:52.942180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:52.953172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:52.974175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Transition to ACTIVE for port object 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:52.982428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.214929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a5c3381-4761-451b-9112-f0f37444da51 req-3eddb1d2-319b-45fa-bcd9-a828ae86515e tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 210 time: 0.1604741 Dec 10 18:38:53.229749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:53.326986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.392866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.453412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Attempting to bind port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:53.453772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Attempting to bind port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:53.454115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Attempting to bind port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:53.482029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 on network befa5d99-05cc-4c47-b670-bb18516544f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:53.482383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Attempting to bind port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:53.498907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46868) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:53.530006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:53.530474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:53.530774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:53.531228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Bound port: 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:53.531596 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.560444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b10cae60-2e68-439f-9fec-7d4c333ff446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.745201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=7962abb5-142f-4830-8437-92cc2dc178a1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:53.792051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] For port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:53.807678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] For port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:53.817801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.829005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': '11e37071-617d-4d7e-94a7-730971869f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:53.829578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: 1105972e-0707-4819-b806-6716ba9fb58d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:53.891668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.892969 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.893732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f85b5-4c4b-4911-b05f-b51a07f7ce57 req-4cfc6c37-d718-4893-9577-472269e5e09d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:53.896582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] 10.222.0.59 "PUT /v2.0/ports/1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 HTTP/1.1" status: 200 len: 1092 time: 2.3524046 Dec 10 18:38:53.911233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'tag': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:53.913360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-937f85b5-4c4b-4911-b05f-b51a07f7ce57 req-4cfc6c37-d718-4893-9577-472269e5e09d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1586812 Dec 10 18:38:53.916531 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa148d-613d-483c-8768-9ce376b2068f" -d '{"events": [{"name": "network-changed", "server_uuid": "75f4f7bd-71ea-41ae-8020-c55601d06a72", "tag": "1f35e57e-32eb-41e5-a44f-52f71b9e8dd8"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:53.948099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b10cae60-2e68-439f-9fec-7d4c333ff446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.976248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b10cae60-2e68-439f-9fec-7d4c333ff446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:53.994079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:54.010126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cae60-2e68-439f-9fec-7d4c333ff446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aa33dd-5fa1-40df-9a6d-41a11cb431f7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:54.013368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f99da-6d01-40fd-a33d-cafa345c76c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:54.025942 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad092594-df39-4149-aa72-104045e6898b x-openstack-request-id: req-ad092594-df39-4149-aa72-104045e6898b {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:54.026344 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f4f7bd-71ea-41ae-8020-c55601d06a72", "tag": "1f35e57e-32eb-41e5-a44f-52f71b9e8dd8", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:54.026780 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ad092594-df39-4149-aa72-104045e6898b {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:54.027284 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'tag': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8', 'status': 'completed', 'code': 200} Dec 10 18:38:54.096595 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b10cae60-2e68-439f-9fec-7d4c333ff446 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=85992f2f4fa342c898ec2562ff65cef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5963275 Dec 10 18:38:54.097308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46876) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:54.134276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-937f85b5-4c4b-4911-b05f-b51a07f7ce57 req-4018824b-1740-4e1f-a410-bec4ba7f2069 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184894 Dec 10 18:38:54.141399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 1105972e-0707-4819-b806-6716ba9fb58d) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:54.155290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e7d191-0f93-4797-bd5f-dd2c3e2c13ac None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:54.168044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-fde0c2b5-54fa-4076-943c-6568247014d7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.170054 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-fde0c2b5-54fa-4076-943c-6568247014d7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "GET /v2.0/networks?id=b3cd4240-f96b-487b-b077-5b35c77b4bc8 HTTP/1.1" status: 200 len: 808 time: 0.5576732 Dec 10 18:38:54.171178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:54.178488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.179549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.206881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Request body: {'port': {'device_id': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8', 'admin_state_up': True, 'tenant_id': '7cbb5f477b344580861fa13d6af78d30'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:54.214689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ea783e2-56c1-49b0-86d0-dbf6f752337d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6875751 Dec 10 18:38:54.219339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46878) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:54.227968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-768e6cf2-8852-46b5-a6bf-1f638b71ec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.229485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-768e6cf2-8852-46b5-a6bf-1f638b71ec13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 1095 time: 0.1797841 Dec 10 18:38:54.235033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1346899749'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:54.320349 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-24198d46-eea9-459c-b59c-a0ce23ba0b77 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 HTTP/1.1" status: 200 len: 217 time: 0.0752501 Dec 10 18:38:54.421133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f114535-213b-4415-8da8-4118d9b6d96d req-02258a0c-2fce-4bb6-9b63-ef5eb4b46f74 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 210 time: 0.0422411 Dec 10 18:38:54.440584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eadc7-d18e-44d0-86c5-ab8a14a9ae86 req-96768d7b-b341-4380-b55f-d1e9f75abb60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.442210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f7eadc7-d18e-44d0-86c5-ab8a14a9ae86 req-96768d7b-b341-4380-b55f-d1e9f75abb60 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.2863607 Dec 10 18:38:54.459261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:54.462811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.497667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-c196b505-48af-4333-89d8-351890881ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.499388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-c196b505-48af-4333-89d8-351890881ac6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1667390 Dec 10 18:38:54.500036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94cd5291-4d49-4cde-97ee-d05480c19fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.559636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:54.572288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Made reservation on behalf of 7cbb5f477b344580861fa13d6af78d30 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:54.575936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.615000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f7eadc7-d18e-44d0-86c5-ab8a14a9ae86 req-64c836a2-8fb0-4626-8a1d-0b9c224f4182 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569979 Dec 10 18:38:54.620651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94cd5291-4d49-4cde-97ee-d05480c19fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.623923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.624286 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment 4422c448-f1cd-4baf-bf65-3a5b6343c06e of type vlan for network bf68fdf7-d82a-4588-a729-2f81a4acd744 Dec 10 18:38:54.715928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-1ce69eec-5964-4209-a46b-cf0e87d3385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.718388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-1ce69eec-5964-4209-a46b-cf0e87d3385e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2077096 Dec 10 18:38:54.725741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.870318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.883007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:54.885911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.900410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Allocated IP 172.20.0.11 (b3cd4240-f96b-487b-b077-5b35c77b4bc8/59790e56-809a-47be-9a9f-fade5269da39/0c3f249c-9a53-41a0-805e-ff898aa458d6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:38:54.948441 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94cd5291-4d49-4cde-97ee-d05480c19fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.951265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94cd5291-4d49-4cde-97ee-d05480c19fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:54.955064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94cd5291-4d49-4cde-97ee-d05480c19fad admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2aa33dd-5fa1-40df-9a6d-41a11cb431f7 HTTP/1.1" status: 204 len: 168 time: 0.8472133 Dec 10 18:38:55.001633 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7780838 Dec 10 18:38:55.006467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46884) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:55.028035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd5291-4d49-4cde-97ee-d05480c19fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aa33dd-5fa1-40df-9a6d-41a11cb431f7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:55.032326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'ports': [{'network_id': '1105972e-0707-4819-b806-6716ba9fb58d'}, {'network_id': 'bf68fdf7-d82a-4588-a729-2f81a4acd744'}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:55.037345 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-d4c699ca-642f-42f3-86f7-3aeae6ffa436 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079612 Dec 10 18:38:55.038189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:55.041091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': 'bf68fdf7-d82a-4588-a729-2f81a4acd744'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:55.042258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da82b240-d2ae-4315-a13e-c6ff28829015 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=bf68fdf7-d82a-4588-a729-2f81a4acd744,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:55.062151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network bf68fdf7-d82a-4588-a729-2f81a4acd744 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:38:55.509658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79656cde-9e6a-47ab-9f13-292c38e4b52b req-e66e48d7-ef93-4471-8867-b5264c945034 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:55.511869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79656cde-9e6a-47ab-9f13-292c38e4b52b req-e66e48d7-ef93-4471-8867-b5264c945034 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1821463 Dec 10 18:38:55.611702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.653743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 2} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:55.660064 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.692896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.708948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79656cde-9e6a-47ab-9f13-292c38e4b52b req-2ffa642c-5c51-45ca-9e8e-2844944bd612 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792123 Dec 10 18:38:55.761967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:55.849873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ccce03d-a7b5-421a-a4b9-0a8c6390aa84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.888151 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e644139-d1c9-4b57-966d-d58af3c67516 req-5438b3f4-f182-4f04-a167-1bb6ef812132 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 210 time: 0.0434468 Dec 10 18:38:55.974885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ee308166-effa-4b0e-8a4a-7242203e1532 req-7fc4e030-ea4e-4e3b-8513-8e17be49c3da service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9289114 Dec 10 18:38:55.975693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:55.997808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 4255cbda-b367-4dda-82b4-b4e305f7f0d3 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:56.170983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4eff-cb44-4506-b359-6ee03beae127 req-904e3244-b937-41fe-8b47-5768211f4ec4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.173578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa148d-613d-483c-8768-9ce376b2068f req-4805d0da-2ea2-4b64-8b35-1a493e32995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.175489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c7d4eff-cb44-4506-b359-6ee03beae127 req-904e3244-b937-41fe-8b47-5768211f4ec4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.3439965 Dec 10 18:38:56.179491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9aa148d-613d-483c-8768-9ce376b2068f req-4805d0da-2ea2-4b64-8b35-1a493e32995b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 1095 time: 0.1216190 Dec 10 18:38:56.184831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Network b3cd4240-f96b-487b-b077-5b35c77b4bc8 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:56.197719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Pushing event updated for resources: {'Port': ['ID=0c3f249c-9a53-41a0-805e-ff898aa458d6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.211626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:56.225058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:56.332815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.333726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.451568 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c7d4eff-cb44-4506-b359-6ee03beae127 req-96963118-2088-4475-a48a-f62df14eda6b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457874 Dec 10 18:38:56.454531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ccce03d-a7b5-421a-a4b9-0a8c6390aa84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.483266 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-0539d10c-2bc4-4c1d-a790-321850d085dd tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2825596 Dec 10 18:38:56.507267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Request body: {'port': {'device_id': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:56.536006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ccce03d-a7b5-421a-a4b9-0a8c6390aa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.604567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa148d-613d-483c-8768-9ce376b2068f req-bc4eff75-8173-48c0-b1c7-5b42ca7eeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.608370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9aa148d-613d-483c-8768-9ce376b2068f req-bc4eff75-8173-48c0-b1c7-5b42ca7eeb04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.4213266 Dec 10 18:38:56.617066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9ccce03d-a7b5-421a-a4b9-0a8c6390aa84 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=31c8fbe4ca7342cd9e0a5197e22f2c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8498244 Dec 10 18:38:56.649429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:56.674624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9aa148d-613d-483c-8768-9ce376b2068f req-a91885e5-79d6-40aa-a9f0-14ba9f84add8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 HTTP/1.1" status: 200 len: 217 time: 0.0583959 Dec 10 18:38:56.745508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa148d-613d-483c-8768-9ce376b2068f req-e572459b-5c93-4799-801c-78209991a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.747117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccce03d-a7b5-421a-a4b9-0a8c6390aa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56297c1b-e6ed-4a8b-a37d-ebcd45e46c45,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:56.748041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9aa148d-613d-483c-8768-9ce376b2068f req-e572459b-5c93-4799-801c-78209991a010 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0654597 Dec 10 18:38:56.767983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.778926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.840668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa148d-613d-483c-8768-9ce376b2068f req-085e964b-ebcd-4d5a-8423-033b43fb91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:56.843170 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9aa148d-613d-483c-8768-9ce376b2068f req-085e964b-ebcd-4d5a-8423-033b43fb91a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877652 Dec 10 18:38:56.870413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f229ba-c424-423c-908b-e7c59ffb6bd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:56.976867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 0f2d3729-e83c-4675-b424-ec0d28351978 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:38:56.985944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f229ba-c424-423c-908b-e7c59ffb6bd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.128247 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9aa148d-613d-483c-8768-9ce376b2068f req-4cf64fe9-84bb-4701-a478-e58ff6a06f19 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753830 Dec 10 18:38:57.151935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264c2a9-cf6c-465a-9f89-fc998952a539 req-b893ef15-f9fd-4254-8dd4-9fa46df752a8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.159120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1264c2a9-cf6c-465a-9f89-fc998952a539 req-b893ef15-f9fd-4254-8dd4-9fa46df752a8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1886358 Dec 10 18:38:57.242186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859921d-3909-4a5b-9abe-2e3991dae880 req-3765c4c9-5039-4d4a-97c4-d35faabd73c7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.244431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f859921d-3909-4a5b-9abe-2e3991dae880 req-3765c4c9-5039-4d4a-97c4-d35faabd73c7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 932 time: 0.1614873 Dec 10 18:38:57.411220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1264c2a9-cf6c-465a-9f89-fc998952a539 req-79dbe6e3-9fb6-4357-be74-67e030a9a90c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173097 Dec 10 18:38:57.412808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f229ba-c424-423c-908b-e7c59ffb6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.417195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f229ba-c424-423c-908b-e7c59ffb6bd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.421442 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-03f229ba-c424-423c-908b-e7c59ffb6bd4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56297c1b-e6ed-4a8b-a37d-ebcd45e46c45 HTTP/1.1" status: 204 len: 168 time: 0.7683263 Dec 10 18:38:57.429094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f859921d-3909-4a5b-9abe-2e3991dae880 req-f615304b-ef03-472c-b8cd-6d429fe78f20 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516960 Dec 10 18:38:57.449609 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9aa148d-613d-483c-8768-9ce376b2068f req-568c855b-fdb9-4178-a3ab-c82075584838 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838662 Dec 10 18:38:57.466924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f229ba-c424-423c-908b-e7c59ffb6bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56297c1b-e6ed-4a8b-a37d-ebcd45e46c45,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:57.553952 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.677299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c3f249c-9a53-41a0-805e-ff898aa458d6 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:38:57.690514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.738826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.744146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Transition to ACTIVE for port object 0c3f249c-9a53-41a0-805e-ff898aa458d6 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:38:57.757127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.856551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:38:57.868285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:57.882868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f084-179c-4040-8cb9-25dfe07bc025 req-5ec40252-d6f7-4002-854d-eee437bf0772 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:57.884504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a98f084-179c-4040-8cb9-25dfe07bc025 req-5ec40252-d6f7-4002-854d-eee437bf0772 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1890383 Dec 10 18:38:57.885487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:57.886480 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:57.892992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=4255cbda-b367-4dda-82b4-b4e305f7f0d3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:58.045821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f249c-9a53-41a0-805e-ff898aa458d6,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:58.148149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a98f084-179c-4040-8cb9-25dfe07bc025 req-3f1c51ef-8605-4082-86e1-ca64fb61393b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457814 Dec 10 18:38:58.174502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Attempting to bind port 0c3f249c-9a53-41a0-805e-ff898aa458d6 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:38:58.175054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Attempting to bind port 0c3f249c-9a53-41a0-805e-ff898aa458d6 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:38:58.175641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Attempting to bind port 0c3f249c-9a53-41a0-805e-ff898aa458d6 on network b3cd4240-f96b-487b-b077-5b35c77b4bc8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:58.189908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': '4422c448-f1cd-4baf-bf65-3a5b6343c06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'bf68fdf7-d82a-4588-a729-2f81a4acd744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:58.189908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: bf68fdf7-d82a-4588-a729-2f81a4acd744, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:38:58.190228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=0f2d3729-e83c-4675-b424-ec0d28351978,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:58.195410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Port 0c3f249c-9a53-41a0-805e-ff898aa458d6 on network b3cd4240-f96b-487b-b077-5b35c77b4bc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:38:58.195780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Attempting to bind port 0c3f249c-9a53-41a0-805e-ff898aa458d6 on network b3cd4240-f96b-487b-b077-5b35c77b4bc8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:38:58.205774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:38:58.206204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Checking segment: {'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:38:58.206745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Bound using segment: {'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:38:58.207438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Bound port: 0c3f249c-9a53-41a0-805e-ff898aa458d6, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:38:58.208114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.281131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network bf68fdf7-d82a-4588-a729-2f81a4acd744 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:38:58.308165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, bf68fdf7-d82a-4588-a729-2f81a4acd744) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:38:58.312434 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ea37244a-3ee4-4abb-bb8b-0afc31f9719c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.317850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:38:58.321636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8148a817-ccbd-44c7-a598-28072c8a5e29 None None] Network bf68fdf7-d82a-4588-a729-2f81a4acd744 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:38:58.333192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-6fcf3123-b2ae-40be-9fc9-6b6f6429fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.335420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-6fcf3123-b2ae-40be-9fc9-6b6f6429fe6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1097 time: 0.0879192 Dec 10 18:38:58.338832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.346783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.347891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.387360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] For port 0c3f249c-9a53-41a0-805e-ff898aa458d6, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:38:58.393897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-21989d90-dc91-4c9b-b883-041634371990 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3847597 Dec 10 18:38:58.396382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] For port 0c3f249c-9a53-41a0-805e-ff898aa458d6, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c3f249c-9a53-41a0-805e-ff898aa458d6,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:38:58.397301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46930) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:58.445427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.494556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-6eb1c75b-41e9-4c81-86da-50cfad8a6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.496715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-6eb1c75b-41e9-4c81-86da-50cfad8a6638 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.1528323 Dec 10 18:38:58.533697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.538578 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:58.542604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/0c3f249c-9a53-41a0-805e-ff898aa458d6 HTTP/1.1" status: 200 len: 1092 time: 2.0493460 Dec 10 18:38:58.545676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'tag': '0c3f249c-9a53-41a0-805e-ff898aa458d6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:38:58.554511 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471439c9-a825-4b14-8926-94772a32c2db" -d '{"events": [{"name": "network-changed", "server_uuid": "c3c43beb-111c-4ca8-8681-4ee606c12f8b", "tag": "0c3f249c-9a53-41a0-805e-ff898aa458d6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:38:58.688516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-4e6d293c-4f09-4ccd-8054-2fb6702fdcbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 1002 time: 0.1770558 Dec 10 18:38:58.780080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-4b357da0-134d-45d0-8dd8-d9033dcbaf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.781942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-4b357da0-134d-45d0-8dd8-d9033dcbaf9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.0863619 Dec 10 18:38:58.886004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46946) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:58.901247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-e7c5dfd8-5a41-4423-9def-1d421ad3692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.902981 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-e7c5dfd8-5a41-4423-9def-1d421ad3692c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092370 Dec 10 18:38:58.921120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a72c6-63ba-4095-8226-f21351cbccfc req-b0bebcdb-3fb6-4911-9efd-acd2e05c5b96 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:58.923544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-843a72c6-63ba-4095-8226-f21351cbccfc req-b0bebcdb-3fb6-4911-9efd-acd2e05c5b96 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 944 time: 0.1404479 Dec 10 18:38:59.139462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1799442521-network', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:38:59.262819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-843a72c6-63ba-4095-8226-f21351cbccfc req-658b26f2-adeb-48b0-8005-74b8cde6149a tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042111 Dec 10 18:38:59.284583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a6387e-02e6-44d4-b2ed-eb32cc4490a6 service neutron] Pushing event updated for resources: {'Port': ['ID=0c3f249c-9a53-41a0-805e-ff898aa458d6,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:59.324512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Made reservation on behalf of 755ee1c1dcb04ae18d9cab8c5327bf94 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:38:59.327693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.342745 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f391296c-c23c-4d05-a13f-910f65f11fa9 x-openstack-request-id: req-f391296c-c23c-4d05-a13f-910f65f11fa9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:38:59.343144 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3c43beb-111c-4ca8-8681-4ee606c12f8b", "tag": "0c3f249c-9a53-41a0-805e-ff898aa458d6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:38:59.343608 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f391296c-c23c-4d05-a13f-910f65f11fa9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:38:59.344111 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'tag': '0c3f249c-9a53-41a0-805e-ff898aa458d6', 'status': 'completed', 'code': 200} Dec 10 18:38:59.352343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-2502b90a-9bfe-41f7-99ee-e6159dec8ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.354797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-2502b90a-9bfe-41f7-99ee-e6159dec8ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbb5f477b344580861fa13d6af78d30&device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 1095 time: 0.6535947 Dec 10 18:38:59.356636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.368187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706528a-46a9-4bd1-a94d-f60976039da9 req-0ef64ac3-0f96-495b-a1c0-9ef63764bb7f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.376700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3706528a-46a9-4bd1-a94d-f60976039da9 req-0ef64ac3-0f96-495b-a1c0-9ef63764bb7f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.7107224 Dec 10 18:38:59.382730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 0f2d3729-e83c-4675-b424-ec0d28351978 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:38:59.383251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.384504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-2a0b6171-5692-443b-bd83-599e5740707f service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595213 Dec 10 18:38:59.545086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-8fd1d8fd-410c-45f8-b45e-60fc2040a93a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c3f249c-9a53-41a0-805e-ff898aa458d6 HTTP/1.1" status: 200 len: 217 time: 0.1651607 Dec 10 18:38:59.568623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.607389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 0f2d3729-e83c-4675-b424-ec0d28351978 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:38:59.611612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f62e8b-f9a0-45de-94e0-4a75015ee747 req-9a240df0-b48d-4c77-be8e-3d59df6c442c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.613768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84f62e8b-f9a0-45de-94e0-4a75015ee747 req-9a240df0-b48d-4c77-be8e-3d59df6c442c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1741452 Dec 10 18:38:59.662314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3706528a-46a9-4bd1-a94d-f60976039da9 req-25660655-cf86-4f2c-92a7-c4d554a7a642 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842369 Dec 10 18:38:59.718243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b714a80b-639c-43ff-9cbe-0a5f81d132c6 req-8b0d382e-5ae6-47e9-94c2-eef12e5df253 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263547 Dec 10 18:38:59.779309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.787624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84f62e8b-f9a0-45de-94e0-4a75015ee747 req-d9081426-a7d5-4997-be93-6a31cf8dc2fd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637428 Dec 10 18:38:59.789185 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.837916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:38:59.845680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.863780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541e425d-fe06-4ce3-9293-29793d5f2055,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:59.869255 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.869603 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Added segment 04b4fdd0-240c-450c-9e47-e99f8893f036 of type vlan for network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 Dec 10 18:38:59.879448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-ecaf6001-da0b-44bb-8f6e-4a9b29c8ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:38:59.881015 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-ecaf6001-da0b-44bb-8f6e-4a9b29c8ef4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59790e56-809a-47be-9a9f-fade5269da39 HTTP/1.1" status: 200 len: 848 time: 0.3083031 Dec 10 18:38:59.931363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:38:59.936912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/0f2d3729-e83c-4675-b424-ec0d28351978 HTTP/1.1" status: 204 len: 168 time: 1.5365210 Dec 10 18:38:59.939514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91370e1b-b2f9-4a61-a733-9ac2b8b152b3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=0f2d3729-e83c-4675-b424-ec0d28351978,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:38:59.961141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46952) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:38:59.976178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-1b0a15a5-84a4-424b-8d4c-f946fa36d9b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cd4240-f96b-487b-b077-5b35c77b4bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790737 Dec 10 18:39:00.076939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.106653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-da02959c-ab4c-4843-909e-6f1c1eafd8eb service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209061 Dec 10 18:39:00.142891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf129dfc-073b-4871-8a5c-d8bc9c2ad491 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.155149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf129dfc-073b-4871-8a5c-d8bc9c2ad491 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.161926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cf129dfc-073b-4871-8a5c-d8bc9c2ad491 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1989954 Dec 10 18:39:00.162296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46954) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:00.236246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8bc30afe-b6a8-4ec9-8282-911e6c04879b req-d7ebf58b-27d1-4430-9329-86b165f5e305 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207945 Dec 10 18:39:00.277495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.279541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.282704 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.433553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471439c9-a825-4b14-8926-94772a32c2db req-39293606-33af-41be-8b1e-74659412837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.435263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471439c9-a825-4b14-8926-94772a32c2db req-39293606-33af-41be-8b1e-74659412837c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbb5f477b344580861fa13d6af78d30&device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 1095 time: 0.1306226 Dec 10 18:39:00.444765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716e86d-c91b-464f-9c06-8e0cd900962d req-c9e2e3fa-f8c1-4a2c-925c-c976cdaecc2c tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.451510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8716e86d-c91b-464f-9c06-8e0cd900962d req-c9e2e3fa-f8c1-4a2c-925c-c976cdaecc2c tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 944 time: 0.0835590 Dec 10 18:39:00.462290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5746729 Dec 10 18:39:00.472259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46958) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:00.486618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Request body: {'subnet': {'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1799442521-subnet', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:00.491031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64efd9-4b9a-4459-8385-62a9f9ee5717 admin admin] Pushing event updated for resources: {'Network': ['ID=54c8e22b-1c02-4d03-a1b2-35b6eba1e296,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:00.514684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:00.548217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Made reservation on behalf of 755ee1c1dcb04ae18d9cab8c5327bf94 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:00.550467 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.607497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 4255cbda-b367-4dda-82b4-b4e305f7f0d3 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:00.607864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.626737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8716e86d-c91b-464f-9c06-8e0cd900962d req-2b64663f-4445-4dd2-a141-26f3e4b9ba0e tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564271 Dec 10 18:39:00.646623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471439c9-a825-4b14-8926-94772a32c2db req-936fbc53-9ad5-4ac3-84ae-8473ed1beddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.648067 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471439c9-a825-4b14-8926-94772a32c2db req-936fbc53-9ad5-4ac3-84ae-8473ed1beddc service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cd4240-f96b-487b-b077-5b35c77b4bc8 HTTP/1.1" status: 200 len: 909 time: 0.1918662 Dec 10 18:39:00.697225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471439c9-a825-4b14-8926-94772a32c2db req-d1235dc3-6e4a-4be4-bea6-75fb379914e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c3f249c-9a53-41a0-805e-ff898aa458d6 HTTP/1.1" status: 200 len: 217 time: 0.0402248 Dec 10 18:39:00.727110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:00.765210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 4255cbda-b367-4dda-82b4-b4e305f7f0d3 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:00.777832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471439c9-a825-4b14-8926-94772a32c2db req-c33d6ada-53f4-4c5f-b865-2415930483ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:00.779899 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471439c9-a825-4b14-8926-94772a32c2db req-c33d6ada-53f4-4c5f-b865-2415930483ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59790e56-809a-47be-9a9f-fade5269da39 HTTP/1.1" status: 200 len: 848 time: 0.0749693 Dec 10 18:39:00.876927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471439c9-a825-4b14-8926-94772a32c2db req-24c728fe-69e2-4df9-a3f4-763b8bb6e495 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cd4240-f96b-487b-b077-5b35c77b4bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580695 Dec 10 18:39:01.001683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.042618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471439c9-a825-4b14-8926-94772a32c2db req-cb5daa1c-ad4b-4394-a2c1-08107bd8a452 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573279 Dec 10 18:39:01.070510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d63a1-8d9e-471a-96ec-e24343eaf2c6 req-954aa2b4-6f16-4de0-a46c-825f81dd5705 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.070877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5850a5c-057b-408b-830e-4b96df96d5fd req-1c9b0add-cc36-4fbb-9bb2-966f589ec3d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.071808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a0d63a1-8d9e-471a-96ec-e24343eaf2c6 req-954aa2b4-6f16-4de0-a46c-825f81dd5705 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.1124346 Dec 10 18:39:01.072058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5850a5c-057b-408b-830e-4b96df96d5fd req-1c9b0add-cc36-4fbb-9bb2-966f589ec3d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1986606 Dec 10 18:39:01.107176 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.117473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4617d4a-e4f1-46de-8f51-ba61eee6d077,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:01.179073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=4255cbda-b367-4dda-82b4-b4e305f7f0d3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:01.215131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.219031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7d7dc88-2b38-4e86-a177-22dd35ea72bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/4255cbda-b367-4dda-82b4-b4e305f7f0d3 HTTP/1.1" status: 204 len: 168 time: 1.0508411 Dec 10 18:39:01.221923 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a0d63a1-8d9e-471a-96ec-e24343eaf2c6 req-2f1fa9b5-3846-498e-90bf-76d84aa83ab0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227889 Dec 10 18:39:01.222559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46964) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:01.233060 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d5850a5c-057b-408b-830e-4b96df96d5fd req-5aa2e25c-7de4-4114-9a6e-e098658e64ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467149 Dec 10 18:39:01.233060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Checking segment: {'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:01.234108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Network hostable DHCP agents. Network: 54c8e22b-1c02-4d03-a1b2-35b6eba1e296, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:01.276526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:01.315071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-471439c9-a825-4b14-8926-94772a32c2db req-de654efa-f0d7-452e-809d-fc8d0e674df9 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638316 Dec 10 18:39:01.316229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 54c8e22b-1c02-4d03-a1b2-35b6eba1e296) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:01.322728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.323777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.334378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e75857-7d38-43d7-a3d2-c6d1c00c4d98 None None] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:01.365715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f5dee031-9623-40b1-9c0b-eccb07aecf40 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8871047 Dec 10 18:39:01.368708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46966) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:01.376010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:01.397023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8153b796-e21d-4f28-8f17-59ce641b1132 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:01.403809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8153b796-e21d-4f28-8f17-59ce641b1132 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1728137 Dec 10 18:39:01.404709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46968) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:01.440290 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3713adb9-00e1-4770-b96e-bb721a95808b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:01.442244 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3713adb9-00e1-4770-b96e-bb721a95808b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/0f2d3729-e83c-4675-b424-ec0d28351978 HTTP/1.1" status: 404 len: 333 time: 0.0360200 Dec 10 18:39:01.445505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46970) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:01.503862 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.504626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'fixed_ips': [{'subnet_id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:01.505048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.505220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.539402 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c9a24d-2715-48ab-a895-aa157109beff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:01.539402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c4c9a24d-2715-48ab-a895-aa157109beff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/4255cbda-b367-4dda-82b4-b4e305f7f0d3 HTTP/1.1" status: 404 len: 333 time: 0.0889218 Dec 10 18:39:01.539402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 46972) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:01.635170 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8e0f3ca5-0c16-4d26-8d5d-5dcf8e2ad419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.665954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.672930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.729501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Allocated IP 172.20.0.2 (54c8e22b-1c02-4d03-a1b2-35b6eba1e296/b4617d4a-e4f1-46de-8f51-ba61eee6d077/70855792-0bff-45f8-bbc1-06a3fe8a40e4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:01.954129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.957258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.969219 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:01.985037 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.007725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.024249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618ed1-86b3-4e61-a59b-4962fd104b75 req-ab4fd563-42cc-4dfd-95b4-b8b2af4e1653 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.025943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4618ed1-86b3-4e61-a59b-4962fd104b75 req-ab4fd563-42cc-4dfd-95b4-b8b2af4e1653 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 944 time: 0.1775305 Dec 10 18:39:02.029381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:02.034016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:02.039729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:02.051827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Pushing event updated for resources: {'Port': ['ID=70855792-0bff-45f8-bbc1-06a3fe8a40e4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.071249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf68fdf7-d82a-4588-a729-2f81a4acd744']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:02.090529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.099346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4422c448-f1cd-4baf-bf65-3a5b6343c06e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:02.099346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4422c448-f1cd-4baf-bf65-3a5b6343c06e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:02.112110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:02.115718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.145926 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.150698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Attempting to bind port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:02.151684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Attempting to bind port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:02.151684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Attempting to bind port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 on network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:02.158546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:02.158546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.160886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:02.162462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Checking segment: {'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:02.162462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.162462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Bound using segment: {'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:02.163280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Bound port: 70855792-0bff-45f8-bbc1-06a3fe8a40e4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:02.163670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.165061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4618ed1-86b3-4e61-a59b-4962fd104b75 req-9a0078b0-c9ce-4584-bedb-e8042c0b1342 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310620 Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:02.165765 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:02.244528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.260909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.272101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/bf68fdf7-d82a-4588-a729-2f81a4acd744 HTTP/1.1" status: 204 len: 168 time: 0.7258835 Dec 10 18:39:02.272226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46978) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:02.279762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1803948418'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:02.284519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] For port 70855792-0bff-45f8-bbc1-06a3fe8a40e4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:02.290998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] For port 70855792-0bff-45f8-bbc1-06a3fe8a40e4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=70855792-0bff-45f8-bbc1-06a3fe8a40e4,segment=NetworkSegment(04b4fdd0-240c-450c-9e47-e99f8893f036),segment_id=04b4fdd0-240c-450c-9e47-e99f8893f036)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:02.295172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.300907 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.331291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:02.342661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.366708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c77459-c53f-440d-a2c6-2fecc1d85eda tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=bf68fdf7-d82a-4588-a729-2f81a4acd744,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.413205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:02.416221 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88b0c55-0cd5-4b5a-a730-938ce7e71cfa" -d '{"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-unplugged", "status": "completed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:02.429091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:02.442237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:02.459228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.466067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Pushing event updated for resources: {'Port': ['ID=70855792-0bff-45f8-bbc1-06a3fe8a40e4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.469956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.470495 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment bcfca042-9d98-4c1c-81c4-099f3003d998 of type vlan for network dea64d63-d277-40ce-841a-48b6b97a39fb Dec 10 18:39:02.483964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.484753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.485564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.486193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.486807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.487454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.488087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.488742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.489553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.490146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.490729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.491333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.491869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfd57fc-749d-4a35-aa6e-f05d7b5334ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:02.528784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a4de4-7c9d-43bf-bf99-883a5ec943a3 req-7b1d2cd8-9d01-411b-b639-8fbe675d28ba tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.536735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-580a4de4-7c9d-43bf-bf99-883a5ec943a3 req-7b1d2cd8-9d01-411b-b639-8fbe675d28ba tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1362033 Dec 10 18:39:02.555468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.621352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.627202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:02.631590 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.670810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-580a4de4-7c9d-43bf-bf99-883a5ec943a3 req-1267dc2f-a9dd-484a-91d3-0c0d6ba4052f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330402 Dec 10 18:39:02.735790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:02.779059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.788339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5133362 Dec 10 18:39:02.789536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:02.820144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:02.821203 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3f2b3f-e72d-4ede-a493-4f76db4e16f6 x-openstack-request-id: req-fa3f2b3f-e72d-4ede-a493-4f76db4e16f6 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:02.821604 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-unplugged", "status": "failed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e", "code": 422}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:02.821894 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fa3f2b3f-e72d-4ede-a493-4f76db4e16f6 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:02.822310 n-d-821424-1 neutron-server[103501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'code': 422} returned with failed status Dec 10 18:39:02.882799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57858c-6ad9-4806-848f-04f94a9fc34c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=dea64d63-d277-40ce-841a-48b6b97a39fb,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:02.905884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network dea64d63-d277-40ce-841a-48b6b97a39fb details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:02.970754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:02.978618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.072442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Performing IP validity checks on allocation pools {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:39:03.073123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:39:03.161241 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.190399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c455b-e89d-4aac-a246-b9e2695640c6 req-1de8af82-8df9-452a-ad8e-34f2b02e379d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.192033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c1c455b-e89d-4aac-a246-b9e2695640c6 req-1de8af82-8df9-452a-ad8e-34f2b02e379d tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 946 time: 0.7682734 Dec 10 18:39:03.229439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.311199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7c1c455b-e89d-4aac-a246-b9e2695640c6 req-466e5f05-f22e-4be2-9075-12c387b10ec7 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900419 Dec 10 18:39:03.357042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=63712faf-2eed-4b69-955e-1349db07a5c7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:03.391186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bc659-1b50-4251-8333-769043135453 req-4ce098de-0c1b-4eb4-8bd7-418ba7cbed94 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.393022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-557bc659-1b50-4251-8333-769043135453 req-4ce098de-0c1b-4eb4-8bd7-418ba7cbed94 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 944 time: 0.0917068 Dec 10 18:39:03.396900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': 'bcfca042-9d98-4c1c-81c4-099f3003d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:03.397475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: dea64d63-d277-40ce-841a-48b6b97a39fb, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:03.414477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Allocated IP 172.25.2.170 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:03.420125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c3f249c-9a53-41a0-805e-ff898aa458d6 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:03.602341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network dea64d63-d277-40ce-841a-48b6b97a39fb is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:03.637253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, dea64d63-d277-40ce-841a-48b6b97a39fb) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:03.645582 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-557bc659-1b50-4251-8333-769043135453 req-e641a5f1-c2ce-4475-b260-d79a617b23d2 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413304 Dec 10 18:39:03.655387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:03.657512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.666765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 70855792-0bff-45f8-bbc1-06a3fe8a40e4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:03.693360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aef0146b-da37-4ff2-913f-eda375f18bad tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9024594 Dec 10 18:39:03.695222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 46996) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:03.701801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb', 'name': 'tempest-PortsTestJSON-1556919230'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:03.783248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0c3f249c-9a53-41a0-805e-ff898aa458d6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c3f249c-9a53-41a0-805e-ff898aa458d6,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:03.801122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23c829-1197-4ae3-b0a7-ea9feb55f53f None None] Network dea64d63-d277-40ce-841a-48b6b97a39fb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:03.907719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:03.916493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0c3f249c-9a53-41a0-805e-ff898aa458d6', 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8', 'port_id': '0c3f249c-9a53-41a0-805e-ff898aa458d6', 'mac_address': 'fa:16:3e:ad:03:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59790e56-809a-47be-9a9f-fade5269da39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:03.918976 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.004092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:04.004990 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.030566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.088871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dbf6b-6a9f-46ad-887a-79c93bb36da8 req-dee7d099-7adf-4098-92f7-ff89f6a4c415 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:04.101350 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.119486 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-933dbf6b-6a9f-46ad-887a-79c93bb36da8 req-dee7d099-7adf-4098-92f7-ff89f6a4c415 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.2707753 Dec 10 18:39:04.154207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c3f249c-9a53-41a0-805e-ff898aa458d6 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:04.180857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:04.197189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:04.213541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:04.215345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:04.219832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.234143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0c3f249c-9a53-41a0-805e-ff898aa458d6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c3f249c-9a53-41a0-805e-ff898aa458d6,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:04.306511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833c5b31-3307-4f65-bff4-0b8d58a7a28b None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:04.313244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Pushing event updated for resources: {'Port': ['ID=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.316896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.326683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb7b41-81b0-4ece-b124-4f83356cfe96 None None] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:04.359866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 7296fe34-8731-4b2f-ac1b-bb96d37bce4b yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:04.399688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-933dbf6b-6a9f-46ad-887a-79c93bb36da8 req-1af7890d-5f0b-43bc-b119-3872f3eb17d8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723463 Dec 10 18:39:04.427812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-dea64d63-d277-40ce-841a-48b6b97a39fb', 'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb', 'project_id': '761b487cdfe44ae78e8d3e3130fd74c5', 'fixed_ips': [{'subnet_id': '63712faf-2eed-4b69-955e-1349db07a5c7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:04.429709 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.481784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.647023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.10 (dea64d63-d277-40ce-841a-48b6b97a39fb/63712faf-2eed-4b69-955e-1349db07a5c7/7296fe34-8731-4b2f-ac1b-bb96d37bce4b) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:04.672086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0c3f249c-9a53-41a0-805e-ff898aa458d6'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:04.787104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0c3f249c-9a53-41a0-805e-ff898aa458d6,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:04.802615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2eb1b22f-6732-4f43-990f-141cedf1fc1f None None] Provisioning complete for port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:04.802916 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b22f-6732-4f43-990f-141cedf1fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.814728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.897755 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.900636 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:04.987386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac02d3-c0e6-4455-99ea-76c7462f5e82 req-0b78d3c6-bd3d-4046-8671-40182fc10475 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.000969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48ac02d3-c0e6-4455-99ea-76c7462f5e82 req-0b78d3c6-bd3d-4046-8671-40182fc10475 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 945 time: 0.1770821 Dec 10 18:39:05.026192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2eb1b22f-6732-4f43-990f-141cedf1fc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.035646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 70855792-0bff-45f8-bbc1-06a3fe8a40e4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=70855792-0bff-45f8-bbc1-06a3fe8a40e4,segment=NetworkSegment(04b4fdd0-240c-450c-9e47-e99f8893f036),segment_id=04b4fdd0-240c-450c-9e47-e99f8893f036)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:05.084004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.103925 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.117370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48ac02d3-c0e6-4455-99ea-76c7462f5e82 req-2c5d0004-08bd-47ab-9984-643c2c4a25c3 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152208 Dec 10 18:39:05.177123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.181371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.247786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network dea64d63-d277-40ce-841a-48b6b97a39fb is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:05.252169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:05.257793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:05.271685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-83cc6b20-3ff2-40e5-b50b-19ba806f0fd3 req-d0748db4-93a6-4731-b045-f1178277e36a service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:39:05.273343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-83cc6b20-3ff2-40e5-b50b-19ba806f0fd3 req-d0748db4-93a6-4731-b045-f1178277e36a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1382556 Dec 10 18:39:05.291775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=7296fe34-8731-4b2f-ac1b-bb96d37bce4b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:05.331724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.333664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.360681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-479146d5-9eeb-422e-bda7-08fadc61025e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6641660 Dec 10 18:39:05.366130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47020) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.449410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Router e9bb1912-ba27-48e6-b197-05cb7f58cda1 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:39:05.498961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=70855792-0bff-45f8-bbc1-06a3fe8a40e4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:05.502255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2eb1b22f-6732-4f43-990f-141cedf1fc1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:39:05.502792 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2eb1b22f-6732-4f43-990f-141cedf1fc1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:39:05.505084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Allocated IP 172.20.0.2 (dea64d63-d277-40ce-841a-48b6b97a39fb/63712faf-2eed-4b69-955e-1349db07a5c7/476b3420-4ada-4b9d-88b1-34ca52d20a73) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:05.565912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 7296fe34-8731-4b2f-ac1b-bb96d37bce4b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:05.566149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.680463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c360f6-807d-49bf-bd6c-740f12fd4355 req-6735ea47-9f8e-4ba3-aa16-786d9c4a5e74 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:05.682255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1c360f6-807d-49bf-bd6c-740f12fd4355 req-6735ea47-9f8e-4ba3-aa16-786d9c4a5e74 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1333797 Dec 10 18:39:05.740556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:05.749682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.757248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Sync routers for ids ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:05.777245 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.779667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.779812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 7296fe34-8731-4b2f-ac1b-bb96d37bce4b owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:05.782599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0150e01e-5356-4db4-b5e5-17008ac7df4c admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4124508 Dec 10 18:39:05.784807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47024) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:05.789617 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:05.811608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1c360f6-807d-49bf-bd6c-740f12fd4355 req-ae982a24-d5b6-4529-a060-c74715d26a4a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182420 Dec 10 18:39:05.854091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Routers {'e9bb1912-ba27-48e6-b197-05cb7f58cda1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:05.854777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:05.911662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Network dea64d63-d277-40ce-841a-48b6b97a39fb is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:05.921312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:05.934202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:05.939908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Pushing event updated for resources: {'Port': ['ID=476b3420-4ada-4b9d-88b1-34ca52d20a73,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:06.001181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.057806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=7296fe34-8731-4b2f-ac1b-bb96d37bce4b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:06.116181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Attempting to bind port 476b3420-4ada-4b9d-88b1-34ca52d20a73 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:06.116602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Attempting to bind port 476b3420-4ada-4b9d-88b1-34ca52d20a73 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'bcfca042-9d98-4c1c-81c4-099f3003d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:06.116931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Attempting to bind port 476b3420-4ada-4b9d-88b1-34ca52d20a73 on network dea64d63-d277-40ce-841a-48b6b97a39fb {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:06.120640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Set router e9bb1912-ba27-48e6-b197-05cb7f58cda1 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:06.166713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:06.188070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.196121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-03f85a03-9680-4b00-8d15-4ba77aa8bb86 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/7296fe34-8731-4b2f-ac1b-bb96d37bce4b HTTP/1.1" status: 204 len: 168 time: 0.8268087 Dec 10 18:39:06.199005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47028) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:06.214071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:06.214495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Checking segment: {'id': 'bcfca042-9d98-4c1c-81c4-099f3003d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:06.214915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.215374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Bound using segment: {'id': 'bcfca042-9d98-4c1c-81c4-099f3003d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:06.215876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Bound port: 476b3420-4ada-4b9d-88b1-34ca52d20a73, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfca042-9d98-4c1c-81c4-099f3003d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'dea64d63-d277-40ce-841a-48b6b97a39fb'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:06.216623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.285351 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a63f99-6175-4991-b203-5077d31b0282 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:39:06.285351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a63f99-6175-4991-b203-5077d31b0282 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:39:06.289232 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c4a63f99-6175-4991-b203-5077d31b0282 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/7296fe34-8731-4b2f-ac1b-bb96d37bce4b HTTP/1.1" status: 404 len: 333 time: 0.0884485 Dec 10 18:39:06.293420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47030) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:06.333244 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-0438d91a-e0e6-4db7-b8d7-d7995ac16433 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:06.335224 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0438d91a-e0e6-4db7-b8d7-d7995ac16433 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/7296fe34-8731-4b2f-ac1b-bb96d37bce4b HTTP/1.1" status: 404 len: 333 time: 0.0405457 Dec 10 18:39:06.338140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47032) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:06.430444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6acad-4558-40f2-9335-9b428c1c392b req-0ceb3bc9-58eb-491f-9194-a6973aff5faa tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:06.439008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13e6acad-4558-40f2-9335-9b428c1c392b req-0ceb3bc9-58eb-491f-9194-a6973aff5faa tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 945 time: 0.1927843 Dec 10 18:39:06.482820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.488244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet 63712faf-2eed-4b69-955e-1349db07a5c7 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:06.497889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.535523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-da231f79-6072-4791-a186-ef113cc7676c None None] Provisioning complete for port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:06.535900 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da231f79-6072-4791-a186-ef113cc7676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.561789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13e6acad-4558-40f2-9335-9b428c1c392b req-04339cce-95d5-416c-862f-5fa98352972e tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217906 Dec 10 18:39:06.593662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.626229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] For port 476b3420-4ada-4b9d-88b1-34ca52d20a73, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:06.683064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] For port 476b3420-4ada-4b9d-88b1-34ca52d20a73, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=476b3420-4ada-4b9d-88b1-34ca52d20a73,segment=NetworkSegment(bcfca042-9d98-4c1c-81c4-099f3003d998),segment_id=bcfca042-9d98-4c1c-81c4-099f3003d998)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:06.706133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.720286 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.790175 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.856684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Allocated IP 172.20.0.1 (54c8e22b-1c02-4d03-a1b2-35b6eba1e296/b4617d4a-e4f1-46de-8f51-ba61eee6d077/8c796613-f7d4-45a0-83be-b3033a17aaa0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:06.872619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=63712faf-2eed-4b69-955e-1349db07a5c7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:06.881845 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:06.889959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb3ba220-149f-4b27-bcfc-ab94ca203e58 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/63712faf-2eed-4b69-955e-1349db07a5c7 HTTP/1.1" status: 204 len: 168 time: 0.5478549 Dec 10 18:39:06.891749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:06.907968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032dbd-90f9-4db2-87b2-fb545fff2d75 None None] Pushing event updated for resources: {'Port': ['ID=476b3420-4ada-4b9d-88b1-34ca52d20a73,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:06.970390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:04Z', 'revision_number': 3, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port': {'id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:03Z', 'updated_at': '2021-12-10T18:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:07.021873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Checking router: e9bb1912-ba27-48e6-b197-05cb7f58cda1 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:07.022475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Updating router e9bb1912-ba27-48e6-b197-05cb7f58cda1 port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:39:07.098917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.124177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995aaa9-440e-4eb8-b6d8-397677dec44d req-d8a57d2c-26bb-405b-8b43-9d2124233f18 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.125994 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e995aaa9-440e-4eb8-b6d8-397677dec44d req-d8a57d2c-26bb-405b-8b43-9d2124233f18 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1209114 Dec 10 18:39:07.128069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47052) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:07.129496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-da231f79-6072-4791-a186-ef113cc7676c None None] Provisioning complete for port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:07.131534 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da231f79-6072-4791-a186-ef113cc7676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.135187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.241986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e995aaa9-440e-4eb8-b6d8-397677dec44d req-671368ea-d63b-4107-946f-2513d70030cf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020076 Dec 10 18:39:07.300974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-da231f79-6072-4791-a186-ef113cc7676c None None] Port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:07.311924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f702882-fbef-4ff7-a7de-ccc09fe28bec req-e179d4fc-6090-4adf-997c-eab7e902be95 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:07.321816 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0f702882-fbef-4ff7-a7de-ccc09fe28bec req-e179d4fc-6090-4adf-997c-eab7e902be95 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.4678848 Dec 10 18:39:07.334772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.383003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 476b3420-4ada-4b9d-88b1-34ca52d20a73 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:07.383003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.392932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-bb6caed2-1155-46b6-ab76-100de5d659f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2617943 Dec 10 18:39:07.407212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-e44c82f6-71fc-4c53-aa5f-05e7f7d78892 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:39:07.419608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-e44c82f6-71fc-4c53-aa5f-05e7f7d78892 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0257461 Dec 10 18:39:07.425385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0f702882-fbef-4ff7-a7de-ccc09fe28bec req-dd138eaa-7305-4748-9429-5c04417eb885 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023118 Dec 10 18:39:07.448194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.590090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Pushing event updated for resources: {'Port': ['ID=8c796613-f7d4-45a0-83be-b3033a17aaa0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:07.640103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:07.646590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:07.649857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:07.686245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] For port 476b3420-4ada-4b9d-88b1-34ca52d20a73, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=476b3420-4ada-4b9d-88b1-34ca52d20a73,segment=NetworkSegment(bcfca042-9d98-4c1c-81c4-099f3003d998),segment_id=bcfca042-9d98-4c1c-81c4-099f3003d998)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:07.686804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.758735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-04cd6d37-bf09-4826-9305-c2959eb1b7ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2166879 Dec 10 18:39:07.771567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 476b3420-4ada-4b9d-88b1-34ca52d20a73 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:07.782300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.821271 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:07.837516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c3f249c-9a53-41a0-805e-ff898aa458d6 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:07.840414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 476b3420-4ada-4b9d-88b1-34ca52d20a73 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:07.844161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.085976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c7b46-c2d2-4f6c-a3a7-fda3bc30f8ab None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:08.152134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fb8c2-9828-4cee-9c0d-6f0af4fa1144 req-6619ffab-cbdf-4e3a-a7d8-12e0b02597a8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.156017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f1fb8c2-9828-4cee-9c0d-6f0af4fa1144 req-6619ffab-cbdf-4e3a-a7d8-12e0b02597a8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 945 time: 0.4239676 Dec 10 18:39:08.157638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.192613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Attempting to bind port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:08.193183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Attempting to bind port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:08.193991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Attempting to bind port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:08.196441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd48c-fb65-40c1-9fa0-ecd3fa78a868 None None] Pushing event updated for resources: {'Port': ['ID=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:08.233158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:08.234050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:08.234891 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.235580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:08.236908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Bound port: 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:08.237555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.281402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0c3f249c-9a53-41a0-805e-ff898aa458d6 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:08.288190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0964e9ef-e25c-4b07-abd8-c25385feb7da None None] Provisioning complete for port 8c796613-f7d4-45a0-83be-b3033a17aaa0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:08.288928 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0964e9ef-e25c-4b07-abd8-c25385feb7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.316723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f1fb8c2-9828-4cee-9c0d-6f0af4fa1144 req-f39c1789-2402-4021-804f-cee6a6fc0fc2 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489863 Dec 10 18:39:08.320007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-a9228759-bd18-40a9-907c-e43fa9465f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.323348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-a9228759-bd18-40a9-907c-e43fa9465f8f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 1097 time: 0.4599483 Dec 10 18:39:08.325478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.361832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0c3f249c-9a53-41a0-805e-ff898aa458d6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:08.362512 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.403157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 476b3420-4ada-4b9d-88b1-34ca52d20a73 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:08.403670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.405767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=476b3420-4ada-4b9d-88b1-34ca52d20a73,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:08.447603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No DVR routers for this DVR port 476b3420-4ada-4b9d-88b1-34ca52d20a73 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:08.667772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.779890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-6cd33b7c-7d4a-43f5-abab-085d2938b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:08.782639 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-6cd33b7c-7d4a-43f5-abab-085d2938b649 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.3889518 Dec 10 18:39:08.783849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea64d63-d277-40ce-841a-48b6b97a39fb']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:08.806231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.820540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.874616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0964e9ef-e25c-4b07-abd8-c25385feb7da None None] Port 8c796613-f7d4-45a0-83be-b3033a17aaa0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:08.907094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] For port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:08.914674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] For port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:08.921365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Port 476b3420-4ada-4b9d-88b1-34ca52d20a73 was deleted so its status cannot be updated. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 10 18:39:08.922198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 70855792-0bff-45f8-bbc1-06a3fe8a40e4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:08.942656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfca042-9d98-4c1c-81c4-099f3003d998') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:08.943159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfca042-9d98-4c1c-81c4-099f3003d998') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:08.946970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.960381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:08.990816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.006962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:09.007557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.031909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaabddc-b08f-4d4f-9e3f-5cb2d3d7e478 req-bb694c60-a905-455f-8626-51f1ec3a22f4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.041366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccaabddc-b08f-4d4f-9e3f-5cb2d3d7e478 req-bb694c60-a905-455f-8626-51f1ec3a22f4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.3451226 Dec 10 18:39:09.047483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Pushing event updated for resources: {'Port': ['ID=8c796613-f7d4-45a0-83be-b3033a17aaa0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:09.066330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8662e87-261b-43a7-a508-b03100e1a2e1 None None] Network dea64d63-d277-40ce-841a-48b6b97a39fb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:09.081559 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.093399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accd48c-fb65-40c1-9fa0-ecd3fa78a868 None None] Pushing event updated for resources: {'Port': ['ID=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:09.110570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad26f8d-081e-4737-8a23-eff8ee0208af None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:09.142628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-abff9775-4e8c-41bf-9a6c-3d556f797816 None None] Could not find standard attr ID for object 476b3420-4ada-4b9d-88b1-34ca52d20a73. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:09.155000 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:09.159934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.168378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccaabddc-b08f-4d4f-9e3f-5cb2d3d7e478 req-231fac98-6559-418a-b4ac-62cb5f039522 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092014 Dec 10 18:39:09.168795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.178517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/dea64d63-d277-40ce-841a-48b6b97a39fb HTTP/1.1" status: 204 len: 168 time: 2.2814305 Dec 10 18:39:09.178517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-e6a664c9-c380-4bd5-9406-df8672700ac6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=248306d8-5040-4198-a989-3d585ab4628e HTTP/1.1" status: 200 len: 217 time: 0.3789346 Dec 10 18:39:09.205983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:09.207627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed33f7a-c8f7-440f-b39d-39b728e4bb0c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=dea64d63-d277-40ce-841a-48b6b97a39fb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:09.225448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f858cb-a6f3-40d0-b19a-5ed6349a2f77 req-eda68444-fad7-4380-bfeb-bb5fa8baed53 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.227490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5f858cb-a6f3-40d0-b19a-5ed6349a2f77 req-eda68444-fad7-4380-bfeb-bb5fa8baed53 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.5167258 Dec 10 18:39:09.235217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-505119376'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:09.296482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-abff9775-4e8c-41bf-9a6c-3d556f797816 None None] Provisioning complete for port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:09.296482 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abff9775-4e8c-41bf-9a6c-3d556f797816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.443882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:09.449918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:09.461602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c5f858cb-a6f3-40d0-b19a-5ed6349a2f77 req-c4c84fed-ddb9-4e0f-bcfe-8238da9905a6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1980536 Dec 10 18:39:09.477398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.477635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-fa4481c4-59de-4f93-916e-90dc0443dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.479579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-fa4481c4-59de-4f93-916e-90dc0443dacb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.2749684 Dec 10 18:39:09.480837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:09.487863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.544266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Routers {'e9bb1912-ba27-48e6-b197-05cb7f58cda1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:09.546604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:09.563557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-346e91a4-bd9a-4010-942f-7a8b7812e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.567627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-346e91a4-bd9a-4010-942f-7a8b7812e736 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749357 Dec 10 18:39:09.590843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:09.689873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.690269 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment 20a15c34-f920-48e3-b4f6-f8337f511659 of type vlan for network 1886fde2-af1f-4faf-9bba-61cc74a22d91 Dec 10 18:39:09.716681 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abff9775-4e8c-41bf-9a6c-3d556f797816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.728434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f249c-9a53-41a0-805e-ff898aa458d6'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:09.732081 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0bc4d8-e1a1-4085-a5df-c261d42e9be4" -d '{"events": [{"server_uuid": "c3c43beb-111c-4ca8-8681-4ee606c12f8b", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f249c-9a53-41a0-805e-ff898aa458d6"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:09.837770 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f66dcc0-18ca-4ee3-b766-ad3e19cd4d10 x-openstack-request-id: req-1f66dcc0-18ca-4ee3-b766-ad3e19cd4d10 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:09.838629 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c43beb-111c-4ca8-8681-4ee606c12f8b", "name": "network-vif-plugged", "status": "completed", "tag": "0c3f249c-9a53-41a0-805e-ff898aa458d6", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:09.839102 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1f66dcc0-18ca-4ee3-b766-ad3e19cd4d10 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:09.845165 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c3f249c-9a53-41a0-805e-ff898aa458d6', 'code': 200} Dec 10 18:39:09.850865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a1ae2-4f3b-4062-91f7-849090b9b43c None None] DHCP port deletion for dea64d63-d277-40ce-841a-48b6b97a39fb request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:09.885736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0c3f249c-9a53-41a0-805e-ff898aa458d6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c3f249c-9a53-41a0-805e-ff898aa458d6,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:09.888446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64ecc8-5036-4fa0-b761-529c49747fc2 req-1a61fe8c-487d-4770-9c29-fa33f1336f54 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:09.898226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc64ecc8-5036-4fa0-b761-529c49747fc2 req-1a61fe8c-487d-4770-9c29-fa33f1336f54 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 945 time: 0.2887628 Dec 10 18:39:09.907474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-abff9775-4e8c-41bf-9a6c-3d556f797816 None None] For port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:09.908810 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.923877 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abff9775-4e8c-41bf-9a6c-3d556f797816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:09.953879 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.002600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:10.003520 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.010091 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.016415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.017172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.080538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-fd364d39-e02b-4742-b469-90c16888c4c7 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046127 Dec 10 18:39:10.106098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88124b01-41c1-4212-a69e-86c084be0f90 req-bcbaef99-6975-4702-b309-4d801a8f5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.109079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-bcbaef99-6975-4702-b309-4d801a8f5c60 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d&tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a HTTP/1.1" status: 200 len: 1095 time: 0.4378285 Dec 10 18:39:10.148124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0c3f249c-9a53-41a0-805e-ff898aa458d6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:10.157803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Router e9bb1912-ba27-48e6-b197-05cb7f58cda1 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:10.236181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff9775-4e8c-41bf-9a6c-3d556f797816 None None] Pushing event updated for resources: {'Port': ['ID=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:10.258454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] Set router e9bb1912-ba27-48e6-b197-05cb7f58cda1 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:10.263194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-08bac02e-10ba-46e9-8198-e2e4fe40af9c None None] Provisioning complete for port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:10.263945 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-08bac02e-10ba-46e9-8198-e2e4fe40af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.311465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc64ecc8-5036-4fa0-b761-529c49747fc2 req-ff18b15d-c8ff-4eb0-83e2-ce427402eb5c tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121866 Dec 10 18:39:10.337870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88124b01-41c1-4212-a69e-86c084be0f90 req-81de68b0-8234-4425-92f8-78ceb09dfee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.340074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-81de68b0-8234-4425-92f8-78ceb09dfee9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1095 time: 0.1860492 Dec 10 18:39:10.477526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88124b01-41c1-4212-a69e-86c084be0f90 req-a5b81cce-ea9d-48e7-a1a0-f28f0fac37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.479823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-a5b81cce-ea9d-48e7-a1a0-f28f0fac37bb service neutron] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.1325889 Dec 10 18:39:10.621261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 476b3420-4ada-4b9d-88b1-34ca52d20a73 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:10.710394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 476b3420-4ada-4b9d-88b1-34ca52d20a73 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:10.711000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 476b3420-4ada-4b9d-88b1-34ca52d20a73 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:10.728125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4990022 Dec 10 18:39:10.763651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-08bac02e-10ba-46e9-8198-e2e4fe40af9c None None] Provisioning complete for port 8c796613-f7d4-45a0-83be-b3033a17aaa0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:10.764116 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-08bac02e-10ba-46e9-8198-e2e4fe40af9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:10.771977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 4, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port': {'id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:03Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8c796613-f7d4-45a0-83be-b3033a17aaa0', 'name': '', 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'mac_address': 'fa:16:3e:f6:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:06Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 2, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'subnets': [{'id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:10.785986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47082) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:10.800712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:10.851417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600e2b8-c6dd-4e4e-a9a1-49a74be55bc2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=1886fde2-af1f-4faf-9bba-61cc74a22d91,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:10.902275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2f464-e195-4817-be99-fc1b5b811da7 req-f2c53676-fd4c-4b6f-86ed-8a850a587c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:10.904896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48d2f464-e195-4817-be99-fc1b5b811da7 req-f2c53676-fd4c-4b6f-86ed-8a850a587c53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 1097 time: 0.9763296 Dec 10 18:39:10.935738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1886fde2-af1f-4faf-9bba-61cc74a22d91 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:10.997209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a2ca5-99c7-4f03-8392-d40ea82745b6 None None] The sync data for ids ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'] in n-d-821424-1 is: [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 4, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port': {'id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:03Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8c796613-f7d4-45a0-83be-b3033a17aaa0', 'name': '', 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'mac_address': 'fa:16:3e:f6:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:06Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 2, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'subnets': [{'id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:11.020067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e87ee-9cfb-4b14-bba6-bb21c63534aa req-c518ddb7-1581-4804-aaca-4729a64ab231 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.028785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b6e87ee-9cfb-4b14-bba6-bb21c63534aa req-c518ddb7-1581-4804-aaca-4729a64ab231 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.3093646 Dec 10 18:39:11.050236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-08bac02e-10ba-46e9-8198-e2e4fe40af9c None None] Port 8c796613-f7d4-45a0-83be-b3033a17aaa0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:11.051050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d8c257ba-dbe7-4b5d-8ca3-0134bb0cc818 req-3ba44e34-1176-43c8-99cb-867ef31cf073 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9484849 Dec 10 18:39:11.108225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-48d2f464-e195-4817-be99-fc1b5b811da7 req-89758c61-3e11-445f-b988-a6d6935c924f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854310 Dec 10 18:39:11.120479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:11.124215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.144124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:11.153468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4897967c-fc68-49f5-b491-91f283b2635f admin admin] 10.222.0.55 "PUT /v2.0/routers/e9bb1912-ba27-48e6-b197-05cb7f58cda1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3666677 Dec 10 18:39:11.212190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b6e87ee-9cfb-4b14-bba6-bb21c63534aa req-04f3849d-ce32-41ea-bc96-3274ad68c12c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760869 Dec 10 18:39:11.232079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-09c2a7c7-fc27-416e-8f85-765f454668a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 1000 time: 0.6637030 Dec 10 18:39:11.324082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec7a46-7142-4ba0-9da4-1cb2b014b551 req-59b8fc40-80f4-45cd-9036-888d6a3a7314 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.325863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6ec7a46-7142-4ba0-9da4-1cb2b014b551 req-59b8fc40-80f4-45cd-9036-888d6a3a7314 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.1603863 Dec 10 18:39:11.353164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88124b01-41c1-4212-a69e-86c084be0f90 req-aac8da94-ee25-42d1-becb-e2cf548c2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.357174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-aac8da94-ee25-42d1-becb-e2cf548c2389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.1150129 Dec 10 18:39:11.485556 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.503371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6ec7a46-7142-4ba0-9da4-1cb2b014b551 req-2c1ce9d4-b89e-4ffd-b4d3-52c45850d7e0 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695230 Dec 10 18:39:11.536021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88124b01-41c1-4212-a69e-86c084be0f90 req-69e59592-4981-4930-8842-80837e9e027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.539442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-69e59592-4981-4930-8842-80837e9e027f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625526 Dec 10 18:39:11.683134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': '20a15c34-f920-48e3-b4f6-f8337f511659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:11.683573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: 1886fde2-af1f-4faf-9bba-61cc74a22d91, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:11.695588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502b69b9-2e84-4840-9147-0450aca996fc req-93705699-ebec-4a18-a756-c5c9ce2cb449 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.703456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-502b69b9-2e84-4840-9147-0450aca996fc req-93705699-ebec-4a18-a756-c5c9ce2cb449 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 946 time: 0.1880076 Dec 10 18:39:11.711300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=cdea9fec-9532-4cfd-b513-1c043cf58e44,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:11.777129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-cc8c2f37-1186-4f13-8050-e824ff3a6a52 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282302 Dec 10 18:39:11.787507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-502b69b9-2e84-4840-9147-0450aca996fc req-591ec45d-cc6f-4e1e-a2f9-a2cfeb9d4ba1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828462 Dec 10 18:39:11.788950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1886fde2-af1f-4faf-9bba-61cc74a22d91 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:11.806306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 1886fde2-af1f-4faf-9bba-61cc74a22d91) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:11.840336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16680bb8-5071-4a15-afbd-aa3888e8166f None None] Network 1886fde2-af1f-4faf-9bba-61cc74a22d91 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:11.858287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:11.859395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:11.895689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee548cdc-be44-4e0c-8e7a-76049cc1de44 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1078963 Dec 10 18:39:11.899168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47098) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:11.905301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1255853501'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:11.988771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-88124b01-41c1-4212-a69e-86c084be0f90 req-6a3be307-38dd-4ab4-ab68-07db6abfbe12 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028482 Dec 10 18:39:12.068398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-1886fde2-af1f-4faf-9bba-61cc74a22d91', 'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91', 'project_id': '761b487cdfe44ae78e8d3e3130fd74c5', 'fixed_ips': [{'subnet_id': 'cdea9fec-9532-4cfd-b513-1c043cf58e44'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:12.069570 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.233136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:12.251838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:12.309535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port da4b7fd5-1e58-48f4-ba12-b96edbd59f85 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:12.530239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Allocated IP 172.20.0.2 (1886fde2-af1f-4faf-9bba-61cc74a22d91/cdea9fec-9532-4cfd-b513-1c043cf58e44/cb0c0374-23b9-4b56-a13f-72e99edb4efc) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:12.534731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b9f8c-6291-4614-a52d-540aab322968 req-48a2aed6-0737-4725-9fd3-2b816b635882 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.552870 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a2b9f8c-6291-4614-a52d-540aab322968 req-48a2aed6-0737-4725-9fd3-2b816b635882 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1759050 Dec 10 18:39:12.705371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a2b9f8c-6291-4614-a52d-540aab322968 req-a5b0247e-2017-4704-ad0b-7761528a1ff9 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488194 Dec 10 18:39:12.790222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:12.813286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed08319-a27d-4fa8-bb3f-ce6d047d7216 req-8e91a3b1-5a0d-48d1-a663-999afafe1b0c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:12.816963 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ed08319-a27d-4fa8-bb3f-ce6d047d7216 req-8e91a3b1-5a0d-48d1-a663-999afafe1b0c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.1311238 Dec 10 18:39:12.967043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8ed08319-a27d-4fa8-bb3f-ce6d047d7216 req-1002ce90-2558-4bf3-8273-e57dc25a1175 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420617 Dec 10 18:39:13.033374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7159b-8f9e-4538-9dfb-003579ae1388 req-f7bb6e75-3a60-4bb1-b1c7-52925e174be7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:13.036853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.045484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1c7159b-8f9e-4538-9dfb-003579ae1388 req-f7bb6e75-3a60-4bb1-b1c7-52925e174be7 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 946 time: 0.1299529 Dec 10 18:39:13.077770 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.197488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e1c7159b-8f9e-4538-9dfb-003579ae1388 req-c6ef538b-b438-4f6f-8411-53d91a415e70 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504068 Dec 10 18:39:13.197880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.8 (1886fde2-af1f-4faf-9bba-61cc74a22d91/cdea9fec-9532-4cfd-b513-1c043cf58e44/da4b7fd5-1e58-48f4-ba12-b96edbd59f85) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:13.203233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Pushing event updated for resources: {'Port': ['ID=cb0c0374-23b9-4b56-a13f-72e99edb4efc,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:13.221830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:13.225407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.239987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Network 1886fde2-af1f-4faf-9bba-61cc74a22d91 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:13.279268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:13.288403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:13.500101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.634832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:13.803788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1886fde2-af1f-4faf-9bba-61cc74a22d91 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:13.816505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:13.818192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:13.988142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Attempting to bind port cb0c0374-23b9-4b56-a13f-72e99edb4efc on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:13.989256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Attempting to bind port cb0c0374-23b9-4b56-a13f-72e99edb4efc by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '20a15c34-f920-48e3-b4f6-f8337f511659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:13.990895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Attempting to bind port cb0c0374-23b9-4b56-a13f-72e99edb4efc on network 1886fde2-af1f-4faf-9bba-61cc74a22d91 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:14.013263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:14.015022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Checking segment: {'id': '20a15c34-f920-48e3-b4f6-f8337f511659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:14.015677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.015794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=da4b7fd5-1e58-48f4-ba12-b96edbd59f85,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:14.016915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Bound using segment: {'id': '20a15c34-f920-48e3-b4f6-f8337f511659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:14.032403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Bound port: cb0c0374-23b9-4b56-a13f-72e99edb4efc, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20a15c34-f920-48e3-b4f6-f8337f511659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1886fde2-af1f-4faf-9bba-61cc74a22d91'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:14.033524 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.220388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a844e40-167b-48ce-b53f-663fe9a94d29 req-d4af894b-536e-40f7-822d-5f581e3328db tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.225245 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a844e40-167b-48ce-b53f-663fe9a94d29 req-d4af894b-536e-40f7-822d-5f581e3328db tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.2076628 Dec 10 18:39:14.233739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] For port cb0c0374-23b9-4b56-a13f-72e99edb4efc, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:14.235666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.237503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.240899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] For port cb0c0374-23b9-4b56-a13f-72e99edb4efc, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb0c0374-23b9-4b56-a13f-72e99edb4efc,segment=NetworkSegment(20a15c34-f920-48e3-b4f6-f8337f511659),segment_id=20a15c34-f920-48e3-b4f6-f8337f511659)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:14.266062 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.289272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e64b66-b0ae-41a7-8a9b-ae2e55562bf9 req-14eb22f1-9222-4322-b616-f00db119f132 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:14.292011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-788e301d-e0e2-494f-8e4c-e01a270f05b5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.3918197 Dec 10 18:39:14.294995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47144) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:14.305474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26e64b66-b0ae-41a7-8a9b-ae2e55562bf9 req-14eb22f1-9222-4322-b616-f00db119f132 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.1523302 Dec 10 18:39:14.350837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47146) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:14.381979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a844e40-167b-48ce-b53f-663fe9a94d29 req-e137c26a-2f2d-4c19-9f70-b2fe661b8ea2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361687 Dec 10 18:39:14.491484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161000-b6dd-47cc-828e-a9875c0c10ef None None] Pushing event updated for resources: {'Port': ['ID=cb0c0374-23b9-4b56-a13f-72e99edb4efc,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:14.551924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port da4b7fd5-1e58-48f4-ba12-b96edbd59f85 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:14.552558 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.811018 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:14.847524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for da4b7fd5-1e58-48f4-ba12-b96edbd59f85 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:15.066410 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Sync routers for ids ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:15.095534 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Routers {'e9bb1912-ba27-48e6-b197-05cb7f58cda1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:15.100408 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:15.153947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3fb95-9d42-458c-9983-09f49dc82652 req-3a3edc9e-6460-4b5d-89b2-60c4f161e1f1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.157729 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-26e64b66-b0ae-41a7-8a9b-ae2e55562bf9 req-c446b261-c1e9-4a46-b93e-aba9e8770bf2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8510253 Dec 10 18:39:15.160312 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8fe3fb95-9d42-458c-9983-09f49dc82652 req-3a3edc9e-6460-4b5d-89b2-60c4f161e1f1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 946 time: 0.3053443 Dec 10 18:39:15.382781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.451434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.542965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=da4b7fd5-1e58-48f4-ba12-b96edbd59f85,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:15.554575 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Set router e9bb1912-ba27-48e6-b197-05cb7f58cda1 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:15.593371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8fe3fb95-9d42-458c-9983-09f49dc82652 req-461cf9b3-b601-491b-aea6-b169892e1b43 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068661 Dec 10 18:39:15.791921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:15.825443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5d8c7a0b-5ae2-4ddd-bb76-2fd1ad4c1638 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/da4b7fd5-1e58-48f4-ba12-b96edbd59f85 HTTP/1.1" status: 204 len: 168 time: 1.5293784 Dec 10 18:39:15.829154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47154) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:15.843405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02371-d32e-4fa9-8f39-951741a2085f req-c43643ef-bc77-4317-a81e-2ca79b5c41ea tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:15.853486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18a02371-d32e-4fa9-8f39-951741a2085f req-c43643ef-bc77-4317-a81e-2ca79b5c41ea tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.2934988 Dec 10 18:39:15.902183 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1d888f-aeac-4727-90e1-7e5705f3ea19 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:15.906222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4e1d888f-aeac-4727-90e1-7e5705f3ea19 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/da4b7fd5-1e58-48f4-ba12-b96edbd59f85 HTTP/1.1" status: 404 len: 333 time: 0.0758481 Dec 10 18:39:15.910677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47156) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:15.971324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18a02371-d32e-4fa9-8f39-951741a2085f req-56a15772-19a1-476d-9c8b-2d7c1b896133 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140211 Dec 10 18:39:15.979683 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 4, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port': {'id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:03Z', 'updated_at': '2021-12-10T18:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8c796613-f7d4-45a0-83be-b3033a17aaa0', 'name': '', 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'mac_address': 'fa:16:3e:f6:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:06Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 2, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'subnets': [{'id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:16.045729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet cdea9fec-9532-4cfd-b513-1c043cf58e44 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:16.052138 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Checking router: e9bb1912-ba27-48e6-b197-05cb7f58cda1 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:16.052504 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Updating router e9bb1912-ba27-48e6-b197-05cb7f58cda1 port 8c796613-f7d4-45a0-83be-b3033a17aaa0 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:39:16.054716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.114969 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.307563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Deleting port 8c796613-f7d4-45a0-83be-b3033a17aaa0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:16.308105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.362796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.400806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-3a7e7ed2-c8ca-4685-ac3c-c87d5f31f7f8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:16.402652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-3a7e7ed2-c8ca-4685-ac3c-c87d5f31f7f8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 946 time: 0.2735078 Dec 10 18:39:16.552822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ac6d4-032a-4783-8cb3-1b08e99092e6 None None] Network 1886fde2-af1f-4faf-9bba-61cc74a22d91 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:16.715772 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.739107 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.775690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.820840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c0203d9c-a19f-40be-b6e9-81f56c5cb526 None None] Provisioning complete for port cb0c0374-23b9-4b56-a13f-72e99edb4efc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:16.821220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0203d9c-a19f-40be-b6e9-81f56c5cb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.917117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cb0c0374-23b9-4b56-a13f-72e99edb4efc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:16.953619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:16.975160 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Pushing event updated for resources: {'Port': ['ID=8c796613-f7d4-45a0-83be-b3033a17aaa0,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:16.977644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Calling delete_port for 8c796613-f7d4-45a0-83be-b3033a17aaa0 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:17.080089 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.150178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc442-bbe6-44d6-865f-b3822fe9fd14 req-3976edc0-3bf0-4488-9901-22af90cfec4f tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.153026 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ddbc442-bbe6-44d6-865f-b3822fe9fd14 req-3976edc0-3bf0-4488-9901-22af90cfec4f tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 946 time: 0.3633323 Dec 10 18:39:17.246057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.246668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.249072 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.250269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.255583 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.258541 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.259163 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.260762 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.262206 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.264161 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.265312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.266292 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.267861 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:17.281909 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Attempting to bind port 8c796613-f7d4-45a0-83be-b3033a17aaa0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:17.285165 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Attempting to bind port 8c796613-f7d4-45a0-83be-b3033a17aaa0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:17.285463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Attempting to bind port 8c796613-f7d4-45a0-83be-b3033a17aaa0 on network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:17.287442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ddbc442-bbe6-44d6-865f-b3822fe9fd14 req-5aa0cc8e-f66e-42e7-8b7e-e48b7e31d57c tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056228 Dec 10 18:39:17.316833 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:17.322151 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Checking segment: {'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:17.324396 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.324872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Bound using segment: {'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:17.325514 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Bound port: 8c796613-f7d4-45a0-83be-b3033a17aaa0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b4fdd0-240c-450c-9e47-e99f8893f036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:17.326225 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.332196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=cdea9fec-9532-4cfd-b513-1c043cf58e44,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:17.401979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.416474 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0203d9c-a19f-40be-b6e9-81f56c5cb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.427058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8c357e52-e487-4324-8fb4-8f1c3de95921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/cdea9fec-9532-4cfd-b513-1c043cf58e44 HTTP/1.1" status: 204 len: 168 time: 1.5100541 Dec 10 18:39:17.429362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47164) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:17.518167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343acf6-f315-40ee-b7ef-3af9b49cd8c4 req-604c518c-5bf0-4ac8-a00c-0d9d185107ca tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.533126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d343acf6-f315-40ee-b7ef-3af9b49cd8c4 req-604c518c-5bf0-4ac8-a00c-0d9d185107ca tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 1.0588219 Dec 10 18:39:17.542570 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] For port 8c796613-f7d4-45a0-83be-b3033a17aaa0, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:17.548634 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] For port 8c796613-f7d4-45a0-83be-b3033a17aaa0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8c796613-f7d4-45a0-83be-b3033a17aaa0,segment=NetworkSegment(04b4fdd0-240c-450c-9e47-e99f8893f036),segment_id=04b4fdd0-240c-450c-9e47-e99f8893f036)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:17.554080 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.570397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c0203d9c-a19f-40be-b6e9-81f56c5cb526 None None] For port cb0c0374-23b9-4b56-a13f-72e99edb4efc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb0c0374-23b9-4b56-a13f-72e99edb4efc,segment=NetworkSegment(20a15c34-f920-48e3-b4f6-f8337f511659),segment_id=20a15c34-f920-48e3-b4f6-f8337f511659)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:17.579043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port cb0c0374-23b9-4b56-a13f-72e99edb4efc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:17.579856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.590696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c0203d9c-a19f-40be-b6e9-81f56c5cb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.594836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875873a-5bce-437b-be10-f11312e297b0 None None] Network 1886fde2-af1f-4faf-9bba-61cc74a22d91 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:17.679506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3039f-109e-4ba1-8ca8-9ab15f4e1993 req-3484087e-401b-4a31-9cf8-c9aab625d70b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:17.681536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf3039f-109e-4ba1-8ca8-9ab15f4e1993 req-3484087e-401b-4a31-9cf8-c9aab625d70b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.2505248 Dec 10 18:39:17.703953 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f20c09-df6c-49f5-b888-5075e3c3e364 None None] Pushing event updated for resources: {'Port': ['ID=8c796613-f7d4-45a0-83be-b3033a17aaa0,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:17.739521 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Routers {'e9bb1912-ba27-48e6-b197-05cb7f58cda1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:17.740547 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:17.796232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.807273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0203d9c-a19f-40be-b6e9-81f56c5cb526 None None] Pushing event updated for resources: {'Port': ['ID=cb0c0374-23b9-4b56-a13f-72e99edb4efc,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:17.824718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Deleting port 0c3f249c-9a53-41a0-805e-ff898aa458d6 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:17.826908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:17.989340 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.031083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d343acf6-f315-40ee-b7ef-3af9b49cd8c4 req-dbcd4ebb-a7b6-4064-9aea-ce25d147d3de tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4968369 Dec 10 18:39:18.040810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a7ae9df-fb98-47c7-9362-5c7372b745f5 None None] Provisioning complete for port cb0c0374-23b9-4b56-a13f-72e99edb4efc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:18.041172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a7ae9df-fb98-47c7-9362-5c7372b745f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.070012 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] Set router e9bb1912-ba27-48e6-b197-05cb7f58cda1 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:18.144439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c796613-f7d4-45a0-83be-b3033a17aaa0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:18.205562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf3039f-109e-4ba1-8ca8-9ab15f4e1993 req-5c7d31f8-e7ac-436a-a1fe-7bad757f1402 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985111 Dec 10 18:39:18.213115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] For port 0c3f249c-9a53-41a0-805e-ff898aa458d6, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0c3f249c-9a53-41a0-805e-ff898aa458d6,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:18.214272 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.264716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Calling delete_port for 0c3f249c-9a53-41a0-805e-ff898aa458d6 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:18.283780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port cb0c0374-23b9-4b56-a13f-72e99edb4efc {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:18.287035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.458549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.625983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] DHCP port deletion for 1886fde2-af1f-4faf-9bba-61cc74a22d91 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:18.764500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a7ae9df-fb98-47c7-9362-5c7372b745f5 None None] Could not find standard attr ID for object 8c796613-f7d4-45a0-83be-b3033a17aaa0. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:18.782772 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 4, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port': {'id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:03Z', 'updated_at': '2021-12-10T18:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8c796613-f7d4-45a0-83be-b3033a17aaa0', 'name': '', 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'mac_address': 'fa:16:3e:f6:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:06Z', 'updated_at': '2021-12-10T18:39:17Z', 'revision_number': 4, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'subnets': [{'id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:18.790454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] For port cb0c0374-23b9-4b56-a13f-72e99edb4efc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb0c0374-23b9-4b56-a13f-72e99edb4efc,segment=NetworkSegment(20a15c34-f920-48e3-b4f6-f8337f511659),segment_id=20a15c34-f920-48e3-b4f6-f8337f511659)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:18.793097 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:18.807936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cb0c0374-23b9-4b56-a13f-72e99edb4efc no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:18.849451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for cb0c0374-23b9-4b56-a13f-72e99edb4efc owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:18.904516 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8da48dc-4138-4517-8540-af7186fbd858 None None] The sync data for ids ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'] in n-d-821424-1 is: [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170'}], 'enable_snat': True}, 'gw_port_id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:08Z', 'revision_number': 4, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port': {'id': '33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:03Z', 'updated_at': '2021-12-10T18:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '8c796613-f7d4-45a0-83be-b3033a17aaa0', 'name': '', 'network_id': '54c8e22b-1c02-4d03-a1b2-35b6eba1e296', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'mac_address': 'fa:16:3e:f6:97:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:39:06Z', 'updated_at': '2021-12-10T18:39:17Z', 'revision_number': 4, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'subnets': [{'id': 'b4617d4a-e4f1-46de-8f51-ba61eee6d077', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:18.929231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-118f4b0e-ab48-4a2f-bff7-994fe3b43558 None None] Could not find standard attr ID for object 8c796613-f7d4-45a0-83be-b3033a17aaa0. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:18.979010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Router e9bb1912-ba27-48e6-b197-05cb7f58cda1 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:19.053419 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.108379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] Deleting port cb0c0374-23b9-4b56-a13f-72e99edb4efc {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:19.108924 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.135104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ea7cf-ff9e-4295-b3bf-4842ce06f30d req-2cc4b3ef-6482-4b76-a709-541f2c608a26 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.153861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba4ea7cf-ff9e-4295-b3bf-4842ce06f30d req-2cc4b3ef-6482-4b76-a709-541f2c608a26 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 946 time: 0.6092253 Dec 10 18:39:19.198493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:19.208951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a9dcd458-aaf4-4c4b-b3b3-140b99de4931 admin admin] 10.222.0.55 "PUT /v2.0/routers/e9bb1912-ba27-48e6-b197-05cb7f58cda1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8528869 Dec 10 18:39:19.211467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47172) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:19.226399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] For port cb0c0374-23b9-4b56-a13f-72e99edb4efc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb0c0374-23b9-4b56-a13f-72e99edb4efc,segment=NetworkSegment(20a15c34-f920-48e3-b4f6-f8337f511659),segment_id=20a15c34-f920-48e3-b4f6-f8337f511659)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:19.226813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.244680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] Calling delete_port for cb0c0374-23b9-4b56-a13f-72e99edb4efc owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:19.308893 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba4ea7cf-ff9e-4295-b3bf-4842ce06f30d req-758a3a5b-02fc-4f6a-a328-01c826c75469 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533704 Dec 10 18:39:19.376836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port cb0c0374-23b9-4b56-a13f-72e99edb4efc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb0c0374-23b9-4b56-a13f-72e99edb4efc,segment=NetworkSegment(20a15c34-f920-48e3-b4f6-f8337f511659),segment_id=20a15c34-f920-48e3-b4f6-f8337f511659)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:19.383913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.436357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.445975 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.500200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=cb0c0374-23b9-4b56-a13f-72e99edb4efc,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:19.514187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c3f249c-9a53-41a0-805e-ff898aa458d6 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:19.520016 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=cb0c0374-23b9-4b56-a13f-72e99edb4efc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:19.525739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No DVR routers for this DVR port cb0c0374-23b9-4b56-a13f-72e99edb4efc on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:19.575503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.578821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No active binding found for port 0c3f249c-9a53-41a0-805e-ff898aa458d6 {{(pid=103501) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 10 18:39:19.581580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0c3f249c-9a53-41a0-805e-ff898aa458d6 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:19.596437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.695344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Pushing event deleted for resources: {'Port': ['ID=0c3f249c-9a53-41a0-805e-ff898aa458d6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:19.711987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] No DVR routers for this DVR port cb0c0374-23b9-4b56-a13f-72e99edb4efc on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:19.719727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af889cd6-6436-48fe-abab-ec81caa51d3b None None] Pushing event deleted for resources: {'Port': ['ID=cb0c0374-23b9-4b56-a13f-72e99edb4efc,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:19.744202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9bd93-291f-4b01-9cb3-4f2d8e23e15d req-33835461-c43f-4804-9250-b1042eddaa30 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.748119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0b9bd93-291f-4b01-9cb3-4f2d8e23e15d req-33835461-c43f-4804-9250-b1042eddaa30 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.2983928 Dec 10 18:39:19.749832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.771564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.799806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] No DVR routers for this DVR port 0c3f249c-9a53-41a0-805e-ff898aa458d6 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:19.821068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:19.824859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1d75fe6-b327-4e18-9ec3-878adac2c42e req-8904f606-bcad-4c12-9501-c8af02750ed1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "DELETE /v2.0/ports/0c3f249c-9a53-41a0-805e-ff898aa458d6 HTTP/1.1" status: 204 len: 173 time: 3.3483520 Dec 10 18:39:19.840737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'name': 'network-vif-deleted', 'tag': '0c3f249c-9a53-41a0-805e-ff898aa458d6'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:19.844607 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e183c7c0-a185-4364-a5e9-7da64b5c330c" -d '{"events": [{"server_uuid": "c3c43beb-111c-4ca8-8681-4ee606c12f8b", "name": "network-vif-deleted", "tag": "0c3f249c-9a53-41a0-805e-ff898aa458d6"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:19.913327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8ebc3-4a91-4a9b-8b29-60822836fc38 req-4a84d8e9-6715-4ce6-90b0-2ebd75e6b7fd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:19.913548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0b9bd93-291f-4b01-9cb3-4f2d8e23e15d req-b842b313-10ec-4eed-b884-c409bbbfed38 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554594 Dec 10 18:39:19.928158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfd8ebc3-4a91-4a9b-8b29-60822836fc38 req-4a84d8e9-6715-4ce6-90b0-2ebd75e6b7fd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.4695506 Dec 10 18:39:19.934046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Deleting port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:19.934956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.003148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1886fde2-af1f-4faf-9bba-61cc74a22d91']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.024494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a15c34-f920-48e3-b4f6-f8337f511659') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.024824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a15c34-f920-48e3-b4f6-f8337f511659') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.045328 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.075129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.075129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:20.075129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.156001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] For port 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:20.156439 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:20.162610 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:20.167254 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b9ec8-6fdc-470d-b73c-78952a786cd1 x-openstack-request-id: req-7f6b9ec8-6fdc-470d-b73c-78952a786cd1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:20.167709 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3c43beb-111c-4ca8-8681-4ee606c12f8b", "name": "network-vif-deleted", "tag": "0c3f249c-9a53-41a0-805e-ff898aa458d6", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:20.168239 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7f6b9ec8-6fdc-470d-b73c-78952a786cd1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:20.169158 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c43beb-111c-4ca8-8681-4ee606c12f8b', 'name': 'network-vif-deleted', 'tag': '0c3f249c-9a53-41a0-805e-ff898aa458d6', 'status': 'completed', 'code': 200} Dec 10 18:39:20.183744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Calling delete_port for 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:20.231882 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:39:20.261382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.268526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.272564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/1886fde2-af1f-4faf-9bba-61cc74a22d91 HTTP/1.1" status: 204 len: 168 time: 2.8290401 Dec 10 18:39:20.278621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:20.286039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'name': 'tempest-PortsTestJSON-1204784706'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:20.311213 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfd8ebc3-4a91-4a9b-8b29-60822836fc38 req-289aba05-da80-457d-b0cf-776a90c65a5e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818214 Dec 10 18:39:20.329631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] Sync routers for ids ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:20.375241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] Routers {'e9bb1912-ba27-48e6-b197-05cb7f58cda1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:20.376922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.386083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ea916-b651-45d0-96ce-86a8c4824432 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=1886fde2-af1f-4faf-9bba-61cc74a22d91,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:20.521886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] Set router e9bb1912-ba27-48e6-b197-05cb7f58cda1 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:20.559555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bcbe515b-6656-4300-8179-c08b6921b1f4 req-b19a3ae1-79a5-4be8-8b19-50ee6193e68c tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3c43beb-111c-4ca8-8681-4ee606c12f8b HTTP/1.1" status: 200 len: 210 time: 0.0419338 Dec 10 18:39:20.623896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:20.629429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.657356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:19Z', 'revision_number': 6, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.667784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 781b01fc-4fd8-4794-84b2-7cac12c63f15 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:20.717681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] Checking router: e9bb1912-ba27-48e6-b197-05cb7f58cda1 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:39:20.720968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:20.741782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] Routers {'e9bb1912-ba27-48e6-b197-05cb7f58cda1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:20.742717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:20.824767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42236493-f17a-48b0-88e9-7f8059523fa6 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:20.884562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Pushing event deleted for resources: {'Port': ['ID=33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:20.898227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] Set router e9bb1912-ba27-48e6-b197-05cb7f58cda1 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:39:20.928402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.032503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:20Z', 'revision_number': 7, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:21.056663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.059606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.092443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc46f7-eabc-4d30-8b8a-7123c0b4e7b5 None None] The sync data for ids ['e9bb1912-ba27-48e6-b197-05cb7f58cda1'] in n-d-821424-1 is: [{'id': 'e9bb1912-ba27-48e6-b197-05cb7f58cda1', 'name': 'tempest-ImageQuotaTest-1799442521-router', 'tenant_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:39:01Z', 'updated_at': '2021-12-10T18:39:20Z', 'revision_number': 7, 'project_id': '755ee1c1dcb04ae18d9cab8c5327bf94', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:21.124823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.125734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9bb1912-ba27-48e6-b197-05cb7f58cda1 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:39:21.140796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.143751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69dd965e-6e21-4da0-a7bf-81ccee44bb16 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e9bb1912-ba27-48e6-b197-05cb7f58cda1 HTTP/1.1" status: 204 len: 168 time: 1.9271677 Dec 10 18:39:21.143949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47184) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:21.172705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.230269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] Deleting subnet b4617d4a-e4f1-46de-8f51-ba61eee6d077 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:21.234256 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.271605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220ea87-3f1f-40ee-bcc8-202e244349b0 req-f7c6534b-5c4c-4ca6-b560-71d193eaf313 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:21.273361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e220ea87-3f1f-40ee-bcc8-202e244349b0 req-f7c6534b-5c4c-4ca6-b560-71d193eaf313 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.0943620 Dec 10 18:39:21.324588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.333187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.391021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=781b01fc-4fd8-4794-84b2-7cac12c63f15,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:21.417920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e220ea87-3f1f-40ee-bcc8-202e244349b0 req-eec642fa-967e-4a88-b456-038393de8402 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358764 Dec 10 18:39:21.449049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:21.457677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:21.462048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:21.492949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:21.494928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.535560 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-15dc3728-b1dc-4aeb-a5e1-a59d88a0f9b4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2521515 Dec 10 18:39:21.535560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:21.559381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.672732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf660df-2998-4247-84bf-0b66e845c24b req-b219acd5-e677-4001-80e6-12257ed681e5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:21.674732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6bf660df-2998-4247-84bf-0b66e845c24b req-b219acd5-e677-4001-80e6-12257ed681e5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1395166 Dec 10 18:39:21.770889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 781b01fc-4fd8-4794-84b2-7cac12c63f15 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:21.771243 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:21.992444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.038224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 781b01fc-4fd8-4794-84b2-7cac12c63f15 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:22.348040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.399109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.404929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b4617d4a-e4f1-46de-8f51-ba61eee6d077 HTTP/1.1" status: 204 len: 168 time: 1.2564931 Dec 10 18:39:22.407042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3bf56-748a-474f-bd58-13c56d25bb01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4617d4a-e4f1-46de-8f51-ba61eee6d077,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:22.411416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47206) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:22.515866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.528989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6bf660df-2998-4247-84bf-0b66e845c24b req-1272d0f5-18f6-417e-9bb5-5f31660e5e43 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468182 Dec 10 18:39:22.541921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-6311e53d-5b88-4af7-b4c0-c0e23be5275f tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:22.548193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.556117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-6311e53d-5b88-4af7-b4c0-c0e23be5275f tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/networks?id=b3cd4240-f96b-487b-b077-5b35c77b4bc8 HTTP/1.1" status: 200 len: 808 time: 0.3390882 Dec 10 18:39:22.618725 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-ed244720-cc7a-45dd-9e89-69c4d17b8985 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/quotas/7cbb5f477b344580861fa13d6af78d30 HTTP/1.1" status: 200 len: 375 time: 0.0615067 Dec 10 18:39:22.657704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.661319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/781b01fc-4fd8-4794-84b2-7cac12c63f15 HTTP/1.1" status: 204 len: 168 time: 1.1247070 Dec 10 18:39:22.664666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47210) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:22.694826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'mac_address': 'fa:16:3e:5c:f7:69', 'name': 'tempest-PortsTestJSON-1452877637'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:22.701312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928ca0d-a7dd-4071-b49d-81430aebb539 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=781b01fc-4fd8-4794-84b2-7cac12c63f15,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:22.782002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3c82b40c-99ce-4b9d-b34b-98af93219b4e tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cbb5f477b344580861fa13d6af78d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1619964 Dec 10 18:39:22.798706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90249b5c-e255-4fda-8a21-efc5b59eb4df None None] Network 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:22.804580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8c796613-f7d4-45a0-83be-b3033a17aaa0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:22.831370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 8c796613-f7d4-45a0-83be-b3033a17aaa0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:22.832428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8c796613-f7d4-45a0-83be-b3033a17aaa0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:22.833039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:22.847057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Deleting port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:22.847766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.893426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-eae699ce-6695-4468-957b-58970c911737 service neutron] 10.222.0.55 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104379 Dec 10 18:39:22.902306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:22.903188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 33abc1ee-e849-4391-a4ed-f9bcb7cd2cb0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:22.965104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] For port 70855792-0bff-45f8-bbc1-06a3fe8a40e4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=70855792-0bff-45f8-bbc1-06a3fe8a40e4,segment=NetworkSegment(04b4fdd0-240c-450c-9e47-e99f8893f036),segment_id=04b4fdd0-240c-450c-9e47-e99f8893f036)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:22.966277 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:22.985946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Calling delete_port for 70855792-0bff-45f8-bbc1-06a3fe8a40e4 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:23.049140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-fb434bec-6e08-4694-9269-aed59010a595 service neutron] 10.222.0.55 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545615 Dec 10 18:39:23.123157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23468f-a9aa-4829-af41-4f0889bd8150 None None] DHCP port deletion for 54c8e22b-1c02-4d03-a1b2-35b6eba1e296 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:23.159761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.303818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] No DVR routers for this DVR port 70855792-0bff-45f8-bbc1-06a3fe8a40e4 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:23.312653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Pushing event deleted for resources: {'Port': ['ID=70855792-0bff-45f8-bbc1-06a3fe8a40e4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:23.385179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05ba3e9a-d62e-4057-b460-77b1d5d3f38f req-db39e1b8-19b1-48ba-9b56-b963ac32c8de tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 210 time: 0.0625434 Dec 10 18:39:23.401968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295434c-9702-4e77-906a-8e2cb3d4c5c5 req-99f55b09-afbf-4321-b0a9-d2ca6b7f6d4a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.411693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1295434c-9702-4e77-906a-8e2cb3d4c5c5 req-99f55b09-afbf-4321-b0a9-d2ca6b7f6d4a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.6526244 Dec 10 18:39:23.464818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:23.585113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.642907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c8e22b-1c02-4d03-a1b2-35b6eba1e296']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:23.661864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.666086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b4fdd0-240c-450c-9e47-e99f8893f036') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:23.666471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b4fdd0-240c-450c-9e47-e99f8893f036') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:23.687370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1295434c-9702-4e77-906a-8e2cb3d4c5c5 req-a3ef3064-2910-4571-80e6-365603f2e992 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745922 Dec 10 18:39:23.715305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.759497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 59c2e979-cdd7-428b-9bfe-bb9b150f71f0 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:23.776541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.788640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:23.789313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: items = [ Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:23.791608 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:23.850149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696d5f8-fe23-488e-bb92-46f8b02a4de2 req-265a9e86-d466-4a1a-904e-c2ae33bd6484 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:23.862527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e696d5f8-fe23-488e-bb92-46f8b02a4de2 req-265a9e86-d466-4a1a-904e-c2ae33bd6484 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.1346262 Dec 10 18:39:23.954841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.975211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:23.983359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] 10.222.0.55 "DELETE /v2.0/networks/54c8e22b-1c02-4d03-a1b2-35b6eba1e296 HTTP/1.1" status: 204 len: 168 time: 1.5676765 Dec 10 18:39:23.998439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e696d5f8-fe23-488e-bb92-46f8b02a4de2 req-37dfbcf4-9e76-4c57-8e7d-39bc52f1432f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247149 Dec 10 18:39:24.020244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca82c22-db49-492c-8d25-e52297ae9230 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c8e22b-1c02-4d03-a1b2-35b6eba1e296,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.255920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47226) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.322218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.350387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-74592236-5b26-4c29-b151-5ccec1b91566 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=755ee1c1dcb04ae18d9cab8c5327bf94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895579 Dec 10 18:39:24.350673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47228) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.431945 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-623fef8f-8729-458f-bee6-d609879dad3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.467823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.469569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-623fef8f-8729-458f-bee6-d609879dad3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.546114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-623fef8f-8729-458f-bee6-d609879dad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.554667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-623fef8f-8729-458f-bee6-d609879dad3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.558928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-623fef8f-8729-458f-bee6-d609879dad3d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/541e425d-fe06-4ce3-9293-29793d5f2055 HTTP/1.1" status: 204 len: 168 time: 0.2044790 Dec 10 18:39:24.569708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fef8f-8729-458f-bee6-d609879dad3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541e425d-fe06-4ce3-9293-29793d5f2055,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.630830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-344e0f7c-185d-46d0-be1f-93d9138684b2 req-3a94eb5b-80df-4bef-b616-5ddcf3bf3e67 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 210 time: 0.0920691 Dec 10 18:39:24.637975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:24.641627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:24.652288 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:24.682510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:24.685053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:24.708228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=59c2e979-cdd7-428b-9bfe-bb9b150f71f0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:24.732297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f1725c0e-fac1-4abf-a982-3bb849dce321 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0595682 Dec 10 18:39:24.735358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47236) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:24.759691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 70855792-0bff-45f8-bbc1-06a3fe8a40e4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:24.795687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 70855792-0bff-45f8-bbc1-06a3fe8a40e4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:24.798880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 70855792-0bff-45f8-bbc1-06a3fe8a40e4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:24.917784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fa28e1-2b80-4d73-ae14-3234a067bfb0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:24.917784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-09fa28e1-2b80-4d73-ae14-3234a067bfb0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/59c2e979-cdd7-428b-9bfe-bb9b150f71f0 HTTP/1.1" status: 200 len: 841 time: 0.1807611 Dec 10 18:39:24.920605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47240) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.193349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c212043-656a-4a27-9f3e-ca33a5c4ac05 req-8e50398c-dbfb-40d2-93a6-f171b7c3ca6a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.201433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c212043-656a-4a27-9f3e-ca33a5c4ac05 req-8e50398c-dbfb-40d2-93a6-f171b7c3ca6a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.2825878 Dec 10 18:39:25.217659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 59c2e979-cdd7-428b-9bfe-bb9b150f71f0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:25.221290 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.312609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c212043-656a-4a27-9f3e-ca33a5c4ac05 req-54a65349-6431-4061-87ab-cb6bf0fe6319 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101296 Dec 10 18:39:25.317379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47246) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.392633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d43bd936-1649-4f9f-a821-9c026a3f1a88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.433479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.439511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-a220e250-d933-4bd3-adab-9afe0d6c1d0f tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.441209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-a220e250-d933-4bd3-adab-9afe0d6c1d0f tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "GET /v2.0/networks?id=b3cd4240-f96b-487b-b077-5b35c77b4bc8 HTTP/1.1" status: 200 len: 808 time: 0.4844322 Dec 10 18:39:25.467028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Request body: {'port': {'device_id': '21d983a5-ca14-4c86-a491-deef166fa868', 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8', 'admin_state_up': True, 'tenant_id': '7cbb5f477b344580861fa13d6af78d30'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:25.491807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 59c2e979-cdd7-428b-9bfe-bb9b150f71f0 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:25.692450 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.694386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d43bd936-1649-4f9f-a821-9c026a3f1a88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.708481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d43bd936-1649-4f9f-a821-9c026a3f1a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.761377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=59c2e979-cdd7-428b-9bfe-bb9b150f71f0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.766386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.770520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1791e938-854b-4bc9-a91c-32294636aedb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/59c2e979-cdd7-428b-9bfe-bb9b150f71f0 HTTP/1.1" status: 204 len: 168 time: 0.8486316 Dec 10 18:39:25.773120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.775590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bd936-1649-4f9f-a821-9c026a3f1a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2d92df-45b5-44d3-8a37-78b77e5d4473,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:25.781419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Made reservation on behalf of 7cbb5f477b344580861fa13d6af78d30 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:25.787479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:25.836168 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2528a304-f24b-49df-9600-953ba3b111af tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:25.842535 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2528a304-f24b-49df-9600-953ba3b111af tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/59c2e979-cdd7-428b-9bfe-bb9b150f71f0 HTTP/1.1" status: 404 len: 333 time: 0.0643973 Dec 10 18:39:25.843108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47252) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.851583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'name': 'tempest-PortsTestJSON-557363502'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:25.888425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ed114fb-70d3-4e66-889c-8fbd638224a5 req-d2884d0b-64a9-44ab-889a-6935c9f969ba tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 210 time: 0.0630474 Dec 10 18:39:25.896904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d43bd936-1649-4f9f-a821-9c026a3f1a88 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.5789855 Dec 10 18:39:25.911178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47256) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:25.984195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ac1be-4860-4e03-96e7-3cccb46b7a5b req-a781e0dd-501d-4292-bee1-07d06c8cbfef tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:25.985894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f0ac1be-4860-4e03-96e7-3cccb46b7a5b req-a781e0dd-501d-4292-bee1-07d06c8cbfef tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.2008576 Dec 10 18:39:26.088753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1907ad-59c8-4a2b-879b-57f04d086273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.095492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Allocated IP 172.20.0.9 (b3cd4240-f96b-487b-b077-5b35c77b4bc8/59790e56-809a-47be-9a9f-fade5269da39/1139d9c0-83aa-4ceb-b0dc-570c09f8835d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:26.114832 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f0ac1be-4860-4e03-96e7-3cccb46b7a5b req-4e117a2a-bbe0-42e8-801f-c0955e72a34d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204305 Dec 10 18:39:26.119583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:26.123224 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.146116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1907ad-59c8-4a2b-879b-57f04d086273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.163111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port ee763f00-a946-4a12-99db-fdf0fcfc2806 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:26.309918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1907ad-59c8-4a2b-879b-57f04d086273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.312948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8d1907ad-59c8-4a2b-879b-57f04d086273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.318489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8d1907ad-59c8-4a2b-879b-57f04d086273 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5c2d92df-45b5-44d3-8a37-78b77e5d4473 HTTP/1.1" status: 204 len: 168 time: 0.4061534 Dec 10 18:39:26.321668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.347731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1907ad-59c8-4a2b-879b-57f04d086273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2d92df-45b5-44d3-8a37-78b77e5d4473,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:26.397454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.510137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.526410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Network b3cd4240-f96b-487b-b077-5b35c77b4bc8 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:26.547846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:26.557286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:26.562042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Pushing event updated for resources: {'Port': ['ID=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:26.575303 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.614040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686203bf-2914-4f7f-874c-a19577c090ba req-3e987b43-0ef8-4a96-aea3-321bc5ae7cdd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:26.615669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-686203bf-2914-4f7f-874c-a19577c090ba req-3e987b43-0ef8-4a96-aea3-321bc5ae7cdd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.1303267 Dec 10 18:39:26.634425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:26.640459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:26.652645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:26.654922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:26.655614 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.658887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:26.659947 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.678413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=ee763f00-a946-4a12-99db-fdf0fcfc2806,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:26.697808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-8857d9de-1e58-41e7-a2ec-c42ae7f260e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2439270 Dec 10 18:39:26.698031 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c4494c8-331e-4892-b0ee-fbf8c459272b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8510678 Dec 10 18:39:26.698198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47262) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:26.704426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:26.716404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-686203bf-2914-4f7f-874c-a19577c090ba req-ae9f69f3-69d2-48be-8185-1b614116bee4 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813324 Dec 10 18:39:26.721760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Request body: {'port': {'device_id': '21d983a5-ca14-4c86-a491-deef166fa868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:26.786560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.792088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:26.997702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.011245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.074295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] In _notify_port_updated(), no bound segment for port ee763f00-a946-4a12-99db-fdf0fcfc2806 on network 1105972e-0707-4819-b806-6716ba9fb58d {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:39:27.079889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.080523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.083960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "PUT /v2.0/ports/ee763f00-a946-4a12-99db-fdf0fcfc2806 HTTP/1.1" status: 200 len: 818 time: 0.3824928 Dec 10 18:39:27.089691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47266) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:27.103385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f63758-bd5f-42bf-8886-e7dfbda3830c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=ee763f00-a946-4a12-99db-fdf0fcfc2806,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:27.113960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1139d9c0-83aa-4ceb-b0dc-570c09f8835d {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:27.122490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.134402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5fb5b-a3ec-4aa7-8f37-45e19b3b228d req-ea1eaf67-0e26-40fa-92d7-02ab86fd4822 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.135599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Transition to ACTIVE for port object 1139d9c0-83aa-4ceb-b0dc-570c09f8835d will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:39:27.135961 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07a5fb5b-a3ec-4aa7-8f37-45e19b3b228d req-ea1eaf67-0e26-40fa-92d7-02ab86fd4822 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 931 time: 0.1407666 Dec 10 18:39:27.141765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.193925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:27.223218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07a5fb5b-a3ec-4aa7-8f37-45e19b3b228d req-25e78eea-af27-492b-aebd-77d5ab3515f1 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790026 Dec 10 18:39:27.236328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port ee763f00-a946-4a12-99db-fdf0fcfc2806 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:27.236665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.309523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.324888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for ee763f00-a946-4a12-99db-fdf0fcfc2806 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:27.414279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.446103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=ee763f00-a946-4a12-99db-fdf0fcfc2806,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:27.453160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.457596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12833279-9c2e-4d3e-89f0-180ef7d73cd2 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/ee763f00-a946-4a12-99db-fdf0fcfc2806 HTTP/1.1" status: 204 len: 168 time: 0.3668520 Dec 10 18:39:27.460389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47270) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:27.512772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a51c6c-2a44-4846-9026-98120d5f65b7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.514403 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-82a51c6c-2a44-4846-9026-98120d5f65b7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0527804 Dec 10 18:39:27.517178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47272) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:27.546581 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac862b3-35c0-4ac4-8677-d854d8ef546b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:27.552508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1ac862b3-35c0-4ac4-8677-d854d8ef546b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/ee763f00-a946-4a12-99db-fdf0fcfc2806 HTTP/1.1" status: 404 len: 333 time: 0.0301175 Dec 10 18:39:27.552949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47274) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:27.558140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-351241540'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:27.582739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:27.586147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.612999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:27.623029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.623367 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment 20e61071-61f9-46e3-9fc9-b4a3f3ef99f5 of type vlan for network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 Dec 10 18:39:27.656321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Attempting to bind port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:27.656584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Attempting to bind port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:27.656888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Attempting to bind port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d on network b3cd4240-f96b-487b-b077-5b35c77b4bc8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:27.665995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327d5f-6361-4f30-ad4e-e55ad01e81f1 req-c311becf-88f8-4a06-9622-85375e659e69 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.667085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.667538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b6327d5f-6361-4f30-ad4e-e55ad01e81f1 req-c311becf-88f8-4a06-9622-85375e659e69 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 944 time: 0.4349294 Dec 10 18:39:27.670897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d on network b3cd4240-f96b-487b-b077-5b35c77b4bc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:39:27.671212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Attempting to bind port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d on network b3cd4240-f96b-487b-b077-5b35c77b4bc8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:27.678453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:27.678794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Checking segment: {'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:27.679484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Bound using segment: {'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:27.679608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Bound port: 1139d9c0-83aa-4ceb-b0dc-570c09f8835d, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a73a126-aa67-4521-8628-66e20d2099b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:27.679939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.694712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.700383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.700897 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.753235 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1991897 Dec 10 18:39:27.756851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47278) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:27.757016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b6327d5f-6361-4f30-ad4e-e55ad01e81f1 req-5d4c559a-f341-4c97-9116-3e554472aa79 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802970 Dec 10 18:39:27.762119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:27.779184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] For port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:27.782336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] For port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:27.788011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.826574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.827241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.828660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/1139d9c0-83aa-4ceb-b0dc-570c09f8835d HTTP/1.1" status: 200 len: 1091 time: 1.1113093 Dec 10 18:39:27.829076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d983a5-ca14-4c86-a491-deef166fa868', 'tag': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:27.832189 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78" -d '{"events": [{"name": "network-changed", "server_uuid": "21d983a5-ca14-4c86-a491-deef166fa868", "tag": "1139d9c0-83aa-4ceb-b0dc-570c09f8835d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:27.843164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05543059-edde-4dfb-93b0-84a50c331568 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=5e1f9250-ddc9-49bf-9fa4-eccff8a47211,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:27.854331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1483f-d12b-4828-bdf8-38acdd13b2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:27.861618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:27.889481 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691e2da8-8293-4d27-8a39-03ec0018dcc7 x-openstack-request-id: req-691e2da8-8293-4d27-8a39-03ec0018dcc7 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:27.889853 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d983a5-ca14-4c86-a491-deef166fa868", "tag": "1139d9c0-83aa-4ceb-b0dc-570c09f8835d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:27.890191 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-691e2da8-8293-4d27-8a39-03ec0018dcc7 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:27.890672 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d983a5-ca14-4c86-a491-deef166fa868', 'tag': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d', 'status': 'completed', 'code': 200} Dec 10 18:39:27.912046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d35dd-ee27-4bdb-a1af-3ac6b70f2f05 req-8c38f03c-74f7-45ce-83d7-2278450805ce tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.913623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-390d35dd-ee27-4bdb-a1af-3ac6b70f2f05 req-8c38f03c-74f7-45ce-83d7-2278450805ce tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.1167259 Dec 10 18:39:27.930724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-d54ba1a6-11c6-47bf-a2e9-6047e17f0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:27.932066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:27.932293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-d54ba1a6-11c6-47bf-a2e9-6047e17f0098 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbb5f477b344580861fa13d6af78d30&device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 1094 time: 0.0568049 Dec 10 18:39:27.935563 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:27.977458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-29660e6d-87de-4a90-8cd0-f225779e4566 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1139d9c0-83aa-4ceb-b0dc-570c09f8835d HTTP/1.1" status: 200 len: 217 time: 0.0368071 Dec 10 18:39:28.025610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-390d35dd-ee27-4bdb-a1af-3ac6b70f2f05 req-15f43475-1800-4b15-a769-eeaffc4fe9d2 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019714 Dec 10 18:39:28.031974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-49676dd6-818c-48fd-b5ac-d476face5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.033546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-49676dd6-818c-48fd-b5ac-d476face5143 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59790e56-809a-47be-9a9f-fade5269da39 HTTP/1.1" status: 200 len: 848 time: 0.0494540 Dec 10 18:39:28.079007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-f7b81ac3-243d-4dc7-8045-a3818c358645 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cd4240-f96b-487b-b077-5b35c77b4bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324781 Dec 10 18:39:28.161281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.173001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-754f8c7f-0403-45fc-b252-a93a5793c8b4 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866191 Dec 10 18:39:28.223210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=d1466344-31ce-435f-b51c-acedf2ca0ec9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:28.230842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': '20e61071-61f9-46e3-9fc9-b4a3f3ef99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:28.231199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: 5e1f9250-ddc9-49bf-9fa4-eccff8a47211, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:28.252536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:28.270030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5e1f9250-ddc9-49bf-9fa4-eccff8a47211) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:28.275656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.275884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c45ed17-80b8-47d1-9828-426c23fb5499 req-d0d9b055-4a7d-442d-a278-a4a3d4434ac5 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957072 Dec 10 18:39:28.276272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.294643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7147ac-3951-4df5-aff8-b6aa451d16c4 None None] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:28.297313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-880c04da-65f9-4e37-8c53-dbaa3f15d8f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5393782 Dec 10 18:39:28.299401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:28.300987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47284) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:28.303045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-96af600c-aa32-4d9d-814d-2769fbee4af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.309351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7a02dd52-5f71-4822-a139-9564b5c9bc91 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:28.475166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'project_id': '761b487cdfe44ae78e8d3e3130fd74c5', 'fixed_ips': [{'subnet_id': 'd1466344-31ce-435f-b51c-acedf2ca0ec9'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:28.475963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.478257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-d9d6682a-50a1-4cbf-9b2b-07cdf78c269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.479851 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-d9d6682a-50a1-4cbf-9b2b-07cdf78c269c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7cbb5f477b344580861fa13d6af78d30&device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 1094 time: 0.1221797 Dec 10 18:39:28.487146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce73a4-24db-406c-baaa-00e523fb059b req-f4d2aded-348d-431d-b95a-308a8b775e0d tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.488666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13ce73a4-24db-406c-baaa-00e523fb059b req-f4d2aded-348d-431d-b95a-308a8b775e0d tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 943 time: 0.1321335 Dec 10 18:39:28.502982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:28.526693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'port_id': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8', 'mac_address': 'fa:16:3e:2d:63:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:28.595776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a02dd52-5f71-4822-a139-9564b5c9bc91 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:28.599400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7a02dd52-5f71-4822-a139-9564b5c9bc91 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.646953 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.659356 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13ce73a4-24db-406c-baaa-00e523fb059b req-b6a1480f-241f-4071-8fd2-f6aaccd40027 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620114 Dec 10 18:39:28.667372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:28.691888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-d3ac3d9d-467a-475f-91f0-abc15a84da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.693161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:28.693391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-d3ac3d9d-467a-475f-91f0-abc15a84da1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=b3cd4240-f96b-487b-b077-5b35c77b4bc8 HTTP/1.1" status: 200 len: 909 time: 0.2038474 Dec 10 18:39:28.697677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Allocated IP 172.20.0.2 (5e1f9250-ddc9-49bf-9fa4-eccff8a47211/d1466344-31ce-435f-b51c-acedf2ca0ec9/159508da-e3e4-4e84-acff-011e7f45e9ec) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:28.702331 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.755959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-f4a9470a-1951-47e4-9c46-b388d2c2a1c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1139d9c0-83aa-4ceb-b0dc-570c09f8835d HTTP/1.1" status: 200 len: 217 time: 0.0472400 Dec 10 18:39:28.765739 n-d-821424-1 neutron-server[103499]: INFO neutron.db.ipam_backend_mixin [None req-7a02dd52-5f71-4822-a139-9564b5c9bc91 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d1466344-31ce-435f-b51c-acedf2ca0ec9 (CIDR: 172.20.0.0/28) Dec 10 18:39:28.792791 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a02dd52-5f71-4822-a139-9564b5c9bc91 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:39:28.793266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a02dd52-5f71-4822-a139-9564b5c9bc91 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:39:28.805779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:28.832586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-4533c858-97aa-4669-8dba-1f666cbd6975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.834196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-4533c858-97aa-4669-8dba-1f666cbd6975 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=59790e56-809a-47be-9a9f-fade5269da39 HTTP/1.1" status: 200 len: 848 time: 0.0712082 Dec 10 18:39:28.839232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7a02dd52-5f71-4822-a139-9564b5c9bc91 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5364451 Dec 10 18:39:28.843589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:28.850527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:28.875072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-39fec083-2ffc-4ecf-8fc7-dd0d57251c9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b3cd4240-f96b-487b-b077-5b35c77b4bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330286 Dec 10 18:39:28.916609 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.924864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:28.957346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['1f35e57e-32eb-41e5-a44f-52f71b9e8dd8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:28.971238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0fd732-1c02-4d7c-8166-3692fd080950 req-9fc357ea-f8c8-4f6b-b9f7-ab566414c091 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:28.973129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8e0fd732-1c02-4d7c-8166-3692fd080950 req-9fc357ea-f8c8-4f6b-b9f7-ab566414c091 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 945 time: 0.1176417 Dec 10 18:39:28.992794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-a2504c9f-b849-4990-856e-e96527fe84c9 service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106744 Dec 10 18:39:29.009516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:29.012182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Pushing event updated for resources: {'Port': ['ID=159508da-e3e4-4e84-acff-011e7f45e9ec,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:29.017343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:29.019954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:29.048015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:29.051704 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.061897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8e0fd732-1c02-4d7c-8166-3692fd080950 req-1b2bd567-86a7-45bc-8e18-dd907b42ad7d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785985 Dec 10 18:39:29.112433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Attempting to bind port 159508da-e3e4-4e84-acff-011e7f45e9ec on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:29.112812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Attempting to bind port 159508da-e3e4-4e84-acff-011e7f45e9ec by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '20e61071-61f9-46e3-9fc9-b4a3f3ef99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:29.113457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Attempting to bind port 159508da-e3e4-4e84-acff-011e7f45e9ec on network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:29.131508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:29.131884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Checking segment: {'id': '20e61071-61f9-46e3-9fc9-b4a3f3ef99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:29.132292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.132688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Bound using segment: {'id': '20e61071-61f9-46e3-9fc9-b4a3f3ef99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:29.133174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Bound port: 159508da-e3e4-4e84-acff-011e7f45e9ec, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e61071-61f9-46e3-9fc9-b4a3f3ef99f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:29.133554 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.142469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f71ef13-405a-4f90-9c6e-88f13ef3fb78 req-30a0b164-447b-4c72-abea-c2a95c02058f service neutron] 10.222.0.30 "GET /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421213 Dec 10 18:39:29.217394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdbc70-de54-4055-b637-ac306e8dc65a req-458652cd-0fa3-4c66-bde3-409cf12845f6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:29.219017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00fdbc70-de54-4055-b637-ac306e8dc65a req-458652cd-0fa3-4c66-bde3-409cf12845f6 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.0617855 Dec 10 18:39:29.243140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] For port 159508da-e3e4-4e84-acff-011e7f45e9ec, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:29.247269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] For port 159508da-e3e4-4e84-acff-011e7f45e9ec, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=159508da-e3e4-4e84-acff-011e7f45e9ec,segment=NetworkSegment(20e61071-61f9-46e3-9fc9-b4a3f3ef99f5),segment_id=20e61071-61f9-46e3-9fc9-b4a3f3ef99f5)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:29.254168 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.284610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00fdbc70-de54-4055-b637-ac306e8dc65a req-93f26d98-324d-45ec-a5b5-4b170f752334 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587409 Dec 10 18:39:29.327130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10a390-6df0-4cf8-83f1-7e0a0f452117 None None] Pushing event updated for resources: {'Port': ['ID=159508da-e3e4-4e84-acff-011e7f45e9ec,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:29.376404 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.425083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:29.428488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:29.432680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:29.433281 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.436719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=4ea75c2f-c8e3-4e04-a182-887dc614479f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:29.456242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-52cca796-9cf8-4bb7-a026-c8917fe0c942 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6113026 Dec 10 18:39:29.458908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47292) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:29.464215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'fixed_ips': [{'subnet_id': 'd1466344-31ce-435f-b51c-acedf2ca0ec9'}, {'subnet_id': '4ea75c2f-c8e3-4e04-a182-887dc614479f'}], 'name': 'tempest-PortsTestJSON-1460927525'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:29.601803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:29.702620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:29.721729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:29.857315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696f11f-513f-41a0-ab20-d4f01fa65aec req-1fe8abe8-d036-4873-9ea1-703f7d7c0599 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:29.858835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1696f11f-513f-41a0-ab20-d4f01fa65aec req-1fe8abe8-d036-4873-9ea1-703f7d7c0599 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 943 time: 0.1008909 Dec 10 18:39:29.957364 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1696f11f-513f-41a0-ab20-d4f01fa65aec req-9774399a-2e7e-483a-9933-754a219eddd6 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921242 Dec 10 18:39:30.059857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.5 (5e1f9250-ddc9-49bf-9fa4-eccff8a47211/d1466344-31ce-435f-b51c-acedf2ca0ec9/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:30.067349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.19 (5e1f9250-ddc9-49bf-9fa4-eccff8a47211/4ea75c2f-c8e3-4e04-a182-887dc614479f/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:30.227733 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.236205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77269b3-1c92-4c5d-9322-9c997c01b9a1 req-2d0d8089-3fae-4a07-b045-7696f0d9bc39 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.237920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b77269b3-1c92-4c5d-9322-9c997c01b9a1 req-2d0d8089-3fae-4a07-b045-7696f0d9bc39 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 945 time: 0.0556140 Dec 10 18:39:30.266405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.295661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b77269b3-1c92-4c5d-9322-9c997c01b9a1 req-24bd5672-b228-4186-8959-6fb08f487f40 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506392 Dec 10 18:39:30.303183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:30.307675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:30.322813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:30.326314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:30.334819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:30.359965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d9370-2f8f-4ab1-8561-1b82e0203192 None None] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:30.369124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:30.427127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.427740 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.449930 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-180745b6-a347-492b-b17d-1544815ede2e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 0.9899194 Dec 10 18:39:30.452942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47300) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:30.458433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd1466344-31ce-435f-b51c-acedf2ca0ec9'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:30.465395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357239ae-87fb-441c-a5e3-ce0efc0a8962 req-6b786e2f-b0c0-4f38-95b5-656c11b0f8ca tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:30.467534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-357239ae-87fb-441c-a5e3-ce0efc0a8962 req-6b786e2f-b0c0-4f38-95b5-656c11b0f8ca tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 944 time: 0.0841763 Dec 10 18:39:30.485053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:30.511516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:30.511889 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.519465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-97d8700b-ef1e-469a-b6b9-28a8ea6fca69 None None] Provisioning complete for port 159508da-e3e4-4e84-acff-011e7f45e9ec triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:30.519835 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-97d8700b-ef1e-469a-b6b9-28a8ea6fca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.521996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-357239ae-87fb-441c-a5e3-ce0efc0a8962 req-9f203c44-ed88-412e-9811-40e352ff136f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472596 Dec 10 18:39:30.625519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:30.628799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.651385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'port_id': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'mac_address': 'fa:16:3e:9f:06:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:30.705292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 159508da-e3e4-4e84-acff-011e7f45e9ec up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:30.820538 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.838590 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-97d8700b-ef1e-469a-b6b9-28a8ea6fca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.850777 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.883532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:30.909059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ef506-a57b-40c2-88e2-0c60b1ae31d3 None None] Update dhcp port {'port': {'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'fixed_ips': [{'subnet_id': 'd1466344-31ce-435f-b51c-acedf2ca0ec9', 'ip_address': '172.20.0.2'}, {'subnet_id': '4ea75c2f-c8e3-4e04-a182-887dc614479f'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '159508da-e3e4-4e84-acff-011e7f45e9ec'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:39:30.909838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Delete allocated IP 172.20.0.19 (5e1f9250-ddc9-49bf-9fa4-eccff8a47211/4ea75c2f-c8e3-4e04-a182-887dc614479f) {{(pid=103499) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:39:30.956407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:30.957543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:30.960155 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a9bab1-35b1-4fd5-9837-5773d006b211" -d '{"events": [{"server_uuid": "75f4f7bd-71ea-41ae-8020-c55601d06a72", "name": "network-vif-plugged", "status": "completed", "tag": "1f35e57e-32eb-41e5-a44f-52f71b9e8dd8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:30.981091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:30.985735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-97d8700b-ef1e-469a-b6b9-28a8ea6fca69 None None] For port 159508da-e3e4-4e84-acff-011e7f45e9ec, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=159508da-e3e4-4e84-acff-011e7f45e9ec,segment=NetworkSegment(20e61071-61f9-46e3-9fc9-b4a3f3ef99f5),segment_id=20e61071-61f9-46e3-9fc9-b4a3f3ef99f5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:30.993060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:30.994065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef506-a57b-40c2-88e2-0c60b1ae31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.018660 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-97d8700b-ef1e-469a-b6b9-28a8ea6fca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.031223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.033079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 159508da-e3e4-4e84-acff-011e7f45e9ec triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:31.033450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.041644 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6722b46-bcf0-496b-aa08-22bff5758663 x-openstack-request-id: req-a6722b46-bcf0-496b-aa08-22bff5758663 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:31.041999 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4f7bd-71ea-41ae-8020-c55601d06a72", "name": "network-vif-plugged", "status": "completed", "tag": "1f35e57e-32eb-41e5-a44f-52f71b9e8dd8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:31.042182 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6722b46-bcf0-496b-aa08-22bff5758663 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:31.042615 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8', 'code': 200} Dec 10 18:39:31.121834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.133856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46d9a-bed2-4507-95c4-ff1700d3cd99 req-09a10a24-b915-4cc6-b9f0-790b15a748bb tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.136170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.147083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-afa46d9a-bed2-4507-95c4-ff1700d3cd99 req-09a10a24-b915-4cc6-b9f0-790b15a748bb tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 943 time: 0.0915329 Dec 10 18:39:31.229003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:31.240646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-afa46d9a-bed2-4507-95c4-ff1700d3cd99 req-aeb78bc8-4e1a-4219-b768-b7c00c61d47f tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925653 Dec 10 18:39:31.261822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60233de5-29f0-4106-ab82-1dd5ffec6757 req-ff973a26-8d6b-44ca-90b5-96090caca654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.263584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60233de5-29f0-4106-ab82-1dd5ffec6757 req-ff973a26-8d6b-44ca-90b5-96090caca654 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 1097 time: 0.1138787 Dec 10 18:39:31.280730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:31.297326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:31.321763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] In _notify_port_updated(), no bound segment for port c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da on network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:39:31.331558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.332609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.335056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-71622621-fb61-42e4-b4fa-dd1370efa35b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "PUT /v2.0/ports/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da HTTP/1.1" status: 200 len: 919 time: 0.8808975 Dec 10 18:39:31.337856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47310) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:31.350552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd1466344-31ce-435f-b51c-acedf2ca0ec9'}, {'subnet_id': '4ea75c2f-c8e3-4e04-a182-887dc614479f'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:31.367584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60233de5-29f0-4106-ab82-1dd5ffec6757 req-06247a76-aaa5-46d9-a241-8bc6850c3bde service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956059 Dec 10 18:39:31.443064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.456273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876eb5b-9048-4dc1-9df5-6c755a59a21c req-ae05001a-f6c6-4cff-af20-bbbe6d233cf8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.459210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b876eb5b-9048-4dc1-9df5-6c755a59a21c req-ae05001a-f6c6-4cff-af20-bbbe6d233cf8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 946 time: 0.0571477 Dec 10 18:39:31.527855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b876eb5b-9048-4dc1-9df5-6c755a59a21c req-2af3fda7-fd2d-4fef-bedb-561fda83d37e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577700 Dec 10 18:39:31.556563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1139d9c0-83aa-4ceb-b0dc-570c09f8835d details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:39:31.587184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-5e2ef506-a57b-40c2-88e2-0c60b1ae31d3 None None] Allocated IP 172.20.0.18 (5e1f9250-ddc9-49bf-9fa4-eccff8a47211/4ea75c2f-c8e3-4e04-a182-887dc614479f/159508da-e3e4-4e84-acff-011e7f45e9ec) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:31.658078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8700b-ef1e-469a-b6b9-28a8ea6fca69 None None] Pushing event updated for resources: {'Port': ['ID=159508da-e3e4-4e84-acff-011e7f45e9ec,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:31.679980 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5f43edf5-5063-4ad2-add7-feaf293b42a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:31.710763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b1ccb-3387-494a-af12-d2a68a8f3210 req-6110426b-7102-4ce1-83c0-f0f58bcfadb8 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:31.712137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b38b1ccb-3387-494a-af12-d2a68a8f3210 req-6110426b-7102-4ce1-83c0-f0f58bcfadb8 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 945 time: 0.1001313 Dec 10 18:39:31.769147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b38b1ccb-3387-494a-af12-d2a68a8f3210 req-365ecc91-68f1-4e7f-89d9-c5cfc9a602e3 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500588 Dec 10 18:39:31.831246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:31.887123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:31.913223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5e2ef506-a57b-40c2-88e2-0c60b1ae31d3 None None] For port 159508da-e3e4-4e84-acff-011e7f45e9ec, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=159508da-e3e4-4e84-acff-011e7f45e9ec,segment=NetworkSegment(20e61071-61f9-46e3-9fc9-b4a3f3ef99f5),segment_id=20e61071-61f9-46e3-9fc9-b4a3f3ef99f5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:31.915239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d', 'network_id': 'b3cd4240-f96b-487b-b077-5b35c77b4bc8', 'port_id': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d', 'mac_address': 'fa:16:3e:fa:20:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59790e56-809a-47be-9a9f-fade5269da39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:39:32.004616 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef506-a57b-40c2-88e2-0c60b1ae31d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.017499 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5e2ef506-a57b-40c2-88e2-0c60b1ae31d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.019475 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.025674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.066980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.26 (5e1f9250-ddc9-49bf-9fa4-eccff8a47211/4ea75c2f-c8e3-4e04-a182-887dc614479f/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:32.091959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1139d9c0-83aa-4ceb-b0dc-570c09f8835d {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:39:32.134863 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.164166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:32.169711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ef506-a57b-40c2-88e2-0c60b1ae31d3 None None] Pushing event updated for resources: {'Port': ['ID=159508da-e3e4-4e84-acff-011e7f45e9ec,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:32.172931 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.224990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.230331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.237313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:32.326302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:32.376984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] In _notify_port_updated(), no bound segment for port c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da on network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:39:32.383002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:32.384132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.386413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-72b42eae-e472-4ca9-b746-6ac87763a104 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "PUT /v2.0/ports/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da HTTP/1.1" status: 200 len: 999 time: 1.0453687 Dec 10 18:39:32.389174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['1139d9c0-83aa-4ceb-b0dc-570c09f8835d'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:32.392884 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47316) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:32.420301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cca2c-0fe9-4628-803b-5e38bb82ca90 req-46b8c244-7e5b-47b5-91fc-8a1a3c873b5d tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:32.422866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-851cca2c-0fe9-4628-803b-5e38bb82ca90 req-46b8c244-7e5b-47b5-91fc-8a1a3c873b5d tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 944 time: 0.0956757 Dec 10 18:39:32.511170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-851cca2c-0fe9-4628-803b-5e38bb82ca90 req-9b674962-1900-4671-a2e9-45c64e6cc10a tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819669 Dec 10 18:39:32.690610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 159508da-e3e4-4e84-acff-011e7f45e9ec up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:32.746163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 159508da-e3e4-4e84-acff-011e7f45e9ec triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:32.746681 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.795422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f97354-10b8-4bf5-8d8c-1a5fa27218c6 None None] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:32.903554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca0d4b-0500-4c4c-aa5b-b64c04fbeb43 req-1c3710d0-ade0-4222-82f4-d6a97cb310d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:32.905124 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbca0d4b-0500-4c4c-aa5b-b64c04fbeb43 req-1c3710d0-ade0-4222-82f4-d6a97cb310d7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 946 time: 0.1008210 Dec 10 18:39:32.925293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-71552317-362f-4c41-92ce-57e4d815af84 None None] Provisioning complete for port c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:32.925558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a636d3a-e9fd-43bf-976b-45ec4453ab8d req-a01ec138-16bb-441c-98b0-e91b1ea642d5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:32.927488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71552317-362f-4c41-92ce-57e4d815af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.933014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a636d3a-e9fd-43bf-976b-45ec4453ab8d req-a01ec138-16bb-441c-98b0-e91b1ea642d5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 945 time: 0.0708818 Dec 10 18:39:32.979394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:32.979800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:32.981603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a636d3a-e9fd-43bf-976b-45ec4453ab8d req-2ba65203-a393-44d4-b3f4-6f7fac6073e5 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476949 Dec 10 18:39:33.008654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-71552317-362f-4c41-92ce-57e4d815af84 None None] Port c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:33.031193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-71552317-362f-4c41-92ce-57e4d815af84 None None] Provisioning complete for port 159508da-e3e4-4e84-acff-011e7f45e9ec triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:33.031193 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71552317-362f-4c41-92ce-57e4d815af84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.067491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bbca0d4b-0500-4c4c-aa5b-b64c04fbeb43 req-d424b588-f051-4b00-b3d7-4910718b8255 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478701 Dec 10 18:39:33.119783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.136972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:33.202591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29b023-3032-40ad-944c-123f69aad4ac req-cd015ee2-25ed-4b02-9309-a8f27176744c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.204198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f29b023-3032-40ad-944c-123f69aad4ac req-cd015ee2-25ed-4b02-9309-a8f27176744c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 946 time: 0.0607054 Dec 10 18:39:33.264192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f29b023-3032-40ad-944c-123f69aad4ac req-46a83954-2021-428e-a387-ee6015b048cf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526304 Dec 10 18:39:33.338689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.368340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:33.476588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.480991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-105a30ad-32ff-4214-af55-5293273de62a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da HTTP/1.1" status: 204 len: 168 time: 1.0813415 Dec 10 18:39:33.483930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47328) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:33.513322 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d60d10-1c3f-4f55-ad92-3c7155c73142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:33.517769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c5d60d10-1c3f-4f55-ad92-3c7155c73142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da HTTP/1.1" status: 404 len: 333 time: 0.0297236 Dec 10 18:39:33.517769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47332) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:33.555936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1139d9c0-83aa-4ceb-b0dc-570c09f8835d up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:33.585137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet 4ea75c2f-c8e3-4e04-a182-887dc614479f {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:33.593279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.615110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:39:33.619636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:33.619922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.624747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893921c8-ad50-4c4e-a241-051e4a061995 req-a29ed36c-bd5d-4975-8485-8aa5b47b5a21 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.627140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-893921c8-ad50-4c4e-a241-051e4a061995 req-a29ed36c-bd5d-4975-8485-8aa5b47b5a21 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 946 time: 0.0770373 Dec 10 18:39:33.671125 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.699291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-893921c8-ad50-4c4e-a241-051e4a061995 req-aa7e8524-6adf-4e04-a65e-7c00823fc5c7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648611 Dec 10 18:39:33.717542 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.722167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0847c40-f462-4a1a-a168-71b8b3abbcb2 req-e6358fc8-b784-4ddb-a7ff-a139eaa3db5b tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.724573 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0847c40-f462-4a1a-a168-71b8b3abbcb2 req-e6358fc8-b784-4ddb-a7ff-a139eaa3db5b tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 944 time: 0.1014345 Dec 10 18:39:33.745477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d983a5-ca14-4c86-a491-deef166fa868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:33.747983 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040457bc-e42f-47f5-a5d1-211db978cc97" -d '{"events": [{"server_uuid": "21d983a5-ca14-4c86-a491-deef166fa868", "name": "network-vif-plugged", "status": "completed", "tag": "1139d9c0-83aa-4ceb-b0dc-570c09f8835d"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:33.769378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:33.777962 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.784030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.804928 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3570f291-8fec-4279-a013-433a8474139e x-openstack-request-id: req-3570f291-8fec-4279-a013-433a8474139e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:33.805266 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d983a5-ca14-4c86-a491-deef166fa868", "name": "network-vif-plugged", "status": "completed", "tag": "1139d9c0-83aa-4ceb-b0dc-570c09f8835d", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:33.805607 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3570f291-8fec-4279-a013-433a8474139e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:33.808920 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d983a5-ca14-4c86-a491-deef166fa868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d', 'code': 200} Dec 10 18:39:33.829273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.846541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:33.857006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0847c40-f462-4a1a-a168-71b8b3abbcb2 req-b7ae908f-efa5-4d3b-a846-782970eff050 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195607 Dec 10 18:39:33.916296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d6cf0-8458-434b-9ae9-03aa81abf900 req-03a75e4f-0146-4cd1-8112-893e10a2a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:33.917210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.917905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-128d6cf0-8458-434b-9ae9-03aa81abf900 req-03a75e4f-0146-4cd1-8112-893e10a2a726 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 1096 time: 0.0529313 Dec 10 18:39:33.948221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=4ea75c2f-c8e3-4e04-a182-887dc614479f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:33.953709 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:33.960029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4c4dcfab-c282-4818-a5c6-adbc9b3aef8d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/4ea75c2f-c8e3-4e04-a182-887dc614479f HTTP/1.1" status: 204 len: 168 time: 0.4385059 Dec 10 18:39:33.960327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47338) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:33.970744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-128d6cf0-8458-434b-9ae9-03aa81abf900 req-acce5f08-fbfb-4d57-92a0-3b83cdfd5d8b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445342 Dec 10 18:39:34.023845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet d1466344-31ce-435f-b51c-acedf2ca0ec9 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:34.027853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.073699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.139071 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.162410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7078052-a64e-4205-ad3e-055c4ea0d57e req-78d1ff76-3a5e-47e9-b08c-4fd1f6fe1c6f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:34.164191 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7078052-a64e-4205-ad3e-055c4ea0d57e req-78d1ff76-3a5e-47e9-b08c-4fd1f6fe1c6f tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 945 time: 0.0700474 Dec 10 18:39:34.188313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.223979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32ef90c-5d01-4801-8be4-67e4b6f3536e None None] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:34.232287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7078052-a64e-4205-ad3e-055c4ea0d57e req-01388488-0e02-4e40-8a67-34a96a3832cd tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605180 Dec 10 18:39:34.258044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.278163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4de3659d-5157-43f2-825a-dec7ef1af18c None None] Could not find standard attr ID for object c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:34.289323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=d1466344-31ce-435f-b51c-acedf2ca0ec9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:34.295134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.298828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c7df6d6-cc64-4e2e-97f1-4a69f4dbd1fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/d1466344-31ce-435f-b51c-acedf2ca0ec9 HTTP/1.1" status: 204 len: 168 time: 0.3374507 Dec 10 18:39:34.302031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47342) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:34.304563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4de3659d-5157-43f2-825a-dec7ef1af18c None None] Provisioning complete for port 159508da-e3e4-4e84-acff-011e7f45e9ec triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:34.304932 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4de3659d-5157-43f2-825a-dec7ef1af18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.334739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:34.387516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.455757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 159508da-e3e4-4e84-acff-011e7f45e9ec {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:34.455913 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.460727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:34.461123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.529844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] For port 159508da-e3e4-4e84-acff-011e7f45e9ec, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=159508da-e3e4-4e84-acff-011e7f45e9ec,segment=NetworkSegment(20e61071-61f9-46e3-9fc9-b4a3f3ef99f5),segment_id=20e61071-61f9-46e3-9fc9-b4a3f3ef99f5)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:34.530219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.538912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f1688-6d4f-4b90-a300-102d6e565370 None None] Update dhcp port {'port': {'network_id': '5e1f9250-ddc9-49bf-9fa4-eccff8a47211', 'fixed_ips': [{'subnet_id': 'd1466344-31ce-435f-b51c-acedf2ca0ec9'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '159508da-e3e4-4e84-acff-011e7f45e9ec'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:39:34.544036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 159508da-e3e4-4e84-acff-011e7f45e9ec owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:34.569233 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-304f1688-6d4f-4b90-a300-102d6e565370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.636280 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.640601 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.664947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=159508da-e3e4-4e84-acff-011e7f45e9ec,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:34.669677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No DVR routers for this DVR port 159508da-e3e4-4e84-acff-011e7f45e9ec on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:34.731174 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:34.736281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.762990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.790388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.805305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:34.807386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1f9250-ddc9-49bf-9fa4-eccff8a47211']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:34.818632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e61071-61f9-46e3-9fc9-b4a3f3ef99f5') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:34.818940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e61071-61f9-46e3-9fc9-b4a3f3ef99f5') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:34.826035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b88063-bbba-4d4b-a65a-cd2dfc132641 None None] Network 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:34.829146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.844727 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.855120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:34.856230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:34.860926 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:34.876207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bd6c0-5506-4d9c-b538-a64783dafdf0 req-9ea81fb1-b59a-4dbe-a944-8877d4b78659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:34.877801 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-706bd6c0-5506-4d9c-b538-a64783dafdf0 req-9ea81fb1-b59a-4dbe-a944-8877d4b78659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 946 time: 0.0804386 Dec 10 18:39:34.939612 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-706bd6c0-5506-4d9c-b538-a64783dafdf0 req-3287387b-c4d0-4e4a-8b31-2a5b34e104b7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510409 Dec 10 18:39:34.970611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.000475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.007768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/5e1f9250-ddc9-49bf-9fa4-eccff8a47211 HTTP/1.1" status: 204 len: 168 time: 0.7007971 Dec 10 18:39:35.008896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47348) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:35.021777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4db0d-980e-43ec-8ae6-147933f73aff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=5e1f9250-ddc9-49bf-9fa4-eccff8a47211,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.043796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b918aa-ec19-4ac1-a10e-b3856dbb8b48 req-fcaba4aa-d99a-4fa9-a7e8-a6d7befd375c tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.045850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5b918aa-ec19-4ac1-a10e-b3856dbb8b48 req-fcaba4aa-d99a-4fa9-a7e8-a6d7befd375c tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 945 time: 0.0868788 Dec 10 18:39:35.066835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-83bdd70a-34cd-4a49-ad23-88ad91f42a48 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.068410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-83bdd70a-34cd-4a49-ad23-88ad91f42a48 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 946 time: 0.1033502 Dec 10 18:39:35.097150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2cdeb502-522b-4924-ae0c-70ce1b705939 None None] Could not find standard attr ID for object 159508da-e3e4-4e84-acff-011e7f45e9ec. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:35.108832 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f5b918aa-ec19-4ac1-a10e-b3856dbb8b48 req-efa59a96-e989-49e9-b3db-2b12857402aa tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560968 Dec 10 18:39:35.148302 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb05bf4-d4e1-4eed-a091-82a39029b6bf tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.149808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7cb05bf4-d4e1-4eed-a091-82a39029b6bf tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1402526 Dec 10 18:39:35.154342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47350) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:35.157139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4d06e-b1b9-431d-b5ee-4d5d84823510 None None] DHCP port deletion for 5e1f9250-ddc9-49bf-9fa4-eccff8a47211 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:35.238566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5434033c-7dbf-43fa-851a-b45da962c67e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0828562 Dec 10 18:39:35.241919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47352) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:35.247723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623885037'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:35.267427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:35.267553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.320100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:35.323594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.395688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:35.421538 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] For port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:35.421809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.432075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.432414 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment 0e794701-8828-4721-9ba4-669643dbb1fd of type vlan for network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf Dec 10 18:39:35.450077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:35.489617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f8b67-e100-479c-a6ee-bd9c85e49b68 req-77fdfa09-2183-4a44-aa56-cc463f6e3033 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.491169 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c1f8b67-e100-479c-a6ee-bd9c85e49b68 req-77fdfa09-2183-4a44-aa56-cc463f6e3033 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 947 time: 0.1748197 Dec 10 18:39:35.546102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.625681 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.631986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:35.632607 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.656799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c1f8b67-e100-479c-a6ee-bd9c85e49b68 req-0851ddcb-50ae-4d44-ac77-29b7940b540c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583633 Dec 10 18:39:35.717163 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4697196 Dec 10 18:39:35.717556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47356) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:35.723145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:35.756300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301cf98-db83-4674-83f8-06d673fe89dd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=4c23e8a1-1ca4-467a-bd8c-cd48570e79cf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.772123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:35.794341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.816952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:35.820020 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50caa7c-8781-4f98-8860-3bd61b16da03" -d '{"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-plugged", "status": "completed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:35.827003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['248306d8-5040-4198-a989-3d585ab4628e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:35.827995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['1f35e57e-32eb-41e5-a44f-52f71b9e8dd8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:35.830987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=1f35e57e-32eb-41e5-a44f-52f71b9e8dd8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:35.893270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:35.903719 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.914147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] No DVR routers for this DVR port 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:35.917675 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:35.921270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efda05ee-65b0-443e-9148-1dc3264e33c3 req-ec8d2ac4-37e9-44d2-bb2f-150c86145f4c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "DELETE /v2.0/ports/1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 HTTP/1.1" status: 204 len: 173 time: 0.8432701 Dec 10 18:39:35.921842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'name': 'network-vif-deleted', 'tag': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:35.923674 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12badc07-0495-4667-ac79-69c04aba56ab x-openstack-request-id: req-12badc07-0495-4667-ac79-69c04aba56ab {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:35.924482 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-plugged", "status": "completed", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:35.924993 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-12badc07-0495-4667-ac79-69c04aba56ab {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:35.925982 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'code': 200} Dec 10 18:39:35.926525 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6e6f43-3fd9-4857-a4f7-5e62e3c34dcc" -d '{"events": [{"server_uuid": "75f4f7bd-71ea-41ae-8020-c55601d06a72", "name": "network-vif-deleted", "tag": "1f35e57e-32eb-41e5-a44f-52f71b9e8dd8"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:36.021713 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d233c28-e036-4ea4-89da-a3250804eb67 x-openstack-request-id: req-0d233c28-e036-4ea4-89da-a3250804eb67 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:36.021713 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4f7bd-71ea-41ae-8020-c55601d06a72", "name": "network-vif-deleted", "tag": "1f35e57e-32eb-41e5-a44f-52f71b9e8dd8", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:36.021713 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0d233c28-e036-4ea4-89da-a3250804eb67 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:36.023972 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4f7bd-71ea-41ae-8020-c55601d06a72', 'name': 'network-vif-deleted', 'tag': '1f35e57e-32eb-41e5-a44f-52f71b9e8dd8', 'status': 'completed', 'code': 200} Dec 10 18:39:36.157349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3a2523d-060b-440f-99c3-616624adc5e2 req-59bbf024-e006-41a2-b0ec-af23238e3acd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.0829253 Dec 10 18:39:36.265462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03569668-4b06-42ed-a8a0-d88f1d4944de req-cfac90e6-4e11-457c-b2bb-5b680781d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.267350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03569668-4b06-42ed-a8a0-d88f1d4944de req-cfac90e6-4e11-457c-b2bb-5b680781d403 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1098 time: 0.0931118 Dec 10 18:39:36.320819 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fd88d-9ed7-4edb-994e-724bdedfad29 req-a496f47e-5659-4d10-9776-6926194eeb9a tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.322051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-000fd88d-9ed7-4edb-994e-724bdedfad29 req-a496f47e-5659-4d10-9776-6926194eeb9a tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 945 time: 0.0967166 Dec 10 18:39:36.336743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.365688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03569668-4b06-42ed-a8a0-d88f1d4944de req-b7664dea-0fea-452a-9b5d-c54fe7e8c199 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896957 Dec 10 18:39:36.414585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=1b506567-5798-4411-8db2-5b89a128e37f,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:36.414803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-000fd88d-9ed7-4edb-994e-724bdedfad29 req-8b154ed3-74fa-48e2-8bbf-efb862f7f3e8 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786083 Dec 10 18:39:36.432565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': '0e794701-8828-4721-9ba4-669643dbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:36.432965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:36.453209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:36.468987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:36.473633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.474390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.481205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bb982-629a-4484-aa82-5483a470d72a None None] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:36.497617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f2114a10-7e2a-45a5-bad5-b9ca8b24882c tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7784226 Dec 10 18:39:36.500020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47368) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:36.508707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf', 'name': 'tempest-PortsTestJSON-1916235337'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:36.639996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-4c23e8a1-1ca4-467a-bd8c-cd48570e79cf', 'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf', 'project_id': '761b487cdfe44ae78e8d3e3130fd74c5', 'fixed_ips': [{'subnet_id': '1b506567-5798-4411-8db2-5b89a128e37f'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:36.642036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.688518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:36.697287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:36.733760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 159508da-e3e4-4e84-acff-011e7f45e9ec no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:36.734216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 64fc359b-b2ab-4e28-a064-eeeb47816b25 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:36.840512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 159508da-e3e4-4e84-acff-011e7f45e9ec {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:36.841386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 159508da-e3e4-4e84-acff-011e7f45e9ec not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:36.913602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21684f5-e5d2-434f-8ad6-93be730947c0 req-97c38cd2-b891-41ff-aff0-ece3d4cc8e68 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:36.915302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b21684f5-e5d2-434f-8ad6-93be730947c0 req-97c38cd2-b891-41ff-aff0-ece3d4cc8e68 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 947 time: 0.1048250 Dec 10 18:39:36.951298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.4 (4c23e8a1-1ca4-467a-bd8c-cd48570e79cf/1b506567-5798-4411-8db2-5b89a128e37f/64fc359b-b2ab-4e28-a064-eeeb47816b25) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:36.999413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b21684f5-e5d2-434f-8ad6-93be730947c0 req-032356b1-ab42-4910-80c4-ed41878561e7 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755222 Dec 10 18:39:37.200276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.281650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.382623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:37.432025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Allocated IP 172.20.0.2 (4c23e8a1-1ca4-467a-bd8c-cd48570e79cf/1b506567-5798-4411-8db2-5b89a128e37f/d88393d4-6755-4eb8-b559-84510231ab26) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:37.432331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d6721a1-5fe7-43f9-bc26-1fed8376c054 req-5ba3971d-e666-4a5a-94e0-6c53271ef1dc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.1277425 Dec 10 18:39:37.440750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:37.463020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:37.476234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=64fc359b-b2ab-4e28-a064-eeeb47816b25,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:37.549563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.556723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.563869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd0edf-3e7b-4877-a298-4b422b38785b req-4e15499f-ca8d-4227-bd7c-e174ba94534d tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:37.567208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-96cd0edf-3e7b-4877-a298-4b422b38785b req-4e15499f-ca8d-4227-bd7c-e174ba94534d tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 945 time: 0.1211751 Dec 10 18:39:37.588147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c4db078f-d6e1-4771-81d6-17054dc65c13 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0854235 Dec 10 18:39:37.589076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47394) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:37.596069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf', 'name': 'tempest-PortsTestJSON-347457515'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:37.669089 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-96cd0edf-3e7b-4877-a298-4b422b38785b req-f4f2dfd0-2ed3-4292-85c5-d70939abc9e4 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745831 Dec 10 18:39:37.828404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.838097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:37.844380 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.845298 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:37.874449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:37.912127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:37.915740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:37.918883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:37.938132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Pushing event updated for resources: {'Port': ['ID=d88393d4-6755-4eb8-b559-84510231ab26,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:37.989514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Attempting to bind port d88393d4-6755-4eb8-b559-84510231ab26 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:37.990085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Attempting to bind port d88393d4-6755-4eb8-b559-84510231ab26 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '0e794701-8828-4721-9ba4-669643dbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:37.990927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Attempting to bind port d88393d4-6755-4eb8-b559-84510231ab26 on network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:37.999064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:38.000495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Checking segment: {'id': '0e794701-8828-4721-9ba4-669643dbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:38.001135 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.002120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Bound using segment: {'id': '0e794701-8828-4721-9ba4-669643dbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:38.002563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Bound port: d88393d4-6755-4eb8-b559-84510231ab26, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e794701-8828-4721-9ba4-669643dbb1fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4c23e8a1-1ca4-467a-bd8c-cd48570e79cf'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:38.002956 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.081308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.12 (4c23e8a1-1ca4-467a-bd8c-cd48570e79cf/1b506567-5798-4411-8db2-5b89a128e37f/b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:38.097145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] For port d88393d4-6755-4eb8-b559-84510231ab26, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:38.105623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] For port d88393d4-6755-4eb8-b559-84510231ab26, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d88393d4-6755-4eb8-b559-84510231ab26,segment=NetworkSegment(0e794701-8828-4721-9ba4-669643dbb1fd),segment_id=0e794701-8828-4721-9ba4-669643dbb1fd)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:38.112440 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.199395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e67cac-3162-4412-ba15-b4cf89c05ff8 None None] Pushing event updated for resources: {'Port': ['ID=d88393d4-6755-4eb8-b559-84510231ab26,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:38.298874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f33e7-e698-466a-9187-d838fdecc293 req-9758e443-b038-4b28-bd9d-d5d13fc4fa44 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.301499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-798f33e7-e698-466a-9187-d838fdecc293 req-9758e443-b038-4b28-bd9d-d5d13fc4fa44 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 947 time: 0.1440504 Dec 10 18:39:38.326613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:38.351510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:38.351510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 1f35e57e-32eb-41e5-a44f-52f71b9e8dd8 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:38.396960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.466260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-798f33e7-e698-466a-9187-d838fdecc293 req-ad60ecc7-98fa-4b2c-8503-130ead1ae7fc tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514966 Dec 10 18:39:38.512280 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.569052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:38.573805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:38.577097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:38.617420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03c8517c-9ee7-4b52-9612-23c679af156b req-72451022-335c-4f48-a606-ead8fbf5e654 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.0515532 Dec 10 18:39:38.663858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:38.743995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.744762 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.769235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d88393d4-6755-4eb8-b559-84510231ab26 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:38.809911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-79a83a94-2d39-45e0-9aea-4e28adc3e26f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2168665 Dec 10 18:39:38.810699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:38.818297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-4ca3a435-db7c-4725-a8af-97488a3ce837 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.819964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-4ca3a435-db7c-4725-a8af-97488a3ce837 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 945 time: 0.1424341 Dec 10 18:39:38.835911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d88393d4-6755-4eb8-b559-84510231ab26 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:38.836535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.932047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69e121-2eef-441f-9f2b-9812240fe697 req-fad1dd46-118a-421b-a88e-038363dea994 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.938822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2089a-0807-4ec5-829a-a3ee49359818 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:38.940623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb69e121-2eef-441f-9f2b-9812240fe697 req-fad1dd46-118a-421b-a88e-038363dea994 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 945 time: 0.1744916 Dec 10 18:39:38.941665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-89b2089a-0807-4ec5-829a-a3ee49359818 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1303363 Dec 10 18:39:38.944624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47432) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:38.955471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:38.993209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port d88393d4-6755-4eb8-b559-84510231ab26, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d88393d4-6755-4eb8-b559-84510231ab26,segment=NetworkSegment(0e794701-8828-4721-9ba4-669643dbb1fd),segment_id=0e794701-8828-4721-9ba4-669643dbb1fd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:38.998907 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.055675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=d88393d4-6755-4eb8-b559-84510231ab26,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:39.078609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fb69e121-2eef-441f-9f2b-9812240fe697 req-e49c2e29-c7c3-4df3-bac4-08255b2ee143 tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/security-groups?id=8d41e0b7-3e1f-48af-9071-4697f95c17e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337197 Dec 10 18:39:39.090021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Deleting port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:39.090543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.186721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:39.187094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.256701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] For port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,segment=NetworkSegment(8a73a126-aa67-4521-8628-66e20d2099b9),segment_id=8a73a126-aa67-4521-8628-66e20d2099b9)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:39.256959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.275621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Calling delete_port for 1139d9c0-83aa-4ceb-b0dc-570c09f8835d owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:39.346711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.364022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:39.480277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bf00fe-7bc7-48a4-8851-f24a9424901d None None] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:39.525986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.587566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['1139d9c0-83aa-4ceb-b0dc-570c09f8835d'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:39.616710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e970c8-3dbb-4826-8bc7-47262616dd6f req-408b2259-6045-4f6e-9492-095d32406caa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:39.626730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e970c8-3dbb-4826-8bc7-47262616dd6f req-408b2259-6045-4f6e-9492-095d32406caa tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 947 time: 0.0648670 Dec 10 18:39:39.640089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2216ccac-3a3c-48b7-82e5-c4f23e5f279e None None] Provisioning complete for port d88393d4-6755-4eb8-b559-84510231ab26 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:39.640475 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2216ccac-3a3c-48b7-82e5-c4f23e5f279e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:39.751230 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42e970c8-3dbb-4826-8bc7-47262616dd6f req-8ad5c5d3-e18e-4023-ab8c-0000aff47435 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226432 Dec 10 18:39:39.994692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Pushing event deleted for resources: {'Port': ['ID=1139d9c0-83aa-4ceb-b0dc-570c09f8835d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:40.034651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c383fdb3-f551-4def-9cac-c8a95582575c req-9ff2ab68-98e5-47be-be0f-39d6488ede7d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.0456865 Dec 10 18:39:40.041735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Provisioning complete for port b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:40.042272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.083747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] No DVR routers for this DVR port 1139d9c0-83aa-4ceb-b0dc-570c09f8835d on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:40.085685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.088410 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.093541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-715270f0-98e4-44e3-a369-b451cdfa6fe4 req-cdf10041-e601-49ec-af03-645402a17cfe tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.30 "DELETE /v2.0/ports/1139d9c0-83aa-4ceb-b0dc-570c09f8835d HTTP/1.1" status: 204 len: 173 time: 1.2586210 Dec 10 18:39:40.093541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d983a5-ca14-4c86-a491-deef166fa868', 'name': 'network-vif-deleted', 'tag': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:40.106763 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f780c0-8678-404c-8385-ce164c1df91a" -d '{"events": [{"server_uuid": "21d983a5-ca14-4c86-a491-deef166fa868", "name": "network-vif-deleted", "tag": "1139d9c0-83aa-4ceb-b0dc-570c09f8835d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:40.122972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Port b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:40.154990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Provisioning complete for port 64fc359b-b2ab-4e28-a064-eeeb47816b25 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:40.155449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.218888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Port 64fc359b-b2ab-4e28-a064-eeeb47816b25 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:40.236386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Provisioning complete for port d88393d4-6755-4eb8-b559-84510231ab26 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:40.238204 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a22ba367-a66b-4032-9e4c-80b948f3d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.264579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.283480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e HTTP/1.1" status: 204 len: 168 time: 1.3335521 Dec 10 18:39:40.287452 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034cad18-6ff6-4798-b2b1-281cc5d37bbb x-openstack-request-id: req-034cad18-6ff6-4798-b2b1-281cc5d37bbb {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:40.287452 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d983a5-ca14-4c86-a491-deef166fa868", "name": "network-vif-deleted", "tag": "1139d9c0-83aa-4ceb-b0dc-570c09f8835d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:40.287452 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-034cad18-6ff6-4798-b2b1-281cc5d37bbb {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:40.287825 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d983a5-ca14-4c86-a491-deef166fa868', 'name': 'network-vif-deleted', 'tag': '1139d9c0-83aa-4ceb-b0dc-570c09f8835d', 'status': 'completed', 'code': 200} Dec 10 18:39:40.288791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f2fdf-cdac-4d4f-827e-a3406d632fe9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:40.296768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47444) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:40.317414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f227c40-b62a-430a-b628-7446b36c170e req-105b37f7-e0d1-45b7-9c14-31b5deae70ce tempest-VolumesActionsTest-1009630167 tempest-VolumesActionsTest-1009630167-project] 10.222.0.55 "GET /v2.0/ports?device_id=21d983a5-ca14-4c86-a491-deef166fa868 HTTP/1.1" status: 200 len: 210 time: 0.0478997 Dec 10 18:39:40.329531 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-391fe71f-8091-4ebb-94f2-8808674d5083 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:40.334031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-391fe71f-8091-4ebb-94f2-8808674d5083 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e HTTP/1.1" status: 404 len: 333 time: 0.0332670 Dec 10 18:39:40.334609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47446) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:40.444399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 64fc359b-b2ab-4e28-a064-eeeb47816b25 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:40.444747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.513447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-312cd569-afb0-4bd9-8dcd-08609e2fd5e0 None None] Could not find standard attr ID for object b9a06cf6-c0d8-4df8-bf1a-03ee832e2a3e. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:40.526681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-312cd569-afb0-4bd9-8dcd-08609e2fd5e0 None None] Provisioning complete for port 64fc359b-b2ab-4e28-a064-eeeb47816b25 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:40.527199 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-312cd569-afb0-4bd9-8dcd-08609e2fd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.564996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.574684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-312cd569-afb0-4bd9-8dcd-08609e2fd5e0 None None] Port 64fc359b-b2ab-4e28-a064-eeeb47816b25 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:40.589247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 64fc359b-b2ab-4e28-a064-eeeb47816b25 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:40.717883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d88393d4-6755-4eb8-b559-84510231ab26 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:40.777460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.779187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d88393d4-6755-4eb8-b559-84510231ab26 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:40.779663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.834146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=64fc359b-b2ab-4e28-a064-eeeb47816b25,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:40.921777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:40.926404 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1d01ecd6-437f-4ecd-a4a7-50e345573d5b tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/64fc359b-b2ab-4e28-a064-eeeb47816b25 HTTP/1.1" status: 204 len: 168 time: 0.5894816 Dec 10 18:39:40.928086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47448) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:40.955019 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95c90d7-d910-4dcd-a89d-b28818d92cca tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:40.957260 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a95c90d7-d910-4dcd-a89d-b28818d92cca tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/64fc359b-b2ab-4e28-a064-eeeb47816b25 HTTP/1.1" status: 404 len: 333 time: 0.0280051 Dec 10 18:39:40.960269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47450) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:41.015305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet 1b506567-5798-4411-8db2-5b89a128e37f {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:41.019322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.071017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.179741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93b3adb2-81c6-41d0-aaf2-383fc0450965 req-1ea9c82c-353a-44b1-b306-324cf209d299 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.0461102 Dec 10 18:39:41.199390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.274994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.304597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=1b506567-5798-4411-8db2-5b89a128e37f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:41.308602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.312583 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3410c1e4-975f-44bd-b2c0-0bc9a63f8a7a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/1b506567-5798-4411-8db2-5b89a128e37f HTTP/1.1" status: 204 len: 168 time: 0.3510153 Dec 10 18:39:41.315559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47454) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:41.317221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312cb375-48ae-4eb9-b893-182448245b3b None None] Network 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:41.420968 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.508396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port d88393d4-6755-4eb8-b559-84510231ab26 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:41.508742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.542297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] DHCP port deletion for 4c23e8a1-1ca4-467a-bd8c-cd48570e79cf request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:41.601997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] For port d88393d4-6755-4eb8-b559-84510231ab26, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d88393d4-6755-4eb8-b559-84510231ab26,segment=NetworkSegment(0e794701-8828-4721-9ba4-669643dbb1fd),segment_id=0e794701-8828-4721-9ba4-669643dbb1fd)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:41.602467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.611428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] Deleting port d88393d4-6755-4eb8-b559-84510231ab26 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:41.612222 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.618114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1139d9c0-83aa-4ceb-b0dc-570c09f8835d no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:41.620159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for d88393d4-6755-4eb8-b559-84510231ab26 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:41.705618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 1139d9c0-83aa-4ceb-b0dc-570c09f8835d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:41.706423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 1139d9c0-83aa-4ceb-b0dc-570c09f8835d not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:41.725239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.747724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] For port d88393d4-6755-4eb8-b559-84510231ab26, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d88393d4-6755-4eb8-b559-84510231ab26,segment=NetworkSegment(0e794701-8828-4721-9ba4-669643dbb1fd),segment_id=0e794701-8828-4721-9ba4-669643dbb1fd)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:41.748257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.777137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] Calling delete_port for d88393d4-6755-4eb8-b559-84510231ab26 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:41.779389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=d88393d4-6755-4eb8-b559-84510231ab26,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:41.796203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No DVR routers for this DVR port d88393d4-6755-4eb8-b559-84510231ab26 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:39:41.882205 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 18:39:41.904678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.909543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:41.935805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] Pushing event deleted for resources: {'Port': ['ID=d88393d4-6755-4eb8-b559-84510231ab26,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:41.945773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45fd7e4-af85-4ab1-a96f-09686fad639d None None] No DVR routers for this DVR port d88393d4-6755-4eb8-b559-84510231ab26 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:41.970586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c23e8a1-1ca4-467a-bd8c-cd48570e79cf']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:41.988408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e794701-8828-4721-9ba4-669643dbb1fd') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:41.989192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e794701-8828-4721-9ba4-669643dbb1fd') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:42.007178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.033219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.047174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:42.048216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:42.069586 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:42.135708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.144323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.148231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/4c23e8a1-1ca4-467a-bd8c-cd48570e79cf HTTP/1.1" status: 204 len: 168 time: 0.8297548 Dec 10 18:39:42.151985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47482) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:42.157736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1479209958'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:42.163396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31ce3f-4db4-40db-a1d1-fc79fd9d933d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=4c23e8a1-1ca4-467a-bd8c-cd48570e79cf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:42.188788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:42.193052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.227374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:42.241046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.241567 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment b31e0512-331a-4039-9787-2bfe15aa05d0 of type vlan for network 980e8229-4c35-45dc-859a-549a701a28eb Dec 10 18:39:42.313508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.369703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.380366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:42.380865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-22747d8f-404b-484a-b829-f3ccda81973f req-2fa0fd5d-1840-4c04-9447-5689e6960d6d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=75f4f7bd-71ea-41ae-8020-c55601d06a72 HTTP/1.1" status: 200 len: 210 time: 0.0436411 Dec 10 18:39:42.381232 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.439614 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2835944 Dec 10 18:39:42.441735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47496) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:42.445720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '980e8229-4c35-45dc-859a-549a701a28eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:42.537856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61f9f4-bc7e-4237-b800-6a7d65be69a4 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=980e8229-4c35-45dc-859a-549a701a28eb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:42.552422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 980e8229-4c35-45dc-859a-549a701a28eb details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:42.581057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:42.584547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.704538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d88393d4-6755-4eb8-b559-84510231ab26 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:42.733226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d88393d4-6755-4eb8-b559-84510231ab26 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:42.733827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d88393d4-6755-4eb8-b559-84510231ab26 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:42.838599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.903664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=c5631165-3ca5-469a-8c69-ae59aae6e6fe,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:42.916300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': 'b31e0512-331a-4039-9787-2bfe15aa05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '980e8229-4c35-45dc-859a-549a701a28eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:42.916300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: 980e8229-4c35-45dc-859a-549a701a28eb, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:42.931239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 980e8229-4c35-45dc-859a-549a701a28eb is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:42.945534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 980e8229-4c35-45dc-859a-549a701a28eb) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:42.950803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:42.951435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:42.958699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bff847-a331-498c-b804-8cdf306c0ca9 None None] Network 980e8229-4c35-45dc-859a-549a701a28eb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:42.980010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df89d113-cf17-4c10-9f42-0847b2dbe299 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5388651 Dec 10 18:39:42.983287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47506) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:42.990100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '980e8229-4c35-45dc-859a-549a701a28eb', 'name': 'tempest-PortsTestJSON-1402161962', 'fixed_ips': [{'subnet_id': 'c5631165-3ca5-469a-8c69-ae59aae6e6fe', 'ip_address': '172.20.0.10'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:43.120848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-980e8229-4c35-45dc-859a-549a701a28eb', 'network_id': '980e8229-4c35-45dc-859a-549a701a28eb', 'project_id': '761b487cdfe44ae78e8d3e3130fd74c5', 'fixed_ips': [{'subnet_id': 'c5631165-3ca5-469a-8c69-ae59aae6e6fe'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:43.122455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.145199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:43.296854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.310444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Allocated IP 172.20.0.2 (980e8229-4c35-45dc-859a-549a701a28eb/c5631165-3ca5-469a-8c69-ae59aae6e6fe/05b11794-ed84-49b4-8d88-5a284da1003d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:43.334270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port eac01bd7-6998-43c4-9a29-548848643297 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:43.586002 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.614683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.674673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Pushing event updated for resources: {'Port': ['ID=05b11794-ed84-49b4-8d88-5a284da1003d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:43.701111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Network 980e8229-4c35-45dc-859a-549a701a28eb is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:43.703416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:43.706541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:43.726338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.10 (980e8229-4c35-45dc-859a-549a701a28eb/c5631165-3ca5-469a-8c69-ae59aae6e6fe/eac01bd7-6998-43c4-9a29-548848643297) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:43.823703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Attempting to bind port 05b11794-ed84-49b4-8d88-5a284da1003d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:43.824083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Attempting to bind port 05b11794-ed84-49b4-8d88-5a284da1003d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b31e0512-331a-4039-9787-2bfe15aa05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '980e8229-4c35-45dc-859a-549a701a28eb'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:43.824728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Attempting to bind port 05b11794-ed84-49b4-8d88-5a284da1003d on network 980e8229-4c35-45dc-859a-549a701a28eb {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:43.831187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:43.832068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Checking segment: {'id': 'b31e0512-331a-4039-9787-2bfe15aa05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '980e8229-4c35-45dc-859a-549a701a28eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:43.832488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.832965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Bound using segment: {'id': 'b31e0512-331a-4039-9787-2bfe15aa05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '980e8229-4c35-45dc-859a-549a701a28eb'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:43.834392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Bound port: 05b11794-ed84-49b4-8d88-5a284da1003d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31e0512-331a-4039-9787-2bfe15aa05d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '980e8229-4c35-45dc-859a-549a701a28eb'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:43.834785 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.938517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] For port 05b11794-ed84-49b4-8d88-5a284da1003d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:43.944102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] For port 05b11794-ed84-49b4-8d88-5a284da1003d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=05b11794-ed84-49b4-8d88-5a284da1003d,segment=NetworkSegment(b31e0512-331a-4039-9787-2bfe15aa05d0),segment_id=b31e0512-331a-4039-9787-2bfe15aa05d0)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:43.956426 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:43.973000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.039291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.068022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b78131d-3105-4dff-9164-de7ddc52fde0 None None] Pushing event updated for resources: {'Port': ['ID=05b11794-ed84-49b4-8d88-5a284da1003d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:44.131714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 980e8229-4c35-45dc-859a-549a701a28eb is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:44.137814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:44.142060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:44.195651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:44.196222 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.219271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=eac01bd7-6998-43c4-9a29-548848643297,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:44.226720 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d5f28a24-2902-4f4f-884c-784189ef4979 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2420850 Dec 10 18:39:44.229379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47530) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:44.238339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': '980e8229-4c35-45dc-859a-549a701a28eb', 'name': 'tempest-PortsTestJSON-1870302999', 'fixed_ips': [{'subnet_id': 'c5631165-3ca5-469a-8c69-ae59aae6e6fe', 'ip_address': '172.20.0.9'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:44.506043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:44.517644 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:44.562112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port 4eb0839e-47c9-4420-b5d8-e375c1a59fbf yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:44.801240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 05b11794-ed84-49b4-8d88-5a284da1003d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:44.817908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.9 (980e8229-4c35-45dc-859a-549a701a28eb/c5631165-3ca5-469a-8c69-ae59aae6e6fe/4eb0839e-47c9-4420-b5d8-e375c1a59fbf) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:44.884778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 05b11794-ed84-49b4-8d88-5a284da1003d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:44.885377 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.029838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.070914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.078129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 05b11794-ed84-49b4-8d88-5a284da1003d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=05b11794-ed84-49b4-8d88-5a284da1003d,segment=NetworkSegment(b31e0512-331a-4039-9787-2bfe15aa05d0),segment_id=b31e0512-331a-4039-9787-2bfe15aa05d0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:45.086816 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.148339 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.204926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=05b11794-ed84-49b4-8d88-5a284da1003d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:45.209242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 980e8229-4c35-45dc-859a-549a701a28eb is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:45.220613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:45.226108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:45.367219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=4eb0839e-47c9-4420-b5d8-e375c1a59fbf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:45.459777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.461051 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:45.514536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4b260261-1a3e-4a80-97e8-88e3e04d5ff5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2836742 Dec 10 18:39:45.517047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:45.664648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eb4f82-f1c7-4dad-97cd-480170581518 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.669077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47546) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:45.677097 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-58eb4f82-f1c7-4dad-97cd-480170581518 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1587441 Dec 10 18:39:45.841220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108327c0-3b12-4e36-9b36-e2364e9f49ab tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.843452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022515ec-874f-4f6c-b4ee-ae0a738c5b2b None None] Network 980e8229-4c35-45dc-859a-549a701a28eb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:45.850250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108327c0-3b12-4e36-9b36-e2364e9f49ab tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.857296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108327c0-3b12-4e36-9b36-e2364e9f49ab tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:45.864851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47550) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:45.879242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-108327c0-3b12-4e36-9b36-e2364e9f49ab tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2069581 Dec 10 18:39:46.004638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 4eb0839e-47c9-4420-b5d8-e375c1a59fbf {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:46.005023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.038158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ea5de851-7dba-4529-a1ba-f65f547288e5 None None] Provisioning complete for port 05b11794-ed84-49b4-8d88-5a284da1003d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:46.038966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ea5de851-7dba-4529-a1ba-f65f547288e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.139113 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.170147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 4eb0839e-47c9-4420-b5d8-e375c1a59fbf owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:46.475780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fd3345f4-54c1-48a2-9e51-d969bc561819 None None] Provisioning complete for port eac01bd7-6998-43c4-9a29-548848643297 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:46.476615 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fd3345f4-54c1-48a2-9e51-d969bc561819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.481651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.548391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=4eb0839e-47c9-4420-b5d8-e375c1a59fbf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:46.584386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fd3345f4-54c1-48a2-9e51-d969bc561819 None None] Port eac01bd7-6998-43c4-9a29-548848643297 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:46.617789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fd3345f4-54c1-48a2-9e51-d969bc561819 None None] Provisioning complete for port 05b11794-ed84-49b4-8d88-5a284da1003d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:46.618165 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fd3345f4-54c1-48a2-9e51-d969bc561819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.621323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.621800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.622245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.622715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.623238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.623668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.624108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.624534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.624957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.625380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.626070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.626730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.627200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:46.718572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:46.725040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c213e7eb-3c78-4540-9c0a-ce84cba3ad9e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/4eb0839e-47c9-4420-b5d8-e375c1a59fbf HTTP/1.1" status: 204 len: 168 time: 0.8585429 Dec 10 18:39:46.727516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47556) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:46.794761 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-030e6359-1008-4729-b7f6-8096ce3138a7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:46.796650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-030e6359-1008-4729-b7f6-8096ce3138a7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/4eb0839e-47c9-4420-b5d8-e375c1a59fbf HTTP/1.1" status: 404 len: 333 time: 0.0662267 Dec 10 18:39:46.799508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47560) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:46.890665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 05b11794-ed84-49b4-8d88-5a284da1003d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:46.894096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fd3345f4-54c1-48a2-9e51-d969bc561819 None None] Could not find standard attr ID for object 4eb0839e-47c9-4420-b5d8-e375c1a59fbf. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:47.017479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port eac01bd7-6998-43c4-9a29-548848643297 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:47.023842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.044404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-46020d25-4dd3-4527-b601-c78f96d22438 None None] Provisioning complete for port eac01bd7-6998-43c4-9a29-548848643297 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:47.044825 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-46020d25-4dd3-4527-b601-c78f96d22438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.163333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-46020d25-4dd3-4527-b601-c78f96d22438 None None] Port eac01bd7-6998-43c4-9a29-548848643297 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:47.164857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 05b11794-ed84-49b4-8d88-5a284da1003d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:47.165226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.260450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.296087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for eac01bd7-6998-43c4-9a29-548848643297 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:47.376081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-79ef4747-ec7a-494c-9083-0f1ed720187c None None] Could not find standard attr ID for object 4eb0839e-47c9-4420-b5d8-e375c1a59fbf. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:39:47.570167 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.627475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=eac01bd7-6998-43c4-9a29-548848643297,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:47.805058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:47.811505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-78e54007-c276-45b2-853f-b6a4dd472f4d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/eac01bd7-6998-43c4-9a29-548848643297 HTTP/1.1" status: 204 len: 168 time: 1.0073533 Dec 10 18:39:47.812207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47570) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:47.859381 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-10896d9a-e4c0-4271-b50b-c7ef2339c6ef tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:47.864489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-10896d9a-e4c0-4271-b50b-c7ef2339c6ef tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/eac01bd7-6998-43c4-9a29-548848643297 HTTP/1.1" status: 404 len: 333 time: 0.0474105 Dec 10 18:39:47.864996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47572) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:47.957122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet c5631165-3ca5-469a-8c69-ae59aae6e6fe {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:47.968193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.114710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.221122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.286006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.318588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=c5631165-3ca5-469a-8c69-ae59aae6e6fe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:48.335881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d934ac-60d5-40c8-a35c-cafb51c26912 None None] Network 980e8229-4c35-45dc-859a-549a701a28eb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:48.337662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.341680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cafe1413-3d05-4d81-8bf2-008d90d4583f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/c5631165-3ca5-469a-8c69-ae59aae6e6fe HTTP/1.1" status: 204 len: 168 time: 0.4754689 Dec 10 18:39:48.344514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47576) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:48.478559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.565627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 05b11794-ed84-49b4-8d88-5a284da1003d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:48.567582 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.673034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] For port 05b11794-ed84-49b4-8d88-5a284da1003d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=05b11794-ed84-49b4-8d88-5a284da1003d,segment=NetworkSegment(b31e0512-331a-4039-9787-2bfe15aa05d0),segment_id=b31e0512-331a-4039-9787-2bfe15aa05d0)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:48.673725 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.703841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 05b11794-ed84-49b4-8d88-5a284da1003d owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:48.819340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] DHCP port deletion for 980e8229-4c35-45dc-859a-549a701a28eb request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:48.877569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.892300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] Deleting port 05b11794-ed84-49b4-8d88-5a284da1003d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:48.893171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:48.938345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=05b11794-ed84-49b4-8d88-5a284da1003d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:48.953955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No DVR routers for this DVR port 05b11794-ed84-49b4-8d88-5a284da1003d on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:48.991761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] For port 05b11794-ed84-49b4-8d88-5a284da1003d, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:48.992281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.010064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] Calling delete_port for 05b11794-ed84-49b4-8d88-5a284da1003d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:49.015747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] Port 05b11794-ed84-49b4-8d88-5a284da1003d was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:39:49.017740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.087517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] Pushing event deleted for resources: {'Port': ['ID=05b11794-ed84-49b4-8d88-5a284da1003d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.099494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3a293-547e-4ff1-8bb1-2a95cb6350d2 None None] No DVR routers for this DVR port 05b11794-ed84-49b4-8d88-5a284da1003d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:49.113688 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.150518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980e8229-4c35-45dc-859a-549a701a28eb']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:49.162728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31e0512-331a-4039-9787-2bfe15aa05d0') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:49.164164 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31e0512-331a-4039-9787-2bfe15aa05d0') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:49.176305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.190290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.196927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:49.197330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:49.200568 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:49.279425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.292000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.300457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/980e8229-4c35-45dc-859a-549a701a28eb HTTP/1.1" status: 204 len: 168 time: 0.9506872 Dec 10 18:39:49.300858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47588) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:49.307958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1948632177'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:49.356860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c126bc-0a03-42d9-a190-4bb0f87fba6e tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=980e8229-4c35-45dc-859a-549a701a28eb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.368330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:49.372254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.413355 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:39:49.431190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.432041 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Added segment 735edd50-1af5-45d5-8b6a-47a6c490e122 of type vlan for network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 Dec 10 18:39:49.500525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.540122 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.547704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:49.547704 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:49.618313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3134174 Dec 10 18:39:49.618936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47590) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:49.627365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:49.640469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455e826-1c1b-4e71-b4f0-019b6d71a53a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Network': ['ID=b092b0b6-6e99-4a9f-ad2e-8ce0e4028464,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:49.651820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:39:49.776365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:49.780777 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.042226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.165273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Checking segment: {'id': '735edd50-1af5-45d5-8b6a-47a6c490e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:50.166007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network hostable DHCP agents. Network: b092b0b6-6e99-4a9f-ad2e-8ce0e4028464, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:39:50.198571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=461a48dd-91aa-4226-aae8-2305c33f4a2c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:50.227095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:39:50.255431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b092b0b6-6e99-4a9f-ad2e-8ce0e4028464) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:50.264964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.266595 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.284468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b4c4a-734b-4d84-b041-71e276373bf9 None None] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:50.315031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8307c957-d0ca-422f-9b29-e045eaab24ff tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6911986 Dec 10 18:39:50.315772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47600) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:50.326607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a4660a7b-2e25-439c-b424-240843e6acba tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1505153201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:50.418131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4660a7b-2e25-439c-b424-240843e6acba tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.419283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4660a7b-2e25-439c-b424-240843e6acba tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.511230 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4660a7b-2e25-439c-b424-240843e6acba tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.520000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4660a7b-2e25-439c-b424-240843e6acba tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.530178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b092b0b6-6e99-4a9f-ad2e-8ce0e4028464', 'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464', 'project_id': '761b487cdfe44ae78e8d3e3130fd74c5', 'fixed_ips': [{'subnet_id': '461a48dd-91aa-4226-aae8-2305c33f4a2c'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:39:50.535412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.581076 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a4660a7b-2e25-439c-b424-240843e6acba tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.584977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47604) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:50.585130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a4660a7b-2e25-439c-b424-240843e6acba tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2677267 Dec 10 18:39:50.591173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464', 'name': 'tempest-PortsTestJSON-1233719069'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:50.606325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf730-e4ba-4aed-a610-a4272428fcd8 req-89ecda6b-8e3f-432f-94c9-db2e57cd0d72 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:50.608112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14daf730-e4ba-4aed-a610-a4272428fcd8 req-89ecda6b-8e3f-432f-94c9-db2e57cd0d72 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 946 time: 0.0745161 Dec 10 18:39:50.681461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14daf730-e4ba-4aed-a610-a4272428fcd8 req-567f4408-ac80-4a19-a92f-90a1f002e1b3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649052 Dec 10 18:39:50.731494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 05b11794-ed84-49b4-8d88-5a284da1003d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:50.823794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 05b11794-ed84-49b4-8d88-5a284da1003d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:50.824670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 05b11794-ed84-49b4-8d88-5a284da1003d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:50.854348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Allocated IP 172.20.0.2 (b092b0b6-6e99-4a9f-ad2e-8ce0e4028464/461a48dd-91aa-4226-aae8-2305c33f4a2c/438f0d2b-cc8b-41eb-a772-072a7f1680ea) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:50.854687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:50.861481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:50.889871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port c4b2636a-a62f-455e-a24d-90f0d3efca8c yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:39:51.051441 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.073797 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.146800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.5 (b092b0b6-6e99-4a9f-ad2e-8ce0e4028464/461a48dd-91aa-4226-aae8-2305c33f4a2c/c4b2636a-a62f-455e-a24d-90f0d3efca8c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:39:51.148830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Pushing event updated for resources: {'Port': ['ID=438f0d2b-cc8b-41eb-a772-072a7f1680ea,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:51.153558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:51.155542 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:51.157863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:51.225581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Attempting to bind port 438f0d2b-cc8b-41eb-a772-072a7f1680ea on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:39:51.225998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Attempting to bind port 438f0d2b-cc8b-41eb-a772-072a7f1680ea by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '735edd50-1af5-45d5-8b6a-47a6c490e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:39:51.226430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Attempting to bind port 438f0d2b-cc8b-41eb-a772-072a7f1680ea on network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:39:51.232488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:39:51.232877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Checking segment: {'id': '735edd50-1af5-45d5-8b6a-47a6c490e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:39:51.233293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.233701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Bound using segment: {'id': '735edd50-1af5-45d5-8b6a-47a6c490e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:39:51.234397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Bound port: 438f0d2b-cc8b-41eb-a772-072a7f1680ea, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '735edd50-1af5-45d5-8b6a-47a6c490e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b092b0b6-6e99-4a9f-ad2e-8ce0e4028464'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:39:51.234787 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.311789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] For port 438f0d2b-cc8b-41eb-a772-072a7f1680ea, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:39:51.316318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] For port 438f0d2b-cc8b-41eb-a772-072a7f1680ea, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=438f0d2b-cc8b-41eb-a772-072a7f1680ea,segment=NetworkSegment(735edd50-1af5-45d5-8b6a-47a6c490e122),segment_id=735edd50-1af5-45d5-8b6a-47a6c490e122)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:39:51.321865 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.346665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.386207 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.399252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d69fda-7543-426d-9651-54b7f6a97dd8 None None] Pushing event updated for resources: {'Port': ['ID=438f0d2b-cc8b-41eb-a772-072a7f1680ea,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:51.453101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:51.458208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:51.460566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:39:51.485568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=c4b2636a-a62f-455e-a24d-90f0d3efca8c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:51.553921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:51.554711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:51.574724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0737b30e-e6bb-494b-8014-8f83c97fa6ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9882431 Dec 10 18:39:51.577333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47610) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:52.017215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a531-0f03-4188-b097-6220361d2b5c req-4b34e09e-ac3e-445a-b1b5-ace8bfe89024 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.019064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7b9a531-0f03-4188-b097-6220361d2b5c req-4b34e09e-ac3e-445a-b1b5-ace8bfe89024 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 946 time: 0.1806424 Dec 10 18:39:52.061334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-558cef70-97d4-48a1-ad14-1c9a42ac6b3e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:52.062912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-558cef70-97d4-48a1-ad14-1c9a42ac6b3e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 946 time: 0.1791334 Dec 10 18:39:52.216827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7b9a531-0f03-4188-b097-6220361d2b5c req-e575a269-c25f-4031-958d-9aec53dcd110 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce4e6883-a9a4-48d4-9199-74fee65235dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708374 Dec 10 18:39:52.228671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.303179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 248306d8-5040-4198-a989-3d585ab4628e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:52.303525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.582586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] For port 248306d8-5040-4198-a989-3d585ab4628e, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=248306d8-5040-4198-a989-3d585ab4628e,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:52.582985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.619910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 248306d8-5040-4198-a989-3d585ab4628e owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:52.760829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.769522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:52.820083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 438f0d2b-cc8b-41eb-a772-072a7f1680ea up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:52.833490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=c4b2636a-a62f-455e-a24d-90f0d3efca8c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:52.926888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 438f0d2b-cc8b-41eb-a772-072a7f1680ea triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:52.927273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.042148 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.059640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.085576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 438f0d2b-cc8b-41eb-a772-072a7f1680ea, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=438f0d2b-cc8b-41eb-a772-072a7f1680ea,segment=NetworkSegment(735edd50-1af5-45d5-8b6a-47a6c490e122),segment_id=735edd50-1af5-45d5-8b6a-47a6c490e122)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:53.091558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['248306d8-5040-4198-a989-3d585ab4628e'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:39:53.098075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca3e7e9-5585-4520-a13b-75fd5aef87c5 None None] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:53.101703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.138910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=248306d8-5040-4198-a989-3d585ab4628e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:53.160280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=438f0d2b-cc8b-41eb-a772-072a7f1680ea,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:53.172840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] No DVR routers for this DVR port 248306d8-5040-4198-a989-3d585ab4628e on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:53.176251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.179847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-de9baa41-0f15-44f6-96c8-68aa572a1f5d req-8f7faa20-e755-4946-9897-43d82dc27789 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "DELETE /v2.0/ports/248306d8-5040-4198-a989-3d585ab4628e HTTP/1.1" status: 204 len: 173 time: 1.1110628 Dec 10 18:39:53.201336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'name': 'network-vif-deleted', 'tag': '248306d8-5040-4198-a989-3d585ab4628e'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:39:53.203766 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd67901-a59a-4360-b01b-73fd1182a63e" -d '{"events": [{"server_uuid": "d8a1cb98-a24b-4d5e-a749-0c841bdfb55c", "name": "network-vif-deleted", "tag": "248306d8-5040-4198-a989-3d585ab4628e"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:39:53.306942 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ff3fe-925f-4613-89d6-bd5dd072d239 x-openstack-request-id: req-d81ff3fe-925f-4613-89d6-bd5dd072d239 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:39:53.307149 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a1cb98-a24b-4d5e-a749-0c841bdfb55c", "name": "network-vif-deleted", "tag": "248306d8-5040-4198-a989-3d585ab4628e", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:39:53.307267 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d81ff3fe-925f-4613-89d6-bd5dd072d239 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:39:53.307614 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a1cb98-a24b-4d5e-a749-0c841bdfb55c', 'name': 'network-vif-deleted', 'tag': '248306d8-5040-4198-a989-3d585ab4628e', 'status': 'completed', 'code': 200} Dec 10 18:39:53.308666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.321809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-550046bb-bfd4-4179-af0e-10332845b728 None None] Provisioning complete for port 438f0d2b-cc8b-41eb-a772-072a7f1680ea triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:53.322618 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-550046bb-bfd4-4179-af0e-10332845b728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.508905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9df576f9-985e-46d0-aa23-0bb33e58e7d9 req-ea870604-2ae7-448e-8201-4816661e775a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0546200 Dec 10 18:39:53.562062 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:53.937829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8881c5ca-6616-4206-a578-bf9861f0e176 None None] Provisioning complete for port c4b2636a-a62f-455e-a24d-90f0d3efca8c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:53.938466 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8881c5ca-6616-4206-a578-bf9861f0e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.011980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8881c5ca-6616-4206-a578-bf9861f0e176 None None] Port c4b2636a-a62f-455e-a24d-90f0d3efca8c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:54.023560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8881c5ca-6616-4206-a578-bf9861f0e176 None None] Provisioning complete for port 438f0d2b-cc8b-41eb-a772-072a7f1680ea triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:54.024129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8881c5ca-6616-4206-a578-bf9861f0e176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.358486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5264f99d-dbe3-43b6-b9e7-99e73f725cbd None None] Provisioning complete for port c4b2636a-a62f-455e-a24d-90f0d3efca8c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:54.358980 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5264f99d-dbe3-43b6-b9e7-99e73f725cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.417417 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5264f99d-dbe3-43b6-b9e7-99e73f725cbd None None] Port c4b2636a-a62f-455e-a24d-90f0d3efca8c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:54.634719 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.643580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.657732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-581f2e4a-e1a7-47b8-aea0-d971b4e16abe None None] Provisioning complete for port c4b2636a-a62f-455e-a24d-90f0d3efca8c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:54.658137 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-581f2e4a-e1a7-47b8-aea0-d971b4e16abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.676098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-636e8e67-c523-491e-b64e-c6ffda4cddb3 req-37090317-c63d-4f8e-a5ab-a984ceb988e4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0653608 Dec 10 18:39:54.762679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-581f2e4a-e1a7-47b8-aea0-d971b4e16abe None None] Port c4b2636a-a62f-455e-a24d-90f0d3efca8c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:54.773735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 438f0d2b-cc8b-41eb-a772-072a7f1680ea up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:39:54.786335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.853319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=c4b2636a-a62f-455e-a24d-90f0d3efca8c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:54.865745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 438f0d2b-cc8b-41eb-a772-072a7f1680ea triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:54.867122 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:54.937993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:39:54.939920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:39:55.172205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Router 9f28ccec-f586-4267-8df3-725fe2f7ced6 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:39:55.300325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9edc9946-01e4-4c54-a4b0-4e3f7b985367 None None] Provisioning complete for port c4b2636a-a62f-455e-a24d-90f0d3efca8c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:39:55.300953 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9edc9946-01e4-4c54-a4b0-4e3f7b985367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:55.363398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9edc9946-01e4-4c54-a4b0-4e3f7b985367 None None] Port c4b2636a-a62f-455e-a24d-90f0d3efca8c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:39:55.373719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:55.381194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d859804c-c0cc-4543-8607-b2424d355845 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "PUT /v2.0/routers/9f28ccec-f586-4267-8df3-725fe2f7ced6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8009772 Dec 10 18:39:55.383188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:55.418075 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] Sync routers for ids ['9f28ccec-f586-4267-8df3-725fe2f7ced6'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:55.450909 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] Routers {'9f28ccec-f586-4267-8df3-725fe2f7ced6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:55.452624 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['9f28ccec-f586-4267-8df3-725fe2f7ced6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:55.502533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd6c607-5cf2-4a0c-bdb4-9e56671c6013 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:55.505793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-acd6c607-5cf2-4a0c-bdb4-9e56671c6013 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f28ccec-f586-4267-8df3-725fe2f7ced6 HTTP/1.1" status: 200 len: 982 time: 0.1215088 Dec 10 18:39:55.508801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:55.548922 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:55.559592 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] Routers {'9f28ccec-f586-4267-8df3-725fe2f7ced6'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:55.560666 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['9f28ccec-f586-4267-8df3-725fe2f7ced6'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:55.615838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 248306d8-5040-4198-a989-3d585ab4628e no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:55.619053 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:55.625702 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462d3076-579b-43a5-98b2-1ee3441f2638 None None] The sync data for ids ['9f28ccec-f586-4267-8df3-725fe2f7ced6'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:55.647037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 248306d8-5040-4198-a989-3d585ab4628e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:55.647468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 248306d8-5040-4198-a989-3d585ab4628e not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:55.844447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-17f48c4f-95dd-4d90-9ab1-ce93ccc7731a req-47ee456c-3297-4089-87f0-186d3884a5a0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0529768 Dec 10 18:39:56.010626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.279271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port c4b2636a-a62f-455e-a24d-90f0d3efca8c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:56.280478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.424448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.445615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for c4b2636a-a62f-455e-a24d-90f0d3efca8c owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:56.667296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:56.705368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=c4b2636a-a62f-455e-a24d-90f0d3efca8c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:56.951110 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.033850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2f82d3c-dacb-4f3a-bbe8-8872fb57fb82 req-58f0fa7e-cf00-4d63-99ba-b30a69c6b709 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0834973 Dec 10 18:39:57.186215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Router 9f28ccec-f586-4267-8df3-725fe2f7ced6 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:39:57.224144 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:39:57.296223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:39:57.307331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] Sync routers for ids ['9f28ccec-f586-4267-8df3-725fe2f7ced6'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:39:57.310606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-344e34f7-c063-4a8b-a401-ffd2c64bf1bc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "PUT /v2.0/routers/9f28ccec-f586-4267-8df3-725fe2f7ced6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7999468 Dec 10 18:39:57.312775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:57.330875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] Routers {'9f28ccec-f586-4267-8df3-725fe2f7ced6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:57.332296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['9f28ccec-f586-4267-8df3-725fe2f7ced6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:57.352931 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e40a6e2-ad4b-424c-9092-e15f6aea3ae6 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:39:57.355372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1e40a6e2-ad4b-424c-9092-e15f6aea3ae6 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/c4b2636a-a62f-455e-a24d-90f0d3efca8c HTTP/1.1" status: 404 len: 333 time: 0.0415545 Dec 10 18:39:57.358332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:57.419029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:57.430499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] Routers {'9f28ccec-f586-4267-8df3-725fe2f7ced6'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:39:57.431501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:39:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['9f28ccec-f586-4267-8df3-725fe2f7ced6'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:57.467876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:57.468912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44910325-2f6a-4c1d-a817-9b4e02f0962b None None] The sync data for ids ['9f28ccec-f586-4267-8df3-725fe2f7ced6'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:39:57.487039 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f32d8ab1-becf-4e13-94b7-f8784619fa3d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.700599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f32d8ab1-becf-4e13-94b7-f8784619fa3d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.704594 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f32d8ab1-becf-4e13-94b7-f8784619fa3d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.758129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f32d8ab1-becf-4e13-94b7-f8784619fa3d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.760929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32d8ab1-becf-4e13-94b7-f8784619fa3d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Fanout notify agent at l3_agent the message router_deleted on router 9f28ccec-f586-4267-8df3-725fe2f7ced6 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:39:57.778598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f32d8ab1-becf-4e13-94b7-f8784619fa3d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.784142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f32d8ab1-becf-4e13-94b7-f8784619fa3d tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/routers/9f28ccec-f586-4267-8df3-725fe2f7ced6 HTTP/1.1" status: 204 len: 168 time: 0.4246130 Dec 10 18:39:57.787450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47660) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:57.858633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet 461a48dd-91aa-4226-aae8-2305c33f4a2c {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:39:57.863329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:57.920627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.059059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.166141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e000edc3-c845-4b0d-b83f-402787f0a07e req-81ae3aa5-cc5c-4ca7-b2cd-166e3d7975e2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0335126 Dec 10 18:39:58.169826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.207203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=461a48dd-91aa-4226-aae8-2305c33f4a2c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:58.218544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.221930 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/461a48dd-91aa-4226-aae8-2305c33f4a2c HTTP/1.1" status: 204 len: 168 time: 0.4334068 Dec 10 18:39:58.224028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.224372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.224708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.225040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.225369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.225692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.226036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.226330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.226686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.226877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47668) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:58.226997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.227310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.227628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.227935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d2c1a2-fadc-477d-a7a9-7a5cb02ed1a3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:39:58.229629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc21aa29-be10-473b-ad78-3511ccea7195 None None] Network b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:39:58.409048 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.433428 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ee5333c8-2c72-4d6d-972f-18f394bf9f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.469310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 438f0d2b-cc8b-41eb-a772-072a7f1680ea {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:58.469664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.495236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] DHCP port deletion for b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:39:58.545232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] For port 438f0d2b-cc8b-41eb-a772-072a7f1680ea, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=438f0d2b-cc8b-41eb-a772-072a7f1680ea,segment=NetworkSegment(735edd50-1af5-45d5-8b6a-47a6c490e122),segment_id=735edd50-1af5-45d5-8b6a-47a6c490e122)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:58.545598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.548563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] Deleting port 438f0d2b-cc8b-41eb-a772-072a7f1680ea {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:39:58.549266 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.566699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 438f0d2b-cc8b-41eb-a772-072a7f1680ea owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:58.627295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] For port 438f0d2b-cc8b-41eb-a772-072a7f1680ea, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=438f0d2b-cc8b-41eb-a772-072a7f1680ea,segment=NetworkSegment(735edd50-1af5-45d5-8b6a-47a6c490e122),segment_id=735edd50-1af5-45d5-8b6a-47a6c490e122)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:39:58.627887 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.643167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] Calling delete_port for 438f0d2b-cc8b-41eb-a772-072a7f1680ea owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:39:58.692705 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.738023 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:58.738268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=438f0d2b-cc8b-41eb-a772-072a7f1680ea,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:58.760647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No DVR routers for this DVR port 438f0d2b-cc8b-41eb-a772-072a7f1680ea on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:58.769004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-4176b361-f01f-41d5-8717-c70cd4c9acc5 req-bab9ac99-2032-4043-b29e-71a06a2eba42 service neutron] (103499) timed out ('10.222.0.55', 49964) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:39:58.774410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] Pushing event deleted for resources: {'Port': ['ID=438f0d2b-cc8b-41eb-a772-072a7f1680ea,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:58.776673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c031487-28cc-404c-b50b-671efea6d4f9 None None] No DVR routers for this DVR port 438f0d2b-cc8b-41eb-a772-072a7f1680ea on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:39:58.847628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 438f0d2b-cc8b-41eb-a772-072a7f1680ea no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:39:58.891016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 438f0d2b-cc8b-41eb-a772-072a7f1680ea {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:39:58.891517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 438f0d2b-cc8b-41eb-a772-072a7f1680ea not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:39:58.995629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.042978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b092b0b6-6e99-4a9f-ad2e-8ce0e4028464']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:59.067414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735edd50-1af5-45d5-8b6a-47a6c490e122') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:59.067718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735edd50-1af5-45d5-8b6a-47a6c490e122') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:39:59.088125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.118719 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.131475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:39:59.131892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:39:59.135204 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:39:59.227560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.238448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:39:59.242108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/b092b0b6-6e99-4a9f-ad2e-8ce0e4028464 HTTP/1.1" status: 204 len: 168 time: 1.0142176 Dec 10 18:39:59.247035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47680) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:59.297455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5297ed-b436-414e-9d75-89ec5ce489d7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=b092b0b6-6e99-4a9f-ad2e-8ce0e4028464,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:39:59.679492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a0e499-90ab-4665-b294-92618e15bc47 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:39:59.681294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63a0e499-90ab-4665-b294-92618e15bc47 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/7962abb5-142f-4830-8437-92cc2dc178a1 HTTP/1.1" status: 200 len: 841 time: 0.4326005 Dec 10 18:39:59.685166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47682) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:59.733955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b833aea5-92b7-4059-a226-c0c635d67e8a req-06c166dc-ef9c-478b-aec5-f5518dcb1d8c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=d8a1cb98-a24b-4d5e-a749-0c841bdfb55c HTTP/1.1" status: 200 len: 210 time: 0.0706344 Dec 10 18:39:59.756084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-75bc156d-51ff-47d3-8cea-f94684c25ccd tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/7962abb5-142f-4830-8437-92cc2dc178a1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0693796 Dec 10 18:39:59.759804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47684) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:39:59.765089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:39:59.922569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:39:59.927263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.250788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.329141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:00.340188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:00.348757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:00.349568 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.353774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736dffe3-a5f0-4867-9731-ca5332f2d13a None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:00.392997 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6292927 Dec 10 18:40:00.395233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47690) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:00.406929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4a864d2a-27b6-4e73-b2be-ccd38ce5b868 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1170614669'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:00.431535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc7d9b-8cd9-474d-ae28-6608e2b016f9 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=943ee2a0-fc2e-4c57-9edf-afab30d66f88,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:00.485965 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a864d2a-27b6-4e73-b2be-ccd38ce5b868 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.537201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-1105972e-0707-4819-b806-6716ba9fb58d', 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'project_id': '761b487cdfe44ae78e8d3e3130fd74c5', 'fixed_ips': [{'subnet_id': '943ee2a0-fc2e-4c57-9edf-afab30d66f88'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:00.538259 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.667718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a864d2a-27b6-4e73-b2be-ccd38ce5b868 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.674809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a864d2a-27b6-4e73-b2be-ccd38ce5b868 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.758302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a864d2a-27b6-4e73-b2be-ccd38ce5b868 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e666fac9-f977-4d89-b494-f20aefd577a4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:00.786061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a864d2a-27b6-4e73-b2be-ccd38ce5b868 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.787371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4a864d2a-27b6-4e73-b2be-ccd38ce5b868 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3903606 Dec 10 18:40:00.794335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47696) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:00.804064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b10b9507-6220-45ea-baaf-5fdc447e9ece tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1826339261'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:00.872130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Allocated IP 172.20.0.2 (1105972e-0707-4819-b806-6716ba9fb58d/943ee2a0-fc2e-4c57-9edf-afab30d66f88/a5e3d168-a2ad-4140-affb-7262f53ae619) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:00.873083 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b10b9507-6220-45ea-baaf-5fdc447e9ece tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.980349 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b10b9507-6220-45ea-baaf-5fdc447e9ece tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:00.986994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b10b9507-6220-45ea-baaf-5fdc447e9ece tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.028627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b10b9507-6220-45ea-baaf-5fdc447e9ece tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.029380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b10b9507-6220-45ea-baaf-5fdc447e9ece tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2338572 Dec 10 18:40:01.032827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47700) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:01.035366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b9507-6220-45ea-baaf-5fdc447e9ece tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12a07542-445f-449b-a385-22058e5497fc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:01.039608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1837432144', 'security_groups': ['12a07542-445f-449b-a385-22058e5497fc'], 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '943ee2a0-fc2e-4c57-9edf-afab30d66f88'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:01.201543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.217327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.245717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:01.266415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Pushing event updated for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:01.278390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:01.284368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:01.287691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:01.361298 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.384188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port fb836a00-e8d6-4ab7-910c-46c0fad5c48e yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:01.388325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Attempting to bind port a5e3d168-a2ad-4140-affb-7262f53ae619 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:01.388920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Attempting to bind port a5e3d168-a2ad-4140-affb-7262f53ae619 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '11e37071-617d-4d7e-94a7-730971869f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:01.389271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Attempting to bind port a5e3d168-a2ad-4140-affb-7262f53ae619 on network 1105972e-0707-4819-b806-6716ba9fb58d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:01.399562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:01.400163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Checking segment: {'id': '11e37071-617d-4d7e-94a7-730971869f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:01.400910 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.401886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Bound using segment: {'id': '11e37071-617d-4d7e-94a7-730971869f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:01.402905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Bound port: a5e3d168-a2ad-4140-affb-7262f53ae619, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e37071-617d-4d7e-94a7-730971869f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:01.403407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.487616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:01.492277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a5e3d168-a2ad-4140-affb-7262f53ae619,segment=NetworkSegment(11e37071-617d-4d7e-94a7-730971869f74),segment_id=11e37071-617d-4d7e-94a7-730971869f74)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:01.504830 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.570580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61f6d0-9f5d-45e8-8bf5-8505f1bdcd50 None None] Pushing event updated for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:01.622509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.11 (1105972e-0707-4819-b806-6716ba9fb58d/943ee2a0-fc2e-4c57-9edf-afab30d66f88/fb836a00-e8d6-4ab7-910c-46c0fad5c48e) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:01.629112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a6f052b6-ab55-44e4-99b8-f2c778f6b700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.847795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:01.914351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.024756 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.066979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:02.068725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:02.086025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:02.105868 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.143120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=fb836a00-e8d6-4ab7-910c-46c0fad5c48e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:02.161524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:02.162369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.195466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-797d98a2-21e4-4392-b814-37f4eaae4c49 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1603332 Dec 10 18:40:02.198624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47712) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:02.205489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f8b8d788-1257-464a-be6a-1bdccaf2970f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:02.370323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b8d788-1257-464a-be6a-1bdccaf2970f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:02.375328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8b8d788-1257-464a-be6a-1bdccaf2970f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.496696 n-d-821424-1 neutron-server[103500]: INFO neutron.db.ipam_backend_mixin [None req-f8b8d788-1257-464a-be6a-1bdccaf2970f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 943ee2a0-fc2e-4c57-9edf-afab30d66f88 (CIDR: 172.20.0.0/28) Dec 10 18:40:02.504238 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8b8d788-1257-464a-be6a-1bdccaf2970f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:02.504772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8b8d788-1257-464a-be6a-1bdccaf2970f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:02.530287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f8b8d788-1257-464a-be6a-1bdccaf2970f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3301044 Dec 10 18:40:02.532960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47714) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:02.543605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:02.762840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:02.770046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:02.779532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a5e3d168-a2ad-4140-affb-7262f53ae619 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:02.920022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:02.920535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.109913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.164378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a5e3d168-a2ad-4140-affb-7262f53ae619,segment=NetworkSegment(11e37071-617d-4d7e-94a7-730971869f74),segment_id=11e37071-617d-4d7e-94a7-730971869f74)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:03.169993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.199575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.307858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=dd320509-1985-47d8-b2f7-e86ffae1d7fc,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:03.336103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:03.337899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:03.348097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:03.348872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.386624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b209735-f07f-41ef-9ab6-e0d524b16047 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8489783 Dec 10 18:40:03.386855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47722) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:03.410875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1723017559', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd320509-1985-47d8-b2f7-e86ffae1d7fc'}], 'security_groups': ['e666fac9-f977-4d89-b494-f20aefd577a4']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:03.568219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-123675d7-188a-4fb7-9619-c003527dbb52 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:03.568729 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-123675d7-188a-4fb7-9619-c003527dbb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.572016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:03.611396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.612029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.612385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.612911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.613260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.613970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.614319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.614677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.615200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.615712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.616198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.616994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.617483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:03.636678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828992c5-6de5-44cc-bcef-3364108d4c9b None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:03.719366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.919214 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:03.953823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-123675d7-188a-4fb7-9619-c003527dbb52 None None] Provisioning complete for port 7962abb5-142f-4830-8437-92cc2dc178a1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:03.954489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-123675d7-188a-4fb7-9619-c003527dbb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.023119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-123675d7-188a-4fb7-9619-c003527dbb52 None None] Port 7962abb5-142f-4830-8437-92cc2dc178a1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:04.118921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3c088-23f5-4dc9-8be8-25e09dcb2ee4 None None] Update dhcp port {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'fixed_ips': [{'subnet_id': '943ee2a0-fc2e-4c57-9edf-afab30d66f88', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd320509-1985-47d8-b2f7-e86ffae1d7fc'}], 'binding:host_id': 'n-d-821424-1'}, 'id': 'a5e3d168-a2ad-4140-affb-7262f53ae619'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:40:04.183351 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71d3c088-23f5-4dc9-8be8-25e09dcb2ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.194744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Delete allocated IP 172.20.0.11 (1105972e-0707-4819-b806-6716ba9fb58d/943ee2a0-fc2e-4c57-9edf-afab30d66f88) {{(pid=103500) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:40:04.204461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.28 (1105972e-0707-4819-b806-6716ba9fb58d/dd320509-1985-47d8-b2f7-e86ffae1d7fc/fb836a00-e8d6-4ab7-910c-46c0fad5c48e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:04.270332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4a8a198b-c91a-4bc4-9540-9853b0f0d7df None None] Provisioning complete for port fb836a00-e8d6-4ab7-910c-46c0fad5c48e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:04.271255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4a8a198b-c91a-4bc4-9540-9853b0f0d7df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.308955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.397238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a198b-c91a-4bc4-9540-9853b0f0d7df None None] Port fb836a00-e8d6-4ab7-910c-46c0fad5c48e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:04.408832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.420540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.543596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-71d3c088-23f5-4dc9-8be8-25e09dcb2ee4 None None] Allocated IP 172.20.0.18 (1105972e-0707-4819-b806-6716ba9fb58d/dd320509-1985-47d8-b2f7-e86ffae1d7fc/a5e3d168-a2ad-4140-affb-7262f53ae619) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:04.559109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=fb836a00-e8d6-4ab7-910c-46c0fad5c48e,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:04.610272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] In _notify_port_updated(), no bound segment for port fb836a00-e8d6-4ab7-910c-46c0fad5c48e on network 1105972e-0707-4819-b806-6716ba9fb58d {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:40:04.621570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:04.622514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.624391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-00e16e25-b66d-4389-80b8-9bfbcb0e43ed tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "PUT /v2.0/ports/fb836a00-e8d6-4ab7-910c-46c0fad5c48e HTTP/1.1" status: 200 len: 921 time: 1.2364099 Dec 10 18:40:04.629941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47730) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:04.730813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-71d3c088-23f5-4dc9-8be8-25e09dcb2ee4 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a5e3d168-a2ad-4140-affb-7262f53ae619,segment=NetworkSegment(11e37071-617d-4d7e-94a7-730971869f74),segment_id=11e37071-617d-4d7e-94a7-730971869f74)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:04.747497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a5e3d168-a2ad-4140-affb-7262f53ae619 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:04.809970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.817759 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71d3c088-23f5-4dc9-8be8-25e09dcb2ee4 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.824702 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71d3c088-23f5-4dc9-8be8-25e09dcb2ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.849343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port fb836a00-e8d6-4ab7-910c-46c0fad5c48e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:04.853289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.913482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:04.913764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:04.964962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3c088-23f5-4dc9-8be8-25e09dcb2ee4 None None] Pushing event updated for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:05.056161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.083107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for fb836a00-e8d6-4ab7-910c-46c0fad5c48e owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:05.336965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.373436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=fb836a00-e8d6-4ab7-910c-46c0fad5c48e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:05.527296 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.534385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47754) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:05.534879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-97060f9b-e134-4f0a-82cc-eaf89fe78db5 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/fb836a00-e8d6-4ab7-910c-46c0fad5c48e HTTP/1.1" status: 204 len: 168 time: 0.9022856 Dec 10 18:40:05.581819 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6b4003-9dce-429c-a4dd-108df534ed50 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:40:05.583930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4d6b4003-9dce-429c-a4dd-108df534ed50 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/fb836a00-e8d6-4ab7-910c-46c0fad5c48e HTTP/1.1" status: 404 len: 333 time: 0.0482397 Dec 10 18:40:05.589607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47758) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:05.686258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bcefc58-e4fa-4a09-b5ac-da5546483f88 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.718744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bcefc58-e4fa-4a09-b5ac-da5546483f88 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.837336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bcefc58-e4fa-4a09-b5ac-da5546483f88 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.840797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4bcefc58-e4fa-4a09-b5ac-da5546483f88 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:05.845311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47770) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:05.845555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4bcefc58-e4fa-4a09-b5ac-da5546483f88 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/security-groups/12a07542-445f-449b-a385-22058e5497fc HTTP/1.1" status: 204 len: 168 time: 0.2544606 Dec 10 18:40:05.871732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcefc58-e4fa-4a09-b5ac-da5546483f88 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a07542-445f-449b-a385-22058e5497fc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:05.945442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-38d6be34-7443-4196-92c5-2f4881da5bcf None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:05.945442 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-38d6be34-7443-4196-92c5-2f4881da5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.007774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b12776c8-1db4-47bf-b68c-4a1a01930ec7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.046753 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b12776c8-1db4-47bf-b68c-4a1a01930ec7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.105428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-38d6be34-7443-4196-92c5-2f4881da5bcf None None] Provisioning complete for port 7962abb5-142f-4830-8437-92cc2dc178a1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:06.106052 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-38d6be34-7443-4196-92c5-2f4881da5bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.153220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b12776c8-1db4-47bf-b68c-4a1a01930ec7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.160504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b12776c8-1db4-47bf-b68c-4a1a01930ec7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.160741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-38d6be34-7443-4196-92c5-2f4881da5bcf None None] Port 7962abb5-142f-4830-8437-92cc2dc178a1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:06.162985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b12776c8-1db4-47bf-b68c-4a1a01930ec7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/security-groups/e666fac9-f977-4d89-b494-f20aefd577a4 HTTP/1.1" status: 204 len: 168 time: 0.3160317 Dec 10 18:40:06.166002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47780) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:06.175652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12776c8-1db4-47bf-b68c-4a1a01930ec7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e666fac9-f977-4d89-b494-f20aefd577a4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:06.179794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-38d6be34-7443-4196-92c5-2f4881da5bcf None None] Could not find standard attr ID for object fb836a00-e8d6-4ab7-910c-46c0fad5c48e. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:06.281517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet 943ee2a0-fc2e-4c57-9edf-afab30d66f88 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:06.292625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.356326 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.638290 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.810591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1c0d0234-9f1f-4969-b4a1-151eb537a078 None None] Could not find standard attr ID for object fb836a00-e8d6-4ab7-910c-46c0fad5c48e. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:06.842131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a5e3d168-a2ad-4140-affb-7262f53ae619 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:06.862580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.921148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:06.921529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.937428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=943ee2a0-fc2e-4c57-9edf-afab30d66f88,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:06.951041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:06.960621 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3fa18a2d-e61e-4d67-b492-7768d81b125f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/943ee2a0-fc2e-4c57-9edf-afab30d66f88 HTTP/1.1" status: 204 len: 168 time: 0.7881532 Dec 10 18:40:06.961464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47796) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:06.970116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:07.136543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e71969-d875-476a-b3cf-2bdaab7dcb58 None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:07.292642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:07.304101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.313971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47800) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:07.320265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-476a2d55-40e9-4815-be1e-52067c954dde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262649403', 'description': 'tempest-secgroup-smoke-1262649403 description', 'project_id': '1045a22b75f74badbb64f97470785ec4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:07.384724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-476a2d55-40e9-4815-be1e-52067c954dde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.552827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-476a2d55-40e9-4815-be1e-52067c954dde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.558465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-476a2d55-40e9-4815-be1e-52067c954dde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.611528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-476a2d55-40e9-4815-be1e-52067c954dde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.613356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-476a2d55-40e9-4815-be1e-52067c954dde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2979047 Dec 10 18:40:07.615923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a2d55-40e9-4815-be1e-52067c954dde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9f1780-1a1f-420d-bde4-64485e6d25e6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:07.620084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47806) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:07.625397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a783edeb-bbce-4130-b6d9-b9297d7e2b61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'security_group_rule': {'security_group_id': 'be9f1780-1a1f-420d-bde4-64485e6d25e6', 'project_id': '1045a22b75f74badbb64f97470785ec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:07.733668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a783edeb-bbce-4130-b6d9-b9297d7e2b61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.800492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.907767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=748410f7-28ac-40eb-8389-a26dd6396e54,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:07.944481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:07.946621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:07.951342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:07.953113 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.983614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a783edeb-bbce-4130-b6d9-b9297d7e2b61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:07.984863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2bc99cf2-9436-4d2b-b446-f70e42208683 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0218489 Dec 10 18:40:07.999323 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a783edeb-bbce-4130-b6d9-b9297d7e2b61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.001737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47810) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:08.032049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7f0cd71b-a414-415c-9e05-5381ea222fa8 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'security_group': {'name': 'tempest-secgroup-332951434'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:08.082548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a783edeb-bbce-4130-b6d9-b9297d7e2b61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c58f91-82e3-4615-8870-24ebfe07b2d5,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:08.090762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a783edeb-bbce-4130-b6d9-b9297d7e2b61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.092339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a783edeb-bbce-4130-b6d9-b9297d7e2b61 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4709754 Dec 10 18:40:08.099059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47812) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:08.121941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7092b1fd-cc65-4996-b452-21012d84df91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'security_group_rule': {'security_group_id': 'be9f1780-1a1f-420d-bde4-64485e6d25e6', 'project_id': '1045a22b75f74badbb64f97470785ec4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:08.167859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-6ff222da-4db1-4ef1-8f4f-462c82e8f28d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4616678 Dec 10 18:40:08.196084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd71b-a414-415c-9e05-5381ea222fa8 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.277828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7092b1fd-cc65-4996-b452-21012d84df91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.305694 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf060-0599-471a-b9cf-b55629da62eb req-94fc2bf1-a1d5-47c9-998f-ebaa0d942a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.307350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-94fc2bf1-a1d5-47c9-998f-ebaa0d942a1d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 1098 time: 0.0681500 Dec 10 18:40:08.471135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7092b1fd-cc65-4996-b452-21012d84df91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.480732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7092b1fd-cc65-4996-b452-21012d84df91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.492480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd77f96-e8be-4749-a787-c9275d4477ca None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:08.509692 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd71b-a414-415c-9e05-5381ea222fa8 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.524452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd71b-a414-415c-9e05-5381ea222fa8 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.536177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092b1fd-cc65-4996-b452-21012d84df91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b726b11-d0ac-4012-b3a7-4731eeb92a4e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:08.550323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7092b1fd-cc65-4996-b452-21012d84df91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.554919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7092b1fd-cc65-4996-b452-21012d84df91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4523983 Dec 10 18:40:08.557966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47818) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:08.565857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b0d58788-cc4b-473c-ad80-99c671d204c8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'security_group_rule': {'security_group_id': 'be9f1780-1a1f-420d-bde4-64485e6d25e6', 'project_id': '1045a22b75f74badbb64f97470785ec4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:08.592725 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd71b-a414-415c-9e05-5381ea222fa8 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.594429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7f0cd71b-a414-415c-9e05-5381ea222fa8 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5867054 Dec 10 18:40:08.599641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cd71b-a414-415c-9e05-5381ea222fa8 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff2293a-0b86-4ae8-8fc8-1bb52e781407,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:08.605135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47822) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:08.624409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9119ff10-a362-4569-8fba-495487cddec3 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:08.625045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9119ff10-a362-4569-8fba-495487cddec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.641642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-94ab472e-d8b4-47bf-9a0b-38a576695a11 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'security_group': {'name': 'tempest-secgroup-2012972057'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:08.650438 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0d58788-cc4b-473c-ad80-99c671d204c8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.737786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf060-0599-471a-b9cf-b55629da62eb req-1fe1bbfc-b00c-47cb-bc39-d9bdea79f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:08.739593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-1fe1bbfc-b00c-47cb-bc39-d9bdea79f13c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 200 len: 918 time: 0.3882654 Dec 10 18:40:08.832486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0d58788-cc4b-473c-ad80-99c671d204c8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.840972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0d58788-cc4b-473c-ad80-99c671d204c8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.873235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9119ff10-a362-4569-8fba-495487cddec3 None None] Provisioning complete for port 7962abb5-142f-4830-8437-92cc2dc178a1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:08.874563 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9119ff10-a362-4569-8fba-495487cddec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.886012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d58788-cc4b-473c-ad80-99c671d204c8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc09629e-56c6-4c3a-b69a-d04bb50243e7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:08.906413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0d58788-cc4b-473c-ad80-99c671d204c8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.911290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b0d58788-cc4b-473c-ad80-99c671d204c8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491952 Dec 10 18:40:08.912465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47828) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:08.914808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94ab472e-d8b4-47bf-9a0b-38a576695a11 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.922482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d66b9b06-21fc-4665-bd55-cef6a0a5ef2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'security_group_rule': {'security_group_id': 'be9f1780-1a1f-420d-bde4-64485e6d25e6', 'project_id': '1045a22b75f74badbb64f97470785ec4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:08.964707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-e5251920-f081-4063-96d9-816982fb97d0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 200 len: 1002 time: 0.2046967 Dec 10 18:40:08.989267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d66b9b06-21fc-4665-bd55-cef6a0a5ef2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:08.998783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9119ff10-a362-4569-8fba-495487cddec3 None None] Port 7962abb5-142f-4830-8437-92cc2dc178a1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:09.021700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d30781-0fab-4873-85ed-2bb76bbbc162 None None] Update dhcp port {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'fixed_ips': [{'subnet_id': 'dd320509-1985-47d8-b2f7-e86ffae1d7fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '748410f7-28ac-40eb-8389-a26dd6396e54'}], 'binding:host_id': 'n-d-821424-1'}, 'id': 'a5e3d168-a2ad-4140-affb-7262f53ae619'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:40:09.081287 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44d30781-0fab-4873-85ed-2bb76bbbc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.089653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf060-0599-471a-b9cf-b55629da62eb req-558bbf7f-fa29-4aa2-a6d7-48f4c2942131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:09.091791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d66b9b06-21fc-4665-bd55-cef6a0a5ef2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.094151 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-558bbf7f-fa29-4aa2-a6d7-48f4c2942131 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 200 len: 856 time: 0.1149669 Dec 10 18:40:09.101416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d66b9b06-21fc-4665-bd55-cef6a0a5ef2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.150499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b9b06-21fc-4665-bd55-cef6a0a5ef2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8418c271-0208-4835-a7a5-8ecc5057043a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:09.176691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d66b9b06-21fc-4665-bd55-cef6a0a5ef2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.177952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d66b9b06-21fc-4665-bd55-cef6a0a5ef2a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2620876 Dec 10 18:40:09.182000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47832) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:09.192697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'security_group_rule': {'security_group_id': 'be9f1780-1a1f-420d-bde4-64485e6d25e6', 'project_id': '1045a22b75f74badbb64f97470785ec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:09.198047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94ab472e-d8b4-47bf-9a0b-38a576695a11 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.204893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94ab472e-d8b4-47bf-9a0b-38a576695a11 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.209921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acf060-0599-471a-b9cf-b55629da62eb req-90dc4c7b-45c7-4dc5-88a7-335d726043a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:09.211683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-90dc4c7b-45c7-4dc5-88a7-335d726043a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0651d43a-686e-4e07-abd5-635bdc88bd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1070466 Dec 10 18:40:09.249327 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Project 1045a22b75f74badbb64f97470785ec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:40:09.277546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.284914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-94ab472e-d8b4-47bf-9a0b-38a576695a11 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.291573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47834) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:09.291986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-94ab472e-d8b4-47bf-9a0b-38a576695a11 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6643887 Dec 10 18:40:09.307426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1eaa8b34-3b16-4dbe-b1b1-34ba381c76d3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'security_group': {'name': 'tempest-secgroup-1432387399'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:09.346946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab472e-d8b4-47bf-9a0b-38a576695a11 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0809751-ab6b-40a7-a684-e4405f3b4a46,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:09.376000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8b34-3b16-4dbe-b1b1-34ba381c76d3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.418400 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-94e529b2-a800-4090-aba1-97b6e8429715 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895394 Dec 10 18:40:09.420678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.433031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.514806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-44d30781-0fab-4873-85ed-2bb76bbbc162 None None] Allocated IP 172.20.0.2 (1105972e-0707-4819-b806-6716ba9fb58d/748410f7-28ac-40eb-8389-a26dd6396e54/a5e3d168-a2ad-4140-affb-7262f53ae619) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:09.539365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a21bb67-105a-437f-b77b-5435de17c4c6,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:09.560661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.564845 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d06a66ec-635b-4789-b7c9-bc0774f261af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3768864 Dec 10 18:40:09.566253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:09.575712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'security_group_rule': {'security_group_id': 'be9f1780-1a1f-420d-bde4-64485e6d25e6', 'project_id': '1045a22b75f74badbb64f97470785ec4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:09.628525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-56acf060-0599-471a-b9cf-b55629da62eb req-2834464d-b613-4f25-bd52-67b2dcb263b6 service neutron] 10.222.0.59 "GET /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009385 Dec 10 18:40:09.698909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51717cb-7b69-4143-b269-85350f54b914 req-bfb4578c-2bcd-4398-ab8d-e1b1ab504202 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:09.700713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a51717cb-7b69-4143-b269-85350f54b914 req-bfb4578c-2bcd-4398-ab8d-e1b1ab504202 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 947 time: 0.2623155 Dec 10 18:40:09.704307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8b34-3b16-4dbe-b1b1-34ba381c76d3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.710547 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Project 1045a22b75f74badbb64f97470785ec4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:40:09.754251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8b34-3b16-4dbe-b1b1-34ba381c76d3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.756154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.821230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-44d30781-0fab-4873-85ed-2bb76bbbc162 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a5e3d168-a2ad-4140-affb-7262f53ae619,segment=NetworkSegment(11e37071-617d-4d7e-94a7-730971869f74),segment_id=11e37071-617d-4d7e-94a7-730971869f74)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:09.864382 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44d30781-0fab-4873-85ed-2bb76bbbc162 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.873043 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44d30781-0fab-4873-85ed-2bb76bbbc162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.914225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.917209 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1eaa8b34-3b16-4dbe-b1b1-34ba381c76d3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:09.925944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47844) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:09.927525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1eaa8b34-3b16-4dbe-b1b1-34ba381c76d3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6348245 Dec 10 18:40:09.940210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-476854372', 'security_groups': ['4b9af067-8390-4791-af42-7e949460c74b'], 'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '748410f7-28ac-40eb-8389-a26dd6396e54'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:09.958541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa8b34-3b16-4dbe-b1b1-34ba381c76d3 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9af067-8390-4791-af42-7e949460c74b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:09.984671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d30781-0fab-4873-85ed-2bb76bbbc162 None None] Pushing event updated for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:10.013794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a51717cb-7b69-4143-b269-85350f54b914 req-ca42d933-8096-481e-96d3-3644ad1b837a tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817383 Dec 10 18:40:10.091845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.126075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.130521 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5602112 Dec 10 18:40:10.146845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c21f93-f263-423f-a7d3-153a01e04531 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f94c3e8-9ace-402a-889a-284bb3e45716,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:10.185464 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:10.322953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:10.357393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] device_id is not set on port ba04b64e-1251-4d4c-a04a-969a07fb7791 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:40:10.623746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.13 (1105972e-0707-4819-b806-6716ba9fb58d/748410f7-28ac-40eb-8389-a26dd6396e54/ba04b64e-1251-4d4c-a04a-969a07fb7791) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:10.769545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a5e3d168-a2ad-4140-affb-7262f53ae619 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:10.843962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-d7177d78-af6d-4cf0-bd2c-1563b58a997b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:10.845936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-d7177d78-af6d-4cf0-bd2c-1563b58a997b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.59 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 947 time: 0.1127243 Dec 10 18:40:10.942642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.037939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.074824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-895a59d2-3b10-4b92-b117-266662f50247 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:11.075436 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-895a59d2-3b10-4b92-b117-266662f50247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.101919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Deleting port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:11.102110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:11.102268 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.102807 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.129121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:11.181506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:11.184777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:11.238788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=ba04b64e-1251-4d4c-a04a-969a07fb7791,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:11.334158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-895a59d2-3b10-4b92-b117-266662f50247 None None] Provisioning complete for port 7962abb5-142f-4830-8437-92cc2dc178a1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:11.334826 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-895a59d2-3b10-4b92-b117-266662f50247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.378853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:11.379546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.393181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-895a59d2-3b10-4b92-b117-266662f50247 None None] Port 7962abb5-142f-4830-8437-92cc2dc178a1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:11.435615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8984783-9c3e-4c8a-9c65-fe847e739afa req-eed930cb-a73e-4a79-8d6b-0c8032fd7ebe tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:11.437261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8984783-9c3e-4c8a-9c65-fe847e739afa req-eed930cb-a73e-4a79-8d6b-0c8032fd7ebe tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 947 time: 0.2653089 Dec 10 18:40:11.441021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] For port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:11.441400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.495759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7dd62951-b1df-401f-8e58-9f8920cc5142 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5668833 Dec 10 18:40:11.499254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47928) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:11.506935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cf0fc0c7-2bb9-4db1-823d-50303b9cedd0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:11.637762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-14cc88e2-cd04-4332-b51f-734adb622291 None None] Provisioning complete for port ba04b64e-1251-4d4c-a04a-969a07fb7791 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:11.638454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-14cc88e2-cd04-4332-b51f-734adb622291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.731711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-14cc88e2-cd04-4332-b51f-734adb622291 None None] Port ba04b64e-1251-4d4c-a04a-969a07fb7791 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:11.737885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8984783-9c3e-4c8a-9c65-fe847e739afa req-94e4424f-2a3c-4d5e-9651-8c32ba333d10 tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups?id=b47cb791-90d4-4114-9c70-294010dd25f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911649 Dec 10 18:40:11.863344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.864462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:11.864956 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Floating IP 583ee4ab-6edd-4d20-a170-9c9f9e034771 disassociated. External IP: 172.25.2.118, port: 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e. Dec 10 18:40:11.865492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Calling delete_port for 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:12.121202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.152864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event deleted for resources: {'Port': ['ID=46b9792d-c569-4d5d-aa15-07fdbcb8cc6e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:12.203728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fc0c7-2bb9-4db1-823d-50303b9cedd0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:12.207842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf0fc0c7-2bb9-4db1-823d-50303b9cedd0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.334946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Router 89aa7a38-b560-4fa5-b884-9199f8604eaf has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:12.337597 n-d-821424-1 neutron-server[103499]: INFO neutron.db.ipam_backend_mixin [None req-cf0fc0c7-2bb9-4db1-823d-50303b9cedd0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 748410f7-28ac-40eb-8389-a26dd6396e54 (CIDR: 172.20.0.0/28) Dec 10 18:40:12.345108 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0fc0c7-2bb9-4db1-823d-50303b9cedd0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:12.346677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0fc0c7-2bb9-4db1-823d-50303b9cedd0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:12.372858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cf0fc0c7-2bb9-4db1-823d-50303b9cedd0 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8708150 Dec 10 18:40:12.375034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47936) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:12.384872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a09aa768-084f-4bff-a1d0-e3e89ed9388f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:12.503955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:12.517168 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] Sync routers for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:12.560138 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:12.560948 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:12.570697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09aa768-084f-4bff-a1d0-e3e89ed9388f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:12.574657 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a09aa768-084f-4bff-a1d0-e3e89ed9388f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:12.746936 n-d-821424-1 neutron-server[103499]: INFO neutron.db.ipam_backend_mixin [None req-a09aa768-084f-4bff-a1d0-e3e89ed9388f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet dd320509-1985-47d8-b2f7-e86ffae1d7fc (CIDR: 172.20.0.16/28) Dec 10 18:40:12.755254 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09aa768-084f-4bff-a1d0-e3e89ed9388f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:40:12.756475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09aa768-084f-4bff-a1d0-e3e89ed9388f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:12.820552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a09aa768-084f-4bff-a1d0-e3e89ed9388f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4442136 Dec 10 18:40:12.833238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47956) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:12.839217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'subnet': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:12.864902 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:12.968072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6081ca2a-c6e4-4d13-8911-b01c1bf1ab84 req-46a39da6-dadb-482d-bc3e-a58d6c97382b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/ports?device_id=f834e93c-c8cf-41f3-a6ff-172e09c34d8d HTTP/1.1" status: 200 len: 210 time: 0.0592909 Dec 10 18:40:12.992919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] No DVR routers for this DVR port 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:12.996103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.000780 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bf7e16e1-58e0-42db-a7e9-63ca34c8d88d req-da48200d-1227-47d2-ba65-a99a35e6546c tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.59 "DELETE /v2.0/ports/46b9792d-c569-4d5d-aa15-07fdbcb8cc6e HTTP/1.1" status: 204 len: 173 time: 2.1465807 Dec 10 18:40:13.001346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-deleted', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:13.004426 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ebab4f-9163-43f9-9591-e8f32bffaed8" -d '{"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-deleted", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:13.062533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Made reservation on behalf of 761b487cdfe44ae78e8d3e3130fd74c5 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:13.068324 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.220489 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:13.259969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] Checking router: 89aa7a38-b560-4fa5-b884-9199f8604eaf for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:13.268498 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7da1d69-5751-4417-a140-5a0357175721 x-openstack-request-id: req-a7da1d69-5751-4417-a140-5a0357175721 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:13.269365 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f834e93c-c8cf-41f3-a6ff-172e09c34d8d", "name": "network-vif-deleted", "tag": "46b9792d-c569-4d5d-aa15-07fdbcb8cc6e", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:13.270782 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7da1d69-5751-4417-a140-5a0357175721 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:13.271383 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f834e93c-c8cf-41f3-a6ff-172e09c34d8d', 'name': 'network-vif-deleted', 'tag': '46b9792d-c569-4d5d-aa15-07fdbcb8cc6e', 'status': 'completed', 'code': 200} Dec 10 18:40:13.280202 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:13.281267 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:13.426919 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.494409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Network 1105972e-0707-4819-b806-6716ba9fb58d is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:13.497920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:13.511909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a330449-7f49-4c50-9015-0c539c9397e4 None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:13.512515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:13.514252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.536149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Subnet': ['ID=884e0ea4-bf1f-4029-b5b2-81bc75a7d830,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:13.554741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47968) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:13.561330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-761140027', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '884e0ea4-bf1f-4029-b5b2-81bc75a7d830'}], 'security_groups': ['1ff2293a-0b86-4ae8-8fc8-1bb52e781407', 'f0809751-ab6b-40a7-a684-e4405f3b4a46']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:13.570412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-249249e3-cbdd-4970-a032-089308e3e6de tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7195673 Dec 10 18:40:13.676931 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:13.743722 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.820798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16891efa-bad9-4a5f-9634-9f10c631b360 None None] Update dhcp port {'port': {'network_id': '1105972e-0707-4819-b806-6716ba9fb58d', 'fixed_ips': [{'subnet_id': 'dd320509-1985-47d8-b2f7-e86ffae1d7fc', 'ip_address': '172.20.0.18'}, {'subnet_id': '748410f7-28ac-40eb-8389-a26dd6396e54', 'ip_address': '172.20.0.2'}, {'subnet_id': '884e0ea4-bf1f-4029-b5b2-81bc75a7d830'}], 'binding:host_id': 'n-d-821424-1'}, 'id': 'a5e3d168-a2ad-4140-affb-7262f53ae619'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:40:13.861082 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-16891efa-bad9-4a5f-9634-9f10c631b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:13.955513 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:13.984207 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f4ec89-c4b9-4ae6-aad1-f4748128cdc9 None None] The sync data for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 is: [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:31:02Z', 'revision_number': 4, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '952088f1-a03f-4be7-97e1-64019bdea186', 'name': '', 'network_id': '0651d43a-686e-4e07-abd5-635bdc88bd86', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'mac_address': 'fa:16:3e:a9:3c:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:59Z', 'updated_at': '2021-12-10T18:31:12Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'subnets': [{'id': '5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:14.084347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47976) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:14.093019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-16891efa-bad9-4a5f-9634-9f10c631b360 None None] Allocated IP 172.20.0.34 (1105972e-0707-4819-b806-6716ba9fb58d/884e0ea4-bf1f-4029-b5b2-81bc75a7d830/a5e3d168-a2ad-4140-affb-7262f53ae619) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:14.156369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85fb6697-89ad-400e-a1f9-df226fe1480e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.187364 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85fb6697-89ad-400e-a1f9-df226fe1480e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.228180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-16891efa-bad9-4a5f-9634-9f10c631b360 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a5e3d168-a2ad-4140-affb-7262f53ae619,segment=NetworkSegment(11e37071-617d-4d7e-94a7-730971869f74),segment_id=11e37071-617d-4d7e-94a7-730971869f74)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:14.252035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85fb6697-89ad-400e-a1f9-df226fe1480e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.254813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-85fb6697-89ad-400e-a1f9-df226fe1480e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.258411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-85fb6697-89ad-400e-a1f9-df226fe1480e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "DELETE /v2.0/security-groups/b47cb791-90d4-4114-9c70-294010dd25f4 HTTP/1.1" status: 204 len: 168 time: 0.1706614 Dec 10 18:40:14.259764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 47980) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:14.268066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb6697-89ad-400e-a1f9-df226fe1480e tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47cb791-90d4-4114-9c70-294010dd25f4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:14.290464 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-872133a9-f840-4d4d-b817-df2efb91c4de tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] show failed (client error): The resource could not be found. Dec 10 18:40:14.293240 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-16891efa-bad9-4a5f-9634-9f10c631b360 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.294839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:14.295347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-872133a9-f840-4d4d-b817-df2efb91c4de tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "GET /v2.0/security-groups/b47cb791-90d4-4114-9c70-294010dd25f4 HTTP/1.1" status: 404 len: 347 time: 0.0343850 Dec 10 18:40:14.310752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-16891efa-bad9-4a5f-9634-9f10c631b360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.411182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d0d597-b421-4705-b422-e4c99ab76ad9 None None] New status for floating IP 583ee4ab-6edd-4d20-a170-9c9f9e034771: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:40:14.462379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Delete allocated IP 172.20.0.13 (1105972e-0707-4819-b806-6716ba9fb58d/748410f7-28ac-40eb-8389-a26dd6396e54) {{(pid=103500) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:40:14.473419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Allocated IP 172.20.0.36 (1105972e-0707-4819-b806-6716ba9fb58d/884e0ea4-bf1f-4029-b5b2-81bc75a7d830/ba04b64e-1251-4d4c-a04a-969a07fb7791) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:14.483924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16891efa-bad9-4a5f-9634-9f10c631b360 None None] Pushing event updated for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:14.495410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Deleting port a93f0d4e-8d2f-4763-b2b0-27b74f128b7a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:14.496092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.553578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:14.579648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:14.580181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 46b9792d-c569-4d5d-aa15-07fdbcb8cc6e not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:14.616304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.617185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.636752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Calling delete_port for a93f0d4e-8d2f-4763-b2b0-27b74f128b7a owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:14.759748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.766177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.805368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a5e3d168-a2ad-4140-affb-7262f53ae619 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:14.872323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:14.872801 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.928602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:14.960277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event updated for resources: {'Port': ['ID=ba04b64e-1251-4d4c-a04a-969a07fb7791,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:14.994053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] In _notify_port_updated(), no bound segment for port ba04b64e-1251-4d4c-a04a-969a07fb7791 on network 1105972e-0707-4819-b806-6716ba9fb58d {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:40:14.999722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Pushing event deleted for resources: {'Port': ['ID=a93f0d4e-8d2f-4763-b2b0-27b74f128b7a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:15.000562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:15.003222 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.008534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 47986) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:15.009079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-31f40df9-1f10-446f-9ee9-14dc5b8fb246 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "PUT /v2.0/ports/ba04b64e-1251-4d4c-a04a-969a07fb7791 HTTP/1.1" status: 200 len: 959 time: 1.4526927 Dec 10 18:40:15.162601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.167610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.172795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0da45ae9-d90b-4752-862d-eb810f5a516b tempest-AttachVolumeShelveTestJSON-782041283 tempest-AttachVolumeShelveTestJSON-782041283-project] 10.222.0.55 "DELETE /v2.0/floatingips/583ee4ab-6edd-4d20-a170-9c9f9e034771 HTTP/1.1" status: 204 len: 168 time: 0.8734260 Dec 10 18:40:15.237138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port ba04b64e-1251-4d4c-a04a-969a07fb7791 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:15.242798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.403758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.426687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for ba04b64e-1251-4d4c-a04a-969a07fb7791 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:15.696670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7eefa606-2f9b-436c-be4c-322103bca3e2 None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:15.697255 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.697905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7eefa606-2f9b-436c-be4c-322103bca3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.738321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=ba04b64e-1251-4d4c-a04a-969a07fb7791,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:15.869676 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.877996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48046) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:15.892783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7eefa606-2f9b-436c-be4c-322103bca3e2 None None] Provisioning complete for port 7962abb5-142f-4830-8437-92cc2dc178a1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:15.893956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e5df4d46-81f3-49bd-8c05-c39508d84843 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/ba04b64e-1251-4d4c-a04a-969a07fb7791 HTTP/1.1" status: 204 len: 168 time: 0.8836668 Dec 10 18:40:15.894651 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7eefa606-2f9b-436c-be4c-322103bca3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:15.934930 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd2e64b-e8c2-4563-b36f-776b2075c317 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] GET failed (client error): The resource could not be found. Dec 10 18:40:15.937049 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ecd2e64b-e8c2-4563-b36f-776b2075c317 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports/ba04b64e-1251-4d4c-a04a-969a07fb7791 HTTP/1.1" status: 404 len: 333 time: 0.0575471 Dec 10 18:40:15.940333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48048) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:15.981676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7eefa606-2f9b-436c-be4c-322103bca3e2 None None] Port 7962abb5-142f-4830-8437-92cc2dc178a1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:15.985780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7eefa606-2f9b-436c-be4c-322103bca3e2 None None] Could not find standard attr ID for object ba04b64e-1251-4d4c-a04a-969a07fb7791. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:16.025961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fba33b-d774-4104-8383-5dee6782d9cb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.056449 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fba33b-d774-4104-8383-5dee6782d9cb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.124246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fba33b-d774-4104-8383-5dee6782d9cb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.130013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fba33b-d774-4104-8383-5dee6782d9cb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.134080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-42fba33b-d774-4104-8383-5dee6782d9cb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/security-groups/4b9af067-8390-4791-af42-7e949460c74b HTTP/1.1" status: 204 len: 168 time: 0.1901305 Dec 10 18:40:16.134504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48050) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:16.163655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fba33b-d774-4104-8383-5dee6782d9cb tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9af067-8390-4791-af42-7e949460c74b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:16.238933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-248436a6-c8e5-4d75-8b53-0c67db8f3d80 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.296235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-248436a6-c8e5-4d75-8b53-0c67db8f3d80 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.308848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3401377d-9aa4-4ed5-ba22-3d7f6b358a19 None None] Could not find standard attr ID for object ba04b64e-1251-4d4c-a04a-969a07fb7791. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:40:16.417830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-248436a6-c8e5-4d75-8b53-0c67db8f3d80 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.420989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-248436a6-c8e5-4d75-8b53-0c67db8f3d80 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.426424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-248436a6-c8e5-4d75-8b53-0c67db8f3d80 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/security-groups/f0809751-ab6b-40a7-a684-e4405f3b4a46 HTTP/1.1" status: 204 len: 168 time: 0.2874017 Dec 10 18:40:16.428597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48054) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:16.509974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248436a6-c8e5-4d75-8b53-0c67db8f3d80 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0809751-ab6b-40a7-a684-e4405f3b4a46,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:16.598583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dccb9992-431f-411e-b819-ac669bdcbd1a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.629718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dccb9992-431f-411e-b819-ac669bdcbd1a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.692616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dccb9992-431f-411e-b819-ac669bdcbd1a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.696245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dccb9992-431f-411e-b819-ac669bdcbd1a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.697687 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dccb9992-431f-411e-b819-ac669bdcbd1a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/security-groups/1ff2293a-0b86-4ae8-8fc8-1bb52e781407 HTTP/1.1" status: 204 len: 168 time: 0.2659500 Dec 10 18:40:16.701206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48058) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:16.709659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb9992-431f-411e-b819-ac669bdcbd1a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff2293a-0b86-4ae8-8fc8-1bb52e781407,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:16.797051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet 748410f7-28ac-40eb-8389-a26dd6396e54 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:16.801362 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.856031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:16.963641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.052849 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.085760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=748410f7-28ac-40eb-8389-a26dd6396e54,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:17.105628 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.107455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6194b1fc-ff75-4dac-bc1a-f678e82f6425 None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:17.115237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8f53cf36-447a-4fa0-9582-ad3075311673 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/748410f7-28ac-40eb-8389-a26dd6396e54 HTTP/1.1" status: 204 len: 168 time: 0.4120245 Dec 10 18:40:17.118179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48062) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:17.180453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet 884e0ea4-bf1f-4029-b5b2-81bc75a7d830 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:17.186429 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.272976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.453987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.557637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.596172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=884e0ea4-bf1f-4029-b5b2-81bc75a7d830,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:17.608951 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.614127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c19f10ec-1097-4b18-bcab-3883b6df4e67 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/884e0ea4-bf1f-4029-b5b2-81bc75a7d830 HTTP/1.1" status: 204 len: 168 time: 0.4936235 Dec 10 18:40:17.615605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48068) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:17.667027 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c0416c-b53c-40d4-8296-ba44e58e646f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:17.668007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c0416c-b53c-40d4-8296-ba44e58e646f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:17.674133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-64c0416c-b53c-40d4-8296-ba44e58e646f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/748410f7-28ac-40eb-8389-a26dd6396e54 HTTP/1.1" status: 404 len: 337 time: 0.0574021 Dec 10 18:40:17.677035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:17.745075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting subnet dd320509-1985-47d8-b2f7-e86ffae1d7fc {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:17.749348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.809933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:17.929696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.042608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.098725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Subnet': ['ID=dd320509-1985-47d8-b2f7-e86ffae1d7fc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:18.107868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.111645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-36f4ebc9-055b-4ef4-b008-39c707865472 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/dd320509-1985-47d8-b2f7-e86ffae1d7fc HTTP/1.1" status: 204 len: 168 time: 0.4332573 Dec 10 18:40:18.114604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48074) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.159233 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fd4163-0566-47f4-995f-c546b646e718 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.159837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fd4163-0566-47f4-995f-c546b646e718 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.163678 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-05fd4163-0566-47f4-995f-c546b646e718 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/943ee2a0-fc2e-4c57-9edf-afab30d66f88 HTTP/1.1" status: 404 len: 337 time: 0.0477796 Dec 10 18:40:18.166399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48076) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.203131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf15ae5-625e-4bea-bffd-10e7fa2f664a None None] Network 1105972e-0707-4819-b806-6716ba9fb58d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:18.204566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6d5d7582-7267-4113-bc21-031c09e2a996 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f28ccec-f586-4267-8df3-725fe2f7ced6 HTTP/1.1" status: 200 len: 205 time: 0.0367348 Dec 10 18:40:18.207629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48078) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.253707 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-0050959d-2ff2-4d20-a7bf-1214f6a08db6 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] delete failed (client error): The resource could not be found. Dec 10 18:40:18.258284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48080) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.260033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0050959d-2ff2-4d20-a7bf-1214f6a08db6 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/routers/9f28ccec-f586-4267-8df3-725fe2f7ced6 HTTP/1.1" status: 404 len: 336 time: 0.0511942 Dec 10 18:40:18.290502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b1bb563f-339e-43c9-91eb-08a87fe81fbf None None] Provisioning complete for port a5e3d168-a2ad-4140-affb-7262f53ae619 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:18.291470 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b1bb563f-339e-43c9-91eb-08a87fe81fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.296727 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b71c1dc-275f-4dcf-8464-87cceae9c29a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.297318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b71c1dc-275f-4dcf-8464-87cceae9c29a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.311123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48082) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.311661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2b71c1dc-275f-4dcf-8464-87cceae9c29a tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/461a48dd-91aa-4226-aae8-2305c33f4a2c HTTP/1.1" status: 404 len: 337 time: 0.0469139 Dec 10 18:40:18.370100 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-92594ba2-e06f-4e7a-b8cb-01cf0131c6a1 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.374028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92594ba2-e06f-4e7a-b8cb-01cf0131c6a1 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.378866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-92594ba2-e06f-4e7a-b8cb-01cf0131c6a1 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/c5631165-3ca5-469a-8c69-ae59aae6e6fe HTTP/1.1" status: 404 len: 337 time: 0.0664494 Dec 10 18:40:18.381506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48084) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.422437 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-647b28e2-f145-47fc-bae8-db72b78da835 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.423259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647b28e2-f145-47fc-bae8-db72b78da835 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.427541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-647b28e2-f145-47fc-bae8-db72b78da835 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/1b506567-5798-4411-8db2-5b89a128e37f HTTP/1.1" status: 404 len: 337 time: 0.0443444 Dec 10 18:40:18.430043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48086) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.473294 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-e649ce1e-ae1c-4427-85f6-27b30990a02f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.475115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e649ce1e-ae1c-4427-85f6-27b30990a02f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.485028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e649ce1e-ae1c-4427-85f6-27b30990a02f tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/c06e19c5-fabf-40f7-b1c7-1e57ee7ba5da HTTP/1.1" status: 404 len: 333 time: 0.0505233 Dec 10 18:40:18.485028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48090) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.507490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b1bb563f-339e-43c9-91eb-08a87fe81fbf None None] Provisioning complete for port 7962abb5-142f-4830-8437-92cc2dc178a1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:18.513283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b1bb563f-339e-43c9-91eb-08a87fe81fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.563616 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d72a11-b0c1-473c-ad51-cb6006dac0a7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.575748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d72a11-b0c1-473c-ad51-cb6006dac0a7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.581506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-12d72a11-b0c1-473c-ad51-cb6006dac0a7 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/4ea75c2f-c8e3-4e04-a182-887dc614479f HTTP/1.1" status: 404 len: 337 time: 0.0956869 Dec 10 18:40:18.584269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48092) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.591555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b1bb563f-339e-43c9-91eb-08a87fe81fbf None None] Port 7962abb5-142f-4830-8437-92cc2dc178a1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:18.608690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] DHCP port deletion for 1105972e-0707-4819-b806-6716ba9fb58d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:18.620542 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-dffc4a82-c4b0-4a7e-a431-5e816e414a42 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.621909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dffc4a82-c4b0-4a7e-a431-5e816e414a42 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.627798 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dffc4a82-c4b0-4a7e-a431-5e816e414a42 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/d1466344-31ce-435f-b51c-acedf2ca0ec9 HTTP/1.1" status: 404 len: 337 time: 0.0414848 Dec 10 18:40:18.630411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48094) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.669735 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa686e6c-1e50-46a4-a9b3-cf8777f85921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.670538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa686e6c-1e50-46a4-a9b3-cf8777f85921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.676818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aa686e6c-1e50-46a4-a9b3-cf8777f85921 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/da4b7fd5-1e58-48f4-ba12-b96edbd59f85 HTTP/1.1" status: 404 len: 333 time: 0.0439253 Dec 10 18:40:18.678442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48096) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.704370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] Deleting port a5e3d168-a2ad-4140-affb-7262f53ae619 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:18.705354 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.734976 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c2755c-e979-41b1-8778-12a08a8462d6 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.735490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c2755c-e979-41b1-8778-12a08a8462d6 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.743541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c9c2755c-e979-41b1-8778-12a08a8462d6 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/cdea9fec-9532-4cfd-b513-1c043cf58e44 HTTP/1.1" status: 404 len: 337 time: 0.0639379 Dec 10 18:40:18.743971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48102) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.791781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a5e3d168-a2ad-4140-affb-7262f53ae619 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:18.871633 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60f69c1-1a34-42da-81ec-7b6acfa4e4dc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] DELETE failed (client error): The resource could not be found. Dec 10 18:40:18.877079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a5e3d168-a2ad-4140-affb-7262f53ae619,segment=NetworkSegment(11e37071-617d-4d7e-94a7-730971869f74),segment_id=11e37071-617d-4d7e-94a7-730971869f74)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:18.877953 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:18.882011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60f69c1-1a34-42da-81ec-7b6acfa4e4dc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:40:18.894547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f60f69c1-1a34-42da-81ec-7b6acfa4e4dc tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/subnets/63712faf-2eed-4b69-955e-1349db07a5c7 HTTP/1.1" status: 404 len: 337 time: 0.1486158 Dec 10 18:40:18.896838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48106) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:18.904654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] Calling delete_port for a5e3d168-a2ad-4140-affb-7262f53ae619 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:18.966113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.096549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port a5e3d168-a2ad-4140-affb-7262f53ae619, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a5e3d168-a2ad-4140-affb-7262f53ae619,segment=NetworkSegment(11e37071-617d-4d7e-94a7-730971869f74),segment_id=11e37071-617d-4d7e-94a7-730971869f74)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:19.108989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Deleting port 7962abb5-142f-4830-8437-92cc2dc178a1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:19.109397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.131449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.172389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48114) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:19.240682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=11']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:19.262562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.275439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] Deleting subnet 59790e56-809a-47be-9a9f-fade5269da39 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:19.280796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.288406 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.311513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Calling delete_port for 7962abb5-142f-4830-8437-92cc2dc178a1 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:19.331526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.353680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] Pushing event deleted for resources: {'Port': ['ID=a5e3d168-a2ad-4140-affb-7262f53ae619,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:19.373125 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667a9e8-5223-4d5e-a147-8fa9f20312f4 None None] No DVR routers for this DVR port a5e3d168-a2ad-4140-affb-7262f53ae619 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:19.426767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.495686 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.595613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.625731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.641477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/ports/7962abb5-142f-4830-8437-92cc2dc178a1 HTTP/1.1" status: 204 len: 168 time: 0.7428868 Dec 10 18:40:19.647106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:19.647667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.654811 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/59790e56-809a-47be-9a9f-fade5269da39 HTTP/1.1" status: 204 len: 168 time: 0.4809983 Dec 10 18:40:19.709052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48120) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:19.724805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162e1a3-66fe-40f3-bea2-c6a7c30e8a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59790e56-809a-47be-9a9f-fade5269da39,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:19.825220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105db09-8e18-4b23-9648-ebe70f246178 tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Port': ['ID=7962abb5-142f-4830-8437-92cc2dc178a1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:19.861978 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.880774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:19.984968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.007651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.017025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1105972e-0707-4819-b806-6716ba9fb58d']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.028965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e37071-617d-4d7e-94a7-730971869f74') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.029267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e37071-617d-4d7e-94a7-730971869f74') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.037850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cd4240-f96b-487b-b077-5b35c77b4bc8']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.040720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.050482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a73a126-aa67-4521-8628-66e20d2099b9') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.056508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a73a126-aa67-4521-8628-66e20d2099b9') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:20.056769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.065831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:40:20.066829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.079629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.107589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.121663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:40:20.122450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:40:20.124756 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:40:20.138935 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:40:20.189462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.199911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.203480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] 10.222.0.55 "DELETE /v2.0/networks/1105972e-0707-4819-b806-6716ba9fb58d HTTP/1.1" status: 204 len: 168 time: 0.5556722 Dec 10 18:40:20.222702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.223532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20631e24-53a7-4a00-b173-bd8d12eff3fa tempest-PortsTestJSON-1759886564 tempest-PortsTestJSON-1759886564-project] Pushing event deleted for resources: {'Network': ['ID=1105972e-0707-4819-b806-6716ba9fb58d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:20.230868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.246982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] 10.222.0.55 "DELETE /v2.0/networks/b3cd4240-f96b-487b-b077-5b35c77b4bc8 HTTP/1.1" status: 204 len: 168 time: 0.5327675 Dec 10 18:40:20.277755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e3961-7320-42e7-b08f-6401e21238bd admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cd4240-f96b-487b-b077-5b35c77b4bc8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:20.418978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48128) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:20.550628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8845a913-3870-4ba2-ac58-ad6efb763c6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7cbb5f477b344580861fa13d6af78d30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1256759 Dec 10 18:40:20.551126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48132) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:20.628867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e89d81e-2a18-4698-bbc4-ea5ec028b293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.665687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e89d81e-2a18-4698-bbc4-ea5ec028b293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.698295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48134) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:20.746336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e89d81e-2a18-4698-bbc4-ea5ec028b293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.749221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e89d81e-2a18-4698-bbc4-ea5ec028b293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:20.754229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8e89d81e-2a18-4698-bbc4-ea5ec028b293 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8d41e0b7-3e1f-48af-9071-4697f95c17e5 HTTP/1.1" status: 204 len: 168 time: 0.1985068 Dec 10 18:40:20.768877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89d81e-2a18-4698-bbc4-ea5ec028b293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d41e0b7-3e1f-48af-9071-4697f95c17e5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:21.002789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2b89196-3629-4ee8-9b25-d04434bf8b07 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=761b487cdfe44ae78e8d3e3130fd74c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019738 Dec 10 18:40:21.005266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48144) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:21.101476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1894947-0f62-4dbe-b3dc-350bb07b86c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.134931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1894947-0f62-4dbe-b3dc-350bb07b86c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.221571 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1894947-0f62-4dbe-b3dc-350bb07b86c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.228521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1894947-0f62-4dbe-b3dc-350bb07b86c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:21.233563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f1894947-0f62-4dbe-b3dc-350bb07b86c5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ea7a79f6-e5c2-482f-9495-1068e1f9532c HTTP/1.1" status: 204 len: 168 time: 0.2267897 Dec 10 18:40:21.245790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1894947-0f62-4dbe-b3dc-350bb07b86c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7a79f6-e5c2-482f-9495-1068e1f9532c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:22.288641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48190) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:22.482710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1d426e6f-2fae-425b-a8e6-cdbc6146dd45 tempest-DvrRoutersNegativeTest-1544039788 tempest-DvrRoutersNegativeTest-1544039788-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-518863842', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:22.486337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.policy [None req-1d426e6f-2fae-425b-a8e6-cdbc6146dd45 tempest-DvrRoutersNegativeTest-1544039788 tempest-DvrRoutersNegativeTest-1544039788-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103499) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 10 18:40:22.487173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.policy [None req-1d426e6f-2fae-425b-a8e6-cdbc6146dd45 tempest-DvrRoutersNegativeTest-1544039788 tempest-DvrRoutersNegativeTest-1544039788-project] Failed policy check for 'create_router' {{(pid=103499) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 10 18:40:22.487983 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-1d426e6f-2fae-425b-a8e6-cdbc6146dd45 tempest-DvrRoutersNegativeTest-1544039788 tempest-DvrRoutersNegativeTest-1544039788-project] create failed (client error): Access was denied to this resource. Dec 10 18:40:22.493987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1d426e6f-2fae-425b-a8e6-cdbc6146dd45 tempest-DvrRoutersNegativeTest-1544039788 tempest-DvrRoutersNegativeTest-1544039788-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2020934 Dec 10 18:40:22.814894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48206) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:22.976834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aba010ee-11dc-4815-83eb-65978ab4f507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.073403 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aba010ee-11dc-4815-83eb-65978ab4f507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.080522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-aba010ee-11dc-4815-83eb-65978ab4f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.135006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba010ee-11dc-4815-83eb-65978ab4f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ace3a9-b324-4cc3-80cb-25b557d64928,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:23.142997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48212) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:23.143824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-aba010ee-11dc-4815-83eb-65978ab4f507 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=262238768348467cad4cc6a2f7f2fa01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3270032 Dec 10 18:40:23.222052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-345ebb72-54d9-4029-a116-180db648143a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.250500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-345ebb72-54d9-4029-a116-180db648143a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.304473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-345ebb72-54d9-4029-a116-180db648143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.309874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-345ebb72-54d9-4029-a116-180db648143a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:23.311608 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-345ebb72-54d9-4029-a116-180db648143a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3ace3a9-b324-4cc3-80cb-25b557d64928 HTTP/1.1" status: 204 len: 168 time: 0.1671090 Dec 10 18:40:23.323168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ebb72-54d9-4029-a116-180db648143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ace3a9-b324-4cc3-80cb-25b557d64928,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:23.568577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48226) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:24.223873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.315538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:24.465232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e89bc963-c141-4332-86a3-e6620e9f9364 tempest-ServiceProvidersTest-2102829475 tempest-ServiceProvidersTest-2102829475-project] 10.222.0.55 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1479971 Dec 10 18:40:24.541324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Deleting port 952088f1-a03f-4be7-97e1-64019bdea186 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:24.541802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.655946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] For port 952088f1-a03f-4be7-97e1-64019bdea186, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=952088f1-a03f-4be7-97e1-64019bdea186,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:24.656316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:24.687521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Calling delete_port for 952088f1-a03f-4be7-97e1-64019bdea186 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:24.890090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48264) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:24.965560 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.001882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Pushing event deleted for resources: {'Port': ['ID=952088f1-a03f-4be7-97e1-64019bdea186,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:25.053987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1145bae8-08b2-4cd8-8001-276be1a77dfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.257289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1145bae8-08b2-4cd8-8001-276be1a77dfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.263288 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1145bae8-08b2-4cd8-8001-276be1a77dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.303468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1145bae8-08b2-4cd8-8001-276be1a77dfb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b38d92ae93e14c8985ea435c5d668d7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4119885 Dec 10 18:40:25.304846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48270) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:25.336072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.349888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145bae8-08b2-4cd8-8001-276be1a77dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4db118-252e-4bfa-b94f-921eb0b63874,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:25.447003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc39d-885b-4dd8-a727-a21cccce42a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.512647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc39d-885b-4dd8-a727-a21cccce42a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.617651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc39d-885b-4dd8-a727-a21cccce42a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.620271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc39d-885b-4dd8-a727-a21cccce42a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:25.621451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fdfcc39d-885b-4dd8-a727-a21cccce42a0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/be4db118-252e-4bfa-b94f-921eb0b63874 HTTP/1.1" status: 204 len: 168 time: 0.3150856 Dec 10 18:40:25.662050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcc39d-885b-4dd8-a727-a21cccce42a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4db118-252e-4bfa-b94f-921eb0b63874,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:25.696570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Router 89aa7a38-b560-4fa5-b884-9199f8604eaf has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:25.850416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:25.856335 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c89584f4-eefb-4804-9dac-1b28c372ef12 admin admin] 10.222.0.55 "PUT /v2.0/routers/89aa7a38-b560-4fa5-b884-9199f8604eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2863970 Dec 10 18:40:25.859293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48276) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:25.863480 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] Sync routers for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:25.890093 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:25.890680 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:26.045595 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.145900 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:26.211252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.321505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Deleting port aa4ad7a4-6669-4e81-97d1-907ae47a2076 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:26.321928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.438129 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192'}], 'enable_snat': True}, 'gw_port_id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:40:24Z', 'revision_number': 5, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port': {'id': 'aa4ad7a4-6669-4e81-97d1-907ae47a2076', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:30:55Z', 'updated_at': '2021-12-10T18:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:26.461427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] For port aa4ad7a4-6669-4e81-97d1-907ae47a2076, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=aa4ad7a4-6669-4e81-97d1-907ae47a2076,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:26.462084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.477610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Calling delete_port for aa4ad7a4-6669-4e81-97d1-907ae47a2076 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:26.479103 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] Checking router: 89aa7a38-b560-4fa5-b884-9199f8604eaf for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:26.489042 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] Routers {'89aa7a38-b560-4fa5-b884-9199f8604eaf'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:26.489665 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['89aa7a38-b560-4fa5-b884-9199f8604eaf'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:26.634554 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] Set router 89aa7a38-b560-4fa5-b884-9199f8604eaf gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:26.738281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48298) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:26.744884 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039639 Dec 10 18:40:26.749022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48300) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:26.764056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.804999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4ad7a4-6669-4e81-97d1-907ae47a2076,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:26.809974 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:40:26Z', 'revision_number': 6, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:26.852924 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1bf528-a4d2-4c8f-9c21-c83147203694 None None] The sync data for ids ['89aa7a38-b560-4fa5-b884-9199f8604eaf'] in n-d-821424-1 is: [{'id': '89aa7a38-b560-4fa5-b884-9199f8604eaf', 'name': 'tempest-AttachVolumeShelveTestJSON-2101343136-router', 'tenant_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:30:53Z', 'updated_at': '2021-12-10T18:40:26Z', 'revision_number': 6, 'project_id': '4272ae58de0c4ef9bebbdcfe2f49d35a', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:26.856988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe0edf7-7827-49ff-909a-dfe042bc7f1e None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:26.891420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:26.993645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6aafb7b2-55d2-4965-abf9-45653520acd8 tempest-NetworksApiDiscovery-706114562 tempest-NetworksApiDiscovery-706114562-project] 10.222.0.55 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2429395 Dec 10 18:40:27.012274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.015162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.070748 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.071285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89aa7a38-b560-4fa5-b884-9199f8604eaf {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:40:27.086700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.090580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-25132be9-5b80-4f5a-a5fc-8407b4dc1f42 admin admin] 10.222.0.55 "DELETE /v2.0/routers/89aa7a38-b560-4fa5-b884-9199f8604eaf HTTP/1.1" status: 204 len: 168 time: 1.2273264 Dec 10 18:40:27.095294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48308) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:27.148643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] Deleting subnet 5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:40:27.152440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.207927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.340299 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.394276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48314) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:27.439304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.482509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:27.495147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.503851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48318) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:27.504764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f8057b83-77b7-4151-aa52-bd111f9859b1 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/5e4d2ad1-f0f6-42e3-b609-3f5ae49fc5f4 HTTP/1.1" status: 204 len: 168 time: 0.4075394 Dec 10 18:40:27.509400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a8d95e-b7b1-4413-9d46-2ce7b361004d None None] Network 0651d43a-686e-4e07-abd5-635bdc88bd86 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:27.623318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ddf652d-13fc-4fa5-85d8-927b580670e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.663417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.746478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] DHCP port deletion for 0651d43a-686e-4e07-abd5-635bdc88bd86 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:27.786665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ddf652d-13fc-4fa5-85d8-927b580670e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.791816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Deleting port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:27.792221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.794579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8ddf652d-13fc-4fa5-85d8-927b580670e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.822916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] Deleting port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:40:27.824700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.900987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf652d-13fc-4fa5-85d8-927b580670e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cebf3e-92df-489a-a058-b8730a410b4d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:27.914202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] For port 68c4cac3-54bb-4355-ac60-c95a3b7999f0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=68c4cac3-54bb-4355-ac60-c95a3b7999f0,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:27.916699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.929725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48320) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:27.930266 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8ddf652d-13fc-4fa5-85d8-927b580670e5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b8943b2b234342e3a89f6f9f138348d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5341642 Dec 10 18:40:27.937450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] For port 68c4cac3-54bb-4355-ac60-c95a3b7999f0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=68c4cac3-54bb-4355-ac60-c95a3b7999f0,segment=NetworkSegment(bc989ba4-c17d-4cc9-a364-80a9a79e940d),segment_id=bc989ba4-c17d-4cc9-a364-80a9a79e940d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:27.937816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:27.937942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] Calling delete_port for 68c4cac3-54bb-4355-ac60-c95a3b7999f0 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:27.960060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Calling delete_port for 68c4cac3-54bb-4355-ac60-c95a3b7999f0 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:40:28.037056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c42c07b6-d075-4255-96d9-6ef375dd0fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.065664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.078905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.080352 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c42c07b6-d075-4255-96d9-6ef375dd0fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.132832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Pushing event deleted for resources: {'Port': ['ID=68c4cac3-54bb-4355-ac60-c95a3b7999f0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.152135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] No DVR routers for this DVR port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:28.187472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] No DVR routers for this DVR port 68c4cac3-54bb-4355-ac60-c95a3b7999f0 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:40:28.204016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eba8f3-acda-4aa1-a0e7-8ae27c5c6491 None None] Pushing event deleted for resources: {'Port': ['ID=68c4cac3-54bb-4355-ac60-c95a3b7999f0,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.228474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c42c07b6-d075-4255-96d9-6ef375dd0fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.245771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c42c07b6-d075-4255-96d9-6ef375dd0fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.250243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c42c07b6-d075-4255-96d9-6ef375dd0fe4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d6cebf3e-92df-489a-a058-b8730a410b4d HTTP/1.1" status: 204 len: 168 time: 0.3186491 Dec 10 18:40:28.281231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c07b6-d075-4255-96d9-6ef375dd0fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cebf3e-92df-489a-a058-b8730a410b4d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.333588 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-63e9f91a-d999-4e9c-b4f1-cb2f657c1540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.383871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.440553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0651d43a-686e-4e07-abd5-635bdc88bd86']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:28.461951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc989ba4-c17d-4cc9-a364-80a9a79e940d') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:28.462254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc989ba4-c17d-4cc9-a364-80a9a79e940d') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:28.475211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.496137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.513413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:40:28.514107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:40:28.516100 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:40:28.568765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48334) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:28.615896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.623330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.627694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] 10.222.0.55 "DELETE /v2.0/networks/0651d43a-686e-4e07-abd5-635bdc88bd86 HTTP/1.1" status: 204 len: 168 time: 1.1225972 Dec 10 18:40:28.657748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4648e0c-ae72-46fc-8836-8fa568f14dde admin admin] Pushing event deleted for resources: {'Network': ['ID=0651d43a-686e-4e07-abd5-635bdc88bd86,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:28.770723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 68c4cac3-54bb-4355-ac60-c95a3b7999f0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:28.807322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e7f-f084-405f-b417-71f649ac66fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.817310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48342) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:28.842162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 68c4cac3-54bb-4355-ac60-c95a3b7999f0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:28.844773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 68c4cac3-54bb-4355-ac60-c95a3b7999f0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:28.845682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 952088f1-a03f-4be7-97e1-64019bdea186 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:28.877376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 952088f1-a03f-4be7-97e1-64019bdea186 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:28.878254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 952088f1-a03f-4be7-97e1-64019bdea186 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:28.879198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device aa4ad7a4-6669-4e81-97d1-907ae47a2076 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:40:28.905732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: aa4ad7a4-6669-4e81-97d1-907ae47a2076 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:40:28.906303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device aa4ad7a4-6669-4e81-97d1-907ae47a2076 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:40:28.947296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48346) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:28.948379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-acfaa8f7-2e91-4312-804a-fa68aaf1899c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4272ae58de0c4ef9bebbdcfe2f49d35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295323 Dec 10 18:40:28.979340 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e7f-f084-405f-b417-71f649ac66fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:28.989502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6e7f-f084-405f-b417-71f649ac66fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.079504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fa4abe3-bb85-4195-8a75-3becd2cb4bee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.091597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2ee6e7f-f084-405f-b417-71f649ac66fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=09c9962fdb954dca870829238d797a4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5215368 Dec 10 18:40:29.094315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48352) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:29.116062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fa4abe3-bb85-4195-8a75-3becd2cb4bee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.168328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6e7f-f084-405f-b417-71f649ac66fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fadfb29-abf3-4019-90c8-4d09250218a1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.180278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fa4abe3-bb85-4195-8a75-3becd2cb4bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.183552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fa4abe3-bb85-4195-8a75-3becd2cb4bee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.188470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7fa4abe3-bb85-4195-8a75-3becd2cb4bee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/40972b1f-b941-4ef4-b9a8-26920f9d5e6b HTTP/1.1" status: 204 len: 168 time: 0.2397375 Dec 10 18:40:29.199858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4abe3-bb85-4195-8a75-3becd2cb4bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40972b1f-b941-4ef4-b9a8-26920f9d5e6b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:29.249873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-488a8215-da95-4cca-8595-d54984d86f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.275889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-488a8215-da95-4cca-8595-d54984d86f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.353596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-488a8215-da95-4cca-8595-d54984d86f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.356340 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-488a8215-da95-4cca-8595-d54984d86f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:29.360191 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-488a8215-da95-4cca-8595-d54984d86f89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5fadfb29-abf3-4019-90c8-4d09250218a1 HTTP/1.1" status: 204 len: 168 time: 0.2620113 Dec 10 18:40:29.383639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a8215-da95-4cca-8595-d54984d86f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fadfb29-abf3-4019-90c8-4d09250218a1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:30.462220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48414) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:30.584704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-511611975-network', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:30.620536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Made reservation on behalf of 149324cfae6b44d8bb8e1de4efaf2733 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:30.623225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.641844 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.772097 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.776938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.807483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:40:30.837747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf09610-8c49-4404-8954-5626ee7152a5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:30.859799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.860254 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Added segment 021c0828-a496-4b9e-a79d-d6b2935c3cb8 of type vlan for network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 Dec 10 18:40:30.918668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.947896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:30.948907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:30.949812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.020844 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5573788 Dec 10 18:40:31.023872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48442) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:31.029806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Request body: {'subnet': {'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-511611975-subnet', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:31.040082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be68376-e58e-431c-80ab-faeef70d1509 admin admin] Pushing event updated for resources: {'Network': ['ID=d73a3d5a-dcd0-4f9e-9775-142cfa839c01,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:31.053010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:40:31.070052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Made reservation on behalf of 149324cfae6b44d8bb8e1de4efaf2733 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:31.073446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.317389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.413956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Pushing event updated for resources: {'Subnet': ['ID=38772e95-e47b-49b9-a5bf-b6204522cc0d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:31.425952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Checking segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:31.427154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Network hostable DHCP agents. Network: d73a3d5a-dcd0-4f9e-9775-142cfa839c01, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:40:31.454782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:40:31.471400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d73a3d5a-dcd0-4f9e-9775-142cfa839c01) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:31.483073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af9daee-d21e-4b35-b153-5326c745c70c None None] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:31.491416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:31.498315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.544992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-546b8c58-e2e9-463e-80a6-00d8182e466d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5170686 Dec 10 18:40:31.546397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48494) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:31.552608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:31.599591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.601327 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.684839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.703391 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4d8116b-f19b-4e7b-8e29-a2732924d533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.791944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-d73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:40:31.792970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:31.905925 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.017445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.044494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Allocated IP 172.20.0.2 (d73a3d5a-dcd0-4f9e-9775-142cfa839c01/38772e95-e47b-49b9-a5bf-b6204522cc0d/ece0ccf0-ef6e-42f6-ae03-1576b86628b2) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:32.085673 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.293481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.311467 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.400693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Pushing event updated for resources: {'Port': ['ID=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:32.417879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:32.424668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:32.428145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:32.525384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Attempting to bind port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:32.526108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Attempting to bind port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:32.526787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Attempting to bind port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:32.535023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:32.535719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Checking segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:32.536304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.536872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Bound using segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:32.537521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Bound port: ece0ccf0-ef6e-42f6-ae03-1576b86628b2, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:32.538081 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.594176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.615116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.633356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] For port ece0ccf0-ef6e-42f6-ae03-1576b86628b2, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:32.640601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] For port ece0ccf0-ef6e-42f6-ae03-1576b86628b2, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:32.649492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:32.738789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcce0a8-6a02-4001-a422-cf0c0fc30a9d None None] Pushing event updated for resources: {'Port': ['ID=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:32.787233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Allocated IP 172.25.2.128 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:32.959454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.059384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.149632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:33.151874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:33.167466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:33.173969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c93b65d-3469-41c3-8d76-1f5feaa16af1 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:33.224691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:33.259680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ddb0146a-6fae-492c-a7db-8d7cd51a7a2c None None] Provisioning complete for port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:33.260096 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ddb0146a-6fae-492c-a7db-8d7cd51a7a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.603812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ddb0146a-6fae-492c-a7db-8d7cd51a7a2c None None] Port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:33.651708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.781698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:33.976093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.140128 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.231073 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:40:34.231848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Router 94d89b15-f37b-44ca-8e24-303214935edb is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:40:34.411215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:34.437697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Sync routers for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:34.454447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4083850e-79ee-4960-870a-04df43ba33f8 None None] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:40:34.459522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:34.460366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:34.466941 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.469328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-15dfa9ad-fff3-464e-a454-1d1ed4d31cd8 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9215562 Dec 10 18:40:34.472706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48564) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:34.655651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:34.826670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-10f5993d-a407-4d2b-8d92-e6392ab4244c None None] Provisioning complete for port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:34.827360 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10f5993d-a407-4d2b-8d92-e6392ab4244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:34.876560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ece0ccf0-ef6e-42f6-ae03-1576b86628b2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:35.001861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.156326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10f5993d-a407-4d2b-8d92-e6392ab4244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.170812 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.177733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:35.178108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.258504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-10f5993d-a407-4d2b-8d92-e6392ab4244c None None] For port ece0ccf0-ef6e-42f6-ae03-1576b86628b2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:35.283804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10f5993d-a407-4d2b-8d92-e6392ab4244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.342966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:33Z', 'revision_number': 3, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:35.421797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Checking router: 94d89b15-f37b-44ca-8e24-303214935edb for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:35.422154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Updating router 94d89b15-f37b-44ca-8e24-303214935edb port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:40:35.427819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5993d-a407-4d2b-8d92-e6392ab4244c None None] Pushing event updated for resources: {'Port': ['ID=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:35.449857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Allocated IP 172.20.0.1 (d73a3d5a-dcd0-4f9e-9775-142cfa839c01/38772e95-e47b-49b9-a5bf-b6204522cc0d/0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:35.493299 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.552524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c383d167-8b02-48de-8e4b-037d8c5ce8e1 None None] Provisioning complete for port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:35.552905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c383d167-8b02-48de-8e4b-037d8c5ce8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.644890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.980179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:35.988392 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.082802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ede1e-68a5-404d-afc8-1fc96b9e4418 None None] Pushing event updated for resources: {'Port': ['ID=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:36.097010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ba61e-28da-4314-8a42-c1dfb5cb7960 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:36.134706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Attempting to bind port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:36.138854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Attempting to bind port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:36.140409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Attempting to bind port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:36.149524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:36.150163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:36.150606 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.151001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:36.151514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Bound port: 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:36.151904 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.152022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.190792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:36.196527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:36.200512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:36.252343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:36.268890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.347932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] For port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:36.365024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d494ea0f-aeeb-4503-b18a-e915af9f8aca None None] Provisioning complete for port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:36.365397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d494ea0f-aeeb-4503-b18a-e915af9f8aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.369500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] For port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:36.430171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.528658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.537626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ede1e-68a5-404d-afc8-1fc96b9e4418 None None] Pushing event updated for resources: {'Port': ['ID=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:36.601761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0a025-9d64-4c89-9d09-188435e82ffe None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:40:36.621317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d494ea0f-aeeb-4503-b18a-e915af9f8aca None None] Port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:36.630455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:36.630992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:36.810003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ece0ccf0-ef6e-42f6-ae03-1576b86628b2 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:36.898276 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.907098 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.940471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Provisioning complete for port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:36.943975 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:36.970189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:37.030090 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.161993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:37.162729 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.202342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Pushing event updated for resources: {'Port': ['ID=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:37.301725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:37.305333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:37.459036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.662944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Router 94d89b15-f37b-44ca-8e24-303214935edb has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:37.883743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] For port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:37.894918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:37.961324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:37.970948 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b26267e3-329c-4e30-a97e-01abea572123 admin admin] 10.222.0.55 "PUT /v2.0/routers/94d89b15-f37b-44ca-8e24-303214935edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4961638 Dec 10 18:40:38.003728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Pushing event updated for resources: {'Port': ['ID=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:38.011613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Provisioning complete for port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:38.012069 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.069143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:35Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:38.123667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a1467-4b99-4300-a850-5fa84b373346 None None] The sync data for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 is: [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:35Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:38.130388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1eebf813-3198-40be-8012-c5bf68234f1c None None] Port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:38.264343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ea2f0732-9468-47a5-a540-32afd76a8ff4 None None] Provisioning complete for port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:38.264849 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ea2f0732-9468-47a5-a540-32afd76a8ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:38.331642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ea2f0732-9468-47a5-a540-32afd76a8ff4 None None] Port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:38.946607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48602) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:38.951900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bf83bf6a-9f86-4961-96ef-f8a1c1361b04 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748335201', 'description': 'tempest-description--1247997872'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:38.983233 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf83bf6a-9f86-4961-96ef-f8a1c1361b04 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.076442 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf83bf6a-9f86-4961-96ef-f8a1c1361b04 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.085640 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf83bf6a-9f86-4961-96ef-f8a1c1361b04 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.121415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf83bf6a-9f86-4961-96ef-f8a1c1361b04 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.122977 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf83bf6a-9f86-4961-96ef-f8a1c1361b04 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1752160 Dec 10 18:40:39.124026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83bf6a-9f86-4961-96ef-f8a1c1361b04 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.131529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48604) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:39.144811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-35b58455-c07c-4053-8a8a-9cdda5eba9bf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'security_group_rule': {'security_group_id': '933bda13-a47e-4c33-8c96-1ffbd1b2b3dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:39.219230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35b58455-c07c-4053-8a8a-9cdda5eba9bf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.316989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35b58455-c07c-4053-8a8a-9cdda5eba9bf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.322557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35b58455-c07c-4053-8a8a-9cdda5eba9bf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.352554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35b58455-c07c-4053-8a8a-9cdda5eba9bf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.356697 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-35b58455-c07c-4053-8a8a-9cdda5eba9bf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2237554 Dec 10 18:40:39.357363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48614) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:39.357975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b58455-c07c-4053-8a8a-9cdda5eba9bf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b855f9-4a1f-4d1c-b077-b9cf8b4bdd4a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.363962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e42941b8-9b3e-4160-b2d2-4bf94aac2274 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'security_group_rule': {'security_group_id': '933bda13-a47e-4c33-8c96-1ffbd1b2b3dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:39.400095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e42941b8-9b3e-4160-b2d2-4bf94aac2274 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.486840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e42941b8-9b3e-4160-b2d2-4bf94aac2274 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.494229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e42941b8-9b3e-4160-b2d2-4bf94aac2274 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.518750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42941b8-9b3e-4160-b2d2-4bf94aac2274 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef76aff-6806-4ccf-995e-96c72f51a8b4,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:39.532031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e42941b8-9b3e-4160-b2d2-4bf94aac2274 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.537456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48618) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:39.545163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:39.550066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e42941b8-9b3e-4160-b2d2-4bf94aac2274 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1912181 Dec 10 18:40:39.582789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.749297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:39.922829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Allocated IP 172.25.2.183 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/9a7fdd4b-c8fb-4c9d-b3b8-69f423425393) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:40.084587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.150939 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-990d7432-aa48-40e5-a2dd-29958bb111db tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262649403&fields=id&tenant_id=1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 267 time: 0.1252000 Dec 10 18:40:40.158728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.227945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:40.231660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:40.235544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:40.244644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'Port': ['ID=9a7fdd4b-c8fb-4c9d-b3b8-69f423425393,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:40.309310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-034386d4-8745-4f03-bb21-3ee7887315f0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:40.317072 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-034386d4-8745-4f03-bb21-3ee7887315f0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1645441 Dec 10 18:40:40.335874 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-65334705-43f4-4946-9a1b-2a666fd3e574 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/quotas/1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 375 time: 0.0169313 Dec 10 18:40:40.353976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.405146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.457451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-f437cb2f-311f-491d-9d3c-389258965d6f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1141438 Dec 10 18:40:40.478733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-17c6d6fd-125d-46c9-9aec-b0e9fc64fea9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:40:40.480198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-17c6d6fd-125d-46c9-9aec-b0e9fc64fea9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099201 Dec 10 18:40:40.614409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-a083bcab-752d-4965-8ea0-1010f2e8e9da service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234949 Dec 10 18:40:40.621294 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.627939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.851229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-8a78b9dc-a25a-4db9-a6bf-d3239561551c service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274315 Dec 10 18:40:40.853407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'Port': ['ID=9a7fdd4b-c8fb-4c9d-b3b8-69f423425393,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:40.868812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.876828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:40.901389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:40.903107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bef615a7-66db-4f7a-88c1-11c749d47fe5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3641801 Dec 10 18:40:40.993946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:40.994628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:41.254376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-2f4973a5-6c87-447a-b0e3-c53353c5e496 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--748335201&fields=id&tenant_id=149324cfae6b44d8bb8e1de4efaf2733 HTTP/1.1" status: 200 len: 267 time: 0.1229839 Dec 10 18:40:41.335817 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Sync routers for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:41.356362 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:41.356984 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:41.494204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13b73134-1f60-4993-a353-c9fc33c37161 req-38e0d9f2-5664-4f75-9441-09ab6f513ade tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.0577691 Dec 10 18:40:41.505711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-c8ca34b5-930b-4313-8f91-b4a6c9564d12 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:41.509987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-c8ca34b5-930b-4313-8f91-b4a6c9564d12 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 810 time: 0.2405665 Dec 10 18:40:41.539574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-74ec564a-4024-4eac-ab50-21b8eadc8444 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/quotas/149324cfae6b44d8bb8e1de4efaf2733 HTTP/1.1" status: 200 len: 375 time: 0.0180843 Dec 10 18:40:41.547779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:41.612829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-39d04111-0978-47e0-bb01-41659a50cf5c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717998 Dec 10 18:40:41.782556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-e3546e04-4428-4927-9ef7-d4076e032b60 service neutron] 10.222.0.55 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599221 Dec 10 18:40:41.868221 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 2, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:41.944801 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Checking router: 94d89b15-f37b-44ca-8e24-303214935edb for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:41.946857 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Updating router 94d89b15-f37b-44ca-8e24-303214935edb port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:40:41.985487 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.025226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-6c62665c-94da-4088-bcb2-c3ecad1bb0f4 service neutron] 10.222.0.55 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357030 Dec 10 18:40:42.276586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc9d9575-2aa3-4271-ae99-2aee1258b6e5 req-3aaa9c81-e27a-467d-bf95-3d8193882657 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 210 time: 0.0449228 Dec 10 18:40:42.471211 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.480679 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.657269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Pushing event updated for resources: {'Port': ['ID=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:42.698631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-badb5b7b-3101-4d2d-9193-d887d67ac2de req-7d7d255c-aeeb-458e-8a21-02730cc20ce5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.0673983 Dec 10 18:40:42.733388 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.733729 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.735367 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.736438 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.736779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.737107 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.739712 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.740206 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.740413 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.740739 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.741826 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.742160 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.742516 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:42.793588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Attempting to bind port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:42.793955 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Attempting to bind port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:42.794314 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Attempting to bind port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:42.807773 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:42.809185 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Checking segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:42.809602 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.810032 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Bound using segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:42.810496 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Bound port: 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:42.813047 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.903533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-393062a5-11c3-4f10-9901-8d44daee0d9e None None] Provisioning complete for port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:42.904654 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-393062a5-11c3-4f10-9901-8d44daee0d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:42.926724 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] For port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:42.930196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-622c7510-beb9-4bea-948c-df5363629b72 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:42.932288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-622c7510-beb9-4bea-948c-df5363629b72 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.2319527 Dec 10 18:40:42.944027 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] For port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:42.950419 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.005470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-393062a5-11c3-4f10-9901-8d44daee0d9e None None] Port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:43.111733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-854835f4-2d25-451e-9656-21847b4bd5b7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 380 time: 0.1702013 Dec 10 18:40:43.127836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'port': {'device_id': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'admin_state_up': True, 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'security_groups': ['be9f1780-1a1f-420d-bde4-64485e6d25e6']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:43.268319 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:43.269063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:43.367717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:43.371657 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.372466 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e894a65-e5f8-4ad1-8a58-15738fb8bac0 None None] Pushing event updated for resources: {'Port': ['ID=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:43.515834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f7ecd89-6380-4b1f-afa4-d2c003eb8290 req-87421efc-227d-4e7f-8d98-90a309d40dd8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 210 time: 0.0652153 Dec 10 18:40:43.570477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:43.735308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.20.0.11 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/625381a4-62be-43aa-a177-cc387474204f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:43.755158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a063abd4-877f-421d-8522-99f842d3f0d1 None None] Provisioning complete for port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:43.755527 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a063abd4-877f-421d-8522-99f842d3f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:43.950510 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:42Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:43.956311 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a063abd4-877f-421d-8522-99f842d3f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.023856 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f268dd-c95b-40b3-a06e-d4a3dc667270 None None] The sync data for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 is: [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:42Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:44.036314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca906b02-9240-49d2-bf82-15b0848b3b4c req-b8e1e81a-4f97-4b1e-85ba-aebad1420200 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.1651304 Dec 10 18:40:44.063860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a063abd4-877f-421d-8522-99f842d3f0d1 None None] For port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:44.073058 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a063abd4-877f-421d-8522-99f842d3f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.130314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-aa7d9add-c5d2-427a-8b99-e7e2a01329c0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:44.131964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-aa7d9add-c5d2-427a-8b99-e7e2a01329c0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 810 time: 0.3161356 Dec 10 18:40:44.209680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063abd4-877f-421d-8522-99f842d3f0d1 None None] Pushing event updated for resources: {'Port': ['ID=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:44.329095 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-2aa2970c-920d-4fda-8af8-7228568806e2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149324cfae6b44d8bb8e1de4efaf2733 HTTP/1.1" status: 200 len: 379 time: 0.1686709 Dec 10 18:40:44.340867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'port': {'device_id': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'admin_state_up': True, 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'security_groups': ['933bda13-a47e-4c33-8c96-1ffbd1b2b3dd']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:44.347564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.427150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.491548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:44.495680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:44.500262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:44.537898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Made reservation on behalf of 149324cfae6b44d8bb8e1de4efaf2733 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:40:44.548663 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.593388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=625381a4-62be-43aa-a177-cc387474204f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:44.647634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:44.648331 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.711936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-fef7372a-5399-4458-8633-865169df9d53 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5884917 Dec 10 18:40:44.730501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Request body: {'port': {'device_id': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:44.843217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bef1dcc3-327b-41af-aa1e-bc8bf0a9d75c req-c2c7684e-aba3-4019-ab40-fa36edb4f153 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 210 time: 0.1017001 Dec 10 18:40:44.856518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:44.949205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:44.972261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:44.972885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.059740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Allocated IP 172.20.0.4 (d73a3d5a-dcd0-4f9e-9775-142cfa839c01/38772e95-e47b-49b9-a5bf-b6204522cc0d/ca483298-9dc9-4c9b-86d1-b731bf741db3) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:40:45.353193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1ba1a5a8-77b6-414a-b226-5de4243f555e None None] Provisioning complete for port 625381a4-62be-43aa-a177-cc387474204f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:45.358950 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1ba1a5a8-77b6-414a-b226-5de4243f555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.450719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1a5a8-77b6-414a-b226-5de4243f555e None None] Port 625381a4-62be-43aa-a177-cc387474204f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:45.504003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.558106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.602574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe49540-d013-43c4-b149-b5d452bc7040 req-4677a855-546f-4022-bf9e-0f8d303df9bf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.611334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cfe49540-d013-43c4-b149-b5d452bc7040 req-4677a855-546f-4022-bf9e-0f8d303df9bf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 932 time: 0.3250065 Dec 10 18:40:45.658831 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:40:45.670183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:40:45.687701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:40:45.698530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cfe49540-d013-43c4-b149-b5d452bc7040 req-14f7ec8d-2372-4ecf-a906-5e0c44196dcc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861742 Dec 10 18:40:45.928915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'Port': ['ID=ca483298-9dc9-4c9b-86d1-b731bf741db3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:45.942880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:45.943690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:45.970853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 625381a4-62be-43aa-a177-cc387474204f {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:45.979517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.000692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Transition to ACTIVE for port object 625381a4-62be-43aa-a177-cc387474204f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:46.001561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-55d131f1-6bc0-4887-a472-3cfdf85d7585 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6646039 Dec 10 18:40:46.013654 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.021257 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Request body: {'port': {'device_id': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:46.186487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Pushing event updated for resources: {'Port': ['ID=625381a4-62be-43aa-a177-cc387474204f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:46.208728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1c87591c-f105-4b71-8b63-61d94917322d None None] Provisioning complete for port ca483298-9dc9-4c9b-86d1-b731bf741db3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:46.209293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1c87591c-f105-4b71-8b63-61d94917322d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.310598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Attempting to bind port 625381a4-62be-43aa-a177-cc387474204f on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:46.310939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Attempting to bind port 625381a4-62be-43aa-a177-cc387474204f by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:46.311305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Attempting to bind port 625381a4-62be-43aa-a177-cc387474204f on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:46.322124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Port 625381a4-62be-43aa-a177-cc387474204f on network befa5d99-05cc-4c47-b670-bb18516544f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:46.322555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Attempting to bind port 625381a4-62be-43aa-a177-cc387474204f on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:46.328708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:46.329067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:46.330203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:46.330870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Bound port: 625381a4-62be-43aa-a177-cc387474204f, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:46.331244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.345233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1c87591c-f105-4b71-8b63-61d94917322d None None] Port ca483298-9dc9-4c9b-86d1-b731bf741db3 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:40:46.347961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.519585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db0e8f-bcd1-42eb-bc35-94fea4771674 req-786e4109-4157-4873-be8b-9611fed5c934 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.525868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5db0e8f-bcd1-42eb-bc35-94fea4771674 req-786e4109-4157-4873-be8b-9611fed5c934 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 931 time: 0.3726978 Dec 10 18:40:46.542514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] For port 625381a4-62be-43aa-a177-cc387474204f, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:46.549258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] For port 625381a4-62be-43aa-a177-cc387474204f, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=625381a4-62be-43aa-a177-cc387474204f,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:46.569751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.623082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.624073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:46.630589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] 10.222.0.30 "PUT /v2.0/ports/625381a4-62be-43aa-a177-cc387474204f HTTP/1.1" status: 200 len: 1092 time: 1.9083714 Dec 10 18:40:46.631468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'tag': '625381a4-62be-43aa-a177-cc387474204f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:46.635089 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f367de51-f827-474a-996a-71297d3f9c54" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "tag": "625381a4-62be-43aa-a177-cc387474204f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:46.766201 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49159296-cc5e-43cc-9443-a4ce8f5a04a6 x-openstack-request-id: req-49159296-cc5e-43cc-9443-a4ce8f5a04a6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:46.766662 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "tag": "625381a4-62be-43aa-a177-cc387474204f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:46.766917 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-49159296-cc5e-43cc-9443-a4ce8f5a04a6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:46.767334 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'tag': '625381a4-62be-43aa-a177-cc387474204f', 'status': 'completed', 'code': 200} Dec 10 18:40:46.785994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Pushing event updated for resources: {'Port': ['ID=625381a4-62be-43aa-a177-cc387474204f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:46.798342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.798758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.799326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.799674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.800009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.800342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.800669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.806622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.806622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.806622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.806622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.806622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.806622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cc25d5-6e83-460d-b3cb-29c87ff22925 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:40:46.822760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-e8c580ee-e06f-4214-8ff1-5892e382247f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:46.824546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-e8c580ee-e06f-4214-8ff1-5892e382247f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 1095 time: 0.1356468 Dec 10 18:40:46.988132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5db0e8f-bcd1-42eb-bc35-94fea4771674 req-30da59ef-d5d4-4331-9748-58a462c29b6e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4475501 Dec 10 18:40:47.011938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-153eb896-fc76-41e3-a197-969a267f606a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625381a4-62be-43aa-a177-cc387474204f HTTP/1.1" status: 200 len: 217 time: 0.1782594 Dec 10 18:40:47.020528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca483298-9dc9-4c9b-86d1-b731bf741db3 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:47.035830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.088143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Transition to ACTIVE for port object ca483298-9dc9-4c9b-86d1-b731bf741db3 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:40:47.093475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c216334-c2a4-4b63-89bc-c17e232cf737 req-ade29b42-cc78-44ab-858f-3cd76100c2ee tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.096551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c216334-c2a4-4b63-89bc-c17e232cf737 req-ade29b42-cc78-44ab-858f-3cd76100c2ee tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.1765108 Dec 10 18:40:47.129406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.195360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-63f68ccd-f185-41c3-9bb7-04ff9fb4f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.206997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-63f68ccd-f185-41c3-9bb7-04ff9fb4f447 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1763096 Dec 10 18:40:47.224673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Pushing event updated for resources: {'Port': ['ID=ca483298-9dc9-4c9b-86d1-b731bf741db3,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:47.302266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Attempting to bind port ca483298-9dc9-4c9b-86d1-b731bf741db3 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:40:47.303416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Attempting to bind port ca483298-9dc9-4c9b-86d1-b731bf741db3 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:40:47.303416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Attempting to bind port ca483298-9dc9-4c9b-86d1-b731bf741db3 on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:47.315939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Port ca483298-9dc9-4c9b-86d1-b731bf741db3 on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:40:47.315939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Attempting to bind port ca483298-9dc9-4c9b-86d1-b731bf741db3 on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:40:47.323576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:40:47.323576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Checking segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:40:47.323787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Bound using segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:40:47.324128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Bound port: ca483298-9dc9-4c9b-86d1-b731bf741db3, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:40:47.324491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.436017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] For port ca483298-9dc9-4c9b-86d1-b731bf741db3, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:40:47.439960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] For port ca483298-9dc9-4c9b-86d1-b731bf741db3, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:40:47.443074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c216334-c2a4-4b63-89bc-c17e232cf737 req-e2847368-238e-4a2f-b5a9-963cbfd4d4da tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255067 Dec 10 18:40:47.457364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-2892bb91-981b-4515-ace4-57ceb7132201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.459990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-2892bb91-981b-4515-ace4-57ceb7132201 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488751 Dec 10 18:40:47.480446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.625463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-1b05dd43-66dc-4ef4-8ba1-52f9052c431a service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560514 Dec 10 18:40:47.667962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.668617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:47.670086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] 10.222.0.59 "PUT /v2.0/ports/ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 1091 time: 1.6613326 Dec 10 18:40:47.674518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:47.677156 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:47.743299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe5496-0f14-440b-b329-35b6e3683fde service neutron] Pushing event updated for resources: {'Port': ['ID=ca483298-9dc9-4c9b-86d1-b731bf741db3,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:47.785737 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ffa606-ee87-4a23-a95d-33ce7d123ef6 x-openstack-request-id: req-38ffa606-ee87-4a23-a95d-33ce7d123ef6 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:47.786045 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:47.786297 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38ffa606-ee87-4a23-a95d-33ce7d123ef6 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:47.786850 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'status': 'completed', 'code': 200} Dec 10 18:40:47.875852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-d55e0c40-1ecf-4389-ac64-b87a8c16c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:47.877556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-d55e0c40-1ecf-4389-ac64-b87a8c16c8b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1094 time: 0.1176364 Dec 10 18:40:47.952422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5acd9313-117e-4735-8fd1-39caf49ff77a req-24e99474-7dc2-40fe-9dae-29affdd9f1c8 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188393 Dec 10 18:40:47.977420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-a851517b-6009-4c4a-9845-41a85d7a1ba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 217 time: 0.0884111 Dec 10 18:40:48.100920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-c9c7db5f-8ac5-4a44-9bf1-a6ae662af775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.103338 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-c9c7db5f-8ac5-4a44-9bf1-a6ae662af775 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.1187546 Dec 10 18:40:48.192290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb35b8a-65fe-4e2f-b9dc-8e42ab6d6fa0 req-4e2dbded-428d-45e2-868c-409dab1ca3cf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.200227 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ceb35b8a-65fe-4e2f-b9dc-8e42ab6d6fa0 req-4e2dbded-428d-45e2-868c-409dab1ca3cf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 943 time: 0.1070807 Dec 10 18:40:48.209993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367de51-f827-474a-996a-71297d3f9c54 req-90b3ce22-7ce3-4016-af3f-d211e9188b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.211587 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f367de51-f827-474a-996a-71297d3f9c54 req-90b3ce22-7ce3-4016-af3f-d211e9188b97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 1095 time: 0.1475224 Dec 10 18:40:48.255606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-214cc985-dcec-497e-8525-70bea1c382d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.258158 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-214cc985-dcec-497e-8525-70bea1c382d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458838 Dec 10 18:40:48.379625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ceb35b8a-65fe-4e2f-b9dc-8e42ab6d6fa0 req-e103436c-a1fd-4f78-9a61-45efd2df840c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784816 Dec 10 18:40:48.380702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367de51-f827-474a-996a-71297d3f9c54 req-009ce005-dd52-4a59-a55a-392745a01191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.382182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f367de51-f827-474a-996a-71297d3f9c54 req-009ce005-dd52-4a59-a55a-392745a01191 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1627665 Dec 10 18:40:48.496748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f367de51-f827-474a-996a-71297d3f9c54 req-d5d1c9d6-0ba9-4693-8561-cd1a0e21bb33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625381a4-62be-43aa-a177-cc387474204f HTTP/1.1" status: 200 len: 217 time: 0.0928893 Dec 10 18:40:48.508610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-dca6ee3e-552d-4acb-9187-394200191fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427027 Dec 10 18:40:48.655236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367de51-f827-474a-996a-71297d3f9c54 req-f2aa9eb2-a74a-4c72-8c0d-99c4e7f5969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.661059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f367de51-f827-474a-996a-71297d3f9c54 req-f2aa9eb2-a74a-4c72-8c0d-99c4e7f5969f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1538713 Dec 10 18:40:48.740595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367de51-f827-474a-996a-71297d3f9c54 req-ac903415-7be0-408b-8a9e-7398be5a23b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.746139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f367de51-f827-474a-996a-71297d3f9c54 req-ac903415-7be0-408b-8a9e-7398be5a23b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775282 Dec 10 18:40:48.916399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f367de51-f827-474a-996a-71297d3f9c54 req-5901985c-f5e5-4b2d-a89e-49bcf387fbd9 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605542 Dec 10 18:40:48.924804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39197c67-f97b-42c0-8fe6-cbae0d9964b5 req-0fe4dd80-1b11-4bd2-acbf-cc71ae915965 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:48.927152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-39197c67-f97b-42c0-8fe6-cbae0d9964b5 req-0fe4dd80-1b11-4bd2-acbf-cc71ae915965 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.1979554 Dec 10 18:40:48.962177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aed3de5-c6b1-49ec-8c39-7f816f66815b req-6fe087c2-4a4e-44d4-865c-77305e25ef92 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464331 Dec 10 18:40:49.062625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-39197c67-f97b-42c0-8fe6-cbae0d9964b5 req-0689b3e1-5af1-4348-b793-065a5fa64941 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231854 Dec 10 18:40:49.087682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-6a4e1764-7cea-4fd8-acc2-8cae23fac151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.090047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-6a4e1764-7cea-4fd8-acc2-8cae23fac151 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1094 time: 0.0708890 Dec 10 18:40:49.243141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-9560b68c-d84b-4288-8264-e43f623ce616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.245900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-9560b68c-d84b-4288-8264-e43f623ce616 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.1484535 Dec 10 18:40:49.303783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-802ccbe2-ec4b-49a7-a0aa-eaa4f4caaf01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 217 time: 0.0496044 Dec 10 18:40:49.519674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-1f301b88-ef9c-420f-aba3-5558b6b8fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.522510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-1f301b88-ef9c-420f-aba3-5558b6b8fcbd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.2101383 Dec 10 18:40:49.579178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-0ebd5967-4c59-4350-ab7a-511a09682b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.581136 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-0ebd5967-4c59-4350-ab7a-511a09682b51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510085 Dec 10 18:40:49.699719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f367de51-f827-474a-996a-71297d3f9c54 req-e0d0383a-6be8-4ad6-8839-cb728c8903d2 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7753937 Dec 10 18:40:49.740772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fc5c8-51f7-4e10-a2e5-70a29340ea60 req-6da220d7-06c4-4dbf-8ab8-d2499a1c81c6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:49.746481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d1fc5c8-51f7-4e10-a2e5-70a29340ea60 req-6da220d7-06c4-4dbf-8ab8-d2499a1c81c6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 943 time: 0.1074109 Dec 10 18:40:49.856012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9d1fc5c8-51f7-4e10-a2e5-70a29340ea60 req-2cb18ed8-9d43-4d2e-b3a7-7bdf20fdcb7d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951989 Dec 10 18:40:49.856566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-3f300c9b-7e00-4f9b-afbf-d85feaeea260 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603595 Dec 10 18:40:50.015899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62681fc7-0f39-4e7c-ab57-848f56e4ddd0 req-08e5e2b4-6421-4db1-b5ec-e0a0676074c2 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488376 Dec 10 18:40:50.237508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130b2e1-485d-454c-845a-da3e1b359332 req-0504c355-c345-46d1-bada-cb4663de2ccf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:50.239973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b130b2e1-485d-454c-845a-da3e1b359332 req-0504c355-c345-46d1-bada-cb4663de2ccf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.0565124 Dec 10 18:40:50.324632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b130b2e1-485d-454c-845a-da3e1b359332 req-4ec025a0-72d3-4530-b34e-81e910fd1bac tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747957 Dec 10 18:40:50.701906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ca483298-9dc9-4c9b-86d1-b731bf741db3 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:50.861809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ca483298-9dc9-4c9b-86d1-b731bf741db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:50.896300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'port_id': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'mac_address': 'fa:16:3e:98:21:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:40:50.955966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.011835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca483298-9dc9-4c9b-86d1-b731bf741db3 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:40:51.047875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ca483298-9dc9-4c9b-86d1-b731bf741db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:51.067639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:51.183599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2bca19-0fb6-404c-b614-1bd6551c21dd req-76823222-2eb8-4f5c-a8d0-abe7f15a4ce7 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.198172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b2bca19-0fb6-404c-b614-1bd6551c21dd req-76823222-2eb8-4f5c-a8d0-abe7f15a4ce7 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 943 time: 0.2166934 Dec 10 18:40:51.229529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ca483298-9dc9-4c9b-86d1-b731bf741db3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:51.269827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b2bca19-0fb6-404c-b614-1bd6551c21dd req-18d4609c-9c24-4c0a-8b5b-97f716a751f1 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717263 Dec 10 18:40:51.292114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['ca483298-9dc9-4c9b-86d1-b731bf741db3'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:40:51.468518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad3eab-6f23-4662-84c5-4849d5b10b78 req-a734a5ba-a9bf-4972-a75f-c6234f6de75d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:51.470767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58ad3eab-6f23-4662-84c5-4849d5b10b78 req-a734a5ba-a9bf-4972-a75f-c6234f6de75d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.0655553 Dec 10 18:40:51.533265 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58ad3eab-6f23-4662-84c5-4849d5b10b78 req-f56e58ae-a296-4522-bc00-dde518120a17 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547893 Dec 10 18:40:52.399215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beb269-5595-476b-8ebb-26f06d2c9992 req-639fb4c5-11e3-4b2b-9fae-6afba6cf9266 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.400795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33beb269-5595-476b-8ebb-26f06d2c9992 req-639fb4c5-11e3-4b2b-9fae-6afba6cf9266 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 944 time: 0.0582671 Dec 10 18:40:52.458964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33beb269-5595-476b-8ebb-26f06d2c9992 req-13bd789e-46db-42fe-9b38-517305e0b142 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517240 Dec 10 18:40:52.663772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e5ac7-dcf1-4318-9b8b-26ed905ddf05 req-1c6e4c94-c917-4da8-92d8-ad1690a2dcfa tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:52.665329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-274e5ac7-dcf1-4318-9b8b-26ed905ddf05 req-1c6e4c94-c917-4da8-92d8-ad1690a2dcfa tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.0567176 Dec 10 18:40:52.713719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ca483298-9dc9-4c9b-86d1-b731bf741db3 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:40:52.723324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-274e5ac7-dcf1-4318-9b8b-26ed905ddf05 req-ca1bb641-f68c-40a4-bb5a-ff937d434a33 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516663 Dec 10 18:40:52.776124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port ca483298-9dc9-4c9b-86d1-b731bf741db3 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:40:52.780861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port ca483298-9dc9-4c9b-86d1-b731bf741db3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:40:52.781246 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.884355 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.924024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ca483298-9dc9-4c9b-86d1-b731bf741db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:52.925140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:52.928188 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d2f05b-ba4e-4af7-89d4-b011efee717d" -d '{"events": [{"server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "name": "network-vif-plugged", "status": "completed", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:52.931889 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:52.980433 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7d1b3c-6902-4922-a578-a03c1c1a5416 x-openstack-request-id: req-9f7d1b3c-6902-4922-a578-a03c1c1a5416 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:52.980743 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "name": "network-vif-plugged", "status": "completed", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:52.981000 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f7d1b3c-6902-4922-a578-a03c1c1a5416 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:52.981395 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'code': 200} Dec 10 18:40:52.995425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ca483298-9dc9-4c9b-86d1-b731bf741db3,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:40:53.090877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b31635-e493-4569-8b85-bd8c243118e5 req-c34b62b4-884e-45ab-96c2-9efb1f1a418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.092700 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75b31635-e493-4569-8b85-bd8c243118e5 req-c34b62b4-884e-45ab-96c2-9efb1f1a418d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1096 time: 0.0436289 Dec 10 18:40:53.153541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75b31635-e493-4569-8b85-bd8c243118e5 req-ff3f55e7-25f7-44f7-b73d-79c0221af194 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538850 Dec 10 18:40:53.581054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c797f0c-6563-470b-b4e3-8cd9b55b6693 req-97f703a3-6b24-4e47-bc07-7f8d9335de30 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.582715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c797f0c-6563-470b-b4e3-8cd9b55b6693 req-97f703a3-6b24-4e47-bc07-7f8d9335de30 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0571616 Dec 10 18:40:53.632519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c797f0c-6563-470b-b4e3-8cd9b55b6693 req-43320eaa-531a-4dda-b2ce-1b63a6105db6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432596 Dec 10 18:40:53.848749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a8822-2f22-44ef-b3af-a57fbdb100e5 req-c5f6fc4e-8e76-4faf-b830-4817de556c86 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:53.850248 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c8a8822-2f22-44ef-b3af-a57fbdb100e5 req-c5f6fc4e-8e76-4faf-b830-4817de556c86 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.0530117 Dec 10 18:40:53.910212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c8a8822-2f22-44ef-b3af-a57fbdb100e5 req-3e0e2e59-e0bb-41ab-a922-4421e43bc753 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531363 Dec 10 18:40:54.784016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba16123-be48-4746-8274-2b96e5d513b9 req-c6684172-c87c-446e-baeb-284ed43fb7e0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:54.786597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ba16123-be48-4746-8274-2b96e5d513b9 req-c6684172-c87c-446e-baeb-284ed43fb7e0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0578623 Dec 10 18:40:54.871191 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ba16123-be48-4746-8274-2b96e5d513b9 req-d84c75e7-34ac-487e-9dca-28710fa0a68f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774639 Dec 10 18:40:55.011798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99e1b9-a82f-4692-a24b-5bc7e1fbd465 req-482dd00f-4729-40be-b95d-32b852d4afc0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.014377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e99e1b9-a82f-4692-a24b-5bc7e1fbd465 req-482dd00f-4729-40be-b95d-32b852d4afc0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0669887 Dec 10 18:40:55.025975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 48842) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:40:55.028814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'floatingip': {'port_id': 'ca483298-9dc9-4c9b-86d1-b731bf741db3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:40:55.105249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.109988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2745c5-56fc-4cc8-84e9-2bfd49463907 req-20d3c4c4-6a0e-4629-b131-b4021d2c1039 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:55.117686 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d2745c5-56fc-4cc8-84e9-2bfd49463907 req-20d3c4c4-6a0e-4629-b131-b4021d2c1039 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.1143675 Dec 10 18:40:55.191575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d2745c5-56fc-4cc8-84e9-2bfd49463907 req-9a38f232-2ce5-41d6-90f9-80d2cae0de6f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675440 Dec 10 18:40:55.654374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.659712 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:55.785496 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Floating IP 73f9b46a-4422-4065-8772-0b483e23e9a5 associated. External IP: 172.25.2.183, port: ca483298-9dc9-4c9b-86d1-b731bf741db3. Dec 10 18:40:56.024655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Router 94d89b15-f37b-44ca-8e24-303214935edb has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:40:56.157842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:40:56.171421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] Sync routers for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:40:56.173242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:56.187590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:56.189236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:56.210219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a0fbe580-5e85-4b61-b7f6-c7ff5cb7659d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "PUT /v2.0/floatingips/73f9b46a-4422-4065-8772-0b483e23e9a5 HTTP/1.1" status: 200 len: 991 time: 1.1853747 Dec 10 18:40:56.210836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:40:56.213261 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdc46ca-038a-4514-b64e-93caa6cffa63" -d '{"events": [{"name": "network-changed", "server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:40:56.332448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfe121-2d2f-42e1-a5ed-a5c5c93caf77 req-9f023b24-bce1-4d5c-91eb-ec124033aea3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.334974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19bfe121-2d2f-42e1-a5ed-a5c5c93caf77 req-9f023b24-bce1-4d5c-91eb-ec124033aea3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.0754666 Dec 10 18:40:56.344942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:56.352707 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a78b4c-6245-4582-bbb0-ef6f4c3883c5 x-openstack-request-id: req-91a78b4c-6245-4582-bbb0-ef6f4c3883c5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:40:56.353000 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:40:56.353258 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-91a78b4c-6245-4582-bbb0-ef6f4c3883c5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:40:56.353669 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'status': 'completed', 'code': 200} Dec 10 18:40:56.415755 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19bfe121-2d2f-42e1-a5ed-a5c5c93caf77 req-e4ba537c-eed4-480e-837a-b4cee5ecc471 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726101 Dec 10 18:40:56.427679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-1e970dc7-7bb8-4225-8637-9bbc1fbc7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.429486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-1e970dc7-7bb8-4225-8637-9bbc1fbc7526 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1096 time: 0.0614564 Dec 10 18:40:56.534220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-bfa891bd-5448-407a-9f5a-7313d6ea070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:56.535804 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-bfa891bd-5448-407a-9f5a-7313d6ea070e service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.0968406 Dec 10 18:40:56.617310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '73f9b46a-4422-4065-8772-0b483e23e9a5', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'port_id': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'mac_address': 'fa:16:3e:98:21:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:40Z', 'updated_at': '2021-12-10T18:40:55Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:56.648065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] Checking router: 94d89b15-f37b-44ca-8e24-303214935edb for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:40:56.659779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:40:56.660379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:40:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:56.828330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:40:57.046296 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-e2ecc567-5dbc-4929-830b-92d062b228ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 999 time: 0.5031080 Dec 10 18:40:57.106998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '73f9b46a-4422-4065-8772-0b483e23e9a5', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'port_id': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'mac_address': 'fa:16:3e:98:21:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:40Z', 'updated_at': '2021-12-10T18:40:55Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:40:57.121637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-f6e0c0bb-56ca-4316-bcf0-87feae4f0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.123838 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-f6e0c0bb-56ca-4316-bcf0-87feae4f0b0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0695765 Dec 10 18:40:57.143413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ac7ce1-928a-404f-b435-5760f7b49143 None None] The sync data for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 is: [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '73f9b46a-4422-4065-8772-0b483e23e9a5', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'port_id': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'mac_address': 'fa:16:3e:98:21:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:40:40Z', 'updated_at': '2021-12-10T18:40:55Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:40:57.180262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-afdbaaab-4b75-4d7b-8b1b-74c473b398c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.182427 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-afdbaaab-4b75-4d7b-8b1b-74c473b398c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518553 Dec 10 18:40:57.298555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-8b6bbf5c-5262-4c53-84a1-5f3577ccb105 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080832 Dec 10 18:40:57.417928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ffdc46ca-038a-4514-b64e-93caa6cffa63 req-296234d3-a703-4dc9-bc57-94d9e1694952 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105638 Dec 10 18:40:57.488001 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d07583-359a-4e54-a518-2afcf0f0cf9d None None] New status for floating IP 73f9b46a-4422-4065-8772-0b483e23e9a5: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:40:57.893662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27d8a5-19de-42f8-a5a8-0edaa8fcf186 req-2702c13d-d403-4752-bfc6-a43bb2e6b0a1 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:57.897733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e27d8a5-19de-42f8-a5a8-0edaa8fcf186 req-2702c13d-d403-4752-bfc6-a43bb2e6b0a1 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.0743890 Dec 10 18:40:57.979216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e27d8a5-19de-42f8-a5a8-0edaa8fcf186 req-72915b5e-1ca7-410d-a742-d7de4a5c03d5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752621 Dec 10 18:40:58.301442 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-43f6dddf-85db-4dbf-bb63-deadd1c61653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:40:59.140188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f711b-622d-4ec5-9339-e211fb078afc req-b08166ec-620c-447c-b388-18523333688b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:40:59.142528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-436f711b-622d-4ec5-9339-e211fb078afc req-b08166ec-620c-447c-b388-18523333688b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 944 time: 0.0636652 Dec 10 18:40:59.201104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-436f711b-622d-4ec5-9339-e211fb078afc req-c9b197f3-1eb3-43b0-8fe2-a26a646cb142 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520494 Dec 10 18:40:59.824793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 625381a4-62be-43aa-a177-cc387474204f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:40:59.951025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 625381a4-62be-43aa-a177-cc387474204f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=625381a4-62be-43aa-a177-cc387474204f,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:40:59.975306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '625381a4-62be-43aa-a177-cc387474204f', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'port_id': '625381a4-62be-43aa-a177-cc387474204f', 'mac_address': 'fa:16:3e:ab:80:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:00.022712 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.042243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 625381a4-62be-43aa-a177-cc387474204f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:00.067113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 625381a4-62be-43aa-a177-cc387474204f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=625381a4-62be-43aa-a177-cc387474204f,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:00.072385 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:00.132757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=625381a4-62be-43aa-a177-cc387474204f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:00.278313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['625381a4-62be-43aa-a177-cc387474204f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:00.412922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f4c87-0595-47a2-be2f-4d9d6ce26b75 req-2f61f37e-9b9a-486f-958f-42e2893de4c6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:00.422199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c0f4c87-0595-47a2-be2f-4d9d6ce26b75 req-2f61f37e-9b9a-486f-958f-42e2893de4c6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 945 time: 0.1074383 Dec 10 18:41:00.484636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c0f4c87-0595-47a2-be2f-4d9d6ce26b75 req-81fb8faa-948b-4660-8dd1-a78c771a8010 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613155 Dec 10 18:41:01.611632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45204c29-59bb-493b-a993-8a4c3f2e53f8 req-2bb4dc27-819a-4ecb-af4b-49739d0ea3cc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:01.613219 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b9d68b4e-51c4-42bf-91bc-3761ed6b9f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:01.619911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45204c29-59bb-493b-a993-8a4c3f2e53f8 req-2bb4dc27-819a-4ecb-af4b-49739d0ea3cc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 945 time: 0.0642376 Dec 10 18:41:01.670318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45204c29-59bb-493b-a993-8a4c3f2e53f8 req-7ef8924d-e2b1-4275-9d9e-cfc887dfd707 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495152 Dec 10 18:41:01.831531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 625381a4-62be-43aa-a177-cc387474204f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:01.897445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 625381a4-62be-43aa-a177-cc387474204f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:01.901951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 625381a4-62be-43aa-a177-cc387474204f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:01.902531 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.024950 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.027514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.066329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625381a4-62be-43aa-a177-cc387474204f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:02.070650 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61f930b-689c-4597-88fe-ab33db27117a" -d '{"events": [{"server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "name": "network-vif-plugged", "status": "completed", "tag": "625381a4-62be-43aa-a177-cc387474204f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:02.096815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 625381a4-62be-43aa-a177-cc387474204f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=625381a4-62be-43aa-a177-cc387474204f,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:02.108977 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.116699 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:02.169563 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6018ad4-ddfb-4e64-a08b-0cddfd6bfc52 x-openstack-request-id: req-b6018ad4-ddfb-4e64-a08b-0cddfd6bfc52 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:02.169942 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "name": "network-vif-plugged", "status": "completed", "tag": "625381a4-62be-43aa-a177-cc387474204f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:02.170264 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b6018ad4-ddfb-4e64-a08b-0cddfd6bfc52 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:02.170771 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '625381a4-62be-43aa-a177-cc387474204f', 'code': 200} Dec 10 18:41:02.181559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=625381a4-62be-43aa-a177-cc387474204f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:02.247717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a4fc4-fcc7-4ca9-8c88-374004955a42 req-f5710524-8e57-4efc-a813-35bfe9a646f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.249274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-800a4fc4-fcc7-4ca9-8c88-374004955a42 req-f5710524-8e57-4efc-a813-35bfe9a646f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 1097 time: 0.0499296 Dec 10 18:41:02.306941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-800a4fc4-fcc7-4ca9-8c88-374004955a42 req-55a44e01-ccf0-40b2-a4e5-457e7065cdd7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501223 Dec 10 18:41:02.857446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b6582-41a8-40bc-8000-5c8f2268c5ac req-7f35f5d5-0f10-4881-9f4d-f31add7f4a95 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:02.860975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe5b6582-41a8-40bc-8000-5c8f2268c5ac req-7f35f5d5-0f10-4881-9f4d-f31add7f4a95 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 946 time: 0.0757501 Dec 10 18:41:02.926737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe5b6582-41a8-40bc-8000-5c8f2268c5ac req-a4ffb6e9-6d8e-48c8-8436-f1534abf23af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590103 Dec 10 18:41:03.770817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.054065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af87b40-ed92-4f1a-a3df-bbd6a22accba req-ebb5f0b9-7cb7-407c-a8c5-11c294bca094 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.055656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1af87b40-ed92-4f1a-a3df-bbd6a22accba req-ebb5f0b9-7cb7-407c-a8c5-11c294bca094 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 946 time: 0.0526211 Dec 10 18:41:04.106950 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1af87b40-ed92-4f1a-a3df-bbd6a22accba req-db8b5474-ffe8-4f81-b1cc-38455eb80436 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452473 Dec 10 18:41:04.130171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.270051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940132e-8c7b-4c73-8178-f19f14348060 req-9034d06c-b516-4a0b-a7e2-594931164435 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.272061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1940132e-8c7b-4c73-8178-f19f14348060 req-9034d06c-b516-4a0b-a7e2-594931164435 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 946 time: 0.0712326 Dec 10 18:41:04.328096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1940132e-8c7b-4c73-8178-f19f14348060 req-997cc9b5-9fec-4761-8fb3-d4b7a6e73a24 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490117 Dec 10 18:41:04.352118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 48994) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:04.570133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa91ef0-da6e-44ae-88d6-5aa9f0dcdb82 tempest-TestVolumeBootPattern-1340707801 tempest-TestVolumeBootPattern-1340707801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:04.572020 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-afa91ef0-da6e-44ae-88d6-5aa9f0dcdb82 tempest-TestVolumeBootPattern-1340707801 tempest-TestVolumeBootPattern-1340707801-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 1092 time: 0.2184105 Dec 10 18:41:04.574910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49008) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:04.579671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '625381a4-62be-43aa-a177-cc387474204f', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:04.608568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.716447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.764248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:04.835702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.25.2.114 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/15cbc173-fec9-4577-8cd1-436ad91a0fa0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:05.005547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.053427 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.101228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:05.102026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:05.106835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:05.110737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=15cbc173-fec9-4577-8cd1-436ad91a0fa0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:05.501945 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.573918 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.765580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.772200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.853897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:05.856746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=15cbc173-fec9-4577-8cd1-436ad91a0fa0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:05.963317 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Floating IP 0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc associated. External IP: 172.25.2.114, port: 625381a4-62be-43aa-a177-cc387474204f. Dec 10 18:41:06.195041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:06.312419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:06.323327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:06.332805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:06.334340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:06.335006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:06.361602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a5bf68eb-4a4b-4ba0-9501-129603527d97 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7853544 Dec 10 18:41:06.362263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'tag': '625381a4-62be-43aa-a177-cc387474204f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:06.364597 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8428ae-c585-43c3-8a70-94aa2414521a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "tag": "625381a4-62be-43aa-a177-cc387474204f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:06.406868 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5f88cc-97b1-4a30-8ffa-42257539e9de x-openstack-request-id: req-fb5f88cc-97b1-4a30-8ffa-42257539e9de {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:06.407371 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "tag": "625381a4-62be-43aa-a177-cc387474204f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:06.407624 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fb5f88cc-97b1-4a30-8ffa-42257539e9de {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:06.408058 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'tag': '625381a4-62be-43aa-a177-cc387474204f', 'status': 'completed', 'code': 200} Dec 10 18:41:06.466667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:06.481436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-c59c9ec5-b539-4f0b-8ef9-517532cf9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.483086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-c59c9ec5-b539-4f0b-8ef9-517532cf9196 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 1097 time: 0.0527756 Dec 10 18:41:06.576045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-bff7051a-49ec-4252-807f-fd3d77dd8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.577432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-bff7051a-49ec-4252-807f-fd3d77dd8d04 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.0874152 Dec 10 18:41:06.664393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-b726800b-10f6-4d49-bdbb-18adfb652273 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625381a4-62be-43aa-a177-cc387474204f HTTP/1.1" status: 200 len: 1000 time: 0.0799754 Dec 10 18:41:06.717553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': '625381a4-62be-43aa-a177-cc387474204f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:ab:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:05Z', 'updated_at': '2021-12-10T18:41:05Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:06.727188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-17619021-67e6-48e0-9950-6e5453d3325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.728845 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-17619021-67e6-48e0-9950-6e5453d3325f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0573311 Dec 10 18:41:06.745779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:06.754677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:06.755284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:06.794350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-23022ec8-3f87-46d8-99a2-0a12a0bc222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:06.796273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-23022ec8-3f87-46d8-99a2-0a12a0bc222a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586934 Dec 10 18:41:06.896498 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:06.946396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-6740ad4f-a10e-422a-b652-780241b4ad27 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418774 Dec 10 18:41:07.078977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a8428ae-c585-43c3-8a70-94aa2414521a req-13d24a35-9ba4-41f5-b9c1-9aaab76fce65 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252208 Dec 10 18:41:07.231263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': '625381a4-62be-43aa-a177-cc387474204f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:ab:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:05Z', 'updated_at': '2021-12-10T18:41:05Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:07.260904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbb5166-b0b6-4c5f-ae4c-7adf434378f8 None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': '625381a4-62be-43aa-a177-cc387474204f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:ab:80:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:41:05Z', 'updated_at': '2021-12-10T18:41:05Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:07.498884 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51917de7-d098-4792-b131-6f103e42991c None None] New status for floating IP 0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:41:08.745064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-a5d9ca46-616e-46b7-bc85-ff3b260fc329 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470817 Dec 10 18:41:08.858259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-9a858e4a-7931-404b-98f9-3c2d35f8e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:08.861663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-9a858e4a-7931-404b-98f9-3c2d35f8e2c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1096 time: 0.0671840 Dec 10 18:41:09.013946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-7c698a6b-b37a-45f6-ae3a-9a80ddc7d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.015652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-7c698a6b-b37a-45f6-ae3a-9a80ddc7d1fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.1121972 Dec 10 18:41:09.092239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-b07c349a-d5ca-4dc7-bb01-e6b019f01999 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 1001 time: 0.0691059 Dec 10 18:41:09.154262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-7d03facd-b66e-4627-b7fc-5a068b582342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.156314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-7d03facd-b66e-4627-b7fc-5a068b582342 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0502505 Dec 10 18:41:09.214963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-260e4228-1c2c-48b7-8624-9da237364939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:09.217096 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-260e4228-1c2c-48b7-8624-9da237364939 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516012 Dec 10 18:41:09.332789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-087fa80f-f2cd-4d33-8952-d840c03efc98 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073182 Dec 10 18:41:09.439256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-45def8f9-8734-4619-8211-a3a52a4bb355 req-ead43a81-5fff-40b6-8e2d-8d18386eab21 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991824 Dec 10 18:41:10.476624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-2e5527cc-d961-4215-952d-57d5b0b04c25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464873 Dec 10 18:41:10.569108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-f97fb374-9840-43fc-b734-3fc1799b1ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.571063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-f97fb374-9840-43fc-b734-3fc1799b1ac8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 1097 time: 0.0493567 Dec 10 18:41:10.681009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-f0319210-e288-4e1e-b207-ee5264d76b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.682803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-f0319210-e288-4e1e-b207-ee5264d76b3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.0908210 Dec 10 18:41:10.758646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-f2149e7d-3ca8-47a0-950b-ef9750ab73bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625381a4-62be-43aa-a177-cc387474204f HTTP/1.1" status: 200 len: 1002 time: 0.0687573 Dec 10 18:41:10.826393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-3706435d-a4fb-46bd-83ee-ffd93a90e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.828286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-3706435d-a4fb-46bd-83ee-ffd93a90e5e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0629406 Dec 10 18:41:10.881723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-eaf4ce0e-d96a-42fd-b25d-c4ed74338d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:10.883408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-eaf4ce0e-d96a-42fd-b25d-c4ed74338d8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473793 Dec 10 18:41:11.017985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-042174b9-e9c9-4e3e-a610-2a9c36e3a588 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213794 Dec 10 18:41:11.118818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145cd12d-3b7e-407a-879b-e63362d92f01 req-13a5257c-a9c0-4778-b3af-f2361db569ed service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940585 Dec 10 18:41:11.223102 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:41:17.780725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49148) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:17.904648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38ce69b8-3271-46a7-b452-1cc309ea05a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.992131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38ce69b8-3271-46a7-b452-1cc309ea05a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:17.998269 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38ce69b8-3271-46a7-b452-1cc309ea05a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.041039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38ce69b8-3271-46a7-b452-1cc309ea05a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6b2abf852e164a0ea2ab5a989da7aecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587862 Dec 10 18:41:18.042488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce69b8-3271-46a7-b452-1cc309ea05a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e99b0f-58a6-4ecf-993f-7e2a7fb95669,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:18.044094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49154) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:18.097995 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.126464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.175970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.178963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:18.180263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/59e99b0f-58a6-4ecf-993f-7e2a7fb95669 HTTP/1.1" status: 204 len: 168 time: 0.1350381 Dec 10 18:41:18.192636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e99b0f-58a6-4ecf-993f-7e2a7fb95669,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:18.202735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.203232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.203591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.204043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.204457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.204822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.205132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.205565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.205924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.206388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.206977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.207159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:18.207817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532726e4-5ebc-463a-9e1d-938ea650b20b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:19.309823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49206) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:19.447908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dee78614-ed50-49cb-bd9c-86762a4056a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.535780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dee78614-ed50-49cb-bd9c-86762a4056a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.540743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dee78614-ed50-49cb-bd9c-86762a4056a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.581147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dee78614-ed50-49cb-bd9c-86762a4056a2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1a5943a62fe9421ea03782daaafd25d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695661 Dec 10 18:41:19.581998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee78614-ed50-49cb-bd9c-86762a4056a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414c8c41-c1f7-432e-a3b4-c386aa370273,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:19.583871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49214) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:19.649322 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dafcf3e1-62df-4229-b9b6-07e8957236a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.677253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dafcf3e1-62df-4229-b9b6-07e8957236a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.742544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dafcf3e1-62df-4229-b9b6-07e8957236a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.745408 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dafcf3e1-62df-4229-b9b6-07e8957236a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:19.746787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dafcf3e1-62df-4229-b9b6-07e8957236a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/414c8c41-c1f7-432e-a3b4-c386aa370273 HTTP/1.1" status: 204 len: 168 time: 0.1608663 Dec 10 18:41:19.755764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcf3e1-62df-4229-b9b6-07e8957236a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414c8c41-c1f7-432e-a3b4-c386aa370273,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:28.313265 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d66a11db-89cc-441b-8e82-35e70d2408eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:31.617341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e8f824f3-4e19-46a3-afb4-ad85cfa154e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.023204 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:32.098264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:33.805534 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.133230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.476480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49488) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.601290 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5191f4a-dd20-4876-a00f-8a96d86e5be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.681023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5191f4a-dd20-4876-a00f-8a96d86e5be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.685365 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5191f4a-dd20-4876-a00f-8a96d86e5be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.723706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5191f4a-dd20-4876-a00f-8a96d86e5be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cead1e-4051-4d46-a2f7-78e8804304a2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:34.730907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c5191f4a-dd20-4876-a00f-8a96d86e5be3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b9db3369672e4829b8aeb82afb78b25e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2531807 Dec 10 18:41:34.731450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49492) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:34.765388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.791030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f657bdb-d8e9-4ddd-9eb1-bb3c521df5f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.815647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f657bdb-d8e9-4ddd-9eb1-bb3c521df5f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.876415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f657bdb-d8e9-4ddd-9eb1-bb3c521df5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.880712 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1f657bdb-d8e9-4ddd-9eb1-bb3c521df5f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:34.881887 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1f657bdb-d8e9-4ddd-9eb1-bb3c521df5f6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/55cead1e-4051-4d46-a2f7-78e8804304a2 HTTP/1.1" status: 204 len: 168 time: 0.1468041 Dec 10 18:41:34.890146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f657bdb-d8e9-4ddd-9eb1-bb3c521df5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cead1e-4051-4d46-a2f7-78e8804304a2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:35.236977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49504) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:35.252977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47722bd6-8573-47f2-9ca5-84a97baad6f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.360336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47722bd6-8573-47f2-9ca5-84a97baad6f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.365689 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47722bd6-8573-47f2-9ca5-84a97baad6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.769648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-47722bd6-8573-47f2-9ca5-84a97baad6f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d26cfd1969844eda043edd03399bd91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5298562 Dec 10 18:41:35.770717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47722bd6-8573-47f2-9ca5-84a97baad6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97fbd6b-3a93-4fed-b4f9-4c0af90ad381,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:35.772395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49506) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:35.833919 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4cdefca-819d-4965-81f8-ac061f2dc55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.857656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4cdefca-819d-4965-81f8-ac061f2dc55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.910054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4cdefca-819d-4965-81f8-ac061f2dc55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.912869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e4cdefca-819d-4965-81f8-ac061f2dc55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:35.914059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e4cdefca-819d-4965-81f8-ac061f2dc55e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c97fbd6b-3a93-4fed-b4f9-4c0af90ad381 HTTP/1.1" status: 204 len: 168 time: 0.1404550 Dec 10 18:41:35.924918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdefca-819d-4965-81f8-ac061f2dc55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97fbd6b-3a93-4fed-b4f9-4c0af90ad381,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:37.507489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:37.718268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'network': {'name': 'tempest-network-smoke--475604881', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:37.743809 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:37.748893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.759198 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.849735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.855198 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.883124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:41:37.892658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b0cb93-11b8-4b38-9b5b-c37718e1ecea,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:37.899251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.899594 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Added segment 3bf8e334-3767-4821-a739-3c31a61b7f5f of type vlan for network 8eb1f32d-c482-4f70-ab1f-935452189caa Dec 10 18:41:37.950240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.980146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:37.986836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:37.987441 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.046328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5373175 Dec 10 18:41:38.049858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49558) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:38.055964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-577435897', 'admin_state_up': True, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:38.064050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f97855-4ee1-42fa-8c1f-3c3c8e7ca98d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Network': ['ID=8eb1f32d-c482-4f70-ab1f-935452189caa,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:38.075237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8eb1f32d-c482-4f70-ab1f-935452189caa details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:41:38.086965 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.088012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.146533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.305628 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.533142 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.558856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.680213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.25.2.236 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/d67d56a8-16c8-4b78-90f2-1eefdb6ffc99) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:38.803252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.839780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:38.883673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:38.889349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:38.891557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:38.893828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:38.909292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2cc717-cc0f-45b2-b652-2d4e00fae08d None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:38.980411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-80cfafaa-f75b-4a65-8ebc-eb42af3dc601 None None] Provisioning complete for port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:38.980781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80cfafaa-f75b-4a65-8ebc-eb42af3dc601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.029223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-80cfafaa-f75b-4a65-8ebc-eb42af3dc601 None None] Port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:39.192371 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.437138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.582051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 3583508c-5a22-4a90-a3b8-6317689006ea is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:41:39.584849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49572) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:39.728656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f520f221-924a-4c97-b240-ac77dedf598e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.740881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:39.753605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Sync routers for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:39.765393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:39.765937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:39.772782 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.774205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bb4acf32-3e31-4177-8ca5-80dbf483da2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7222633 Dec 10 18:41:39.778123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49576) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:39.860014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f520f221-924a-4c97-b240-ac77dedf598e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.864629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f520f221-924a-4c97-b240-ac77dedf598e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:39.896143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:39.908625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f520f221-924a-4c97-b240-ac77dedf598e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e3141cb7b5b4bd28f632d82e2360c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3196971 Dec 10 18:41:39.908625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520f221-924a-4c97-b240-ac77dedf598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf1fee-dbb6-4c69-88f5-9ec6deaa9d5a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:39.909066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49580) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:39.977518 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fee837d2-6433-420c-872f-a801092d40dd tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3e56f771c04849ec9e9947151856f77a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1978896 Dec 10 18:41:39.980150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49582) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:40.006585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-247b541d-5524-44ea-b5e1-260d1f94ab42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.030476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-247b541d-5524-44ea-b5e1-260d1f94ab42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.092155 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-247b541d-5524-44ea-b5e1-260d1f94ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.092422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f61544c-4830-492a-9415-d87bceea6148 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.095346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6f61544c-4830-492a-9415-d87bceea6148 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130772 Dec 10 18:41:40.095633 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-247b541d-5524-44ea-b5e1-260d1f94ab42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.097032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-247b541d-5524-44ea-b5e1-260d1f94ab42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a7cf1fee-dbb6-4c69-88f5-9ec6deaa9d5a HTTP/1.1" status: 204 len: 168 time: 0.1870537 Dec 10 18:41:40.097786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49584) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:40.109333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b541d-5524-44ea-b5e1-260d1f94ab42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf1fee-dbb6-4c69-88f5-9ec6deaa9d5a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:40.143199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a55cffb1-076e-423f-9b34-dcb052dc6585 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439453 Dec 10 18:41:40.146033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49588) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:40.148286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:39Z', 'revision_number': 3, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:40.151670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768641435', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:40.180740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Checking router: 3583508c-5a22-4a90-a3b8-6317689006ea for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:40.181100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Updating router 3583508c-5a22-4a90-a3b8-6317689006ea port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:40.214163 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.268845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:40.273822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.550654 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.558712 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.561537 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.635912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Attempting to bind port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:40.636286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Attempting to bind port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:40.636671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Attempting to bind port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:40.642636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40b8c8-2c2d-4f4d-829d-902574f293a7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:40.658171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:40.659203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:40.659983 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.660647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:40.661559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Bound port: d67d56a8-16c8-4b78-90f2-1eefdb6ffc99, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:40.662171 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.665111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89151728-9faa-4787-804f-5359626a744b None None] Pushing event updated for resources: {'Port': ['ID=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:40.683486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Subnet': ['ID=376c9b18-abc6-42cc-b9d6-de9b57da1ded,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:40.690862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Checking segment: {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:40.691448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network hostable DHCP agents. Network: 8eb1f32d-c482-4f70-ab1f-935452189caa, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:41:40.715353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 8eb1f32d-c482-4f70-ab1f-935452189caa is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:41:40.728308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8eb1f32d-c482-4f70-ab1f-935452189caa) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:40.734268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:40.735493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.739306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.740791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.741399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.742147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.742764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.743512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.744443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.746435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.747192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.747774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.748290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.749071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.750027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89151728-9faa-4787-804f-5359626a744b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:40.758829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df562065-2c69-4751-a801-3fd7c8cd87df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6104157 Dec 10 18:41:40.760584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49606) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:40.770166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7144489c-8387-4cd2-9d2e-a15bb25217ce None None] Network 8eb1f32d-c482-4f70-ab1f-935452189caa requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:40.884215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] For port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:40.889258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] For port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:40.890575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9da1347d-61de-4896-ba6b-6f3da682456b None None] Provisioning complete for port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:40.890963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9da1347d-61de-4896-ba6b-6f3da682456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:40.924757 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.014274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ba94a-964b-4f30-986b-31fc972ad964 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:41.039335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-8eb1f32d-c482-4f70-ab1f-935452189caa', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:41.040504 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.052402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49612) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:41.188681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1384258141-network', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:41.215762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Made reservation on behalf of 1347fb4eb5d644f1b2c943e5e8964f96 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:41.218778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.224823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89151728-9faa-4787-804f-5359626a744b None None] Pushing event updated for resources: {'Port': ['ID=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:41.229528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.232577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:41.233309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:41.331334 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.335930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.364618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:41:41.383318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab0a50e-4435-455e-b5e7-2bedd21b4cef,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:41.387085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.387648 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Added segment 7d8ad1ab-cb12-4d64-922c-4d59a47d8130 of type vlan for network 1114dfd2-3360-4513-9857-007f1846df38 Dec 10 18:41:41.407868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.448505 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9da1347d-61de-4896-ba6b-6f3da682456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.455042 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.486492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.487944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:41.488319 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.511390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:41.517087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9da1347d-61de-4896-ba6b-6f3da682456b None None] For port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:41.556983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5033114 Dec 10 18:41:41.560023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49620) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:41.568778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Request body: {'subnet': {'network_id': '1114dfd2-3360-4513-9857-007f1846df38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1384258141-subnet', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:41.571748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdbfc0-a289-4d93-a084-a21337ccad04 admin admin] Pushing event updated for resources: {'Network': ['ID=1114dfd2-3360-4513-9857-007f1846df38,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:41.574095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9da1347d-61de-4896-ba6b-6f3da682456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.611046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1114dfd2-3360-4513-9857-007f1846df38 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:41:41.638111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Allocated IP 172.20.0.2 (8eb1f32d-c482-4f70-ab1f-935452189caa/376c9b18-abc6-42cc-b9d6-de9b57da1ded/e1fa8a6f-0383-4b70-b3a5-c9b32060f72e) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:41.642656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Made reservation on behalf of 1347fb4eb5d644f1b2c943e5e8964f96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:41.645282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.809990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1347d-61de-4896-ba6b-6f3da682456b None None] Pushing event updated for resources: {'Port': ['ID=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:41.840960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b8ccd403-b4c7-4301-97e7-3720c7f1d7b3 None None] Provisioning complete for port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:41.841554 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b8ccd403-b4c7-4301-97e7-3720c7f1d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.915058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:41.980780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Pushing event updated for resources: {'Subnet': ['ID=70a72d30-8aae-4d41-9be0-1feeefc22a85,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:41.989025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Checking segment: {'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:41.989311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Network hostable DHCP agents. Network: 1114dfd2-3360-4513-9857-007f1846df38, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:41:42.008664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Network 1114dfd2-3360-4513-9857-007f1846df38 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:41:42.019997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 1114dfd2-3360-4513-9857-007f1846df38) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:42.026138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:42.026897 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.032503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a9514b-d0e7-4e0e-8edc-6188fe2c997b None None] Network 1114dfd2-3360-4513-9857-007f1846df38 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:42.046875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d1e40b12-4bb9-4e19-92d2-0857351e569c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4847558 Dec 10 18:41:42.049621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49624) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:42.054191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:42.078621 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.079914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.099327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.117170 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.128351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:39Z', 'revision_number': 3, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:42.189641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.212534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022979f3-c7cc-4e60-a38b-206bc41ca0ff None None] The sync data for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 is: [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:39Z', 'revision_number': 3, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:42.226209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Network 8eb1f32d-c482-4f70-ab1f-935452189caa is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:42.234250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:42.260433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:42.266288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Pushing event updated for resources: {'Port': ['ID=e1fa8a6f-0383-4b70-b3a5-c9b32060f72e,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:42.287116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.20.0.1 (8eb1f32d-c482-4f70-ab1f-935452189caa/376c9b18-abc6-42cc-b9d6-de9b57da1ded/35e70734-a773-4587-88de-816317453314) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:42.296723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-1114dfd2-3360-4513-9857-007f1846df38', 'network_id': '1114dfd2-3360-4513-9857-007f1846df38', 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'fixed_ips': [{'subnet_id': '70a72d30-8aae-4d41-9be0-1feeefc22a85'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:42.298042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.361805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Attempting to bind port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:42.362383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Attempting to bind port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:42.362570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Attempting to bind port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e on network 8eb1f32d-c482-4f70-ab1f-935452189caa {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:42.373839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.428112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:42.429071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Checking segment: {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:42.429681 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.430084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Bound using segment: {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:42.430801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Bound port: e1fa8a6f-0383-4b70-b3a5-c9b32060f72e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:42.431124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.562650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.584359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] For port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:42.587278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Allocated IP 172.20.0.2 (1114dfd2-3360-4513-9857-007f1846df38/70a72d30-8aae-4d41-9be0-1feeefc22a85/3b522535-747a-4e92-9925-3427135b9f23) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:42.591371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] For port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e1fa8a6f-0383-4b70-b3a5-c9b32060f72e,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:42.598142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.617283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:42.689387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 8eb1f32d-c482-4f70-ab1f-935452189caa is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:42.696867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:42.703300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:42.731046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f0ca4-521e-4f73-825b-6007a7c6a89e None None] Pushing event updated for resources: {'Port': ['ID=e1fa8a6f-0383-4b70-b3a5-c9b32060f72e,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:42.896785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:42.988752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.000787 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.060007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Network 1114dfd2-3360-4513-9857-007f1846df38 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:43.068014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:43.072003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:43.077789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:43.078170 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.102494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Pushing event updated for resources: {'Port': ['ID=3b522535-747a-4e92-9925-3427135b9f23,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:43.324205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=35e70734-a773-4587-88de-816317453314,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:43.360455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Attempting to bind port 3b522535-747a-4e92-9925-3427135b9f23 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:43.360830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Attempting to bind port 3b522535-747a-4e92-9925-3427135b9f23 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:43.361195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Attempting to bind port 3b522535-747a-4e92-9925-3427135b9f23 on network 1114dfd2-3360-4513-9857-007f1846df38 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:43.369076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:43.369318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.369459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Checking segment: {'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:43.370098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.370708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Bound using segment: {'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:43.371592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Bound port: 3b522535-747a-4e92-9925-3427135b9f23, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:43.372969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.453117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.479525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.481699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] For port 3b522535-747a-4e92-9925-3427135b9f23, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:43.485812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] For port 3b522535-747a-4e92-9925-3427135b9f23, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b522535-747a-4e92-9925-3427135b9f23,segment=NetworkSegment(7d8ad1ab-cb12-4d64-922c-4d59a47d8130),segment_id=7d8ad1ab-cb12-4d64-922c-4d59a47d8130)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:43.491043 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.564597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed172ddb-5517-4bde-8e89-da5cd910d41c None None] Pushing event updated for resources: {'Port': ['ID=3b522535-747a-4e92-9925-3427135b9f23,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:43.642054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:43.706820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Allocated IP 172.25.2.161 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/6925a5d4-573a-41ea-bd0b-70e471e8ee31) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:43.988154 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.072325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887099f-5e55-4028-b771-14c4099252d5 None None] Network 8eb1f32d-c482-4f70-ab1f-935452189caa requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:44.102455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.183583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:44.188290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Pushing event updated for resources: {'Port': ['ID=6925a5d4-573a-41ea-bd0b-70e471e8ee31,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:44.193608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.194330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-400855cf-7c4b-4bed-a27d-4cac2832f537 None None] Provisioning complete for port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:44.195041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-400855cf-7c4b-4bed-a27d-4cac2832f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.195706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:44.198398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:44.202486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.235654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71bdfc-59d6-41b4-bf71-40404c971d83 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:44.315239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.323246 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-400855cf-7c4b-4bed-a27d-4cac2832f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.337805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=35e70734-a773-4587-88de-816317453314,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:44.383374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-400855cf-7c4b-4bed-a27d-4cac2832f537 None None] For port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e1fa8a6f-0383-4b70-b3a5-c9b32060f72e,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:44.393531 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-400855cf-7c4b-4bed-a27d-4cac2832f537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.452277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400855cf-7c4b-4bed-a27d-4cac2832f537 None None] Pushing event updated for resources: {'Port': ['ID=e1fa8a6f-0383-4b70-b3a5-c9b32060f72e,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:44.518079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-69142d00-d7d2-4dd4-bcbe-8e9c3f1d6c72 None None] Provisioning complete for port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:44.518079 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-69142d00-d7d2-4dd4-bcbe-8e9c3f1d6c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.563366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-69142d00-d7d2-4dd4-bcbe-8e9c3f1d6c72 None None] Port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:44.593990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 8eb1f32d-c482-4f70-ab1f-935452189caa is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:44.597375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:44.689136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-172fce81-c551-41fe-8317-c8040012503b None None] Provisioning complete for port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:44.689601 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-172fce81-c551-41fe-8317-c8040012503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.756353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.867948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-172fce81-c551-41fe-8317-c8040012503b None None] Provisioning complete for port 35e70734-a773-4587-88de-816317453314 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:44.869011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-172fce81-c551-41fe-8317-c8040012503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:44.941444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 3583508c-5a22-4a90-a3b8-6317689006ea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:44.955811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-172fce81-c551-41fe-8317-c8040012503b None None] Port 35e70734-a773-4587-88de-816317453314 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:44.959661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b522535-747a-4e92-9925-3427135b9f23 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:45.033079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3b522535-747a-4e92-9925-3427135b9f23 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:45.033465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.096607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9ef29a41-db76-48f7-8b6e-fd2abfe59bde None None] Provisioning complete for port 35e70734-a773-4587-88de-816317453314 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:45.097215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9ef29a41-db76-48f7-8b6e-fd2abfe59bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.175749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9ef29a41-db76-48f7-8b6e-fd2abfe59bde None None] Port 35e70734-a773-4587-88de-816317453314 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:45.182875 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.193703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:45.199969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38944652-c7e6-4251-ba9f-763f80b42c43 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "PUT /v2.0/routers/3583508c-5a22-4a90-a3b8-6317689006ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4374957 Dec 10 18:41:45.202949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49634) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:45.209884 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.217743 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Sync routers for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:45.239909 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:45.240478 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:45.241501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 3b522535-747a-4e92-9925-3427135b9f23, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b522535-747a-4e92-9925-3427135b9f23,segment=NetworkSegment(7d8ad1ab-cb12-4d64-922c-4d59a47d8130),segment_id=7d8ad1ab-cb12-4d64-922c-4d59a47d8130)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:45.249784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.251436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e1fa8a6f-0383-4b70-b3a5-c9b32060f72e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:45.322690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099d47d8-9bd4-4ebb-9d4c-b0a3da0c882f None None] Network 1114dfd2-3360-4513-9857-007f1846df38 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:45.402410 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:45.431693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9cf6f660-3c24-40f5-80cb-f6e37d2e0efc None None] Provisioning complete for port 3b522535-747a-4e92-9925-3427135b9f23 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:45.433158 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f660-3c24-40f5-80cb-f6e37d2e0efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.464522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:41:45.468287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.469044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.469510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.469993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.470522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.471176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.471680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.472299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.478553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c174384-4c49-480b-acf8-121ff0412dda tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5682 time: 0.2698386 Dec 10 18:41:45.478779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:45.550093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=3b522535-747a-4e92-9925-3427135b9f23,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:45.594690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.597310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:45.597740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.598879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.599122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.599550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.600000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.600442 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.600883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.601370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:45.606172 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d9cbd72f-998a-4ccc-8559-1f6c78e52bcf tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5280 time: 0.1237934 Dec 10 18:41:45.608952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49638) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:45.629343 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 2, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:45.658893 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Checking router: 3583508c-5a22-4a90-a3b8-6317689006ea for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:45.659255 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Updating router 3583508c-5a22-4a90-a3b8-6317689006ea port 35e70734-a773-4587-88de-816317453314 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:45.696222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:45.705506 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.724184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Sync routers for ids ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:45.739325 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:45.743556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b1f7d4c4-7955-47b4-a623-7b8f66c26925 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6898468 Dec 10 18:41:45.744873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:45.761723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Routers {'8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:45.762383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:45.928892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1a6514a9-d017-4a67-b1c9-c259e219b958 None None] Provisioning complete for port 35e70734-a773-4587-88de-816317453314 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:45.929489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1a6514a9-d017-4a67-b1c9-c259e219b958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.000547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Set router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:46.036907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dc6df0ca-76f8-4f26-9cf0-6bf1848ab3b4 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4486 time: 0.4267976 Dec 10 18:41:46.085561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1a6514a9-d017-4a67-b1c9-c259e219b958 None None] Port 35e70734-a773-4587-88de-816317453314 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:46.113335 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.121667 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.243391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f9f10904-1160-4053-ab7a-936767274fc1 None None] Provisioning complete for port 3b522535-747a-4e92-9925-3427135b9f23 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:46.244014 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f9f10904-1160-4053-ab7a-936767274fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.288017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Pushing event updated for resources: {'Port': ['ID=35e70734-a773-4587-88de-816317453314,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:46.331677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:44Z', 'revision_number': 3, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port': {'id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:43Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:46.366722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Checking router: 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:46.367065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Updating router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:46.371597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.422085 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.438595 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.439144 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.439560 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.440009 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.440458 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.440937 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.441365 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.441791 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.442326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.442790 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.443368 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.443779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.444195 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:46.451595 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Attempting to bind port 35e70734-a773-4587-88de-816317453314 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:46.452120 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Attempting to bind port 35e70734-a773-4587-88de-816317453314 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:46.452582 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Attempting to bind port 35e70734-a773-4587-88de-816317453314 on network 8eb1f32d-c482-4f70-ab1f-935452189caa {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:46.461146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:46.461662 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Checking segment: {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:46.462177 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.463082 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Bound using segment: {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:46.465068 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Bound port: 35e70734-a773-4587-88de-816317453314, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:46.465068 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.486514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49646) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:46.493061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645133173', 'description': 'tempest-secgroup-smoke-1645133173 description', 'project_id': '3e56f771c04849ec9e9947151856f77a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:46.537034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.549321 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] For port 35e70734-a773-4587-88de-816317453314, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:46.554095 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] For port 35e70734-a773-4587-88de-816317453314, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=35e70734-a773-4587-88de-816317453314,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:46.561436 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.637104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Allocated IP 172.20.0.1 (1114dfd2-3360-4513-9857-007f1846df38/70a72d30-8aae-4d41-9be0-1feeefc22a85/fac84414-6a6d-46ac-aac3-75da1f5746ed) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:46.659516 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:46.660176 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:46.737292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-34ba02f2-2f23-4ac7-9b73-4245b6a3f7bd None None] Provisioning complete for port 35e70734-a773-4587-88de-816317453314 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:46.739092 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-34ba02f2-2f23-4ac7-9b73-4245b6a3f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.839112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b522535-747a-4e92-9925-3427135b9f23 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:46.874140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.881089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd39f04-d021-490f-970b-809bdc9886db None None] Pushing event updated for resources: {'Port': ['ID=35e70734-a773-4587-88de-816317453314,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:46.915723 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:46.965799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:46.983262 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-34ba02f2-2f23-4ac7-9b73-4245b6a3f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.030292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.033784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Pushing event updated for resources: {'Port': ['ID=fac84414-6a6d-46ac-aac3-75da1f5746ed,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.049822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-34ba02f2-2f23-4ac7-9b73-4245b6a3f7bd None None] For port 35e70734-a773-4587-88de-816317453314, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=35e70734-a773-4587-88de-816317453314,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:47.050058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Network 1114dfd2-3360-4513-9857-007f1846df38 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:47.052537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:47.053664 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.057649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:47.061594 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-34ba02f2-2f23-4ac7-9b73-4245b6a3f7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.068352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3b522535-747a-4e92-9925-3427135b9f23 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:47.068913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.113308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.139954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.154032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.189759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d747aa7-59b5-4ce6-bf44-43b6df6e33f5 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:47.192708 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.194627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7068136 Dec 10 18:41:47.199250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49648) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:47.205190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b947dcb2-4fff-4a6b-9591-0dc69e0523e2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '9d2a5c62-5b10-405f-a6ee-a31dc3970632', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:47.206569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561d7a8-5ced-4f66-af3d-57c58c7f6c7b None None] Pushing event updated for resources: {'Port': ['ID=6925a5d4-573a-41ea-bd0b-70e471e8ee31,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.208589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Attempting to bind port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:47.209022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Attempting to bind port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:47.209475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Attempting to bind port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:47.222872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a5c62-5b10-405f-a6ee-a31dc3970632,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.244680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.245029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.245365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.245697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.246027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.246383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.246708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.247402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.247815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.247815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.248191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.248529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.253495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949b12d6-7eaa-48e2-a6a9-4577f2457a7f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:41:47.300847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b947dcb2-4fff-4a6b-9591-0dc69e0523e2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.347052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.366772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:47.367394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:47.372264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.372903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:47.374249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Bound port: 6925a5d4-573a-41ea-bd0b-70e471e8ee31, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:47.375534 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.399832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b947dcb2-4fff-4a6b-9591-0dc69e0523e2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.406692 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b947dcb2-4fff-4a6b-9591-0dc69e0523e2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.431035 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:46Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:47.431761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b947dcb2-4fff-4a6b-9591-0dc69e0523e2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.433341 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b947dcb2-4fff-4a6b-9591-0dc69e0523e2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2329605 Dec 10 18:41:47.436418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49652) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:47.442017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-eeaa94d4-ed05-436f-9f36-8ca6f48055b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '9d2a5c62-5b10-405f-a6ee-a31dc3970632', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:47.446768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947dcb2-4fff-4a6b-9591-0dc69e0523e2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcdeb06-709b-4a1c-be34-19be9d97e9f4,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.469532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-73c15c4d-b6e8-4c9f-bbad-e8869517bb64 None None] Provisioning complete for port 35e70734-a773-4587-88de-816317453314 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:47.469907 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73c15c4d-b6e8-4c9f-bbad-e8869517bb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.482610 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d58046-b922-437c-bcd1-2553351e8608 None None] The sync data for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 is: [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:46Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:47.484784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeaa94d4-ed05-436f-9f36-8ca6f48055b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.509563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba02f2-2f23-4ac7-9b73-4245b6a3f7bd None None] Pushing event updated for resources: {'Port': ['ID=35e70734-a773-4587-88de-816317453314,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.529046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] For port 6925a5d4-573a-41ea-bd0b-70e471e8ee31, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:47.533838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] For port 6925a5d4-573a-41ea-bd0b-70e471e8ee31, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6925a5d4-573a-41ea-bd0b-70e471e8ee31,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:47.541230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.563236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeaa94d4-ed05-436f-9f36-8ca6f48055b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.575533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeaa94d4-ed05-436f-9f36-8ca6f48055b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.608743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa94d4-ed05-436f-9f36-8ca6f48055b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7787325-4d33-4990-9c57-c091a75cd5d5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.625909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561d7a8-5ced-4f66-af3d-57c58c7f6c7b None None] Pushing event updated for resources: {'Port': ['ID=6925a5d4-573a-41ea-bd0b-70e471e8ee31,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.636884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.643413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeaa94d4-ed05-436f-9f36-8ca6f48055b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.643877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.644661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eeaa94d4-ed05-436f-9f36-8ca6f48055b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2069194 Dec 10 18:41:47.649165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49654) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:47.656510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d2120471-a307-48d7-a249-ea63bdf276c4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '9d2a5c62-5b10-405f-a6ee-a31dc3970632', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:47.665123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8607ee14-98a2-43d0-8c26-079e21644bda None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:47.698406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Routers {'8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:47.699062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:47.709214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2120471-a307-48d7-a249-ea63bdf276c4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.732477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.735958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Pushing event updated for resources: {'Port': ['ID=fac84414-6a6d-46ac-aac3-75da1f5746ed,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.785228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2120471-a307-48d7-a249-ea63bdf276c4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.790545 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2120471-a307-48d7-a249-ea63bdf276c4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.824016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d2120471-a307-48d7-a249-ea63bdf276c4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.825333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d2120471-a307-48d7-a249-ea63bdf276c4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1751521 Dec 10 18:41:47.828605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49656) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:47.834035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2120471-a307-48d7-a249-ea63bdf276c4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53a488c-cbf4-4fa8-a8cc-484b6af0bdf8,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:47.834671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a3c811dd-35ee-49a8-a73b-2e2365bd8c80 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '9d2a5c62-5b10-405f-a6ee-a31dc3970632', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:47.893311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Network 1114dfd2-3360-4513-9857-007f1846df38 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:47.895153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3c811dd-35ee-49a8-a73b-2e2365bd8c80 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:47.898319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:47.993991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Provisioning complete for port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:47.994536 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.059765 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3c811dd-35ee-49a8-a73b-2e2365bd8c80 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.069190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3c811dd-35ee-49a8-a73b-2e2365bd8c80 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.093876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] Set router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:48.103872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3c811dd-35ee-49a8-a73b-2e2365bd8c80 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.105090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a3c811dd-35ee-49a8-a73b-2e2365bd8c80 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2750533 Dec 10 18:41:48.108944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:48.109513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c811dd-35ee-49a8-a73b-2e2365bd8c80 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1661cbaa-3d2b-493b-a8d8-45ec092da9d7,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:48.121003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '9d2a5c62-5b10-405f-a6ee-a31dc3970632', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:48.124986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:48.184469 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Project 3e56f771c04849ec9e9947151856f77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:41:48.191070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.224531 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:41:48.291746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.296454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.298350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.320251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f930d580-5342-49c4-960a-e56955229dd5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:48.349882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.351579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0e181c98-51e3-4f0a-be28-7bb5e06473b9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2409599 Dec 10 18:41:48.354772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49660) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:48.361263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '9d2a5c62-5b10-405f-a6ee-a31dc3970632', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:48.395712 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Project 3e56f771c04849ec9e9947151856f77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:41:48.404573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.408358 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] For port 6925a5d4-573a-41ea-bd0b-70e471e8ee31, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6925a5d4-573a-41ea-bd0b-70e471e8ee31,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:48.416146 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.507676 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.510185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Provisioning complete for port fac84414-6a6d-46ac-aac3-75da1f5746ed triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:48.510590 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.512656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.549653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.551548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1949127 Dec 10 18:41:48.553277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a6a5-2dc9-40aa-9fe2-fae062d2abad tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f776088-38ab-4696-bdff-15962c3b9f76,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:48.594001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Port fac84414-6a6d-46ac-aac3-75da1f5746ed cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:48.597856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e93d3-67bf-4a0a-b552-cfe2bd15d2b2 None None] Pushing event updated for resources: {'Port': ['ID=6925a5d4-573a-41ea-bd0b-70e471e8ee31,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:48.633405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 4, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port': {'id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:43Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'fac84414-6a6d-46ac-aac3-75da1f5746ed', 'name': '', 'network_id': '1114dfd2-3360-4513-9857-007f1846df38', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'mac_address': 'fa:16:3e:9f:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:46Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 2, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'subnets': [{'id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:48.683536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe59c8b-70f6-4ece-89e8-ec5c4cc30f89 None None] The sync data for ids ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'] in n-d-821424-1 is: [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 4, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port': {'id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:43Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'fac84414-6a6d-46ac-aac3-75da1f5746ed', 'name': '', 'network_id': '1114dfd2-3360-4513-9857-007f1846df38', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'mac_address': 'fa:16:3e:9f:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:46Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 2, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'subnets': [{'id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:48.704801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:48.712407 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-15c75846-d537-4128-b49c-5f785fa3f486 admin admin] 10.222.0.55 "PUT /v2.0/routers/8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9656005 Dec 10 18:41:48.756807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-37247a6f-ddc8-4336-97ef-ebff9eb69c53 None None] Provisioning complete for port fac84414-6a6d-46ac-aac3-75da1f5746ed triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:48.757179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-37247a6f-ddc8-4336-97ef-ebff9eb69c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:48.849916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-37247a6f-ddc8-4336-97ef-ebff9eb69c53 None None] Port fac84414-6a6d-46ac-aac3-75da1f5746ed cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:48.888205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 35e70734-a773-4587-88de-816317453314 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:48.960281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 35e70734-a773-4587-88de-816317453314 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:48.960663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.250648 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-be29cced-516e-4d7b-a078-57c4101551ba tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645133173&fields=id&tenant_id=3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 267 time: 0.0807445 Dec 10 18:41:49.381388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-42d63e64-ac3a-4f59-aded-c0c935f1213b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.383082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-42d63e64-ac3a-4f59-aded-c0c935f1213b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/networks?id=8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 200 len: 796 time: 0.1327260 Dec 10 18:41:49.416552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-6bbc2675-9cfa-401a-8d7e-d6249d6651ae tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/quotas/3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 375 time: 0.0123386 Dec 10 18:41:49.447865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49692) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:49.456712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-691920078-network', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:49.478991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-4e327830-7863-458a-aca2-70c28c824da9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559533 Dec 10 18:41:49.484945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Made reservation on behalf of 7c93d8511d6048d8a61a13da4ba67aeb for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:49.487726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.497985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.603223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.608282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-f0d8f9e3-4ff4-47fa-97be-79b28cb97993 service neutron] 10.222.0.55 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143184 Dec 10 18:41:49.609173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.643934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:41:49.655539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42181f-985f-495a-b9a4-9babff141179,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:49.664906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.665363 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Added segment afb411df-5271-4da8-9553-7dd1cc36612b of type vlan for network 9ace26b8-d884-429d-84ba-db3fad0ee038 Dec 10 18:41:49.721024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.731162 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-8ab60c0f-543e-4925-9139-3e2696093f9f service neutron] 10.222.0.55 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153922 Dec 10 18:41:49.753827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.753827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:49.754584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:49.813353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3642378 Dec 10 18:41:49.816279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49696) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:49.821492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Request body: {'subnet': {'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-691920078-subnet', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:49.843721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135395e-92d9-43a3-9543-a84ef05f103e admin admin] Pushing event updated for resources: {'Network': ['ID=9ace26b8-d884-429d-84ba-db3fad0ee038,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:49.852756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Made reservation on behalf of 7c93d8511d6048d8a61a13da4ba67aeb for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:49.857661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:41:49.871490 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.113566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.199993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8fbc006-a30a-4376-af31-a25665f87419,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:50.219499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Checking segment: {'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:50.219789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Network hostable DHCP agents. Network: 9ace26b8-d884-429d-84ba-db3fad0ee038, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:41:50.242146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:41:50.256922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c318a1e4-3fc2-455b-9dd2-37a929794de9 req-56e6cfe2-65e9-443c-95fb-1bc7cc2fa310 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 210 time: 0.2924082 Dec 10 18:41:50.259603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9ace26b8-d884-429d-84ba-db3fad0ee038) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:50.266611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:50.266611 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.270948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948acb16-9789-4af2-b08d-404880eb35cf None None] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:50.291443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e9313d73-9ac0-4e18-a926-18d7a06c845c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4717000 Dec 10 18:41:50.291801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49706) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:50.298184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:50.334453 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.335968 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.409559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-9ace26b8-d884-429d-84ba-db3fad0ee038', 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038', 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'fixed_ips': [{'subnet_id': 'b8fbc006-a30a-4376-af31-a25665f87419'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:41:50.410623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.416086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.599004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Allocated IP 172.20.0.2 (9ace26b8-d884-429d-84ba-db3fad0ee038/b8fbc006-a30a-4376-af31-a25665f87419/c869460f-c77a-4695-984f-859b4c68a6ef) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:50.662797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.845784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.852214 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.905759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:50.906866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6925a5d4-573a-41ea-bd0b-70e471e8ee31 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:50.914996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:50.935351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:50.942462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Pushing event updated for resources: {'Port': ['ID=c869460f-c77a-4695-984f-859b4c68a6ef,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:50.944581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:50.971889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.025967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Attempting to bind port c869460f-c77a-4695-984f-859b4c68a6ef on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:51.026346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Attempting to bind port c869460f-c77a-4695-984f-859b4c68a6ef by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:51.026727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Attempting to bind port c869460f-c77a-4695-984f-859b4c68a6ef on network 9ace26b8-d884-429d-84ba-db3fad0ee038 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:51.034923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:51.035306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Checking segment: {'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:51.035711 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.036102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Bound using segment: {'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:51.036571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Bound port: c869460f-c77a-4695-984f-859b4c68a6ef, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:51.036955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.054541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:51.054919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.082228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Allocated IP 172.25.2.9 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/59312c37-6beb-405c-99b3-26c0702f2009) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:51.143498 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] For port c869460f-c77a-4695-984f-859b4c68a6ef, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:51.147546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] For port c869460f-c77a-4695-984f-859b4c68a6ef, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c869460f-c77a-4695-984f-859b4c68a6ef,segment=NetworkSegment(afb411df-5271-4da8-9553-7dd1cc36612b),segment_id=afb411df-5271-4da8-9553-7dd1cc36612b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:51.153873 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.202080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.244466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.258110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030089d-2322-4a1d-939e-5ffb36c6f748 None None] Pushing event updated for resources: {'Port': ['ID=c869460f-c77a-4695-984f-859b4c68a6ef,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:51.284684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:51.291893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:51.297190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:51.315078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b3408-c9d6-4b64-a992-98233cec0700 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:51.337182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Pushing event updated for resources: {'Port': ['ID=59312c37-6beb-405c-99b3-26c0702f2009,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:51.401926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2876a25f-b56b-4e3f-8619-0f210ef8c20d None None] Provisioning complete for port 59312c37-6beb-405c-99b3-26c0702f2009 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:51.402597 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2876a25f-b56b-4e3f-8619-0f210ef8c20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.454850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2876a25f-b56b-4e3f-8619-0f210ef8c20d None None] Port 59312c37-6beb-405c-99b3-26c0702f2009 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:51.475958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf204b1a-4fd0-4ef4-ac9e-b924b6a85893 req-9238d7ec-fb16-46c5-9fe4-772c5e8396b4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 210 time: 0.0853989 Dec 10 18:41:51.657755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-ec27d17f-4628-4d53-900e-ceaba0c448f2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:51.659977 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-ec27d17f-4628-4d53-900e-ceaba0c448f2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "GET /v2.0/networks?id=8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 200 len: 796 time: 0.2258453 Dec 10 18:41:51.727070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.789145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-b9b4a9ba-6c3f-46c3-92de-2f0b3ef8fade tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 380 time: 0.1195838 Dec 10 18:41:51.802864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'port': {'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'admin_state_up': True, 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'security_groups': ['9d2a5c62-5b10-405f-a6ee-a31dc3970632']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:51.830882 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Sync routers for ids ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:51.843624 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Routers {'8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:51.844336 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:51.947157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:41:51.951152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:51.975278 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Set router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:51.983776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.093989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.20.0.5 (8eb1f32d-c482-4f70-ab1f-935452189caa/376c9b18-abc6-42cc-b9d6-de9b57da1ded/a401f874-2f3f-4e7c-ae4f-00b1344fdc70) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:52.131706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Router 185bea43-f2ef-4962-af70-6d4410094a16 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:41:52.228996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 4, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port': {'id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:43Z', 'updated_at': '2021-12-10T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'fac84414-6a6d-46ac-aac3-75da1f5746ed', 'name': '', 'network_id': '1114dfd2-3360-4513-9857-007f1846df38', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'mac_address': 'fa:16:3e:9f:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:46Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 2, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'subnets': [{'id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:52.251788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:52.258410 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Checking router: 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:52.258410 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Updating router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 port fac84414-6a6d-46ac-aac3-75da1f5746ed binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:52.270614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Sync routers for ids ['185bea43-f2ef-4962-af70-6d4410094a16'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:52.287051 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.289742 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.292157 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.294468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e42bacf8-6a39-42db-9a74-23f396296c35 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0009489 Dec 10 18:41:52.296956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49720) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:52.297510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Routers {'185bea43-f2ef-4962-af70-6d4410094a16'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:52.298514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['185bea43-f2ef-4962-af70-6d4410094a16'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:52.442890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.445865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Set router 185bea43-f2ef-4962-af70-6d4410094a16 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:52.502650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:52.518450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 8eb1f32d-c482-4f70-ab1f-935452189caa is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:52.521581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:52.560396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:52.676120 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.687020 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.695578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:52.698095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.725962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf8182-3682-4ed1-83c2-67c54b5e909e req-873bb89c-e2bf-4f48-9b39-ec9ff1b433ab tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:52.727991 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9bf8182-3682-4ed1-83c2-67c54b5e909e req-873bb89c-e2bf-4f48-9b39-ec9ff1b433ab tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 931 time: 0.1076272 Dec 10 18:41:52.794680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-280d336e-50fa-4450-a59c-74083f9c5e3e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9970272 Dec 10 18:41:52.818098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Request body: {'port': {'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:41:52.873253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9bf8182-3682-4ed1-83c2-67c54b5e909e req-f3272245-2be7-40ad-8f6f-38dd52b13581 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358166 Dec 10 18:41:52.898600 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923910e-b69e-482e-95aa-3291c881bdbd None None] Pushing event updated for resources: {'Port': ['ID=fac84414-6a6d-46ac-aac3-75da1f5746ed,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:52.905678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '59312c37-6beb-405c-99b3-26c0702f2009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:51Z', 'revision_number': 3, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port': {'id': '59312c37-6beb-405c-99b3-26c0702f2009', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:52.945802 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Attempting to bind port fac84414-6a6d-46ac-aac3-75da1f5746ed on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:52.946487 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Attempting to bind port fac84414-6a6d-46ac-aac3-75da1f5746ed by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:52.947106 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Attempting to bind port fac84414-6a6d-46ac-aac3-75da1f5746ed on network 1114dfd2-3360-4513-9857-007f1846df38 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:52.954626 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:52.955412 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Checking segment: {'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:52.956126 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.957047 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Bound using segment: {'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:52.958073 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Bound port: fac84414-6a6d-46ac-aac3-75da1f5746ed, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8ad1ab-cb12-4d64-922c-4d59a47d8130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1114dfd2-3360-4513-9857-007f1846df38'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:52.959003 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:52.972057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c869460f-c77a-4695-984f-859b4c68a6ef up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:53.030531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Checking router: 185bea43-f2ef-4962-af70-6d4410094a16 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:53.030868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Updating router 185bea43-f2ef-4962-af70-6d4410094a16 port 59312c37-6beb-405c-99b3-26c0702f2009 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:41:53.069685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.090328 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.097179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c869460f-c77a-4695-984f-859b4c68a6ef triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:53.097560 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.117821 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] For port fac84414-6a6d-46ac-aac3-75da1f5746ed, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:53.122474 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] For port fac84414-6a6d-46ac-aac3-75da1f5746ed, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fac84414-6a6d-46ac-aac3-75da1f5746ed,segment=NetworkSegment(7d8ad1ab-cb12-4d64-922c-4d59a47d8130),segment_id=7d8ad1ab-cb12-4d64-922c-4d59a47d8130)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:53.129009 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.173603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaf656a-d38a-475b-82c2-afe9b99a89c0 None None] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:41:53.207291 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Routers {'8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:53.208000 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:53.210597 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923910e-b69e-482e-95aa-3291c881bdbd None None] Pushing event updated for resources: {'Port': ['ID=fac84414-6a6d-46ac-aac3-75da1f5746ed,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:53.380346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.385192 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] Set router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:53.439958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a7fafa9-1c1e-42c6-9737-7fa4d1b7c2d1 None None] Provisioning complete for port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:53.440562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a7fafa9-1c1e-42c6-9737-7fa4d1b7c2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.580430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a7fafa9-1c1e-42c6-9737-7fa4d1b7c2d1 None None] Port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:53.610952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a401f874-2f3f-4e7c-ae4f-00b1344fdc70 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:53.638108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.661816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Transition to ACTIVE for port object a401f874-2f3f-4e7c-ae4f-00b1344fdc70 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:41:53.672416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Allocated IP 172.20.0.1 (9ace26b8-d884-429d-84ba-db3fad0ee038/b8fbc006-a30a-4376-af31-a25665f87419/261a1258-f215-429f-ab07-006877506cf0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:41:53.674734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.684431 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.734639 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 4, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port': {'id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:43Z', 'updated_at': '2021-12-10T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'fac84414-6a6d-46ac-aac3-75da1f5746ed', 'name': '', 'network_id': '1114dfd2-3360-4513-9857-007f1846df38', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'mac_address': 'fa:16:3e:9f:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:46Z', 'updated_at': '2021-12-10T18:41:53Z', 'revision_number': 4, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'subnets': [{'id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:53.773530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port c869460f-c77a-4695-984f-859b4c68a6ef, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c869460f-c77a-4695-984f-859b4c68a6ef,segment=NetworkSegment(afb411df-5271-4da8-9553-7dd1cc36612b),segment_id=afb411df-5271-4da8-9553-7dd1cc36612b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:53.776761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] Provisioning complete for port c869460f-c77a-4695-984f-859b4c68a6ef triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:53.777439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.786566 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac60cd6e-1462-4746-a810-720fa525b26e None None] The sync data for ids ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'] in n-d-821424-1 is: [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 4, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port': {'id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:43Z', 'updated_at': '2021-12-10T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'fac84414-6a6d-46ac-aac3-75da1f5746ed', 'name': '', 'network_id': '1114dfd2-3360-4513-9857-007f1846df38', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'mac_address': 'fa:16:3e:9f:7d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3400, 'fixed_ips': [{'subnet_id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:46Z', 'updated_at': '2021-12-10T18:41:53Z', 'revision_number': 4, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'subnets': [{'id': '70a72d30-8aae-4d41-9be0-1feeefc22a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:53.808543 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.819297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Pushing event updated for resources: {'Port': ['ID=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:53.956397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.965829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.970602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Attempting to bind port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:53.971212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Attempting to bind port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:53.971771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Attempting to bind port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 on network 8eb1f32d-c482-4f70-ab1f-935452189caa {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:53.978640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 on network 8eb1f32d-c482-4f70-ab1f-935452189caa not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:41:53.979247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Attempting to bind port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 on network 8eb1f32d-c482-4f70-ab1f-935452189caa {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:53.987621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:53.988445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Checking segment: {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:53.989048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Bound using segment: {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:53.989675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Bound port: a401f874-2f3f-4e7c-ae4f-00b1344fdc70, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bf8e334-3767-4821-a739-3c31a61b7f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:53.990567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:53.996649 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.110085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9478-245e-4b1f-a90d-dac8496e50fb req-6c0820ae-4920-4fe7-ac60-0635d0c7577d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.111944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609d9478-245e-4b1f-a90d-dac8496e50fb req-6c0820ae-4920-4fe7-ac60-0635d0c7577d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 943 time: 0.1097801 Dec 10 18:41:54.112092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=c869460f-c77a-4695-984f-859b4c68a6ef,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:54.128548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca378133-6572-4d0e-b675-a08ef3dd1729 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:54.153094 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.204639 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609d9478-245e-4b1f-a90d-dac8496e50fb req-1fdce2bd-7eb5-4ffa-9bea-1d7ec1162874 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818839 Dec 10 18:41:54.223701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] For port a401f874-2f3f-4e7c-ae4f-00b1344fdc70, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:54.227172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:54.241033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:54.243405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:41:54.251652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Attempting to bind port 59312c37-6beb-405c-99b3-26c0702f2009 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:41:54.252032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Attempting to bind port 59312c37-6beb-405c-99b3-26c0702f2009 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:41:54.252403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Attempting to bind port 59312c37-6beb-405c-99b3-26c0702f2009 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:41:54.268084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:41:54.268398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:41:54.268988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.269563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:41:54.270289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Bound port: 59312c37-6beb-405c-99b3-26c0702f2009, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:41:54.271155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.281232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] For port a401f874-2f3f-4e7c-ae4f-00b1344fdc70, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:54.284556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Pushing event updated for resources: {'Port': ['ID=261a1258-f215-429f-ab07-006877506cf0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:54.302158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.348560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] For port 59312c37-6beb-405c-99b3-26c0702f2009, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:41:54.355559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] For port 59312c37-6beb-405c-99b3-26c0702f2009, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=59312c37-6beb-405c-99b3-26c0702f2009,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:41:54.367148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.368186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.370818 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] 10.222.0.59 "PUT /v2.0/ports/a401f874-2f3f-4e7c-ae4f-00b1344fdc70 HTTP/1.1" status: 200 len: 1091 time: 1.5635917 Dec 10 18:41:54.371623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:54.382887 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d45f5e6-c142-4677-b707-99f7a26ec6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:54.387104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5afce0-ae32-4e6d-923e-88e1e3c65548 None None] Pushing event updated for resources: {'Port': ['ID=59312c37-6beb-405c-99b3-26c0702f2009,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:54.396773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.407449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.522799 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df86bba-c45a-41ee-930f-d53dab61ea0c x-openstack-request-id: req-2df86bba-c45a-41ee-930f-d53dab61ea0c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:54.523243 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:54.523579 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2df86bba-c45a-41ee-930f-d53dab61ea0c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:54.524081 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'status': 'completed', 'code': 200} Dec 10 18:41:54.544302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5afce0-ae32-4e6d-923e-88e1e3c65548 None None] Pushing event updated for resources: {'Port': ['ID=59312c37-6beb-405c-99b3-26c0702f2009,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:54.583397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f643cab-a68c-4dee-9990-db3874a8ad90 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:41:54.584580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cf325-40a3-4f72-ac73-f302f7e9cbea service neutron] Pushing event updated for resources: {'Port': ['ID=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:54.593317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] Provisioning complete for port fac84414-6a6d-46ac-aac3-75da1f5746ed triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:54.594116 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.652098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-cc5c4b50-313d-4cc5-99cf-2a18ee9d137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.653647 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-cc5c4b50-313d-4cc5-99cf-2a18ee9d137f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 1094 time: 0.1902149 Dec 10 18:41:54.659835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:54.663751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Routers {'185bea43-f2ef-4962-af70-6d4410094a16'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:54.664663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['185bea43-f2ef-4962-af70-6d4410094a16'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:54.721148 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-c4aed3af-a32a-4681-8a3d-2cadf6d35886 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70 HTTP/1.1" status: 200 len: 217 time: 0.0576005 Dec 10 18:41:54.884189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac84414-6a6d-46ac-aac3-75da1f5746ed up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:54.890489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] Set router 185bea43-f2ef-4962-af70-6d4410094a16 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:54.941449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-e6116a5f-e070-4d2d-b11f-f9815d665ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:54.943338 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-e6116a5f-e070-4d2d-b11f-f9815d665ca1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=376c9b18-abc6-42cc-b9d6-de9b57da1ded HTTP/1.1" status: 200 len: 834 time: 0.2149787 Dec 10 18:41:54.956403 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.035706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-0306ccac-f9f8-40c1-8cdf-1dcb1b0d83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.037160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-0306ccac-f9f8-40c1-8cdf-1dcb1b0d83e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8eb1f32d-c482-4f70-ab1f-935452189caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868108 Dec 10 18:41:55.043026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] For port fac84414-6a6d-46ac-aac3-75da1f5746ed, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fac84414-6a6d-46ac-aac3-75da1f5746ed,segment=NetworkSegment(7d8ad1ab-cb12-4d64-922c-4d59a47d8130),segment_id=7d8ad1ab-cb12-4d64-922c-4d59a47d8130)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:55.058429 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.120093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.130752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.134256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fac84414-6a6d-46ac-aac3-75da1f5746ed triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:55.134684 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.236764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-1e6e3120-24c4-467b-9917-38d31197d5f9 service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901007 Dec 10 18:41:55.237730 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.238376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11994bea-cd27-4240-bba5-ffd94dec42d3 None None] Pushing event updated for resources: {'Port': ['ID=fac84414-6a6d-46ac-aac3-75da1f5746ed,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:55.240309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Pushing event updated for resources: {'Port': ['ID=261a1258-f215-429f-ab07-006877506cf0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:55.250192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Provisioning complete for port c869460f-c77a-4695-984f-859b4c68a6ef triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:55.250617 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.386410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c869460f-c77a-4695-984f-859b4c68a6ef up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:55.440686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83ae86-e4b6-4806-8365-5315ad16a8f1 req-988880d5-d79a-47e1-8fd0-24bcfc690664 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:55.441114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '59312c37-6beb-405c-99b3-26c0702f2009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 4, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port': {'id': '59312c37-6beb-405c-99b3-26c0702f2009', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '261a1258-f215-429f-ab07-006877506cf0', 'name': '', 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'mac_address': 'fa:16:3e:ea:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:53Z', 'updated_at': '2021-12-10T18:41:53Z', 'revision_number': 1, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'subnets': [{'id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:55.441338 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e83ae86-e4b6-4806-8365-5315ad16a8f1 req-988880d5-d79a-47e1-8fd0-24bcfc690664 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 943 time: 0.1356843 Dec 10 18:41:55.460672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-478d27f1-574e-48b5-901b-6dc77a5e1c43 req-e8520cc5-2ac4-4bfb-a630-e17367956456 service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165117 Dec 10 18:41:55.478568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:41:55.483183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:41:55.484290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecddd306-9fc8-493c-be0a-bb25363239c3 None None] The sync data for ids ['185bea43-f2ef-4962-af70-6d4410094a16'] in n-d-821424-1 is: [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '59312c37-6beb-405c-99b3-26c0702f2009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 4, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port': {'id': '59312c37-6beb-405c-99b3-26c0702f2009', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '261a1258-f215-429f-ab07-006877506cf0', 'name': '', 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'mac_address': 'fa:16:3e:ea:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:53Z', 'updated_at': '2021-12-10T18:41:53Z', 'revision_number': 1, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'subnets': [{'id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:41:55.517694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Provisioning complete for port 261a1258-f215-429f-ab07-006877506cf0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:55.518095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.520006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c869460f-c77a-4695-984f-859b4c68a6ef triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:55.520232 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.590938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Port 261a1258-f215-429f-ab07-006877506cf0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:55.644655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Provisioning complete for port 59312c37-6beb-405c-99b3-26c0702f2009 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:55.644943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.780852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.809723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] For port 59312c37-6beb-405c-99b3-26c0702f2009, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=59312c37-6beb-405c-99b3-26c0702f2009,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:55.815858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.883212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381f4f6-7f7b-40be-8a34-63deabb55607 None None] Pushing event updated for resources: {'Port': ['ID=59312c37-6beb-405c-99b3-26c0702f2009,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:55.956828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2c85cd56-2e4d-4e58-970f-a21aa41a573b None None] Provisioning complete for port 261a1258-f215-429f-ab07-006877506cf0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:55.957207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c85cd56-2e4d-4e58-970f-a21aa41a573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:55.993869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2c85cd56-2e4d-4e58-970f-a21aa41a573b None None] Port 261a1258-f215-429f-ab07-006877506cf0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:41:56.031354 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e83ae86-e4b6-4806-8365-5315ad16a8f1 req-bae9e11a-f422-4adc-a86f-5a581886e6ca tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5807757 Dec 10 18:41:56.089368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-41faa681-c08c-4906-9957-00418c87392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.090940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-41faa681-c08c-4906-9957-00418c87392b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 1094 time: 0.1051574 Dec 10 18:41:56.130195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Router 185bea43-f2ef-4962-af70-6d4410094a16 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:56.261912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-2c758162-8448-4777-af9b-eef5f868512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.264501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-2c758162-8448-4777-af9b-eef5f868512f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 200 len: 897 time: 0.1630886 Dec 10 18:41:56.364285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-7c6006ca-65a3-4b6b-8248-62e7d15604e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70 HTTP/1.1" status: 200 len: 217 time: 0.0491691 Dec 10 18:41:56.412406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:56.418847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-79f6e69a-f9c3-4a1b-8c42-4887b9d93165 admin admin] 10.222.0.55 "PUT /v2.0/routers/185bea43-f2ef-4962-af70-6d4410094a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1206074 Dec 10 18:41:56.438159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-a112b406-803e-4a81-aa6f-f2ca192b025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.439711 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-a112b406-803e-4a81-aa6f-f2ca192b025f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=376c9b18-abc6-42cc-b9d6-de9b57da1ded HTTP/1.1" status: 200 len: 834 time: 0.0622280 Dec 10 18:41:56.494850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-fca6a219-490b-4d78-957a-543a075e634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:56.497250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-fca6a219-490b-4d78-957a-543a075e634a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8eb1f32d-c482-4f70-ab1f-935452189caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503774 Dec 10 18:41:56.601418 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-0b5e5dc7-41bd-435f-a58b-db39da2ff49f service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979536 Dec 10 18:41:56.705547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d45f5e6-c142-4677-b707-99f7a26ec6a5 req-ad82d6f3-3238-4a89-bf7d-624d2efe1f21 service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965745 Dec 10 18:41:56.890867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac84414-6a6d-46ac-aac3-75da1f5746ed up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:56.930302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a401f874-2f3f-4e7c-ae4f-00b1344fdc70 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:41:57.023065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fac84414-6a6d-46ac-aac3-75da1f5746ed triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:57.023518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.098393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a401f874-2f3f-4e7c-ae4f-00b1344fdc70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:57.114593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:41:57.154726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 59312c37-6beb-405c-99b3-26c0702f2009 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:57.206400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb7329-a0a4-4479-8196-85e23aed5fbf req-f6f05a46-1d12-48fd-b62c-8dd53d5b663a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:57.216200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91fb7329-a0a4-4479-8196-85e23aed5fbf req-f6f05a46-1d12-48fd-b62c-8dd53d5b663a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 943 time: 0.0884898 Dec 10 18:41:57.269192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.281052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-91fb7329-a0a4-4479-8196-85e23aed5fbf req-bc60d696-5746-4668-9d62-218bec0c1ead tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634918 Dec 10 18:41:57.489790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a401f874-2f3f-4e7c-ae4f-00b1344fdc70 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:41:57.499593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 59312c37-6beb-405c-99b3-26c0702f2009 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:57.499971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.537416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a401f874-2f3f-4e7c-ae4f-00b1344fdc70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:57.552635 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:57.635749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:57.697113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49786) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:57.772751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a401f874-2f3f-4e7c-ae4f-00b1344fdc70'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:41:58.091963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.303149 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e83eea93-b0a8-4fe2-b660-4abfc6a485d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.375622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Deleting port fac84414-6a6d-46ac-aac3-75da1f5746ed {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:58.375984 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.414126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df417-7352-42bf-9dca-2fece684e7a9 req-caf3f25a-0f82-46f5-89aa-290272158640 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:58.415940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc7df417-7352-42bf-9dca-2fece684e7a9 req-caf3f25a-0f82-46f5-89aa-290272158640 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 944 time: 0.0565274 Dec 10 18:41:58.465011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] For port fac84414-6a6d-46ac-aac3-75da1f5746ed, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fac84414-6a6d-46ac-aac3-75da1f5746ed,segment=NetworkSegment(7d8ad1ab-cb12-4d64-922c-4d59a47d8130),segment_id=7d8ad1ab-cb12-4d64-922c-4d59a47d8130)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:58.465375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.481662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Calling delete_port for fac84414-6a6d-46ac-aac3-75da1f5746ed owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:58.497829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc7df417-7352-42bf-9dca-2fece684e7a9 req-6b7b0d95-3ec0-4ada-b406-5da9a2b659ac tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714719 Dec 10 18:41:58.703244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.738689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac84414-6a6d-46ac-aac3-75da1f5746ed,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:58.931846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:58.944288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a401f874-2f3f-4e7c-ae4f-00b1344fdc70 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:41:59.007896 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:41:59.012513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:41:59.013972 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.102933 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.132177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:41:59.137600 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297b1805-07e0-499a-8228-b2ee5187e23d" -d '{"events": [{"server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "name": "network-vif-plugged", "status": "completed", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:41:59.157953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a401f874-2f3f-4e7c-ae4f-00b1344fdc70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:59.164418 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.197594 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8418c0e3-6bef-4556-abab-ae8c06d3dfa9 x-openstack-request-id: req-8418c0e3-6bef-4556-abab-ae8c06d3dfa9 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:41:59.197875 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "name": "network-vif-plugged", "status": "completed", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:41:59.198130 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8418c0e3-6bef-4556-abab-ae8c06d3dfa9 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:41:59.198707 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'code': 200} Dec 10 18:41:59.203210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:41:59.253280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:41:59.353036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec695-d444-4a5b-9d00-3649bfa9a51c req-77e85770-706f-41c9-9821-9aa7674f0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.354691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-267ec695-d444-4a5b-9d00-3649bfa9a51c req-77e85770-706f-41c9-9821-9aa7674f0378 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 1096 time: 0.0926387 Dec 10 18:41:59.360870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:41:59.368188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7f888244-dfe7-48e8-8870-f09a7891cba4 admin admin] 10.222.0.55 "PUT /v2.0/routers/8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6693389 Dec 10 18:41:59.370755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49794) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:41:59.373540 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] Sync routers for ids ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:41:59.387278 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] Routers {'8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:59.388760 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:59.456417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-267ec695-d444-4a5b-9d00-3649bfa9a51c req-61b93874-6136-4bc0-95b5-70cccd243038 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866795 Dec 10 18:41:59.522563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.533539 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] Set router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:59.653094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584c941-7d96-4e78-adf4-04a63159f0c9 req-f7577308-9668-4dbc-bf51-f08f2334cf2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:41:59.663651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3584c941-7d96-4e78-adf4-04a63159f0c9 req-f7577308-9668-4dbc-bf51-f08f2334cf2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 945 time: 0.0752478 Dec 10 18:41:59.682869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.740314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3584c941-7d96-4e78-adf4-04a63159f0c9 req-ca1e58af-efa0-480e-bafc-71221256b4c5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756249 Dec 10 18:41:59.742650 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161'}], 'enable_snat': True}, 'gw_port_id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:58Z', 'revision_number': 5, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port': {'id': '6925a5d4-573a-41ea-bd0b-70e471e8ee31', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:43Z', 'updated_at': '2021-12-10T18:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:59.777681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Deleting port 6925a5d4-573a-41ea-bd0b-70e471e8ee31 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:41:59.778028 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.785388 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] Checking router: 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:41:59.797541 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] Routers {'8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:41:59.798162 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:41:59.875863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] For port 6925a5d4-573a-41ea-bd0b-70e471e8ee31, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6925a5d4-573a-41ea-bd0b-70e471e8ee31,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:41:59.876240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:41:59.895553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Calling delete_port for 6925a5d4-573a-41ea-bd0b-70e471e8ee31 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:41:59.903042 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] Set router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:41:59.972810 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:59Z', 'revision_number': 6, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:00.004004 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d42fdd-bb02-43ea-8966-a34da937aef8 None None] The sync data for ids ['8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1'] in n-d-821424-1 is: [{'id': '8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1', 'name': 'tempest-TestAggregatesBasicOps-1384258141-router', 'tenant_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:42Z', 'updated_at': '2021-12-10T18:41:59Z', 'revision_number': 6, 'project_id': '1347fb4eb5d644f1b2c943e5e8964f96', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:00.045527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Sync routers for ids ['185bea43-f2ef-4962-af70-6d4410094a16'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:00.055879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Routers {'185bea43-f2ef-4962-af70-6d4410094a16'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:00.056499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['185bea43-f2ef-4962-af70-6d4410094a16'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:00.104121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.131562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Pushing event deleted for resources: {'Port': ['ID=6925a5d4-573a-41ea-bd0b-70e471e8ee31,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:00.150310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96319a30-709b-4af1-a677-08f5c5911f47 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:00.176059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Set router 185bea43-f2ef-4962-af70-6d4410094a16 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:00.196684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.310633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.313011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.407739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '59312c37-6beb-405c-99b3-26c0702f2009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 4, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port': {'id': '59312c37-6beb-405c-99b3-26c0702f2009', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '261a1258-f215-429f-ab07-006877506cf0', 'name': '', 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'mac_address': 'fa:16:3e:ea:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:53Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 2, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'subnets': [{'id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:00.439403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Checking router: 185bea43-f2ef-4962-af70-6d4410094a16 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:00.439856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Updating router 185bea43-f2ef-4962-af70-6d4410094a16 port 261a1258-f215-429f-ab07-006877506cf0 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:42:00.473059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.636391 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.637036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:42:00.641959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.643275 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bc1a0e50-b85e-49f8-b89d-7845fe66213d admin admin] 10.222.0.55 "DELETE /v2.0/routers/8662cb4c-f96e-4c09-b3f6-e6ced45e7ea1 HTTP/1.1" status: 204 len: 168 time: 1.2710750 Dec 10 18:42:00.647057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49802) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:00.711990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] Deleting subnet 70a72d30-8aae-4d41-9be0-1feeefc22a85 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:00.721457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.768783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.901530 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.907997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.930300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:00.969906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a199eba-7074-4fb7-9caf-e07f666947b4 req-c440bfd3-1545-4a27-96ce-cf855c60b48b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:00.971788 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a199eba-7074-4fb7-9caf-e07f666947b4 req-c440bfd3-1545-4a27-96ce-cf855c60b48b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 945 time: 0.1177077 Dec 10 18:42:00.974517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0553eb-ff04-4f1e-8306-6839f489a438 None None] Pushing event updated for resources: {'Port': ['ID=261a1258-f215-429f-ab07-006877506cf0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:01.037844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Attempting to bind port 261a1258-f215-429f-ab07-006877506cf0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:01.038442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Attempting to bind port 261a1258-f215-429f-ab07-006877506cf0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:01.038971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Attempting to bind port 261a1258-f215-429f-ab07-006877506cf0 on network 9ace26b8-d884-429d-84ba-db3fad0ee038 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:01.045296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:01.045754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Checking segment: {'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:01.046366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.046478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Bound using segment: {'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:01.046994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Bound port: 261a1258-f215-429f-ab07-006877506cf0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb411df-5271-4da8-9553-7dd1cc36612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:01.047580 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.047712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.068114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.074289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/70a72d30-8aae-4d41-9be0-1feeefc22a85 HTTP/1.1" status: 204 len: 168 time: 0.4238954 Dec 10 18:42:01.075219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49808) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:01.078462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7a199eba-7074-4fb7-9caf-e07f666947b4 req-cf8b318e-df64-4fd1-8cdc-14ad6926fdb3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961275 Dec 10 18:42:01.094913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d30653a-e569-4f79-b9cd-3571c88f697d None None] Network 1114dfd2-3360-4513-9857-007f1846df38 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:01.121716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fc6a5-c0db-4ea9-9989-aa5b34b45c63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70a72d30-8aae-4d41-9be0-1feeefc22a85,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:01.205765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.260644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] For port 261a1258-f215-429f-ab07-006877506cf0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:01.297460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27ff0d-e8dd-42b8-b820-7aae3d436514 req-d5d93c2a-3ecb-43a2-96f1-598c41645e46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.297921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac84414-6a6d-46ac-aac3-75da1f5746ed no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:01.299065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e27ff0d-e8dd-42b8-b820-7aae3d436514 req-d5d93c2a-3ecb-43a2-96f1-598c41645e46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 945 time: 0.0862751 Dec 10 18:42:01.301087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] For port 261a1258-f215-429f-ab07-006877506cf0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=261a1258-f215-429f-ab07-006877506cf0,segment=NetworkSegment(afb411df-5271-4da8-9553-7dd1cc36612b),segment_id=afb411df-5271-4da8-9553-7dd1cc36612b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:01.328304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.333566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: fac84414-6a6d-46ac-aac3-75da1f5746ed {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:01.333906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fac84414-6a6d-46ac-aac3-75da1f5746ed not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:01.366184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Deleting port 3b522535-747a-4e92-9925-3427135b9f23 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:01.366550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.371586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e27ff0d-e8dd-42b8-b820-7aae3d436514 req-8c557027-31a9-48ba-bbf7-24bedb2e1488 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649300 Dec 10 18:42:01.417565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f7f8e800-5406-42ea-858c-71ac0608aeb8 None None] Provisioning complete for port 261a1258-f215-429f-ab07-006877506cf0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:01.417861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e800-5406-42ea-858c-71ac0608aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.419811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0553eb-ff04-4f1e-8306-6839f489a438 None None] Pushing event updated for resources: {'Port': ['ID=261a1258-f215-429f-ab07-006877506cf0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:01.429963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Routers {'185bea43-f2ef-4962-af70-6d4410094a16'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:01.430651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:41:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['185bea43-f2ef-4962-af70-6d4410094a16'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:01.439514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:01.471683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] For port 3b522535-747a-4e92-9925-3427135b9f23, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b522535-747a-4e92-9925-3427135b9f23,segment=NetworkSegment(7d8ad1ab-cb12-4d64-922c-4d59a47d8130),segment_id=7d8ad1ab-cb12-4d64-922c-4d59a47d8130)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:01.473004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.503212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Calling delete_port for 3b522535-747a-4e92-9925-3427135b9f23 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:01.518348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] DHCP port deletion for 1114dfd2-3360-4513-9857-007f1846df38 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:01.534745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40530a5-49f6-4002-a23f-7df40e42eaf9 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:01.539981 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c40530a5-49f6-4002-a23f-7df40e42eaf9 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 1091 time: 0.0990109 Dec 10 18:42:01.542439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49814) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:01.548409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:01.590066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.645119 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.666387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] Set router 185bea43-f2ef-4962-af70-6d4410094a16 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:01.699898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b522535-747a-4e92-9925-3427135b9f23,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:01.701144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] No DVR routers for this DVR port 3b522535-747a-4e92-9925-3427135b9f23 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:01.767892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.795422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.833546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1114dfd2-3360-4513-9857-007f1846df38']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:01.838826 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89afee5b-7665-4b61-9b00-0c5ebd9eb435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.867029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e800-5406-42ea-858c-71ac0608aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.883190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8ad1ab-cb12-4d64-922c-4d59a47d8130') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:01.883941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8ad1ab-cb12-4d64-922c-4d59a47d8130') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:01.903536 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.929555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.930681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Deleting port 3b522535-747a-4e92-9925-3427135b9f23 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:01.931371 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.938986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:01.939376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:01.961513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f7f8e800-5406-42ea-858c-71ac0608aeb8 None None] For port 261a1258-f215-429f-ab07-006877506cf0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=261a1258-f215-429f-ab07-006877506cf0,segment=NetworkSegment(afb411df-5271-4da8-9553-7dd1cc36612b),segment_id=afb411df-5271-4da8-9553-7dd1cc36612b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:01.998848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7f8e800-5406-42ea-858c-71ac0608aeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:02.007118 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:02.011836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.030756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.037300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] 10.222.0.55 "DELETE /v2.0/networks/1114dfd2-3360-4513-9857-007f1846df38 HTTP/1.1" status: 204 len: 168 time: 0.9587340 Dec 10 18:42:02.037300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f930df-ab1f-48ac-8801-7aea46394a15 admin admin] Pushing event deleted for resources: {'Network': ['ID=1114dfd2-3360-4513-9857-007f1846df38,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:02.041357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49818) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:02.092724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] For port 3b522535-747a-4e92-9925-3427135b9f23, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:02.093378 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.112373 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.137663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Calling delete_port for 3b522535-747a-4e92-9925-3427135b9f23 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:02.166103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Port 3b522535-747a-4e92-9925-3427135b9f23 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:42:02.174837 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.177294 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.179769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8e800-5406-42ea-858c-71ac0608aeb8 None None] Pushing event updated for resources: {'Port': ['ID=261a1258-f215-429f-ab07-006877506cf0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:02.256534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.25.2.62 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/08d96e94-3603-4c87-853b-42e0f36704fe) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:02.376240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.381859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Network 1114dfd2-3360-4513-9857-007f1846df38 is not hosted by any dhcp agent {{(pid=103501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:42:02.382304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] No DVR routers for this DVR port 3b522535-747a-4e92-9925-3427135b9f23 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:02.386064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebfc2a-7e45-48f2-ba20-379750e029ad None None] Pushing event deleted for resources: {'Port': ['ID=3b522535-747a-4e92-9925-3427135b9f23,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:02.393565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-08ec149e-35c1-4f4e-b6f1-dde898093c90 None None] Provisioning complete for port 261a1258-f215-429f-ab07-006877506cf0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:02.393565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-08ec149e-35c1-4f4e-b6f1-dde898093c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.414731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.457628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '59312c37-6beb-405c-99b3-26c0702f2009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 4, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port': {'id': '59312c37-6beb-405c-99b3-26c0702f2009', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '261a1258-f215-429f-ab07-006877506cf0', 'name': '', 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'mac_address': 'fa:16:3e:ea:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:53Z', 'updated_at': '2021-12-10T18:42:01Z', 'revision_number': 4, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'subnets': [{'id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:02.472148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=08d96e94-3603-4c87-853b-42e0f36704fe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:02.483869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:02.485496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:02.488068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:02.491717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb53e5-382a-4441-bf1b-388cec692a4a None None] The sync data for ids ['185bea43-f2ef-4962-af70-6d4410094a16'] in n-d-821424-1 is: [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '59312c37-6beb-405c-99b3-26c0702f2009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:54Z', 'revision_number': 4, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port': {'id': '59312c37-6beb-405c-99b3-26c0702f2009', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '261a1258-f215-429f-ab07-006877506cf0', 'name': '', 'network_id': '9ace26b8-d884-429d-84ba-db3fad0ee038', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'mac_address': 'fa:16:3e:ea:5c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:53Z', 'updated_at': '2021-12-10T18:42:01Z', 'revision_number': 4, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'subnets': [{'id': 'b8fbc006-a30a-4376-af31-a25665f87419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:02.564049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.848873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 261a1258-f215-429f-ab07-006877506cf0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:02.909340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 261a1258-f215-429f-ab07-006877506cf0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:02.909726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.939057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Deleting port 261a1258-f215-429f-ab07-006877506cf0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:02.939542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:02.950412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.040238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] For port 261a1258-f215-429f-ab07-006877506cf0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=261a1258-f215-429f-ab07-006877506cf0,segment=NetworkSegment(afb411df-5271-4da8-9553-7dd1cc36612b),segment_id=afb411df-5271-4da8-9553-7dd1cc36612b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:03.040784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.050873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.063793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Calling delete_port for 261a1258-f215-429f-ab07-006877506cf0 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:03.082611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b522535-747a-4e92-9925-3427135b9f23 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:03.117948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3b522535-747a-4e92-9925-3427135b9f23 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:03.119169 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b522535-747a-4e92-9925-3427135b9f23 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:03.119765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6925a5d4-573a-41ea-bd0b-70e471e8ee31 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:03.140611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 6925a5d4-573a-41ea-bd0b-70e471e8ee31 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:03.140956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6925a5d4-573a-41ea-bd0b-70e471e8ee31 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:03.241208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.247384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.273744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.302080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Pushing event deleted for resources: {'Port': ['ID=261a1258-f215-429f-ab07-006877506cf0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:03.346268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=08d96e94-3603-4c87-853b-42e0f36704fe,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:03.355251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.468925 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Floating IP a06c4b2a-1642-4129-93b3-1c5203bf7555 associated. External IP: 172.25.2.62, port: a401f874-2f3f-4e7c-ae4f-00b1344fdc70. Dec 10 18:42:03.480037 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.705265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 3583508c-5a22-4a90-a3b8-6317689006ea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:03.722797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Router 185bea43-f2ef-4962-af70-6d4410094a16 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:03.776752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.834549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:03.836560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:03.844291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9c97df7a-4dc5-469b-9ccc-5424bc62d5ce admin admin] 10.222.0.55 "PUT /v2.0/routers/185bea43-f2ef-4962-af70-6d4410094a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8015056 Dec 10 18:42:03.847360 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] Sync routers for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:03.847833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49822) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:03.850603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-2e06999f-6be7-4c25-9024-0b8fbea08738 req-59e5c7e0-8ae3-46dc-9d45-88e8796d7cef service neutron] (103500) timed out ('10.222.0.59', 51852) {{(pid=103500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:42:03.858988 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:03.859318 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:03.870936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] Sync routers for ids ['185bea43-f2ef-4962-af70-6d4410094a16'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:03.881861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] Routers {'185bea43-f2ef-4962-af70-6d4410094a16'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:03.882512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['185bea43-f2ef-4962-af70-6d4410094a16'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:03.898535 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:03.943968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b9eab04d-a46b-472a-8eb0-656205ec7ed9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3977528 Dec 10 18:42:03.943968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:03.944313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49826) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:03.945884 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4170a253-9d54-4337-ac4b-7babcd15d1b9" -d '{"events": [{"name": "network-changed", "server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:03.974105 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:03.999823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] Set router 185bea43-f2ef-4962-af70-6d4410094a16 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:04.023603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-15b6fe22-4c35-4f5c-8653-d10f390e5712 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/floatingips/a06c4b2a-1642-4129-93b3-1c5203bf7555 HTTP/1.1" status: 200 len: 990 time: 0.0781076 Dec 10 18:42:04.028162 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6a1334-230b-4c69-b641-892fed80edca x-openstack-request-id: req-1e6a1334-230b-4c69-b641-892fed80edca {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:04.028162 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:04.028162 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e6a1334-230b-4c69-b641-892fed80edca {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:04.028586 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'status': 'completed', 'code': 200} Dec 10 18:42:04.031770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.148656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.162405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-5750a845-8bc7-4f2f-9f08-9abef039819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.164048 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-5750a845-8bc7-4f2f-9f08-9abef039819f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 1096 time: 0.0891883 Dec 10 18:42:04.195891 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.235320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '59312c37-6beb-405c-99b3-26c0702f2009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:42:03Z', 'revision_number': 5, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port': {'id': '59312c37-6beb-405c-99b3-26c0702f2009', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185bea43-f2ef-4962-af70-6d4410094a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:41:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:04.260701 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:02Z', 'revision_number': 0, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:04.267040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] Checking router: 185bea43-f2ef-4962-af70-6d4410094a16 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:04.276347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] Routers {'185bea43-f2ef-4962-af70-6d4410094a16'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:04.277378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['185bea43-f2ef-4962-af70-6d4410094a16'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:04.290156 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] Checking router: 3583508c-5a22-4a90-a3b8-6317689006ea for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:04.297095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-1a742bd1-695a-4716-a8ae-14ff4a37199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.298625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-1a742bd1-695a-4716-a8ae-14ff4a37199f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 200 len: 897 time: 0.1275668 Dec 10 18:42:04.300036 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:04.300636 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:04.355311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Deleting port 59312c37-6beb-405c-99b3-26c0702f2009 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:04.355906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.372116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] Set router 185bea43-f2ef-4962-af70-6d4410094a16 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:04.413350 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-12405911-b7d5-46d7-ac0b-90110ea04f1f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70 HTTP/1.1" status: 200 len: 998 time: 0.1071639 Dec 10 18:42:04.415338 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:04.427805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:42:04Z', 'revision_number': 6, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:04.461124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef83a8-6f4b-4490-9a70-a7faf73f771c None None] The sync data for ids ['185bea43-f2ef-4962-af70-6d4410094a16'] in n-d-821424-1 is: [{'id': '185bea43-f2ef-4962-af70-6d4410094a16', 'name': 'tempest-TestAggregatesBasicOps-691920078-router', 'tenant_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:50Z', 'updated_at': '2021-12-10T18:42:04Z', 'revision_number': 6, 'project_id': '7c93d8511d6048d8a61a13da4ba67aeb', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:04.504066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] For port 59312c37-6beb-405c-99b3-26c0702f2009, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=59312c37-6beb-405c-99b3-26c0702f2009,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:04.504435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.516380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-93a2a045-f3d9-4b86-ac96-31e863480513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.517933 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-93a2a045-f3d9-4b86-ac96-31e863480513 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=376c9b18-abc6-42cc-b9d6-de9b57da1ded HTTP/1.1" status: 200 len: 834 time: 0.0965996 Dec 10 18:42:04.521738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Calling delete_port for 59312c37-6beb-405c-99b3-26c0702f2009 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:04.613742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-18f41be5-fdd8-43b1-bce3-e891789d1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:04.615348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-18f41be5-fdd8-43b1-bce3-e891789d1359 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8eb1f32d-c482-4f70-ab1f-935452189caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893664 Dec 10 18:42:04.650272 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:02Z', 'revision_number': 0, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:04.677109 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc541c65-4f48-4c09-a5ab-b16bf7b44046 None None] The sync data for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 is: [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:02Z', 'revision_number': 0, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:04.766300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-f5d8acde-c79d-4110-b0bb-694dc445933c service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436691 Dec 10 18:42:04.785892 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.874725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:04.910064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 261a1258-f215-429f-ab07-006877506cf0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:04.921242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Pushing event deleted for resources: {'Port': ['ID=59312c37-6beb-405c-99b3-26c0702f2009,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:04.946639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653cafd-e1cf-4597-9a06-73def4445fcf None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:04.953323 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c508d0cc-7389-40da-96e6-c537c7408090 None None] New status for floating IP a06c4b2a-1642-4129-93b3-1c5203bf7555: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:42:04.956830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4170a253-9d54-4337-ac4b-7babcd15d1b9 req-65cb76c3-bfb1-4b6c-a1ab-894cfbd7da60 service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711347 Dec 10 18:42:04.966961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 261a1258-f215-429f-ab07-006877506cf0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:04.967455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 261a1258-f215-429f-ab07-006877506cf0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:05.022174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.028094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49832) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:05.105031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ca5e720-5412-4227-8146-c552ae4edc96 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/floatingips/a06c4b2a-1642-4129-93b3-1c5203bf7555 HTTP/1.1" status: 200 len: 990 time: 0.0753303 Dec 10 18:42:05.127079 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.130193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.189039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.189611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 185bea43-f2ef-4962-af70-6d4410094a16 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:42:05.195370 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.198775 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-02098c57-48af-432e-b85e-1a4bed8cb75f admin admin] 10.222.0.55 "DELETE /v2.0/routers/185bea43-f2ef-4962-af70-6d4410094a16 HTTP/1.1" status: 204 len: 168 time: 1.3450210 Dec 10 18:42:05.199632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49836) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:05.245915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] Deleting subnet b8fbc006-a30a-4376-af31-a25665f87419 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:42:05.249474 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.295857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.389758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.446966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.473254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8fbc006-a30a-4376-af31-a25665f87419,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:05.479552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.483165 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-67676baf-cab1-4cd8-a85e-6ecfc2efc923 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b8fbc006-a30a-4376-af31-a25665f87419 HTTP/1.1" status: 204 len: 168 time: 0.2830999 Dec 10 18:42:05.485722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b200a342-89da-4d33-a2fd-059ebf1c95a8 None None] Network 9ace26b8-d884-429d-84ba-db3fad0ee038 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:05.486288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49838) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:05.558820 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.621654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Deleting port c869460f-c77a-4695-984f-859b4c68a6ef {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:05.621990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.687949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] For port c869460f-c77a-4695-984f-859b4c68a6ef, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c869460f-c77a-4695-984f-859b4c68a6ef,segment=NetworkSegment(afb411df-5271-4da8-9553-7dd1cc36612b),segment_id=afb411df-5271-4da8-9553-7dd1cc36612b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:05.688207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] DHCP port deletion for 9ace26b8-d884-429d-84ba-db3fad0ee038 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:05.688307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.703869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Calling delete_port for c869460f-c77a-4695-984f-859b4c68a6ef owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:05.739729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] Deleting port c869460f-c77a-4695-984f-859b4c68a6ef {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:42:05.740099 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.801004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.815856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] For port c869460f-c77a-4695-984f-859b4c68a6ef, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c869460f-c77a-4695-984f-859b4c68a6ef,segment=NetworkSegment(afb411df-5271-4da8-9553-7dd1cc36612b),segment_id=afb411df-5271-4da8-9553-7dd1cc36612b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:05.816450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.830723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Pushing event deleted for resources: {'Port': ['ID=c869460f-c77a-4695-984f-859b4c68a6ef,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:05.831554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] Calling delete_port for c869460f-c77a-4695-984f-859b4c68a6ef owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:42:05.834466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] No DVR routers for this DVR port c869460f-c77a-4695-984f-859b4c68a6ef on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:05.909269 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.912178 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.932027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ace26b8-d884-429d-84ba-db3fad0ee038']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:05.942271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] Pushing event deleted for resources: {'Port': ['ID=c869460f-c77a-4695-984f-859b4c68a6ef,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:05.942526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb411df-5271-4da8-9553-7dd1cc36612b') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:05.942771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb411df-5271-4da8-9553-7dd1cc36612b') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:05.945904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c424c4-9425-4eaa-8b7c-47cd4016d79e None None] No DVR routers for this DVR port c869460f-c77a-4695-984f-859b4c68a6ef on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:42:05.961821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.977023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.984212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:42:05.984610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:42:05.986333 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:42:06.044170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.050133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.053386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] 10.222.0.55 "DELETE /v2.0/networks/9ace26b8-d884-429d-84ba-db3fad0ee038 HTTP/1.1" status: 204 len: 168 time: 0.5661886 Dec 10 18:42:06.065065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c7f9d-cbde-4a4c-bf8b-480bddb3d36d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ace26b8-d884-429d-84ba-db3fad0ee038,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:06.108636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49842) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.191260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8e7b3178-373a-4533-9a3a-fb3804b7e0eb tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/floatingips/a06c4b2a-1642-4129-93b3-1c5203bf7555 HTTP/1.1" status: 200 len: 992 time: 0.0810802 Dec 10 18:42:06.265512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49846) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.310133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-62e1b261-efbe-4995-a6b5-b48466388934 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1347fb4eb5d644f1b2c943e5e8964f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431788 Dec 10 18:42:06.312479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49848) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.362630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e98e286-4811-47fe-abdd-52904ad16b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.389589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e98e286-4811-47fe-abdd-52904ad16b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.447568 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e98e286-4811-47fe-abdd-52904ad16b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.451902 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e98e286-4811-47fe-abdd-52904ad16b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.453638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5e98e286-4811-47fe-abdd-52904ad16b2a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0ab0a50e-4435-455e-b5e7-2bedd21b4cef HTTP/1.1" status: 204 len: 168 time: 0.1400449 Dec 10 18:42:06.464170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98e286-4811-47fe-abdd-52904ad16b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab0a50e-4435-455e-b5e7-2bedd21b4cef,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:06.784667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c869460f-c77a-4695-984f-859b4c68a6ef no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:06.809366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c869460f-c77a-4695-984f-859b4c68a6ef {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:06.810001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c869460f-c77a-4695-984f-859b4c68a6ef not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:06.811415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 59312c37-6beb-405c-99b3-26c0702f2009 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:42:06.824131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49854) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.836825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 59312c37-6beb-405c-99b3-26c0702f2009 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:42:06.837254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 59312c37-6beb-405c-99b3-26c0702f2009 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:42:06.874791 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c8be558-2db8-473b-8fa8-8988dd5e95d2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7c93d8511d6048d8a61a13da4ba67aeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424314 Dec 10 18:42:06.875256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49856) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:06.925778 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-973b2661-4eb1-4f4e-bb31-15afa9b7e0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:06.948255 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-973b2661-4eb1-4f4e-bb31-15afa9b7e0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.007342 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-973b2661-4eb1-4f4e-bb31-15afa9b7e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.011591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-973b2661-4eb1-4f4e-bb31-15afa9b7e0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:07.013487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-973b2661-4eb1-4f4e-bb31-15afa9b7e0d9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9d42181f-985f-495a-b9a4-9babff141179 HTTP/1.1" status: 204 len: 168 time: 0.1369350 Dec 10 18:42:07.026031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b2661-4eb1-4f4e-bb31-15afa9b7e0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42181f-985f-495a-b9a4-9babff141179,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.055702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.060776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741743197', 'description': 'tempest-secgroup-smoke-741743197 description', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:09.089610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.099050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.173614 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.180728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.224082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6475d8-ab9f-4131-b42c-50f81f6e2cfa,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.260303 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.266236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.296665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.297849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2410092 Dec 10 18:42:09.299803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7891e-bf44-4e7d-a1b9-6427defccd66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e922de4-18c1-49f3-a2f4-4db9500214ad,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.301313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49902) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.306006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-700945e3-e335-4952-b941-0db355f80591 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '2e922de4-18c1-49f3-a2f4-4db9500214ad', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:09.337435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-700945e3-e335-4952-b941-0db355f80591 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.412814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-700945e3-e335-4952-b941-0db355f80591 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.418059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-700945e3-e335-4952-b941-0db355f80591 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.438111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700945e3-e335-4952-b941-0db355f80591 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29bc44f-c553-426b-80ca-4db64b974b7c,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.447655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-700945e3-e335-4952-b941-0db355f80591 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.449156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-700945e3-e335-4952-b941-0db355f80591 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467764 Dec 10 18:42:09.452376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49906) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.457120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-12b60a15-c1da-4b9b-9c0d-54000bc8e5b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '2e922de4-18c1-49f3-a2f4-4db9500214ad', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:09.488969 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b60a15-c1da-4b9b-9c0d-54000bc8e5b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.546016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b60a15-c1da-4b9b-9c0d-54000bc8e5b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.550735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b60a15-c1da-4b9b-9c0d-54000bc8e5b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.569761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b60a15-c1da-4b9b-9c0d-54000bc8e5b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971484d2-d18b-4c53-ade0-6b6e4a9b27f7,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.578698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12b60a15-c1da-4b9b-9c0d-54000bc8e5b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.579943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12b60a15-c1da-4b9b-9c0d-54000bc8e5b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265373 Dec 10 18:42:09.582810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49908) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.587301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-72d1889c-5132-4649-b7ac-31fab1de416b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '2e922de4-18c1-49f3-a2f4-4db9500214ad', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:09.615932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72d1889c-5132-4649-b7ac-31fab1de416b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.677817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72d1889c-5132-4649-b7ac-31fab1de416b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.682778 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72d1889c-5132-4649-b7ac-31fab1de416b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.700432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1889c-5132-4649-b7ac-31fab1de416b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12047855-61f2-443e-a4b6-1035b739460b,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.710205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-72d1889c-5132-4649-b7ac-31fab1de416b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.711428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-72d1889c-5132-4649-b7ac-31fab1de416b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276312 Dec 10 18:42:09.715790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49910) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.720232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c7ac5e7d-c7c4-4740-b8b1-b64271ff4bd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '2e922de4-18c1-49f3-a2f4-4db9500214ad', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:09.748118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5e7d-c7c4-4740-b8b1-b64271ff4bd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.809175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5e7d-c7c4-4740-b8b1-b64271ff4bd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.814640 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5e7d-c7c4-4740-b8b1-b64271ff4bd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.834061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac5e7d-c7c4-4740-b8b1-b64271ff4bd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b355ca1-a574-496a-8f38-8fa4d34742f1,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.840766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5e7d-c7c4-4740-b8b1-b64271ff4bd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.841607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c7ac5e7d-c7c4-4740-b8b1-b64271ff4bd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247740 Dec 10 18:42:09.844559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49912) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.849294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '2e922de4-18c1-49f3-a2f4-4db9500214ad', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:09.874239 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:42:09.879603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.947667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.953672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.974304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6634fa-b302-4963-8e6b-b2881fc2dadd,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:09.987801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:09.989075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ac27bebd-10ca-44a7-980d-525605ef925e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434610 Dec 10 18:42:09.992387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49914) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:09.997265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '2e922de4-18c1-49f3-a2f4-4db9500214ad', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:10.021485 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:42:10.026845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.089780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.095050 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.114137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9709f518-542d-41c9-97f4-e3a838a500de,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:10.124520 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.125856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7257722e-7479-40dc-9e19-22351291272c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322467 Dec 10 18:42:10.130127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49916) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:10.135254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'network': {'name': 'tempest-network-smoke--66579007', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:10.156471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:10.160347 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.188847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:10.198625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.198956 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Added segment 1d32e389-23c5-409f-bef0-50d16180abe7 of type vlan for network 915a652c-f934-43b4-8fb7-516dcb3e77c0 Dec 10 18:42:10.255192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.286944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.292809 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.293413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.359019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2276371 Dec 10 18:42:10.362250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49918) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:10.367171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'admin_state_up': True, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:10.367672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913a077-5264-4a11-b479-d472e3e8bdce tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Network': ['ID=915a652c-f934-43b4-8fb7-516dcb3e77c0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:10.379100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:10.393478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.394615 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.452717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.734577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-bad58373-3356-4b6c-8d68-8ad02c10ffed service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0550156 Dec 10 18:42:10.825804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-f7537f0a-359c-4875-b623-be0e6a7ceaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.827695 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-f7537f0a-359c-4875-b623-be0e6a7ceaef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1096 time: 0.0464883 Dec 10 18:42:10.862800 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:10.949390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-37a6cd12-2802-479e-99ae-80029b77eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:10.951485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-37a6cd12-2802-479e-99ae-80029b77eced service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.0960498 Dec 10 18:42:11.025654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-22260df7-e80d-4274-a803-47420f4fe346 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 1001 time: 0.0669575 Dec 10 18:42:11.070509 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.089235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-9b04e013-7595-4eaf-95fb-8d38df5a0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:11.090404 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.090781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-9b04e013-7595-4eaf-95fb-8d38df5a0803 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0487902 Dec 10 18:42:11.137392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-4e97a5c1-8f5f-468d-9088-675c1f5d893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:11.139452 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-4e97a5c1-8f5f-468d-9088-675c1f5d893e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418963 Dec 10 18:42:11.200339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.175 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/2457e932-8a19-43e1-94f4-d5ead6af17b6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:11.243808 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-b9f6f98f-c595-4ebc-98d6-1929f098375c service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964599 Dec 10 18:42:11.318706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.346840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4748d7f3-3fbc-4a81-b88c-79cc6efdd2d9 req-98f32d2c-9f53-4155-9ea6-35c5ca920ed2 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928147 Dec 10 18:42:11.354383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.390474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:11.395463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:11.399119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:11.409962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a35af6-a98f-471d-8484-40f03309e1db None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:11.435057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=2457e932-8a19-43e1-94f4-d5ead6af17b6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:11.442593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b77db2e2-1570-4532-901b-30fd12a144f1 None None] Provisioning complete for port 2457e932-8a19-43e1-94f4-d5ead6af17b6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:11.442969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b77db2e2-1570-4532-901b-30fd12a144f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.481301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b77db2e2-1570-4532-901b-30fd12a144f1 None None] Port 2457e932-8a19-43e1-94f4-d5ead6af17b6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:11.669354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:11.875755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.028771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:42:12.137993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:12.147911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Sync routers for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:12.160613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.161901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38778951-6e39-46ce-8d56-8e9e1d48afb7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7985291 Dec 10 18:42:12.162156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:12.162812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:12.166505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49924) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:12.278226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:12.307196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c678b7aa-f166-4a71-8284-a6245fb26df1 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a8fa045a8f34c64b75c52cf496a59c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1395309 Dec 10 18:42:12.310847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49928) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:12.409146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c1722-a20f-4f63-bddf-bacd5a180775 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:12.413561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0b8c1722-a20f-4f63-bddf-bacd5a180775 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988684 Dec 10 18:42:12.413876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 49930) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:12.445858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-98eddf51-e43c-45f3-9162-e786795d7d39 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307620 Dec 10 18:42:12.448798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49932) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:12.457134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1148883238', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:12.568451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:12.572269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.580235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-4dd34b81-0bfb-41b2-9974-94d516ed089f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091082 Dec 10 18:42:12.645746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:11Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:12.678408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Checking router: 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:12.678757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Updating router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 port 2457e932-8a19-43e1-94f4-d5ead6af17b6 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:42:12.681401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-92a7510b-823c-41b9-8dfa-b000f040e7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:12.683432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-92a7510b-823c-41b9-8dfa-b000f040e7fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 1097 time: 0.0561330 Dec 10 18:42:12.708835 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.816298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-914089b6-2fad-45ec-a450-efca16ce5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:12.817689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-914089b6-2fad-45ec-a450-efca16ce5fa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1069255 Dec 10 18:42:12.820840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.889610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-944cf48e-ccad-47e5-9f29-61b636dfe605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=625381a4-62be-43aa-a177-cc387474204f HTTP/1.1" status: 200 len: 1002 time: 0.0641334 Dec 10 18:42:12.892858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Subnet': ['ID=07fb93ea-552c-4353-9124-9a32ef7c53c7,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:12.900667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Checking segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:12.901125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network hostable DHCP agents. Network: 915a652c-f934-43b4-8fb7-516dcb3e77c0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:12.921234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:12.933791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 915a652c-f934-43b4-8fb7-516dcb3e77c0) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:12.939029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:12.939791 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:12.947270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-611fa914-81f0-4c70-aa48-363573aefc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:12.948912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-611fa914-81f0-4c70-aa48-363573aefc21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0524611 Dec 10 18:42:12.952380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4e890-7eb7-4a2c-b08f-7af49ed46ccf None None] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:12.961345 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd43cc5a-02bd-46c8-82be-6ffbee25ab62 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5112863 Dec 10 18:42:12.964645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 49938) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:13.002701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-1fe99148-f9ef-4e95-b84b-97597a67e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:13.004378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-1fe99148-f9ef-4e95-b84b-97597a67e54f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481613 Dec 10 18:42:13.038654 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.053403 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.108359 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-b933c264-29e4-45ec-98b0-0b3ae292af20 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960696 Dec 10 18:42:13.128646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8f3ee-8ae3-41ba-baaf-7930efd42df2 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:13.144060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-915a652c-f934-43b4-8fb7-516dcb3e77c0', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:13.144926 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.148794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Attempting to bind port 2457e932-8a19-43e1-94f4-d5ead6af17b6 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:13.149172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Attempting to bind port 2457e932-8a19-43e1-94f4-d5ead6af17b6 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:13.149543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Attempting to bind port 2457e932-8a19-43e1-94f4-d5ead6af17b6 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:13.160360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7dc5-50d2-4a9a-a664-c064db5948de None None] Pushing event updated for resources: {'Port': ['ID=2457e932-8a19-43e1-94f4-d5ead6af17b6,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:13.168829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:13.169272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:13.169690 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.170096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:13.170585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Bound port: 2457e932-8a19-43e1-94f4-d5ead6af17b6, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:13.170962 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.227470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70d84bcf-54a1-415c-b3a6-670761f1ba92 req-231c83b9-b3cd-47b7-9759-9680379cdefe service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122444 Dec 10 18:42:13.248209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-99c5034e-3489-43ee-b318-7950578f2b2e None None] Provisioning complete for port 2457e932-8a19-43e1-94f4-d5ead6af17b6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:13.248502 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-99c5034e-3489-43ee-b318-7950578f2b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.298842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] For port 2457e932-8a19-43e1-94f4-d5ead6af17b6, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:13.355325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] For port 2457e932-8a19-43e1-94f4-d5ead6af17b6, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2457e932-8a19-43e1-94f4-d5ead6af17b6,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:13.368366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.436666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-99c5034e-3489-43ee-b318-7950578f2b2e None None] Port 2457e932-8a19-43e1-94f4-d5ead6af17b6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:13.463419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c73574-25f7-4a74-af44-47d26a265c1b None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:42:13.477883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Allocated IP 172.20.0.2 (915a652c-f934-43b4-8fb7-516dcb3e77c0/07fb93ea-552c-4353-9124-9a32ef7c53c7/5884135b-8a7d-4dbe-9070-e75987f4afae) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:13.503140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:13.503801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:13.506006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7dc5-50d2-4a9a-a664-c064db5948de None None] Pushing event updated for resources: {'Port': ['ID=2457e932-8a19-43e1-94f4-d5ead6af17b6,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:13.644936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c53af9ca-5da2-4cbe-ae8f-25de4922b8ee None None] Provisioning complete for port 2457e932-8a19-43e1-94f4-d5ead6af17b6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:13.645285 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c53af9ca-5da2-4cbe-ae8f-25de4922b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.727738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:13.837175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.900750 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.929672 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:13.998239 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c53af9ca-5da2-4cbe-ae8f-25de4922b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.024948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:14.038756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Pushing event updated for resources: {'Port': ['ID=5884135b-8a7d-4dbe-9070-e75987f4afae,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:14.042255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:14.044446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:14.071135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c53af9ca-5da2-4cbe-ae8f-25de4922b8ee None None] For port 2457e932-8a19-43e1-94f4-d5ead6af17b6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2457e932-8a19-43e1-94f4-d5ead6af17b6,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:14.083744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c53af9ca-5da2-4cbe-ae8f-25de4922b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.127933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.1 (915a652c-f934-43b4-8fb7-516dcb3e77c0/07fb93ea-552c-4353-9124-9a32ef7c53c7/acdb7318-a7c5-449f-813b-c39a5a3fd95e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:14.183559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Attempting to bind port 5884135b-8a7d-4dbe-9070-e75987f4afae on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:14.183972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Attempting to bind port 5884135b-8a7d-4dbe-9070-e75987f4afae by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:14.184278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Attempting to bind port 5884135b-8a7d-4dbe-9070-e75987f4afae on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:14.193528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53af9ca-5da2-4cbe-ae8f-25de4922b8ee None None] Pushing event updated for resources: {'Port': ['ID=2457e932-8a19-43e1-94f4-d5ead6af17b6,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:14.197039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:14.198136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Checking segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:14.198136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.198509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Bound using segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:14.199025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Bound port: 5884135b-8a7d-4dbe-9070-e75987f4afae, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:14.199410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.222684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:11Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:14.261321 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.271506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e408d7-bd38-4689-951b-530cfaca68a8 None None] The sync data for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 is: [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:11Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:14.308681 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.322248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] For port 5884135b-8a7d-4dbe-9070-e75987f4afae, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:14.327063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] For port 5884135b-8a7d-4dbe-9070-e75987f4afae, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5884135b-8a7d-4dbe-9070-e75987f4afae,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:14.332144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.354511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:14.358297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:14.360905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:14.398752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d236e-465c-4829-8781-2da7c1807543 None None] Pushing event updated for resources: {'Port': ['ID=5884135b-8a7d-4dbe-9070-e75987f4afae,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:14.401813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=acdb7318-a7c5-449f-813b-c39a5a3fd95e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:14.427748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.600617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.951327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2457e932-8a19-43e1-94f4-d5ead6af17b6 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:14.979672 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:14.986116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.009600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2457e932-8a19-43e1-94f4-d5ead6af17b6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:15.010011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.074610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.076729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=acdb7318-a7c5-449f-813b-c39a5a3fd95e,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:15.107070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5884135b-8a7d-4dbe-9070-e75987f4afae up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:15.169180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5884135b-8a7d-4dbe-9070-e75987f4afae triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:15.169765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.204683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:15.206904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:15.279585 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.347507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 5884135b-8a7d-4dbe-9070-e75987f4afae, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5884135b-8a7d-4dbe-9070-e75987f4afae,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:15.353708 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.375586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:15.438332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=5884135b-8a7d-4dbe-9070-e75987f4afae,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:15.509455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:15.516449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8803bc3b-b945-441d-ac63-a48c5b176fc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/7f3c399a-00e6-4a6c-97d7-fe1bc624a771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5507052 Dec 10 18:42:15.648642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425667f3-cef2-4009-b326-e12d22b83161 None None] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:15.695416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-fee867ca-1b9c-4c9c-8297-3f277b2db8c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741743197&fields=id&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 267 time: 0.0543938 Dec 10 18:42:15.804126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-2c985fd4-c229-4fe8-9d56-70ee99bca47f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:15.805837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-2c985fd4-c229-4fe8-9d56-70ee99bca47f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 795 time: 0.1062362 Dec 10 18:42:15.824640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-917bde79-37a8-41c6-83f7-55638cd1cbc8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/quotas/3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 375 time: 0.0107548 Dec 10 18:42:15.872663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e3c9547c-9071-488b-8c1a-4422ebd823a2 None None] Provisioning complete for port 5884135b-8a7d-4dbe-9070-e75987f4afae triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:15.872663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3c9547c-9071-488b-8c1a-4422ebd823a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:15.890912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-5c971dd5-15dd-432b-aec8-771b05f657fa tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594468 Dec 10 18:42:16.024637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-a71a188f-6e54-4f2d-ad2e-be0b28a47e34 service neutron] 10.222.0.55 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180232 Dec 10 18:42:16.135904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-047eb6bd-14fd-4aea-82ae-3a48e1109b1b service neutron] 10.222.0.55 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043484 Dec 10 18:42:16.231056 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Sync routers for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:16.238439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e5b49bad-c4c7-4c55-8239-59dd681d2477 None None] Provisioning complete for port acdb7318-a7c5-449f-813b-c39a5a3fd95e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:16.238996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5b49bad-c4c7-4c55-8239-59dd681d2477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.247374 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:16.248156 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:16.289559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e5b49bad-c4c7-4c55-8239-59dd681d2477 None None] Port acdb7318-a7c5-449f-813b-c39a5a3fd95e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:16.319110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e5b49bad-c4c7-4c55-8239-59dd681d2477 None None] Provisioning complete for port 5884135b-8a7d-4dbe-9070-e75987f4afae triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:16.319674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5b49bad-c4c7-4c55-8239-59dd681d2477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.398309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-372dcf8b-74e5-4f39-9f4b-43e234f27a3a req-e3cc0e5a-9a6e-4f28-804f-89ef4dd1a330 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 210 time: 0.0639935 Dec 10 18:42:16.432313 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:16.604559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dda79069-2d4b-4530-ae99-56ed2281c244 None None] Provisioning complete for port acdb7318-a7c5-449f-813b-c39a5a3fd95e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:16.604936 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dda79069-2d4b-4530-ae99-56ed2281c244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.644847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-dda79069-2d4b-4530-ae99-56ed2281c244 None None] Port acdb7318-a7c5-449f-813b-c39a5a3fd95e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:16.714182 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 2, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:16.759945 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Checking router: 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:16.760292 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Updating router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 port acdb7318-a7c5-449f-813b-c39a5a3fd95e binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:42:16.794239 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.827331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5884135b-8a7d-4dbe-9070-e75987f4afae up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:16.902371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-791b8d83-6a96-42f3-bad6-51afb6b03213 None None] Provisioning complete for port acdb7318-a7c5-449f-813b-c39a5a3fd95e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:16.902750 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-791b8d83-6a96-42f3-bad6-51afb6b03213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.936548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5884135b-8a7d-4dbe-9070-e75987f4afae triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:16.936919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:16.975828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-791b8d83-6a96-42f3-bad6-51afb6b03213 None None] Port acdb7318-a7c5-449f-813b-c39a5a3fd95e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:17.127098 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.134204 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.188772 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb0180-225c-4236-b3f9-ba81ed7628a0 None None] Pushing event updated for resources: {'Port': ['ID=acdb7318-a7c5-449f-813b-c39a5a3fd95e,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:17.244836 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Attempting to bind port acdb7318-a7c5-449f-813b-c39a5a3fd95e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:17.245529 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Attempting to bind port acdb7318-a7c5-449f-813b-c39a5a3fd95e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:17.245669 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Attempting to bind port acdb7318-a7c5-449f-813b-c39a5a3fd95e on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:17.251559 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:17.251932 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Checking segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:17.252332 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.252718 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Bound using segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:17.253185 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Bound port: acdb7318-a7c5-449f-813b-c39a5a3fd95e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:17.253566 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.328590 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] For port acdb7318-a7c5-449f-813b-c39a5a3fd95e, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:17.332271 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] For port acdb7318-a7c5-449f-813b-c39a5a3fd95e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=acdb7318-a7c5-449f-813b-c39a5a3fd95e,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:17.339604 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.410206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2c7139ef-979c-4915-9955-32dee773ee22 None None] Provisioning complete for port acdb7318-a7c5-449f-813b-c39a5a3fd95e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:17.411128 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c7139ef-979c-4915-9955-32dee773ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.421403 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:17.422593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:17.425042 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb0180-225c-4236-b3f9-ba81ed7628a0 None None] Pushing event updated for resources: {'Port': ['ID=acdb7318-a7c5-449f-813b-c39a5a3fd95e,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:17.539126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b1ff079-725e-47e7-9348-c4923b9273b8 req-1ca6d858-e8fe-4a6d-b534-02386f1df443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 210 time: 0.0565474 Dec 10 18:42:17.555420 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c7139ef-979c-4915-9955-32dee773ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.613961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2c7139ef-979c-4915-9955-32dee773ee22 None None] For port acdb7318-a7c5-449f-813b-c39a5a3fd95e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=acdb7318-a7c5-449f-813b-c39a5a3fd95e,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:17.620542 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:17.621952 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c7139ef-979c-4915-9955-32dee773ee22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.692231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-44eb8b62-23ee-4d6b-88a5-6c0024a37f7d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:17.693024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7139ef-979c-4915-9955-32dee773ee22 None None] Pushing event updated for resources: {'Port': ['ID=acdb7318-a7c5-449f-813b-c39a5a3fd95e,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:17.694861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-44eb8b62-23ee-4d6b-88a5-6c0024a37f7d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.30 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 795 time: 0.1920345 Dec 10 18:42:17.745347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7fe33443-30a1-4813-abca-cf5e3be69552 None None] Provisioning complete for port acdb7318-a7c5-449f-813b-c39a5a3fd95e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:17.745809 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7fe33443-30a1-4813-abca-cf5e3be69552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.771796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-f38a4eb7-e26a-49de-bc94-b8881f84ac91 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 379 time: 0.0668304 Dec 10 18:42:17.783760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'port': {'device_id': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'admin_state_up': True, 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'security_groups': ['2e922de4-18c1-49f3-a2f4-4db9500214ad']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:17.892688 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:17.906969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:17.910593 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:17.925084 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5db47d-3575-4621-9750-3a536bd438fd None None] The sync data for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 is: [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:18.071531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.4 (915a652c-f934-43b4-8fb7-516dcb3e77c0/07fb93ea-552c-4353-9124-9a32ef7c53c7/96075631-50ed-40fb-918b-053b329d23ee) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:18.225829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.268137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.320648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:18.323938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:18.326770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:18.362548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:18.398453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:18.399514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.418681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-1f8bddbc-1ac2-4e3c-9fa1-20fccdddb033 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6388056 Dec 10 18:42:18.432498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Request body: {'port': {'device_id': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:18.494242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.590558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-17fecf8f-92d1-46b3-b0d9-2e2b30df63fb None None] Provisioning complete for port 96075631-50ed-40fb-918b-053b329d23ee triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:18.591309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-17fecf8f-92d1-46b3-b0d9-2e2b30df63fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.648583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-17fecf8f-92d1-46b3-b0d9-2e2b30df63fb None None] Port 96075631-50ed-40fb-918b-053b329d23ee cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:18.704966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035e11-dddd-48d5-9af0-253e3048d37f req-876a58d2-bdb9-44e1-aca3-c3136ad4bb16 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:18.707432 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52035e11-dddd-48d5-9af0-253e3048d37f req-876a58d2-bdb9-44e1-aca3-c3136ad4bb16 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 931 time: 0.0597785 Dec 10 18:42:18.775554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52035e11-dddd-48d5-9af0-253e3048d37f req-0d8515bf-0c3f-4c25-9dfe-16a5f1613587 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616019 Dec 10 18:42:18.817693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96075631-50ed-40fb-918b-053b329d23ee {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:18.827711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.845013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Transition to ACTIVE for port object 96075631-50ed-40fb-918b-053b329d23ee will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:42:18.846407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device acdb7318-a7c5-449f-813b-c39a5a3fd95e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:18.851451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.906474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port acdb7318-a7c5-449f-813b-c39a5a3fd95e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:18.907121 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:18.923885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:19.007370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:19.008562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:19.009072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:19.016036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Port 96075631-50ed-40fb-918b-053b329d23ee on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:42:19.016370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:19.022534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:19.022891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Checking segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:19.023262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Bound using segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:19.023862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Bound port: 96075631-50ed-40fb-918b-053b329d23ee, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:19.024227 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:19.105147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:19.112189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:19.120641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:19.164062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.164602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:19.166172 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] 10.222.0.30 "PUT /v2.0/ports/96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 1091 time: 0.7382748 Dec 10 18:42:19.170031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:19.173946 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4148c2-9578-46c1-9e3d-479a05fc116a" -d '{"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:19.209265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf26094-f90e-4796-93e2-a90235bd7264 service neutron] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:19.254322 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330c020f-25c1-440e-aec9-4f9922f4ee97 x-openstack-request-id: req-330c020f-25c1-440e-aec9-4f9922f4ee97 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:19.254667 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:19.254928 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-330c020f-25c1-440e-aec9-4f9922f4ee97 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:19.255335 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'status': 'completed', 'code': 200} Dec 10 18:42:19.277872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-74da327e-b754-407e-bc46-7e69213cf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.280570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-74da327e-b754-407e-bc46-7e69213cf7a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1094 time: 0.0634394 Dec 10 18:42:19.330942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-63b98eb5-d2fe-4862-9ab1-64a521dc1b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 217 time: 0.0425293 Dec 10 18:42:19.388654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-430c5ab9-d7c5-485f-8a74-60fcc30e47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.390249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-430c5ab9-d7c5-485f-8a74-60fcc30e47d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0530694 Dec 10 18:42:19.440242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884154a-d1ce-428e-8953-ae90e281be69 req-26bee68f-a99f-4e01-bdbd-91318051154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.441935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-26bee68f-a99f-4e01-bdbd-91318051154b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450752 Dec 10 18:42:19.550840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-c77b6eea-eef8-4e36-b1dd-d21b215ad997 service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011147 Dec 10 18:42:19.661166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d884154a-d1ce-428e-8953-ae90e281be69 req-b666ea39-2019-476a-80a1-ef697395d29f service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028094 Dec 10 18:42:19.766488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-cb9276b8-58ef-4378-84d1-cb641acf2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.768077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-cb9276b8-58ef-4378-84d1-cb641acf2ed8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1094 time: 0.0532393 Dec 10 18:42:19.873786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-edc63947-cdf8-4d37-9a67-63d87189824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.875357 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-edc63947-cdf8-4d37-9a67-63d87189824c service neutron] 10.222.0.30 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.1009154 Dec 10 18:42:19.919280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-d739cc38-0f92-47b1-8532-9a43a8bb2c72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 217 time: 0.0365608 Dec 10 18:42:19.923388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be205825-0f69-4cf5-af6c-e96b35c9f755 req-8f8584d9-a3d5-417d-aef3-63258cb59a30 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.925017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be205825-0f69-4cf5-af6c-e96b35c9f755 req-8f8584d9-a3d5-417d-aef3-63258cb59a30 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 943 time: 0.0648248 Dec 10 18:42:19.980390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be205825-0f69-4cf5-af6c-e96b35c9f755 req-925533db-58a0-418f-b429-a0e2099d6308 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478261 Dec 10 18:42:19.981582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-071a5ff9-f0cf-4811-a50a-118cc59e44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:19.984329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-071a5ff9-f0cf-4811-a50a-118cc59e44f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0566838 Dec 10 18:42:20.039564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-72b00cad-ecd1-4936-b8de-042b195ec34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:20.041020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-72b00cad-ecd1-4936-b8de-042b195ec34e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490444 Dec 10 18:42:20.136004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-39601bd5-32eb-4089-944a-b8c2ecc95fde service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870631 Dec 10 18:42:20.251233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a4148c2-9578-46c1-9e3d-479a05fc116a req-1d40695f-7d6f-45c5-b2f0-a9996e6446be service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068156 Dec 10 18:42:21.101509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bb16d-4ae2-4932-adb8-5d65b14cda48 req-38e83c39-fa36-4349-9ba4-c67cff184c58 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:21.103057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa9bb16d-4ae2-4932-adb8-5d65b14cda48 req-38e83c39-fa36-4349-9ba4-c67cff184c58 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 943 time: 0.0509577 Dec 10 18:42:21.154302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa9bb16d-4ae2-4932-adb8-5d65b14cda48 req-e90ba92d-8cee-4326-b81e-ec0a91cb34a4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446367 Dec 10 18:42:22.109000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 96075631-50ed-40fb-918b-053b329d23ee details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:22.219707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:22.232824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '96075631-50ed-40fb-918b-053b329d23ee', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'port_id': '96075631-50ed-40fb-918b-053b329d23ee', 'mac_address': 'fa:16:3e:c9:fe:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:22.272945 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:22.285723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8309f94-57c1-45f5-8932-e87d866718ab req-ae3af1ce-17c5-4ce1-995f-aa84003826a4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:22.287475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8309f94-57c1-45f5-8932-e87d866718ab req-ae3af1ce-17c5-4ce1-995f-aa84003826a4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 943 time: 0.0586276 Dec 10 18:42:22.292083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96075631-50ed-40fb-918b-053b329d23ee {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:22.315673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:22.320911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:22.347209 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8309f94-57c1-45f5-8932-e87d866718ab req-cd66b392-6d26-47a5-8aea-0f3d3450d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517163 Dec 10 18:42:22.376721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:22.532706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['96075631-50ed-40fb-918b-053b329d23ee'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:23.485473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34901c18-93b7-4141-9c76-1aba8e5d1cb5 req-deee311d-1b61-48fe-8247-2743e7273957 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:23.487118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34901c18-93b7-4141-9c76-1aba8e5d1cb5 req-deee311d-1b61-48fe-8247-2743e7273957 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 944 time: 0.0542288 Dec 10 18:42:23.555238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34901c18-93b7-4141-9c76-1aba8e5d1cb5 req-e137ca60-0d14-41cb-9f1d-b298146abc3f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573580 Dec 10 18:42:24.139656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 96075631-50ed-40fb-918b-053b329d23ee up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:24.197282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 96075631-50ed-40fb-918b-053b329d23ee completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:24.201817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 96075631-50ed-40fb-918b-053b329d23ee triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:24.202220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.284567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.308158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:24.310598 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604049bd-0493-4066-87e7-a7c02565b3a8" -d '{"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-plugged", "status": "completed", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:24.323486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:24.328169 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:24.355394 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc58656-2987-4055-a414-d56bb64bbc7b x-openstack-request-id: req-9dc58656-2987-4055-a414-d56bb64bbc7b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:24.355671 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-plugged", "status": "completed", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:24.355924 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9dc58656-2987-4055-a414-d56bb64bbc7b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:24.356396 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'code': 200} Dec 10 18:42:24.382629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:24.461184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85339d-6e90-4e2b-a884-fbd35b641ac8 req-7671d5c0-a48b-4990-bd4e-b142c9cb6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:24.464022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf85339d-6e90-4e2b-a884-fbd35b641ac8 req-7671d5c0-a48b-4990-bd4e-b142c9cb6756 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1096 time: 0.0511513 Dec 10 18:42:24.517196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf85339d-6e90-4e2b-a884-fbd35b641ac8 req-45814605-b3a6-4850-9d2d-364787241158 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463228 Dec 10 18:42:24.689993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f74aa8-e4bf-4e44-b5e5-253ebd4f34ec req-bffd7ef0-d001-4236-9d33-37efe3ade40c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:24.691650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71f74aa8-e4bf-4e44-b5e5-253ebd4f34ec req-bffd7ef0-d001-4236-9d33-37efe3ade40c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0577111 Dec 10 18:42:24.745185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71f74aa8-e4bf-4e44-b5e5-253ebd4f34ec req-c733c507-15e0-4acb-ba4e-2cbd5a125ba7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474091 Dec 10 18:42:25.227857 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:42:26.146828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f168be-7cfa-405a-9f63-0cd0b79c554e req-972b3064-203a-42fa-9b35-cca26f0a65bb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.148688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f168be-7cfa-405a-9f63-0cd0b79c554e req-972b3064-203a-42fa-9b35-cca26f0a65bb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.3307078 Dec 10 18:42:26.206142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43f168be-7cfa-405a-9f63-0cd0b79c554e req-c761d39e-ea40-469d-a481-1979d466268e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508192 Dec 10 18:42:26.354379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68515bc8-8e74-4a90-ae98-fadcbcb05832 req-61ea6bb9-09c1-443e-b759-cc14a8bcc4ef tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.356849 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68515bc8-8e74-4a90-ae98-fadcbcb05832 req-61ea6bb9-09c1-443e-b759-cc14a8bcc4ef tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0689142 Dec 10 18:42:26.420868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-68515bc8-8e74-4a90-ae98-fadcbcb05832 req-3016a8aa-54e6-4248-ab48-d088ab219876 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546448 Dec 10 18:42:26.445084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50014) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:26.495631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd256a1-309a-41ad-90b1-9e269171fdaa tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:26.497260 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-abd256a1-309a-41ad-90b1-9e269171fdaa tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1091 time: 0.0510941 Dec 10 18:42:26.501153 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50016) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:26.505781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '96075631-50ed-40fb-918b-053b329d23ee', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:26.533517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:26.643915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:26.758045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.38 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/4f96f7b2-dc40-417a-9ec3-b9e5407ccb97) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:26.870814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:26.908884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:26.949051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:26.952081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:26.955606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:26.978468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=4f96f7b2-dc40-417a-9ec3-b9e5407ccb97,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:26.992130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.992473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.992816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.993144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.993473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.993796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.994118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.994467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.994774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.995380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.995380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.995714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:26.996053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:27.327055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.394426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.550745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.557531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.628959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=4f96f7b2-dc40-417a-9ec3-b9e5407ccb97,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:27.641060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:27.743828 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP 3b010f19-b40d-49e7-8390-874e74c8bd7d associated. External IP: 172.25.2.38, port: 96075631-50ed-40fb-918b-053b329d23ee. Dec 10 18:42:27.955661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:28.069351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:28.080132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] Sync routers for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:28.089604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.091908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:28.092180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:28.121782 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dfa3ffe3-673f-4117-a5e1-d8743a680699 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6194985 Dec 10 18:42:28.122825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:28.126000 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f18d8e-d738-4c7d-a5c3-1f200dfec435" -d '{"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:28.176373 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a28255-dbdd-4e71-a1df-72808399cb39 x-openstack-request-id: req-96a28255-dbdd-4e71-a1df-72808399cb39 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:28.176678 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:28.176999 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-96a28255-dbdd-4e71-a1df-72808399cb39 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:28.177328 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'status': 'completed', 'code': 200} Dec 10 18:42:28.220836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:28.268516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc76125-f4ac-4a54-bd6b-f31d28bb6e15 req-ae1071c1-977b-4d95-8c7f-1c992cc68d9f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.270157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9fc76125-f4ac-4a54-bd6b-f31d28bb6e15 req-ae1071c1-977b-4d95-8c7f-1c992cc68d9f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0855596 Dec 10 18:42:28.288801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-54c02a2d-f96c-48f1-a0df-1e8fec83b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.288801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-54c02a2d-f96c-48f1-a0df-1e8fec83b5bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1096 time: 0.0705686 Dec 10 18:42:28.331465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab08f955-fb0c-4ed1-b7da-cb992fc6eeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:28.388946 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9fc76125-f4ac-4a54-bd6b-f31d28bb6e15 req-551c3a7c-67d6-4d60-9589-dd9135aeca1d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115208 Dec 10 18:42:28.413277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-5c92dde1-cb7b-4d76-93a6-73cec42e0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.414896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-5c92dde1-cb7b-4d76-93a6-73cec42e0bd8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.1169744 Dec 10 18:42:28.418727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50026) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:28.501425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3b010f19-b40d-49e7-8390-874e74c8bd7d', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'port_id': '96075631-50ed-40fb-918b-053b329d23ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'mac_address': 'fa:16:3e:c9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:27Z', 'updated_at': '2021-12-10T18:42:27Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:28.530021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] Checking router: 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:28.538640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0f147efb-fec9-4b1f-9d7c-97049e4ca7b0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/3b010f19-b40d-49e7-8390-874e74c8bd7d HTTP/1.1" status: 200 len: 990 time: 0.1167803 Dec 10 18:42:28.540295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-d426cad0-bf27-45ba-b703-47b79c222bf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 998 time: 0.1142228 Dec 10 18:42:28.540500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:28.541028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:28.602171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-ebf0a0b4-7deb-46b7-8e3e-2fe01240df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.604379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-ebf0a0b4-7deb-46b7-8e3e-2fe01240df66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0566387 Dec 10 18:42:28.658451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-74549c01-714b-4dac-8549-62aafd27cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:28.660969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:28.661126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-74549c01-714b-4dac-8549-62aafd27cf62 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496867 Dec 10 18:42:28.761370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-599cb515-e32b-4c17-810c-2a132279ba8a service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928869 Dec 10 18:42:28.868580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58f18d8e-d738-4c7d-a5c3-1f200dfec435 req-a15f28a9-aa90-4acc-98f8-17ada6a1b965 service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007702 Dec 10 18:42:28.932664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3b010f19-b40d-49e7-8390-874e74c8bd7d', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'port_id': '96075631-50ed-40fb-918b-053b329d23ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'mac_address': 'fa:16:3e:c9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:27Z', 'updated_at': '2021-12-10T18:42:27Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:28.964252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35571b10-ce1b-436d-ae1e-2596bb9399ce None None] The sync data for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 is: [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3b010f19-b40d-49e7-8390-874e74c8bd7d', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'port_id': '96075631-50ed-40fb-918b-053b329d23ee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3448, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'mac_address': 'fa:16:3e:c9:fe:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:27Z', 'updated_at': '2021-12-10T18:42:27Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:29.190314 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a42586-f7b9-4e61-b4d4-a229d28160b4 None None] New status for floating IP 3b010f19-b40d-49e7-8390-874e74c8bd7d: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:42:29.541803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50032) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:29.612091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-86bb7eda-c987-47c8-9ca0-d2fca413f405 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/3b010f19-b40d-49e7-8390-874e74c8bd7d HTTP/1.1" status: 200 len: 992 time: 0.0688522 Dec 10 18:42:31.616437 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e786d475-4fe6-43cc-b006-b99f446c0d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.033952 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:32.099723 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:33.775643 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.125029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:34.783054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:37.343633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50076) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:37.450892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e149f4-9d7a-411f-9f0f-9e27c1de9322 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:37.451371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e149f4-9d7a-411f-9f0f-9e27c1de9322 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:37.451822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e149f4-9d7a-411f-9f0f-9e27c1de9322 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:37.453912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-97e149f4-9d7a-411f-9f0f-9e27c1de9322 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/ports?project_id=3e56f771c04849ec9e9947151856f77a&network_id=8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 200 len: 2969 time: 0.1088872 Dec 10 18:42:39.086817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50090) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:39.142383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b21661d-1d84-4ba0-9408-58fb06733a3d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:39.143963 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2b21661d-1d84-4ba0-9408-58fb06733a3d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 814 time: 0.0555866 Dec 10 18:42:39.651980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50096) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:39.657409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'network': {'name': 'tempest-network-smoke--1936138245', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:39.682920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:39.686508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.038329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:42:40.047366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.047707 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Added segment 740c5a6e-c0dd-4a61-8914-bc05a0aa9579 of type vlan for network f4d374fc-e28c-4c47-8011-b26bf71ca2ff Dec 10 18:42:40.088030 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.115213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.121394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.122014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.179314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5262403 Dec 10 18:42:40.183741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50100) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.237733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5a928-95ee-41d6-a7c2-e7af6464b3e8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Network': ['ID=f4d374fc-e28c-4c47-8011-b26bf71ca2ff,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:40.249894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:42:40.264800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27e20ea-4497-4202-a2dd-1c3bb5dbec77 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.266303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c27e20ea-4497-4202-a2dd-1c3bb5dbec77 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3e56f771c04849ec9e9947151856f77a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0816131 Dec 10 18:42:40.269223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50102) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.367937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b3b130-7374-4af6-8be2-bc6e66d906fa tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.372220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d6b3b130-7374-4af6-8be2-bc6e66d906fa tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993078 Dec 10 18:42:40.372480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50104) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.403712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-abe8a74e-79ac-4c6a-9a75-9126896656a9 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273166 Dec 10 18:42:40.403941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50106) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.434761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df762c35-fb46-4bb0-9780-544e8f78f92f tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3e56f771c04849ec9e9947151856f77a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273309 Dec 10 18:42:40.434981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50108) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.526936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b5786-a3f8-4277-92c4-2ab6f315362e tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.528417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-618b5786-a3f8-4277-92c4-2ab6f315362e tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925806 Dec 10 18:42:40.531360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50110) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.560750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0831063a-bc64-49e5-92ea-d73fba864f20 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282388 Dec 10 18:42:40.563651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50112) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:40.568965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074207733', 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:40.665454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:40.669285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.857760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.928165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Subnet': ['ID=ae67644b-434a-4b30-8c16-659c5c718730,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:40.933056 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Checking segment: {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:40.933483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network hostable DHCP agents. Network: f4d374fc-e28c-4c47-8011-b26bf71ca2ff, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:42:40.953048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:42:40.965573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, f4d374fc-e28c-4c47-8011-b26bf71ca2ff) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:40.971147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:40.972655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:40.974894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89eec7-d5f3-4382-8f87-223efc474efe None None] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:40.994328 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-21c2ad8b-d7e6-491f-b3ce-e2f025e10fcf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4290209 Dec 10 18:42:41.109198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ips': [{'subnet_id': 'ae67644b-434a-4b30-8c16-659c5c718730'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:42:41.110106 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.257350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Allocated IP 172.20.0.18 (f4d374fc-e28c-4c47-8011-b26bf71ca2ff/ae67644b-434a-4b30-8c16-659c5c718730/d15aa437-b781-41fd-b38e-34e5d5ef34f8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:41.321451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.326471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d52afc3f-35ee-40b8-8a4e-9e3cef3e41bd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644261645', 'description': 'tempest-secgroup-smoke-644261645 description', 'project_id': '3e56f771c04849ec9e9947151856f77a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:41.350830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d52afc3f-35ee-40b8-8a4e-9e3cef3e41bd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.424101 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.435152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d52afc3f-35ee-40b8-8a4e-9e3cef3e41bd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.435517 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.439972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d52afc3f-35ee-40b8-8a4e-9e3cef3e41bd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.474167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52afc3f-35ee-40b8-8a4e-9e3cef3e41bd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af03c078-fe14-49f8-9d9b-7035b613d320,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.480178 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d52afc3f-35ee-40b8-8a4e-9e3cef3e41bd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.481693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d52afc3f-35ee-40b8-8a4e-9e3cef3e41bd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1589954 Dec 10 18:42:41.484569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.487585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:41.490064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fc9353ad-166b-4841-ada7-0ba99c0a7ac6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': 'af03c078-fe14-49f8-9d9b-7035b613d320', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:41.490783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:41.494345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:41.532771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc9353ad-166b-4841-ada7-0ba99c0a7ac6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.533528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Pushing event updated for resources: {'Port': ['ID=d15aa437-b781-41fd-b38e-34e5d5ef34f8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.559143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.559580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.559849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.560188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.560507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.560854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.561372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.561714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.562394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.562394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.562711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.563034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.563531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:42:41.578250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Attempting to bind port d15aa437-b781-41fd-b38e-34e5d5ef34f8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:41.578660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Attempting to bind port d15aa437-b781-41fd-b38e-34e5d5ef34f8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:41.579033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Attempting to bind port d15aa437-b781-41fd-b38e-34e5d5ef34f8 on network f4d374fc-e28c-4c47-8011-b26bf71ca2ff {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:41.584877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:41.585248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Checking segment: {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:41.585852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.586449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Bound using segment: {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:41.586932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Bound port: d15aa437-b781-41fd-b38e-34e5d5ef34f8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:41.587943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.605530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc9353ad-166b-4841-ada7-0ba99c0a7ac6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.611158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc9353ad-166b-4841-ada7-0ba99c0a7ac6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.638397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9353ad-166b-4841-ada7-0ba99c0a7ac6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992689b6-706a-4ed6-a509-dfa98a04551a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.647188 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc9353ad-166b-4841-ada7-0ba99c0a7ac6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.648561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc9353ad-166b-4841-ada7-0ba99c0a7ac6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629062 Dec 10 18:42:41.651562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50122) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.657985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] For port d15aa437-b781-41fd-b38e-34e5d5ef34f8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:41.659328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f887d473-8d09-4960-b47d-794b590f6a46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': 'af03c078-fe14-49f8-9d9b-7035b613d320', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:41.661415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] For port d15aa437-b781-41fd-b38e-34e5d5ef34f8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d15aa437-b781-41fd-b38e-34e5d5ef34f8,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:41.667822 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.694258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f887d473-8d09-4960-b47d-794b590f6a46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.768208 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f887d473-8d09-4960-b47d-794b590f6a46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.773338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f887d473-8d09-4960-b47d-794b590f6a46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.799489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887d473-8d09-4960-b47d-794b590f6a46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7aaefd-d397-4cdf-98da-ef7b2247d58c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.821184 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f887d473-8d09-4960-b47d-794b590f6a46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.822765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f887d473-8d09-4960-b47d-794b590f6a46 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697524 Dec 10 18:42:41.825288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.830248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e3ffbd90-d33d-40c2-b211-8cc829467c25 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': 'af03c078-fe14-49f8-9d9b-7035b613d320', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:41.861384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbd90-d33d-40c2-b211-8cc829467c25 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.906841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819473c-fe5a-4299-8a92-af3503c4f0da None None] Pushing event updated for resources: {'Port': ['ID=d15aa437-b781-41fd-b38e-34e5d5ef34f8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.938123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbd90-d33d-40c2-b211-8cc829467c25 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.947042 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbd90-d33d-40c2-b211-8cc829467c25 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.967140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffbd90-d33d-40c2-b211-8cc829467c25 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287fafc5-5b4a-438f-b3e0-43ef8f2fc65a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:41.978260 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3ffbd90-d33d-40c2-b211-8cc829467c25 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:41.979816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e3ffbd90-d33d-40c2-b211-8cc829467c25 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1534684 Dec 10 18:42:41.982736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50126) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:41.987458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-67c0faf7-0395-444f-a716-c2ef2a1fcb65 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': 'af03c078-fe14-49f8-9d9b-7035b613d320', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:42.019763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67c0faf7-0395-444f-a716-c2ef2a1fcb65 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.098262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67c0faf7-0395-444f-a716-c2ef2a1fcb65 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.104255 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67c0faf7-0395-444f-a716-c2ef2a1fcb65 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.133058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-67c0faf7-0395-444f-a716-c2ef2a1fcb65 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.138815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50130) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:42.144570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': 'af03c078-fe14-49f8-9d9b-7035b613d320', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:42.149615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-67c0faf7-0395-444f-a716-c2ef2a1fcb65 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1657364 Dec 10 18:42:42.160681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0faf7-0395-444f-a716-c2ef2a1fcb65 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbfe873-ef4d-4c7c-a78b-29f2aac56fe7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.179078 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Project 3e56f771c04849ec9e9947151856f77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:42:42.185551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.258293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.263158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.283630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d82f28-1b59-4242-ab4f-1978ce1de930,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.296052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.300540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2f750be-9de8-4e33-b896-ffe4fefabbe9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574676 Dec 10 18:42:42.300917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50132) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:42.305979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': 'af03c078-fe14-49f8-9d9b-7035b613d320', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:42.332119 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Project 3e56f771c04849ec9e9947151856f77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:42:42.337808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.405249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.410825 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.439647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43220bd2-fa2e-4724-9263-a0b335c046c9,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:42.453348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.455329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7d4048a-a247-497a-9c77-e301c6bb225d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530478 Dec 10 18:42:42.684264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-8ed7e8a2-d3ed-47e4-a3c0-46e4f3728607 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644261645&fields=id&tenant_id=3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 267 time: 0.0523660 Dec 10 18:42:42.814608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-7b64a061-4244-4719-b134-847b296da96b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:42.818580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-7b64a061-4244-4719-b134-847b296da96b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/networks?id=f4d374fc-e28c-4c47-8011-b26bf71ca2ff HTTP/1.1" status: 200 len: 797 time: 0.1257379 Dec 10 18:42:42.836764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-64428a80-fa40-4ba3-9e3c-6d5ab675e556 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/quotas/3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 375 time: 0.0148070 Dec 10 18:42:42.877079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d15aa437-b781-41fd-b38e-34e5d5ef34f8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:42.901186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-6c23c05d-680c-45e2-b3eb-df82cdd519c2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0565481 Dec 10 18:42:42.938799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d15aa437-b781-41fd-b38e-34e5d5ef34f8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:42.939077 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:42.991393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be12d8-5978-4a7b-a989-66498224f734 None None] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:42:43.012859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-ab61a635-4a35-4d4e-b194-f7f2afb8d483 service neutron] 10.222.0.55 "GET /v2.0/networks/f4d374fc-e28c-4c47-8011-b26bf71ca2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978076 Dec 10 18:42:43.079027 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.095434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-352e1f06-29d1-466b-a3fd-b12e4e30d884 None None] Provisioning complete for port d15aa437-b781-41fd-b38e-34e5d5ef34f8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:43.095802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-352e1f06-29d1-466b-a3fd-b12e4e30d884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.108977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-c8ec2f93-2f74-4fec-890f-28b88b408e3b service neutron] 10.222.0.55 "GET /v2.0/networks/f4d374fc-e28c-4c47-8011-b26bf71ca2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889723 Dec 10 18:42:43.167874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port d15aa437-b781-41fd-b38e-34e5d5ef34f8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d15aa437-b781-41fd-b38e-34e5d5ef34f8,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:43.196357 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:43.296339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=d15aa437-b781-41fd-b38e-34e5d5ef34f8,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:43.317470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8992bbc5-826b-44c6-90b1-9bba3b897d34 req-83ff8c75-45b4-43c1-b729-2cc71f5bae95 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0344222 Dec 10 18:42:43.530151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c1aeed46-7075-4d56-b120-59742f674720 None None] Provisioning complete for port d15aa437-b781-41fd-b38e-34e5d5ef34f8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:43.530644 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1aeed46-7075-4d56-b120-59742f674720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.438564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cad784f0-781d-412e-8dd0-ea0caa5f077b req-8ff1cc82-30e8-41f4-9305-000b53a52b79 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0334220 Dec 10 18:42:44.453341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-e8e3b441-7473-4230-be7b-f8ed232a1e91 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:44.455886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-e8e3b441-7473-4230-be7b-f8ed232a1e91 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "GET /v2.0/networks?id=f4d374fc-e28c-4c47-8011-b26bf71ca2ff HTTP/1.1" status: 200 len: 797 time: 0.1824563 Dec 10 18:42:44.550714 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-7928d75e-ac65-432f-bbd6-13a8edc5dd63 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 472 time: 0.0833375 Dec 10 18:42:44.559991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'port': {'device_id': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'admin_state_up': True, 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'security_groups': ['af03c078-fe14-49f8-9d9b-7035b613d320']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:44.673146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:42:44.676810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.815096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.20.0.25 (f4d374fc-e28c-4c47-8011-b26bf71ca2ff/ae67644b-434a-4b30-8c16-659c5c718730/b60c45a0-26e4-4f87-b5b1-97b069ec0bce) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:44.820585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d15aa437-b781-41fd-b38e-34e5d5ef34f8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:44.875128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d15aa437-b781-41fd-b38e-34e5d5ef34f8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:44.875611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:44.968514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.003690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.048627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:45.051897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:45.055727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:45.062517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:45.113441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.114111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.134455 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-e3a5064b-6579-43d3-a664-c0a26d5fc0d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5792899 Dec 10 18:42:45.147849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Request body: {'port': {'device_id': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:42:45.213172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.361083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1bc3c2b4-0019-4640-8d75-ba0083666c57 None None] Provisioning complete for port b60c45a0-26e4-4f87-b5b1-97b069ec0bce triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:45.361500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1bc3c2b4-0019-4640-8d75-ba0083666c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.396408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1bc3c2b4-0019-4640-8d75-ba0083666c57 None None] Port b60c45a0-26e4-4f87-b5b1-97b069ec0bce cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:45.506007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60c45a0-26e4-4f87-b5b1-97b069ec0bce {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:45.531627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.566578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Transition to ACTIVE for port object b60c45a0-26e4-4f87-b5b1-97b069ec0bce will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:42:45.571453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.621652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad414c-d305-4c6c-ba2a-adaf41973191 req-912fad31-b8b1-4c65-847d-5dcc3f11b2cb tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.623202 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fad414c-d305-4c6c-ba2a-adaf41973191 req-912fad31-b8b1-4c65-847d-5dcc3f11b2cb tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 932 time: 0.1108315 Dec 10 18:42:45.668611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:45.735353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5fad414c-d305-4c6c-ba2a-adaf41973191 req-7d23a9e9-9c71-4649-b86d-90f879211c4b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042421 Dec 10 18:42:45.773498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Attempting to bind port b60c45a0-26e4-4f87-b5b1-97b069ec0bce on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:45.773739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Attempting to bind port b60c45a0-26e4-4f87-b5b1-97b069ec0bce by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:45.774326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Attempting to bind port b60c45a0-26e4-4f87-b5b1-97b069ec0bce on network f4d374fc-e28c-4c47-8011-b26bf71ca2ff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:45.780002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Port b60c45a0-26e4-4f87-b5b1-97b069ec0bce on network f4d374fc-e28c-4c47-8011-b26bf71ca2ff not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:42:45.780321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Attempting to bind port b60c45a0-26e4-4f87-b5b1-97b069ec0bce on network f4d374fc-e28c-4c47-8011-b26bf71ca2ff {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:45.785820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:45.786089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Checking segment: {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:45.786506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Bound using segment: {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:45.786980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Bound port: b60c45a0-26e4-4f87-b5b1-97b069ec0bce, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:45.787280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.860962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] For port b60c45a0-26e4-4f87-b5b1-97b069ec0bce, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:45.864141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] For port b60c45a0-26e4-4f87-b5b1-97b069ec0bce, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:45.869742 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.905540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:45.906197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:45.907639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] 10.222.0.59 "PUT /v2.0/ports/b60c45a0-26e4-4f87-b5b1-97b069ec0bce HTTP/1.1" status: 200 len: 1092 time: 0.7643383 Dec 10 18:42:45.908086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'tag': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:45.910606 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e5bc98-0d47-4310-96bb-8d47be5d1238" -d '{"events": [{"name": "network-changed", "server_uuid": "f2162921-2208-47d5-9c01-6f510e97ceb3", "tag": "b60c45a0-26e4-4f87-b5b1-97b069ec0bce"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:45.939619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd30cf-3c40-4ed8-baba-d6b10f6cdd72 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:45.972898 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2db5e1d-c29b-4677-a1c2-84c8b46eba22 x-openstack-request-id: req-b2db5e1d-c29b-4677-a1c2-84c8b46eba22 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:45.973274 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2162921-2208-47d5-9c01-6f510e97ceb3", "tag": "b60c45a0-26e4-4f87-b5b1-97b069ec0bce", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:45.973542 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2db5e1d-c29b-4677-a1c2-84c8b46eba22 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:45.973956 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'tag': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce', 'status': 'completed', 'code': 200} Dec 10 18:42:46.007615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-0c100d98-60f6-4282-a49f-b7c5545c4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.009199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-0c100d98-60f6-4282-a49f-b7c5545c4f7e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 1095 time: 0.0490601 Dec 10 18:42:46.057236 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-981807c5-e4de-4487-bd4f-4d1892cc6973 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b60c45a0-26e4-4f87-b5b1-97b069ec0bce HTTP/1.1" status: 200 len: 217 time: 0.0401852 Dec 10 18:42:46.110681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-ef582331-b8a0-4eca-9cd7-ab3590322c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.112225 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-ef582331-b8a0-4eca-9cd7-ab3590322c65 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae67644b-434a-4b30-8c16-659c5c718730 HTTP/1.1" status: 200 len: 838 time: 0.0471117 Dec 10 18:42:46.161402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631df191-d7c7-4e79-be59-94560e85113d req-4f93d450-c243-421b-b571-4d65e2ec80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.162972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-4f93d450-c243-421b-b571-4d65e2ec80e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4d374fc-e28c-4c47-8011-b26bf71ca2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434277 Dec 10 18:42:46.256366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-399986a8-9558-4bb6-a153-02a4153b3597 service neutron] 10.222.0.59 "GET /v2.0/networks/f4d374fc-e28c-4c47-8011-b26bf71ca2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856566 Dec 10 18:42:46.348756 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-631df191-d7c7-4e79-be59-94560e85113d req-97f1d279-bc11-4684-8897-4646dfcd6aed service neutron] 10.222.0.59 "GET /v2.0/networks/f4d374fc-e28c-4c47-8011-b26bf71ca2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851169 Dec 10 18:42:46.450009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-b04ebb09-1a24-411e-bfdc-55bfe2293c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.451589 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-b04ebb09-1a24-411e-bfdc-55bfe2293c83 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 1095 time: 0.0450594 Dec 10 18:42:46.549235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-1fa11a3a-f7b9-4915-8169-391578aaa0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.550761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-1fa11a3a-f7b9-4915-8169-391578aaa0a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f4d374fc-e28c-4c47-8011-b26bf71ca2ff HTTP/1.1" status: 200 len: 898 time: 0.0914686 Dec 10 18:42:46.593767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-b5a32c2c-5bd9-4e60-b8a7-bed7369edebb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=b60c45a0-26e4-4f87-b5b1-97b069ec0bce HTTP/1.1" status: 200 len: 217 time: 0.0357292 Dec 10 18:42:46.648965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-84b7a466-c1a6-45ee-8b2f-d218cd58edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.650694 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-84b7a466-c1a6-45ee-8b2f-d218cd58edfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae67644b-434a-4b30-8c16-659c5c718730 HTTP/1.1" status: 200 len: 838 time: 0.0495908 Dec 10 18:42:46.701146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-c3e05093-4a80-4a2d-a74e-92796c0ffe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.702757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-c3e05093-4a80-4a2d-a74e-92796c0ffe51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f4d374fc-e28c-4c47-8011-b26bf71ca2ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438247 Dec 10 18:42:46.797827 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-f0801e49-0d93-46ba-9861-6768628f9a80 service neutron] 10.222.0.59 "GET /v2.0/networks/f4d374fc-e28c-4c47-8011-b26bf71ca2ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864866 Dec 10 18:42:46.915851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc76f8-d917-40a9-a72e-78a1f7b6c2f6 req-f91b8947-eaa5-4fd2-9503-9ce463904b94 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:46.917435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94bc76f8-d917-40a9-a72e-78a1f7b6c2f6 req-f91b8947-eaa5-4fd2-9503-9ce463904b94 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 944 time: 0.1042116 Dec 10 18:42:46.939032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62e5bc98-0d47-4310-96bb-8d47be5d1238 req-d052ca4c-200e-45b1-90b0-0788fe7c5362 service neutron] 10.222.0.59 "GET /v2.0/networks/f4d374fc-e28c-4c47-8011-b26bf71ca2ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336257 Dec 10 18:42:46.978592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94bc76f8-d917-40a9-a72e-78a1f7b6c2f6 req-e2189d3e-edae-4e5e-8afe-ca8a654fd66a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512965 Dec 10 18:42:48.102291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832df83-55c5-4e35-bfef-6f08e0844593 req-0531f5f3-91b4-4753-8a0d-60dfd2d3c728 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:48.104065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e832df83-55c5-4e35-bfef-6f08e0844593 req-0531f5f3-91b4-4753-8a0d-60dfd2d3c728 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 944 time: 0.0534313 Dec 10 18:42:48.159159 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e832df83-55c5-4e35-bfef-6f08e0844593 req-bf836c24-5ae9-4c7a-b4b5-426a4a5cafa2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488188 Dec 10 18:42:48.752489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da75f8-d148-43d6-aee5-31acface1dc5 req-a7327ba7-bffe-4c43-be45-6f8ae7a3714e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:48.754018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1da75f8-d148-43d6-aee5-31acface1dc5 req-a7327ba7-bffe-4c43-be45-6f8ae7a3714e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0536072 Dec 10 18:42:48.802296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c1da75f8-d148-43d6-aee5-31acface1dc5 req-0b42bbce-d35c-452d-bddd-1af0b0c60f2d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 Dec 10 18:42:49.147286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device b60c45a0-26e4-4f87-b5b1-97b069ec0bce details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:42:49.266051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port b60c45a0-26e4-4f87-b5b1-97b069ec0bce, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:49.278079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce', 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'port_id': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce', 'mac_address': 'fa:16:3e:46:bd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae67644b-434a-4b30-8c16-659c5c718730', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:42:49.285572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a10ed-7389-4458-9e03-89825ff91d28 req-c18f1c5c-b491-42ec-8196-8aa7c8e0ba15 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:49.287115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f3a10ed-7389-4458-9e03-89825ff91d28 req-c18f1c5c-b491-42ec-8196-8aa7c8e0ba15 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 944 time: 0.0551894 Dec 10 18:42:49.317895 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.331714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60c45a0-26e4-4f87-b5b1-97b069ec0bce {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:42:49.341853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f3a10ed-7389-4458-9e03-89825ff91d28 req-0999fd6f-276b-4420-bfe5-1c23532b87f8 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475893 Dec 10 18:42:49.352240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port b60c45a0-26e4-4f87-b5b1-97b069ec0bce, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:49.357046 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:49.406609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:49.596071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['b60c45a0-26e4-4f87-b5b1-97b069ec0bce'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:42:49.922542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2333655-bc45-462b-aa6d-2cdf5270a81c req-5eaad170-aaef-4f83-8661-5e676a8c8daf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:49.924047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2333655-bc45-462b-aa6d-2cdf5270a81c req-5eaad170-aaef-4f83-8661-5e676a8c8daf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0490687 Dec 10 18:42:49.972901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2333655-bc45-462b-aa6d-2cdf5270a81c req-6337f207-a6e5-4556-88a6-5a39e5d05f1f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Dec 10 18:42:50.463292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee653ba-2031-4f09-ba3b-e593547de7e7 req-409748e4-0a95-4f6e-b02e-6ace827c32a5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:50.464843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fee653ba-2031-4f09-ba3b-e593547de7e7 req-409748e4-0a95-4f6e-b02e-6ace827c32a5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 945 time: 0.0505166 Dec 10 18:42:50.515869 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fee653ba-2031-4f09-ba3b-e593547de7e7 req-ed505915-fae3-4180-a560-a4acd565541b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447431 Dec 10 18:42:51.105029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c95f4-ab87-45a9-a470-4d9489d5350c req-3bff53de-19cf-4616-ab19-e7bc55cf1614 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:51.106535 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-076c95f4-ab87-45a9-a470-4d9489d5350c req-3bff53de-19cf-4616-ab19-e7bc55cf1614 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0556843 Dec 10 18:42:51.145954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device b60c45a0-26e4-4f87-b5b1-97b069ec0bce up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:51.157661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-076c95f4-ab87-45a9-a470-4d9489d5350c req-cabd7408-d762-4ca0-bb29-e2ce43dc2a07 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447750 Dec 10 18:42:51.202590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port b60c45a0-26e4-4f87-b5b1-97b069ec0bce completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:42:51.206527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port b60c45a0-26e4-4f87-b5b1-97b069ec0bce triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:51.206907 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.287882 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.311786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:42:51.314200 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a005fd-618b-414c-ac01-4fc79ac30032" -d '{"events": [{"server_uuid": "f2162921-2208-47d5-9c01-6f510e97ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "b60c45a0-26e4-4f87-b5b1-97b069ec0bce"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:42:51.328087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port b60c45a0-26e4-4f87-b5b1-97b069ec0bce, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:51.333532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:51.362967 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31d0b83-f0f0-4e76-b5ce-1227633bc245 x-openstack-request-id: req-c31d0b83-f0f0-4e76-b5ce-1227633bc245 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:42:51.363234 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2162921-2208-47d5-9c01-6f510e97ceb3", "name": "network-vif-plugged", "status": "completed", "tag": "b60c45a0-26e4-4f87-b5b1-97b069ec0bce", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:42:51.363514 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c31d0b83-f0f0-4e76-b5ce-1227633bc245 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:42:51.363871 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce', 'code': 200} Dec 10 18:42:51.391869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:51.469155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5e2d3-dbc2-441a-9a19-ee2db65e3e10 req-70cd11ee-5a8a-4485-a3f6-329f43c09ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:51.470719 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12d5e2d3-dbc2-441a-9a19-ee2db65e3e10 req-70cd11ee-5a8a-4485-a3f6-329f43c09ba3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 1097 time: 0.0459998 Dec 10 18:42:51.519995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12d5e2d3-dbc2-441a-9a19-ee2db65e3e10 req-ef875d85-e938-4518-beca-7512053a316c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422063 Dec 10 18:42:51.634894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324903b-0b56-44ab-999a-15ef2d159f38 req-50dda1b6-d922-47af-9dcd-e4c41d2f87b1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:51.636450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7324903b-0b56-44ab-999a-15ef2d159f38 req-50dda1b6-d922-47af-9dcd-e4c41d2f87b1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 946 time: 0.0525227 Dec 10 18:42:51.686015 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7324903b-0b56-44ab-999a-15ef2d159f38 req-19c8f131-0290-4e5d-b23c-f924d083aa0d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432806 Dec 10 18:42:52.284558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a50411-5014-4ae1-8c73-6ddb7dcfcdbd req-26d7ce43-5f89-4640-9751-e1bb22a582c6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.286068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82a50411-5014-4ae1-8c73-6ddb7dcfcdbd req-26d7ce43-5f89-4640-9751-e1bb22a582c6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0552571 Dec 10 18:42:52.334966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82a50411-5014-4ae1-8c73-6ddb7dcfcdbd req-024d8f8e-fc87-4d0e-83aa-bee5ea43f143 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426185 Dec 10 18:42:52.810846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f6be6-9c25-4c7c-81a3-6dfe0ed2ddd6 req-20bd9e54-c72b-432a-b1ce-3d0a580fde09 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:52.812439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-095f6be6-9c25-4c7c-81a3-6dfe0ed2ddd6 req-20bd9e54-c72b-432a-b1ce-3d0a580fde09 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 946 time: 0.0516279 Dec 10 18:42:52.874682 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-095f6be6-9c25-4c7c-81a3-6dfe0ed2ddd6 req-e74e8394-31a1-44f2-b2ca-5e30c95ddafd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559058 Dec 10 18:42:53.001192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e34a3c-2fb7-49dc-9142-75c1e07c19e5 req-3f752154-2543-473e-828b-06afc973c986 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:53.002621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33e34a3c-2fb7-49dc-9142-75c1e07c19e5 req-3f752154-2543-473e-828b-06afc973c986 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 946 time: 0.0507812 Dec 10 18:42:53.055025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33e34a3c-2fb7-49dc-9142-75c1e07c19e5 req-29595ec0-ae1f-492f-aae7-576401cfc6ff tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463154 Dec 10 18:42:53.458375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a13c0-3b05-4c18-83d4-30611663dd67 req-71dc6803-dd09-4eba-a2b2-676bdb399158 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:53.459876 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-419a13c0-3b05-4c18-83d4-30611663dd67 req-71dc6803-dd09-4eba-a2b2-676bdb399158 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0515571 Dec 10 18:42:53.518712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-419a13c0-3b05-4c18-83d4-30611663dd67 req-ec065423-2bb8-4a7d-9015-c42cbd07eab4 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485923 Dec 10 18:42:54.546649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50214) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:42:54.651970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40f359-b8ec-4c33-9d82-fe746c55a399 req-02235713-773b-4437-ae4d-d71de0145fa4 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:54.653520 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d40f359-b8ec-4c33-9d82-fe746c55a399 req-02235713-773b-4437-ae4d-d71de0145fa4 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0494509 Dec 10 18:42:54.707317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d40f359-b8ec-4c33-9d82-fe746c55a399 req-e4e4326b-8e0f-4e71-8d20-31aecc7f7910 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475898 Dec 10 18:42:55.003313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.288317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.20.0.17 (f4d374fc-e28c-4c47-8011-b26bf71ca2ff/ae67644b-434a-4b30-8c16-659c5c718730/9428b6d2-3fc7-41f6-8a06-e0133301c792) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:42:55.413265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.453007 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.495036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:55.498612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:55.502537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:42:55.529707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=9428b6d2-3fc7-41f6-8a06-e0133301c792,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:55.551987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.693832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.757620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-abb3ff2f-a889-4735-91cb-f3d82a0ca4cf None None] Provisioning complete for port 9428b6d2-3fc7-41f6-8a06-e0133301c792 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:55.758223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abb3ff2f-a889-4735-91cb-f3d82a0ca4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:55.797489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-abb3ff2f-a889-4735-91cb-f3d82a0ca4cf None None] Port 9428b6d2-3fc7-41f6-8a06-e0133301c792 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:56.229923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac34e21-665c-41e1-94cc-cdc497b954c0 req-e3613aeb-f6b4-43fb-8c2e-72d6d48f99de tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:56.231435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ac34e21-665c-41e1-94cc-cdc497b954c0 req-e3613aeb-f6b4-43fb-8c2e-72d6d48f99de tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.1080134 Dec 10 18:42:56.334499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ac34e21-665c-41e1-94cc-cdc497b954c0 req-87d3e3e2-a283-4530-bd21-e584d45e8110 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939097 Dec 10 18:42:56.397234 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.403211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.477199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=9428b6d2-3fc7-41f6-8a06-e0133301c792,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:56.480246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.576515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:42:56.577887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:42:56.710287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 3583508c-5a22-4a90-a3b8-6317689006ea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:42:56.825921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-81a9cd7e-afc5-4a32-b51f-170f8eed7fc6 None None] Provisioning complete for port 9428b6d2-3fc7-41f6-8a06-e0133301c792 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:56.826710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-81a9cd7e-afc5-4a32-b51f-170f8eed7fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:56.828512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:42:56.836541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8ca5ce1d-05a1-4dcc-8496-78c11a6cac17 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "PUT /v2.0/routers/3583508c-5a22-4a90-a3b8-6317689006ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2886133 Dec 10 18:42:56.856590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Sync routers for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:42:56.880453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-81a9cd7e-afc5-4a32-b51f-170f8eed7fc6 None None] Port 9428b6d2-3fc7-41f6-8a06-e0133301c792 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:42:56.881904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:56.882548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:57.015356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:57.255591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:05Z', 'revision_number': 1, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9428b6d2-3fc7-41f6-8a06-e0133301c792', 'name': '', 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:bc:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae67644b-434a-4b30-8c16-659c5c718730', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:55Z', 'updated_at': '2021-12-10T18:42:56Z', 'revision_number': 2, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'ae67644b-434a-4b30-8c16-659c5c718730', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:57.286552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Checking router: 3583508c-5a22-4a90-a3b8-6317689006ea for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:42:57.286803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Updating router 3583508c-5a22-4a90-a3b8-6317689006ea port 9428b6d2-3fc7-41f6-8a06-e0133301c792 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:42:57.317284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.464106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe49e8-020a-4328-b40c-e9775ade46d0 req-09d5ce6f-0a3d-46e1-9200-eb0a97983a1a tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:57.465927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ebe49e8-020a-4328-b40c-e9775ade46d0 req-09d5ce6f-0a3d-46e1-9200-eb0a97983a1a tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0537887 Dec 10 18:42:57.517499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ebe49e8-020a-4328-b40c-e9775ade46d0 req-3a3b159b-1799-4e94-9147-f7ae76f087fa tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453167 Dec 10 18:42:57.596915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.602859 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.657601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e8bcb-5951-4a10-82d2-172504543eee None None] Pushing event updated for resources: {'Port': ['ID=9428b6d2-3fc7-41f6-8a06-e0133301c792,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:57.709661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Attempting to bind port 9428b6d2-3fc7-41f6-8a06-e0133301c792 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:42:57.710029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Attempting to bind port 9428b6d2-3fc7-41f6-8a06-e0133301c792 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:42:57.710477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Attempting to bind port 9428b6d2-3fc7-41f6-8a06-e0133301c792 on network f4d374fc-e28c-4c47-8011-b26bf71ca2ff {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:42:57.716893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:42:57.717278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Checking segment: {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:42:57.717682 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.718083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Bound using segment: {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:42:57.718580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Bound port: 9428b6d2-3fc7-41f6-8a06-e0133301c792, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740c5a6e-c0dd-4a61-8914-bc05a0aa9579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:42:57.720352 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.792611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] For port 9428b6d2-3fc7-41f6-8a06-e0133301c792, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:42:57.796425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] For port 9428b6d2-3fc7-41f6-8a06-e0133301c792, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9428b6d2-3fc7-41f6-8a06-e0133301c792,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:42:57.800698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:57.854406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:42:57.855394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:42:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:57.915995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e8bcb-5951-4a10-82d2-172504543eee None None] Pushing event updated for resources: {'Port': ['ID=9428b6d2-3fc7-41f6-8a06-e0133301c792,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:57.971079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5becdc09-7981-47e5-83c7-912a558aa766 None None] Provisioning complete for port 9428b6d2-3fc7-41f6-8a06-e0133301c792 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:57.971458 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5becdc09-7981-47e5-83c7-912a558aa766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.025284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:42:58.339813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fa7efaf0-c3d0-4bd9-b23e-00abd762e090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.343176 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5becdc09-7981-47e5-83c7-912a558aa766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.424549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5becdc09-7981-47e5-83c7-912a558aa766 None None] For port 9428b6d2-3fc7-41f6-8a06-e0133301c792, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9428b6d2-3fc7-41f6-8a06-e0133301c792,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:42:58.428872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5becdc09-7981-47e5-83c7-912a558aa766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.514849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becdc09-7981-47e5-83c7-912a558aa766 None None] Pushing event updated for resources: {'Port': ['ID=9428b6d2-3fc7-41f6-8a06-e0133301c792,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:42:58.557052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:05Z', 'revision_number': 1, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9428b6d2-3fc7-41f6-8a06-e0133301c792', 'name': '', 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:bc:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae67644b-434a-4b30-8c16-659c5c718730', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:55Z', 'updated_at': '2021-12-10T18:42:57Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'ae67644b-434a-4b30-8c16-659c5c718730', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:42:58.560324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9ac5dba4-5cf8-4de7-a2e1-a8e8d968ca2d None None] Provisioning complete for port 9428b6d2-3fc7-41f6-8a06-e0133301c792 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:58.560937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9ac5dba4-5cf8-4de7-a2e1-a8e8d968ca2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:58.593241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b9f18-3866-4f56-9186-983a6d999d05 None None] The sync data for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 is: [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:42:55Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:05Z', 'revision_number': 1, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9428b6d2-3fc7-41f6-8a06-e0133301c792', 'name': '', 'network_id': 'f4d374fc-e28c-4c47-8011-b26bf71ca2ff', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:bc:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'ae67644b-434a-4b30-8c16-659c5c718730', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:55Z', 'updated_at': '2021-12-10T18:42:57Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'ae67644b-434a-4b30-8c16-659c5c718730', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:42:58.700067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2ba3d-8f83-4751-b331-98179bb1ab52 req-7ad72063-b6f9-4298-8703-b6872286804b tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:58.701268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b2ba3d-8f83-4751-b331-98179bb1ab52 req-7ad72063-b6f9-4298-8703-b6872286804b tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.1046708 Dec 10 18:42:58.784456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b9b2ba3d-8f83-4751-b331-98179bb1ab52 req-924714c4-56c5-4d99-8d6c-67e8b805d608 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720894 Dec 10 18:42:58.901852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9428b6d2-3fc7-41f6-8a06-e0133301c792 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:42:58.983473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9428b6d2-3fc7-41f6-8a06-e0133301c792 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:42:58.983845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:42:59.915692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8effa-c9fe-41c0-a386-8c08eb4adee1 req-34263c44-1eca-4223-b8cb-3b7c29219337 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:42:59.917198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18c8effa-c9fe-41c0-a386-8c08eb4adee1 req-34263c44-1eca-4223-b8cb-3b7c29219337 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0517626 Dec 10 18:42:59.969935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18c8effa-c9fe-41c0-a386-8c08eb4adee1 req-ad9abe3c-5c9c-499a-adf9-7044de173af6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463088 Dec 10 18:43:00.208111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db75d59-7ba0-460b-82bd-ddd0d761d7ff req-7d00e1c0-444d-44c7-a1a7-edea45558cb1 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.209662 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3db75d59-7ba0-460b-82bd-ddd0d761d7ff req-7d00e1c0-444d-44c7-a1a7-edea45558cb1 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0631340 Dec 10 18:43:00.226304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-050f530f-18fd-4e26-8fc6-7226d6d31f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.227978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-050f530f-18fd-4e26-8fc6-7226d6d31f77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1096 time: 0.0454721 Dec 10 18:43:00.261286 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3db75d59-7ba0-460b-82bd-ddd0d761d7ff req-77067730-c18a-40dc-a890-be9ca2572a52 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445471 Dec 10 18:43:00.328378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-21795182-9912-4c3f-9e68-26f410a57ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.329888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-21795182-9912-4c3f-9e68-26f410a57ffa service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.0926204 Dec 10 18:43:00.407907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-8e90285e-b782-4840-9a48-9a9c235145a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 1001 time: 0.0704467 Dec 10 18:43:00.462842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-e0839f02-7568-4a7c-9102-36d18aefd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.464600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-e0839f02-7568-4a7c-9102-36d18aefd0d1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0501535 Dec 10 18:43:00.516151 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-bbe14e6c-9cf6-4729-af28-d7e14b69d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:00.517690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-bbe14e6c-9cf6-4729-af28-d7e14b69d688 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453675 Dec 10 18:43:00.617721 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-0910cee0-890a-4df8-92e4-3a11b311032c service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929523 Dec 10 18:43:00.709600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ebd310c-c4bd-426b-841b-052cf23ea9a1 req-a2abc2e9-ba1b-42b7-9e2b-f7fd49ae0599 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852687 Dec 10 18:43:01.403908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43533add-bf88-4bca-ad63-0de43b0fcb5d req-0ef87fcd-e2b3-4338-8dd2-2f52e193f2bb tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:01.405531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43533add-bf88-4bca-ad63-0de43b0fcb5d req-0ef87fcd-e2b3-4338-8dd2-2f52e193f2bb tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0656888 Dec 10 18:43:01.458993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43533add-bf88-4bca-ad63-0de43b0fcb5d req-3bf80924-4e0f-4a23-9a33-7c72ade63731 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 Dec 10 18:43:01.620362 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-379ea0cb-5dbd-4ff8-9f3b-32d26ef985cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.037564 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.105464 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:02.227333 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:43:02.940047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7b13b-611d-444f-a28a-7cbe39c8e699 req-4a07ef9f-4112-431c-a0b3-86a17b044f22 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:02.941655 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4e7b13b-611d-444f-a28a-7cbe39c8e699 req-4a07ef9f-4112-431c-a0b3-86a17b044f22 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1096 time: 0.0440555 Dec 10 18:43:02.961036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a4e7b13b-611d-444f-a28a-7cbe39c8e699 req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.048107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a4e7b13b-611d-444f-a28a-7cbe39c8e699 req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.052250 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-a4e7b13b-611d-444f-a28a-7cbe39c8e699 req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:03.093747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4e7b13b-611d-444f-a28a-7cbe39c8e699 req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453040 Dec 10 18:43:03.094509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec686319-8707-438b-aea4-884d5a8a100e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:03.103001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.103353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.103706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.104047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.104494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.104833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.105277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.105475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.105815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.106125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.106616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.106929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.107252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e802ad42-c6ab-40b9-85c1-ab5e5415ae69 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:03.231175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6a008-426b-454c-9f75-a6d56c7bef48 req-84748919-df82-4a20-8b7f-f5ccbb09c370 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:03.232783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73f6a008-426b-454c-9f75-a6d56c7bef48 req-84748919-df82-4a20-8b7f-f5ccbb09c370 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0624316 Dec 10 18:43:03.286332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73f6a008-426b-454c-9f75-a6d56c7bef48 req-75d0e71e-a267-4874-a128-c2a6a9ac6ebc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471694 Dec 10 18:43:03.310935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50254) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:03.329746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1910a-7837-4498-8910-d0535e66b0c1 req-04808137-c5d2-4e88-b47c-13749ac3b65b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:03.331344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03e1910a-7837-4498-8910-d0535e66b0c1 req-04808137-c5d2-4e88-b47c-13749ac3b65b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 946 time: 0.0561624 Dec 10 18:43:03.379075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bb6ce871-27f0-4a41-b9b5-4f14d10826aa tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/3b010f19-b40d-49e7-8390-874e74c8bd7d HTTP/1.1" status: 200 len: 992 time: 0.0614479 Dec 10 18:43:03.383475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03e1910a-7837-4498-8910-d0535e66b0c1 req-8d967a17-8c91-4540-8309-f566cbaf4c8f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449145 Dec 10 18:43:03.678826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-62484768-714c-4c15-832f-c36916017e59 req-ea3d8d8c-22d2-4207-bdc7-682fc6416de7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:43:03.679815 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-62484768-714c-4c15-832f-c36916017e59 req-ea3d8d8c-22d2-4207-bdc7-682fc6416de7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055661 Dec 10 18:43:03.781113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.060132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490687c8-08f4-423f-a724-9354e394fc98 req-1ec84f40-6618-4f30-b009-9fa6660704c0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:04.061636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-490687c8-08f4-423f-a724-9354e394fc98 req-1ec84f40-6618-4f30-b009-9fa6660704c0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0644209 Dec 10 18:43:04.120793 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:04.127950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-f4771e6d-6e19-4dcc-a28e-8fbcecb345c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1418505 Dec 10 18:43:04.138047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-94900487-7011-4939-9d53-c54804942427 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:43:04.139048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-94900487-7011-4939-9d53-c54804942427 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055289 Dec 10 18:43:04.143315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-490687c8-08f4-423f-a724-9354e394fc98 req-87f0c2c6-989d-48b2-8452-02ec2f0d01ff tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636816 Dec 10 18:43:04.522722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296babce-0316-49ea-b074-0695f2821436 req-ffc70b9b-4b01-4722-abc2-3e034ddfeca3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:04.524478 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-296babce-0316-49ea-b074-0695f2821436 req-ffc70b9b-4b01-4722-abc2-3e034ddfeca3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 946 time: 0.0608692 Dec 10 18:43:04.585529 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-296babce-0316-49ea-b074-0695f2821436 req-597fcb68-3161-4e4a-9808-64c05529556e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550642 Dec 10 18:43:04.820354 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.031418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddad464-aa87-420b-897c-61ec2804ef9c req-764ee5f4-2de4-49c7-ae97-e96513fce311 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:05.032943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dddad464-aa87-420b-897c-61ec2804ef9c req-764ee5f4-2de4-49c7-ae97-e96513fce311 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 946 time: 0.0564604 Dec 10 18:43:05.138861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 625381a4-62be-43aa-a177-cc387474204f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:05.139608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.276952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] For port 625381a4-62be-43aa-a177-cc387474204f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=625381a4-62be-43aa-a177-cc387474204f,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:05.277322 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.385661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1bbeb-ad85-42f1-9edf-8e5f15acdc5a req-66fc3960-f9d9-4086-a558-137db103e5ae tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:05.387148 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2d1bbeb-ad85-42f1-9edf-8e5f15acdc5a req-66fc3960-f9d9-4086-a558-137db103e5ae tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.1648562 Dec 10 18:43:05.554796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2d1bbeb-ad85-42f1-9edf-8e5f15acdc5a req-ca9e31fe-741f-46c1-8ea5-5699f75b4767 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469073 Dec 10 18:43:05.585524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-4448a9dd-2d01-4e50-a0e5-23bd591c3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:05.589230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-4448a9dd-2d01-4e50-a0e5-23bd591c3383 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1096 time: 0.1947145 Dec 10 18:43:05.669972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.670230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:05.670592 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Floating IP 0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc disassociated. External IP: 172.25.2.114, port: 625381a4-62be-43aa-a177-cc387474204f. Dec 10 18:43:05.670938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 625381a4-62be-43aa-a177-cc387474204f owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:05.716018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ba4fb-e47c-4c51-8da7-75840a630c26 req-b472c267-23d8-4904-86a6-02b8a7b4f5a3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:05.717944 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-753ba4fb-e47c-4c51-8da7-75840a630c26 req-b472c267-23d8-4904-86a6-02b8a7b4f5a3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 946 time: 0.0550702 Dec 10 18:43:05.774411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-753ba4fb-e47c-4c51-8da7-75840a630c26 req-4daf7e97-9d2a-4696-b9c7-e02ffc8fe8cf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497456 Dec 10 18:43:06.025678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-23c3d8e7-59a0-4bcf-a992-9bf4fe3eb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:06.027234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-23c3d8e7-59a0-4bcf-a992-9bf4fe3eb0a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.4307997 Dec 10 18:43:06.111110 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-03d691db-3347-4e0c-8d4d-153af0f91d9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 1000 time: 0.0739691 Dec 10 18:43:06.194810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-d19cba07-b00f-49d6-981a-4b9916943b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:06.196546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-d19cba07-b00f-49d6-981a-4b9916943b08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0612280 Dec 10 18:43:06.197898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.258791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=625381a4-62be-43aa-a177-cc387474204f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:06.324196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-a9b63bf3-ca8b-4392-9e1d-c1f7545c6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:06.325657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-a9b63bf3-ca8b-4392-9e1d-c1f7545c6f40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1190062 Dec 10 18:43:06.435861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:06.504139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-2181687e-c2b4-44b4-9f29-791d2792dd0d service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433895 Dec 10 18:43:06.676982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:06.689443 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:06.706790 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:06.707904 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:06.738466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-e46a7a67-2107-42fb-ae3d-280e69ee003f service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253685 Dec 10 18:43:06.758763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] No DVR routers for this DVR port 625381a4-62be-43aa-a177-cc387474204f on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:06.762397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:06.766026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dddad464-aa87-420b-897c-61ec2804ef9c req-f1ded889-5364-4210-a476-19f596da2420 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "DELETE /v2.0/ports/625381a4-62be-43aa-a177-cc387474204f HTTP/1.1" status: 204 len: 173 time: 1.7256641 Dec 10 18:43:06.766620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'name': 'network-vif-deleted', 'tag': '625381a4-62be-43aa-a177-cc387474204f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:06.768883 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a12e833-c8b6-43c7-9d6e-1814bc071906" -d '{"events": [{"server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "name": "network-vif-deleted", "tag": "625381a4-62be-43aa-a177-cc387474204f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:06.789165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cf9a8-8029-4b38-a6a5-3d5c3de9905f req-c59642ff-a3c1-4cbf-86d2-62d7b8f8c116 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:06.791396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce2cf9a8-8029-4b38-a6a5-3d5c3de9905f req-c59642ff-a3c1-4cbf-86d2-62d7b8f8c116 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.1583776 Dec 10 18:43:06.842955 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9163657a-1ada-4b4e-8666-d5f5eaa86273 x-openstack-request-id: req-9163657a-1ada-4b4e-8666-d5f5eaa86273 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:06.844328 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd1f214-5a10-4ad3-995c-ded80960e33d", "name": "network-vif-deleted", "tag": "625381a4-62be-43aa-a177-cc387474204f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:06.844783 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9163657a-1ada-4b4e-8666-d5f5eaa86273 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:06.846025 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd1f214-5a10-4ad3-995c-ded80960e33d', 'name': 'network-vif-deleted', 'tag': '625381a4-62be-43aa-a177-cc387474204f', 'status': 'completed', 'code': 200} Dec 10 18:43:06.863237 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:06.913727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce2cf9a8-8029-4b38-a6a5-3d5c3de9905f req-3f5b905e-9406-4464-9967-056ff8078c89 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124918 Dec 10 18:43:06.949013 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b6b5206-5a27-4b46-badc-cb9de8326cf1 req-51a2fe71-fd79-4aa8-b2fd-b44869d8093c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.0353177 Dec 10 18:43:07.128282 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:07.158435 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:07.168040 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:07.168610 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:07.373731 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:07.585669 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:07.621415 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01beefa0-0d12-4a55-b8ec-c325b20c0a8a None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:07.863110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af90dc-a733-47be-96ae-944170b497bc None None] New status for floating IP 0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:43:08.099597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20b3b9-9b58-4d49-8815-3ee5a856b912 req-57fb6292-928c-443c-b402-656ebfef00b1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:08.103833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd20b3b9-9b58-4d49-8815-3ee5a856b912 req-57fb6292-928c-443c-b402-656ebfef00b1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0905461 Dec 10 18:43:08.107943 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f873de1-0b74-4d29-9687-81595a66ac95 req-73d96e17-f2d7-48b8-8dca-7b203812ded7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.0381956 Dec 10 18:43:08.160315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd20b3b9-9b58-4d49-8815-3ee5a856b912 req-cfdaff0d-38ac-4c01-8c7d-19c2b2da7b6f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518377 Dec 10 18:43:08.321576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 625381a4-62be-43aa-a177-cc387474204f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:08.346070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 625381a4-62be-43aa-a177-cc387474204f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:08.346464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 625381a4-62be-43aa-a177-cc387474204f not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:09.215520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ef0efef-f261-4193-bc25-380841a1b7e6 req-1c522404-2ccc-48cf-b7fa-11fad107bc1d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.0330608 Dec 10 18:43:09.283577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4baef-938f-4f26-b8f6-b6403449af21 req-666200b4-f82b-43b7-a67e-1931c0db971d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:09.285188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fd4baef-938f-4f26-b8f6-b6403449af21 req-666200b4-f82b-43b7-a67e-1931c0db971d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0523083 Dec 10 18:43:09.354476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fd4baef-938f-4f26-b8f6-b6403449af21 req-3286c98c-bd8e-4087-825f-2ad90aa306d3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553112 Dec 10 18:43:10.316069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a813ff3-127f-449f-b263-7d774da036f1 req-6c12eade-6758-4098-9b8a-f0c8596862f0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.0290892 Dec 10 18:43:10.489527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e35ac8-003f-4b9b-88e9-9d821ab0bc61 req-72996e48-2b29-40a9-aa3d-dd4b3126210a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:10.491139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8e35ac8-003f-4b9b-88e9-9d821ab0bc61 req-72996e48-2b29-40a9-aa3d-dd4b3126210a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0573235 Dec 10 18:43:10.548656 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8e35ac8-003f-4b9b-88e9-9d821ab0bc61 req-2f4ac110-2531-40a0-a6d9-0521d6b031b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494065 Dec 10 18:43:11.423655 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d6b2ec0-7ebf-445b-ba8c-df6e4bcfe27f req-b6f2275f-6e0d-44cb-aa14-b8d2fdb3f865 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffd1f214-5a10-4ad3-995c-ded80960e33d HTTP/1.1" status: 200 len: 210 time: 0.0291126 Dec 10 18:43:11.690651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea71e8-dfe3-419d-a39b-a41ab3ea3614 req-74015579-36f0-4497-8346-a180ba097a08 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:11.692554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ea71e8-dfe3-419d-a39b-a41ab3ea3614 req-74015579-36f0-4497-8346-a180ba097a08 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0604188 Dec 10 18:43:11.752543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9ea71e8-dfe3-419d-a39b-a41ab3ea3614 req-f3306aec-a56f-41c2-a4aa-9c04e086d426 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515182 Dec 10 18:43:12.716220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-c9983e9a-c6b5-43e9-8a01-fed0c194d90b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262649403&fields=id&tenant_id=1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 267 time: 0.0553439 Dec 10 18:43:12.857196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-5e1cf389-b050-4bb2-8f65-2a85eb81de49 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:12.860096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-5e1cf389-b050-4bb2-8f65-2a85eb81de49 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1329453 Dec 10 18:43:12.878744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-c06bb529-041d-49f3-9fdc-f1908fd17d04 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/quotas/1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 375 time: 0.0112855 Dec 10 18:43:12.896224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedbeb4-f936-4748-b0ee-2f5620450ad7 req-c531a02b-ba8f-435b-a436-bc90f55b52b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:12.898910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8eedbeb4-f936-4748-b0ee-2f5620450ad7 req-c531a02b-ba8f-435b-a436-bc90f55b52b4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0567212 Dec 10 18:43:12.939906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-107da011-a068-48cc-8f3c-835318eb7c91 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539107 Dec 10 18:43:12.956290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8eedbeb4-f936-4748-b0ee-2f5620450ad7 req-0cd1fd0a-bb00-42b2-91e9-8965af5161ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519485 Dec 10 18:43:13.064002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-3d461680-ee35-457d-be72-b8b7fb129bf4 service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098964 Dec 10 18:43:13.173723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-8ba7bb82-2ee1-489f-8089-72abc5e96322 service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993226 Dec 10 18:43:13.457445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-ec9b97a1-e8a3-4ae4-a8f3-0cb7866ea5f0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532165 Dec 10 18:43:13.527754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8b7e2b94-9841-46c0-820f-aa54b5416097 req-146f2736-9573-4268-b298-f2ffe87a6ac6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 210 time: 0.0483098 Dec 10 18:43:13.559529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969d9e4-732a-4e23-b841-a70111aec380 req-0dd8d59d-1fc0-442c-8a74-23e9d085fc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.559756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-a2022f0a-a2d0-40fb-b356-ecbf6eab4e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.561233 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-0dd8d59d-1fc0-442c-8a74-23e9d085fc18 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 1096 time: 0.0712051 Dec 10 18:43:13.561578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-a2022f0a-a2d0-40fb-b356-ecbf6eab4e9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1096 time: 0.0590692 Dec 10 18:43:13.689753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969d9e4-732a-4e23-b841-a70111aec380 req-f5b9d5d2-cd73-4b86-9dc8-620f09f7c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.691220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-f5b9d5d2-cd73-4b86-9dc8-620f09f7c8c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 200 len: 897 time: 0.1061661 Dec 10 18:43:13.710297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-5387a44b-4b89-4e94-bf89-a49ab03f50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.712386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-5387a44b-4b89-4e94-bf89-a49ab03f50c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.1258595 Dec 10 18:43:13.774978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-8732459f-08e2-4580-8554-a7ba26276330 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70 HTTP/1.1" status: 200 len: 1000 time: 0.0702858 Dec 10 18:43:13.795895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-62305275-e9b2-43cd-aa0e-a01649eecdcd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 1000 time: 0.0750735 Dec 10 18:43:13.835103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969d9e4-732a-4e23-b841-a70111aec380 req-fac7052b-e4ce-4581-9835-5a2efb59ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.836917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-fac7052b-e4ce-4581-9835-5a2efb59ff5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=376c9b18-abc6-42cc-b9d6-de9b57da1ded HTTP/1.1" status: 200 len: 834 time: 0.0536561 Dec 10 18:43:13.854584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-72550b8c-1edb-4492-8b2b-9fef8e1f460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.856193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-72550b8c-1edb-4492-8b2b-9fef8e1f460e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0530529 Dec 10 18:43:13.895244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969d9e4-732a-4e23-b841-a70111aec380 req-e1a347da-7e15-43ad-a6eb-283aca66de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.896892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-e1a347da-7e15-43ad-a6eb-283aca66de8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8eb1f32d-c482-4f70-ab1f-935452189caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527871 Dec 10 18:43:13.914773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-dbc23ce5-58b3-4186-b0de-2e9bbb194155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:13.916576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-dbc23ce5-58b3-4186-b0de-2e9bbb194155 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513096 Dec 10 18:43:14.019976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-a333749c-daf4-40f3-bd7f-a36d4328ec0f service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954471 Dec 10 18:43:14.020536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-9b758ae3-afc4-4d53-9773-b075ff68eeab service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095710 Dec 10 18:43:14.141040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7969d9e4-732a-4e23-b841-a70111aec380 req-676c36ac-92b1-448c-a58d-e6424df59440 service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087108 Dec 10 18:43:14.151968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a529fb6-f35d-4dac-b154-179b63060bb3 req-dbc28045-5fb7-4400-a9f4-2754c18a62d3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:14.153684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a529fb6-f35d-4dac-b154-179b63060bb3 req-dbc28045-5fb7-4400-a9f4-2754c18a62d3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.1155145 Dec 10 18:43:14.188788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6678a6a5-0275-497d-b73b-acadf20e5cec req-fa93bc93-6276-459c-ba3c-62a1182df2cd service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588244 Dec 10 18:43:14.221175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a529fb6-f35d-4dac-b154-179b63060bb3 req-3ec305a1-a140-496a-a2fb-687f722a13da tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597112 Dec 10 18:43:14.610719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-77e7b088-6eeb-4f83-a98c-b136547bc1ae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:14.612410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-77e7b088-6eeb-4f83-a98c-b136547bc1ae tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1151655 Dec 10 18:43:14.646926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c0acdbdb-ea35-4633-b2f1-55fc3a488ab6 req-ac4983cc-41f7-479c-8b89-512630847a19 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 210 time: 0.0334322 Dec 10 18:43:14.708446 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-2adfc17d-b923-4d9c-8bbe-bfe6091c0e07 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 380 time: 0.0836978 Dec 10 18:43:14.718386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'port': {'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'admin_state_up': True, 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'security_groups': ['be9f1780-1a1f-420d-bde4-64485e6d25e6']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:14.855613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:14.860347 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.008127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.20.0.10 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/a5c996e3-58cc-419c-8185-90219fafe4eb) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:15.162787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.208214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.261243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:15.264546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:15.269358 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:15.299958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=a5c996e3-58cc-419c-8185-90219fafe4eb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:15.337599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:15.338959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.367938 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc991a9b-b6d0-483d-81d2-40439e6d1659 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6531470 Dec 10 18:43:15.387263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Request body: {'port': {'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:15.388604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf72b8-b7db-4b94-b837-8e570c6044ff req-f7d7f408-5c92-49f8-a6d1-9165f2b30c39 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:15.391292 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dcf72b8-b7db-4b94-b837-8e570c6044ff req-f7d7f408-5c92-49f8-a6d1-9165f2b30c39 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0914629 Dec 10 18:43:15.473206 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.474592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dcf72b8-b7db-4b94-b837-8e570c6044ff req-dd099179-c062-406c-be9e-32c00d85494f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720363 Dec 10 18:43:15.642945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bfedfbcb-0c24-4e9b-a4c0-960b2ddb4c6d None None] Provisioning complete for port a5c996e3-58cc-419c-8185-90219fafe4eb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:15.643542 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfedfbcb-0c24-4e9b-a4c0-960b2ddb4c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.688289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bfedfbcb-0c24-4e9b-a4c0-960b2ddb4c6d None None] Port a5c996e3-58cc-419c-8185-90219fafe4eb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:15.816899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33b911-8fb3-45a2-b281-6d90f3855478 req-ea318493-93ca-4f6b-a1de-111a062b0c3f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:15.818495 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d33b911-8fb3-45a2-b281-6d90f3855478 req-ea318493-93ca-4f6b-a1de-111a062b0c3f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 932 time: 0.0942910 Dec 10 18:43:15.825005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c996e3-58cc-419c-8185-90219fafe4eb {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:15.835246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.864364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Transition to ACTIVE for port object a5c996e3-58cc-419c-8185-90219fafe4eb will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:15.874910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:15.927736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8d33b911-8fb3-45a2-b281-6d90f3855478 req-a9890b4d-06e8-4717-8272-27f5d3012331 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976043 Dec 10 18:43:15.977738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c996e3-58cc-419c-8185-90219fafe4eb,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:16.032952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Attempting to bind port a5c996e3-58cc-419c-8185-90219fafe4eb on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:16.033817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Attempting to bind port a5c996e3-58cc-419c-8185-90219fafe4eb by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:16.033817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Attempting to bind port a5c996e3-58cc-419c-8185-90219fafe4eb on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:16.038607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Port a5c996e3-58cc-419c-8185-90219fafe4eb on network befa5d99-05cc-4c47-b670-bb18516544f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:16.038941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Attempting to bind port a5c996e3-58cc-419c-8185-90219fafe4eb on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:16.044642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:16.045067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:16.045511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:16.046021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Bound port: a5c996e3-58cc-419c-8185-90219fafe4eb, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:16.046405 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.129449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] For port a5c996e3-58cc-419c-8185-90219fafe4eb, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:16.134182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] For port a5c996e3-58cc-419c-8185-90219fafe4eb, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a5c996e3-58cc-419c-8185-90219fafe4eb,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:16.140152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.184795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:16.185591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:16.187201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] 10.222.0.59 "PUT /v2.0/ports/a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 1092 time: 0.8081758 Dec 10 18:43:16.187750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:16.190165 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f812eb-c882-4d8d-b4c8-62045652a261" -d '{"events": [{"name": "network-changed", "server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:16.235232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7bacf-5aed-41aa-8d56-69b5fec54972 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c996e3-58cc-419c-8185-90219fafe4eb,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:16.241275 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b8e55a-a2e4-4261-9330-528eb3eaf962 x-openstack-request-id: req-90b8e55a-a2e4-4261-9330-528eb3eaf962 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:16.241589 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:16.242964 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-90b8e55a-a2e4-4261-9330-528eb3eaf962 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:16.245528 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'status': 'completed', 'code': 200} Dec 10 18:43:16.303650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-c3b296b5-22fd-4e47-b977-1aa9a63c52c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:16.305422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-c3b296b5-22fd-4e47-b977-1aa9a63c52c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1095 time: 0.0586860 Dec 10 18:43:16.359533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-fc3f3362-53e8-46e5-9342-dcf2540e7995 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 217 time: 0.0456083 Dec 10 18:43:16.421825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc8296f9-459b-41b4-8d1f-00ebcd140424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:16.424115 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-cc8296f9-459b-41b4-8d1f-00ebcd140424 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0578895 Dec 10 18:43:16.483581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-0ab5f9d3-a014-4533-849a-867c201f708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:16.485154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-0ab5f9d3-a014-4533-849a-867c201f708f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529678 Dec 10 18:43:16.629908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5788b-c10d-45d1-a92d-c2e137ca900f req-2154059f-faef-43b4-a47c-873eb1845971 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:16.631433 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1df5788b-c10d-45d1-a92d-c2e137ca900f req-2154059f-faef-43b4-a47c-873eb1845971 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0884378 Dec 10 18:43:16.633220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-2d0a90cc-2ea0-4875-ac01-f50de0610ab0 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411357 Dec 10 18:43:16.730903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1df5788b-c10d-45d1-a92d-c2e137ca900f req-4feb54b6-7f78-4875-9fb1-4f22338588c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930352 Dec 10 18:43:16.773835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25557a9c-3b78-48fa-91c6-f64d89260456 req-e16b6456-31d9-4565-b18f-26d8524f5a59 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224985 Dec 10 18:43:16.885652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-68cd342e-21cd-4cda-9c8e-96a818da4e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:16.887369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-68cd342e-21cd-4cda-9c8e-96a818da4e92 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1095 time: 0.0490906 Dec 10 18:43:17.005958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-9b1e5320-4271-4e80-8144-46cb6b2ed6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.007836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-9b1e5320-4271-4e80-8144-46cb6b2ed6f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1128936 Dec 10 18:43:17.065477 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-62bde805-b161-45a4-8a60-2928ae5e56e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 217 time: 0.0497634 Dec 10 18:43:17.085340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13234936-ee79-4727-9f78-8b0f21c64dcb req-22310340-d8a4-45fe-8563-82e4381bf234 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.092973 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13234936-ee79-4727-9f78-8b0f21c64dcb req-22310340-d8a4-45fe-8563-82e4381bf234 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.0720539 Dec 10 18:43:17.124161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-46e0f513-b4e7-42de-af30-bb4d9db4bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.125671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-46e0f513-b4e7-42de-af30-bb4d9db4bc62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0514655 Dec 10 18:43:17.145153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13234936-ee79-4727-9f78-8b0f21c64dcb req-f2f8d3df-c514-4cef-9468-41d9f9f8e489 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503519 Dec 10 18:43:17.182909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-7466dcff-b77a-429c-b9c4-60f9f5ce8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.184490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-7466dcff-b77a-429c-b9c4-60f9f5ce8b64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512002 Dec 10 18:43:17.295174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-82d93bdf-c329-419f-8a96-a6df1c8556d9 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994465 Dec 10 18:43:17.397462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98f812eb-c882-4d8d-b4c8-62045652a261 req-6e56461c-5db1-41c6-8556-1403c46ad2c9 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874844 Dec 10 18:43:17.865860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f429c-37dc-4c72-91c6-d4d51f022f8d req-d46ca1b2-149f-4c8a-b5f5-4bf9de0447bb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:17.867926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a4f429c-37dc-4c72-91c6-d4d51f022f8d req-d46ca1b2-149f-4c8a-b5f5-4bf9de0447bb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0547698 Dec 10 18:43:17.921356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0a4f429c-37dc-4c72-91c6-d4d51f022f8d req-8c242baf-dab3-449d-ad38-24298c530fbb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468388 Dec 10 18:43:18.279974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42020a-d820-4a7f-9635-7c701ffe01d0 req-b0f5c896-4103-436a-90b2-67ed119f8676 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:18.281508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc42020a-d820-4a7f-9635-7c701ffe01d0 req-b0f5c896-4103-436a-90b2-67ed119f8676 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.0585847 Dec 10 18:43:18.338968 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc42020a-d820-4a7f-9635-7c701ffe01d0 req-4c7e81d2-6b33-4dc6-a787-daf5c4d5da30 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502896 Dec 10 18:43:18.823514 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-f4a86a8e-38e8-45d4-ac62-84c5d5ee67d6 service neutron] show failed (client error): The resource could not be found. Dec 10 18:43:18.824764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-f4a86a8e-38e8-45d4-ac62-84c5d5ee67d6 service neutron] 10.222.0.30 "GET /v2.0/ports/96075631-50ed-40fb-918b-053b329d23ee/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0598154 Dec 10 18:43:19.082553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba64bb-73d9-4017-83fd-7a0c35c4f4a1 req-1fdf355e-113a-4aa0-bdcb-e4090e64d924 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:19.084348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2ba64bb-73d9-4017-83fd-7a0c35c4f4a1 req-1fdf355e-113a-4aa0-bdcb-e4090e64d924 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0739381 Dec 10 18:43:19.152798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-72ca2449-8698-4d88-8253-7471c39a573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:19.155143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-72ca2449-8698-4d88-8253-7471c39a573d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 1096 time: 0.0895364 Dec 10 18:43:19.169655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:19.175868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2ba64bb-73d9-4017-83fd-7a0c35c4f4a1 req-b7fd5c93-a6f8-4e96-8c34-6b779f636787 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775747 Dec 10 18:43:19.234875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.469485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:19.480235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe43f8-4835-45e0-9382-20bb250b2245 req-1f593e5c-84e3-415a-bcf4-3c4dab6bb3ec tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:19.481810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1fe43f8-4835-45e0-9382-20bb250b2245 req-1f593e5c-84e3-415a-bcf4-3c4dab6bb3ec tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.0605047 Dec 10 18:43:19.506906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:19.542046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1fe43f8-4835-45e0-9382-20bb250b2245 req-45ebe203-5f35-41b8-85d5-b51eff8bcdc3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535092 Dec 10 18:43:19.550773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:19.553923 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3047c99c-1943-4b39-9208-769d557e3a29" -d '{"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-unplugged", "status": "completed", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:19.558679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.572902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Transition to ACTIVE for port object 96075631-50ed-40fb-918b-053b329d23ee will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:19.578452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:19.592115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50388) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:19.619796 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b636786d-b38a-4ef8-ae80-93777c8b4bdc x-openstack-request-id: req-b636786d-b38a-4ef8-ae80-93777c8b4bdc {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:19.620003 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-unplugged", "status": "completed", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:19.620637 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b636786d-b38a-4ef8-ae80-93777c8b4bdc {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:19.620637 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'code': 200} Dec 10 18:43:19.708032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:19.788970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] No DVR routers for this DVR port 96075631-50ed-40fb-918b-053b329d23ee on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:19.966080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:19.966578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:19.966921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:19.972669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Port 96075631-50ed-40fb-918b-053b329d23ee on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:19.972979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Attempting to bind port 96075631-50ed-40fb-918b-053b329d23ee on network 915a652c-f934-43b4-8fb7-516dcb3e77c0 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:19.978208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:19.978684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Checking segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:19.978937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Bound using segment: {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:19.979370 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Bound port: 96075631-50ed-40fb-918b-053b329d23ee, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d32e389-23c5-409f-bef0-50d16180abe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:19.979724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.058048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:20.061365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:20.066707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.095378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.109649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.113481 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.113481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] 10.222.0.59 "PUT /v2.0/ports/96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 1091 time: 0.9473248 Dec 10 18:43:20.140435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ec49f-306b-4cd0-b04d-4052a4a80e45 service neutron] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:20.201366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-4ca9bcb8-b754-42d8-a6c2-b2256f30946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.203087 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-4ca9bcb8-b754-42d8-a6c2-b2256f30946a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1094 time: 0.0566287 Dec 10 18:43:20.343840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-cef02831-a398-4b72-86ea-e443493a4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.345661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-cef02831-a398-4b72-86ea-e443493a4255 service neutron] 10.222.0.59 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.1351142 Dec 10 18:43:20.411733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86e761-58cd-4fd4-8496-910c6feff39e req-b45be1d3-ee35-4d7a-a243-247cd16910ff tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.413268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f86e761-58cd-4fd4-8496-910c6feff39e req-b45be1d3-ee35-4d7a-a243-247cd16910ff tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 943 time: 0.1138582 Dec 10 18:43:20.421368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-d51b88fb-e083-493d-b580-4e1df173ab82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 998 time: 0.0650496 Dec 10 18:43:20.482280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-e1b590cd-9733-493a-8f6b-2c9467213c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.483926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-e1b590cd-9733-493a-8f6b-2c9467213c26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0539935 Dec 10 18:43:20.541231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-da682dcf-a0b2-48f0-a52a-056bdc6c64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:20.542817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-da682dcf-a0b2-48f0-a52a-056bdc6c64b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504785 Dec 10 18:43:20.684057 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-8b0ac534-7fe4-416c-aa21-7c346a2bd462 service neutron] 10.222.0.59 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329186 Dec 10 18:43:20.812607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f86e761-58cd-4fd4-8496-910c6feff39e req-94fd5fa2-2813-4e78-8077-7d3cdf8c1e02 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857658 Dec 10 18:43:20.875642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port 9428b6d2-3fc7-41f6-8a06-e0133301c792 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:20.876005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.981472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port 9428b6d2-3fc7-41f6-8a06-e0133301c792, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9428b6d2-3fc7-41f6-8a06-e0133301c792,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:20.982156 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:20.996633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for 9428b6d2-3fc7-41f6-8a06-e0133301c792 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:21.059732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444de0-a1f6-4a2d-bdcc-a5cbe369bc9a req-8d45c90a-33d5-47fc-a7bc-d7f6df8e8856 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.061333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4444de0-a1f6-4a2d-bdcc-a5cbe369bc9a req-8d45c90a-33d5-47fc-a7bc-d7f6df8e8856 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.4274533 Dec 10 18:43:21.160753 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4444de0-a1f6-4a2d-bdcc-a5cbe369bc9a req-db46dd1f-5221-42de-96cd-e2196cc793c2 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745232 Dec 10 18:43:21.170486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-612df2b7-bd01-4c19-84c9-fe83b5c26b4f req-31b9236b-a88c-409b-90f5-eab5e2a8cf2f service neutron] 10.222.0.59 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786632 Dec 10 18:43:21.207985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:21.237743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=9428b6d2-3fc7-41f6-8a06-e0133301c792,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:21.422587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:21.622154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:21.624454 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054e03e3-24ca-49da-ab29-46a9e3898c70" -d '{"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:21.675893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 3583508c-5a22-4a90-a3b8-6317689006ea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:21.677856 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a046bdea-c8c7-4519-b8d6-a5677ebbbc00 x-openstack-request-id: req-a046bdea-c8c7-4519-b8d6-a5677ebbbc00 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:21.678185 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:21.678487 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a046bdea-c8c7-4519-b8d6-a5677ebbbc00 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:21.679957 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'status': 'completed', 'code': 200} Dec 10 18:43:21.751748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-0598f138-a04a-4c2a-a729-f12742bad475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.753263 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-0598f138-a04a-4c2a-a729-f12742bad475 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1094 time: 0.0449300 Dec 10 18:43:21.807623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-ad83feda-77b9-4722-afef-e1f90e2d5832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.813656 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-ad83feda-77b9-4722-afef-e1f90e2d5832 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1094 time: 0.0840924 Dec 10 18:43:21.857992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-ac90f3b4-f9bd-4c0a-87ea-3bf1b4e71957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.859742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-ac90f3b4-f9bd-4c0a-87ea-3bf1b4e71957 service neutron] 10.222.0.59 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.0983400 Dec 10 18:43:21.870342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:21.877310 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-54a678d8-42fb-4398-a865-7bdb1e112f51 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "PUT /v2.0/routers/3583508c-5a22-4a90-a3b8-6317689006ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2841024 Dec 10 18:43:21.882946 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] Sync routers for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:21.898007 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:21.898942 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:21.947781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-3589d09b-0f53-4c54-98ec-f9a2d93232a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:21.949749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-3589d09b-0f53-4c54-98ec-f9a2d93232a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.1323099 Dec 10 18:43:21.980514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-df72f488-1583-4e87-aa8e-d706c8147249 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 998 time: 0.1125464 Dec 10 18:43:22.038377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-b01c095f-dd74-40b9-8817-31311977a1b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 998 time: 0.0810444 Dec 10 18:43:22.047639 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:22.053517 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46737ce-7251-416d-9a77-15adb7e2e5e8 req-f30561bd-6d3a-44d0-bae4-6ac2fe208dd1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.062859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f46737ce-7251-416d-9a77-15adb7e2e5e8 req-f30561bd-6d3a-44d0-bae4-6ac2fe208dd1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 943 time: 0.1319602 Dec 10 18:43:22.089721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-6fdbafec-a4f2-405f-9cb0-acac36add1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.091380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-6fdbafec-a4f2-405f-9cb0-acac36add1e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.1016915 Dec 10 18:43:22.109348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-6d997554-c4a4-4e94-8cab-91abf72bb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.111462 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-6d997554-c4a4-4e94-8cab-91abf72bb787 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0649166 Dec 10 18:43:22.136541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f46737ce-7251-416d-9a77-15adb7e2e5e8 req-ffda8cb1-e2fb-419b-af1f-609789916ef1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718989 Dec 10 18:43:22.180671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-a3ed2ee5-8a14-4828-8bb6-e8fde11189f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.182313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-a3ed2ee5-8a14-4828-8bb6-e8fde11189f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663278 Dec 10 18:43:22.215661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcae8ae-fd61-41f3-bfbf-ee7e7223fe28 req-c3c62274-dfdd-404f-a416-b1fc9a8d03f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.224830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bcae8ae-fd61-41f3-bfbf-ee7e7223fe28 req-c3c62274-dfdd-404f-a416-b1fc9a8d03f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 946 time: 0.0930059 Dec 10 18:43:22.227756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-056760c4-3a77-4650-ab04-15ea3abf3747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.229691 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-056760c4-3a77-4650-ab04-15ea3abf3747 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086063 Dec 10 18:43:22.323193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-74be599b-c0d1-442e-a2b6-53b161d9da27 service neutron] 10.222.0.59 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314783 Dec 10 18:43:22.334303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75209f-2fec-43ea-91b5-ad558b1ad991 req-924bb8d1-a90f-45f0-8dce-6be71e255cde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:22.335887 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b75209f-2fec-43ea-91b5-ad558b1ad991 req-924bb8d1-a90f-45f0-8dce-6be71e255cde tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.0753696 Dec 10 18:43:22.342966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3bcae8ae-fd61-41f3-bfbf-ee7e7223fe28 req-a0afdfea-f327-4aa2-9865-ea00f749262c tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182795 Dec 10 18:43:22.343325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 96075631-50ed-40fb-918b-053b329d23ee no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:22.373433 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:21Z', 'revision_number': 6, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:05Z', 'revision_number': 1, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:22.386981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-3a786251-9d75-4d37-b07f-bf2e6fbce593 service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319957 Dec 10 18:43:22.394229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 96075631-50ed-40fb-918b-053b329d23ee not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:22.410145 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] Checking router: 3583508c-5a22-4a90-a3b8-6317689006ea for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:22.420531 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:22.420531 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:22.466160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b75209f-2fec-43ea-91b5-ad558b1ad991 req-00b58468-dcc5-4abc-b1c4-c1f7239b01be tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038444 Dec 10 18:43:22.498106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-456e352d-8af1-4a56-af7c-ec0c9570ac5e service neutron] 10.222.0.59 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612749 Dec 10 18:43:22.508544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-054e03e3-24ca-49da-ab29-46a9e3898c70 req-d761583d-388e-4ca9-89c8-ac7aa93bc48b service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141684 Dec 10 18:43:22.537351 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:22.764231 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:21Z', 'revision_number': 6, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:05Z', 'revision_number': 1, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:22.794815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634a04c8-581f-466a-a41a-d67b39c0a9d2 None None] The sync data for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 is: [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:21Z', 'revision_number': 6, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a06c4b2a-1642-4129-93b3-1c5203bf7555', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'port_id': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'mac_address': 'fa:16:3e:32:06:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716db87e-3403-4b0a-982d-2dce37ade71c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:42:02Z', 'updated_at': '2021-12-10T18:42:05Z', 'revision_number': 1, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:23.254282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 96075631-50ed-40fb-918b-053b329d23ee details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:23.295165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fb7f1-a206-43e5-82e5-47455b86a6b7 req-7384e9de-df10-4409-8510-1f980e9f50f8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:23.299081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f21fb7f1-a206-43e5-82e5-47455b86a6b7 req-7384e9de-df10-4409-8510-1f980e9f50f8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 943 time: 0.0740104 Dec 10 18:43:23.354385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f21fb7f1-a206-43e5-82e5-47455b86a6b7 req-2ef016ae-3339-4244-968b-ba1ccbfe468d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508771 Dec 10 18:43:23.368026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:23.381825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '96075631-50ed-40fb-918b-053b329d23ee', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'port_id': '96075631-50ed-40fb-918b-053b329d23ee', 'mac_address': 'fa:16:3e:c9:fe:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:23.427394 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.441919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96075631-50ed-40fb-918b-053b329d23ee {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:23.463436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:23.467490 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.468263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4cced-62c1-4351-a74a-8a0c3463afe6 req-b16166d1-1dbc-4ac1-acf8-c242a582b5b5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:23.469912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eee4cced-62c1-4351-a74a-8a0c3463afe6 req-b16166d1-1dbc-4ac1-acf8-c242a582b5b5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 946 time: 0.0518084 Dec 10 18:43:23.517197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:23.536670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eee4cced-62c1-4351-a74a-8a0c3463afe6 req-42eec98d-f1e8-4e24-b368-a827f6d20104 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=af03c078-fe14-49f8-9d9b-7035b613d320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603189 Dec 10 18:43:23.611688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8a412-dbc0-4105-a1a7-ff090143b67e req-ac4b3a63-d3c1-46ce-bc2d-13649ced391f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:23.613249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fe8a412-dbc0-4105-a1a7-ff090143b67e req-ac4b3a63-d3c1-46ce-bc2d-13649ced391f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.0510969 Dec 10 18:43:23.667730 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fe8a412-dbc0-4105-a1a7-ff090143b67e req-a5b43517-62d7-44ab-9b8d-cf8c68a10ca1 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 Dec 10 18:43:23.685810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34108e35-a553-445f-a01e-bc525854c69e req-f604ed98-3754-4c08-927c-30f43f226809 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:23.687364 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34108e35-a553-445f-a01e-bc525854c69e req-f604ed98-3754-4c08-927c-30f43f226809 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 946 time: 0.0612442 Dec 10 18:43:23.736507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['96075631-50ed-40fb-918b-053b329d23ee'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:23.792401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port b60c45a0-26e4-4f87-b5b1-97b069ec0bce {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:23.792777 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.888881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port b60c45a0-26e4-4f87-b5b1-97b069ec0bce, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:23.889213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:23.901916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for b60c45a0-26e4-4f87-b5b1-97b069ec0bce owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:24.034180 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.073972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=b60c45a0-26e4-4f87-b5b1-97b069ec0bce,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:24.113040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] No DVR routers for this DVR port b60c45a0-26e4-4f87-b5b1-97b069ec0bce on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:24.116368 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:24.120360 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34108e35-a553-445f-a01e-bc525854c69e req-b64dbc0a-b3ee-4221-b5b5-3b0e65a2bbf3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "DELETE /v2.0/ports/b60c45a0-26e4-4f87-b5b1-97b069ec0bce HTTP/1.1" status: 204 len: 173 time: 0.4246168 Dec 10 18:43:24.120827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'name': 'network-vif-deleted', 'tag': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:24.123196 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451be3ee-4410-466b-ba7a-c8b01c6bbf57" -d '{"events": [{"server_uuid": "f2162921-2208-47d5-9c01-6f510e97ceb3", "name": "network-vif-deleted", "tag": "b60c45a0-26e4-4f87-b5b1-97b069ec0bce"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:24.163347 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43700049-9d94-4ad6-a4e1-13a77cfa08de x-openstack-request-id: req-43700049-9d94-4ad6-a4e1-13a77cfa08de {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:24.163653 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2162921-2208-47d5-9c01-6f510e97ceb3", "name": "network-vif-deleted", "tag": "b60c45a0-26e4-4f87-b5b1-97b069ec0bce", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:24.163913 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-43700049-9d94-4ad6-a4e1-13a77cfa08de {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:24.164327 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2162921-2208-47d5-9c01-6f510e97ceb3', 'name': 'network-vif-deleted', 'tag': 'b60c45a0-26e4-4f87-b5b1-97b069ec0bce', 'status': 'completed', 'code': 200} Dec 10 18:43:24.483342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6b14f-5922-4159-a4eb-761d6aeb09a6 req-11615cbb-792e-4e0b-a26f-0ed200b521d8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:24.485053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03d6b14f-5922-4159-a4eb-761d6aeb09a6 req-11615cbb-792e-4e0b-a26f-0ed200b521d8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 944 time: 0.0533385 Dec 10 18:43:24.549917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03d6b14f-5922-4159-a4eb-761d6aeb09a6 req-ae4598c6-77b7-478e-ad3c-459734984896 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580220 Dec 10 18:43:24.685956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3132f27c-31ee-451d-835f-644bf32f25aa req-f6b275e6-69eb-4f73-aba7-79e26a97b968 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=f2162921-2208-47d5-9c01-6f510e97ceb3 HTTP/1.1" status: 200 len: 210 time: 0.0422111 Dec 10 18:43:24.793920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9757a-afca-49ee-8761-a076d9054beb req-25c8ff82-f54b-40fc-a88d-f02d09475ce8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:24.796959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92d9757a-afca-49ee-8761-a076d9054beb req-25c8ff82-f54b-40fc-a88d-f02d09475ce8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.0552447 Dec 10 18:43:24.800349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f333e7-d05d-478d-8b60-303cf5513b67 req-f02fb79e-f9b5-4d3c-af79-5ee6105c9af9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:24.807473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71f333e7-d05d-478d-8b60-303cf5513b67 req-f02fb79e-f9b5-4d3c-af79-5ee6105c9af9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 944 time: 0.0709655 Dec 10 18:43:24.811560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9428b6d2-3fc7-41f6-8a06-e0133301c792 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:24.836738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9428b6d2-3fc7-41f6-8a06-e0133301c792 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:24.837460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9428b6d2-3fc7-41f6-8a06-e0133301c792 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:24.871832 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92d9757a-afca-49ee-8761-a076d9054beb req-390e76db-9459-4be7-b2ab-017ef716e718 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639620 Dec 10 18:43:24.876373 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-71f333e7-d05d-478d-8b60-303cf5513b67 req-355994a7-a58b-45e9-b8d7-b9758bba04ef tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551515 Dec 10 18:43:24.994541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-b1ab419e-80d2-4d8a-9702-dac2c9e81271 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:24.996041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-b1ab419e-80d2-4d8a-9702-dac2c9e81271 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.30 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 944 time: 0.0966895 Dec 10 18:43:25.068785 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-f8a545f0-f44d-466a-aac5-b021b18b7f09 service neutron] delete failed (client error): The resource could not be found. Dec 10 18:43:25.069878 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-f8a545f0-f44d-466a-aac5-b021b18b7f09 service neutron] 10.222.0.30 "DELETE /v2.0/ports/96075631-50ed-40fb-918b-053b329d23ee/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0637357 Dec 10 18:43:25.167427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-4db38657-92f7-495c-b5a0-ffaa715e38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:25.169102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-4db38657-92f7-495c-b5a0-ffaa715e38de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1095 time: 0.0485711 Dec 10 18:43:25.273093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-6151d4ff-b569-46ec-8cee-614bd453b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:25.274497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 96075631-50ed-40fb-918b-053b329d23ee up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:25.274668 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-6151d4ff-b569-46ec-8cee-614bd453b7e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.0977886 Dec 10 18:43:25.333275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 96075631-50ed-40fb-918b-053b329d23ee completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:25.338188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 96075631-50ed-40fb-918b-053b329d23ee triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:25.338188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.344971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-dffa5d5d-d702-40e5-88bd-1a6a7a46c0e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 999 time: 0.0631816 Dec 10 18:43:25.402082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-b346d75c-c941-4441-8280-80a439937b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:25.403776 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-b346d75c-c941-4441-8280-80a439937b26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0518975 Dec 10 18:43:25.427983 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.456704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:25.459354 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940e8888-9121-424d-95d1-8448f98db9a7" -d '{"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-plugged", "status": "completed", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:25.468986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-d7fe03a6-39b5-43e5-b08f-2dea71a0ac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:25.470599 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-d7fe03a6-39b5-43e5-b08f-2dea71a0ac4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595536 Dec 10 18:43:25.473337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:25.478379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.518160 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd09c5-8285-4e38-bb49-5b16ed909553 x-openstack-request-id: req-9ecd09c5-8285-4e38-bb49-5b16ed909553 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:25.518561 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-plugged", "status": "completed", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:25.518826 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ecd09c5-8285-4e38-bb49-5b16ed909553 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:25.519299 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'code': 200} Dec 10 18:43:25.537403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:25.574773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-21a43a60-fa63-4e0e-b434-2e43c938e269 service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964813 Dec 10 18:43:25.676119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d85d53d5-fe52-469d-896f-7fd2b038e51f req-132f06f1-5f25-446c-9781-4a71bc0ace21 service neutron] 10.222.0.30 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941648 Dec 10 18:43:25.738182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50428) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:25.798122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-613105b8-2e19-4743-b975-108ba3bf7bfe tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.824864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-613105b8-2e19-4743-b975-108ba3bf7bfe tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.888735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-613105b8-2e19-4743-b975-108ba3bf7bfe tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.891454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-613105b8-2e19-4743-b975-108ba3bf7bfe tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:25.892813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-613105b8-2e19-4743-b975-108ba3bf7bfe tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/security-groups/af03c078-fe14-49f8-9d9b-7035b613d320 HTTP/1.1" status: 204 len: 168 time: 0.1535757 Dec 10 18:43:25.904018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613105b8-2e19-4743-b975-108ba3bf7bfe tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af03c078-fe14-49f8-9d9b-7035b613d320,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:25.950858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50436) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:26.040484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting subnet ae67644b-434a-4b30-8c16-659c5c718730 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:26.045583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.069132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aea728-b431-4036-8560-204382dc857a req-82ac9a87-8350-427f-9ece-429aa09699a5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:26.072153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0aea728-b431-4036-8560-204382dc857a req-82ac9a87-8350-427f-9ece-429aa09699a5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0597057 Dec 10 18:43:26.092603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf61ddd-9924-42b9-aec0-7fd6646e48e5 req-f291be40-da59-4305-9577-0e07ac091800 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:26.094276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eaf61ddd-9924-42b9-aec0-7fd6646e48e5 req-f291be40-da59-4305-9577-0e07ac091800 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.1048479 Dec 10 18:43:26.101742 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.134405 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e0aea728-b431-4036-8560-204382dc857a req-495f191a-cb5f-40ce-af6d-bb13e6705d31 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527165 Dec 10 18:43:26.248783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eaf61ddd-9924-42b9-aec0-7fd6646e48e5 req-ca98123c-2ecf-458e-98d3-6376394ea626 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436791 Dec 10 18:43:26.273175 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.336283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.365320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67644b-434a-4b30-8c16-659c5c718730,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:26.367375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.371517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c2726bf-3a2b-4bf4-adeb-4eb7aec17192 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/subnets/ae67644b-434a-4b30-8c16-659c5c718730 HTTP/1.1" status: 204 len: 168 time: 0.4192336 Dec 10 18:43:26.373563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50438) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:26.374974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e261c67-98fa-415e-9fe9-e9d9a0e71650 None None] Network f4d374fc-e28c-4c47-8011-b26bf71ca2ff requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:26.455639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.511134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port d15aa437-b781-41fd-b38e-34e5d5ef34f8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:26.511471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.527622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] DHCP port deletion for f4d374fc-e28c-4c47-8011-b26bf71ca2ff request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:26.575714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port d15aa437-b781-41fd-b38e-34e5d5ef34f8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d15aa437-b781-41fd-b38e-34e5d5ef34f8,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:26.576391 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.579490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] Deleting port d15aa437-b781-41fd-b38e-34e5d5ef34f8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:26.579864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.594492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for d15aa437-b781-41fd-b38e-34e5d5ef34f8 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:26.643742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] For port d15aa437-b781-41fd-b38e-34e5d5ef34f8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d15aa437-b781-41fd-b38e-34e5d5ef34f8,segment=NetworkSegment(740c5a6e-c0dd-4a61-8914-bc05a0aa9579),segment_id=740c5a6e-c0dd-4a61-8914-bc05a0aa9579)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:26.644136 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.656545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] Calling delete_port for d15aa437-b781-41fd-b38e-34e5d5ef34f8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:26.675347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.700098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=d15aa437-b781-41fd-b38e-34e5d5ef34f8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:26.706645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] No DVR routers for this DVR port d15aa437-b781-41fd-b38e-34e5d5ef34f8 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:26.741044 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.766617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] Pushing event deleted for resources: {'Port': ['ID=d15aa437-b781-41fd-b38e-34e5d5ef34f8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:26.770948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66ab29-0f5b-45ce-8c93-4959e77286f7 None None] No DVR routers for this DVR port d15aa437-b781-41fd-b38e-34e5d5ef34f8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:26.790513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.819598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d374fc-e28c-4c47-8011-b26bf71ca2ff']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.829765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740c5a6e-c0dd-4a61-8914-bc05a0aa9579') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.830070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740c5a6e-c0dd-4a61-8914-bc05a0aa9579') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:26.840312 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.849573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d15aa437-b781-41fd-b38e-34e5d5ef34f8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:26.855026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.861566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:26.862031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:26.865305 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:26.872259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d15aa437-b781-41fd-b38e-34e5d5ef34f8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:26.872679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d15aa437-b781-41fd-b38e-34e5d5ef34f8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:26.925892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.933352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:26.940319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50440) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:26.942852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/networks/f4d374fc-e28c-4c47-8011-b26bf71ca2ff HTTP/1.1" status: 204 len: 168 time: 0.5682497 Dec 10 18:43:26.966883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd47ee-84eb-4957-8c91-3f255c597a33 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Network': ['ID=f4d374fc-e28c-4c47-8011-b26bf71ca2ff,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.119147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port 08d96e94-3603-4c87-853b-42e0f36704fe {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:27.119747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.208333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.208657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.232893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for 08d96e94-3603-4c87-853b-42e0f36704fe owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:27.268921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a5c996e3-58cc-419c-8185-90219fafe4eb details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:27.272974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device b60c45a0-26e4-4f87-b5b1-97b069ec0bce no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:27.300016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: b60c45a0-26e4-4f87-b5b1-97b069ec0bce {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:27.300368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device b60c45a0-26e4-4f87-b5b1-97b069ec0bce not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:27.320104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e8af0-67ad-46d8-8d0b-0d10f63ee800 req-dda84d8f-4b7e-4d58-b398-d289020f3522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:27.321644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e2e8af0-67ad-46d8-8d0b-0d10f63ee800 req-dda84d8f-4b7e-4d58-b398-d289020f3522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.1039484 Dec 10 18:43:27.382722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16597c83-596b-449b-876d-127ee5483059 req-757b259c-8e0d-44e3-b25f-a40acb55e323 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:27.384717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16597c83-596b-449b-876d-127ee5483059 req-757b259c-8e0d-44e3-b25f-a40acb55e323 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 944 time: 0.0527995 Dec 10 18:43:27.403127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a5c996e3-58cc-419c-8185-90219fafe4eb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a5c996e3-58cc-419c-8185-90219fafe4eb,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:27.408173 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e2e8af0-67ad-46d8-8d0b-0d10f63ee800 req-39b1d09e-c22f-4ba5-a93d-b0e33c6a2a66 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775728 Dec 10 18:43:27.423807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:27.433420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50446) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:27.450272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16597c83-596b-449b-876d-127ee5483059 req-d8461f8d-fee4-4932-ac97-07fbca0c5289 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587289 Dec 10 18:43:27.466256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.479366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c996e3-58cc-419c-8185-90219fafe4eb {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:27.485856 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.501931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a5c996e3-58cc-419c-8185-90219fafe4eb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a5c996e3-58cc-419c-8185-90219fafe4eb,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:27.508555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.515877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e27d398e-5995-4cd1-9378-88998aec8ed8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/3b010f19-b40d-49e7-8390-874e74c8bd7d HTTP/1.1" status: 200 len: 992 time: 0.0812201 Dec 10 18:43:27.525691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=08d96e94-3603-4c87-853b-42e0f36704fe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.551789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.552246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.552579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.552917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.553246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.553577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.553901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.554224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.554580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.554902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.555221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.555543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.555862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:27.562242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a5c996e3-58cc-419c-8185-90219fafe4eb,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:27.598848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.599368 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Floating IP a06c4b2a-1642-4129-93b3-1c5203bf7555 disassociated (deleted). External IP: 172.25.2.62, port: a401f874-2f3f-4e7c-ae4f-00b1344fdc70. Dec 10 18:43:27.755231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a5c996e3-58cc-419c-8185-90219fafe4eb'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:27.842115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 3583508c-5a22-4a90-a3b8-6317689006ea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:27.960190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:27.965683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:27.974998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] Sync routers for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:27.995693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6b8205c1-8563-4590-80bc-9fce9b0842f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/floatingips/a06c4b2a-1642-4129-93b3-1c5203bf7555 HTTP/1.1" status: 204 len: 168 time: 1.0541086 Dec 10 18:43:27.996436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:27.997969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:27.998628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:27.998959 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6294cbf-1a71-447e-8ad8-c57441d43abb" -d '{"events": [{"name": "network-changed", "server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:28.045367 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3b2635-08c9-4146-84d5-708a786865a0 x-openstack-request-id: req-5b3b2635-08c9-4146-84d5-708a786865a0 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:28.045670 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:28.045926 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5b3b2635-08c9-4146-84d5-708a786865a0 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:28.046341 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'status': 'completed', 'code': 200} Dec 10 18:43:28.127348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-6959bb7b-263c-4c9b-b99e-813d170af850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.128102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:28.129790 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-6959bb7b-263c-4c9b-b99e-813d170af850 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 1096 time: 0.0566630 Dec 10 18:43:28.252858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-683deb68-70d1-4468-98d4-340e06b1006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.255112 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-683deb68-70d1-4468-98d4-340e06b1006f service neutron] 10.222.0.59 "GET /v2.0/networks?id=8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 200 len: 897 time: 0.1168191 Dec 10 18:43:28.275326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b56210-d0e0-45a4-a97f-2e7fa978d483 req-e811f459-ff53-406f-a9e3-263d03d5d42a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.277108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57b56210-d0e0-45a4-a97f-2e7fa978d483 req-e811f459-ff53-406f-a9e3-263d03d5d42a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 945 time: 0.0627367 Dec 10 18:43:28.302241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-369c420c-919d-4823-88ad-1dd561af7f01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70 HTTP/1.1" status: 200 len: 217 time: 0.0387025 Dec 10 18:43:28.332549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-57b56210-d0e0-45a4-a97f-2e7fa978d483 req-ce2b3cf2-9fe5-4146-a4a6-ef1217a220f0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486498 Dec 10 18:43:28.332937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-38516dbf-ff98-4e4b-8ac7-30370c963694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:28.368088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-066ea90d-8d3e-453b-b740-104ede0c8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.369755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-066ea90d-8d3e-453b-b740-104ede0c8564 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=376c9b18-abc6-42cc-b9d6-de9b57da1ded HTTP/1.1" status: 200 len: 834 time: 0.0589745 Dec 10 18:43:28.386152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:21Z', 'revision_number': 6, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:28.417763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] Checking router: 3583508c-5a22-4a90-a3b8-6317689006ea for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:28.421070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-710b6975-33c1-4d1f-b363-b9145f4fdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.422691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-710b6975-33c1-4d1f-b363-b9145f4fdc56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8eb1f32d-c482-4f70-ab1f-935452189caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453310 Dec 10 18:43:28.426299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:28.426970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:28.520240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-a80fd882-0cab-4e4b-bd52-decc104ff328 service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894997 Dec 10 18:43:28.642306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc971d3-e4d5-44c0-b894-3fc0572fb194 req-198446f4-c92e-4383-b8db-3c2e2be2096c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:28.643928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3bc971d3-e4d5-44c0-b894-3fc0572fb194 req-198446f4-c92e-4383-b8db-3c2e2be2096c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 945 time: 0.1172945 Dec 10 18:43:28.683935 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6294cbf-1a71-447e-8ad8-c57441d43abb req-2408cb6d-cfb7-4b50-9430-abf373d49f20 service neutron] 10.222.0.59 "GET /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458392 Dec 10 18:43:28.705791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:28.718957 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3bc971d3-e4d5-44c0-b894-3fc0572fb194 req-9da8f72b-e533-4842-b50e-5c7c76b6815c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680478 Dec 10 18:43:28.929993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:21Z', 'revision_number': 6, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:28.957945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2fd0af-eb73-4237-877f-30bf9be1f79b None None] The sync data for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 is: [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:21Z', 'revision_number': 6, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '35e70734-a773-4587-88de-816317453314', 'name': '', 'network_id': '8eb1f32d-c482-4f70-ab1f-935452189caa', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3395, 'fixed_ips': [{'subnet_id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:41Z', 'updated_at': '2021-12-10T18:41:47Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': '376c9b18-abc6-42cc-b9d6-de9b57da1ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:29.212672 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2ea031-ef1b-461a-b73f-004aa5e33fe1 None None] New status for floating IP a06c4b2a-1642-4129-93b3-1c5203bf7555: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:43:29.271354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a5c996e3-58cc-419c-8185-90219fafe4eb up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:29.331641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port a5c996e3-58cc-419c-8185-90219fafe4eb completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:29.336012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port a5c996e3-58cc-419c-8185-90219fafe4eb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:29.336734 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.417306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.443218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:29.445790 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c22c3e1-90bf-4996-925e-4f0854f7048a" -d '{"events": [{"server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "name": "network-vif-plugged", "status": "completed", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:29.461211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a5c996e3-58cc-419c-8185-90219fafe4eb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a5c996e3-58cc-419c-8185-90219fafe4eb,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:29.465318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363553d-3514-4a59-af8c-6b644cea55ca req-c008e9ae-8319-48af-bc14-6ac2877a2e78 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.467074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f363553d-3514-4a59-af8c-6b644cea55ca req-c008e9ae-8319-48af-bc14-6ac2877a2e78 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 945 time: 0.0548816 Dec 10 18:43:29.467941 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:29.498762 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57389b19-15f8-4cda-8312-1662cdfb5882 x-openstack-request-id: req-57389b19-15f8-4cda-8312-1662cdfb5882 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:29.499056 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "name": "network-vif-plugged", "status": "completed", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:29.499293 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57389b19-15f8-4cda-8312-1662cdfb5882 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:29.499688 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'code': 200} Dec 10 18:43:29.528412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a5c996e3-58cc-419c-8185-90219fafe4eb,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:29.558477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f363553d-3514-4a59-af8c-6b644cea55ca req-79c99b83-162f-42ba-8802-52307bef32f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=9d2a5c62-5b10-405f-a6ee-a31dc3970632&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738385 Dec 10 18:43:29.601677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f228-dd23-4868-a31f-1462c20f63f8 req-39705b08-369e-4334-8b28-bb018866ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.603376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23b9f228-dd23-4868-a31f-1462c20f63f8 req-39705b08-369e-4334-8b28-bb018866ed38 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1097 time: 0.0447292 Dec 10 18:43:29.622629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.59', 52377) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:29.669975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23b9f228-dd23-4868-a31f-1462c20f63f8 req-40335479-0da7-4403-a6a6-923081d56f57 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474854 Dec 10 18:43:29.679237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-2214d0de-82ab-4ad2-8f85-09899f34bac5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.680407 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-2214d0de-82ab-4ad2-8f85-09899f34bac5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 945 time: 0.0565934 Dec 10 18:43:29.852399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164519d-c8f9-41c5-a4fe-2cfa146ce994 req-15be316e-7d42-486f-934a-f03bfad95a8c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:29.853883 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f164519d-c8f9-41c5-a4fe-2cfa146ce994 req-15be316e-7d42-486f-934a-f03bfad95a8c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 946 time: 0.0525181 Dec 10 18:43:29.923359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f164519d-c8f9-41c5-a4fe-2cfa146ce994 req-da5add3a-126e-4127-9335-1f1778527812 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600741 Dec 10 18:43:29.984278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:29.984570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.077855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port a401f874-2f3f-4e7c-ae4f-00b1344fdc70, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:30.078159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.090687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for a401f874-2f3f-4e7c-ae4f-00b1344fdc70 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:30.235353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.271310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=a401f874-2f3f-4e7c-ae4f-00b1344fdc70,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:30.324947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] No DVR routers for this DVR port a401f874-2f3f-4e7c-ae4f-00b1344fdc70 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:30.327926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:30.331660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36dad226-61e6-4377-aa35-77bcd39fff20 req-880270a9-44bc-41f4-959d-54810e8afc2f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.59 "DELETE /v2.0/ports/a401f874-2f3f-4e7c-ae4f-00b1344fdc70 HTTP/1.1" status: 204 len: 173 time: 0.4443998 Dec 10 18:43:30.332136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'name': 'network-vif-deleted', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:30.334751 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64813c41-be9c-459c-896f-7d794687ba53" -d '{"events": [{"server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "name": "network-vif-deleted", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:30.449942 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e2437a-ed4d-4e25-9d8c-2cfe26bfde8c x-openstack-request-id: req-66e2437a-ed4d-4e25-9d8c-2cfe26bfde8c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:30.450248 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716db87e-3403-4b0a-982d-2dce37ade71c", "name": "network-vif-deleted", "tag": "a401f874-2f3f-4e7c-ae4f-00b1344fdc70", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:30.450555 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66e2437a-ed4d-4e25-9d8c-2cfe26bfde8c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:30.450967 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716db87e-3403-4b0a-982d-2dce37ade71c', 'name': 'network-vif-deleted', 'tag': 'a401f874-2f3f-4e7c-ae4f-00b1344fdc70', 'status': 'completed', 'code': 200} Dec 10 18:43:30.680710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aebc6fc5-54cc-4f85-b36f-ee166a4e264c req-936e14e5-ab89-409d-9ced-937cacd5b5cf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=716db87e-3403-4b0a-982d-2dce37ade71c HTTP/1.1" status: 200 len: 210 time: 0.0319307 Dec 10 18:43:31.060147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1339-dc41-4c3a-9e99-a7e36d671b70 req-e52ef650-78cb-41d8-ac9c-f0403c107a19 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.061702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fbc1339-dc41-4c3a-9e99-a7e36d671b70 req-e52ef650-78cb-41d8-ac9c-f0403c107a19 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 946 time: 0.0649595 Dec 10 18:43:31.113562 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fbc1339-dc41-4c3a-9e99-a7e36d671b70 req-2c505e54-3233-4f67-9404-96c7d7dc2f16 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Dec 10 18:43:31.251208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2a3c8-7e33-404d-987a-68dcf4ba2169 req-67ef422f-54e5-4fb1-baea-993a99c25908 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.252662 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-abf2a3c8-7e33-404d-987a-68dcf4ba2169 req-67ef422f-54e5-4fb1-baea-993a99c25908 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 946 time: 0.0638726 Dec 10 18:43:31.305149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-abf2a3c8-7e33-404d-987a-68dcf4ba2169 req-272b3c81-09fe-4095-acc1-9b0322cbac35 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463414 Dec 10 18:43:31.334645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50474) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.376727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd5e33c-a96a-4b6c-ad21-8cb12e21a2eb tempest-TestVolumeBootPattern-1340707801 tempest-TestVolumeBootPattern-1340707801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:31.378254 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8cd5e33c-a96a-4b6c-ad21-8cb12e21a2eb tempest-TestVolumeBootPattern-1340707801 tempest-TestVolumeBootPattern-1340707801-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1092 time: 0.0421274 Dec 10 18:43:31.382237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50476) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.386586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:31.410598 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.512214 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.613520 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae35569d-4df6-4198-af87-35c4a24db73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.622330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.25.2.147 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/93311038-3236-4f11-bbc4-bf751c9c95d0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:31.742186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.747312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50480) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:31.817917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.851501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dae6-d601-456d-9aba-259bad8e619e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.897599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:31.900064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dae6-d601-456d-9aba-259bad8e619e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:31.910392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:31.912940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:31.918119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=93311038-3236-4f11-bbc4-bf751c9c95d0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:32.049541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.060194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dae6-d601-456d-9aba-259bad8e619e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.062894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b4c1dae6-d601-456d-9aba-259bad8e619e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.064074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b4c1dae6-d601-456d-9aba-259bad8e619e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/security-groups/9d2a5c62-5b10-405f-a6ee-a31dc3970632 HTTP/1.1" status: 204 len: 168 time: 0.3144293 Dec 10 18:43:32.083356 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1dae6-d601-456d-9aba-259bad8e619e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a5c62-5b10-405f-a6ee-a31dc3970632,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:32.100247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50484) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:32.121944 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.343927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.417616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.494247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.575916 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.582922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.657972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=93311038-3236-4f11-bbc4-bf751c9c95d0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:32.671386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:32.794034 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Floating IP cba44496-ab80-4ec3-83ab-34303643a124 associated. External IP: 172.25.2.147, port: a5c996e3-58cc-419c-8185-90219fafe4eb. Dec 10 18:43:33.015938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:33.098050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port 35e70734-a773-4587-88de-816317453314 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:33.098395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.125049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:33.135930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:33.144217 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.149291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:33.150057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:33.178657 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3bd3d8b7-390a-4098-b434-c3c37bcde6ca tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7901497 Dec 10 18:43:33.178657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:33.178657 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6832b887-9380-4d5a-88b1-a278343773a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:33.208031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port 35e70734-a773-4587-88de-816317453314, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=35e70734-a773-4587-88de-816317453314,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:33.208654 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.217147 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def4725d-e286-43ba-958a-13580f5bf2cf x-openstack-request-id: req-def4725d-e286-43ba-958a-13580f5bf2cf {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:33.218022 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:33.218388 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-def4725d-e286-43ba-958a-13580f5bf2cf {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:33.219143 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'status': 'completed', 'code': 200} Dec 10 18:43:33.224806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for 35e70734-a773-4587-88de-816317453314 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:33.264618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:33.295563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a401f874-2f3f-4e7c-ae4f-00b1344fdc70 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:33.322453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: a401f874-2f3f-4e7c-ae4f-00b1344fdc70 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:33.322793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a401f874-2f3f-4e7c-ae4f-00b1344fdc70 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:33.336216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b887-9380-4d5a-88b1-a278343773a7 req-4e5386c2-4b0a-4d96-b5a4-c92ac8c7b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.338143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6832b887-9380-4d5a-88b1-a278343773a7 req-4e5386c2-4b0a-4d96-b5a4-c92ac8c7b44b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1097 time: 0.0670660 Dec 10 18:43:33.508619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b887-9380-4d5a-88b1-a278343773a7 req-4d08642f-737d-44ca-97f4-8597aff6c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.510308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6832b887-9380-4d5a-88b1-a278343773a7 req-4d08642f-737d-44ca-97f4-8597aff6c336 service neutron] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1316085 Dec 10 18:43:33.530473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:32Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:33.558079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:33.566856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:33.567462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:33.585418 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.617088 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6832b887-9380-4d5a-88b1-a278343773a7 req-d15f783f-d000-4b18-bb03-4c08e2f5be2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 1000 time: 0.0972631 Dec 10 18:43:33.620508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=35e70734-a773-4587-88de-816317453314,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:33.704372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:33.732153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b887-9380-4d5a-88b1-a278343773a7 req-f0ee775c-2e59-4889-b09d-9b89a751028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.733676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6832b887-9380-4d5a-88b1-a278343773a7 req-f0ee775c-2e59-4889-b09d-9b89a751028a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1029515 Dec 10 18:43:33.825628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.833362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832b887-9380-4d5a-88b1-a278343773a7 req-a3d65a25-7fbe-4aed-aab5-6ae8be9000f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:33.834949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6832b887-9380-4d5a-88b1-a278343773a7 req-a3d65a25-7fbe-4aed-aab5-6ae8be9000f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918667 Dec 10 18:43:33.940196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:33.972934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:32Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:34.000848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bf6edb-104a-4340-a4d6-b03376d86ab3 None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:32Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:34.021313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6832b887-9380-4d5a-88b1-a278343773a7 req-9215920c-1b5c-41e8-8d19-d4fb0bcbc335 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566665 Dec 10 18:43:34.117268 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.204015 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6832b887-9380-4d5a-88b1-a278343773a7 req-8441d2b9-86e3-4640-96d1-5a17961f0354 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757238 Dec 10 18:43:34.209008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0e45e5-a056-4ad3-92a4-5b90a7089b49 None None] New status for floating IP cba44496-ab80-4ec3-83ab-34303643a124: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:43:34.273548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 3583508c-5a22-4a90-a3b8-6317689006ea has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:34.390597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:34.396908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1d357fff-0113-4632-95cf-98f7959bbfd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "PUT /v2.0/routers/3583508c-5a22-4a90-a3b8-6317689006ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2954211 Dec 10 18:43:34.399093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50490) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:34.409303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] Sync routers for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:34.421277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:34.421916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:34.457591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting subnet 376c9b18-abc6-42cc-b9d6-de9b57da1ded {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:43:34.460864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.508903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.544594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:34.593930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.655365 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.686263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Subnet': ['ID=376c9b18-abc6-42cc-b9d6-de9b57da1ded,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:34.690427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.695451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7ec3420-2afc-40a7-91a7-8f541d73f145 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/subnets/376c9b18-abc6-42cc-b9d6-de9b57da1ded HTTP/1.1" status: 204 len: 168 time: 0.2950861 Dec 10 18:43:34.698883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50494) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:34.715925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba0c14-3fe4-4203-9180-4805971135f0 None None] Network 8eb1f32d-c482-4f70-ab1f-935452189caa requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:34.816468 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.833064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:33Z', 'revision_number': 7, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:34.866313 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:34.870787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] Checking router: 3583508c-5a22-4a90-a3b8-6317689006ea for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:34.882660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] Routers {'3583508c-5a22-4a90-a3b8-6317689006ea'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:34.883365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['3583508c-5a22-4a90-a3b8-6317689006ea'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:34.976149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] DHCP port deletion for 8eb1f32d-c482-4f70-ab1f-935452189caa request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:35.029775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] Set router 3583508c-5a22-4a90-a3b8-6317689006ea gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:35.158076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] Deleting port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:35.158304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.263977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.264422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] For port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e1fa8a6f-0383-4b70-b3a5-c9b32060f72e,segment=NetworkSegment(3bf8e334-3767-4821-a739-3c31a61b7f5f),segment_id=3bf8e334-3767-4821-a739-3c31a61b7f5f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:35.264818 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.282914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] Calling delete_port for e1fa8a6f-0383-4b70-b3a5-c9b32060f72e owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:35.320120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:35.320458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.360534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:33Z', 'revision_number': 7, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:35.392290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c010702-b771-4509-b889-913a1ce9c9af None None] The sync data for ids ['3583508c-5a22-4a90-a3b8-6317689006ea'] in n-d-821424-1 is: [{'id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'name': 'tempest-TestNetworkBasicOps-router-577435897', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:43:33Z', 'revision_number': 7, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': 'd67d56a8-16c8-4b78-90f2-1eefdb6ffc99', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:13:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3583508c-5a22-4a90-a3b8-6317689006ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3380, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:41:38Z', 'updated_at': '2021-12-10T18:41:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:35.402573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port d67d56a8-16c8-4b78-90f2-1eefdb6ffc99, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:35.403558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.414859 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.419602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:35.443763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] Pushing event deleted for resources: {'Port': ['ID=e1fa8a6f-0383-4b70-b3a5-c9b32060f72e,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:35.445642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6191b4-93e5-4dff-b0f3-1793cf5d99fc None None] No DVR routers for this DVR port e1fa8a6f-0383-4b70-b3a5-c9b32060f72e on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:43:35.596780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.626961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=d67d56a8-16c8-4b78-90f2-1eefdb6ffc99,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:35.646055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1a48c-0e65-4aa1-ac78-8cfb387a1579 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:35.689492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.782735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.785409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.835684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.836686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Fanout notify agent at l3_agent the message router_deleted on router 3583508c-5a22-4a90-a3b8-6317689006ea {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:43:35.844554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:35.848376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8b8ab77c-5d87-4353-903e-0183a0b5b2db tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/routers/3583508c-5a22-4a90-a3b8-6317689006ea HTTP/1.1" status: 204 len: 168 time: 1.1456420 Dec 10 18:43:35.848741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50496) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:35.930049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.026685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.048669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb1f32d-c482-4f70-ab1f-935452189caa']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:36.059247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bf8e334-3767-4821-a739-3c31a61b7f5f') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:36.059667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bf8e334-3767-4821-a739-3c31a61b7f5f') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:36.071739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.087005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.093461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:43:36.094084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:43:36.097215 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:43:36.155779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.167841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.170929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/networks/8eb1f32d-c482-4f70-ab1f-935452189caa HTTP/1.1" status: 204 len: 168 time: 0.3212609 Dec 10 18:43:36.183585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c898488-c3dd-4cf0-8f7d-dbf5a216c37f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Network': ['ID=8eb1f32d-c482-4f70-ab1f-935452189caa,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:36.184435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50498) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:36.189616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'network': {'name': 'tempest-network-smoke--1043082207', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'port_security_enabled': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:36.212843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:36.216527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.245791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:43:36.255912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.256269 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Added segment ec884265-5405-4326-b2ad-75ab3903d951 of type vlan for network fce5455c-201d-4ad1-a846-7f8083ae4c52 Dec 10 18:43:36.301200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.333974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.340430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:36.341040 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.422008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2364171 Dec 10 18:43:36.425040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50500) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:36.433354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-458901448', 'admin_state_up': True, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:36.456701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04c0e2-a474-4929-95ac-5048ab425a2a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Network': ['ID=fce5455c-201d-4ad1-a846-7f8083ae4c52,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:36.458460 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.459594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.469211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:43:36.517387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.677550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.851659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 35e70734-a773-4587-88de-816317453314 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:36.880232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 35e70734-a773-4587-88de-816317453314 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:36.880563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 35e70734-a773-4587-88de-816317453314 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:36.881334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:36.908250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:36.908603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d67d56a8-16c8-4b78-90f2-1eefdb6ffc99 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:36.909151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e1fa8a6f-0383-4b70-b3a5-c9b32060f72e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:43:36.929094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e1fa8a6f-0383-4b70-b3a5-c9b32060f72e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:43:36.929477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e1fa8a6f-0383-4b70-b3a5-c9b32060f72e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:43:36.936617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:36.962444 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.118570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.25.2.211 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/3b34c764-164d-4db0-9ea3-6bb93b2d82fe) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:37.267573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.318288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.384713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:37.387885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:37.394076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:37.402518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d8555c-5369-4e82-af58-11a6b6e7841a None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:37.424284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:37.499777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-09d29461-a847-47a1-8f58-af9ec142d6a0 None None] Provisioning complete for port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:37.500468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-09d29461-a847-47a1-8f58-af9ec142d6a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.549638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-09d29461-a847-47a1-8f58-af9ec142d6a0 None None] Port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:37.705338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:37.914688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.063322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 0c01f0b1-1f05-4320-bc34-11800f183909 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:43:38.175687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:38.185815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Sync routers for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:38.196511 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:38.197323 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.198136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.202262 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3c7b8aa4-80ff-4f23-bf6b-141a81d4a620 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7732239 Dec 10 18:43:38.202522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50502) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.234192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ba85b675-2a58-4d11-8cb3-25a9ab1de766 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3e56f771c04849ec9e9947151856f77a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305772 Dec 10 18:43:38.236810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50504) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.306099 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:38.397535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c96d4-264f-420e-b8ec-a6023822e99f tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:38.399014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7f6c96d4-264f-420e-b8ec-a6023822e99f tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1612945 Dec 10 18:43:38.402943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50506) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.439026 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a5821f3-ca3f-40ba-b058-0f71010c78f0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347972 Dec 10 18:43:38.441625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50508) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:38.446727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1444786282', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:38.499418 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:37Z', 'revision_number': 3, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:38.529131 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Checking router: 0c01f0b1-1f05-4320-bc34-11800f183909 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:38.529496 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Updating router 0c01f0b1-1f05-4320-bc34-11800f183909 port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:43:38.549251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:38.553318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.554492 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.846375 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.853856 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.902495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3081759b-a567-4e25-9926-f321402a5648 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:38.920442 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Attempting to bind port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:38.920824 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Attempting to bind port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:38.921182 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Attempting to bind port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:38.924906 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Pushing event updated for resources: {'Port': ['ID=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:38.930676 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:38.931054 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:38.931497 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.931892 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:38.932375 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Bound port: 3b34c764-164d-4db0-9ea3-6bb93b2d82fe, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:38.932836 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:38.941221 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.941561 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.941911 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.942225 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.942588 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.942911 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.943235 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.943563 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.943868 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.944193 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.944510 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.944822 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.945133 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:38.982804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f5c56eed-1d1e-4d20-aad0-a7c4a6183d61 None None] Provisioning complete for port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:38.983587 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5c56eed-1d1e-4d20-aad0-a7c4a6183d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.011098 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] For port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:39.014868 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] For port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:39.023169 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.027239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f5c56eed-1d1e-4d20-aad0-a7c4a6183d61 None None] Port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:39.087650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782685a2-8026-4c82-96b9-20cb86003d3f None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:43:39.098197 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251d045-2103-4047-a386-4c967518f8e2 None None] Pushing event updated for resources: {'Port': ['ID=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:39.103034 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:39.103833 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:39.142623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.152801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f5aef20f-a696-4cad-8533-e7996d71f925 None None] Provisioning complete for port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:39.152801 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5aef20f-a696-4cad-8533-e7996d71f925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.209573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Subnet': ['ID=db67d219-7f43-4394-a0ff-c107e67900fa,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:39.218566 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Checking segment: {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:39.218930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network hostable DHCP agents. Network: fce5455c-201d-4ad1-a846-7f8083ae4c52, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:43:39.230122 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:43:39.238560 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:39.242004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:43:39.253665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, fce5455c-201d-4ad1-a846-7f8083ae4c52) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:39.257934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:39.258654 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.261351 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5aef20f-a696-4cad-8533-e7996d71f925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.271547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff6bae-e994-4275-99cf-40e5020aa441 None None] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:39.281253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b6b53c1f-c41d-42a5-b826-8006100b1a50 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8360391 Dec 10 18:43:39.281541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50510) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:39.333344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f5aef20f-a696-4cad-8533-e7996d71f925 None None] For port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:39.344744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5aef20f-a696-4cad-8533-e7996d71f925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.426278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aef20f-a696-4cad-8533-e7996d71f925 None None] Pushing event updated for resources: {'Port': ['ID=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:39.444529 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:37Z', 'revision_number': 3, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:39.459145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-fce5455c-201d-4ad1-a846-7f8083ae4c52', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:43:39.460045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.472029 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f296a8-71c7-4b99-a39f-aef1007e09bc None None] The sync data for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 is: [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:37Z', 'revision_number': 3, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:39.605986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Allocated IP 172.20.0.2 (fce5455c-201d-4ad1-a846-7f8083ae4c52/db67d219-7f43-4394-a0ff-c107e67900fa/78ee7ecf-8015-491a-93c3-3c49617f5d0f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:39.768322 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.776149 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.780755 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.820440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:39.825999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:39.829684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:39.889412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Pushing event updated for resources: {'Port': ['ID=78ee7ecf-8015-491a-93c3-3c49617f5d0f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:39.895802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Attempting to bind port 78ee7ecf-8015-491a-93c3-3c49617f5d0f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:39.896011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Attempting to bind port 78ee7ecf-8015-491a-93c3-3c49617f5d0f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:39.896298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Attempting to bind port 78ee7ecf-8015-491a-93c3-3c49617f5d0f on network fce5455c-201d-4ad1-a846-7f8083ae4c52 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:39.902006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:39.902418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Checking segment: {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:39.902839 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.903387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Bound using segment: {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:39.903845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Bound port: 78ee7ecf-8015-491a-93c3-3c49617f5d0f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:39.904236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:39.976290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] For port 78ee7ecf-8015-491a-93c3-3c49617f5d0f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:39.980939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] For port 78ee7ecf-8015-491a-93c3-3c49617f5d0f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=78ee7ecf-8015-491a-93c3-3c49617f5d0f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:39.985542 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.059622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014ff4f-6227-426f-b35c-8ea638305ee8 None None] Pushing event updated for resources: {'Port': ['ID=78ee7ecf-8015-491a-93c3-3c49617f5d0f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:40.101453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.20.0.1 (fce5455c-201d-4ad1-a846-7f8083ae4c52/db67d219-7f43-4394-a0ff-c107e67900fa/be635b08-d272-4f34-a5a2-caa981d09c9c) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:40.268951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.330145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.378220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:40.382042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:40.386266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:40.393605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=be635b08-d272-4f34-a5a2-caa981d09c9c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:40.447113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.594028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.988983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b34c764-164d-4db0-9ea3-6bb93b2d82fe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:40.989529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:40.999890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.055076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:41.055797 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.079949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.086561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=be635b08-d272-4f34-a5a2-caa981d09c9c,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:41.149372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78ee7ecf-8015-491a-93c3-3c49617f5d0f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:41.185713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:41.187345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:41.208931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 78ee7ecf-8015-491a-93c3-3c49617f5d0f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:41.209315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.293300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.313874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 0c01f0b1-1f05-4320-bc34-11800f183909 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:41.329080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4ef382-2c11-40af-9057-27a5682f3a13 None None] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:43:41.356786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 78ee7ecf-8015-491a-93c3-3c49617f5d0f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=78ee7ecf-8015-491a-93c3-3c49617f5d0f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:41.389729 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.446111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:41.463728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-adf0a6bf-f4bd-4c09-9804-0fa5870c5272 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "PUT /v2.0/routers/0c01f0b1-1f05-4320-bc34-11800f183909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1809633 Dec 10 18:43:41.465939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50522) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.468385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7d170038-3e43-46fa-a1fd-9eb873c5b10b None None] Provisioning complete for port 78ee7ecf-8015-491a-93c3-3c49617f5d0f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:41.468771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7d170038-3e43-46fa-a1fd-9eb873c5b10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:41.511589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=78ee7ecf-8015-491a-93c3-3c49617f5d0f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:41.616325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.617187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.618033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.619112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.619607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.620350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.620889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.621445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.627900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50524) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.629053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-537000ea-e0fa-442c-b53d-915b6dc674e0 tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5665 time: 0.1616535 Dec 10 18:43:41.745518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.745992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.746475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.747089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.747536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.747997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.748569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.749019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:41.755379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50526) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:41.755912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a3e6e91-9668-44e7-861e-71145e3f056d tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5264 time: 0.1255713 Dec 10 18:43:41.777068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Sync routers for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:41.792485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:41.793932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:41.884256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6e69e37c-0499-4a0f-999b-0f7572686042 None None] Provisioning complete for port 78ee7ecf-8015-491a-93c3-3c49617f5d0f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:41.885730 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e69e37c-0499-4a0f-999b-0f7572686042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.000955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:42.100563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4e3a3301-8698-4a11-98cf-a3f17e3388bd tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.3331044 Dec 10 18:43:42.225747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6e69e37c-0499-4a0f-999b-0f7572686042 None None] Provisioning complete for port be635b08-d272-4f34-a5a2-caa981d09c9c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:42.226120 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e69e37c-0499-4a0f-999b-0f7572686042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.291757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50534) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:42.298243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6e69e37c-0499-4a0f-999b-0f7572686042 None None] Port be635b08-d272-4f34-a5a2-caa981d09c9c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:42.298480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a038193f-535e-4fa0-945b-3ec05e76d5f9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1010530939', 'description': 'tempest-secgroup-smoke-1010530939 description', 'project_id': '3e56f771c04849ec9e9947151856f77a'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:42.318648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 2, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:42.357284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Checking router: 0c01f0b1-1f05-4320-bc34-11800f183909 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:42.357656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Updating router 0c01f0b1-1f05-4320-bc34-11800f183909 port be635b08-d272-4f34-a5a2-caa981d09c9c binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:43:42.358171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a038193f-535e-4fa0-945b-3ec05e76d5f9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.394127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.439998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a038193f-535e-4fa0-945b-3ec05e76d5f9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.444147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a038193f-535e-4fa0-945b-3ec05e76d5f9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.463312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c1981ae1-d4d7-483c-a636-ad43591e5465 None None] Provisioning complete for port be635b08-d272-4f34-a5a2-caa981d09c9c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:42.464410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c1981ae1-d4d7-483c-a636-ad43591e5465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.475881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a038193f-535e-4fa0-945b-3ec05e76d5f9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.478487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a038193f-535e-4fa0-945b-3ec05e76d5f9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1843665 Dec 10 18:43:42.480623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50536) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:42.485221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2d7ef429-66f5-44e1-932d-a05f6ff451be tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:42.491884 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038193f-535e-4fa0-945b-3ec05e76d5f9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:42.519481 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef429-66f5-44e1-932d-a05f6ff451be tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.565797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c1981ae1-d4d7-483c-a636-ad43591e5465 None None] Port be635b08-d272-4f34-a5a2-caa981d09c9c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:42.586932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef429-66f5-44e1-932d-a05f6ff451be tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.592457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef429-66f5-44e1-932d-a05f6ff451be tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.618418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ef429-66f5-44e1-932d-a05f6ff451be tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1558a6b1-da5a-4c70-ad03-7b6a5f1f1445,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:42.626695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2d7ef429-66f5-44e1-932d-a05f6ff451be tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.631343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2d7ef429-66f5-44e1-932d-a05f6ff451be tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463165 Dec 10 18:43:42.631504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50538) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:42.635861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2f8000c8-fc7c-4c04-a54c-f66d50c8176e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:42.670234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f8000c8-fc7c-4c04-a54c-f66d50c8176e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.709847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d7161618-63f4-4af5-84a9-885b98c93769 None None] Provisioning complete for port be635b08-d272-4f34-a5a2-caa981d09c9c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:42.710197 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7161618-63f4-4af5-84a9-885b98c93769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.741934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f8000c8-fc7c-4c04-a54c-f66d50c8176e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.747037 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f8000c8-fc7c-4c04-a54c-f66d50c8176e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.769155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8000c8-fc7c-4c04-a54c-f66d50c8176e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7dbb55-a1e6-41ea-9e77-9341e4166be5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:42.781270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d7161618-63f4-4af5-84a9-885b98c93769 None None] Port be635b08-d272-4f34-a5a2-caa981d09c9c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:42.784270 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.793011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.804748 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f8000c8-fc7c-4c04-a54c-f66d50c8176e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.813361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50540) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:42.814576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2f8000c8-fc7c-4c04-a54c-f66d50c8176e tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1823747 Dec 10 18:43:42.819237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8e636350-81bd-4f28-a3e7-7071ec0f6fd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:42.852974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e636350-81bd-4f28-a3e7-7071ec0f6fd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.890261 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78ee7ecf-8015-491a-93c3-3c49617f5d0f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:42.962538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e636350-81bd-4f28-a3e7-7071ec0f6fd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.971054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e636350-81bd-4f28-a3e7-7071ec0f6fd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:42.972300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Pushing event updated for resources: {'Port': ['ID=be635b08-d272-4f34-a5a2-caa981d09c9c,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.006831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.007769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.008143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.008971 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e636350-81bd-4f28-a3e7-7071ec0f6fd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bca6206-db36-4bf6-a658-3c8ec3c16d7f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.009388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.009861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.010707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.011563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.012065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.012416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.013055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.013798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.015294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.015829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:43:43.036863 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e636350-81bd-4f28-a3e7-7071ec0f6fd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.040401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8e636350-81bd-4f28-a3e7-7071ec0f6fd2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2251110 Dec 10 18:43:43.043076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50542) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:43.050661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-769d0aae-53aa-49c9-a412-ba51bf0cf4a0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:43.088861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Attempting to bind port be635b08-d272-4f34-a5a2-caa981d09c9c on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:43.089828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Attempting to bind port be635b08-d272-4f34-a5a2-caa981d09c9c by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:43.090876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Attempting to bind port be635b08-d272-4f34-a5a2-caa981d09c9c on network fce5455c-201d-4ad1-a846-7f8083ae4c52 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:43.102980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769d0aae-53aa-49c9-a412-ba51bf0cf4a0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.103461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:43.104789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Checking segment: {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:43.105461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.106572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Bound using segment: {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:43.107566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Bound port: be635b08-d272-4f34-a5a2-caa981d09c9c, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:43.109460 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.135147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 78ee7ecf-8015-491a-93c3-3c49617f5d0f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:43.135443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.185951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769d0aae-53aa-49c9-a412-ba51bf0cf4a0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.191905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769d0aae-53aa-49c9-a412-ba51bf0cf4a0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.213541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d0aae-53aa-49c9-a412-ba51bf0cf4a0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eec7df4-d627-4409-ba5d-8ea28c255ad2,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.224779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-769d0aae-53aa-49c9-a412-ba51bf0cf4a0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.226844 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-769d0aae-53aa-49c9-a412-ba51bf0cf4a0 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823161 Dec 10 18:43:43.230272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50546) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:43.236421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:43.256198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bd723b3e-67cf-4f13-b06b-89d282241b13 None None] Provisioning complete for port be635b08-d272-4f34-a5a2-caa981d09c9c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:43.257107 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bd723b3e-67cf-4f13-b06b-89d282241b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.264491 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Project 3e56f771c04849ec9e9947151856f77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:43:43.268042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] For port be635b08-d272-4f34-a5a2-caa981d09c9c, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:43.270997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.311024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] For port be635b08-d272-4f34-a5a2-caa981d09c9c, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=be635b08-d272-4f34-a5a2-caa981d09c9c,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:43.320022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.347281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.354173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.381069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949bcef0-4561-4894-b881-f909c5e58a6f,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.387001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.389750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e99f001e-3210-432b-a74e-ae5464522339 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573470 Dec 10 18:43:43.393432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50548) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:43.398714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'security_group_rule': {'security_group_id': '0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b', 'project_id': '3e56f771c04849ec9e9947151856f77a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:43.433239 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Project 3e56f771c04849ec9e9947151856f77a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:43:43.440360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.531478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.536102 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.553298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078fcfa1-c366-48f4-9740-b90021f496db,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.574516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:43.576233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dd235a81-15cd-46f5-b089-2ffb465c2cb4 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815183 Dec 10 18:43:43.606094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bd723b3e-67cf-4f13-b06b-89d282241b13 None None] Port be635b08-d272-4f34-a5a2-caa981d09c9c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:43.653195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed38a5-7bf4-4a0a-b72a-e229189c7158 None None] Pushing event updated for resources: {'Port': ['ID=be635b08-d272-4f34-a5a2-caa981d09c9c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:43.656299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:43.656954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:43.783205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-b1f118e3-794b-4da3-acc4-a3bddd45e5f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1010530939&fields=id&tenant_id=3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 267 time: 0.0708947 Dec 10 18:43:43.832044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:43.925329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-1f7791b4-7974-46b7-9653-f419949af96d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:43.927371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-1f7791b4-7974-46b7-9653-f419949af96d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/networks?id=fce5455c-201d-4ad1-a846-7f8083ae4c52 HTTP/1.1" status: 200 len: 797 time: 0.1345804 Dec 10 18:43:43.948195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-c4e5cb6a-14b7-4351-ae44-ae7d700e4f64 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/quotas/3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 375 time: 0.0135930 Dec 10 18:43:43.998229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d28af369-53f3-4317-9fb4-dbecd6ae0513 None None] Provisioning complete for port be635b08-d272-4f34-a5a2-caa981d09c9c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:43.998792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d28af369-53f3-4317-9fb4-dbecd6ae0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.022590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-8296b1bb-6cd6-45b4-adde-e4a723e1c117 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660579 Dec 10 18:43:44.142312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-a5a9c331-0244-494a-b016-79464d6801c7 service neutron] 10.222.0.55 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054940 Dec 10 18:43:44.147954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d28af369-53f3-4317-9fb4-dbecd6ae0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.173033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:44.210980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f8acb0-73c3-400f-9b64-3ca36f86421a None None] The sync data for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 is: [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:43Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:44.216045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d28af369-53f3-4317-9fb4-dbecd6ae0513 None None] For port be635b08-d272-4f34-a5a2-caa981d09c9c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=be635b08-d272-4f34-a5a2-caa981d09c9c,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:44.223906 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d28af369-53f3-4317-9fb4-dbecd6ae0513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:44.270521 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-9f82abe4-2e1d-4954-878a-d208651ac113 service neutron] 10.222.0.55 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180637 Dec 10 18:43:44.305281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28af369-53f3-4317-9fb4-dbecd6ae0513 None None] Pushing event updated for resources: {'Port': ['ID=be635b08-d272-4f34-a5a2-caa981d09c9c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:44.565036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd2c5cc-e37a-464d-a0a4-0e92220470b7 req-6390c892-2406-4405-bf29-c0b69b03e581 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 210 time: 0.0432227 Dec 10 18:43:44.912622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device be635b08-d272-4f34-a5a2-caa981d09c9c up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:44.983945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port be635b08-d272-4f34-a5a2-caa981d09c9c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:44.984326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:45.679505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-124e2a9a-8ff1-419b-85f8-e516d5332040 req-3ff821d5-4173-42b5-85f5-a1fcba3ce0ed tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 210 time: 0.0319653 Dec 10 18:43:45.694645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-a5ff44cb-329a-453c-82f9-6184e024de28 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:45.694645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-a5ff44cb-329a-453c-82f9-6184e024de28 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.30 "GET /v2.0/networks?id=fce5455c-201d-4ad1-a846-7f8083ae4c52 HTTP/1.1" status: 200 len: 797 time: 0.1389701 Dec 10 18:43:45.771123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-063c5e03-8f08-4889-b27c-a0f5c7f1b587 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e56f771c04849ec9e9947151856f77a HTTP/1.1" status: 200 len: 380 time: 0.0645874 Dec 10 18:43:45.781546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'port': {'device_id': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'admin_state_up': True, 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'security_groups': ['0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:45.903836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Made reservation on behalf of 3e56f771c04849ec9e9947151856f77a for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:43:45.907442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.046275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.20.0.4 (fce5455c-201d-4ad1-a846-7f8083ae4c52/db67d219-7f43-4394-a0ff-c107e67900fa/5aa992a9-2d91-4c89-b7fa-64c93d75318f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:46.190494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.230259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.275245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:46.280279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:46.284477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:46.292116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=5aa992a9-2d91-4c89-b7fa-64c93d75318f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:46.350232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:46.350935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.379511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-27b508cd-95b8-47ed-8dda-c8b9f087a3dd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020887 Dec 10 18:43:46.393873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Request body: {'port': {'device_id': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:46.461812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.564292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5ba03b7a-63a5-4388-a0a3-da8db5eee414 None None] Provisioning complete for port 5aa992a9-2d91-4c89-b7fa-64c93d75318f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:46.565367 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5ba03b7a-63a5-4388-a0a3-da8db5eee414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.605112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5ba03b7a-63a5-4388-a0a3-da8db5eee414 None None] Port 5aa992a9-2d91-4c89-b7fa-64c93d75318f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:43:46.744073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa992a9-2d91-4c89-b7fa-64c93d75318f {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:46.752324 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.788520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Transition to ACTIVE for port object 5aa992a9-2d91-4c89-b7fa-64c93d75318f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:43:46.793602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:46.853484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e7531-a3f6-4336-9137-2dd7863b2b79 req-4cae0d44-b073-4ff4-8299-b156876b2a22 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:46.855284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-978e7531-a3f6-4336-9137-2dd7863b2b79 req-4cae0d44-b073-4ff4-8299-b156876b2a22 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 931 time: 0.1006005 Dec 10 18:43:46.865431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa992a9-2d91-4c89-b7fa-64c93d75318f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:46.955695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-978e7531-a3f6-4336-9137-2dd7863b2b79 req-c1f741d3-d2b3-4abb-8ab2-c7a6e6042fc2 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912156 Dec 10 18:43:46.981759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Attempting to bind port 5aa992a9-2d91-4c89-b7fa-64c93d75318f on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:43:46.982144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Attempting to bind port 5aa992a9-2d91-4c89-b7fa-64c93d75318f by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:43:46.982471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Attempting to bind port 5aa992a9-2d91-4c89-b7fa-64c93d75318f on network fce5455c-201d-4ad1-a846-7f8083ae4c52 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:46.988197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Port 5aa992a9-2d91-4c89-b7fa-64c93d75318f on network fce5455c-201d-4ad1-a846-7f8083ae4c52 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:43:46.988423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Attempting to bind port 5aa992a9-2d91-4c89-b7fa-64c93d75318f on network fce5455c-201d-4ad1-a846-7f8083ae4c52 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:43:46.995321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:43:46.995714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Checking segment: {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:43:46.996393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Bound using segment: {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:43:46.996958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Bound port: 5aa992a9-2d91-4c89-b7fa-64c93d75318f, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec884265-5405-4326-b2ad-75ab3903d951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:43:46.997334 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.064915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] For port 5aa992a9-2d91-4c89-b7fa-64c93d75318f, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:43:47.068188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] For port 5aa992a9-2d91-4c89-b7fa-64c93d75318f, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:43:47.072801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.115725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:47.116281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:47.117542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] 10.222.0.30 "PUT /v2.0/ports/5aa992a9-2d91-4c89-b7fa-64c93d75318f HTTP/1.1" status: 200 len: 1091 time: 0.7283654 Dec 10 18:43:47.117981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:47.120546 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08719161-91f7-47be-b6a1-71cb10b4ee0f" -d '{"events": [{"name": "network-changed", "server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:47.154955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db35a4f-6189-4f75-9893-2702ec20f421 service neutron] Pushing event updated for resources: {'Port': ['ID=5aa992a9-2d91-4c89-b7fa-64c93d75318f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:47.176068 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1077d525-299c-4911-832b-d8f4d5d0d2ac x-openstack-request-id: req-1077d525-299c-4911-832b-d8f4d5d0d2ac {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:47.176622 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:47.176959 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1077d525-299c-4911-832b-d8f4d5d0d2ac {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:47.177356 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'status': 'completed', 'code': 200} Dec 10 18:43:47.216338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-380cabca-e430-486b-bd8b-455c2dd57f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:47.217902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-380cabca-e430-486b-bd8b-455c2dd57f4a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 1094 time: 0.0552392 Dec 10 18:43:47.265914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-10fd3914-8477-4edb-a225-5415f57506af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f HTTP/1.1" status: 200 len: 217 time: 0.0383768 Dec 10 18:43:47.325965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-f7d78752-ecfd-4156-a2bc-79c76c6dd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:47.327504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-f7d78752-ecfd-4156-a2bc-79c76c6dd20c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db67d219-7f43-4394-a0ff-c107e67900fa HTTP/1.1" status: 200 len: 835 time: 0.0531986 Dec 10 18:43:47.378007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-56013715-6c7d-4d61-a690-f714f251a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:47.379719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-56013715-6c7d-4d61-a690-f714f251a23b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce5455c-201d-4ad1-a846-7f8083ae4c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442107 Dec 10 18:43:47.472787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-47ad4178-a87c-44ea-b430-372763df4205 service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842407 Dec 10 18:43:47.579353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8023caa5-5d34-43a3-9bb3-495ee9c9f4c4 req-64182c4c-045a-4a10-9f2d-5e57e43bbd8e service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982296 Dec 10 18:43:47.604739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0e53b-3330-4a14-af68-7c3625c80370 req-b2cbcc67-a4c8-4ee6-b726-704f5e174b5c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:47.606349 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ab0e53b-3330-4a14-af68-7c3625c80370 req-b2cbcc67-a4c8-4ee6-b726-704f5e174b5c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0570471 Dec 10 18:43:47.663146 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ab0e53b-3330-4a14-af68-7c3625c80370 req-53427548-6998-49f8-bd3b-84edeac1eec2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484936 Dec 10 18:43:47.681974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-3bda2053-61f9-4651-b990-7f5d72c045df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:47.683585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-3bda2053-61f9-4651-b990-7f5d72c045df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 1094 time: 0.0435326 Dec 10 18:43:48.116728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-7717cf60-40bf-401e-a513-a204788c735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.118121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-7717cf60-40bf-401e-a513-a204788c735b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce5455c-201d-4ad1-a846-7f8083ae4c52 HTTP/1.1" status: 200 len: 898 time: 0.4274132 Dec 10 18:43:48.126676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a4677-5831-4277-848c-79e22b8eb520 req-88731d16-3e5f-46c6-91df-ddd39fa38378 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.127986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d97a4677-5831-4277-848c-79e22b8eb520 req-88731d16-3e5f-46c6-91df-ddd39fa38378 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 943 time: 0.0759799 Dec 10 18:43:48.168678 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-da410ecb-7cbf-4c75-bef1-643b9f9127b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f HTTP/1.1" status: 200 len: 217 time: 0.0396891 Dec 10 18:43:48.243808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d97a4677-5831-4277-848c-79e22b8eb520 req-4001e126-edf2-4264-b236-02d7049605d1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091990 Dec 10 18:43:48.245741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-a525e246-fcb1-4eff-833a-54fc5bba38d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.247095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-a525e246-fcb1-4eff-833a-54fc5bba38d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db67d219-7f43-4394-a0ff-c107e67900fa HTTP/1.1" status: 200 len: 835 time: 0.0705781 Dec 10 18:43:48.300773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-1c919f17-2f89-4ae1-a6a8-79d4fa0872f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.302346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-1c919f17-2f89-4ae1-a6a8-79d4fa0872f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce5455c-201d-4ad1-a846-7f8083ae4c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466492 Dec 10 18:43:48.417663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-d6381304-95a5-4dae-8328-f9a1e6b5899a service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052792 Dec 10 18:43:48.521628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-08719161-91f7-47be-b6a1-71cb10b4ee0f req-d46b7ff6-6b46-4497-871a-4a434bd953a7 service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964394 Dec 10 18:43:48.787868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214db046-4044-44ca-b015-9ebb784fc2f0 req-6fc6df81-9230-461c-a470-cb9690414719 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:48.789354 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-214db046-4044-44ca-b015-9ebb784fc2f0 req-6fc6df81-9230-461c-a470-cb9690414719 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0522332 Dec 10 18:43:48.841805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-214db046-4044-44ca-b015-9ebb784fc2f0 req-d5d0de52-ebf7-4a24-9887-7bb285d5fe4c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455084 Dec 10 18:43:49.375381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10210f-5d1f-4042-be84-70574a166592 req-2c45f3a5-9174-44d3-9e54-accf75de317d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:49.376889 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c10210f-5d1f-4042-be84-70574a166592 req-2c45f3a5-9174-44d3-9e54-accf75de317d tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 943 time: 0.0600047 Dec 10 18:43:49.436808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c10210f-5d1f-4042-be84-70574a166592 req-37619b3d-e056-4294-9adb-a6af9695233b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507615 Dec 10 18:43:49.970741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76694c-8295-4fd5-a22e-7c4acff7c3e2 req-b3868d66-bdfe-4d63-a594-502e194d834c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:49.972203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a76694c-8295-4fd5-a22e-7c4acff7c3e2 req-b3868d66-bdfe-4d63-a594-502e194d834c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0591676 Dec 10 18:43:50.023166 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a76694c-8295-4fd5-a22e-7c4acff7c3e2 req-cf4eb6e0-bdba-42fa-b326-9a7946181e79 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447133 Dec 10 18:43:50.432772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5aa992a9-2d91-4c89-b7fa-64c93d75318f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:43:50.548392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5aa992a9-2d91-4c89-b7fa-64c93d75318f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:50.560432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'port_id': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'mac_address': 'fa:16:3e:c1:d6:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:43:50.573178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417bc0e-57a1-4241-a8b3-dd1a7539409f req-210c520b-8634-4ee3-abfe-433896b53788 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:50.575787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4417bc0e-57a1-4241-a8b3-dd1a7539409f req-210c520b-8634-4ee3-abfe-433896b53788 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 943 time: 0.0568271 Dec 10 18:43:50.600104 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.614127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa992a9-2d91-4c89-b7fa-64c93d75318f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:43:50.629611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4417bc0e-57a1-4241-a8b3-dd1a7539409f req-ae696ff4-3b59-4a06-9b3c-82a4dedfabb5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473280 Dec 10 18:43:50.635310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5aa992a9-2d91-4c89-b7fa-64c93d75318f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:50.640438 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:50.688712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=5aa992a9-2d91-4c89-b7fa-64c93d75318f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:50.859776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['5aa992a9-2d91-4c89-b7fa-64c93d75318f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:43:51.157516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12c987-cdf5-455b-8f2e-b26b5bee7804 req-1cfd48b0-7cbb-48b5-a21e-40fbcd68ce4f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:51.159351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9a12c987-cdf5-455b-8f2e-b26b5bee7804 req-1cfd48b0-7cbb-48b5-a21e-40fbcd68ce4f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0588572 Dec 10 18:43:51.219524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9a12c987-cdf5-455b-8f2e-b26b5bee7804 req-5801ddc9-5362-4b7e-b10c-9682604c2a94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487502 Dec 10 18:43:51.756000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d7924-4d8c-42ef-a6f3-78deb56bbd50 req-8381d13d-eea4-45af-8928-20fc671c21fd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:51.757499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-583d7924-4d8c-42ef-a6f3-78deb56bbd50 req-8381d13d-eea4-45af-8928-20fc671c21fd tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 944 time: 0.0555606 Dec 10 18:43:51.808921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-583d7924-4d8c-42ef-a6f3-78deb56bbd50 req-87c2ecbe-0fed-449e-9162-2e9b262f1cb6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448394 Dec 10 18:43:52.356650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03932e71-ab3d-4440-8f1e-51e7c010ba4a req-d8b98abc-8dfe-43eb-a735-3d12de3cdc7c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.358193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03932e71-ab3d-4440-8f1e-51e7c010ba4a req-d8b98abc-8dfe-43eb-a735-3d12de3cdc7c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0588446 Dec 10 18:43:52.412823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03932e71-ab3d-4440-8f1e-51e7c010ba4a req-1e223aa7-8efa-49eb-b228-b015e4319685 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478117 Dec 10 18:43:52.436228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5aa992a9-2d91-4c89-b7fa-64c93d75318f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:43:52.508544 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 5aa992a9-2d91-4c89-b7fa-64c93d75318f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:43:52.512630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 5aa992a9-2d91-4c89-b7fa-64c93d75318f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:43:52.513207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.595802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.618136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:52.620461 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0367455e-c13d-4958-8e1b-df0980668b8d" -d '{"events": [{"server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "name": "network-vif-plugged", "status": "completed", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:52.633573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 5aa992a9-2d91-4c89-b7fa-64c93d75318f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:43:52.638759 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:52.687805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=5aa992a9-2d91-4c89-b7fa-64c93d75318f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:52.725598 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a638ed4-bff4-435a-a354-d2296532975c x-openstack-request-id: req-2a638ed4-bff4-435a-a354-d2296532975c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:52.725898 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "name": "network-vif-plugged", "status": "completed", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:52.726154 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2a638ed4-bff4-435a-a354-d2296532975c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:52.726600 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'code': 200} Dec 10 18:43:52.836834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9df66-f7f6-4a23-8c06-4788b7e34a08 req-b1e91f55-4fa9-4932-9eca-dda0fdd3a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.838517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ae9df66-f7f6-4a23-8c06-4788b7e34a08 req-b1e91f55-4fa9-4932-9eca-dda0fdd3a146 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0535657 Dec 10 18:43:52.899027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9ae9df66-f7f6-4a23-8c06-4788b7e34a08 req-5a95d1fe-7c45-4f87-be2d-8638e08af3ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530477 Dec 10 18:43:52.944335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61302b2-0781-4966-ac57-1554e7f59857 req-b85cd861-c8f4-4086-9415-af9cb9ebb422 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:52.945979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d61302b2-0781-4966-ac57-1554e7f59857 req-b85cd861-c8f4-4086-9415-af9cb9ebb422 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 945 time: 0.0611103 Dec 10 18:43:53.004511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d61302b2-0781-4966-ac57-1554e7f59857 req-9beebad1-c3a4-4ced-91d2-58c2a278d596 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521779 Dec 10 18:43:53.550599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95809d96-1303-4d66-8537-425e2aedf279 req-817f333d-bead-4d95-8d21-9215550e557e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:53.552139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95809d96-1303-4d66-8537-425e2aedf279 req-817f333d-bead-4d95-8d21-9215550e557e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0561132 Dec 10 18:43:53.603295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95809d96-1303-4d66-8537-425e2aedf279 req-fdfaeb4b-8725-4a4c-bbde-b3a07f9b9ecf tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447638 Dec 10 18:43:54.127736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91200ed-2c00-4c47-a69c-4e59e39a6f93 req-999b09c1-9d3a-4cee-a4d0-2797684715f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.129156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b91200ed-2c00-4c47-a69c-4e59e39a6f93 req-999b09c1-9d3a-4cee-a4d0-2797684715f1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 945 time: 0.0504827 Dec 10 18:43:54.187287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b91200ed-2c00-4c47-a69c-4e59e39a6f93 req-c0d14c4c-16bd-4197-ab5c-0736e813c00a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492518 Dec 10 18:43:54.324575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a777d-ec56-4f91-801f-3f16a26db59a req-d67b5e92-365d-4193-a879-0f29ecab107a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.326134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-224a777d-ec56-4f91-801f-3f16a26db59a req-d67b5e92-365d-4193-a879-0f29ecab107a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 945 time: 0.0620472 Dec 10 18:43:54.377953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-224a777d-ec56-4f91-801f-3f16a26db59a req-949f2ca9-6e8b-4604-ab0f-7a07544d77a6 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445549 Dec 10 18:43:54.403787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50632) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:54.448849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894ba5f-60d5-4dff-a101-72dcd53ee77c tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.450413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7894ba5f-60d5-4dff-a101-72dcd53ee77c tempest-TestNetworkBasicOps-1037971095 tempest-TestNetworkBasicOps-1037971095-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 1091 time: 0.0452940 Dec 10 18:43:54.453812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50634) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:54.458475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:43:54.488757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.602130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.751908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Allocated IP 172.25.2.121 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a2acfec3-da90-4344-bb52-44fcf5c1f5a2) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:43:54.772487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e580-a6e8-49c4-ba0a-b19c5adc2cb5 req-00791b7a-3431-49ee-ad4e-ef4371ec0b3c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:54.774247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e317e580-a6e8-49c4-ba0a-b19c5adc2cb5 req-00791b7a-3431-49ee-ad4e-ef4371ec0b3c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0884509 Dec 10 18:43:54.882216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e317e580-a6e8-49c4-ba0a-b19c5adc2cb5 req-7b46c6ae-ab47-443e-a65b-45c0d9fa2e8a tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921671 Dec 10 18:43:54.910895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.947127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:54.988672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:43:54.991913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:43:54.998472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:43:55.025797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=a2acfec3-da90-4344-bb52-44fcf5c1f5a2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:55.404649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.496922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.665717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.672442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.744906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event updated for resources: {'Port': ['ID=a2acfec3-da90-4344-bb52-44fcf5c1f5a2,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:55.759050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:55.870079 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Floating IP cc4a8f58-5831-42ec-8011-0d497500be4c associated. External IP: 172.25.2.121, port: 5aa992a9-2d91-4c89-b7fa-64c93d75318f. Dec 10 18:43:56.015770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6492c53-40b9-485d-b314-f12db945efa8 req-8488b7db-b4f3-4fd3-86d8-ae878c5f67c6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:56.017295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6492c53-40b9-485d-b314-f12db945efa8 req-8488b7db-b4f3-4fd3-86d8-ae878c5f67c6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0516310 Dec 10 18:43:56.071855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f6492c53-40b9-485d-b314-f12db945efa8 req-f5a02a25-f362-47f0-9173-f8feb1ed5861 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479758 Dec 10 18:43:56.106724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 0c01f0b1-1f05-4320-bc34-11800f183909 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:56.221256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:56.231944 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] Sync routers for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:56.241123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:56.242338 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:56.243004 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:56.269302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-79b31842-4a21-466b-b6e5-64896af8fda9 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8142638 Dec 10 18:43:56.269972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:56.272114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:56.272435 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edd8778-0e32-4d14-acc1-84380b9afcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:56.314944 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa73e96-e8c5-4b84-86a1-b5d532f13845 x-openstack-request-id: req-afa73e96-e8c5-4b84-86a1-b5d532f13845 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:43:56.315347 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:43:56.315760 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-afa73e96-e8c5-4b84-86a1-b5d532f13845 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:43:56.316267 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'status': 'completed', 'code': 200} Dec 10 18:43:56.345348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9ea92af3-23ee-4963-bba0-76a82ce30969 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/floatingips/cc4a8f58-5831-42ec-8011-0d497500be4c HTTP/1.1" status: 200 len: 991 time: 0.0708621 Dec 10 18:43:56.355055 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:56.382211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-e7d28dda-53e4-47b6-8b6f-a1a828dd48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:56.383773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-e7d28dda-53e4-47b6-8b6f-a1a828dd48e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0431707 Dec 10 18:43:56.499606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-f8ee23a0-d5e4-456f-8953-1468eff375e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:56.501242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-f8ee23a0-d5e4-456f-8953-1468eff375e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce5455c-201d-4ad1-a846-7f8083ae4c52 HTTP/1.1" status: 200 len: 898 time: 0.1085804 Dec 10 18:43:56.587802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-bdb26c06-2bdd-4429-87cc-1223b34a2170 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f HTTP/1.1" status: 200 len: 999 time: 0.0732086 Dec 10 18:43:56.640173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-0b511d7b-6cc3-4291-9a5d-b5c3d0dd4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:56.641705 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-0b511d7b-6cc3-4291-9a5d-b5c3d0dd4332 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db67d219-7f43-4394-a0ff-c107e67900fa HTTP/1.1" status: 200 len: 835 time: 0.0458162 Dec 10 18:43:56.689798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-1248a3cd-937c-4b7e-b8a7-395d81afb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:56.691397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-1248a3cd-937c-4b7e-b8a7-395d81afb539 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce5455c-201d-4ad1-a846-7f8083ae4c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417306 Dec 10 18:43:56.702602 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cc4a8f58-5831-42ec-8011-0d497500be4c', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'port_id': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'mac_address': 'fa:16:3e:c1:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:55Z', 'updated_at': '2021-12-10T18:43:55Z', 'revision_number': 0, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:56.730784 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] Checking router: 0c01f0b1-1f05-4320-bc34-11800f183909 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:43:56.739954 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:56.740592 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:56.791225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-d41f5717-58c3-4050-aa0d-e2c816d42e68 service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921581 Dec 10 18:43:56.864107 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:56.887759 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8edd8778-0e32-4d14-acc1-84380b9afcf6 req-994424ba-b7e2-4d22-92a5-40a635e2edc7 service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887644 Dec 10 18:43:57.112940 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cc4a8f58-5831-42ec-8011-0d497500be4c', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'port_id': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'mac_address': 'fa:16:3e:c1:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:55Z', 'updated_at': '2021-12-10T18:43:55Z', 'revision_number': 0, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:57.141792 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aa0803-a877-4cec-90c8-b7c707e1d192 None None] The sync data for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 is: [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cc4a8f58-5831-42ec-8011-0d497500be4c', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'port_id': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'mac_address': 'fa:16:3e:c1:d6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:55Z', 'updated_at': '2021-12-10T18:43:55Z', 'revision_number': 0, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:43:57.196560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b64e4-3e81-4261-9181-41040886270d req-9df8231c-2901-4ad2-b33c-3edd6f3e502c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:57.198154 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a6b64e4-3e81-4261-9181-41040886270d req-9df8231c-2901-4ad2-b33c-3edd6f3e502c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0535438 Dec 10 18:43:57.250137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a6b64e4-3e81-4261-9181-41040886270d req-8506124f-37d6-4cce-b53e-066edecc39e3 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456226 Dec 10 18:43:57.348399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50646) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:57.380976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375c4236-2b46-424b-b1c4-4b24d83c5a79 None None] New status for floating IP cc4a8f58-5831-42ec-8011-0d497500be4c: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:43:57.424619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-afa98e70-c2cf-4922-9a65-1b352ca449b7 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/floatingips/cc4a8f58-5831-42ec-8011-0d497500be4c HTTP/1.1" status: 200 len: 991 time: 0.0746815 Dec 10 18:43:58.068505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c249bf-67d0-4b4d-bf24-9077e76f0f28 req-769cd66f-0bd9-4288-a59f-834c90031a5c tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:58.069999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61c249bf-67d0-4b4d-bf24-9077e76f0f28 req-769cd66f-0bd9-4288-a59f-834c90031a5c tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1096 time: 0.0493815 Dec 10 18:43:58.133039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61c249bf-67d0-4b4d-bf24-9077e76f0f28 req-74e859c6-c761-4d44-96cb-c4cb377b71fb tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527959 Dec 10 18:43:58.159409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50652) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:58.320295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2142f4db-626a-4ed3-87ae-18b2062de686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.343268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 4f96f7b2-dc40-417a-9ec3-b9e5407ccb97 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:43:58.344380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.386483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ab95d-0f3d-4b63-b1b9-f749ef82b078 req-4f7661c4-869d-47b8-b211-d7ca1bb76b01 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:58.388006 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f4ab95d-0f3d-4b63-b1b9-f749ef82b078 req-4f7661c4-869d-47b8-b211-d7ca1bb76b01 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0594575 Dec 10 18:43:58.431422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50656) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:43:58.443456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.443456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.450391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7f4ab95d-0f3d-4b63-b1b9-f749ef82b078 req-0b8d91b2-9a80-48eb-a4ec-415dfb23e6ef tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544722 Dec 10 18:43:58.495956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 4f96f7b2-dc40-417a-9ec3-b9e5407ccb97 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:43:58.523745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dd2f1506-b43b-43fc-b4ac-6abee9d5f61a tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/floatingips/cc4a8f58-5831-42ec-8011-0d497500be4c HTTP/1.1" status: 200 len: 993 time: 0.0911703 Dec 10 18:43:58.704016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc243b-9d83-448d-bc27-8d483f67edb2 req-372f0391-1cd5-4fa2-9293-a107e99b4e1b tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:58.705702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acbc243b-9d83-448d-bc27-8d483f67edb2 req-372f0391-1cd5-4fa2-9293-a107e99b4e1b tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0584736 Dec 10 18:43:58.773735 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acbc243b-9d83-448d-bc27-8d483f67edb2 req-70f462ba-d060-401a-8edd-ae85abe315eb tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602932 Dec 10 18:43:58.775794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-a43e80e5-be3f-438d-b0db-2af6ab546b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:58.777387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-a43e80e5-be3f-438d-b0db-2af6ab546b8a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1096 time: 0.0891304 Dec 10 18:43:58.778601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.818024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=4f96f7b2-dc40-417a-9ec3-b9e5407ccb97,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:43:58.942452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:58.942848 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP 3b010f19-b40d-49e7-8390-874e74c8bd7d disassociated (deleted). External IP: 172.25.2.38, port: 96075631-50ed-40fb-918b-053b329d23ee. Dec 10 18:43:58.947738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-8852aeff-aa25-4164-8075-bf2a7621ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:58.949238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-8852aeff-aa25-4164-8075-bf2a7621ce2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.1429708 Dec 10 18:43:59.403529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-ca265c03-7120-4cc6-822a-4d9dddbae645 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 1001 time: 0.4243212 Dec 10 18:43:59.504523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-2261f08d-b4af-46c3-8d6c-4ae00d6b26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.505900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-2261f08d-b4af-46c3-8d6c-4ae00d6b26f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0926416 Dec 10 18:43:59.599609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:43:59.604141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-481aa6da-5deb-496f-97f3-bf89fceced6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.605692 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-481aa6da-5deb-496f-97f3-bf89fceced6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901699 Dec 10 18:43:59.781518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-a75cbdd4-a85d-4db2-a590-d88c63d833fc service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663210 Dec 10 18:43:59.784197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:43:59.788942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:43:59.798699 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] Sync routers for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:43:59.820477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:43:59.821536 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:43:59.884643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-98b25dcb-b67e-4673-81fb-d9d1c9e2d8bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/floatingips/3b010f19-b40d-49e7-8390-874e74c8bd7d HTTP/1.1" status: 204 len: 168 time: 1.7240977 Dec 10 18:43:59.888479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:43:59.890209 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822" -d '{"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:43:59.953260 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:43:59.959361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5ae56-a12c-4b37-b6b1-63c2a4a56bd1 req-b316c79d-3f2a-4039-ab20-be38790d61de tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:43:59.960668 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-81c5ae56-a12c-4b37-b6b1-63c2a4a56bd1 req-b316c79d-3f2a-4039-ab20-be38790d61de tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0886669 Dec 10 18:43:59.962925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e74947f8-6cc2-4024-b92d-9d70312223a3 req-ce60653e-1762-4b44-a4a1-7314b88286c8 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714993 Dec 10 18:44:00.028405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-81c5ae56-a12c-4b37-b6b1-63c2a4a56bd1 req-19c6373f-fc4d-4cb9-b525-9b062dea5dd6 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477011 Dec 10 18:44:00.075551 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a615e0-7d9a-4481-ac14-785b2c782e29 x-openstack-request-id: req-88a615e0-7d9a-4481-ac14-785b2c782e29 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:00.075857 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:00.076116 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88a615e0-7d9a-4481-ac14-785b2c782e29 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:00.076527 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'status': 'completed', 'code': 200} Dec 10 18:44:00.151860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-55b20595-75ff-42f6-828f-39b3083c7f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.152189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a502887-d5ef-48d6-9aad-49d3cb9e5602 req-91ad4942-7cf6-4c29-ad2e-2b626aa43dee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.153737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a502887-d5ef-48d6-9aad-49d3cb9e5602 req-91ad4942-7cf6-4c29-ad2e-2b626aa43dee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0546765 Dec 10 18:44:00.154767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-55b20595-75ff-42f6-828f-39b3083c7f21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 1096 time: 0.0438604 Dec 10 18:44:00.179505 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:00.206908 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6a502887-d5ef-48d6-9aad-49d3cb9e5602 req-ec3b6917-9974-4cb0-b180-bfeb43276b4a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467129 Dec 10 18:44:00.209954 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] Checking router: 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:00.219614 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:00.220240 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:43:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:00.250309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-9b216a42-be82-4f43-b593-e3a47ac23992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.251841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-9b216a42-be82-4f43-b593-e3a47ac23992 service neutron] 10.222.0.59 "GET /v2.0/networks?id=915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 200 len: 896 time: 0.0888164 Dec 10 18:44:00.301119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-ed23acbe-a41e-4967-9744-f6b8a4a8965f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 200 len: 217 time: 0.0401013 Dec 10 18:44:00.335071 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:00.362761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-4377f575-35b8-43be-b1a0-4d58cb04b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.364306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-4377f575-35b8-43be-b1a0-4d58cb04b135 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 200 len: 835 time: 0.0498226 Dec 10 18:44:00.413784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-fd2249bc-35e7-4bb9-ad51-67c174595fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:00.415500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-fd2249bc-35e7-4bb9-ad51-67c174595fd5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=915a652c-f934-43b4-8fb7-516dcb3e77c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422223 Dec 10 18:44:00.527927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-d195d9b7-7ec9-48d9-9548-51dc6dee289f service neutron] 10.222.0.59 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007321 Dec 10 18:44:00.540948 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:00.569029 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c006b-fe22-4691-a6f4-2ab864587107 None None] The sync data for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 is: [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:42:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'acdb7318-a7c5-449f-813b-c39a5a3fd95e', 'name': '', 'network_id': '915a652c-f934-43b4-8fb7-516dcb3e77c0', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:c6:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:13Z', 'updated_at': '2021-12-10T18:42:17Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '07fb93ea-552c-4353-9124-9a32ef7c53c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:00.637070 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a8a99c5-2272-4c6c-a2a0-40cdfc7e2822 req-850d618f-ab5d-49d7-b2d6-fd11030b7e5c service neutron] 10.222.0.59 "GET /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974529 Dec 10 18:44:00.818516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5df26b-dc0c-4fa2-92fb-7b66ece2ef5f None None] New status for floating IP 3b010f19-b40d-49e7-8390-874e74c8bd7d: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:44:01.118854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-7cb00235-e537-4e16-9847-e5752a639458 req-6c7cd2d6-f16e-4e56-9c08-957b1226eca6 tempest-ServersNegativeTestJSON-630943300 tempest-ServersNegativeTestJSON-630943300-project] (103500) timed out ('10.222.0.30', 53357) {{(pid=103500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:44:01.169669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a66593-d3ba-478f-a8ed-6abfcb2685d1 req-9cc9f5a3-6542-4b13-ab1d-2e3c589b9d17 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:01.171865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12a66593-d3ba-478f-a8ed-6abfcb2685d1 req-9cc9f5a3-6542-4b13-ab1d-2e3c589b9d17 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0666726 Dec 10 18:44:01.222539 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12a66593-d3ba-478f-a8ed-6abfcb2685d1 req-b389a9f1-97e3-43c0-abef-3f561724b2fc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Dec 10 18:44:01.334168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9faf4-751a-4ead-a9e2-331b5b195b31 req-80098163-cd37-4368-b914-b740c208afd9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:01.336781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dd9faf4-751a-4ead-a9e2-331b5b195b31 req-80098163-cd37-4368-b914-b740c208afd9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0533447 Dec 10 18:44:01.396426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dd9faf4-751a-4ead-a9e2-331b5b195b31 req-62aa4655-4e2c-4320-8987-2bf5d269b8b1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=2e922de4-18c1-49f3-a2f4-4db9500214ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531361 Dec 10 18:44:01.564030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-338782b4-5d95-4d69-a198-1083ec2de12e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:01.565549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-338782b4-5d95-4d69-a198-1083ec2de12e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/ports?device_id=b857beb4-d099-48a5-aadf-c51fdf2ef1df HTTP/1.1" status: 200 len: 945 time: 0.0545306 Dec 10 18:44:01.618757 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e2d8b98-d04f-464c-b435-b51eccd0ec4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.678277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 96075631-50ed-40fb-918b-053b329d23ee {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:01.678669 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.770689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port 96075631-50ed-40fb-918b-053b329d23ee, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=96075631-50ed-40fb-918b-053b329d23ee,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:01.771037 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.783735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 96075631-50ed-40fb-918b-053b329d23ee owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:01.927259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:01.958327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=96075631-50ed-40fb-918b-053b329d23ee,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:02.001143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] No DVR routers for this DVR port 96075631-50ed-40fb-918b-053b329d23ee on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:02.004320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:02.008158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-251ea280-330d-4783-b9bd-6ce20cc0bbf3 req-b8b3e133-b9f4-4f5a-ba95-147ee7ea9f13 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "DELETE /v2.0/ports/96075631-50ed-40fb-918b-053b329d23ee HTTP/1.1" status: 204 len: 173 time: 0.4357314 Dec 10 18:44:02.047728 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:02.077994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-deleted', 'tag': '96075631-50ed-40fb-918b-053b329d23ee'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:02.080467 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68002cad-1bb6-4483-a931-0c337cf8c577" -d '{"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-deleted", "tag": "96075631-50ed-40fb-918b-053b329d23ee"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:02.111756 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:02.119931 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba1cdf5-a145-414d-a738-36b0c7b2f047 x-openstack-request-id: req-fba1cdf5-a145-414d-a738-36b0c7b2f047 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:02.120342 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b857beb4-d099-48a5-aadf-c51fdf2ef1df", "name": "network-vif-deleted", "tag": "96075631-50ed-40fb-918b-053b329d23ee", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:02.120604 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-fba1cdf5-a145-414d-a738-36b0c7b2f047 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:02.121007 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b857beb4-d099-48a5-aadf-c51fdf2ef1df', 'name': 'network-vif-deleted', 'tag': '96075631-50ed-40fb-918b-053b329d23ee', 'status': 'completed', 'code': 200} Dec 10 18:44:02.457060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:03.189479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.465991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port acdb7318-a7c5-449f-813b-c39a5a3fd95e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:03.466722 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.564702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port acdb7318-a7c5-449f-813b-c39a5a3fd95e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=acdb7318-a7c5-449f-813b-c39a5a3fd95e,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:03.565071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.579671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for acdb7318-a7c5-449f-813b-c39a5a3fd95e owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:03.777327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.789163 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:03.810477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=acdb7318-a7c5-449f-813b-c39a5a3fd95e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:03.991399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.116230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.215648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:04.325849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:04.331223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d5c75f2a-a6b4-40a9-91ed-2fc1ec17fd51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/7f3c399a-00e6-4a6c-97d7-fe1bc624a771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8730836 Dec 10 18:44:04.334130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50684) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:04.337821 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] Sync routers for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:04.348539 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:04.349157 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:04.387398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting subnet 07fb93ea-552c-4353-9124-9a32ef7c53c7 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:44:04.390969 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.431512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.454536 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:04.527843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.597469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.626193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Subnet': ['ID=07fb93ea-552c-4353-9124-9a32ef7c53c7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:04.629810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.633090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2ca68ba-10dd-4aac-8ee4-d83883f88250 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/subnets/07fb93ea-552c-4353-9124-9a32ef7c53c7 HTTP/1.1" status: 204 len: 168 time: 0.2979095 Dec 10 18:44:04.635999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:04.646289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3eb41-14b5-4948-8991-bbf6e5b6c1a4 None None] Network 915a652c-f934-43b4-8fb7-516dcb3e77c0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:04.755707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.766041 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:44:03Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:04.793215 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] Checking router: 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:04.804303 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] Routers {'7f3c399a-00e6-4a6c-97d7-fe1bc624a771'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:04.804926 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:04.822460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] DHCP port deletion for 915a652c-f934-43b4-8fb7-516dcb3e77c0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:04.856985 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.897025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.900143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] Deleting port 5884135b-8a7d-4dbe-9070-e75987f4afae {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:04.900602 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.950173 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] Set router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:04.971147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 2457e932-8a19-43e1-94f4-d5ead6af17b6 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:04.971661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] For port 5884135b-8a7d-4dbe-9070-e75987f4afae, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5884135b-8a7d-4dbe-9070-e75987f4afae,segment=NetworkSegment(1d32e389-23c5-409f-bef0-50d16180abe7),segment_id=1d32e389-23c5-409f-bef0-50d16180abe7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:04.972060 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.972280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:04.986770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] Calling delete_port for 5884135b-8a7d-4dbe-9070-e75987f4afae owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:04.999454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5884135b-8a7d-4dbe-9070-e75987f4afae no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:05.071936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port 2457e932-8a19-43e1-94f4-d5ead6af17b6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2457e932-8a19-43e1-94f4-d5ead6af17b6,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:05.072189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.084915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 2457e932-8a19-43e1-94f4-d5ead6af17b6 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:05.132518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.135617 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.143847 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:44:03Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:05.171138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] Pushing event deleted for resources: {'Port': ['ID=5884135b-8a7d-4dbe-9070-e75987f4afae,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:05.171758 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095654c-0459-4bcf-8b1f-475fd4be48e7 None None] The sync data for ids ['7f3c399a-00e6-4a6c-97d7-fe1bc624a771'] in n-d-821424-1 is: [{'id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1654872233', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175'}], 'enable_snat': True}, 'gw_port_id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:42:10Z', 'updated_at': '2021-12-10T18:44:03Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '2457e932-8a19-43e1-94f4-d5ead6af17b6', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:08:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3c399a-00e6-4a6c-97d7-fe1bc624a771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:42:11Z', 'updated_at': '2021-12-10T18:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:05.179245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f577aad-cd89-4564-9c6a-040b6f476d89 None None] No DVR routers for this DVR port 5884135b-8a7d-4dbe-9070-e75987f4afae on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:05.293576 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.320992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=2457e932-8a19-43e1-94f4-d5ead6af17b6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:05.333742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0691df7-244f-439e-952a-02a23d38c9fd None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:05.387244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.479337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 96075631-50ed-40fb-918b-053b329d23ee no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:05.485333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.487847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.500320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 96075631-50ed-40fb-918b-053b329d23ee {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:05.500669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 96075631-50ed-40fb-918b-053b329d23ee not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:05.536040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.537279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3c399a-00e6-4a6c-97d7-fe1bc624a771 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:44:05.544938 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.546109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb6d20cb-f7cd-4c77-b6a5-7098df2f0d70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/routers/7f3c399a-00e6-4a6c-97d7-fe1bc624a771 HTTP/1.1" status: 204 len: 168 time: 0.9091387 Dec 10 18:44:05.548915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50688) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:05.629896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.721034 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.742208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915a652c-f934-43b4-8fb7-516dcb3e77c0']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:05.752672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d32e389-23c5-409f-bef0-50d16180abe7') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:05.752939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d32e389-23c5-409f-bef0-50d16180abe7') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:05.763081 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.778472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.785251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:05.785652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:05.789493 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:05.857771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.864359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.870849 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/networks/915a652c-f934-43b4-8fb7-516dcb3e77c0 HTTP/1.1" status: 204 len: 168 time: 0.3208756 Dec 10 18:44:05.871152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50690) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:05.890248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50552f-1f1f-4cd3-9941-5eac207e73c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Network': ['ID=915a652c-f934-43b4-8fb7-516dcb3e77c0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:05.939432 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:05.965601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.027596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.030293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.031640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/security-groups/2e922de4-18c1-49f3-a2f4-4db9500214ad HTTP/1.1" status: 204 len: 168 time: 0.1590850 Dec 10 18:44:06.041486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e922de4-18c1-49f3-a2f4-4db9500214ad,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:06.052295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.052654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.053005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.053357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.053668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.054004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.054338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.054706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.055068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.055397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.055728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.056099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.056582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251b7463-be33-4c7a-b5a4-79df56ab948e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:06.429970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50696) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:06.434987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7a413e89-f2f0-4193-9d53-cfc41694b165 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-332344846', 'description': 'tempest-secgroup-smoke-332344846 description', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:06.462096 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a413e89-f2f0-4193-9d53-cfc41694b165 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.540075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a413e89-f2f0-4193-9d53-cfc41694b165 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.544874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a413e89-f2f0-4193-9d53-cfc41694b165 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.575989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7a413e89-f2f0-4193-9d53-cfc41694b165 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.577381 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7a413e89-f2f0-4193-9d53-cfc41694b165 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1462386 Dec 10 18:44:06.580693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50698) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:06.586249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-00b6f6a2-7a55-446b-b9d5-87d982b89d9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': 'b870ffb8-fd96-43cd-921c-e974fa1a72fa', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:06.587752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a413e89-f2f0-4193-9d53-cfc41694b165 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b870ffb8-fd96-43cd-921c-e974fa1a72fa,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:06.616703 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00b6f6a2-7a55-446b-b9d5-87d982b89d9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.667155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00b6f6a2-7a55-446b-b9d5-87d982b89d9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.672256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00b6f6a2-7a55-446b-b9d5-87d982b89d9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.693828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6f6a2-7a55-446b-b9d5-87d982b89d9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b158d201-7071-4c4e-b7a2-a2b5db41ea6d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:06.702111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-00b6f6a2-7a55-446b-b9d5-87d982b89d9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.706419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-00b6f6a2-7a55-446b-b9d5-87d982b89d9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215565 Dec 10 18:44:06.706590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50700) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:06.711609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7f603414-171c-4b3a-99e2-a698db130df7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': 'b870ffb8-fd96-43cd-921c-e974fa1a72fa', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:06.741044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f603414-171c-4b3a-99e2-a698db130df7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.805972 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f603414-171c-4b3a-99e2-a698db130df7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.811754 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f603414-171c-4b3a-99e2-a698db130df7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.833199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f603414-171c-4b3a-99e2-a698db130df7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f43c5bc-c940-483b-b818-e88719cca0a6,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:06.842510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7f603414-171c-4b3a-99e2-a698db130df7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.844105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7f603414-171c-4b3a-99e2-a698db130df7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363370 Dec 10 18:44:06.847126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50702) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:06.852253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c2f9e592-beca-4ffd-b009-39b80d4a64e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': 'b870ffb8-fd96-43cd-921c-e974fa1a72fa', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:06.892253 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e592-beca-4ffd-b009-39b80d4a64e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.964503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e592-beca-4ffd-b009-39b80d4a64e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.969512 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e592-beca-4ffd-b009-39b80d4a64e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:06.987727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9e592-beca-4ffd-b009-39b80d4a64e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864251ec-1415-43c7-a73d-3bc3b4ed5392,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.000752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c2f9e592-beca-4ffd-b009-39b80d4a64e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.005967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2f9e592-beca-4ffd-b009-39b80d4a64e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542811 Dec 10 18:44:07.005967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50704) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:07.008142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device acdb7318-a7c5-449f-813b-c39a5a3fd95e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:07.009834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1ef60e94-2671-4a8c-81db-b333a6697ec9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': 'b870ffb8-fd96-43cd-921c-e974fa1a72fa', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:07.031189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: acdb7318-a7c5-449f-813b-c39a5a3fd95e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:07.031511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device acdb7318-a7c5-449f-813b-c39a5a3fd95e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:07.031971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2457e932-8a19-43e1-94f4-d5ead6af17b6 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:07.036623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ef60e94-2671-4a8c-81db-b333a6697ec9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.052139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2457e932-8a19-43e1-94f4-d5ead6af17b6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:07.052585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2457e932-8a19-43e1-94f4-d5ead6af17b6 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:07.096227 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ef60e94-2671-4a8c-81db-b333a6697ec9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.100248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ef60e94-2671-4a8c-81db-b333a6697ec9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.120784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef60e94-2671-4a8c-81db-b333a6697ec9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe6f628-44a7-4100-a273-831421086b1a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.124995 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ef60e94-2671-4a8c-81db-b333a6697ec9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.126645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ef60e94-2671-4a8c-81db-b333a6697ec9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203089 Dec 10 18:44:07.130044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50706) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:07.135548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': 'b870ffb8-fd96-43cd-921c-e974fa1a72fa', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:07.161528 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:44:07.167230 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.218327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.223443 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.241532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22c024d-97d8-44ca-b900-29432e6f74f1,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.253413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.254704 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2da1239a-26e7-4e91-bfd5-a40dac237648 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232495 Dec 10 18:44:07.258251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50708) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:07.263370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': 'b870ffb8-fd96-43cd-921c-e974fa1a72fa', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:07.285549 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:44:07.293553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.363291 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.368296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.388069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3652ef31-9883-42b3-8c47-db267ea94c13,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.396601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.397766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99ba1d43-0d14-4b17-a4d6-2a4dbf059102 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382606 Dec 10 18:44:07.400964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50710) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:07.405929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'network': {'name': 'tempest-network-smoke--2055940730', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'port_security_enabled': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:07.428332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:07.431882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.467018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:44:07.484226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.484540 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Added segment 9d6e8963-bcd1-43a7-9fed-f8eb094548ce of type vlan for network b1441b73-7f7b-4539-964a-58a57a2f1e02 Dec 10 18:44:07.537146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.566252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.572517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:07.573115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.640994 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2385230 Dec 10 18:44:07.643706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50712) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:07.648781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'admin_state_up': True, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:07.651318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfa078-12de-4ef6-b5a9-8b89c5ea23ad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Network': ['ID=b1441b73-7f7b-4539-964a-58a57a2f1e02,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:07.664816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:44:07.677657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.678909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.738645 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:07.879808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.092551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.114918 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.231726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.44 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a3e4b132-0a94-4b1b-85f1-12cf1bb089a5) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:08.347023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.386033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.428962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:08.432098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:08.435536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:08.442026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:08.446012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d6a35b-ea40-42e0-9eff-8559b108bac6 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:08.546231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7c5a2e9f-40c7-46a4-874a-f144887fe7b1 None None] Provisioning complete for port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:08.548273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c5a2e9f-40c7-46a4-874a-f144887fe7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.588155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a2e9f-40c7-46a4-874a-f144887fe7b1 None None] Port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:08.724294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:08.933604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.455980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:44:09.567631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:09.579359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Sync routers for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:09.592800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:09.593155 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:09.593441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:09.594813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fd955de4-78ea-4af7-b63e-1e481c70896a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9498560 Dec 10 18:44:09.598843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50714) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.632070 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5f42f0d7-e2d5-4916-aa6c-0e53620605bc tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a8fa045a8f34c64b75c52cf496a59c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297339 Dec 10 18:44:09.632690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50716) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.740629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f607777-711a-45f3-92b6-e3a251119228 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:09.742570 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f607777-711a-45f3-92b6-e3a251119228 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088111 Dec 10 18:44:09.745391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.775623 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-128a73f4-593a-4b74-a77b-35fc2b16abe2 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290546 Dec 10 18:44:09.778262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50720) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:09.783047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1890824340', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:09.869670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:09.875958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:09.879702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.064027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:08Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:10.091763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Checking router: 914e71b7-4b7d-420a-b7b1-4246c4cb3993 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:10.092260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Updating router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:10.095117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.126720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.175335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Subnet': ['ID=f9f3c090-1653-45de-9a2a-7174e0accc6a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:10.180815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Checking segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:10.181167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network hostable DHCP agents. Network: b1441b73-7f7b-4539-964a-58a57a2f1e02, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:44:10.198514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:44:10.208922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b1441b73-7f7b-4539-964a-58a57a2f1e02) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:10.213889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:10.214536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.226441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e668d-a574-41f3-8a13-c8715b027d3c None None] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:10.231596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c056b85-07ab-47b1-8e81-84534c195e72 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4523523 Dec 10 18:44:10.234818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50722) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:10.397173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b1441b73-7f7b-4539-964a-58a57a2f1e02', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:44:10.398065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.562198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.573370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.621205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Allocated IP 172.20.0.2 (b1441b73-7f7b-4539-964a-58a57a2f1e02/f9f3c090-1653-45de-9a2a-7174e0accc6a/a227046f-fcc1-4232-b2c3-447dfb84a432) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:10.628903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0f321a-3e89-4ad4-9078-3b95f2033cda None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:10.653309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Attempting to bind port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:10.653559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Attempting to bind port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:10.653949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Attempting to bind port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:10.657100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2918-e32d-4bb0-97d9-8d36e88b68c4 None None] Pushing event updated for resources: {'Port': ['ID=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:10.677236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:10.677613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:10.678042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.678440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:10.678923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Bound port: a3e4b132-0a94-4b1b-85f1-12cf1bb089a5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:10.679301 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.714009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.775728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-622d8944-e4d5-4412-9fd8-883a7cb35b69 None None] Provisioning complete for port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:10.776080 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-622d8944-e4d5-4412-9fd8-883a7cb35b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.814964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] For port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:10.834033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] For port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:10.845416 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.856937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-622d8944-e4d5-4412-9fd8-883a7cb35b69 None None] Port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:10.926941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0967cb68-ce7d-4f8f-b5cc-dabff74d9b94 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:10.959855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab2918-e32d-4bb0-97d9-8d36e88b68c4 None None] Pushing event updated for resources: {'Port': ['ID=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:10.963480 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:10.965288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:10.965895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:11.016258 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.022856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.1 (b1441b73-7f7b-4539-964a-58a57a2f1e02/f9f3c090-1653-45de-9a2a-7174e0accc6a/f0120df3-db36-4490-b740-fa49c19c1641) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:11.054055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f5ba552a-d1bb-4312-a814-8413efc7807b None None] Provisioning complete for port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:11.054446 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5ba552a-d1bb-4312-a814-8413efc7807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.131779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:11.141160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:11.147040 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.149172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:11.151532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Pushing event updated for resources: {'Port': ['ID=a227046f-fcc1-4232-b2c3-447dfb84a432,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:11.171429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:11.184360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.229293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:11.232578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:11.239705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:11.265947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=f0120df3-db36-4490-b740-fa49c19c1641,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:11.288891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.331042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Attempting to bind port a227046f-fcc1-4232-b2c3-447dfb84a432 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:11.331399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Attempting to bind port a227046f-fcc1-4232-b2c3-447dfb84a432 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:11.331772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Attempting to bind port a227046f-fcc1-4232-b2c3-447dfb84a432 on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:11.349409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:11.349785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Checking segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:11.350188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.350604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Bound using segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:11.351074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Bound port: a227046f-fcc1-4232-b2c3-447dfb84a432, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:11.351450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.357471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5ba552a-d1bb-4312-a814-8413efc7807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.425349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.567764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f5ba552a-d1bb-4312-a814-8413efc7807b None None] For port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:11.591132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5ba552a-d1bb-4312-a814-8413efc7807b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.675579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] For port a227046f-fcc1-4232-b2c3-447dfb84a432, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:11.683481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] For port a227046f-fcc1-4232-b2c3-447dfb84a432, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a227046f-fcc1-4232-b2c3-447dfb84a432,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:11.691101 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.693690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba552a-d1bb-4312-a814-8413efc7807b None None] Pushing event updated for resources: {'Port': ['ID=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:11.747003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.751831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:08Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:11.755418 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.788232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646e164a-fbe5-4aaf-b1e4-7a108afc93ca None None] The sync data for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 is: [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:08Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:11.793092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c5976-9124-44d0-8ad3-0726eaba0e67 None None] Pushing event updated for resources: {'Port': ['ID=a227046f-fcc1-4232-b2c3-447dfb84a432,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:11.870317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=f0120df3-db36-4490-b740-fa49c19c1641,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:11.873454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:11.993982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:11.995722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:12.136818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:12.592188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:12.598753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ac4ae782-3fe9-405f-995a-769418e72c7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/914e71b7-4b7d-420a-b7b1-4246c4cb3993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627787 Dec 10 18:44:12.768162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-7a7d5d3d-634d-416f-bb8f-f2e73499d9f5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-332344846&fields=id&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 267 time: 0.0522709 Dec 10 18:44:12.844684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98451861-d66f-49e2-9e0d-012edfe04140 None None] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:12.895961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-3dabd952-049e-4296-9cd7-3e0de3de2c11 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:12.897523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-3dabd952-049e-4296-9cd7-3e0de3de2c11 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 797 time: 0.1212261 Dec 10 18:44:12.915196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f766016f-8fe0-48dd-bd5d-79022b804059 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/quotas/3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 375 time: 0.0114996 Dec 10 18:44:12.953727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-18680ecf-cff7-4e44-9bb9-c9e425dcea99 None None] Provisioning complete for port a227046f-fcc1-4232-b2c3-447dfb84a432 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:12.954105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18680ecf-cff7-4e44-9bb9-c9e425dcea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:12.978674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-09e4d7ea-9f2b-4ef8-b2c2-3372f8b4c11b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570512 Dec 10 18:44:13.071487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-3503434a-266d-4485-afc0-05043ada4808 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:44:13.074406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-3503434a-266d-4485-afc0-05043ada4808 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0765183 Dec 10 18:44:13.088058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a227046f-fcc1-4232-b2c3-447dfb84a432 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:13.116875 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18680ecf-cff7-4e44-9bb9-c9e425dcea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.163621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-18680ecf-cff7-4e44-9bb9-c9e425dcea99 None None] For port a227046f-fcc1-4232-b2c3-447dfb84a432, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a227046f-fcc1-4232-b2c3-447dfb84a432,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:13.173196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a227046f-fcc1-4232-b2c3-447dfb84a432 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:13.173580 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.177453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-ef207229-cb3e-41df-8659-cd23924e78a0 service neutron] 10.222.0.55 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961602 Dec 10 18:44:13.198460 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18680ecf-cff7-4e44-9bb9-c9e425dcea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.281831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18680ecf-cff7-4e44-9bb9-c9e425dcea99 None None] Pushing event updated for resources: {'Port': ['ID=a227046f-fcc1-4232-b2c3-447dfb84a432,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:13.308138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-c6c56674-2260-4ab9-8d0c-db101bc2baac service neutron] 10.222.0.55 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241972 Dec 10 18:44:13.339334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-68169e03-0213-4a9c-82ef-59b03fbf6f1d None None] Provisioning complete for port a227046f-fcc1-4232-b2c3-447dfb84a432 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:13.339992 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68169e03-0213-4a9c-82ef-59b03fbf6f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.385313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:13.513563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-68169e03-0213-4a9c-82ef-59b03fbf6f1d None None] Provisioning complete for port f0120df3-db36-4490-b740-fa49c19c1641 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:13.514049 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-68169e03-0213-4a9c-82ef-59b03fbf6f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.539186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:13.539714 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.557812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1aa312ed-059d-4cf1-a522-e90e1f57dff9 req-b3356475-8bc2-4b63-83c3-4b8d8b0a4f64 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 210 time: 0.0375533 Dec 10 18:44:13.595102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-68169e03-0213-4a9c-82ef-59b03fbf6f1d None None] Port f0120df3-db36-4490-b740-fa49c19c1641 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:13.700929 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Sync routers for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:13.720461 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:13.721221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-83353469-af11-4b68-845d-8fdcb5dae487 None None] Provisioning complete for port f0120df3-db36-4490-b740-fa49c19c1641 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:13.721598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83353469-af11-4b68-845d-8fdcb5dae487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.721872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:13.764606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-83353469-af11-4b68-845d-8fdcb5dae487 None None] Port f0120df3-db36-4490-b740-fa49c19c1641 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:13.847040 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:13.884262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-182045b6-e516-4bc2-b7a8-5cced2e94499 None None] Provisioning complete for port f0120df3-db36-4490-b740-fa49c19c1641 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:13.884855 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-182045b6-e516-4bc2-b7a8-5cced2e94499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:13.931841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-182045b6-e516-4bc2-b7a8-5cced2e94499 None None] Port f0120df3-db36-4490-b740-fa49c19c1641 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:14.062374 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 2, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:14.092287 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Checking router: 914e71b7-4b7d-420a-b7b1-4246c4cb3993 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:14.092669 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Updating router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 port f0120df3-db36-4490-b740-fa49c19c1641 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:14.118253 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.397376 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.404615 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.493906 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c0cbe-1058-468b-b4fe-52fd7bbe7586 None None] Pushing event updated for resources: {'Port': ['ID=f0120df3-db36-4490-b740-fa49c19c1641,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:14.546317 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Attempting to bind port f0120df3-db36-4490-b740-fa49c19c1641 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:14.546763 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Attempting to bind port f0120df3-db36-4490-b740-fa49c19c1641 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:14.547534 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Attempting to bind port f0120df3-db36-4490-b740-fa49c19c1641 on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:14.554099 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:14.554486 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Checking segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:14.555096 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.555487 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Bound using segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:14.555943 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Bound port: f0120df3-db36-4490-b740-fa49c19c1641, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:14.556491 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.637292 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] For port f0120df3-db36-4490-b740-fa49c19c1641, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:14.642470 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] For port f0120df3-db36-4490-b740-fa49c19c1641, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f0120df3-db36-4490-b740-fa49c19c1641,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:14.649995 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.666817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-deb94369-1adc-4b47-a05d-9662bc673c9a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:14.668548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-deb94369-1adc-4b47-a05d-9662bc673c9a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 797 time: 0.1453266 Dec 10 18:44:14.727383 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c0cbe-1058-468b-b4fe-52fd7bbe7586 None None] Pushing event updated for resources: {'Port': ['ID=f0120df3-db36-4490-b740-fa49c19c1641,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:14.731514 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:14.732130 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:14.750807 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-1224fd27-f4d7-4683-b110-667b756e911b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504928 Dec 10 18:44:14.760204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-2b54c3b8-859b-4847-aed3-a8cf4c7aa462 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 379 time: 0.0806513 Dec 10 18:44:14.798096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13753ef8-5296-491e-9214-d9c3a6a424a1 req-4a18c87b-0bed-467e-8e97-9e585eb02664 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 210 time: 0.0556369 Dec 10 18:44:14.807600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'port': {'device_id': '1d65af23-6e01-4320-ab08-8856d908f42b', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'admin_state_up': True, 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'security_groups': ['b870ffb8-fd96-43cd-921c-e974fa1a72fa']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:14.874451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-aab39df8-0137-4a77-8457-591ae40f4f45 None None] Provisioning complete for port f0120df3-db36-4490-b740-fa49c19c1641 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:14.876337 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aab39df8-0137-4a77-8457-591ae40f4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:14.890778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-7d5e8756-1a39-4134-92bd-51d66fbf6d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:14.897777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-7d5e8756-1a39-4134-92bd-51d66fbf6d6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 1096 time: 0.0873919 Dec 10 18:44:15.017238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:15.022471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aab39df8-0137-4a77-8457-591ae40f4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.025926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.035919 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:15.051742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a227046f-fcc1-4232-b2c3-447dfb84a432 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:15.078310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-34c7b003-fdcb-41ab-b142-bc5975d9426f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.082270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-34c7b003-fdcb-41ab-b142-bc5975d9426f service neutron] 10.222.0.59 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.1579757 Dec 10 18:44:15.105249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-aab39df8-0137-4a77-8457-591ae40f4f45 None None] For port f0120df3-db36-4490-b740-fa49c19c1641, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f0120df3-db36-4490-b740-fa49c19c1641,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:15.114228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aab39df8-0137-4a77-8457-591ae40f4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.176631 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-a03d4194-ab5b-44e7-99c6-5bdec8e8b9dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 200 len: 1001 time: 0.0859210 Dec 10 18:44:15.183135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a227046f-fcc1-4232-b2c3-447dfb84a432 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:15.183562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.185131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab39df8-0137-4a77-8457-591ae40f4f45 None None] Pushing event updated for resources: {'Port': ['ID=f0120df3-db36-4490-b740-fa49c19c1641,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:15.214053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.13 (b1441b73-7f7b-4539-964a-58a57a2f1e02/f9f3c090-1653-45de-9a2a-7174e0accc6a/80362cba-a4a6-4425-8bbf-52fd6e5a932c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:15.241790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-c8dc13f8-661f-430b-946b-b482db8a5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.243618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-c8dc13f8-661f-430b-946b-b482db8a5e54 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0605311 Dec 10 18:44:15.253014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3bd7f387-f55b-434d-b383-1cb3396eb9ae None None] Provisioning complete for port f0120df3-db36-4490-b740-fa49c19c1641 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:15.253385 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3bd7f387-f55b-434d-b383-1cb3396eb9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.301287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-65689a97-dfef-4235-babc-ef1d233df014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.302912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-65689a97-dfef-4235-babc-ef1d233df014 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517752 Dec 10 18:44:15.352528 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:15.392874 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f5c8e-2905-4804-bf3c-55e0030db48a None None] The sync data for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 is: [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:14Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:15.417221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.424999 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-9d807110-0f4b-437b-8522-ea7090ce4860 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128230 Dec 10 18:44:15.509872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-27eb772c-dd65-4156-8d86-70f02a991795 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0784750 Dec 10 18:44:15.511616 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.559926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:15.571204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:15.579482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:15.582838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:15.602842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f97c98-3024-4ec7-809a-60678a8b8555 req-248b1cdf-b33b-4bee-a360-9c2cdf21a384 service neutron] 10.222.0.59 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709723 Dec 10 18:44:15.666804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.667534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.681901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-82b45735-ac68-436a-a638-cf0bb17941dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.683904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-82b45735-ac68-436a-a638-cf0bb17941dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 1096 time: 0.1018617 Dec 10 18:44:15.694493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f26698dd-46dc-4667-83b8-b8208d0a2506 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8993945 Dec 10 18:44:15.708512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Request body: {'port': {'device_id': '1d65af23-6e01-4320-ab08-8856d908f42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:15.813410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-25a3ff68-d547-473e-abb6-ab949d679bd9 None None] Provisioning complete for port 80362cba-a4a6-4425-8bbf-52fd6e5a932c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:15.815130 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-25a3ff68-d547-473e-abb6-ab949d679bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.825864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:15.859312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-25a3ff68-d547-473e-abb6-ab949d679bd9 None None] Port 80362cba-a4a6-4425-8bbf-52fd6e5a932c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:15.898236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-c42a2aa1-cef6-46f8-960e-ced5e030d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.899769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-c42a2aa1-cef6-46f8-960e-ced5e030d229 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce5455c-201d-4ad1-a846-7f8083ae4c52 HTTP/1.1" status: 200 len: 898 time: 0.1865914 Dec 10 18:44:15.954862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f86017-cd32-4e19-811f-8f7086b98344 req-08a3dc4d-4e08-4c3b-a0f1-d96d5e6e7e41 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:15.963059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5f86017-cd32-4e19-811f-8f7086b98344 req-08a3dc4d-4e08-4c3b-a0f1-d96d5e6e7e41 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 932 time: 0.0690162 Dec 10 18:44:16.016037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5f86017-cd32-4e19-811f-8f7086b98344 req-e20fb980-35b8-41ae-8f6b-028b908781fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519645 Dec 10 18:44:16.046684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-9e18647a-5e10-49b1-8d1e-4c773a4fa385 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f HTTP/1.1" status: 200 len: 1001 time: 0.1344275 Dec 10 18:44:16.145713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-9b80c835-9173-43b1-9ce0-153bf8911fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.148200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-9b80c835-9173-43b1-9ce0-153bf8911fcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db67d219-7f43-4394-a0ff-c107e67900fa HTTP/1.1" status: 200 len: 835 time: 0.0918331 Dec 10 18:44:16.230909 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:44:16.233463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-b971b858-f6d0-480a-ac41-540421318035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.235276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-b971b858-f6d0-480a-ac41-540421318035 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce5455c-201d-4ad1-a846-7f8083ae4c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781531 Dec 10 18:44:16.317110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80362cba-a4a6-4425-8bbf-52fd6e5a932c {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:16.329493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:16.350266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Transition to ACTIVE for port object 80362cba-a4a6-4425-8bbf-52fd6e5a932c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:44:16.357343 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:16.411860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-dc97517a-e4be-422d-9504-0282b87f97dd service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493044 Dec 10 18:44:16.437134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:16.581321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:16.581661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:16.581996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:16.586467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ff4e44f-bbeb-45e7-a7f9-7b937df0d732 req-06f739b8-bd09-41ad-a3af-37120447f4ab service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654644 Dec 10 18:44:16.590293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:44:16.597211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:16.603425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:16.603782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Checking segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:16.604739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Bound using segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:16.605040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Bound port: 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:16.605228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:16.684384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:16.688190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:16.693912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:16.732550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.733198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:16.734677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] 10.222.0.59 "PUT /v2.0/ports/80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 1092 time: 1.0314138 Dec 10 18:44:16.735131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:16.737414 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8d7f29-4aa4-438a-a621-56655e9d70be" -d '{"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:16.761454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bb5ed-2a08-499f-a699-55b965a8ec77 service neutron] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:16.804666 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c659e9c-6639-4d78-b448-6af923f3cf1f x-openstack-request-id: req-7c659e9c-6639-4d78-b448-6af923f3cf1f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:16.804666 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:16.804666 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c659e9c-6639-4d78-b448-6af923f3cf1f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:16.804666 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'status': 'completed', 'code': 200} Dec 10 18:44:16.834785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f50e35f8-b646-4a5d-8a8d-14c7c2379fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.836756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f50e35f8-b646-4a5d-8a8d-14c7c2379fa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1095 time: 0.0518215 Dec 10 18:44:16.887498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-f2371832-0045-4339-941e-a8911d177300 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 217 time: 0.0411589 Dec 10 18:44:16.937873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-750f72b6-bd67-421c-8668-15493b8ea66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.939461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-750f72b6-bd67-421c-8668-15493b8ea66f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0445809 Dec 10 18:44:16.991265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-db3bcf93-67f2-418d-ab6e-3f561ae3d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:16.992706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-db3bcf93-67f2-418d-ab6e-3f561ae3d3fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448279 Dec 10 18:44:17.036755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f0120df3-db36-4490-b740-fa49c19c1641 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:17.088905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f0120df3-db36-4490-b740-fa49c19c1641 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:17.089346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:17.108230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-7f68bd1c-52b7-41f3-b5bf-b68a155c4dab service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027741 Dec 10 18:44:17.150077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf16922-2e6b-42b9-b020-b5a4ee6b7562 req-94af602e-a4b3-46a1-af7a-46fb8282248c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:17.152305 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5cf16922-2e6b-42b9-b020-b5a4ee6b7562 req-94af602e-a4b3-46a1-af7a-46fb8282248c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 944 time: 0.0521600 Dec 10 18:44:17.202633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0055c34-604a-4ced-86c5-23810e4671d7 req-674d7b07-1482-4ace-a069-d1231dc80865 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869374 Dec 10 18:44:17.208064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5cf16922-2e6b-42b9-b020-b5a4ee6b7562 req-6a655bf3-5f4f-4f5f-9cff-479e9273e26a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490615 Dec 10 18:44:17.310255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-3746e57a-b361-42e0-96ac-a196eeae2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:17.311794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-3746e57a-b361-42e0-96ac-a196eeae2189 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1095 time: 0.0447638 Dec 10 18:44:17.418806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-f9e1b33c-fcf1-4381-abb0-b60545b9701f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:17.420323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-f9e1b33c-fcf1-4381-abb0-b60545b9701f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.0995047 Dec 10 18:44:17.468898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-1ab1c967-1795-4149-926c-56c62be44d81 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 217 time: 0.0388877 Dec 10 18:44:17.524249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-04f6c37e-12ec-48f8-af0f-afc7a3a40851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:17.525724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-04f6c37e-12ec-48f8-af0f-afc7a3a40851 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0498476 Dec 10 18:44:17.579325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-91a70a3b-47d3-43c1-b965-1934262e8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:17.580769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-91a70a3b-47d3-43c1-b965-1934262e8b0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472302 Dec 10 18:44:17.681414 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-1fdbb837-d1a2-492c-bab8-956e01835535 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917616 Dec 10 18:44:17.787022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c8d7f29-4aa4-438a-a621-56655e9d70be req-872bcf91-6559-49bd-a296-fc2502cc8fcd service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967631 Dec 10 18:44:18.350925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ad46c-2627-453d-811b-b619b845e256 req-3ccbae18-1b43-453d-b0da-c2592b4d6bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:18.352757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-367ad46c-2627-453d-811b-b619b845e256 req-3ccbae18-1b43-453d-b0da-c2592b4d6bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 944 time: 0.0623808 Dec 10 18:44:18.417862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-367ad46c-2627-453d-811b-b619b845e256 req-3e6751ba-028f-432b-8052-62e57f1e868a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545583 Dec 10 18:44:19.534902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:44:19.552335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df285d5-388d-4c7a-919e-599530176c1f req-a4e8a0bd-bf11-47d3-b57b-159a9832f24d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:19.554032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0df285d5-388d-4c7a-919e-599530176c1f req-a4e8a0bd-bf11-47d3-b57b-159a9832f24d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 944 time: 0.0579133 Dec 10 18:44:19.608025 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0df285d5-388d-4c7a-919e-599530176c1f req-0d8ef79c-67b4-4499-ba71-ad79b76aa46f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471470 Dec 10 18:44:19.636205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:19.648780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'port_id': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'mac_address': 'fa:16:3e:0b:b2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:44:19.689173 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:19.706340 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80362cba-a4a6-4425-8bbf-52fd6e5a932c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:19.728867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:19.734506 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:19.787140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:19.971892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['80362cba-a4a6-4425-8bbf-52fd6e5a932c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:20.737722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343b190-7cab-4dbd-9219-cc402c5f526a req-eb5522d2-5b2f-48ad-b632-4d60292967f9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:20.739403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8343b190-7cab-4dbd-9219-cc402c5f526a req-eb5522d2-5b2f-48ad-b632-4d60292967f9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 945 time: 0.0525374 Dec 10 18:44:20.798187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8343b190-7cab-4dbd-9219-cc402c5f526a req-c33aac6c-87e0-414e-b12a-173a5d29e3a7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523086 Dec 10 18:44:21.546995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:21.609789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 80362cba-a4a6-4425-8bbf-52fd6e5a932c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:44:21.615816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 80362cba-a4a6-4425-8bbf-52fd6e5a932c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:21.616190 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:21.711602 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:21.741485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:21.744153 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973e788b-871f-4067-8d16-bd77027493f6" -d '{"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-plugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:21.758971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:21.765072 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:21.789873 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56521750-e876-410e-a0ca-f9db5762afff x-openstack-request-id: req-56521750-e876-410e-a0ca-f9db5762afff {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:21.790286 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-plugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:21.790618 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-56521750-e876-410e-a0ca-f9db5762afff {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:21.791284 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'code': 200} Dec 10 18:44:21.830966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:21.930662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe43b7-fab6-426e-b4b5-5135e82d3534 req-1a7eebb6-28c7-4925-ad68-2c74c1b92e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:21.932328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1fe43b7-fab6-426e-b4b5-5135e82d3534 req-1a7eebb6-28c7-4925-ad68-2c74c1b92e69 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1097 time: 0.0702443 Dec 10 18:44:21.945337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3630-0ed6-45ab-8e27-a0c240c6b866 req-67d59f40-34e3-4dff-824d-2f72c9248560 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:21.946960 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1be3630-0ed6-45ab-8e27-a0c240c6b866 req-67d59f40-34e3-4dff-824d-2f72c9248560 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0599737 Dec 10 18:44:22.023245 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e1fe43b7-fab6-426e-b4b5-5135e82d3534 req-30be454c-01a2-49f9-8820-3a9aa0768ad0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752711 Dec 10 18:44:22.028537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a1be3630-0ed6-45ab-8e27-a0c240c6b866 req-0d9653c3-1728-49d3-8837-d90ddd2daf07 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742195 Dec 10 18:44:23.162275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01399997-b63c-4a06-9f81-a852957a0530 req-4fe8b5a9-0b8d-42e2-98c1-115db7c04eb3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:23.163941 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01399997-b63c-4a06-9f81-a852957a0530 req-4fe8b5a9-0b8d-42e2-98c1-115db7c04eb3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0592842 Dec 10 18:44:23.224234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01399997-b63c-4a06-9f81-a852957a0530 req-d64aee27-8404-47ff-9a59-2afb5939ddd2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535505 Dec 10 18:44:24.356846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3afb06-d5e2-44e7-8623-be61725eed11 req-02c2c359-9a63-4eb9-a345-cbc837774930 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.358721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f3afb06-d5e2-44e7-8623-be61725eed11 req-02c2c359-9a63-4eb9-a345-cbc837774930 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0598693 Dec 10 18:44:24.407747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f3afb06-d5e2-44e7-8623-be61725eed11 req-2e9680d6-450e-4f92-8519-892fd0c1affb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430050 Dec 10 18:44:24.551372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1d9eef-d327-4142-8946-4897f1edf2c9 req-d828737b-5ad5-4e51-b7f9-28bc67eedd7b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.552876 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e1d9eef-d327-4142-8946-4897f1edf2c9 req-d828737b-5ad5-4e51-b7f9-28bc67eedd7b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0672290 Dec 10 18:44:24.616986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e1d9eef-d327-4142-8946-4897f1edf2c9 req-fca32a37-6818-4873-ba41-4089e06a3235 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574460 Dec 10 18:44:24.644488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50788) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:24.693185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a971ccac-7171-445f-a32c-f41f9913f347 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:24.695273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a971ccac-7171-445f-a32c-f41f9913f347 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1092 time: 0.0492580 Dec 10 18:44:24.697811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50790) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:24.705188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:24.731416 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:24.846034 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:24.969776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.23 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/fbbdf209-626a-4478-817e-5efbefa59973) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:25.094597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.140676 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.190209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:25.193572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:25.198245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:25.207801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=fbbdf209-626a-4478-817e-5efbefa59973,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:25.606958 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.680872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.844407 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.851527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:25.920479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=fbbdf209-626a-4478-817e-5efbefa59973,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:25.931075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:26.037997 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP 4bcdcba2-5307-441e-a0dc-bb4086ad426c associated. External IP: 172.25.2.23, port: 80362cba-a4a6-4425-8bbf-52fd6e5a932c. Dec 10 18:44:26.262390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:26.378113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:26.388389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] Sync routers for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:26.398307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:26.400367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:26.401000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:26.426256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4ba41dca-93b2-44b4-8c4d-8ab5f3d4f6ee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7272561 Dec 10 18:44:26.427087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:26.429486 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b579e39-314b-42e7-bc87-34cd2ea6a62c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:26.475472 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58c0f36-fa3c-4aaf-a79e-a31d440e1674 x-openstack-request-id: req-d58c0f36-fa3c-4aaf-a79e-a31d440e1674 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:26.475828 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:26.476147 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d58c0f36-fa3c-4aaf-a79e-a31d440e1674 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:26.476619 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'status': 'completed', 'code': 200} Dec 10 18:44:26.515739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:26.567500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a3442-11b0-4a15-ae9c-2733e7612467 req-daea8e33-d1af-4f6a-aa13-07c6b8477982 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:26.569056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-188a3442-11b0-4a15-ae9c-2733e7612467 req-daea8e33-d1af-4f6a-aa13-07c6b8477982 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0856211 Dec 10 18:44:26.574588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-37f8b5f8-a1f9-4d91-b95d-1dfcd1731340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:26.576038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-37f8b5f8-a1f9-4d91-b95d-1dfcd1731340 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1097 time: 0.0652258 Dec 10 18:44:26.673997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-188a3442-11b0-4a15-ae9c-2733e7612467 req-636a84da-21b3-4fd1-a787-cb91ee97fddc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968351 Dec 10 18:44:26.710093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50796) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:26.717333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-b2f3aa6b-6b44-43a8-a7f6-ab80655cd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:26.719076 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-b2f3aa6b-6b44-43a8-a7f6-ab80655cd169 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.1348236 Dec 10 18:44:26.770680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bcdcba2-5307-441e-a0dc-bb4086ad426c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'port_id': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'mac_address': 'fa:16:3e:0b:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65af23-6e01-4320-ab08-8856d908f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:25Z', 'updated_at': '2021-12-10T18:44:25Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:15Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:26.778471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bce70489-f371-4412-9fe4-3cdc6027adad tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/4bcdcba2-5307-441e-a0dc-bb4086ad426c HTTP/1.1" status: 200 len: 991 time: 0.0667486 Dec 10 18:44:26.799351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] Checking router: 914e71b7-4b7d-420a-b7b1-4246c4cb3993 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:26.802045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-3848a63c-b045-4a41-aa21-0d6743fdf955 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 999 time: 0.0717707 Dec 10 18:44:26.807855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:26.808467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:26.854878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-fc2d11bb-0d73-45d0-8914-1a6779f596db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:26.856552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-fc2d11bb-0d73-45d0-8914-1a6779f596db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0471838 Dec 10 18:44:26.907606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-ffa07a64-064a-45a2-95a6-fa38b38d490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:26.909161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-ffa07a64-064a-45a2-95a6-fa38b38d490c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444427 Dec 10 18:44:26.916170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:27.014924 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-d75f9d3f-96a1-49aa-990a-ebe79c05f123 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970113 Dec 10 18:44:27.127613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b579e39-314b-42e7-bc87-34cd2ea6a62c req-7096c97f-6d09-403d-b839-24b9b1746459 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036787 Dec 10 18:44:27.181793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bcdcba2-5307-441e-a0dc-bb4086ad426c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'port_id': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'mac_address': 'fa:16:3e:0b:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65af23-6e01-4320-ab08-8856d908f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:25Z', 'updated_at': '2021-12-10T18:44:25Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:15Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:27.211326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de24e45-2fcb-44d7-8f95-9bf0e1c29fb7 None None] The sync data for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 is: [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bcdcba2-5307-441e-a0dc-bb4086ad426c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.23', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'port_id': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'mac_address': 'fa:16:3e:0b:b2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d65af23-6e01-4320-ab08-8856d908f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:25Z', 'updated_at': '2021-12-10T18:44:25Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:15Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:27.432041 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f34cbdc-f2fe-4785-9a77-5d0cd2bb0139 None None] New status for floating IP 4bcdcba2-5307-441e-a0dc-bb4086ad426c: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:44:27.782678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:27.855423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e0e501d0-fc95-4c57-8cf4-f5cae720bdee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/4bcdcba2-5307-441e-a0dc-bb4086ad426c HTTP/1.1" status: 200 len: 993 time: 0.0715075 Dec 10 18:44:28.319619 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-adec8fdd-4605-4635-a90a-79142a7e99e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.624236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bd21ebf2-34d2-4148-98b4-3d5673e867c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:31.877652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50810) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:31.941146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-26268ab3-f02e-4c10-8207-6d5318fb8aa1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/floatingips/cc4a8f58-5831-42ec-8011-0d497500be4c HTTP/1.1" status: 200 len: 993 time: 0.0638311 Dec 10 18:44:32.049195 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.117939 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.216213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50816) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:32.394745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port a2acfec3-da90-4344-bb52-44fcf5c1f5a2 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:32.395120 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.478871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.479140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.492485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for a2acfec3-da90-4344-bb52-44fcf5c1f5a2 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:32.649891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.674616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=a2acfec3-da90-4344-bb52-44fcf5c1f5a2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:32.743733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:32.744002 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Floating IP cc4a8f58-5831-42ec-8011-0d497500be4c disassociated (deleted). External IP: 172.25.2.121, port: 5aa992a9-2d91-4c89-b7fa-64c93d75318f. Dec 10 18:44:32.965781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 0c01f0b1-1f05-4320-bc34-11800f183909 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:33.077720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:33.082383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.089086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] Sync routers for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:33.099189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:33.100162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:33.113652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-71898dac-93d1-477a-8335-4ad8873e29aa tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/floatingips/cc4a8f58-5831-42ec-8011-0d497500be4c HTTP/1.1" status: 204 len: 168 time: 0.8962054 Dec 10 18:44:33.114435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:33.116844 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c8ccd-b810-4da5-8cf7-f83345846091" -d '{"events": [{"name": "network-changed", "server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:33.156619 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841cf5a-2c39-4101-bd69-ce2289013915 x-openstack-request-id: req-d841cf5a-2c39-4101-bd69-ce2289013915 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:33.157191 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:33.157622 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d841cf5a-2c39-4101-bd69-ce2289013915 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:33.158211 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'status': 'completed', 'code': 200} Dec 10 18:44:33.244492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-0e6c0ac0-4cfd-4a92-b826-a93439a003d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:33.246546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-0e6c0ac0-4cfd-4a92-b826-a93439a003d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3e56f771c04849ec9e9947151856f77a&device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0572834 Dec 10 18:44:33.376454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-f648260a-a6e4-451b-9305-16412db34908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:33.378455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-f648260a-a6e4-451b-9305-16412db34908 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fce5455c-201d-4ad1-a846-7f8083ae4c52 HTTP/1.1" status: 200 len: 898 time: 0.1189609 Dec 10 18:44:33.383317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84799706-00a6-4c34-a04d-d2c4501cd63a req-6cc08918-1000-4b89-aae9-d73eec755a6f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:33.384824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84799706-00a6-4c34-a04d-d2c4501cd63a req-6cc08918-1000-4b89-aae9-d73eec755a6f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 945 time: 0.0581608 Dec 10 18:44:33.401864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:33.428527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-6bdbbba1-00ab-467e-aad5-7c2f7d25ec23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f HTTP/1.1" status: 200 len: 217 time: 0.0415032 Dec 10 18:44:33.435761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-84799706-00a6-4c34-a04d-d2c4501cd63a req-ff58ed86-4601-401d-8ccb-71944c2ac38f tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443418 Dec 10 18:44:33.484226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-4b10fc3e-588f-474d-b38c-30a77c657111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:33.485740 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-4b10fc3e-588f-474d-b38c-30a77c657111 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db67d219-7f43-4394-a0ff-c107e67900fa HTTP/1.1" status: 200 len: 835 time: 0.0500264 Dec 10 18:44:33.535008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-0a095226-4e72-42d9-80bd-bd0ad88cc8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:33.536678 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-0a095226-4e72-42d9-80bd-bd0ad88cc8b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fce5455c-201d-4ad1-a846-7f8083ae4c52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419943 Dec 10 18:44:33.608412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:33.632589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-28572e02-dc22-4c60-a368-bb104d8bad66 service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875828 Dec 10 18:44:33.635259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] Checking router: 0c01f0b1-1f05-4320-bc34-11800f183909 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:33.644080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:33.644682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:33.731235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-301c8ccd-b810-4da5-8cf7-f83345846091 req-18cdbbab-1de5-4533-8466-83c4764a1461 service neutron] 10.222.0.30 "GET /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906286 Dec 10 18:44:33.757102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:33.816556 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:33.991352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:34.019353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04ff6d0-f3f5-4224-99f6-7fc7fd139750 None None] The sync data for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 is: [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:40Z', 'revision_number': 4, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'be635b08-d272-4f34-a5a2-caa981d09c9c', 'name': '', 'network_id': 'fce5455c-201d-4ad1-a846-7f8083ae4c52', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'mac_address': 'fa:16:3e:16:1d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:39Z', 'updated_at': '2021-12-10T18:43:44Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'subnets': [{'id': 'db67d219-7f43-4394-a0ff-c107e67900fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:34.123131 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:34.253804 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e038b-2277-4398-b160-7cadcb5d9f6a None None] New status for floating IP cc4a8f58-5831-42ec-8011-0d497500be4c: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:44:34.564224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a9d81-c7e3-4753-a17d-06232fdb5fac req-8682df55-94ca-46ef-b85b-7532b0615095 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:34.565782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-936a9d81-c7e3-4753-a17d-06232fdb5fac req-8682df55-94ca-46ef-b85b-7532b0615095 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 945 time: 0.0561903 Dec 10 18:44:34.621311 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-936a9d81-c7e3-4753-a17d-06232fdb5fac req-7dc25ac8-636e-4048-8fe5-b31a4d6e71a3 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483558 Dec 10 18:44:34.649304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd5385-a8a2-4ba6-9529-7e0ab3ce24d0 req-2fc04048-32f5-4c61-af9a-b42f90889f35 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:34.651406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8acd5385-a8a2-4ba6-9529-7e0ab3ce24d0 req-2fc04048-32f5-4c61-af9a-b42f90889f35 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0532598 Dec 10 18:44:34.700706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8acd5385-a8a2-4ba6-9529-7e0ab3ce24d0 req-83c98001-714c-4bf5-acc8-b7aab3f48fa1 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Dec 10 18:44:34.839096 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:35.075705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-390e57f8-8165-40da-aa3e-028f6f4490b5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:35.077079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-390e57f8-8165-40da-aa3e-028f6f4490b5 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.30 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 945 time: 0.3697824 Dec 10 18:44:35.172162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port 5aa992a9-2d91-4c89-b7fa-64c93d75318f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:35.172469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:35.266000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port 5aa992a9-2d91-4c89-b7fa-64c93d75318f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=5aa992a9-2d91-4c89-b7fa-64c93d75318f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:35.266314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:35.287308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for 5aa992a9-2d91-4c89-b7fa-64c93d75318f owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:35.422110 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:35.455813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=5aa992a9-2d91-4c89-b7fa-64c93d75318f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:35.501395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] No DVR routers for this DVR port 5aa992a9-2d91-4c89-b7fa-64c93d75318f on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:35.504213 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:35.507781 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfcd6430-05b2-4f68-9b68-317000546f48 req-b01e067c-17fa-45ee-889d-084a3c3860df tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.30 "DELETE /v2.0/ports/5aa992a9-2d91-4c89-b7fa-64c93d75318f HTTP/1.1" status: 204 len: 173 time: 0.4229879 Dec 10 18:44:35.508242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'name': 'network-vif-deleted', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:35.510556 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a866c28d-4284-460e-b9e1-b0f3887c51ff" -d '{"events": [{"server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "name": "network-vif-deleted", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:35.556487 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeabf9c0-b37c-41f4-80fe-d564d863abd7 x-openstack-request-id: req-eeabf9c0-b37c-41f4-80fe-d564d863abd7 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:35.556789 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fc2f42-3409-4876-a6b3-2cbd15cb7cc9", "name": "network-vif-deleted", "tag": "5aa992a9-2d91-4c89-b7fa-64c93d75318f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:35.557043 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eeabf9c0-b37c-41f4-80fe-d564d863abd7 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:35.557444 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fc2f42-3409-4876-a6b3-2cbd15cb7cc9', 'name': 'network-vif-deleted', 'tag': '5aa992a9-2d91-4c89-b7fa-64c93d75318f', 'status': 'completed', 'code': 200} Dec 10 18:44:35.739271 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70b396a4-8b65-408d-8a1a-b2b5a465b72a req-9fec08c1-763c-4b7f-bb8d-6d209bd5d4e1 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "GET /v2.0/ports?device_id=72fc2f42-3409-4876-a6b3-2cbd15cb7cc9 HTTP/1.1" status: 200 len: 210 time: 0.0346291 Dec 10 18:44:35.824940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e2bd0-bcc8-49ae-b816-a24cd42dbabc req-a9e5d5b3-2f28-4fca-8839-17b21409209a tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:35.826553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e36e2bd0-bcc8-49ae-b816-a24cd42dbabc req-a9e5d5b3-2f28-4fca-8839-17b21409209a tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0526021 Dec 10 18:44:35.886790 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e36e2bd0-bcc8-49ae-b816-a24cd42dbabc req-090e9824-3c35-4c4c-87b3-44670e9c4c7e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539510 Dec 10 18:44:36.622999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-01d91ea3-9c17-4c27-bb7b-96a9d027abbc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:36.624617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-01d91ea3-9c17-4c27-bb7b-96a9d027abbc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.59 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0634692 Dec 10 18:44:36.724052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Deleting port ca483298-9dc9-4c9b-86d1-b731bf741db3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:36.724345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.802458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50846) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:36.820456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] For port ca483298-9dc9-4c9b-86d1-b731bf741db3, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ca483298-9dc9-4c9b-86d1-b731bf741db3,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:36.820811 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.867779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.894152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.968636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.971500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:36.973430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b HTTP/1.1" status: 204 len: 168 time: 0.1699309 Dec 10 18:44:36.984521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8e5bf9-bb45-41a5-98d1-cdaa4a62a53b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:36.993941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.994608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.995129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.995676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.996186 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.996882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.997536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.998211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.999170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:36.999855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:37.000248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:37.000757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:37.001349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c71064-887b-413f-bb0c-3cb0210cba54 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:37.015675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50852) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:37.048503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.049023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.049518 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Floating IP 73f9b46a-4422-4065-8772-0b483e23e9a5 disassociated. External IP: 172.25.2.183, port: ca483298-9dc9-4c9b-86d1-b731bf741db3. Dec 10 18:44:37.049518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Calling delete_port for ca483298-9dc9-4c9b-86d1-b731bf741db3 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:37.073226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363efb18-19a3-4e89-89d9-21b26637655a req-bc98ad81-d335-45b8-85d4-2d2d5cffaa56 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:37.074700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-363efb18-19a3-4e89-89d9-21b26637655a req-bc98ad81-d335-45b8-85d4-2d2d5cffaa56 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d HTTP/1.1" status: 200 len: 945 time: 0.0875385 Dec 10 18:44:37.183193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-363efb18-19a3-4e89-89d9-21b26637655a req-764200c6-2d39-4443-9369-7bf4b1f205aa tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716603 Dec 10 18:44:37.249521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.285921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event deleted for resources: {'Port': ['ID=ca483298-9dc9-4c9b-86d1-b731bf741db3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:37.408224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Router 94d89b15-f37b-44ca-8e24-303214935edb has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:37.418794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.525466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:37.539290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] Sync routers for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:37.549628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:37.550253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:37.572881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] No DVR routers for this DVR port ca483298-9dc9-4c9b-86d1-b731bf741db3 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:37.575638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.579766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fedbee07-e8c6-4c22-883f-0eab58bf4bcf req-8796ad30-fac4-46d7-b24c-4862eab5c66f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.59 "DELETE /v2.0/ports/ca483298-9dc9-4c9b-86d1-b731bf741db3 HTTP/1.1" status: 204 len: 173 time: 0.9463954 Dec 10 18:44:37.580243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'name': 'network-vif-deleted', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:37.583444 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29825f27-7432-43e8-8e53-145a39c490f5" -d '{"events": [{"server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "name": "network-vif-deleted", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:37.649486 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6bcb27-ef66-4cd8-a841-7893ad2ae218 x-openstack-request-id: req-6d6bcb27-ef66-4cd8-a841-7893ad2ae218 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:37.649878 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d", "name": "network-vif-deleted", "tag": "ca483298-9dc9-4c9b-86d1-b731bf741db3", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:37.650150 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6d6bcb27-ef66-4cd8-a841-7893ad2ae218 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:37.650497 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f98894e-3a09-40ab-8f6d-70bcd0ae7e8d', 'name': 'network-vif-deleted', 'tag': 'ca483298-9dc9-4c9b-86d1-b731bf741db3', 'status': 'completed', 'code': 200} Dec 10 18:44:37.705850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:37.728489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port be635b08-d272-4f34-a5a2-caa981d09c9c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:37.729148 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.837740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port be635b08-d272-4f34-a5a2-caa981d09c9c, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=be635b08-d272-4f34-a5a2-caa981d09c9c,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:37.838529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:37.851157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for be635b08-d272-4f34-a5a2-caa981d09c9c owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:37.930483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:37.957361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] Checking router: 94d89b15-f37b-44ca-8e24-303214935edb for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:37.967659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:37.968811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:38.065452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.095199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=be635b08-d272-4f34-a5a2-caa981d09c9c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:38.097384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:38.290602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50860) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:38.291169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.331015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:38.363259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e0b6-aae6-42a7-84dc-b8f0fcb5b3a2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.370786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd8eb5b-e671-4fd8-a3ab-f573123a9496 None None] The sync data for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 is: [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:38.393942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e0b6-aae6-42a7-84dc-b8f0fcb5b3a2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.453938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e0b6-aae6-42a7-84dc-b8f0fcb5b3a2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.457200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6eb6e0b6-aae6-42a7-84dc-b8f0fcb5b3a2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.462107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6eb6e0b6-aae6-42a7-84dc-b8f0fcb5b3a2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "DELETE /v2.0/security-groups/933bda13-a47e-4c33-8c96-1ffbd1b2b3dd HTTP/1.1" status: 204 len: 168 time: 0.1696527 Dec 10 18:44:38.462881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50862) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:38.484571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6e0b6-aae6-42a7-84dc-b8f0fcb5b3a2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=933bda13-a47e-4c33-8c96-1ffbd1b2b3dd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:38.486611 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-e7aacd4d-1b0b-427c-aa25-be8bfb6f6d37 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] show failed (client error): The resource could not be found. Dec 10 18:44:38.490419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e7aacd4d-1b0b-427c-aa25-be8bfb6f6d37 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups/933bda13-a47e-4c33-8c96-1ffbd1b2b3dd HTTP/1.1" status: 404 len: 347 time: 0.0209541 Dec 10 18:44:38.491774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50864) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:38.651448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Deleting port 9a7fdd4b-c8fb-4c9d-b3b8-69f423425393 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:38.651792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.659819 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d7c07-6312-42dd-8a98-27948f671c36 None None] New status for floating IP 73f9b46a-4422-4065-8772-0b483e23e9a5: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:44:38.702151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5aa992a9-2d91-4c89-b7fa-64c93d75318f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:38.738870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 5aa992a9-2d91-4c89-b7fa-64c93d75318f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:38.739586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 5aa992a9-2d91-4c89-b7fa-64c93d75318f not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:38.753589 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.754058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.770422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Calling delete_port for 9a7fdd4b-c8fb-4c9d-b3b8-69f423425393 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:38.954663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:38.979698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Router 0c01f0b1-1f05-4320-bc34-11800f183909 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:38.995636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event deleted for resources: {'Port': ['ID=9a7fdd4b-c8fb-4c9d-b3b8-69f423425393,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.060605 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.064508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.065764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-54bc3bec-cd75-4b5b-84db-8ff3ebb3d68d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "DELETE /v2.0/floatingips/73f9b46a-4422-4065-8772-0b483e23e9a5 HTTP/1.1" status: 204 len: 168 time: 0.5729239 Dec 10 18:44:39.106549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:39.112600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-14eb9bb9-1913-4af7-b1c5-f11c2bd7552b tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "PUT /v2.0/routers/0c01f0b1-1f05-4320-bc34-11800f183909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0958421 Dec 10 18:44:39.116303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50866) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:39.117884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] Sync routers for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:39.136351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:39.136992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:39.173992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting subnet db67d219-7f43-4394-a0ff-c107e67900fa {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:44:39.177554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.225293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.269213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:39.312664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50870) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:39.318641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9e847336-44cf-4a73-b3df-3d17a16775b2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1937779887', 'description': 'tempest-description--1804116030'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:39.334655 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.348480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e847336-44cf-4a73-b3df-3d17a16775b2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.414495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.438620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e847336-44cf-4a73-b3df-3d17a16775b2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.446583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e847336-44cf-4a73-b3df-3d17a16775b2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.460340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Subnet': ['ID=db67d219-7f43-4394-a0ff-c107e67900fa,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.469840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.475854 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2ce2e1e6-d349-45eb-a8a2-b564e2f22c06 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/subnets/db67d219-7f43-4394-a0ff-c107e67900fa HTTP/1.1" status: 204 len: 168 time: 0.3558578 Dec 10 18:44:39.476301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50872) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:39.483345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e847336-44cf-4a73-b3df-3d17a16775b2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8a4386-c57f-4482-9ccf-89c9ac36616e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.489812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:44:38Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:39.493485 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e847336-44cf-4a73-b3df-3d17a16775b2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.498311 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e847336-44cf-4a73-b3df-3d17a16775b2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1807988 Dec 10 18:44:39.498598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:39.504250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-df67817f-ce8b-4d05-8990-f2355a3131bc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'security_group_rule': {'security_group_id': '6e8a4386-c57f-4482-9ccf-89c9ac36616e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:39.520779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f141e10b-fa03-45ab-8786-d82a8168db80 None None] Network fce5455c-201d-4ad1-a846-7f8083ae4c52 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:39.525587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] Checking router: 0c01f0b1-1f05-4320-bc34-11800f183909 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:39.536647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df67817f-ce8b-4d05-8990-f2355a3131bc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.590698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] Routers {'0c01f0b1-1f05-4320-bc34-11800f183909'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:39.591624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['0c01f0b1-1f05-4320-bc34-11800f183909'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:39.598745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ca483298-9dc9-4c9b-86d1-b731bf741db3 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:39.602578 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df67817f-ce8b-4d05-8990-f2355a3131bc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.608014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df67817f-ce8b-4d05-8990-f2355a3131bc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.626645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67817f-ce8b-4d05-8990-f2355a3131bc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9dff7e-f4c2-40e4-a877-8b6aba70737f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.641990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.642170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df67817f-ce8b-4d05-8990-f2355a3131bc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.645983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-df67817f-ce8b-4d05-8990-f2355a3131bc tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436863 Dec 10 18:44:39.646387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50876) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:39.652928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5dce54a9-9783-4aea-850f-212cd67e17a8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'security_group_rule': {'security_group_id': '6e8a4386-c57f-4482-9ccf-89c9ac36616e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:39.662401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: ca483298-9dc9-4c9b-86d1-b731bf741db3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:39.662843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ca483298-9dc9-4c9b-86d1-b731bf741db3 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:39.688350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dce54a9-9783-4aea-850f-212cd67e17a8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.759783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dce54a9-9783-4aea-850f-212cd67e17a8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.766903 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dce54a9-9783-4aea-850f-212cd67e17a8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.771664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] Set router 0c01f0b1-1f05-4320-bc34-11800f183909 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:39.772179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.795836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce54a9-9783-4aea-850f-212cd67e17a8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1344cf-728a-4801-a02f-8b2baea64380,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:39.802156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dce54a9-9783-4aea-850f-212cd67e17a8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.806299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5dce54a9-9783-4aea-850f-212cd67e17a8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542869 Dec 10 18:44:39.806632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50878) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:39.811527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:39.844619 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.856621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Deleting port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:39.856970 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.953691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] For port 3b34c764-164d-4db0-9ea3-6bb93b2d82fe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:39.954667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.961752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:39.969650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Calling delete_port for 3b34c764-164d-4db0-9ea3-6bb93b2d82fe owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:40.019093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] DHCP port deletion for fce5455c-201d-4ad1-a846-7f8083ae4c52 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:40.103214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Allocated IP 172.25.2.238 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/11bffbe4-68a3-4e44-95cb-10d0d6f8976e) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:40.158059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] Deleting port 78ee7ecf-8015-491a-93c3-3c49617f5d0f {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:44:40.158470 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.159758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.190655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Port': ['ID=3b34c764-164d-4db0-9ea3-6bb93b2d82fe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:40.206967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814797a-e5fb-4fc3-b735-6f3e72b4e395 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:40.243241 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.247665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] For port 78ee7ecf-8015-491a-93c3-3c49617f5d0f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=78ee7ecf-8015-491a-93c3-3c49617f5d0f,segment=NetworkSegment(ec884265-5405-4326-b2ad-75ab3903d951),segment_id=ec884265-5405-4326-b2ad-75ab3903d951)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:40.248330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.257696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.264505 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] Calling delete_port for 78ee7ecf-8015-491a-93c3-3c49617f5d0f owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:44:40.267031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:44:38Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:40.291941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.300763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627130f-5f69-4ddc-b546-66cea773dc33 None None] The sync data for ids ['0c01f0b1-1f05-4320-bc34-11800f183909'] in n-d-821424-1 is: [{'id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'name': 'tempest-TestNetworkBasicOps-router-458901448', 'tenant_id': '3e56f771c04849ec9e9947151856f77a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:44:38Z', 'revision_number': 5, 'project_id': '3e56f771c04849ec9e9947151856f77a', 'gw_port': {'id': '3b34c764-164d-4db0-9ea3-6bb93b2d82fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01f0b1-1f05-4320-bc34-11800f183909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:43:36Z', 'updated_at': '2021-12-10T18:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:40.354518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:40.359147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:40.359587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.361929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.368992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:40.382309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'Port': ['ID=11bffbe4-68a3-4e44-95cb-10d0d6f8976e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:40.391104 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.412230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.412230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Fanout notify agent at l3_agent the message router_deleted on router 0c01f0b1-1f05-4320-bc34-11800f183909 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:44:40.419795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.423009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] Pushing event deleted for resources: {'Port': ['ID=78ee7ecf-8015-491a-93c3-3c49617f5d0f,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:40.425300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-33c98645-c195-43bb-9666-b39013e69abf tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/routers/0c01f0b1-1f05-4320-bc34-11800f183909 HTTP/1.1" status: 204 len: 168 time: 0.9451129 Dec 10 18:44:40.425737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50880) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:40.427026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05805d3b-9aaf-44bf-bc65-51368b304e0e None None] No DVR routers for this DVR port 78ee7ecf-8015-491a-93c3-3c49617f5d0f on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:44:40.535753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.549111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.642956 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.680609 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.713445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce5455c-201d-4ad1-a846-7f8083ae4c52']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:40.727335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec884265-5405-4326-b2ad-75ab3903d951') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:40.727688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec884265-5405-4326-b2ad-75ab3903d951') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:40.754853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.795786 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.805258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:44:40.805662 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:44:40.808761 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:44:40.898400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.907660 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.910929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] 10.222.0.55 "DELETE /v2.0/networks/fce5455c-201d-4ad1-a846-7f8083ae4c52 HTTP/1.1" status: 204 len: 168 time: 0.4840910 Dec 10 18:44:40.927394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95138124-0c87-4210-892e-1955b90ac812 tempest-TestNetworkBasicOps-1023671682 tempest-TestNetworkBasicOps-1023671682-project] Pushing event deleted for resources: {'Network': ['ID=fce5455c-201d-4ad1-a846-7f8083ae4c52,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:40.938024 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:40.945592 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.042902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'Port': ['ID=11bffbe4-68a3-4e44-95cb-10d0d6f8976e,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:41.049273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.072997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.074544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-05500cd8-fd22-4737-bf4a-f0e8a7b9c4f5 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2668207 Dec 10 18:44:41.269256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:41.313368 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-7e623dce-11b1-4095-9e7f-96436f5bb018 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1937779887&fields=id&tenant_id=149324cfae6b44d8bb8e1de4efaf2733 HTTP/1.1" status: 200 len: 267 time: 0.0566437 Dec 10 18:44:41.414212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df708df9-fc49-4c64-ae3e-8a4bbe6e4183 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e56f771c04849ec9e9947151856f77a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432927 Dec 10 18:44:41.416918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50902) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:41.430074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-0c655cb4-386a-4b73-b22f-b6495afc885b tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:41.431834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-0c655cb4-386a-4b73-b22f-b6495afc885b tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 810 time: 0.1104999 Dec 10 18:44:41.451654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-2296abe5-30b0-4425-a726-69a2785b9708 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/quotas/149324cfae6b44d8bb8e1de4efaf2733 HTTP/1.1" status: 200 len: 375 time: 0.0137396 Dec 10 18:44:41.477920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device be635b08-d272-4f34-a5a2-caa981d09c9c no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:41.486661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dafe30da-152e-41f5-8c8e-5b4d69f0b788 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.514660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: be635b08-d272-4f34-a5a2-caa981d09c9c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:41.515016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device be635b08-d272-4f34-a5a2-caa981d09c9c not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:41.515436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78ee7ecf-8015-491a-93c3-3c49617f5d0f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:41.523106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-53b3e05c-7308-41b4-9338-c79a28b4b412 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633337 Dec 10 18:44:41.525630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dafe30da-152e-41f5-8c8e-5b4d69f0b788 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.545441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 78ee7ecf-8015-491a-93c3-3c49617f5d0f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:41.545925 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 78ee7ecf-8015-491a-93c3-3c49617f5d0f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:41.593569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dafe30da-152e-41f5-8c8e-5b4d69f0b788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.596577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dafe30da-152e-41f5-8c8e-5b4d69f0b788 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:41.600437 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dafe30da-152e-41f5-8c8e-5b4d69f0b788 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38b0cb93-11b8-4b38-9b5b-c37718e1ecea HTTP/1.1" status: 204 len: 168 time: 0.1799023 Dec 10 18:44:41.610850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe30da-152e-41f5-8c8e-5b4d69f0b788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b0cb93-11b8-4b38-9b5b-c37718e1ecea,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:41.720799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3c722c34-64a9-4874-a7aa-090101bd1285 service neutron] 10.222.0.55 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828077 Dec 10 18:44:41.822187 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-37d82ce4-458e-47d0-84b6-43cb56de4a43 service neutron] 10.222.0.55 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941846 Dec 10 18:44:41.914569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50910) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:41.931162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eec911a-182e-4b17-83dc-58902e55f1c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.003809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bf03780d-0803-49b7-8493-fd555dda8b41 req-05d02751-e2d1-4e4a-ae89-bb0ea549749c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 210 time: 0.0303483 Dec 10 18:44:42.044891 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eec911a-182e-4b17-83dc-58902e55f1c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.050621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7eec911a-182e-4b17-83dc-58902e55f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.089010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec911a-182e-4b17-83dc-58902e55f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f57eb7c-3875-4aff-97f2-47dd1747b284,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:42.093342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7eec911a-182e-4b17-83dc-58902e55f1c3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3aab08b87d5f4115a0cf665cfc403bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1777117 Dec 10 18:44:42.096586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50918) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:42.144827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60210ba2-4ff2-4e77-a3c3-72142cfc8f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.168703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60210ba2-4ff2-4e77-a3c3-72142cfc8f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.217350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60210ba2-4ff2-4e77-a3c3-72142cfc8f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.220356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-60210ba2-4ff2-4e77-a3c3-72142cfc8f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:42.224322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-60210ba2-4ff2-4e77-a3c3-72142cfc8f3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f57eb7c-3875-4aff-97f2-47dd1747b284 HTTP/1.1" status: 204 len: 168 time: 0.1247642 Dec 10 18:44:42.230532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60210ba2-4ff2-4e77-a3c3-72142cfc8f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f57eb7c-3875-4aff-97f2-47dd1747b284,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:42.984639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b34c764-164d-4db0-9ea3-6bb93b2d82fe no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:44:43.009048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3b34c764-164d-4db0-9ea3-6bb93b2d82fe {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:44:43.009307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3b34c764-164d-4db0-9ea3-6bb93b2d82fe not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:44:43.017786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50944) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:43.028039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-0838b482-80e6-4bb9-a4b5-8356e7e3e675 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:43.029622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-0838b482-80e6-4bb9-a4b5-8356e7e3e675 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.30 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 810 time: 0.1194913 Dec 10 18:44:43.119942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-56f88195-6045-4f87-9ec4-8c92798dc505 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=149324cfae6b44d8bb8e1de4efaf2733 HTTP/1.1" status: 200 len: 380 time: 0.0724924 Dec 10 18:44:43.125333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1f115707-725f-4ba7-bedd-e1a121c9c6d9 req-ef0d7433-eda1-433b-9dd3-c425686d6c2a tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 210 time: 0.0317609 Dec 10 18:44:43.131121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'port': {'device_id': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'admin_state_up': True, 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'security_groups': ['6e8a4386-c57f-4482-9ccf-89c9ac36616e']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:43.143556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-392115994-network', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:43.168749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Made reservation on behalf of e966d78f185143f5ac9d1c2bd71130b1 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:43.171569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.185081 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.249836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Made reservation on behalf of 149324cfae6b44d8bb8e1de4efaf2733 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:43.253433 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.266443 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.271345 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.301751 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:44:43.308770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d1935-64a8-4cc2-a3b4-d18b11431594,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.315500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.315875 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Added segment 6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d of type vlan for network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 Dec 10 18:44:43.361803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.392514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.394078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Allocated IP 172.20.0.3 (d73a3d5a-dcd0-4f9e-9775-142cfa839c01/38772e95-e47b-49b9-a5bf-b6204522cc0d/52b47516-adbc-47b9-89bd-15d41ac55219) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:43.394693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:43.395496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.464902 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4460251 Dec 10 18:44:43.467982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50950) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:43.472951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Request body: {'subnet': {'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-392115994-subnet', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:43.482298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0226d-653d-407f-b50a-068c8976032b admin admin] Pushing event updated for resources: {'Network': ['ID=16f9b7de-5fc2-493e-86ae-7bd17a6f9364,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.494298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:44:43.503004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Made reservation on behalf of e966d78f185143f5ac9d1c2bd71130b1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:43.505529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.566201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.617623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.667961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:43.671400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:43.675412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:43.703749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event updated for resources: {'Port': ['ID=52b47516-adbc-47b9-89bd-15d41ac55219,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.704077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.733881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:43.734624 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.756861 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-3ba44ab6-6a29-42a8-bad6-d419e5c38f2c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6295652 Dec 10 18:44:43.770832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Request body: {'port': {'device_id': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:43.779006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba89eeb7-9d18-4403-b98e-17129fc12e89,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:43.788121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Checking segment: {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:43.788432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Network hostable DHCP agents. Network: 16f9b7de-5fc2-493e-86ae-7bd17a6f9364, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:44:43.813673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:44:43.832647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 16f9b7de-5fc2-493e-86ae-7bd17a6f9364) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:43.838629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:43.839277 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.851559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2739658-b819-44bc-932e-3ee256aaa5a8 None None] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:43.862701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.873734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-20417442-38df-4f13-a7bc-3d1d9ff76ee2 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4045916 Dec 10 18:44:43.880558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50952) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:43.886340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:43.913768 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.915251 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.983866 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:43.994014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:44:43.995858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.133593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-52fc4983-10a3-4c5f-8850-87ef955c43d1 None None] Provisioning complete for port 52b47516-adbc-47b9-89bd-15d41ac55219 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:44.134292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52fc4983-10a3-4c5f-8850-87ef955c43d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.155065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.227986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-52fc4983-10a3-4c5f-8850-87ef955c43d1 None None] Port 52b47516-adbc-47b9-89bd-15d41ac55219 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:44.262033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Allocated IP 172.20.0.2 (16f9b7de-5fc2-493e-86ae-7bd17a6f9364/ba89eeb7-9d18-4403-b98e-17129fc12e89/7be656fc-bae8-46f9-bb6b-ea5f1cfc6897) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:44.263520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b47516-adbc-47b9-89bd-15d41ac55219 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:44.272152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.316589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Transition to ACTIVE for port object 52b47516-adbc-47b9-89bd-15d41ac55219 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:44:44.326031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.371032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7f870-742b-4b4f-b99d-fca85d99eca3 req-f96b545d-abb9-4063-9221-4fc4329c02ec tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:44.375315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3e7f870-742b-4b4f-b99d-fca85d99eca3 req-f96b545d-abb9-4063-9221-4fc4329c02ec tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 931 time: 0.1389744 Dec 10 18:44:44.425917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.432887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Pushing event updated for resources: {'Port': ['ID=52b47516-adbc-47b9-89bd-15d41ac55219,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.451819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.507927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.518709 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.531258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3e7f870-742b-4b4f-b99d-fca85d99eca3 req-551a382c-05ae-4d85-9254-42ac234f813f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444659 Dec 10 18:44:44.567941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Attempting to bind port 52b47516-adbc-47b9-89bd-15d41ac55219 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:44.568291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Attempting to bind port 52b47516-adbc-47b9-89bd-15d41ac55219 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:44.568625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Attempting to bind port 52b47516-adbc-47b9-89bd-15d41ac55219 on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:44.576727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Port 52b47516-adbc-47b9-89bd-15d41ac55219 on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:44:44.577060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Attempting to bind port 52b47516-adbc-47b9-89bd-15d41ac55219 on network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:44.583018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:44.583706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Checking segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:44.584106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Bound using segment: {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:44.584645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Bound port: 52b47516-adbc-47b9-89bd-15d41ac55219, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '021c0828-a496-4b9e-a79d-d6b2935c3cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:44.585623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.597738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:44.605016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:44.609099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:44.615503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Pushing event updated for resources: {'Port': ['ID=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.615759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Allocated IP 172.25.2.229 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/4fb8a2af-f790-41f8-ac90-b2763d72be51) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:44.649685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.650444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.651033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.651644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.652246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.652868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.653616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.653957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.654488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.655131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.655546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.656089 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.656470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:44.677570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] For port 52b47516-adbc-47b9-89bd-15d41ac55219, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:44.681572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] For port 52b47516-adbc-47b9-89bd-15d41ac55219, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=52b47516-adbc-47b9-89bd-15d41ac55219,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:44.686697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.696575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Attempting to bind port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:44.697042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Attempting to bind port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:44.697478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Attempting to bind port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 on network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:44.704087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:44.704649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Checking segment: {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:44.705255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.705640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Bound using segment: {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:44.706186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Bound port: 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:44.707099 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.738278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:44.739068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.743093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] 10.222.0.30 "PUT /v2.0/ports/52b47516-adbc-47b9-89bd-15d41ac55219 HTTP/1.1" status: 200 len: 1091 time: 0.9757557 Dec 10 18:44:44.743611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:44.746655 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8c3fa4-db1e-4c64-9101-ce772a99708a" -d '{"events": [{"name": "network-changed", "server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:44.767985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1d97c-c8a9-4127-959b-689c8a2f3cec service neutron] Pushing event updated for resources: {'Port': ['ID=52b47516-adbc-47b9-89bd-15d41ac55219,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.779691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.836645 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff8088e-eaa9-4e6a-aa76-d904b9f18fb4 x-openstack-request-id: req-dff8088e-eaa9-4e6a-aa76-d904b9f18fb4 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:44.837121 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:44.837439 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dff8088e-eaa9-4e6a-aa76-d904b9f18fb4 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:44.838046 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219', 'status': 'completed', 'code': 200} Dec 10 18:44:44.843766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.848730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] For port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:44.850475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-bc88e351-aa1c-48ec-a87d-98e33323d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:44.852481 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-bc88e351-aa1c-48ec-a87d-98e33323d5a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 1094 time: 0.0578692 Dec 10 18:44:44.854325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] For port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:44.859633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:44.892386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:44.895473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:44.898930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:44.910241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-8b4a767f-d53b-4d51-8b62-69e9961c65f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b47516-adbc-47b9-89bd-15d41ac55219 HTTP/1.1" status: 200 len: 217 time: 0.0492620 Dec 10 18:44:44.925738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a2384-10e8-40cd-bd12-13b0f4c9da09 None None] Pushing event updated for resources: {'Port': ['ID=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:44.928931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bcfff5-aadc-4a7e-a43d-22fc87ccc034 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:44.938856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb8a2af-f790-41f8-ac90-b2763d72be51,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:45.019773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-7eb10135-665b-4496-b2ca-6277449fc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.021675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-7eb10135-665b-4496-b2ca-6277449fc170 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.1034758 Dec 10 18:44:45.038262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4f77cd10-69b2-4648-bc82-03092800e573 None None] Provisioning complete for port 4fb8a2af-f790-41f8-ac90-b2763d72be51 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:45.038940 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4f77cd10-69b2-4648-bc82-03092800e573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.081660 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-a8dc31c8-c1ae-4491-95a3-99b42142ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.083361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-a8dc31c8-c1ae-4491-95a3-99b42142ed61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533662 Dec 10 18:44:45.089227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4f77cd10-69b2-4648-bc82-03092800e573 None None] Port 4fb8a2af-f790-41f8-ac90-b2763d72be51 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:45.239071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-74fbe1ad-01a1-49bd-a17b-a4db1cffc75c service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468396 Dec 10 18:44:45.249273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.470985 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.615172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Router 862b6583-b428-4727-8ee9-89883b367135 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:44:45.700722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243bf548-51f8-489d-8d84-df48daedaf04 req-7981ac2c-bc6a-4a09-aaa4-b3be552f7a36 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.702291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-243bf548-51f8-489d-8d84-df48daedaf04 req-7981ac2c-bc6a-4a09-aaa4-b3be552f7a36 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 943 time: 0.0808208 Dec 10 18:44:45.708589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e23fd164-d425-4a16-9e02-9542ef972d25 req-d65f757a-5fa4-4928-b85f-7a6e6891ed09 service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612026 Dec 10 18:44:45.728993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:45.738850 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Sync routers for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:45.755109 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:45.755808 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:45.756842 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:45.761600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50960) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:45.762225 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-daf1e1c9-f6e3-4028-99f5-15f39e6ee568 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8804722 Dec 10 18:44:45.772142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-243bf548-51f8-489d-8d84-df48daedaf04 req-676e077f-2e4e-41a6-8498-1d8aacb37ad2 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613942 Dec 10 18:44:45.884871 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:45.895233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-6e1bebe4-ec36-457d-8905-7e6dadbac654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:45.896758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-6e1bebe4-ec36-457d-8905-7e6dadbac654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 1094 time: 0.0930896 Dec 10 18:44:46.088354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-a26c1d82-c8ef-428f-959f-bc0dbdb16abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:46.089430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-a26c1d82-c8ef-428f-959f-bc0dbdb16abd service neutron] 10.222.0.30 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.1840396 Dec 10 18:44:46.106157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f3b55e-beb7-48ea-b546-9a1963f9c146 None None] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:46.108813 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:45Z', 'revision_number': 3, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:46.141534 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Checking router: 862b6583-b428-4727-8ee9-89883b367135 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:46.141833 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Updating router 862b6583-b428-4727-8ee9-89883b367135 port 4fb8a2af-f790-41f8-ac90-b2763d72be51 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:46.174123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-1a0ea196-9628-44bc-86f2-90c77ba06051 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b47516-adbc-47b9-89bd-15d41ac55219 HTTP/1.1" status: 200 len: 217 time: 0.0750642 Dec 10 18:44:46.178054 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.187170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3200f2b1-2eab-4048-a01f-fa4c407e5aec None None] Provisioning complete for port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:46.187630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3200f2b1-2eab-4048-a01f-fa4c407e5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.269757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-087008f5-26ab-4214-9ec8-0f9f25790448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:46.271401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-087008f5-26ab-4214-9ec8-0f9f25790448 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0888760 Dec 10 18:44:46.327460 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3200f2b1-2eab-4048-a01f-fa4c407e5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.366688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-cd1be5c9-ab12-446e-9b60-e417c4108e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:46.368683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-cd1be5c9-ab12-446e-9b60-e417c4108e44 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879943 Dec 10 18:44:46.368836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3200f2b1-2eab-4048-a01f-fa4c407e5aec None None] For port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:46.373656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3200f2b1-2eab-4048-a01f-fa4c407e5aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.438410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200f2b1-2eab-4048-a01f-fa4c407e5aec None None] Pushing event updated for resources: {'Port': ['ID=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:46.481679 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.489476 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.542623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.549020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0df780-7f3e-4111-b8c0-bfd55018cfe1 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:46.571981 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Pushing event updated for resources: {'Port': ['ID=4fb8a2af-f790-41f8-ac90-b2763d72be51,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:46.574298 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Attempting to bind port 4fb8a2af-f790-41f8-ac90-b2763d72be51 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:46.574761 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Attempting to bind port 4fb8a2af-f790-41f8-ac90-b2763d72be51 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:46.575786 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Attempting to bind port 4fb8a2af-f790-41f8-ac90-b2763d72be51 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:46.576066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-93ae7d62-c15b-4a16-8578-c8e3f4de7613 service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973372 Dec 10 18:44:46.581752 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:46.582136 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:46.582595 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.582983 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:46.584359 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Bound port: 4fb8a2af-f790-41f8-ac90-b2763d72be51, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:46.585213 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.593358 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.593700 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.594185 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.594490 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.594815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.595147 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.595583 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.595791 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.596171 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.596500 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.596827 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.597247 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.597572 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:44:46.602905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5a82143c-6b65-4370-956e-50d5f1e7a229 None None] Provisioning complete for port 4fb8a2af-f790-41f8-ac90-b2763d72be51 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:46.603423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5a82143c-6b65-4370-956e-50d5f1e7a229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.649221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5a82143c-6b65-4370-956e-50d5f1e7a229 None None] Port 4fb8a2af-f790-41f8-ac90-b2763d72be51 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:46.660192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5a82143c-6b65-4370-956e-50d5f1e7a229 None None] Provisioning complete for port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:46.660712 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5a82143c-6b65-4370-956e-50d5f1e7a229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.663361 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] For port 4fb8a2af-f790-41f8-ac90-b2763d72be51, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:46.669150 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] For port 4fb8a2af-f790-41f8-ac90-b2763d72be51, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4fb8a2af-f790-41f8-ac90-b2763d72be51,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:46.677491 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:46.713799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 52b47516-adbc-47b9-89bd-15d41ac55219 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:44:46.731951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f79d0-b5bb-4850-94e7-8f732d6e3b0b None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:46.752351 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:46.752755 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:46.819101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae8c3fa4-db1e-4c64-9101-ce772a99708a req-2a88bf23-015e-4d8a-a7d1-f277b0ae3935 service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323415 Dec 10 18:44:46.877625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Allocated IP 172.20.0.1 (16f9b7de-5fc2-493e-86ae-7bd17a6f9364/ba89eeb7-9d18-4403-b98e-17129fc12e89/e6e97023-a9db-4679-8278-0e25786c0d87) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:46.911574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 52b47516-adbc-47b9-89bd-15d41ac55219, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=52b47516-adbc-47b9-89bd-15d41ac55219,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:46.920483 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1b824-1ec7-4cb1-96cd-df81daf68c02 None None] Pushing event updated for resources: {'Port': ['ID=4fb8a2af-f790-41f8-ac90-b2763d72be51,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:46.926699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '52b47516-adbc-47b9-89bd-15d41ac55219', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'port_id': '52b47516-adbc-47b9-89bd-15d41ac55219', 'mac_address': 'fa:16:3e:81:53:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:44:46.928994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691fed-71da-4225-9a6c-42c206012bc7 req-c3726c96-51d6-41fc-900d-e933d281a678 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:46.930928 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca691fed-71da-4225-9a6c-42c206012bc7 req-c3726c96-51d6-41fc-900d-e933d281a678 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 943 time: 0.0711360 Dec 10 18:44:46.940858 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:46.995536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca691fed-71da-4225-9a6c-42c206012bc7 req-a9e90cf6-b220-4ed4-a1f4-b7805531b65e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574062 Dec 10 18:44:47.032387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bdf567f2-7c05-4755-8b85-cc315eb79296 None None] Provisioning complete for port 4fb8a2af-f790-41f8-ac90-b2763d72be51 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:47.032387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdf567f2-7c05-4755-8b85-cc315eb79296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.050242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.059588 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.087241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b47516-adbc-47b9-89bd-15d41ac55219 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:47.098222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.114760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 52b47516-adbc-47b9-89bd-15d41ac55219, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=52b47516-adbc-47b9-89bd-15d41ac55219,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:47.123497 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.163423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:47.166967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:47.167454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:47.171526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:47.218161 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.238771 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:45Z', 'revision_number': 3, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:47.285873 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f891024-54fc-4fdd-878c-e685115cf576 None None] The sync data for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 is: [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:45Z', 'revision_number': 3, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:47.286154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e97023-a9db-4679-8278-0e25786c0d87,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:47.288136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=52b47516-adbc-47b9-89bd-15d41ac55219,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:47.294045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdf567f2-7c05-4755-8b85-cc315eb79296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.322747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:47.323123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.328870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bdf567f2-7c05-4755-8b85-cc315eb79296 None None] For port 4fb8a2af-f790-41f8-ac90-b2763d72be51, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4fb8a2af-f790-41f8-ac90-b2763d72be51,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:47.362226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['52b47516-adbc-47b9-89bd-15d41ac55219'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:44:47.368966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdf567f2-7c05-4755-8b85-cc315eb79296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.451300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.506666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf567f2-7c05-4755-8b85-cc315eb79296 None None] Pushing event updated for resources: {'Port': ['ID=4fb8a2af-f790-41f8-ac90-b2763d72be51,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:47.563217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bda52e56-3e74-45ee-9500-92a21daeecf1 None None] Provisioning complete for port e6e97023-a9db-4679-8278-0e25786c0d87 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:47.563625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bda52e56-3e74-45ee-9500-92a21daeecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.642898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bda52e56-3e74-45ee-9500-92a21daeecf1 None None] Port e6e97023-a9db-4679-8278-0e25786c0d87 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:47.696251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.702947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.775666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e97023-a9db-4679-8278-0e25786c0d87,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:47.780517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:47.903159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:47.905770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:48.065918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Router 862b6583-b428-4727-8ee9-89883b367135 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:48.169649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ad50f2dc-c451-4fff-ae91-91be0017ec69 None None] Provisioning complete for port e6e97023-a9db-4679-8278-0e25786c0d87 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:48.170745 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ad50f2dc-c451-4fff-ae91-91be0017ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.218728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ad50f2dc-c451-4fff-ae91-91be0017ec69 None None] Port e6e97023-a9db-4679-8278-0e25786c0d87 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:48.225732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c381c-11d0-4792-85ad-6c6b442e6290 req-141d8bbf-2ea5-464c-b3fc-0f093d83ecf0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:48.227891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc5c381c-11d0-4792-85ad-6c6b442e6290 req-141d8bbf-2ea5-464c-b3fc-0f093d83ecf0 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 944 time: 0.1066492 Dec 10 18:44:48.260599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:48.267503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0af2e992-033f-491e-ae93-9261c4507419 admin admin] 10.222.0.55 "PUT /v2.0/routers/862b6583-b428-4727-8ee9-89883b367135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5047936 Dec 10 18:44:48.301823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc5c381c-11d0-4792-85ad-6c6b442e6290 req-2ab6fd57-7676-4925-bec1-aad8709f8c51 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649035 Dec 10 18:44:48.726840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 52b47516-adbc-47b9-89bd-15d41ac55219 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:48.850904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50980) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:48.856335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1338013713-network', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:48.884498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Made reservation on behalf of a53b4581489342a6affaac53ec6b8197 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:48.887502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.898868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.962648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 52b47516-adbc-47b9-89bd-15d41ac55219 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:44:48.969942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 52b47516-adbc-47b9-89bd-15d41ac55219 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:48.969942 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:48.994463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.001366 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.037197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:44:49.058876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.059218 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Added segment c7440401-b26c-4b02-89ed-bc75f6db7647 of type vlan for network 5af216aa-0186-4057-9c15-c2e05fa8b1ee Dec 10 18:44:49.067936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579c2d73-48a8-4f92-b1db-498d55aab830,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:49.081712 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.108964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4fb8a2af-f790-41f8-ac90-b2763d72be51 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:49.114453 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.117779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:49.120124 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697885ce-3475-4853-af50-d242e4760318" -d '{"events": [{"server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:49.144360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.145442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:49.146025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.161549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 52b47516-adbc-47b9-89bd-15d41ac55219, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=52b47516-adbc-47b9-89bd-15d41ac55219,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:49.169520 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.179372 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a44ac84-dc1c-4f0a-8913-0c1a068c8a61 x-openstack-request-id: req-7a44ac84-dc1c-4f0a-8913-0c1a068c8a61 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:49.180077 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "name": "network-vif-plugged", "status": "completed", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:49.180077 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7a44ac84-dc1c-4f0a-8913-0c1a068c8a61 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:49.180363 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219', 'code': 200} Dec 10 18:44:49.223033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3709486 Dec 10 18:44:49.227025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50984) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:49.232150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Request body: {'subnet': {'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1338013713-subnet', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:49.233726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4fb8a2af-f790-41f8-ac90-b2763d72be51 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:49.234102 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.235861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=52b47516-adbc-47b9-89bd-15d41ac55219,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:49.242101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68debf14-3a72-4e33-875a-71435a7777fb admin admin] Pushing event updated for resources: {'Network': ['ID=5af216aa-0186-4057-9c15-c2e05fa8b1ee,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:49.268954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:44:49.270939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Sync routers for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:49.291929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Made reservation on behalf of a53b4581489342a6affaac53ec6b8197 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:49.295303 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.298425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c93bd-4ab1-408a-8be4-750888d9b029 req-cd80d3a0-ecf5-4822-835d-fe0dd719b441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:49.300466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d3c93bd-4ab1-408a-8be4-750888d9b029 req-cd80d3a0-ecf5-4822-835d-fe0dd719b441 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 1096 time: 0.0484631 Dec 10 18:44:49.341487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:49.342129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:49.367657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d3c93bd-4ab1-408a-8be4-750888d9b029 req-a401648e-2774-49f9-99b9-f655a728b933 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580232 Dec 10 18:44:49.438653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb552b-73ae-4bb0-944d-2560d317f34c req-21688ba9-6e12-4af3-b4eb-26bce1bdf2f7 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:49.441135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7eb552b-73ae-4bb0-944d-2560d317f34c req-21688ba9-6e12-4af3-b4eb-26bce1bdf2f7 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 945 time: 0.0590935 Dec 10 18:44:49.501872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7eb552b-73ae-4bb0-944d-2560d317f34c req-e6c56854-6402-4b90-9b6b-ce9ce5ab326c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534236 Dec 10 18:44:49.517768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:49.538272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.593076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de24e296-2499-4d56-b18c-8d95735ea929,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:49.606603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Checking segment: {'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:49.607102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Network hostable DHCP agents. Network: 5af216aa-0186-4057-9c15-c2e05fa8b1ee, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:44:49.627718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:44:49.639811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5af216aa-0186-4057-9c15-c2e05fa8b1ee) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:49.645329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:49.646244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.657565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61badc9-24bf-42e1-bd76-eeb61c9c7bd7 None None] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:49.666378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6646ebca-e9d6-4b5d-bffa-bd078658dbd6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4380770 Dec 10 18:44:49.669777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 50988) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:49.674998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:49.696431 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.697506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.755625 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.802333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'fixed_ips': [{'subnet_id': 'de24e296-2499-4d56-b18c-8d95735ea929'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:44:49.803305 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.809825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 2, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:49.849442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Checking router: 862b6583-b428-4727-8ee9-89883b367135 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:49.849676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Updating router 862b6583-b428-4727-8ee9-89883b367135 port e6e97023-a9db-4679-8278-0e25786c0d87 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:49.883513 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:49.902316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.101678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Allocated IP 172.20.0.2 (5af216aa-0186-4057-9c15-c2e05fa8b1ee/de24e296-2499-4d56-b18c-8d95735ea929/e3cf2e56-045a-44c1-bedc-619c67dbfd6a) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:50.363756 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.375884 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.377670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.404074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.425183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:50.431436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:50.435571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:50.446028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Pushing event updated for resources: {'Port': ['ID=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:50.478693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.498968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.579275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Attempting to bind port e3cf2e56-045a-44c1-bedc-619c67dbfd6a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:50.579653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Attempting to bind port e3cf2e56-045a-44c1-bedc-619c67dbfd6a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:50.580019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Attempting to bind port e3cf2e56-045a-44c1-bedc-619c67dbfd6a on network 5af216aa-0186-4057-9c15-c2e05fa8b1ee {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:50.583401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f556d-7b55-4a54-b604-69b8c5c67bb6 None None] Pushing event updated for resources: {'Port': ['ID=e6e97023-a9db-4679-8278-0e25786c0d87,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:50.588235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Attempting to bind port e6e97023-a9db-4679-8278-0e25786c0d87 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:50.588607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Attempting to bind port e6e97023-a9db-4679-8278-0e25786c0d87 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:50.588975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Attempting to bind port e6e97023-a9db-4679-8278-0e25786c0d87 on network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:50.597845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:50.598230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Checking segment: {'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:50.598684 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.599077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Bound using segment: {'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:50.599560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Bound port: e3cf2e56-045a-44c1-bedc-619c67dbfd6a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:50.600084 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.602601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:50.603198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Checking segment: {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:50.605100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.605100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Bound using segment: {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:50.605100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Bound port: e6e97023-a9db-4679-8278-0e25786c0d87, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:50.605100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.650859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Allocated IP 172.25.2.86 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/de748f39-e569-46fc-9073-6f390aa2010f) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:50.721952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] For port e6e97023-a9db-4679-8278-0e25786c0d87, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:50.724302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] For port e3cf2e56-045a-44c1-bedc-619c67dbfd6a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:50.724591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39ee8f-a678-4dce-aed0-6265bfc646b0 req-1d8528dc-f061-40dd-83b3-297a091bf984 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:50.727164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f39ee8f-a678-4dce-aed0-6265bfc646b0 req-1d8528dc-f061-40dd-83b3-297a091bf984 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 945 time: 0.0610504 Dec 10 18:44:50.731326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] For port e6e97023-a9db-4679-8278-0e25786c0d87, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6e97023-a9db-4679-8278-0e25786c0d87,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:50.733266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] For port e3cf2e56-045a-44c1-bedc-619c67dbfd6a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:50.739343 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.744674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.789115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.792849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f39ee8f-a678-4dce-aed0-6265bfc646b0 req-8071a442-466d-4674-9096-3ce75faa50e4 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498381 Dec 10 18:44:50.814508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:50.815192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:50.820379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f556d-7b55-4a54-b604-69b8c5c67bb6 None None] Pushing event updated for resources: {'Port': ['ID=e6e97023-a9db-4679-8278-0e25786c0d87,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:50.869646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:50.967593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:50.971509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:50.973700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Pushing event updated for resources: {'Port': ['ID=de748f39-e569-46fc-9073-6f390aa2010f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:50.979096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:50.981388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2ae7ceca-ce12-4015-8cb7-340316b578d8 None None] Provisioning complete for port e6e97023-a9db-4679-8278-0e25786c0d87 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:50.981759 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ceca-ce12-4015-8cb7-340316b578d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.022672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0249d27c-dbab-424a-a928-6c5556d22fa6 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:51.036536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d794-2393-4bda-9bda-353d0171103f req-3456f17e-70ba-41dc-86ea-4517fe0ca717 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:51.046833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c8f86-49b8-4d5f-b5e8-cef8fdfc1d78 None None] Pushing event updated for resources: {'Port': ['ID=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:51.049900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e937d794-2393-4bda-9bda-353d0171103f req-3456f17e-70ba-41dc-86ea-4517fe0ca717 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 945 time: 0.1273711 Dec 10 18:44:51.056502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 50998) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:51.061472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Request body: {'floatingip': {'port_id': '52b47516-adbc-47b9-89bd-15d41ac55219'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:51.120641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.122635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:51.342282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.433490 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ceca-ce12-4015-8cb7-340316b578d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.524348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2ae7ceca-ce12-4015-8cb7-340316b578d8 None None] For port e6e97023-a9db-4679-8278-0e25786c0d87, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6e97023-a9db-4679-8278-0e25786c0d87,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:51.540307 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ceca-ce12-4015-8cb7-340316b578d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.568376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.622692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7ceca-ce12-4015-8cb7-340316b578d8 None None] Pushing event updated for resources: {'Port': ['ID=e6e97023-a9db-4679-8278-0e25786c0d87,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:51.651842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:50Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:51.688497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50743c7a-91bd-4034-9f5d-2c0b88cb0c6b None None] The sync data for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 is: [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:50Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:51.697738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0cc0fc35-a70f-44e5-b4c0-a8a5f5393add None None] Provisioning complete for port de748f39-e569-46fc-9073-6f390aa2010f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:51.698188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0fc35-a70f-44e5-b4c0-a8a5f5393add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.726266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Router 18eb8263-cd5c-455d-82f6-ff760d66b0be is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:44:51.765133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0fc35-a70f-44e5-b4c0-a8a5f5393add None None] Port de748f39-e569-46fc-9073-6f390aa2010f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:51.783658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0cc0fc35-a70f-44e5-b4c0-a8a5f5393add None None] Provisioning complete for port e6e97023-a9db-4679-8278-0e25786c0d87 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:51.784437 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0cc0fc35-a70f-44e5-b4c0-a8a5f5393add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.895647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:51.918593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Sync routers for ids ['18eb8263-cd5c-455d-82f6-ff760d66b0be'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:51.925353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:51.929958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1ea36bb4-282a-4c73-9adc-f70c6dc296c3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2589891 Dec 10 18:44:51.933114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51000) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:51.962705 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Routers {'18eb8263-cd5c-455d-82f6-ff760d66b0be'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:51.965812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18eb8263-cd5c-455d-82f6-ff760d66b0be'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:52.062739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.resource_extend [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 10 18:44:52.134819 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Set router 18eb8263-cd5c-455d-82f6-ff760d66b0be gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:52.142067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.150681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.321237 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Floating IP 75e883cb-f4e9-4cd7-9d26-14b97e4a0489 associated. External IP: 172.25.2.238, port: 52b47516-adbc-47b9-89bd-15d41ac55219. Dec 10 18:44:52.380114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4702d-1f80-452a-959f-45bbd6ab50a8 None None] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:44:52.503963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-18b4d9b7-177e-4004-b52c-12641c618949 None None] Provisioning complete for port e3cf2e56-045a-44c1-bedc-619c67dbfd6a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:52.504679 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18b4d9b7-177e-4004-b52c-12641c618949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.518787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.579855 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 3, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port': {'id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:50Z', 'updated_at': '2021-12-10T18:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:52.617251 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Checking router: 18eb8263-cd5c-455d-82f6-ff760d66b0be for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:52.618259 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Updating router 18eb8263-cd5c-455d-82f6-ff760d66b0be port de748f39-e569-46fc-9073-6f390aa2010f binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:52.655391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Router 94d89b15-f37b-44ca-8e24-303214935edb has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:52.670448 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.690802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18b4d9b7-177e-4004-b52c-12641c618949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.748611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-18b4d9b7-177e-4004-b52c-12641c618949 None None] For port e3cf2e56-045a-44c1-bedc-619c67dbfd6a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:52.761116 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18b4d9b7-177e-4004-b52c-12641c618949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.769117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Allocated IP 172.20.0.1 (5af216aa-0186-4057-9c15-c2e05fa8b1ee/de24e296-2499-4d56-b18c-8d95735ea929/bc001d2e-cfb3-4140-81b0-780e72812876) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:52.863355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:52.874758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.882062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] Sync routers for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:52.887674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4d9b7-177e-4004-b52c-12641c618949 None None] Pushing event updated for resources: {'Port': ['ID=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:52.898783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.915635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:52.916297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:52.938028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:52.957557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e3157e91-e411-4148-8a82-3bc51fca3ca8 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "PUT /v2.0/floatingips/75e883cb-f4e9-4cd7-9d26-14b97e4a0489 HTTP/1.1" status: 200 len: 991 time: 1.8998783 Dec 10 18:44:52.981847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:52.984644 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9" -d '{"events": [{"name": "network-changed", "server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:53.052434 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a8d85c-661f-4f47-8cc5-81fa9e793e6d x-openstack-request-id: req-25a8d85c-661f-4f47-8cc5-81fa9e793e6d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:53.052737 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:53.053343 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-25a8d85c-661f-4f47-8cc5-81fa9e793e6d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:53.053767 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219', 'status': 'completed', 'code': 200} Dec 10 18:44:53.083369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:53.085081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Pushing event updated for resources: {'Port': ['ID=bc001d2e-cfb3-4140-81b0-780e72812876,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:53.095905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:53.098532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:53.142425 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.174765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:53.197145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-daa667c7-cfc6-4ad3-a9f9-8108fc7789ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:53.199382 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-daa667c7-cfc6-4ad3-a9f9-8108fc7789ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 1096 time: 0.1210928 Dec 10 18:44:53.253772 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:44:53.285564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.286697 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.292572 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.337483 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Attempting to bind port de748f39-e569-46fc-9073-6f390aa2010f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:53.337483 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Attempting to bind port de748f39-e569-46fc-9073-6f390aa2010f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:53.337850 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Attempting to bind port de748f39-e569-46fc-9073-6f390aa2010f on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:53.348748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6e97023-a9db-4679-8278-0e25786c0d87 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:53.356263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa6fac6-a17b-41a4-87bf-f81617086bbd None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:53.376339 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:53.376769 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:53.377105 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.377490 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:53.377975 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Bound port: de748f39-e569-46fc-9073-6f390aa2010f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:53.378351 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.426733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-aeed8072-7832-48ac-9755-a972967e959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:53.429353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-aeed8072-7832-48ac-9755-a972967e959c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.1942811 Dec 10 18:44:53.453219 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] For port de748f39-e569-46fc-9073-6f390aa2010f, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:53.456570 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] For port de748f39-e569-46fc-9073-6f390aa2010f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=de748f39-e569-46fc-9073-6f390aa2010f,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:53.472019 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.483129 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bbfb1-387b-4687-9a2b-c8d337c613ed None None] Pushing event updated for resources: {'Port': ['ID=de748f39-e569-46fc-9073-6f390aa2010f,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:53.484762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-970ec5ca-610c-4599-b7ab-e1bafa9af376 None None] Provisioning complete for port e3cf2e56-045a-44c1-bedc-619c67dbfd6a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:53.492796 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-970ec5ca-610c-4599-b7ab-e1bafa9af376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.540354 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bbfb1-387b-4687-9a2b-c8d337c613ed None None] Pushing event updated for resources: {'Port': ['ID=de748f39-e569-46fc-9073-6f390aa2010f,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:53.564745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-14e51bef-70c4-42f5-88cf-a593208aad83 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b47516-adbc-47b9-89bd-15d41ac55219 HTTP/1.1" status: 200 len: 999 time: 0.1275344 Dec 10 18:44:53.565432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ef68c-638d-400c-add3-624918801070 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:44:53.576258 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Routers {'18eb8263-cd5c-455d-82f6-ff760d66b0be'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:53.577023 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18eb8263-cd5c-455d-82f6-ff760d66b0be'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:53.612357 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.622609 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.662053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-0efd98e0-c438-4312-b0f4-ce67039ade0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:53.664088 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-0efd98e0-c438-4312-b0f4-ce67039ade0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0904171 Dec 10 18:44:53.668975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e6e97023-a9db-4679-8278-0e25786c0d87 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:53.669358 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.698475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:53.701956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Pushing event updated for resources: {'Port': ['ID=bc001d2e-cfb3-4140-81b0-780e72812876,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:53.734785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-974fab08-388a-497b-9ddf-412eb9e72092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:53.736834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-974fab08-388a-497b-9ddf-412eb9e72092 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651765 Dec 10 18:44:53.843088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:53.843809 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] Set router 18eb8263-cd5c-455d-82f6-ff760d66b0be gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:53.844395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '75e883cb-f4e9-4cd7-9d26-14b97e4a0489', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'port_id': '52b47516-adbc-47b9-89bd-15d41ac55219', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'mac_address': 'fa:16:3e:81:53:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:40Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:53.844647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:53.885321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-bd65f7ca-b1e8-4c34-a7fe-d153c4c434f6 service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401696 Dec 10 18:44:53.902252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] Checking router: 94d89b15-f37b-44ca-8e24-303214935edb for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:53.919912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:53.920566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:53.989611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Provisioning complete for port bc001d2e-cfb3-4140-81b0-780e72812876 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:53.989989 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:54.053985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Port bc001d2e-cfb3-4140-81b0-780e72812876 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:54.061440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Router 18eb8263-cd5c-455d-82f6-ff760d66b0be has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:44:54.073961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e3cf2e56-045a-44c1-bedc-619c67dbfd6a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:54.083619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0feb31a-b3f4-4d9a-9fe3-115d51c436d9 req-10b9a939-52ad-4b3f-994f-aa809a4a9455 service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894875 Dec 10 18:44:54.153628 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 4, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port': {'id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:50Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'bc001d2e-cfb3-4140-81b0-780e72812876', 'name': '', 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'mac_address': 'fa:16:3e:8e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:52Z', 'updated_at': '2021-12-10T18:44:52Z', 'revision_number': 1, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'subnets': [{'id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:54.180245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Provisioning complete for port de748f39-e569-46fc-9073-6f390aa2010f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:54.180616 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:54.187033 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d203fb02-a5df-4e47-bde6-1a077bddb94f None None] The sync data for ids ['18eb8263-cd5c-455d-82f6-ff760d66b0be'] in n-d-821424-1 is: [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 4, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port': {'id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:50Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'bc001d2e-cfb3-4140-81b0-780e72812876', 'name': '', 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'mac_address': 'fa:16:3e:8e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:52Z', 'updated_at': '2021-12-10T18:44:52Z', 'revision_number': 1, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'subnets': [{'id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:54.227335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:54.228906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:44:54.238538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-616bb8ee-3763-459b-8e8b-92fe098d0d06 admin admin] 10.222.0.55 "PUT /v2.0/routers/18eb8263-cd5c-455d-82f6-ff760d66b0be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3003399 Dec 10 18:44:54.324924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e3cf2e56-045a-44c1-bedc-619c67dbfd6a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:54.325293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:54.642825 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:54.705573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-171178f8-a460-42b4-b794-7dd819042835 None None] For port de748f39-e569-46fc-9073-6f390aa2010f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=de748f39-e569-46fc-9073-6f390aa2010f,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:54.725006 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:54.811211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171178f8-a460-42b4-b794-7dd819042835 None None] Pushing event updated for resources: {'Port': ['ID=de748f39-e569-46fc-9073-6f390aa2010f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:54.834492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '75e883cb-f4e9-4cd7-9d26-14b97e4a0489', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'port_id': '52b47516-adbc-47b9-89bd-15d41ac55219', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'mac_address': 'fa:16:3e:81:53:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:40Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:54.876027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef54b01e-f11f-44a1-a103-b4f2bc940984 None None] The sync data for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 is: [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '75e883cb-f4e9-4cd7-9d26-14b97e4a0489', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'port_id': '52b47516-adbc-47b9-89bd-15d41ac55219', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'mac_address': 'fa:16:3e:81:53:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:44:40Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 1, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:54.892190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-645296f7-1a05-4334-8698-c8a3131246d1 None None] Provisioning complete for port bc001d2e-cfb3-4140-81b0-780e72812876 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:54.892769 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-645296f7-1a05-4334-8698-c8a3131246d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:54.952859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-645296f7-1a05-4334-8698-c8a3131246d1 None None] Port bc001d2e-cfb3-4140-81b0-780e72812876 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:55.103761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device de748f39-e569-46fc-9073-6f390aa2010f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:55.164248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port de748f39-e569-46fc-9073-6f390aa2010f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:55.164719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.230308 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51018) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:55.235157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ce4cca6e-1a0d-4ee4-a627-7f81e5956872 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420224668', 'description': 'tempest-secgroup-smoke-420224668 description', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:55.251692 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1362fe44-e73d-42fa-88ce-32f58e24d0ea None None] New status for floating IP 75e883cb-f4e9-4cd7-9d26-14b97e4a0489: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:44:55.295794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca6e-1a0d-4ee4-a627-7f81e5956872 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.373278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca6e-1a0d-4ee4-a627-7f81e5956872 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.378599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca6e-1a0d-4ee4-a627-7f81e5956872 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.409325 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ce4cca6e-1a0d-4ee4-a627-7f81e5956872 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.410698 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ce4cca6e-1a0d-4ee4-a627-7f81e5956872 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1792419 Dec 10 18:44:55.413901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51020) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:55.418454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-429011a8-ebbb-4163-a682-53f2027b3ca5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'security_group_rule': {'security_group_id': '8c701fc4-7fbb-404a-828f-8325bf3f3c5c', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:55.428245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cca6e-1a0d-4ee4-a627-7f81e5956872 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c701fc4-7fbb-404a-828f-8325bf3f3c5c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:55.461554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-429011a8-ebbb-4163-a682-53f2027b3ca5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.523879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-429011a8-ebbb-4163-a682-53f2027b3ca5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.528807 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-429011a8-ebbb-4163-a682-53f2027b3ca5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.548923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429011a8-ebbb-4163-a682-53f2027b3ca5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a18c493-2881-47a2-8436-09cec603dd65,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:55.556310 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-429011a8-ebbb-4163-a682-53f2027b3ca5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.557586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-429011a8-ebbb-4163-a682-53f2027b3ca5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426933 Dec 10 18:44:55.560386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51022) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:55.564960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7be60ec2-ca46-4989-abe9-56d4251fbc99 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'security_group_rule': {'security_group_id': '8c701fc4-7fbb-404a-828f-8325bf3f3c5c', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:55.595722 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7be60ec2-ca46-4989-abe9-56d4251fbc99 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.663449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7be60ec2-ca46-4989-abe9-56d4251fbc99 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.668069 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7be60ec2-ca46-4989-abe9-56d4251fbc99 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.687171 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be60ec2-ca46-4989-abe9-56d4251fbc99 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97820c9d-060c-4379-9e94-24fe666c66b9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:55.695723 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7be60ec2-ca46-4989-abe9-56d4251fbc99 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.697130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7be60ec2-ca46-4989-abe9-56d4251fbc99 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357484 Dec 10 18:44:55.699943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51024) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:55.704441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a741ee71-1fe8-4ce6-8e44-965b4422ab19 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'security_group_rule': {'security_group_id': '8c701fc4-7fbb-404a-828f-8325bf3f3c5c', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:55.734407 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a741ee71-1fe8-4ce6-8e44-965b4422ab19 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.795771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a741ee71-1fe8-4ce6-8e44-965b4422ab19 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.801186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a741ee71-1fe8-4ce6-8e44-965b4422ab19 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.820638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741ee71-1fe8-4ce6-8e44-965b4422ab19 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1076423f-3c95-4aed-8390-557b86cfe9b7,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:55.826623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a741ee71-1fe8-4ce6-8e44-965b4422ab19 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.828534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a741ee71-1fe8-4ce6-8e44-965b4422ab19 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269815 Dec 10 18:44:55.830950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51026) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:55.836158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-84a62aa0-5217-4625-804d-74472f512c38 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'security_group_rule': {'security_group_id': '8c701fc4-7fbb-404a-828f-8325bf3f3c5c', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:55.866385 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84a62aa0-5217-4625-804d-74472f512c38 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.932228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84a62aa0-5217-4625-804d-74472f512c38 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.936903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84a62aa0-5217-4625-804d-74472f512c38 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.955798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62aa0-5217-4625-804d-74472f512c38 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84997a7a-40f9-4390-93d3-18c035bb2dec,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:55.966276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84a62aa0-5217-4625-804d-74472f512c38 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:55.967540 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-84a62aa0-5217-4625-804d-74472f512c38 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1355407 Dec 10 18:44:55.970267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51028) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:55.974924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'security_group_rule': {'security_group_id': '8c701fc4-7fbb-404a-828f-8325bf3f3c5c', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:55.998966 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Project e966d78f185143f5ac9d1c2bd71130b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:44:56.004531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.068014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.073314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.095257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922aacb5-0e8f-432d-ba19-bf4c05adba86,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:56.105637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.106912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b5deedbe-a26f-4cb1-89fb-94a60ac4510f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356521 Dec 10 18:44:56.109642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51032) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:44:56.114212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'security_group_rule': {'security_group_id': '8c701fc4-7fbb-404a-828f-8325bf3f3c5c', 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:56.136108 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Project e966d78f185143f5ac9d1c2bd71130b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:44:56.141244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.203651 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.210190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.229154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b13a57-7308-4127-81f8-05669e50ca3e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:56.238650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:56.239977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c481b733-4878-44dd-a461-d4f4a21e4727 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293695 Dec 10 18:44:56.407469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-0d511f10-78ea-41c3-9621-eac5a0130053 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420224668&fields=id&tenant_id=e966d78f185143f5ac9d1c2bd71130b1 HTTP/1.1" status: 200 len: 267 time: 0.0480933 Dec 10 18:44:56.536228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-c5d9c9cf-825a-4120-81ad-256752be3a2a tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:56.538959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-c5d9c9cf-825a-4120-81ad-256752be3a2a tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/networks?id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 200 len: 808 time: 0.1234767 Dec 10 18:44:56.557770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Sync routers for ids ['18eb8263-cd5c-455d-82f6-ff760d66b0be'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:44:56.559567 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-41ac56ad-d54b-472d-9d50-29ea7725a00a tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/quotas/e966d78f185143f5ac9d1c2bd71130b1 HTTP/1.1" status: 200 len: 375 time: 0.0108535 Dec 10 18:44:56.574569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Routers {'18eb8263-cd5c-455d-82f6-ff760d66b0be'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:56.575204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18eb8263-cd5c-455d-82f6-ff760d66b0be'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:56.616480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-96102bf9-f620-4533-a965-a6ff8aa58b22 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507858 Dec 10 18:44:56.689016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Set router 18eb8263-cd5c-455d-82f6-ff760d66b0be gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:56.721614 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-f5a26e49-126b-4b16-9876-fef77270de25 service neutron] 10.222.0.55 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907426 Dec 10 18:44:56.818579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-73c78d4d-7294-4968-8a18-7e646c329327 service neutron] 10.222.0.55 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905747 Dec 10 18:44:56.899494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 4, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port': {'id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:50Z', 'updated_at': '2021-12-10T18:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'bc001d2e-cfb3-4140-81b0-780e72812876', 'name': '', 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'mac_address': 'fa:16:3e:8e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:52Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 2, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'subnets': [{'id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:56.933456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Checking router: 18eb8263-cd5c-455d-82f6-ff760d66b0be for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:44:56.933456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Updating router 18eb8263-cd5c-455d-82f6-ff760d66b0be port bc001d2e-cfb3-4140-81b0-780e72812876 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:44:56.965019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.063795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fed8efbc-57c6-46d3-8cc8-adb3ae8aef17 req-4d4308f7-0ab5-4367-a8e0-d683497ed74b tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 210 time: 0.0539110 Dec 10 18:44:57.273674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.279518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.331320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b34a5-b6ca-4e7d-ad84-ca66c3a9653c None None] Pushing event updated for resources: {'Port': ['ID=bc001d2e-cfb3-4140-81b0-780e72812876,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:57.388399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Attempting to bind port bc001d2e-cfb3-4140-81b0-780e72812876 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:57.388825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Attempting to bind port bc001d2e-cfb3-4140-81b0-780e72812876 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:57.389142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Attempting to bind port bc001d2e-cfb3-4140-81b0-780e72812876 on network 5af216aa-0186-4057-9c15-c2e05fa8b1ee {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:57.396845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:57.397412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Checking segment: {'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:57.398205 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.398607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Bound using segment: {'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:57.399024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Bound port: bc001d2e-cfb3-4140-81b0-780e72812876, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7440401-b26c-4b02-89ed-bc75f6db7647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:57.399409 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.478264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] For port bc001d2e-cfb3-4140-81b0-780e72812876, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:57.482008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] For port bc001d2e-cfb3-4140-81b0-780e72812876, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bc001d2e-cfb3-4140-81b0-780e72812876,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:57.489524 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.549631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Routers {'18eb8263-cd5c-455d-82f6-ff760d66b0be'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:44:57.550282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:44:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18eb8263-cd5c-455d-82f6-ff760d66b0be'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:57.553588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b34a5-b6ca-4e7d-ad84-ca66c3a9653c None None] Pushing event updated for resources: {'Port': ['ID=bc001d2e-cfb3-4140-81b0-780e72812876,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:57.621915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-04710ac2-7f5f-4753-b6aa-44a6f2b5a3b4 None None] Provisioning complete for port bc001d2e-cfb3-4140-81b0-780e72812876 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:57.622688 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04710ac2-7f5f-4753-b6aa-44a6f2b5a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.707954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] Set router 18eb8263-cd5c-455d-82f6-ff760d66b0be gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:44:57.858157 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04710ac2-7f5f-4753-b6aa-44a6f2b5a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:57.916262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-04710ac2-7f5f-4753-b6aa-44a6f2b5a3b4 None None] For port bc001d2e-cfb3-4140-81b0-780e72812876, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bc001d2e-cfb3-4140-81b0-780e72812876,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:44:57.922962 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04710ac2-7f5f-4753-b6aa-44a6f2b5a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.002232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04710ac2-7f5f-4753-b6aa-44a6f2b5a3b4 None None] Pushing event updated for resources: {'Port': ['ID=bc001d2e-cfb3-4140-81b0-780e72812876,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:58.017224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 4, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port': {'id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:50Z', 'updated_at': '2021-12-10T18:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'bc001d2e-cfb3-4140-81b0-780e72812876', 'name': '', 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'mac_address': 'fa:16:3e:8e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:52Z', 'updated_at': '2021-12-10T18:44:57Z', 'revision_number': 4, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'subnets': [{'id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:44:58.048589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa686c2-b116-4d4c-9c2d-6097567b9bc7 None None] The sync data for ids ['18eb8263-cd5c-455d-82f6-ff760d66b0be'] in n-d-821424-1 is: [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:44:53Z', 'revision_number': 4, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port': {'id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:50Z', 'updated_at': '2021-12-10T18:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'bc001d2e-cfb3-4140-81b0-780e72812876', 'name': '', 'network_id': '5af216aa-0186-4057-9c15-c2e05fa8b1ee', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'mac_address': 'fa:16:3e:8e:51:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:52Z', 'updated_at': '2021-12-10T18:44:57Z', 'revision_number': 4, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'subnets': [{'id': 'de24e296-2499-4d56-b18c-8d95735ea929', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:44:58.060946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a865b007-b08d-431b-99a7-cb1c9e9d58d6 None None] Provisioning complete for port bc001d2e-cfb3-4140-81b0-780e72812876 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:58.061336 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a865b007-b08d-431b-99a7-cb1c9e9d58d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.181621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-9b8546f4-1f2e-474c-9477-c5da713b1119 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:58.187571 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-9b8546f4-1f2e-474c-9477-c5da713b1119 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.30 "GET /v2.0/networks?id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 200 len: 808 time: 0.1706841 Dec 10 18:44:58.223890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6434a55b-fbf8-4a0b-8a96-04b78b0e1f19 req-cf47d301-02ec-42eb-9f94-c3e323298c97 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 210 time: 0.0351086 Dec 10 18:44:58.275754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-dd5ace1c-f5b5-4e59-b8ef-460c0b742132 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e966d78f185143f5ac9d1c2bd71130b1 HTTP/1.1" status: 200 len: 379 time: 0.0752420 Dec 10 18:44:58.292268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'port': {'device_id': '6d05524f-7918-4947-9b51-b68a84f439ab', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'admin_state_up': True, 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'security_groups': ['8c701fc4-7fbb-404a-828f-8325bf3f3c5c']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:58.314251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d40393c0-a6ae-4f4e-97a6-13e7a6a75f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.413677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Made reservation on behalf of e966d78f185143f5ac9d1c2bd71130b1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:44:58.417491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.546771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Allocated IP 172.20.0.6 (16f9b7de-5fc2-493e-86ae-7bd17a6f9364/ba89eeb7-9d18-4403-b98e-17129fc12e89/87ab3b10-124b-4ae7-9e54-cccce9a417f0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:44:58.699935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.737741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.788283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:44:58.791822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:44:58.795605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:44:58.833031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'Port': ['ID=87ab3b10-124b-4ae7-9e54-cccce9a417f0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:58.866003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:58.866788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:58.887274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-ecc08f6d-0831-4018-b575-aa0eb93faf5d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991268 Dec 10 18:44:58.901631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Request body: {'port': {'device_id': '6d05524f-7918-4947-9b51-b68a84f439ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:44:58.969607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.095334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8087e86f-fa47-47e2-8a0f-7a615a9bc03b None None] Provisioning complete for port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:59.096495 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8087e86f-fa47-47e2-8a0f-7a615a9bc03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.125288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bc001d2e-cfb3-4140-81b0-780e72812876 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:44:59.171917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8087e86f-fa47-47e2-8a0f-7a615a9bc03b None None] Port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:44:59.195938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port bc001d2e-cfb3-4140-81b0-780e72812876 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:44:59.196294 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.281756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ab3b10-124b-4ae7-9e54-cccce9a417f0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:44:59.292877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.317067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Transition to ACTIVE for port object 87ab3b10-124b-4ae7-9e54-cccce9a417f0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:44:59.333099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.408615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250737e6-6080-4d71-bf90-688a2c75f167 req-e7c63384-c499-4a4d-a708-b2bc173ff2ca tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:59.409901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-250737e6-6080-4d71-bf90-688a2c75f167 req-e7c63384-c499-4a4d-a708-b2bc173ff2ca tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 931 time: 0.1066983 Dec 10 18:44:59.410572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Pushing event updated for resources: {'Port': ['ID=87ab3b10-124b-4ae7-9e54-cccce9a417f0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:59.511565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-250737e6-6080-4d71-bf90-688a2c75f167 req-88653a1a-85f9-47c9-9458-7928f5f0d02d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933163 Dec 10 18:44:59.523831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Attempting to bind port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:44:59.524180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Attempting to bind port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:44:59.524516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Attempting to bind port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 on network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:59.536336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 on network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:44:59.536681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Attempting to bind port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 on network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:44:59.542201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:44:59.542588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Checking segment: {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:44:59.542976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Bound using segment: {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:44:59.543417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Bound port: 87ab3b10-124b-4ae7-9e54-cccce9a417f0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:44:59.543915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.620391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] For port 87ab3b10-124b-4ae7-9e54-cccce9a417f0, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:44:59.623850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] For port 87ab3b10-124b-4ae7-9e54-cccce9a417f0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:44:59.629765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.668108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:59.668724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:44:59.670139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] 10.222.0.30 "PUT /v2.0/ports/87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 200 len: 1091 time: 0.7737603 Dec 10 18:44:59.670618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:44:59.672954 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:44:59.718057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e90129-861d-4bc1-b87e-3eb1d925c981 service neutron] Pushing event updated for resources: {'Port': ['ID=87ab3b10-124b-4ae7-9e54-cccce9a417f0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:44:59.725823 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2f38b0-e22f-4cf2-a970-c35d987a116d x-openstack-request-id: req-0e2f38b0-e22f-4cf2-a970-c35d987a116d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:44:59.726129 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:44:59.728283 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0e2f38b0-e22f-4cf2-a970-c35d987a116d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:44:59.728858 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'status': 'completed', 'code': 200} Dec 10 18:44:59.795618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-3e70a522-ce02-4e5e-944b-1b6443e2e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:59.797264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-3e70a522-ce02-4e5e-944b-1b6443e2e0be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1094 time: 0.0536027 Dec 10 18:44:59.850306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-c71c9441-8ee9-499d-8313-9e32e0791622 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 200 len: 217 time: 0.0399704 Dec 10 18:44:59.907901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-140d7e01-e19d-440e-86e3-927ccb2161f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:59.909428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-140d7e01-e19d-440e-86e3-927ccb2161f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba89eeb7-9d18-4403-b98e-17129fc12e89 HTTP/1.1" status: 200 len: 847 time: 0.0505104 Dec 10 18:44:59.965649 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-598ece3c-5eca-4246-8910-9de673e2cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:44:59.967244 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-598ece3c-5eca-4246-8910-9de673e2cf13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498111 Dec 10 18:45:00.067806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-e5e29b6c-6bfc-47ca-bba5-dfd2a8ffcff4 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902436 Dec 10 18:45:00.176589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18247fd9-fa6e-4b9d-8522-53b718b7dfa7 req-b60bda3c-e4ef-4caf-a3b2-8c1d6649d843 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008334 Dec 10 18:45:00.284134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-62e9cb7c-51b0-4a99-9e3d-17eb4e06197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:00.285657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-62e9cb7c-51b0-4a99-9e3d-17eb4e06197f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1094 time: 0.0437644 Dec 10 18:45:00.384154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-00e08ae7-2e48-4046-918c-491773b207bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:00.385677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-00e08ae7-2e48-4046-918c-491773b207bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 200 len: 909 time: 0.0923820 Dec 10 18:45:00.434996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-786d8e0d-068a-4839-bd1a-443104b75298 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 200 len: 217 time: 0.0349383 Dec 10 18:45:00.487247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-6d248e9d-ee33-4b96-80bf-65e522419cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:00.488719 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-6d248e9d-ee33-4b96-80bf-65e522419cdb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba89eeb7-9d18-4403-b98e-17129fc12e89 HTTP/1.1" status: 200 len: 847 time: 0.0446465 Dec 10 18:45:00.543438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-d9a372a2-e475-433a-a444-c7e969e22ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:00.544969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-d9a372a2-e475-433a-a444-c7e969e22ea9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455060 Dec 10 18:45:00.652919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671a87e-5b99-4115-a70a-97e69b3619f3 req-1d5203ef-7509-481d-b368-1a18a77d9a22 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:00.655253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a671a87e-5b99-4115-a70a-97e69b3619f3 req-1d5203ef-7509-481d-b368-1a18a77d9a22 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 943 time: 0.0579176 Dec 10 18:45:00.655686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-ca5e626b-9d1d-4496-ad4b-98bf57d83093 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945799 Dec 10 18:45:00.708047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a671a87e-5b99-4115-a70a-97e69b3619f3 req-3c2f2d5e-9a8b-45a0-9500-a02af2bb985d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436053 Dec 10 18:45:00.756491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ea65a89-e3d4-40dd-8b15-3c179376cc6a req-8b755ed9-ecbf-451e-9a27-ede3df61186e service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895712 Dec 10 18:45:01.163974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febffb6-cb4c-4c0a-950b-92bd2d0a5377 req-c344b027-b639-439f-86b6-cb0a3508fa7b tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:01.165543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1febffb6-cb4c-4c0a-950b-92bd2d0a5377 req-c344b027-b639-439f-86b6-cb0a3508fa7b tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1097 time: 0.0565934 Dec 10 18:45:01.216217 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1febffb6-cb4c-4c0a-950b-92bd2d0a5377 req-297bd6e7-d392-4d03-88eb-b80cd3307c09 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421710 Dec 10 18:45:01.362489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22106773-4097-4be0-bcd6-c7fa16551006 req-890e1586-5556-4f19-b7bf-e1396c9892e1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:01.364016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22106773-4097-4be0-bcd6-c7fa16551006 req-890e1586-5556-4f19-b7bf-e1396c9892e1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0669267 Dec 10 18:45:01.418534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-22106773-4097-4be0-bcd6-c7fa16551006 req-44abe006-a2ea-4b7f-9f63-b13e32aea4c0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461693 Dec 10 18:45:01.441725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51080) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:01.505270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e7127a06-8fc4-452b-abe6-0365df355ef2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/4bcdcba2-5307-441e-a0dc-bb4086ad426c HTTP/1.1" status: 200 len: 993 time: 0.0622156 Dec 10 18:45:01.628554 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a58c84d2-cc47-4e28-b3f8-14882eeb12af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:01.832505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7758ad-24da-45fb-85e2-cb1e50203126 req-b05710d5-0c6b-49a1-8c75-90cf9e0e9295 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:01.834154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a7758ad-24da-45fb-85e2-cb1e50203126 req-b05710d5-0c6b-49a1-8c75-90cf9e0e9295 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 943 time: 0.0517595 Dec 10 18:45:01.885926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a7758ad-24da-45fb-85e2-cb1e50203126 req-854277ac-e0fa-4217-b04d-d19c2335d9e0 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447004 Dec 10 18:45:02.060020 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.068712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-77b954e5-b86f-4e2b-a6c1-654c7a8378bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0736406 Dec 10 18:45:02.079036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce199155-8f4d-41b7-8a22-036d4942147f req-6d664bef-fc55-4a86-8b9b-84650e983b53 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:02.080716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce199155-8f4d-41b7-8a22-036d4942147f req-6d664bef-fc55-4a86-8b9b-84650e983b53 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0775242 Dec 10 18:45:02.128846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.146717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce199155-8f4d-41b7-8a22-036d4942147f req-ffad35fa-f97b-4280-b00e-5e6110b5088c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588429 Dec 10 18:45:02.778289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 87ab3b10-124b-4ae7-9e54-cccce9a417f0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:45:02.883061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 87ab3b10-124b-4ae7-9e54-cccce9a417f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:02.897251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'port_id': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'mac_address': 'fa:16:3e:d7:f8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:45:02.946682 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:02.966553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ab3b10-124b-4ae7-9e54-cccce9a417f0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:45:02.989303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 87ab3b10-124b-4ae7-9e54-cccce9a417f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:02.994263 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:03.016541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41bd5c0-69f7-4272-bb9e-205a5d0a038d req-cf81b962-f637-42a5-8ef2-2d7745534b52 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:03.018169 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e41bd5c0-69f7-4272-bb9e-205a5d0a038d req-cf81b962-f637-42a5-8ef2-2d7745534b52 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 943 time: 0.0541799 Dec 10 18:45:03.052589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=87ab3b10-124b-4ae7-9e54-cccce9a417f0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:03.077890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e41bd5c0-69f7-4272-bb9e-205a5d0a038d req-2a0832f0-46f8-4811-86ef-d21a4f3cdb55 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512972 Dec 10 18:45:03.289254 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df703ce3-778d-4fa0-b409-dc496851e36a req-2585e33b-928e-442b-a90e-d4e25f4a9fcc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:03.290832 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df703ce3-778d-4fa0-b409-dc496851e36a req-2585e33b-928e-442b-a90e-d4e25f4a9fcc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0580182 Dec 10 18:45:03.301936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['87ab3b10-124b-4ae7-9e54-cccce9a417f0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:45:03.342094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df703ce3-778d-4fa0-b409-dc496851e36a req-4d7d737b-e98f-427e-8d2a-ea036be2c27a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448647 Dec 10 18:45:03.491857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-313ad8c5-bfd5-47ce-94dc-fde2d84418b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:03.493511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-313ad8c5-bfd5-47ce-94dc-fde2d84418b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1097 time: 0.0422587 Dec 10 18:45:03.583141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-5282c538-9a81-442a-b48e-7209378d276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:03.585038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-5282c538-9a81-442a-b48e-7209378d276d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.0845253 Dec 10 18:45:03.656524 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-889f3d06-9461-42d0-ba3b-24c9c92e7c29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 1001 time: 0.0631175 Dec 10 18:45:03.707502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-f480a65f-e25b-4053-8e10-32d93b84f994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:03.708961 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-f480a65f-e25b-4053-8e10-32d93b84f994 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0454903 Dec 10 18:45:03.760004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-30616687-d5ad-464a-b762-17c341d98b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:03.761529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-30616687-d5ad-464a-b762-17c341d98b11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436883 Dec 10 18:45:03.788468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:03.861960 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-2c4c31d2-4550-4e83-a762-516a9aa1d996 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928028 Dec 10 18:45:03.954593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-ce9d8009-11c9-44f4-9904-78186defdd3f service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848265 Dec 10 18:45:04.119709 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:04.199261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33202209-2dec-4ec9-87f6-4b92132896aa req-992e59b5-d8f3-4ac9-8c31-24888be8e454 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:04.200749 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-33202209-2dec-4ec9-87f6-4b92132896aa req-992e59b5-d8f3-4ac9-8c31-24888be8e454 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 944 time: 0.0513890 Dec 10 18:45:04.256823 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-33202209-2dec-4ec9-87f6-4b92132896aa req-88c94532-f7a6-4b96-9de4-0b1599007b6c tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496078 Dec 10 18:45:04.475007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1a3339-ebdb-4791-a059-7b1101a95ceb req-5265cb36-2b9b-46d8-b272-07ed23814d82 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:04.476990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da1a3339-ebdb-4791-a059-7b1101a95ceb req-5265cb36-2b9b-46d8-b272-07ed23814d82 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0578177 Dec 10 18:45:04.533026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-da1a3339-ebdb-4791-a059-7b1101a95ceb req-2db5d0e2-b91d-489e-bc4f-7d35ab3df33f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497031 Dec 10 18:45:04.793215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 87ab3b10-124b-4ae7-9e54-cccce9a417f0 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:04.855947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:45:04.861334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:04.863526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:04.864020 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:05.114759 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:05.137548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:05.139846 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fcf4df-b968-40f6-9c16-1407f02b52db" -d '{"events": [{"server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "name": "network-vif-plugged", "status": "completed", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:05.153407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 87ab3b10-124b-4ae7-9e54-cccce9a417f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:05.159590 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:05.186433 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031424bb-2e28-4238-8da7-f8442fcc66e4 x-openstack-request-id: req-031424bb-2e28-4238-8da7-f8442fcc66e4 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:05.186728 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "name": "network-vif-plugged", "status": "completed", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:05.186978 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-031424bb-2e28-4238-8da7-f8442fcc66e4 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:05.187363 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'code': 200} Dec 10 18:45:05.222399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=87ab3b10-124b-4ae7-9e54-cccce9a417f0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:05.296388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f456e-1e0d-4925-b5c1-5cc2956c70ea req-2b619cf0-57ee-4221-b1cd-ad8fea21a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:05.298056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-488f456e-1e0d-4925-b5c1-5cc2956c70ea req-2b619cf0-57ee-4221-b1cd-ad8fea21a369 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1096 time: 0.0425761 Dec 10 18:45:05.354497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-488f456e-1e0d-4925-b5c1-5cc2956c70ea req-b3b7d588-1e09-4660-beff-9812b3d0316a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447764 Dec 10 18:45:05.392114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f438e-3d18-46b1-8817-4ebdea1b2242 req-fcb8d5e7-e519-4edb-a828-fa4ed0fd55b8 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:05.393627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-664f438e-3d18-46b1-8817-4ebdea1b2242 req-fcb8d5e7-e519-4edb-a828-fa4ed0fd55b8 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.0506558 Dec 10 18:45:05.448559 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-664f438e-3d18-46b1-8817-4ebdea1b2242 req-db38ef81-bca3-44c7-9d03-1b7ea990f637 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486279 Dec 10 18:45:05.658873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5f2b8-8e73-41ab-9af0-fc73dacef176 req-50389c4f-ce4a-4746-b8e8-56eadf622ed7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:05.660301 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bca5f2b8-8e73-41ab-9af0-fc73dacef176 req-50389c4f-ce4a-4746-b8e8-56eadf622ed7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0549388 Dec 10 18:45:05.712234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bca5f2b8-8e73-41ab-9af0-fc73dacef176 req-576fb638-2ff0-44c0-94fd-8ddf982dec08 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455766 Dec 10 18:45:06.591796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a3ad5-a5ac-41af-8141-2f20fa1031a9 req-96ba7f1b-7c95-450a-9dd9-acb0f43be4f7 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:06.593330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-130a3ad5-a5ac-41af-8141-2f20fa1031a9 req-96ba7f1b-7c95-450a-9dd9-acb0f43be4f7 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.0682020 Dec 10 18:45:06.651550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-130a3ad5-a5ac-41af-8141-2f20fa1031a9 req-0a73d313-6db5-4d5a-91a2-5d89791a8fc5 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518789 Dec 10 18:45:06.844012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa18cad-5137-4036-91b2-61274f29c624 req-c8fa8490-4f4a-48bc-ad5e-c74bd86a44a5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:06.845778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa18cad-5137-4036-91b2-61274f29c624 req-c8fa8490-4f4a-48bc-ad5e-c74bd86a44a5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0552530 Dec 10 18:45:06.895378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7aa18cad-5137-4036-91b2-61274f29c624 req-8aa33d3b-015e-42e1-9376-5a4922decbdb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434129 Dec 10 18:45:07.793493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bf101-9d3d-4f81-b6b2-e54879c02c67 req-d515051e-8cab-4bcc-918d-0c092e4661d1 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:07.795055 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-597bf101-9d3d-4f81-b6b2-e54879c02c67 req-d515051e-8cab-4bcc-918d-0c092e4661d1 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.0553627 Dec 10 18:45:07.853130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-597bf101-9d3d-4f81-b6b2-e54879c02c67 req-6891067d-f1e8-4d0a-a7b0-64574d964a6c tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516520 Dec 10 18:45:07.979492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87787ed2-6c27-4434-9822-963594e48c1e req-7edf68f8-d11f-48de-ba81-9c356294bf70 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:07.981038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87787ed2-6c27-4434-9822-963594e48c1e req-7edf68f8-d11f-48de-ba81-9c356294bf70 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.0523455 Dec 10 18:45:08.023326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33505c8d-61ee-4d6a-a8f3-700c2c1b2bf4 req-a7508f25-be3c-4732-beaf-d1cdee3ed2af tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:08.025301 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-33505c8d-61ee-4d6a-a8f3-700c2c1b2bf4 req-a7508f25-be3c-4732-beaf-d1cdee3ed2af tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0548778 Dec 10 18:45:08.033789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-87787ed2-6c27-4434-9822-963594e48c1e req-29abe25b-a2d9-4134-8a31-0c5198bbf196 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462646 Dec 10 18:45:08.076280 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-33505c8d-61ee-4d6a-a8f3-700c2c1b2bf4 req-5f20f5ba-6173-49bb-871a-67bcde8d5ed4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442951 Dec 10 18:45:08.155595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f86db9-c072-47dd-a60b-1a91b2e92c17 req-b5f9aca5-f450-4f25-9811-bcd26d9a908d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:08.157178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8f86db9-c072-47dd-a60b-1a91b2e92c17 req-b5f9aca5-f450-4f25-9811-bcd26d9a908d tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.0546789 Dec 10 18:45:08.210052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8f86db9-c072-47dd-a60b-1a91b2e92c17 req-224310c0-a1fb-4dab-8f59-3b3a5201036f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441973 Dec 10 18:45:08.236467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51158) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:08.374761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e44e5c-a6cd-4f49-bf9d-2429fca80fc7 tempest-TestServerBasicOps-1725234854 tempest-TestServerBasicOps-1725234854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:08.376340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-05e44e5c-a6cd-4f49-bf9d-2429fca80fc7 tempest-TestServerBasicOps-1725234854 tempest-TestServerBasicOps-1725234854-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1091 time: 0.1387832 Dec 10 18:45:08.380241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51162) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:08.384841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:08.412451 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:08.516259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:08.623251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Allocated IP 172.25.2.206 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/eafd8209-a320-4d65-afca-49d85e12e958) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:45:09.101846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:09.141253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:09.211155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:45:09.216119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:09.221618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:45:09.246868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'Port': ['ID=eafd8209-a320-4d65-afca-49d85e12e958,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:09.276922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee217a-8da5-4a3a-a50b-7894019b3083 req-83de07d2-5edb-4317-b35d-956231ebf200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:09.278424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8fee217a-8da5-4a3a-a50b-7894019b3083 req-83de07d2-5edb-4317-b35d-956231ebf200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.1122367 Dec 10 18:45:09.388274 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8fee217a-8da5-4a3a-a50b-7894019b3083 req-e570c948-79f3-44f1-960d-e5bbbc1703ed tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035166 Dec 10 18:45:09.664099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:09.745216 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:09.914845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:09.920928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:09.991244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event updated for resources: {'Port': ['ID=eafd8209-a320-4d65-afca-49d85e12e958,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:10.011708 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:10.122875 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Floating IP 43ecbf7a-ffa7-4962-b985-e696b72dd324 associated. External IP: 172.25.2.206, port: 87ab3b10-124b-4ae7-9e54-cccce9a417f0. Dec 10 18:45:10.340853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Router 862b6583-b428-4727-8ee9-89883b367135 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:45:10.453261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:45:10.463963 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] Sync routers for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:45:10.474595 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:10.475212 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:45:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:10.497263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:10.529479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f0d11ac4-fe70-4256-bccb-88d33f3c9336 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1481507 Dec 10 18:45:10.530844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:10.533138 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ce87b2-b571-4540-8132-8ec0ad57ee82" -d '{"events": [{"name": "network-changed", "server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:10.553484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46e81e-b428-40c1-9c99-3611f8b03890 req-b142c269-0e12-496b-81a7-4359ac8d3bc3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:10.555134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d46e81e-b428-40c1-9c99-3611f8b03890 req-b142c269-0e12-496b-81a7-4359ac8d3bc3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0910792 Dec 10 18:45:10.577727 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24577ab3-9762-461d-b53a-b282e3423afd x-openstack-request-id: req-24577ab3-9762-461d-b53a-b282e3423afd {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:10.578088 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:10.578386 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-24577ab3-9762-461d-b53a-b282e3423afd {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:10.578851 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'status': 'completed', 'code': 200} Dec 10 18:45:10.582862 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:10.612424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d46e81e-b428-40c1-9c99-3611f8b03890 req-9c992f6a-b43e-4959-a081-3024aff4d5ac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508986 Dec 10 18:45:10.645299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-20d26609-a5e9-4e25-a390-cdebc636ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:10.646883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-20d26609-a5e9-4e25-a390-cdebc636ab63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1096 time: 0.0444951 Dec 10 18:45:10.747920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-ba4de009-c7ce-4eb2-b5ac-13ca4505e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:10.749355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-ba4de009-c7ce-4eb2-b5ac-13ca4505e348 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 200 len: 909 time: 0.0933013 Dec 10 18:45:10.819634 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '43ecbf7a-ffa7-4962-b985-e696b72dd324', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '862b6583-b428-4727-8ee9-89883b367135', 'port_id': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'mac_address': 'fa:16:3e:d7:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d05524f-7918-4947-9b51-b68a84f439ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:45:09Z', 'updated_at': '2021-12-10T18:45:09Z', 'revision_number': 0, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 5, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:10.823569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-eb2dd582-f393-4d5a-b2c7-7adb928abf21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 200 len: 999 time: 0.0647893 Dec 10 18:45:10.850209 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] Checking router: 862b6583-b428-4727-8ee9-89883b367135 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:45:10.858828 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:10.859426 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:45:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:10.882936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-71a69e18-eae6-410f-bc44-9c2b14cb6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:10.884350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-71a69e18-eae6-410f-bc44-9c2b14cb6b00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba89eeb7-9d18-4403-b98e-17129fc12e89 HTTP/1.1" status: 200 len: 847 time: 0.0529294 Dec 10 18:45:10.933854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-cf017b82-a279-4756-a806-fc706ba74607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:10.935405 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-cf017b82-a279-4756-a806-fc706ba74607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441070 Dec 10 18:45:10.971479 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:11.031923 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-cb78e096-43ca-43e4-baa3-caa943145f7d service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885851 Dec 10 18:45:11.129639 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-58ce87b2-b571-4540-8132-8ec0ad57ee82 req-9b89234a-aece-4926-88f4-66baeb258dd1 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893977 Dec 10 18:45:11.206987 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '43ecbf7a-ffa7-4962-b985-e696b72dd324', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '862b6583-b428-4727-8ee9-89883b367135', 'port_id': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'mac_address': 'fa:16:3e:d7:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d05524f-7918-4947-9b51-b68a84f439ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:45:09Z', 'updated_at': '2021-12-10T18:45:09Z', 'revision_number': 0, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 5, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:11.239096 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baabfbd0-e7c1-4c00-a02b-a8dd8e3b207d None None] The sync data for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 is: [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '43ecbf7a-ffa7-4962-b985-e696b72dd324', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'floating_ip_address': '172.25.2.206', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '862b6583-b428-4727-8ee9-89883b367135', 'port_id': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'mac_address': 'fa:16:3e:d7:f8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d05524f-7918-4947-9b51-b68a84f439ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:45:09Z', 'updated_at': '2021-12-10T18:45:09Z', 'revision_number': 0, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 5, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:45:11.451999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9384dd92-4f92-47b3-a636-061e995ea103 None None] New status for floating IP 43ecbf7a-ffa7-4962-b985-e696b72dd324: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:45:11.748070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f31b1-1c2a-40a0-9f1f-0f3faec75342 req-fe7be5ad-9251-4b1c-a973-a7092d610533 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:11.749588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d00f31b1-1c2a-40a0-9f1f-0f3faec75342 req-fe7be5ad-9251-4b1c-a973-a7092d610533 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0643594 Dec 10 18:45:11.805742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d00f31b1-1c2a-40a0-9f1f-0f3faec75342 req-55792df9-0f5f-43ae-b6ad-011ec3f8c5d8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467761 Dec 10 18:45:12.933275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178191fc-d6a6-4984-8d5f-5d41bbd0eb65 req-68522277-18e4-4dfe-befa-2240f33f386e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:12.934831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-178191fc-d6a6-4984-8d5f-5d41bbd0eb65 req-68522277-18e4-4dfe-befa-2240f33f386e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0510769 Dec 10 18:45:12.994587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-178191fc-d6a6-4984-8d5f-5d41bbd0eb65 req-b194ae7c-37ce-4fc1-92e4-555f0eb050e5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504787 Dec 10 18:45:14.133884 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fee4c7-2389-4eff-b471-1385993f0dcf req-23ceecc0-954d-4a5a-b9ab-bfba72fc1203 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:14.135375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0fee4c7-2389-4eff-b471-1385993f0dcf req-23ceecc0-954d-4a5a-b9ab-bfba72fc1203 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0598629 Dec 10 18:45:14.189814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0fee4c7-2389-4eff-b471-1385993f0dcf req-b58abc4f-dd25-45ad-93c6-5392fbe1b22c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481400 Dec 10 18:45:14.792883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-f6de3fdb-47a4-49de-8cf9-541169ea46d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1051478 Dec 10 18:45:14.862013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-d0a634ad-9fe9-401e-a8f2-006c68463f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:14.863578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-d0a634ad-9fe9-401e-a8f2-006c68463f89 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1097 time: 0.0463700 Dec 10 18:45:14.988648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-1d5b3585-3490-4943-bd8a-371e3cffaa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:14.990433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-1d5b3585-3490-4943-bd8a-371e3cffaa8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1002920 Dec 10 18:45:15.064800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-7e89cff6-ad97-4677-b7f3-acab9ddaf0a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 1002 time: 0.0653961 Dec 10 18:45:15.116999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-f59946df-c9e6-48df-96c4-5f5fef91712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:15.118483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-f59946df-c9e6-48df-96c4-5f5fef91712d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0455613 Dec 10 18:45:15.169306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-0833e73f-a2d9-47a5-920b-1ca7c9fb96cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:15.170879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-0833e73f-a2d9-47a5-920b-1ca7c9fb96cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455415 Dec 10 18:45:15.280614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-8c2fb929-b6a2-4628-a12d-0cc458177575 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017890 Dec 10 18:45:15.323364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e57c90-438a-448c-a545-b2622aacc297 req-4be5c124-e8ce-4620-bdbd-5f8731adcfe7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:15.326391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8e57c90-438a-448c-a545-b2622aacc297 req-4be5c124-e8ce-4620-bdbd-5f8731adcfe7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0577989 Dec 10 18:45:15.378907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8e57c90-438a-448c-a545-b2622aacc297 req-42a671ac-c9f9-46fe-90cc-fe1b285b420f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477867 Dec 10 18:45:15.389220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1eabec-3dfc-4000-beb1-fa7102786d99 req-3397701f-876a-4c41-b459-9f08c60e6425 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011426 Dec 10 18:45:16.514196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1cb1a-af47-4b1d-8d47-e84aef70dd31 req-63601629-2f91-4b2c-a5ce-eabd533f14bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:16.515803 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3cb1cb1a-af47-4b1d-8d47-e84aef70dd31 req-63601629-2f91-4b2c-a5ce-eabd533f14bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0621557 Dec 10 18:45:16.586034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3cb1cb1a-af47-4b1d-8d47-e84aef70dd31 req-dd83aa5e-41f8-4abf-8250-3d5fd405347a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632622 Dec 10 18:45:16.829081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-f3071507-68b0-4af3-9ec6-92430fef1f4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4019535 Dec 10 18:45:16.943645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-22f4b527-f86d-4b66-ba73-e0b2595ea891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:16.946114 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-22f4b527-f86d-4b66-ba73-e0b2595ea891 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 1096 time: 0.0626771 Dec 10 18:45:17.090004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-2d2f60d8-a9fe-4e61-ade0-879222c6408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.092115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-2d2f60d8-a9fe-4e61-ade0-879222c6408c service neutron] 10.222.0.30 "GET /v2.0/networks?id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 200 len: 911 time: 0.1199274 Dec 10 18:45:17.164239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-3ac5bdab-1a35-41c6-8f15-e10c0c3b4c73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52b47516-adbc-47b9-89bd-15d41ac55219 HTTP/1.1" status: 200 len: 1001 time: 0.0632081 Dec 10 18:45:17.221085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-27ab62a7-c35e-4425-9c63-4b103067c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.223198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-27ab62a7-c35e-4425-9c63-4b103067c524 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 200 len: 849 time: 0.0514810 Dec 10 18:45:17.279572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-261242de-cd2f-465c-9dc1-7775c0bcdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.281087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-261242de-cd2f-465c-9dc1-7775c0bcdb8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d73a3d5a-dcd0-4f9e-9775-142cfa839c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505996 Dec 10 18:45:17.379965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-6f995476-d5a2-4c24-8c15-49accb836b28 service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877273 Dec 10 18:45:17.482519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6a73089-c2cf-4e58-a0f6-62ba2d207e76 req-633c63e6-2825-4eaa-bd03-99f93949e94f service neutron] 10.222.0.30 "GET /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951743 Dec 10 18:45:17.715236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a4d6c-3942-45e8-b4b9-a13afb2db9eb req-7c44d10e-a84a-4e61-b939-ccb08fd9ffee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:17.716658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b1a4d6c-3942-45e8-b4b9-a13afb2db9eb req-7c44d10e-a84a-4e61-b939-ccb08fd9ffee tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0512197 Dec 10 18:45:17.770972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b1a4d6c-3942-45e8-b4b9-a13afb2db9eb req-cc56450f-5841-4b9c-8ff7-8ed6d34df8dd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475779 Dec 10 18:45:18.996434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539334-243d-4b48-83eb-0469054a7e48 req-9fbe66d0-b9dd-41e8-8f58-af4375de5d17 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:19.006987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3539334-243d-4b48-83eb-0469054a7e48 req-9fbe66d0-b9dd-41e8-8f58-af4375de5d17 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0924327 Dec 10 18:45:19.075849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c3539334-243d-4b48-83eb-0469054a7e48 req-f8a25dd8-e9c7-4148-b9d6-526048241474 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569592 Dec 10 18:45:20.250225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412153b-10e2-4850-bcce-499ef0b487e9 req-3ca16fa5-6245-44b7-806f-2ead9239604e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:20.252544 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5412153b-10e2-4850-bcce-499ef0b487e9 req-3ca16fa5-6245-44b7-806f-2ead9239604e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0594676 Dec 10 18:45:20.346427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5412153b-10e2-4850-bcce-499ef0b487e9 req-d0bab396-3a06-4d00-ac65-bcf559ed1691 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754347 Dec 10 18:45:20.891991 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-4c14514e-520f-4c9d-b7a3-67d6e11ef163 service neutron] show failed (client error): The resource could not be found. Dec 10 18:45:20.893363 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-4c14514e-520f-4c9d-b7a3-67d6e11ef163 service neutron] 10.222.0.59 "GET /v2.0/ports/80362cba-a4a6-4425-8bbf-52fd6e5a932c/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0971470 Dec 10 18:45:21.209605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-a2df6c82-134e-4667-9f80-ffec095a35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:21.211801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-a2df6c82-134e-4667-9f80-ffec095a35d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 1097 time: 0.0935829 Dec 10 18:45:21.224702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:21.285290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.550794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406c630-4cfe-4902-ae5c-859ae138d93c req-c471f0b6-3b8b-47b2-9b3f-61b801ceae0e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:21.552245 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e406c630-4cfe-4902-ae5c-859ae138d93c req-c471f0b6-3b8b-47b2-9b3f-61b801ceae0e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.1168039 Dec 10 18:45:21.617194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:21.667824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e406c630-4cfe-4902-ae5c-859ae138d93c req-a5469e29-d97a-4991-8edc-87e2cc616450 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919909 Dec 10 18:45:21.685738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:45:21.735429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:21.737918 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ad164d-7473-463c-81ca-4a95c58c4a2c" -d '{"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-unplugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:21.743046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.758579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Transition to ACTIVE for port object 80362cba-a4a6-4425-8bbf-52fd6e5a932c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:45:21.763823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:21.832513 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3100791a-ec0a-4095-98d2-6e30494ed1e3 x-openstack-request-id: req-3100791a-ec0a-4095-98d2-6e30494ed1e3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:21.832803 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-unplugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:21.833063 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3100791a-ec0a-4095-98d2-6e30494ed1e3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:21.833507 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'code': 200} Dec 10 18:45:21.903821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:21.929875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.930265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.930749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.931166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.931566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.931974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.932363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.932737 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.933146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.933552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.933944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.934337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:21.934676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:45:22.004014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] No DVR routers for this DVR port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:45:22.206662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:45:22.207038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:45:22.207336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:22.214288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:45:22.214584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:22.220298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:45:22.221091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Checking segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:45:22.221091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Bound using segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:45:22.222117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Bound port: 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:45:22.222117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:22.313965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:45:22.317345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:45:22.323604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:22.366207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:22.367002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:22.368515 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 1092 time: 1.1478820 Dec 10 18:45:22.388860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53faf1-b7fb-494c-992b-bfa6ebdd98e0 service neutron] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:22.474543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-2066cbe5-57cd-4ef2-bb2b-23c2b8b6634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:22.476601 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-2066cbe5-57cd-4ef2-bb2b-23c2b8b6634c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1095 time: 0.0533099 Dec 10 18:45:22.600528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-dc6e5713-0cd4-4145-bcf5-3de27db5595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:22.602038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-dc6e5713-0cd4-4145-bcf5-3de27db5595a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.1119268 Dec 10 18:45:22.677811 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-8f484f6d-0d93-4326-a03c-1fbe4c184a58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 999 time: 0.0655594 Dec 10 18:45:22.746663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-4f2a416a-7696-4dd0-8bfb-db43f576b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:22.748187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-4f2a416a-7696-4dd0-8bfb-db43f576b140 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0614572 Dec 10 18:45:22.818015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38b993-aa34-4f30-9e28-eb573211c918 req-74710974-d32d-4dc3-add8-370bcc087037 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:22.820604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec38b993-aa34-4f30-9e28-eb573211c918 req-74710974-d32d-4dc3-add8-370bcc087037 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 944 time: 0.0619376 Dec 10 18:45:22.831393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-c9748874-1f61-44b1-8e54-74d5a242fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:22.833023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-c9748874-1f61-44b1-8e54-74d5a242fea8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734038 Dec 10 18:45:22.903139 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ec38b993-aa34-4f30-9e28-eb573211c918 req-58758488-6b94-4527-b2c6-7369775d5884 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754364 Dec 10 18:45:22.941560 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-c2d5e916-108c-46a2-9f37-8eda7ab03746 service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990057 Dec 10 18:45:23.055215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-cde86a17-0397-490f-a27d-285b7c9a0504 service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995615 Dec 10 18:45:23.551690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-b0229974-f474-47e2-9a18-38d455c89f28 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262649403&fields=id&tenant_id=1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 267 time: 0.0535197 Dec 10 18:45:23.670177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-e428dcbf-9668-4346-84d7-af0392594647 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:23.671597 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-e428dcbf-9668-4346-84d7-af0392594647 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1094575 Dec 10 18:45:23.688781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-8ba23af8-f37b-4d9e-887b-7a9a9bd585fb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/quotas/1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 375 time: 0.0101309 Dec 10 18:45:23.745385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-5b29d779-f6d6-4fcc-9d5e-5bd3796b438a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511198 Dec 10 18:45:23.809263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:23.835104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:23.837586 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6662865-bcab-4fbf-a39c-9286a23dd38f" -d '{"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:23.850423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:23.852551 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-f319817f-c770-4f31-8aca-bbbd364583c8 service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946274 Dec 10 18:45:23.898043 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedd5fa7-8721-48b5-972b-948aaf8caa78 x-openstack-request-id: req-bedd5fa7-8721-48b5-972b-948aaf8caa78 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:23.898347 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:23.898633 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bedd5fa7-8721-48b5-972b-948aaf8caa78 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:23.899045 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'status': 'completed', 'code': 200} Dec 10 18:45:23.947206 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-17c4f570-8dbf-439c-861e-266f2df194ad service neutron] 10.222.0.55 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886755 Dec 10 18:45:24.028622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-fede051c-9097-46f2-bcc4-c98468fe2d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.030168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-fede051c-9097-46f2-bcc4-c98468fe2d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1095 time: 0.1115603 Dec 10 18:45:24.035075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-4456abc1-ae84-4d07-96dd-63af8a3f10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.036477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-4456abc1-ae84-4d07-96dd-63af8a3f10c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1095 time: 0.0881720 Dec 10 18:45:24.144632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827895a-90a8-467a-a826-b4be3cd859e9 req-bc6a12b7-0dca-413f-9299-e273e1e3a19e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.146154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6827895a-90a8-467a-a826-b4be3cd859e9 req-bc6a12b7-0dca-413f-9299-e273e1e3a19e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 944 time: 0.1670051 Dec 10 18:45:24.261266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-9195f154-d672-4107-ba61-fd07b246c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.262828 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-9195f154-d672-4107-ba61-fd07b246c42c service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.2254801 Dec 10 18:45:24.264802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-eeadfdbd-f766-4371-862c-1e0a82735d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.266132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-eeadfdbd-f766-4371-862c-1e0a82735d54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.2195988 Dec 10 18:45:24.269592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc149876-ec83-4ec2-b78c-2034a2f58582 req-cd29958e-7830-4fda-b19f-6d11de7aa2e1 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0309610 Dec 10 18:45:24.277198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6827895a-90a8-467a-a826-b4be3cd859e9 req-1c8c0992-b22e-428c-898a-d6694908256b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211364 Dec 10 18:45:24.393346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-76d60d8e-e374-4a2c-bc51-32977b6f0c41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 999 time: 0.1150467 Dec 10 18:45:24.402751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-cc2ceff9-d8c8-4626-8280-64879bd01669 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 999 time: 0.1177051 Dec 10 18:45:24.488431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-94c72771-7dde-4e6c-8da9-c2cdf22a52d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.489965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-94c72771-7dde-4e6c-8da9-c2cdf22a52d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0894496 Dec 10 18:45:24.497106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-1a2ed4a5-7abf-48c0-a9e2-2d0aa33e3bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.498526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-1a2ed4a5-7abf-48c0-a9e2-2d0aa33e3bca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0662901 Dec 10 18:45:24.573468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-fee1c550-cf18-4555-8a23-06dbe1fed60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.575063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-fee1c550-cf18-4555-8a23-06dbe1fed60e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756345 Dec 10 18:45:24.576744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-876fc92e-bf1c-4d15-97c6-1239979337ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:24.579120 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-876fc92e-bf1c-4d15-97c6-1239979337ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696123 Dec 10 18:45:24.742486 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-bfdb140f-e2b6-49fa-9917-acbbeb5bafe3 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603377 Dec 10 18:45:24.744183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-ceaf35d1-7650-42c1-abb6-cf3050d3d2fa service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542022 Dec 10 18:45:24.876911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:45:24.906497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-84d54e54-8719-4af7-b26d-a868bdc09729 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564100 Dec 10 18:45:24.908370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6662865-bcab-4fbf-a39c-9286a23dd38f req-e2b84d61-cced-4526-8a0c-a690cb93ac7e service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509655 Dec 10 18:45:24.987097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:24.999408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'port_id': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'mac_address': 'fa:16:3e:0b:b2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:45:25.036063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.049306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80362cba-a4a6-4425-8bbf-52fd6e5a932c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:45:25.069446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:25.074105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.122978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:25.380692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['80362cba-a4a6-4425-8bbf-52fd6e5a932c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:45:25.387562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-f5cc2594-628e-4115-8fa3-a8382302fae4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.389105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-f5cc2594-628e-4115-8fa3-a8382302fae4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 811 time: 0.1304388 Dec 10 18:45:25.406985 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9db3cc73-cdff-47a4-bef3-d4faf5cf2787 req-ce5e413e-8a8a-4807-a7cf-531f1d44b9e0 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0562279 Dec 10 18:45:25.493439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009531b2-045a-490f-a257-b79c545972c9 req-3923f1ef-8545-4bd9-9988-e61ec82af21a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.495110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-009531b2-045a-490f-a257-b79c545972c9 req-3923f1ef-8545-4bd9-9988-e61ec82af21a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 945 time: 0.1369135 Dec 10 18:45:25.496023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-d8b73c34-9954-4784-b44c-2cce33ca33c5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1045a22b75f74badbb64f97470785ec4 HTTP/1.1" status: 200 len: 380 time: 0.0917256 Dec 10 18:45:25.512726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'port': {'device_id': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'admin_state_up': True, 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'security_groups': ['be9f1780-1a1f-420d-bde4-64485e6d25e6']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:25.563376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-009531b2-045a-490f-a257-b79c545972c9 req-6fad277f-8851-4a34-a190-306f70743a91 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619009 Dec 10 18:45:25.646058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Made reservation on behalf of 1045a22b75f74badbb64f97470785ec4 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:45:25.651408 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:25.867657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dd369-c563-4a7f-b2b9-f4cfce2cde52 req-0a0477a3-40c3-4781-96ca-97394a2584c9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.868253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.20.0.8 (befa5d99-05cc-4c47-b670-bb18516544f4/db6835f1-672a-4f6a-976f-50ddb05f42fc/8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:45:25.876668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-343dd369-c563-4a7f-b2b9-f4cfce2cde52 req-0a0477a3-40c3-4781-96ca-97394a2584c9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 945 time: 0.0760570 Dec 10 18:45:25.891040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-96b15561-dbab-4036-b540-94b88fb1e598 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:25.893141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-96b15561-dbab-4036-b540-94b88fb1e598 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 945 time: 0.1065063 Dec 10 18:45:25.928772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-343dd369-c563-4a7f-b2b9-f4cfce2cde52 req-f606d2bd-8c1a-4e62-a78d-cb2627cb3b8d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510561 Dec 10 18:45:26.359434 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-3a9dca0c-2b0c-433c-bc52-acce88b5481a service neutron] 10.222.0.30 "GET /v2.0/ports/80362cba-a4a6-4425-8bbf-52fd6e5a932c/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 382 time: 0.4537160 Dec 10 18:45:26.443013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.464969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-e4a07463-7c7c-46b4-a026-9989c96ab688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.466572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-e4a07463-7c7c-46b4-a026-9989c96ab688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1096 time: 0.0717285 Dec 10 18:45:26.565446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fcab13d-7a06-4a1b-9fe1-333714f6e42b req-1f67f9f9-ae19-4946-b0f8-c23b9fa7fb95 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0371675 Dec 10 18:45:26.568396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.646671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network befa5d99-05cc-4c47-b670-bb18516544f4 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:45:26.656821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:26.661300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:45:26.664192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:26.689118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-3abc0323-a2d4-48cc-a573-84547ce14b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.690812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-3abc0323-a2d4-48cc-a573-84547ce14b77 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.2153778 Dec 10 18:45:26.759598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.760253 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.781891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-2a1d41e2-c318-459d-b4ce-0f916cc28a7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 1000 time: 0.0807989 Dec 10 18:45:26.786996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-9ceba7d1-1b55-4b8a-b31b-5047491ca19a tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2818384 Dec 10 18:45:26.818336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Request body: {'port': {'device_id': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:26.885918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-68a38e82-f628-4efb-a103-e889cd8a0a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.887246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-68a38e82-f628-4efb-a103-e889cd8a0a3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0830638 Dec 10 18:45:26.893993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:26.938140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1cb2a060-956a-43db-aab8-ec1edfca9985 None None] Provisioning complete for port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:26.938806 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1cb2a060-956a-43db-aab8-ec1edfca9985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.940177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:26.995699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-b3ef3bfa-4d68-45a0-9039-d59336e3cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:26.997247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-b3ef3bfa-4d68-45a0-9039-d59336e3cc96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935056 Dec 10 18:45:27.005605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2a060-956a-43db-aab8-ec1edfca9985 None None] Port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:45:27.021865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 80362cba-a4a6-4425-8bbf-52fd6e5a932c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:45:27.026381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 80362cba-a4a6-4425-8bbf-52fd6e5a932c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:27.026769 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:27.128740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:27.159726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:27.162197 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68796dd-b146-4a1c-8789-b7c94f225dd9" -d '{"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-plugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:27.192230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:27.197994 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:27.211607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae9722-6d69-4382-a25c-bd3969d1f3fa req-877a13fb-1caa-4188-834f-9dc90f617630 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:27.213123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fdae9722-6d69-4382-a25c-bd3969d1f3fa req-877a13fb-1caa-4188-834f-9dc90f617630 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 945 time: 0.1901188 Dec 10 18:45:27.240234 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66553f90-1b38-4e03-9d34-bd49e7781be3 x-openstack-request-id: req-66553f90-1b38-4e03-9d34-bd49e7781be3 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:27.241357 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-plugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:27.241796 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-66553f90-1b38-4e03-9d34-bd49e7781be3 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:27.242987 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'code': 200} Dec 10 18:45:27.261843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:27.332794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-686314b4-1f8f-40ac-9d30-805657a955bd service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252845 Dec 10 18:45:27.375198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fdae9722-6d69-4382-a25c-bd3969d1f3fa req-a28fd9af-3aeb-49ec-b101-4dca50e99f09 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445193 Dec 10 18:45:27.505900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-ccb18c57-3d9d-4804-af7d-5a4e7f96830a service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543882 Dec 10 18:45:27.514569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:45:27.527990 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:27.548862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Transition to ACTIVE for port object 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:45:27.554227 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:27.740060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:27.802146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Attempting to bind port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:45:27.802515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Attempting to bind port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:45:27.802845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Attempting to bind port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:27.810878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 on network befa5d99-05cc-4c47-b670-bb18516544f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:45:27.822272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Attempting to bind port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 on network befa5d99-05cc-4c47-b670-bb18516544f4 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:27.834903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcc4ec-c760-49cf-9fe8-f1aaf2d7e75f req-ba5859ed-c084-4877-9a6a-ffa2622ded7b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:27.842779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05bcc4ec-c760-49cf-9fe8-f1aaf2d7e75f req-ba5859ed-c084-4877-9a6a-ffa2622ded7b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0962496 Dec 10 18:45:27.854200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:45:27.854592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Checking segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:45:27.854982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Bound using segment: {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:45:27.855424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Bound port: 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df44783b-1053-4c0a-a1d9-3eebe2252a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:45:27.855787 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:27.932517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05bcc4ec-c760-49cf-9fe8-f1aaf2d7e75f req-8f7d561d-652a-40b4-955d-4f2a8cdcacbe tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887377 Dec 10 18:45:27.973457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] For port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:45:27.977201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] For port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:45:27.983068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.023451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:28.024087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.025520 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] 10.222.0.30 "PUT /v2.0/ports/8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 HTTP/1.1" status: 200 len: 1091 time: 1.2129986 Dec 10 18:45:28.028144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:28.033953 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57a08c1-622a-4c8a-9554-4b651e44ecec" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:28.077031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e0d92-e1fd-423e-af5d-d4d03040c760 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:28.101763 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c935261d-69d7-45d1-8e1b-14823bd92cba x-openstack-request-id: req-c935261d-69d7-45d1-8e1b-14823bd92cba {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:28.102719 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:28.102990 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c935261d-69d7-45d1-8e1b-14823bd92cba {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:28.103441 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'status': 'completed', 'code': 200} Dec 10 18:45:28.153358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-02bcca25-cf0e-455c-a874-264dd386c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:28.155762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-02bcca25-cf0e-455c-a874-264dd386c076 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 1094 time: 0.0749269 Dec 10 18:45:28.239679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-b025f4f5-b0d9-492b-a3dc-74e0ab2b3232 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 HTTP/1.1" status: 200 len: 217 time: 0.0581946 Dec 10 18:45:28.307260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-b7a72221-27e0-489e-8e46-cbb5b01a684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:28.308988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-b7a72221-27e0-489e-8e46-cbb5b01a684c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0590966 Dec 10 18:45:28.320119 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7b30e439-f344-4ac3-805b-217f0121e9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:28.378978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-fb65b0e0-6e86-4a7e-9c02-58040fe0d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:28.380471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-fb65b0e0-6e86-4a7e-9c02-58040fe0d05b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504534 Dec 10 18:45:28.529733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-7ab9a41c-3910-41f6-8913-0cf951e6efbf service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399109 Dec 10 18:45:28.544611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924a69c-9751-4598-8a43-772ff350de5c req-e4c748c9-4558-42c7-8071-dfba65850cae tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:28.546181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9924a69c-9751-4598-8a43-772ff350de5c req-e4c748c9-4558-42c7-8071-dfba65850cae tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0749621 Dec 10 18:45:28.656287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9924a69c-9751-4598-8a43-772ff350de5c req-d393cfea-8620-426c-835e-0f8f5f5c6208 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037190 Dec 10 18:45:28.686266 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1be463b6-bffb-4300-b5c5-9c2e8fc1e726 req-5d78b543-c189-41f2-8475-829827a4ff7d service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317220 Dec 10 18:45:28.809488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-7c4dfb1a-4923-450a-8b91-14384f904812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:28.811274 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-7c4dfb1a-4923-450a-8b91-14384f904812 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 1094 time: 0.0639048 Dec 10 18:45:28.927521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-a0aa5dfc-3e50-4b02-b496-b3b572412501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:28.930205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-a0aa5dfc-3e50-4b02-b496-b3b572412501 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1048703 Dec 10 18:45:28.979053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-b870f41e-f1f1-4383-9ee3-c8a9d04e7875 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 HTTP/1.1" status: 200 len: 217 time: 0.0409005 Dec 10 18:45:29.076361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-b0a9339d-44b9-4fd8-9ba4-84fda3657004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:29.077866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-b0a9339d-44b9-4fd8-9ba4-84fda3657004 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0891886 Dec 10 18:45:29.109725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dcefa-1e50-4a58-bbd5-6191bb9dd74b req-d27970f6-4238-40aa-bad7-eaf170fe4172 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:29.111408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c2dcefa-1e50-4a58-bbd5-6191bb9dd74b req-d27970f6-4238-40aa-bad7-eaf170fe4172 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0878906 Dec 10 18:45:29.172117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-37a0801b-4aa5-4421-9bc5-93e081b40694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:29.173714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-37a0801b-4aa5-4421-9bc5-93e081b40694 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821025 Dec 10 18:45:29.188632 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c2dcefa-1e50-4a58-bbd5-6191bb9dd74b req-3159f448-7588-4957-998a-d3fc84bf9afe tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617676 Dec 10 18:45:29.297875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-0b73bbb1-6edb-401e-a0f8-97d8a916e942 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990510 Dec 10 18:45:29.411654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f57a08c1-622a-4c8a-9554-4b651e44ecec req-16baec76-586e-4196-96ee-3d8ec31c0078 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983765 Dec 10 18:45:29.793207 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf742e-e1d8-46d5-87a2-58cc611c3f6b req-283db48d-fc02-4084-ba32-25ed086c1fed tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:29.794886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5cf742e-e1d8-46d5-87a2-58cc611c3f6b req-283db48d-fc02-4084-ba32-25ed086c1fed tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0572085 Dec 10 18:45:29.858809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5cf742e-e1d8-46d5-87a2-58cc611c3f6b req-4734cf01-ee3b-4c9b-ba73-a4e005c8606d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572412 Dec 10 18:45:30.258341 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:45:30.301351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-c8593a91-f1fe-41a1-83b9-df3305e26e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:30.304690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-c8593a91-f1fe-41a1-83b9-df3305e26e2b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 1097 time: 0.0760145 Dec 10 18:45:30.317979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:30.341232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3f3d9-524e-4fe9-9107-3310b705b6f0 req-9eac9e9e-5a9f-4b70-944d-db3bc94fa0a5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:30.343288 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6fb3f3d9-524e-4fe9-9107-3310b705b6f0 req-9eac9e9e-5a9f-4b70-944d-db3bc94fa0a5 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0718718 Dec 10 18:45:30.404378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:30.412134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6fb3f3d9-524e-4fe9-9107-3310b705b6f0 req-58bec206-9d01-4938-bc67-b9ea40a6787d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623531 Dec 10 18:45:30.656754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:30.696268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:45:30.741420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:30.743948 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7132137-0d93-409f-9ff2-70ceac9c7159" -d '{"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-unplugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:30.748832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:30.768839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Transition to ACTIVE for port object 80362cba-a4a6-4425-8bbf-52fd6e5a932c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:45:30.776289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:30.846213 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8bed95-9793-49c4-a627-b3855be21c9d x-openstack-request-id: req-7c8bed95-9793-49c4-a627-b3855be21c9d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:30.846695 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-unplugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:30.846981 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7c8bed95-9793-49c4-a627-b3855be21c9d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:30.847432 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'code': 200} Dec 10 18:45:30.885707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:31.003317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] No DVR routers for this DVR port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:45:31.086011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b45b72-5f59-4adf-865e-932cf182e563 req-0d12b45a-aaf4-4eac-b099-ae8781865b41 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:31.087731 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21b45b72-5f59-4adf-865e-932cf182e563 req-0d12b45a-aaf4-4eac-b099-ae8781865b41 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 945 time: 0.1116786 Dec 10 18:45:31.180202 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-21b45b72-5f59-4adf-865e-932cf182e563 req-c13bc52e-3a1b-4944-91d5-57bc399f4e00 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847597 Dec 10 18:45:31.203154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:45:31.203497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:45:31.203934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:31.208688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:45:31.209758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Attempting to bind port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on network b1441b73-7f7b-4539-964a-58a57a2f1e02 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:45:31.217349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:45:31.217728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Checking segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:45:31.219212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Bound using segment: {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:45:31.219970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Bound port: 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d6e8963-bcd1-43a7-9fed-f8eb094548ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:45:31.220462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:31.301710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:45:31.305231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:45:31.309517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:31.352545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:31.353289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:31.354904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] 10.222.0.59 "PUT /v2.0/ports/80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 1093 time: 1.0423572 Dec 10 18:45:31.378762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e1b5d-87c7-4c66-a9c3-ddbf082d5088 service neutron] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=11']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:31.440362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-3f077fa7-d3f6-417a-a8cc-757f3f6ad43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:31.443268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-3f077fa7-d3f6-417a-a8cc-757f3f6ad43a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1096 time: 0.0537865 Dec 10 18:45:31.582623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-8e356ca4-58ad-43b0-af5d-ed7e36b2d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:31.584596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-8e356ca4-58ad-43b0-af5d-ed7e36b2d21a service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.1330137 Dec 10 18:45:31.598056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b9e81-16de-42b6-8e5d-14ff2495bb16 req-43ffdd07-fcbe-4425-91a4-40807c1a38f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:31.599690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee9b9e81-16de-42b6-8e5d-14ff2495bb16 req-43ffdd07-fcbe-4425-91a4-40807c1a38f3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0842779 Dec 10 18:45:31.646671 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-60edc96e-bb70-4748-8d6c-556d6315eead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:31.694613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-d69f74bd-92b4-49e3-be60-4509ac4cace1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 999 time: 0.0935838 Dec 10 18:45:31.740521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee9b9e81-16de-42b6-8e5d-14ff2495bb16 req-e38d0c74-0ff7-4713-9ca0-0ad774b1c5db tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308310 Dec 10 18:45:31.762607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-785b4c53-49fe-4eae-b595-c851590452de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:31.764104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-785b4c53-49fe-4eae-b595-c851590452de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0615134 Dec 10 18:45:31.819844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-f59e2a02-25f8-46e7-9fa4-00aa4d0bad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:31.821430 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-f59e2a02-25f8-46e7-9fa4-00aa4d0bad5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506046 Dec 10 18:45:31.941982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-19e56756-9540-4a4b-b525-876c45eedf0b service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126018 Dec 10 18:45:32.075683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73d75e26-2d65-49cd-90e7-34e6a7508a38 req-94b891bc-093d-47cb-b8b1-7ad424c9a29e service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269073 Dec 10 18:45:32.078200 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:32.127411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:32.311102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b5ef2-704f-4870-94d7-1afcdfdf4703 req-91fd481a-a672-4e5e-aa25-670e242f6f9d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:32.312509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666b5ef2-704f-4870-94d7-1afcdfdf4703 req-91fd481a-a672-4e5e-aa25-670e242f6f9d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 945 time: 0.0582829 Dec 10 18:45:32.367117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-666b5ef2-704f-4870-94d7-1afcdfdf4703 req-9a6edceb-be9e-42c3-9db2-8dcb76e168da tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473180 Dec 10 18:45:32.849300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:32.853512 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430f2425-9d72-4183-ac32-75986c5221c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:32.892253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb425a56-5973-4758-ae88-6b1b4d1c68b2 req-e16a87df-d00f-4132-b370-29db0153b2c6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:32.893934 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb425a56-5973-4758-ae88-6b1b4d1c68b2 req-e16a87df-d00f-4132-b370-29db0153b2c6 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0614247 Dec 10 18:45:32.898600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:45:32.922318 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10fd65-355b-4186-a2d1-a41428eb1092 x-openstack-request-id: req-4c10fd65-355b-4186-a2d1-a41428eb1092 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:32.922648 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:32.922907 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4c10fd65-355b-4186-a2d1-a41428eb1092 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:32.923346 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'status': 'completed', 'code': 200} Dec 10 18:45:32.963772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb425a56-5973-4758-ae88-6b1b4d1c68b2 req-78930e75-4d82-4500-b763-dac97f363862 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594578 Dec 10 18:45:32.967105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:45:33.033568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-db9bca2c-fd9d-4508-b42a-fb60242e6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.035055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-db9bca2c-fd9d-4508-b42a-fb60242e6075 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1096 time: 0.0844765 Dec 10 18:45:33.037891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-7aafe023-7b7b-4e9f-8deb-928f55033d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.039551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-7aafe023-7b7b-4e9f-8deb-928f55033d71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1096 time: 0.0738657 Dec 10 18:45:33.205837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-23611dbd-9956-42a5-a304-d9224265dac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.207406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-23611dbd-9956-42a5-a304-d9224265dac3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.1652942 Dec 10 18:45:33.209554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-5978eb0d-5836-450e-a7ec-555a3803cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.210990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-5978eb0d-5836-450e-a7ec-555a3803cf94 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.1613283 Dec 10 18:45:33.530986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d8bbd-8c6f-4291-81be-a534a2125841 req-da0c4153-f068-4154-8bc4-bef5afe59548 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.532607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c58d8bbd-8c6f-4291-81be-a534a2125841 req-da0c4153-f068-4154-8bc4-bef5afe59548 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 945 time: 0.0654545 Dec 10 18:45:33.589348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c58d8bbd-8c6f-4291-81be-a534a2125841 req-91d9b3a1-9eb6-4c7e-9160-d7ed3f8dd7fa tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499270 Dec 10 18:45:33.675672 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-128f7dff-fcf4-4d61-9a04-be860b1cd31d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 999 time: 0.4595888 Dec 10 18:45:33.678625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-64417198-2f92-4fd3-986c-199c87c63890 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 999 time: 0.4531422 Dec 10 18:45:33.765591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-952492cc-7870-411e-aa63-1ad726f29ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.767124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-952492cc-7870-411e-aa63-1ad726f29ed0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0840361 Dec 10 18:45:33.770684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-0938c4c7-c4d7-493c-9b38-31895acee9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.772468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-0938c4c7-c4d7-493c-9b38-31895acee9e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0810618 Dec 10 18:45:33.790341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:33.855790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-4e95f535-855d-4677-9f2c-2c42e1dc09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.856830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:45:33.857695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-4e95f535-855d-4677-9f2c-2c42e1dc09c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811121 Dec 10 18:45:33.860754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f2425-9d72-4183-ac32-75986c5221c9 req-c1f4f44d-f8f1-45e1-83f2-6a3e7c4ac08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:33.862182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-c1f4f44d-f8f1-45e1-83f2-6a3e7c4ac08f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596764 Dec 10 18:45:33.967578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:33.980912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'port_id': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'mac_address': 'fa:16:3e:0b:b2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:45:34.024959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-f8b44bf3-d09b-4df2-83af-64f233a65141 service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593997 Dec 10 18:45:34.032777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-11269627-1db7-48ad-a8e3-11eda2687283 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584427 Dec 10 18:45:34.035495 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:34.050674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80362cba-a4a6-4425-8bbf-52fd6e5a932c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:45:34.076872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:34.086398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:34.142572 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:34.153973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=12']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:34.233000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a39cdc-549f-48fe-baf0-ac9ad084dfc9 req-a248a720-00b6-412f-9d3c-e3f2f78f9b17 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:34.234826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06a39cdc-549f-48fe-baf0-ac9ad084dfc9 req-a248a720-00b6-412f-9d3c-e3f2f78f9b17 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.1665468 Dec 10 18:45:34.268925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-3878d933-0f62-4ef0-92c6-f6b4b9330a6c service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233815 Dec 10 18:45:34.277347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-430f2425-9d72-4183-ac32-75986c5221c9 req-b3e4fc93-277c-420a-9354-22ca077d9383 service neutron] 10.222.0.30 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424932 Dec 10 18:45:34.319899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['80362cba-a4a6-4425-8bbf-52fd6e5a932c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:45:34.334584 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06a39cdc-549f-48fe-baf0-ac9ad084dfc9 req-602f5ee8-c0c0-4011-b7bb-e938561cddac tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901077 Dec 10 18:45:34.730543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd85ab9-4495-4018-92d4-effd1f3f6d1c req-b91b0859-547e-45e9-a937-85956387e88c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:34.732122 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dd85ab9-4495-4018-92d4-effd1f3f6d1c req-b91b0859-547e-45e9-a937-85956387e88c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 946 time: 0.0585690 Dec 10 18:45:34.789439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dd85ab9-4495-4018-92d4-effd1f3f6d1c req-cca7e5d0-9aeb-4c76-b014-a54a7b852b8c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495877 Dec 10 18:45:34.817598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51360) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:34.857300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:34.891627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4efad6a3-aa5e-48af-8391-444600b26f7e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/4bcdcba2-5307-441e-a0dc-bb4086ad426c HTTP/1.1" status: 200 len: 992 time: 0.0725892 Dec 10 18:45:35.478273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747b434-fe93-4cb1-822b-ce007016ac9e req-03c270ef-0eab-412a-b241-5316ed4e3822 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:35.481533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7747b434-fe93-4cb1-822b-ce007016ac9e req-03c270ef-0eab-412a-b241-5316ed4e3822 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0657988 Dec 10 18:45:35.542086 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7747b434-fe93-4cb1-822b-ce007016ac9e req-63eb50c0-c0f7-4970-87cd-e8acca121f68 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543926 Dec 10 18:45:35.859159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:35.919671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 80362cba-a4a6-4425-8bbf-52fd6e5a932c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:45:35.923866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 80362cba-a4a6-4425-8bbf-52fd6e5a932c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:35.924249 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:36.015140 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:36.042127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:36.044525 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c15bf5-dd24-4b66-a87b-aa1da6d95ac8" -d '{"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-plugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:36.061617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:36.069743 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:36.110337 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a2486-551d-466b-8bfc-7a9d28d7a0e5 x-openstack-request-id: req-473a2486-551d-466b-8bfc-7a9d28d7a0e5 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:36.110756 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-plugged", "status": "completed", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:36.111113 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-473a2486-551d-466b-8bfc-7a9d28d7a0e5 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:36.111509 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'code': 200} Dec 10 18:45:36.147602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=13']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:36.684973 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eba2dd-82e2-4cf0-aa24-37961b2e06fd req-ea8b8259-bf12-4a49-b97f-c96e2efc33f8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:36.687229 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96eba2dd-82e2-4cf0-aa24-37961b2e06fd req-ea8b8259-bf12-4a49-b97f-c96e2efc33f8 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0647566 Dec 10 18:45:36.743085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-96eba2dd-82e2-4cf0-aa24-37961b2e06fd req-7cf18e06-3526-45df-92e2-584e363cd095 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494807 Dec 10 18:45:37.888145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb366235-b265-477d-acae-37de1a02a6aa req-cb93597e-d358-4c6d-a336-d6c515aec2f9 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:37.889662 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb366235-b265-477d-acae-37de1a02a6aa req-cb93597e-d358-4c6d-a336-d6c515aec2f9 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0660176 Dec 10 18:45:37.941129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb366235-b265-477d-acae-37de1a02a6aa req-21fe12a6-2593-468a-80a5-a93dc7271978 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452359 Dec 10 18:45:39.076995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5489b-94a8-495e-812c-4ddf45972cf2 req-0833b79a-6a80-460e-b52b-c40704c6fed3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:39.078869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7e5489b-94a8-495e-812c-4ddf45972cf2 req-0833b79a-6a80-460e-b52b-c40704c6fed3 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0616465 Dec 10 18:45:39.133602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7e5489b-94a8-495e-812c-4ddf45972cf2 req-774b0eda-396f-439b-87ba-999e99161e7e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Dec 10 18:45:40.260990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f39370-111a-4fc9-95de-5831b4726f73 req-a7e25d9f-2808-4acf-b54d-57c772830342 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:40.262529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30f39370-111a-4fc9-95de-5831b4726f73 req-a7e25d9f-2808-4acf-b54d-57c772830342 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 943 time: 0.0553291 Dec 10 18:45:40.325898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30f39370-111a-4fc9-95de-5831b4726f73 req-ca71ca36-814e-4bdf-8d00-1a24e550e8c4 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570388 Dec 10 18:45:40.902061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:45:41.023397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:41.035727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'port_id': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'mac_address': 'fa:16:3e:8b:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:45:41.087161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.106940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:45:41.132333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:41.138042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:41.204726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:41.399308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:45:41.460319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad3ea4-e759-4e2c-80e6-60f10927689a req-6e7b165a-af5e-4f6e-bd84-d0885381be1b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:41.462068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7bad3ea4-e759-4e2c-80e6-60f10927689a req-6e7b165a-af5e-4f6e-bd84-d0885381be1b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 944 time: 0.0545204 Dec 10 18:45:41.522881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7bad3ea4-e759-4e2c-80e6-60f10927689a req-5e45b71d-7286-410c-9721-fcc3ec09596d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539567 Dec 10 18:45:42.670768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac8031-9c58-48e8-8b3b-7015202c239b req-dbd6f637-76ce-49f1-a159-496fa0a0192c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:42.672387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dac8031-9c58-48e8-8b3b-7015202c239b req-dbd6f637-76ce-49f1-a159-496fa0a0192c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 944 time: 0.0643933 Dec 10 18:45:42.727603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dac8031-9c58-48e8-8b3b-7015202c239b req-a5650103-7839-4845-aeb5-f655833ff65e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490842 Dec 10 18:45:42.926396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:45:42.986054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:45:42.994180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:45:42.994180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:43.070632 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:43.103219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:43.105507 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739ef330-f198-4499-9e1c-29e9e359a141" -d '{"events": [{"server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:43.118850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:45:43.124230 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:43.149629 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cb5bd3-4daa-44aa-94bd-c858cc9855c7 x-openstack-request-id: req-e5cb5bd3-4daa-44aa-94bd-c858cc9855c7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:43.149930 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "name": "network-vif-plugged", "status": "completed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:43.150188 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5cb5bd3-4daa-44aa-94bd-c858cc9855c7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:43.150610 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'code': 200} Dec 10 18:45:43.180416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:43.262583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe2934-e745-4b65-9ccc-668d3bfcd3a9 req-c7ca10ad-8d4e-4bf6-896e-7b820626041a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:43.264186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2fe2934-e745-4b65-9ccc-668d3bfcd3a9 req-c7ca10ad-8d4e-4bf6-896e-7b820626041a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 1096 time: 0.0482252 Dec 10 18:45:43.315791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2fe2934-e745-4b65-9ccc-668d3bfcd3a9 req-2eb321d2-6f63-4d07-9344-4b4a5c8c1eb5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427997 Dec 10 18:45:43.878918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b19c-7a23-4263-80f3-0f96561031e9 req-0f195182-db67-4bd7-b143-741f4a48a4eb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:43.880476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ad3b19c-7a23-4263-80f3-0f96561031e9 req-0f195182-db67-4bd7-b143-741f4a48a4eb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 945 time: 0.0601604 Dec 10 18:45:43.937494 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ad3b19c-7a23-4263-80f3-0f96561031e9 req-e1da5360-6ad2-4fa8-8d70-e5005ed68b1e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487332 Dec 10 18:45:45.064148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5a9e0-d41b-49d3-8c15-c483c887eb6c req-8d51fba0-f7d3-4677-96af-b22b252e0f6b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:45.065556 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35e5a9e0-d41b-49d3-8c15-c483c887eb6c req-8d51fba0-f7d3-4677-96af-b22b252e0f6b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 945 time: 0.0563285 Dec 10 18:45:45.124905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35e5a9e0-d41b-49d3-8c15-c483c887eb6c req-f77b8f88-8442-4fac-b806-d039ee8e05de tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531585 Dec 10 18:45:45.252883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cd80c-d8f3-4012-b0f6-bb47e5dd3625 req-793835c6-06c8-4d4f-a3ee-3710dd12b2bc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:45.254431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70cd80c-d8f3-4012-b0f6-bb47e5dd3625 req-793835c6-06c8-4d4f-a3ee-3710dd12b2bc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 945 time: 0.0598388 Dec 10 18:45:45.306439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d70cd80c-d8f3-4012-b0f6-bb47e5dd3625 req-c68b2faf-7715-46e7-b752-70d006e636fd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456429 Dec 10 18:45:45.329592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51410) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:45.374845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c96dad-b0a3-42c9-91e3-bed5a97f8cec tempest-TestVolumeBootPattern-1340707801 tempest-TestVolumeBootPattern-1340707801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:45.376376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-36c96dad-b0a3-42c9-91e3-bed5a97f8cec tempest-TestVolumeBootPattern-1340707801 tempest-TestVolumeBootPattern-1340707801-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 1091 time: 0.0457685 Dec 10 18:45:45.380594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51412) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:45.384985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:45:45.408840 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.511827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.630454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Allocated IP 172.25.2.226 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/11aa652a-beca-4974-8009-856d53fd79a3) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:45:45.739571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.790061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:45.829328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:45:45.832334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:45:45.836354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:45:45.864076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=11aa652a-beca-4974-8009-856d53fd79a3,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:46.227554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.307437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.470571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.478029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.549615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event updated for resources: {'Port': ['ID=11aa652a-beca-4974-8009-856d53fd79a3,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:45:46.560188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:46.670202 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Floating IP 6849049b-0741-494d-b8dc-e00ab46bbe1c associated. External IP: 172.25.2.226, port: 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0. Dec 10 18:45:46.914070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:45:47.039384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:45:47.050636 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:45:47.060924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:45:47.064634 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:47.065274 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:45:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:47.095298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1e4b8e98-53d1-40d9-a851-ba390307c7af tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7136288 Dec 10 18:45:47.096095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:45:47.098521 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4c1ec2-2200-4d73-9463-a4ccee865318" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:45:47.139097 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2144e6bd-e1f1-4935-835d-e8cdf44323d4 x-openstack-request-id: req-2144e6bd-e1f1-4935-835d-e8cdf44323d4 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:45:47.139338 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:45:47.139595 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2144e6bd-e1f1-4935-835d-e8cdf44323d4 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:45:47.140011 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'status': 'completed', 'code': 200} Dec 10 18:45:47.178924 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:47.222385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-253d5b56-986a-4d58-9522-f892221d71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:47.224008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-253d5b56-986a-4d58-9522-f892221d71b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 1096 time: 0.0484846 Dec 10 18:45:47.323812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-814a4178-1247-4199-84cc-c60337e072ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:47.325215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-814a4178-1247-4199-84cc-c60337e072ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.0900869 Dec 10 18:45:47.399983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-83c9763b-cded-42fc-bb8e-9211fa09ba3c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 HTTP/1.1" status: 200 len: 999 time: 0.0652010 Dec 10 18:45:47.411929 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6849049b-0741-494d-b8dc-e00ab46bbe1c', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:8b:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:45:46Z', 'updated_at': '2021-12-10T18:45:46Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}, {'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:34Z', 'revision_number': 1, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:47.441154 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:45:47.449709 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:45:47.450312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:45:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:47.451978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-8d1ac3ad-7c37-4cba-acd4-4f97d08675d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:47.453715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-8d1ac3ad-7c37-4cba-acd4-4f97d08675d0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0448239 Dec 10 18:45:47.503474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-4fc012e2-049d-494d-bde9-358824dac8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:47.505036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-4fc012e2-049d-494d-bde9-358824dac8d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422063 Dec 10 18:45:47.556543 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:45:47.607993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-8ee8142b-8312-4bc4-bb61-d42f001e276b service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928423 Dec 10 18:45:47.707384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5a4c1ec2-2200-4d73-9463-a4ccee865318 req-63eea867-0cd2-4d3a-a9c0-b05f7c2083be service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904233 Dec 10 18:45:47.785492 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6849049b-0741-494d-b8dc-e00ab46bbe1c', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:8b:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:45:46Z', 'updated_at': '2021-12-10T18:45:46Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}, {'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:34Z', 'revision_number': 1, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:45:47.816310 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4370c-2a85-47f0-af27-f9b849e509e0 None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6849049b-0741-494d-b8dc-e00ab46bbe1c', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:8b:9f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:45:46Z', 'updated_at': '2021-12-10T18:45:46Z', 'revision_number': 0, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}, {'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:34Z', 'revision_number': 1, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:45:48.025411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abeb2950-9a9e-4ece-b6cf-a97d2cf05948 None None] New status for floating IP 6849049b-0741-494d-b8dc-e00ab46bbe1c: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:45:48.365242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51436) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:45:48.474714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b78809-5a43-4c7c-86b2-244f4919ef86 req-eaaac1a3-9e3a-4f3e-b54e-ce63264f4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:45:48.476249 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85b78809-5a43-4c7c-86b2-244f4919ef86 req-eaaac1a3-9e3a-4f3e-b54e-ce63264f4901 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1096 time: 0.1099892 Dec 10 18:45:48.525387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85b78809-5a43-4c7c-86b2-244f4919ef86 req-e312814d-871d-4b54-b310-6207f99fc2d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422621 Dec 10 18:45:58.320813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4b3e83cd-6b13-4f8f-b300-e68b8d9538db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:01.633208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-857dfdc0-da4c-4d16-b8e3-f701e61f8875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.081100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:02.123195 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:03.800057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:04.125464 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:04.860161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.522644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bd4f6-aa37-4fec-b8fa-6497760c4538 req-bd408fb5-85b1-4bc4-b820-d14e278d8d9b tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:05.524217 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e93bd4f6-aa37-4fec-b8fa-6497760c4538 req-bd408fb5-85b1-4bc4-b820-d14e278d8d9b tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1098 time: 0.0505900 Dec 10 18:46:05.573969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e93bd4f6-aa37-4fec-b8fa-6497760c4538 req-d4f64be5-c9ca-434e-9e04-026303cb7bdf tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429704 Dec 10 18:46:05.599144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51498) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:05.760265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port fbbdf209-626a-4478-817e-5efbefa59973 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:05.760553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.854764 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.855068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:05.870460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for fbbdf209-626a-4478-817e-5efbefa59973 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:06.040659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:06.069472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=fbbdf209-626a-4478-817e-5efbefa59973,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:06.142503 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:06.142898 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP 4bcdcba2-5307-441e-a0dc-bb4086ad426c disassociated (deleted). External IP: 172.25.2.23, port: 80362cba-a4a6-4425-8bbf-52fd6e5a932c. Dec 10 18:46:06.720480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:46:06.847926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:06.852949 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:06.863580 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] Sync routers for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:06.875657 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:06.876407 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:06.884454 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dd916179-ccca-4373-8775-01b86f77f809 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/floatingips/4bcdcba2-5307-441e-a0dc-bb4086ad426c HTTP/1.1" status: 204 len: 168 time: 1.2841809 Dec 10 18:46:06.885063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:06.887610 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f6d295-6508-4fc3-a1a9-1a331a12f097" -d '{"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:06.931036 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6758b8-7ce1-4926-b2e1-d94c6386a821 x-openstack-request-id: req-8e6758b8-7ce1-4926-b2e1-d94c6386a821 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:06.931423 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:06.931739 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e6758b8-7ce1-4926-b2e1-d94c6386a821 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:06.932148 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'status': 'completed', 'code': 200} Dec 10 18:46:06.997318 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:06.997812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-8610e2b2-c3f0-4e58-83bc-88c6e8609fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:06.999431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-8610e2b2-c3f0-4e58-83bc-88c6e8609fea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 1098 time: 0.0438340 Dec 10 18:46:07.130887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-268b830d-d87e-495b-bc74-abc02da01c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.132283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-268b830d-d87e-495b-bc74-abc02da01c84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 200 len: 898 time: 0.1177006 Dec 10 18:46:07.179514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-fc487572-7c7f-4b11-9366-53153d53118a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 200 len: 217 time: 0.0393970 Dec 10 18:46:07.203037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5325c-8645-4088-ad8f-3527bc716a16 req-d74790f6-6b3b-46f7-a6ce-e5555dbb9ee3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.204751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79f5325c-8645-4088-ad8f-3527bc716a16 req-d74790f6-6b3b-46f7-a6ce-e5555dbb9ee3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 947 time: 0.0642357 Dec 10 18:46:07.227137 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:15Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:07.236343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-c85d0579-5a62-4854-a493-8478a8713cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.237810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-c85d0579-5a62-4854-a493-8478a8713cbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 200 len: 835 time: 0.0504003 Dec 10 18:46:07.258227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79f5325c-8645-4088-ad8f-3527bc716a16 req-74a4eeb1-3a01-4dfe-ae5c-c4a79de23504 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462840 Dec 10 18:46:07.260881 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] Checking router: 914e71b7-4b7d-420a-b7b1-4246c4cb3993 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:07.272105 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:46:07.274052 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:07.274688 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:07.294343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-60d7a1b2-b790-4585-90fa-fc31d6b3ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:07.295957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-60d7a1b2-b790-4585-90fa-fc31d6b3ffb4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1441b73-7f7b-4539-964a-58a57a2f1e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478227 Dec 10 18:46:07.401768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-99a8240c-5607-43ce-80b8-99c6c33845ee service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971024 Dec 10 18:46:07.493567 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:07.510322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62f6d295-6508-4fc3-a1a9-1a331a12f097 req-08ebb756-3346-4115-a9e7-12778c15fde0 service neutron] 10.222.0.59 "GET /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009457 Dec 10 18:46:07.700094 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:15Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:07.727648 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84355a61-cd18-45fd-9cb5-045fe4f38d2d None None] The sync data for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 is: [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'f0120df3-db36-4490-b740-fa49c19c1641', 'name': '', 'network_id': 'b1441b73-7f7b-4539-964a-58a57a2f1e02', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:35:8c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:10Z', 'updated_at': '2021-12-10T18:44:15Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': 'f9f3c090-1653-45de-9a2a-7174e0accc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:08.006333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ee1cad-f8ca-4500-9ac5-cee8e58e72c5 None None] New status for floating IP 4bcdcba2-5307-441e-a0dc-bb4086ad426c: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:46:08.384493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df229688-2a07-4f4f-a21b-3422d58ea9d4 req-1abd3d21-1bf1-4c43-9236-98603db87956 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:08.386004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df229688-2a07-4f4f-a21b-3422d58ea9d4 req-1abd3d21-1bf1-4c43-9236-98603db87956 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 947 time: 0.0559611 Dec 10 18:46:08.438372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-df229688-2a07-4f4f-a21b-3422d58ea9d4 req-40429afa-b82c-4398-b16c-d040fcddf0a3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=b870ffb8-fd96-43cd-921c-e974fa1a72fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459461 Dec 10 18:46:08.491654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-095062aa-8278-47a8-b0fd-6cd50017a4da tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:08.493144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-095062aa-8278-47a8-b0fd-6cd50017a4da tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/ports?device_id=1d65af23-6e01-4320-ab08-8856d908f42b HTTP/1.1" status: 200 len: 947 time: 0.0519874 Dec 10 18:46:08.600154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 80362cba-a4a6-4425-8bbf-52fd6e5a932c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:08.600398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.701430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port 80362cba-a4a6-4425-8bbf-52fd6e5a932c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=80362cba-a4a6-4425-8bbf-52fd6e5a932c,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:08.701932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.716599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 80362cba-a4a6-4425-8bbf-52fd6e5a932c owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:08.863982 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.897502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=80362cba-a4a6-4425-8bbf-52fd6e5a932c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:08.941082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] No DVR routers for this DVR port 80362cba-a4a6-4425-8bbf-52fd6e5a932c on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:46:08.944246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:08.947863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1215b256-5ba1-444b-bbab-2bfc0e2580e2 req-e23cbc3e-eb87-4e0c-8b42-f0e19dbb66cd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "DELETE /v2.0/ports/80362cba-a4a6-4425-8bbf-52fd6e5a932c HTTP/1.1" status: 204 len: 173 time: 0.4481463 Dec 10 18:46:08.948324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-deleted', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:08.950900 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b94164d-ac21-41f2-b9e0-5053fd6ff6ca" -d '{"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-deleted", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:08.990751 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34348ed-e54c-4cd1-a7b7-996b5b6b9042 x-openstack-request-id: req-c34348ed-e54c-4cd1-a7b7-996b5b6b9042 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:08.991078 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d65af23-6e01-4320-ab08-8856d908f42b", "name": "network-vif-deleted", "tag": "80362cba-a4a6-4425-8bbf-52fd6e5a932c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:08.991379 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c34348ed-e54c-4cd1-a7b7-996b5b6b9042 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:08.991849 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d65af23-6e01-4320-ab08-8856d908f42b', 'name': 'network-vif-deleted', 'tag': '80362cba-a4a6-4425-8bbf-52fd6e5a932c', 'status': 'completed', 'code': 200} Dec 10 18:46:09.500544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51520) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:09.891955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.182309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port f0120df3-db36-4490-b740-fa49c19c1641 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:10.182782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.308097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port f0120df3-db36-4490-b740-fa49c19c1641, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f0120df3-db36-4490-b740-fa49c19c1641,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:10.308446 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.321587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for f0120df3-db36-4490-b740-fa49c19c1641 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:10.533333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:10.572339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=f0120df3-db36-4490-b740-fa49c19c1641,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:10.601494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.601711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.601991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.602335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.602697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.603032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.603369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.603764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.604099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.604423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.604772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.605101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.605422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:10.778431 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.035773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:46:11.159575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:11.167604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-42623fd2-d0fa-4be5-9b94-329ee28ce200 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/914e71b7-4b7d-420a-b7b1-4246c4cb3993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6648815 Dec 10 18:46:11.167992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51526) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:11.170053 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] Sync routers for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:11.183636 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:11.184325 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:11.222557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting subnet f9f3c090-1653-45de-9a2a-7174e0accc6a {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:46:11.225808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.272382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.303370 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:11.359757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.428379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.459309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f3c090-1653-45de-9a2a-7174e0accc6a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:11.465150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.468494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bfdd98fb-c747-4f93-9dd6-142149354499 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/subnets/f9f3c090-1653-45de-9a2a-7174e0accc6a HTTP/1.1" status: 204 len: 168 time: 0.2994585 Dec 10 18:46:11.472808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51528) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:11.473120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adada08a-7091-4953-92bb-c8fc0450631c None None] Network b1441b73-7f7b-4539-964a-58a57a2f1e02 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:11.503229 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:46:10Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:11.532198 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] Checking router: 914e71b7-4b7d-420a-b7b1-4246c4cb3993 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:11.542214 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] Routers {'914e71b7-4b7d-420a-b7b1-4246c4cb3993'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:11.543015 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:11.597144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.644042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] DHCP port deletion for b1441b73-7f7b-4539-964a-58a57a2f1e02 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:11.663187 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] Set router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:11.693460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Deleting port a227046f-fcc1-4232-b2c3-447dfb84a432 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:11.693838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.711566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.762878 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] For port a227046f-fcc1-4232-b2c3-447dfb84a432, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a227046f-fcc1-4232-b2c3-447dfb84a432,segment=NetworkSegment(9d6e8963-bcd1-43a7-9fed-f8eb094548ce),segment_id=9d6e8963-bcd1-43a7-9fed-f8eb094548ce)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:11.763602 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.770593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:46:11.771038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.777826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Calling delete_port for a227046f-fcc1-4232-b2c3-447dfb84a432 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:11.869400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:11.881077 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:46:10Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:11.894187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Pushing event deleted for resources: {'Port': ['ID=a227046f-fcc1-4232-b2c3-447dfb84a432,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:11.904037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] No DVR routers for this DVR port a227046f-fcc1-4232-b2c3-447dfb84a432 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:46:11.907215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.907565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.907907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.908244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.908610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.908916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.909241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.909569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.909888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.910208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.910555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.910872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.911191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466622d1-e6d6-40e3-beb6-49d154c4ab2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:11.924304 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a43705-f74d-409e-980f-93cd35830cd6 None None] The sync data for ids ['914e71b7-4b7d-420a-b7b1-4246c4cb3993'] in n-d-821424-1 is: [{'id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1715633650', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:07Z', 'updated_at': '2021-12-10T18:46:10Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': 'a3e4b132-0a94-4b1b-85f1-12cf1bb089a5', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:8e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914e71b7-4b7d-420a-b7b1-4246c4cb3993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:08Z', 'updated_at': '2021-12-10T18:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:11.978952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:46:12.003690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 80362cba-a4a6-4425-8bbf-52fd6e5a932c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:46:12.004049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 80362cba-a4a6-4425-8bbf-52fd6e5a932c not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:46:12.229747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port a3e4b132-0a94-4b1b-85f1-12cf1bb089a5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:12.229996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.242044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:46:12.415470 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.443200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=a3e4b132-0a94-4b1b-85f1-12cf1bb089a5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:12.454762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d54fb-9b61-43a1-9453-c174d539df50 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:12.503267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.608633 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.611282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.659843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.660436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Fanout notify agent at l3_agent the message router_deleted on router 914e71b7-4b7d-420a-b7b1-4246c4cb3993 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:46:12.668048 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.669177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-54d5dbca-62b8-4148-bf13-2322a123939f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/routers/914e71b7-4b7d-420a-b7b1-4246c4cb3993 HTTP/1.1" status: 204 len: 168 time: 1.1950393 Dec 10 18:46:12.672175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51532) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:12.755990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.855118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.878192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1441b73-7f7b-4539-964a-58a57a2f1e02']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:12.887758 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6e8963-bcd1-43a7-9fed-f8eb094548ce') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:12.888059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6e8963-bcd1-43a7-9fed-f8eb094548ce') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:12.897962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.911523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.917441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:46:12.917819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:46:12.920769 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:46:12.986803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:12.997437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.003125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/networks/b1441b73-7f7b-4539-964a-58a57a2f1e02 HTTP/1.1" status: 204 len: 168 time: 0.3276913 Dec 10 18:46:13.003937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51534) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.026605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f158d-a32c-404a-bcb9-6f65ace96e8f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Network': ['ID=b1441b73-7f7b-4539-964a-58a57a2f1e02,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.080954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f75ffd0e-1dc3-423b-adb4-720a00c80c15 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.110514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f75ffd0e-1dc3-423b-adb4-720a00c80c15 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.157936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a227046f-fcc1-4232-b2c3-447dfb84a432 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:46:13.179407 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f75ffd0e-1dc3-423b-adb4-720a00c80c15 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.182006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a227046f-fcc1-4232-b2c3-447dfb84a432 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:46:13.182177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f75ffd0e-1dc3-423b-adb4-720a00c80c15 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.182380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a227046f-fcc1-4232-b2c3-447dfb84a432 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:46:13.182801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f0120df3-db36-4490-b740-fa49c19c1641 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:46:13.186253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f75ffd0e-1dc3-423b-adb4-720a00c80c15 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/security-groups/b870ffb8-fd96-43cd-921c-e974fa1a72fa HTTP/1.1" status: 204 len: 168 time: 0.1811657 Dec 10 18:46:13.198780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ffd0e-1dc3-423b-adb4-720a00c80c15 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b870ffb8-fd96-43cd-921c-e974fa1a72fa,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.204382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f0120df3-db36-4490-b740-fa49c19c1641 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:46:13.204608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f0120df3-db36-4490-b740-fa49c19c1641 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:46:13.205124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:46:13.228912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:46:13.229264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a3e4b132-0a94-4b1b-85f1-12cf1bb089a5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:46:13.440316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51542) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.445178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-dde92397-bbf7-4a74-bad2-be9fee53031f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513330933', 'description': 'tempest-secgroup-smoke-1513330933 description', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:13.471703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dde92397-bbf7-4a74-bad2-be9fee53031f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.542049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dde92397-bbf7-4a74-bad2-be9fee53031f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.548165 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dde92397-bbf7-4a74-bad2-be9fee53031f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.577490 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dde92397-bbf7-4a74-bad2-be9fee53031f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.578930 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dde92397-bbf7-4a74-bad2-be9fee53031f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1375041 Dec 10 18:46:13.582086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51544) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.582695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde92397-bbf7-4a74-bad2-be9fee53031f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98024021-67b7-47b8-b31e-d7f6a9fe8aab,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.588351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ea9a79b8-027f-4070-b229-f3166ef66bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '98024021-67b7-47b8-b31e-d7f6a9fe8aab', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:13.618171 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea9a79b8-027f-4070-b229-f3166ef66bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.678586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea9a79b8-027f-4070-b229-f3166ef66bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.683527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea9a79b8-027f-4070-b229-f3166ef66bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.702203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a79b8-027f-4070-b229-f3166ef66bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d46adc-3832-409c-be33-3bab2cfc6ca5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.707792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea9a79b8-027f-4070-b229-f3166ef66bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.710815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ea9a79b8-027f-4070-b229-f3166ef66bd7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276102 Dec 10 18:46:13.712070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51546) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.716555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8c1b8132-8add-4cb2-ac19-0a9833c40c5f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '98024021-67b7-47b8-b31e-d7f6a9fe8aab', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:13.745377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8132-8add-4cb2-ac19-0a9833c40c5f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.801784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8132-8add-4cb2-ac19-0a9833c40c5f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.806016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8132-8add-4cb2-ac19-0a9833c40c5f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.826411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b8132-8add-4cb2-ac19-0a9833c40c5f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef7fba1-902d-481c-ab28-e60e85e76d76,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.836877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8132-8add-4cb2-ac19-0a9833c40c5f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.840751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8c1b8132-8add-4cb2-ac19-0a9833c40c5f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251025 Dec 10 18:46:13.840928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51548) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.845365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-57190c26-d2ab-4abd-8650-6bb078282443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '98024021-67b7-47b8-b31e-d7f6a9fe8aab', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:13.874006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57190c26-d2ab-4abd-8650-6bb078282443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.933885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57190c26-d2ab-4abd-8650-6bb078282443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.939716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57190c26-d2ab-4abd-8650-6bb078282443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.957064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57190c26-d2ab-4abd-8650-6bb078282443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ed5cb7-50d3-4b50-8f27-09f1c1717bff,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:13.966629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57190c26-d2ab-4abd-8650-6bb078282443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:13.968554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-57190c26-d2ab-4abd-8650-6bb078282443 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266406 Dec 10 18:46:13.971140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51550) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:13.975787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-97adafe8-e487-401c-9190-a344c351001c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '98024021-67b7-47b8-b31e-d7f6a9fe8aab', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:14.006703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97adafe8-e487-401c-9190-a344c351001c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.071599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97adafe8-e487-401c-9190-a344c351001c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.077142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97adafe8-e487-401c-9190-a344c351001c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.097977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adafe8-e487-401c-9190-a344c351001c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b759a4a-5750-405d-8e84-91f756721e11,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:14.104963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97adafe8-e487-401c-9190-a344c351001c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.106295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-97adafe8-e487-401c-9190-a344c351001c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340611 Dec 10 18:46:14.109201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:14.114919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '98024021-67b7-47b8-b31e-d7f6a9fe8aab', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:14.137502 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:46:14.145987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.207896 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.213051 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.231664 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4768d2cc-b17f-48e9-ad14-39e47231b425,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:14.239396 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.240642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e5a64376-a8ca-4f41-af07-986e957b131b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302645 Dec 10 18:46:14.243530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51556) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:14.247936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '98024021-67b7-47b8-b31e-d7f6a9fe8aab', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:14.271556 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:46:14.278666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.341809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.347078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.365182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffb4fef-a41c-48ec-8f51-93df524c6a38,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:14.375145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.378848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0e33a909-58f9-4df9-9b71-9aab7e5753e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343312 Dec 10 18:46:14.380765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:14.385764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'network': {'name': 'tempest-network-smoke--1361389170', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:14.407415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:14.411014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.435448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:46:14.445719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.446087 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Added segment 3ff8350f-f1e9-430d-84f2-babddda7be8b of type vlan for network 38915b6c-8dc3-4275-9ab7-c593b162737c Dec 10 18:46:14.488906 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.516817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.522636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:14.523229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.587465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2055867 Dec 10 18:46:14.590322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51560) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:14.595052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'admin_state_up': True, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:14.607483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58292895-49d8-4a25-b44c-87e9b17b7cb5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Network': ['ID=38915b6c-8dc3-4275-9ab7-c593b162737c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:14.619990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 38915b6c-8dc3-4275-9ab7-c593b162737c details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:46:14.622351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.623569 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.680038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:14.831830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.035418 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.065945 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.183152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.6 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/7bd985a0-1db0-4775-b5a0-6834dcb03117) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:15.311798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.348340 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.394175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:15.397277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:15.400754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:15.406319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=7bd985a0-1db0-4775-b5a0-6834dcb03117,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:15.413990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2debf-41f8-4af6-a7c2-56a5c40ac488 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:15.536911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ee959966-9e9c-4881-939b-59a1ab912709 None None] Provisioning complete for port 7bd985a0-1db0-4775-b5a0-6834dcb03117 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:15.537288 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ee959966-9e9c-4881-939b-59a1ab912709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.572026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ee959966-9e9c-4881-939b-59a1ab912709 None None] Port 7bd985a0-1db0-4775-b5a0-6834dcb03117 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:15.666790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:15.785162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-1dc9a0d5-24c7-470f-b764-f24690a9978b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0853798 Dec 10 18:46:15.933838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-8d80deec-3102-4417-88ad-82034601e80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:15.935349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-8d80deec-3102-4417-88ad-82034601e80e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1097 time: 0.0921311 Dec 10 18:46:15.946126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.125483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-4df8b9af-0295-4bec-bd87-dc8c0d2b9d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.127014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-4df8b9af-0295-4bec-bd87-dc8c0d2b9d84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1385994 Dec 10 18:46:16.205068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 6036b830-ffbb-4535-9c49-053ceee4689e is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:46:16.211551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-c8f5e112-24eb-48f3-bf10-3800e513a36d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 1002 time: 0.0760887 Dec 10 18:46:16.331687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-2aec2cd8-0c33-4c6b-8fe5-776e48d008a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.333489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-2aec2cd8-0c33-4c6b-8fe5-776e48d008a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1138039 Dec 10 18:46:16.380797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:16.391580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Sync routers for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:16.403438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-95619976-b0e1-44bc-beee-d9a8d46d9dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.403985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:16.404605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:16.404934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-95619976-b0e1-44bc-beee-d9a8d46d9dda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630791 Dec 10 18:46:16.408252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.409406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d27b363d-f93c-41e9-9718-4c949ac01087 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8180900 Dec 10 18:46:16.413094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.444864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e7d56a19-653f-49f2-bac8-8d3eb0d268d6 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a8fa045a8f34c64b75c52cf496a59c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280509 Dec 10 18:46:16.445116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51570) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.502513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-0f83ca3a-0a78-4aaa-8d36-8ca033490e75 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889635 Dec 10 18:46:16.523216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:16.542989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b13d53-513c-4506-ab6f-706f1738d9f7 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:16.544704 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-08b13d53-513c-4506-ab6f-706f1738d9f7 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980232 Dec 10 18:46:16.547816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51572) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.579995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-21d3bbad-6e43-4b8c-89df-6b8c7427f0d3 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286901 Dec 10 18:46:16.580267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51574) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:16.585641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324905255', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:16.607626 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7f38920a-0bdb-47f9-a7bf-3799067e5839 req-ffa0c35f-518c-4494-aa1f-19bd4661d80b service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985496 Dec 10 18:46:16.683577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:16.687257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.723023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:15Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:16.751511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Checking router: 6036b830-ffbb-4535-9c49-053ceee4689e for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:16.751852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Updating router 6036b830-ffbb-4535-9c49-053ceee4689e port 7bd985a0-1db0-4775-b5a0-6834dcb03117 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:46:16.787689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.885776 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:16.954046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Subnet': ['ID=4a516872-5249-4f46-a86e-7d565df404aa,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:16.966629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Checking segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:16.967346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network hostable DHCP agents. Network: 38915b6c-8dc3-4275-9ab7-c593b162737c, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:46:16.986176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 38915b6c-8dc3-4275-9ab7-c593b162737c is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:46:16.996233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 38915b6c-8dc3-4275-9ab7-c593b162737c) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:17.000410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:17.001144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.020327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d0fd543-398f-40cb-9ca8-176689a3eea2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4388936 Dec 10 18:46:17.021077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0cc56-e076-45e2-9ffd-b62c94249a0b None None] Network 38915b6c-8dc3-4275-9ab7-c593b162737c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:17.023947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51576) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:17.146856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.169115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.183353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-38915b6c-8dc3-4275-9ab7-c593b162737c', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:46:17.184246 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.235578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9a29fa-d8e7-4e5f-b9b9-bf011b00175b None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:17.266252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Attempting to bind port 7bd985a0-1db0-4775-b5a0-6834dcb03117 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:17.266720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Attempting to bind port 7bd985a0-1db0-4775-b5a0-6834dcb03117 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:17.267094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Attempting to bind port 7bd985a0-1db0-4775-b5a0-6834dcb03117 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:17.286561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e4954-befd-4067-a8eb-5da2ae6410a5 None None] Pushing event updated for resources: {'Port': ['ID=7bd985a0-1db0-4775-b5a0-6834dcb03117,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:17.334684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:17.335066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:17.335471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.335869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:17.336399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Bound port: 7bd985a0-1db0-4775-b5a0-6834dcb03117, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:17.336831 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.446742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ae827179-6f44-479c-91dc-ed88fd8726b4 None None] Provisioning complete for port 7bd985a0-1db0-4775-b5a0-6834dcb03117 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:17.447602 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae827179-6f44-479c-91dc-ed88fd8726b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.480748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] For port 7bd985a0-1db0-4775-b5a0-6834dcb03117, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:17.504178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] For port 7bd985a0-1db0-4775-b5a0-6834dcb03117, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7bd985a0-1db0-4775-b5a0-6834dcb03117,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:17.516437 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.523645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Allocated IP 172.20.0.2 (38915b6c-8dc3-4275-9ab7-c593b162737c/4a516872-5249-4f46-a86e-7d565df404aa/c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:17.525622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ae827179-6f44-479c-91dc-ed88fd8726b4 None None] Port 7bd985a0-1db0-4775-b5a0-6834dcb03117 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:17.591488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0984b8-4925-4186-999d-3ee63125efb6 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:46:17.651529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:17.652215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:17.658331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e4954-befd-4067-a8eb-5da2ae6410a5 None None] Pushing event updated for resources: {'Port': ['ID=7bd985a0-1db0-4775-b5a0-6834dcb03117,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:17.831319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-47a17ffa-91d6-4bab-bb70-f89d800297db None None] Provisioning complete for port 7bd985a0-1db0-4775-b5a0-6834dcb03117 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:17.831615 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47a17ffa-91d6-4bab-bb70-f89d800297db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.835854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:17.838527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:18.110732 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.125483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.165975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.1 (38915b6c-8dc3-4275-9ab7-c593b162737c/4a516872-5249-4f46-a86e-7d565df404aa/e021877d-374d-4e22-9ceb-7b7fff138801) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:18.209644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Network 38915b6c-8dc3-4275-9ab7-c593b162737c is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:18.219444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:18.232566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:18.259719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Pushing event updated for resources: {'Port': ['ID=c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:18.286779 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.328478 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.341864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47a17ffa-91d6-4bab-bb70-f89d800297db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.377659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 38915b6c-8dc3-4275-9ab7-c593b162737c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:18.378645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-47a17ffa-91d6-4bab-bb70-f89d800297db None None] For port 7bd985a0-1db0-4775-b5a0-6834dcb03117, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7bd985a0-1db0-4775-b5a0-6834dcb03117,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:18.380499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Attempting to bind port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:18.380884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Attempting to bind port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:18.381079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:18.381294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Attempting to bind port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:18.386768 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47a17ffa-91d6-4bab-bb70-f89d800297db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.396581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:18.396967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Checking segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:18.397443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.397853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Bound using segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:18.398526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Bound port: c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:18.398766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.399798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:18.452391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=e021877d-374d-4e22-9ceb-7b7fff138801,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:18.480494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.498793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a17ffa-91d6-4bab-bb70-f89d800297db None None] Pushing event updated for resources: {'Port': ['ID=7bd985a0-1db0-4775-b5a0-6834dcb03117,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:18.508792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b956338e-49d2-40dc-986f-0935d451558a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:15Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:18.539844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b956338e-49d2-40dc-986f-0935d451558a None None] The sync data for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 is: [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:15Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:18.545202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] For port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:18.550679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-17e43d2b-6991-4642-a48b-dd21f42befd0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954723 Dec 10 18:46:18.558076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] For port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:18.564034 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.622689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c27bd-5ca7-47ee-b360-6ba67f9dcfd3 None None] Pushing event updated for resources: {'Port': ['ID=c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:18.666178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-18db48f7-f63e-4577-8011-0b19d1ffc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.667759 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-18db48f7-f63e-4577-8011-0b19d1ffc798 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1096 time: 0.0785346 Dec 10 18:46:18.673770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:18.931605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-77c0fa8f-f657-4ee0-80f7-a3bdb5dc38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:18.933138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-77c0fa8f-f657-4ee0-80f7-a3bdb5dc38b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 200 len: 909 time: 0.2418559 Dec 10 18:46:19.041763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-1c794519-33f8-4b2f-adb4-132f144ad877 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 200 len: 1001 time: 0.0984724 Dec 10 18:46:19.162201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-3c2edf66-fc8e-4b42-8023-4cfec91ba21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:19.163925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-3c2edf66-fc8e-4b42-8023-4cfec91ba21d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba89eeb7-9d18-4403-b98e-17129fc12e89 HTTP/1.1" status: 200 len: 847 time: 0.0946758 Dec 10 18:46:19.171623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:19.228672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.232219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:19.232801 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.238830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-cf12f3dc-38e0-4286-8db3-c7b61ce1595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:19.240492 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-cf12f3dc-38e0-4286-8db3-c7b61ce1595f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627694 Dec 10 18:46:19.241174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.319178 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.355806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:19.361099 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.362475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7bd985a0-1db0-4775-b5a0-6834dcb03117 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:19.373076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=e021877d-374d-4e22-9ceb-7b7fff138801,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:19.382014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.458605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:19.462272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-93f400ab-c3be-4ffe-8220-d79e886fb243 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952183 Dec 10 18:46:19.466615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7bd985a0-1db0-4775-b5a0-6834dcb03117 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:19.467127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:19.577558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 38915b6c-8dc3-4275-9ab7-c593b162737c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:19.587987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:19.601611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95fc4fa6-8c17-45ba-b2c7-f6dc33eea8ed req-61d6df2b-1eff-4c88-870e-7a2dbe3ed85d service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281970 Dec 10 18:46:19.715735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 6036b830-ffbb-4535-9c49-053ceee4689e has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:46:19.829175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:19.835833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5d26286d-31f8-4339-906a-0f9f4968944e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/6036b830-ffbb-4535-9c49-053ceee4689e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8091800 Dec 10 18:46:19.845362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1342fafd-dcdb-4355-bcf4-5447cd12c4ba None None] Network 38915b6c-8dc3-4275-9ab7-c593b162737c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:46:19.943167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-588a623a-0430-4aa9-8ebc-6e9cbe1fde54 None None] Provisioning complete for port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:19.943552 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-588a623a-0430-4aa9-8ebc-6e9cbe1fde54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.081777 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-18a69b21-8939-4211-9323-2a90d3701447 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513330933&fields=id&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 267 time: 0.0748346 Dec 10 18:46:20.210646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-0f84a19f-7ba2-4254-9d26-d4bd1356985c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:20.212282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-0f84a19f-7ba2-4254-9d26-d4bd1356985c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 797 time: 0.1221468 Dec 10 18:46:20.229784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-38958bad-4ae2-40bd-b0df-2da7a6a8a54b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/quotas/3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 375 time: 0.0108087 Dec 10 18:46:20.287610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e3be60d7-3094-4b76-90a7-50f73f1d57c6 None None] Provisioning complete for port e021877d-374d-4e22-9ceb-7b7fff138801 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:20.288130 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3be60d7-3094-4b76-90a7-50f73f1d57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.292351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-7231d87a-0df1-4871-a258-c2521ecb5923 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533886 Dec 10 18:46:20.337283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e3be60d7-3094-4b76-90a7-50f73f1d57c6 None None] Port e021877d-374d-4e22-9ceb-7b7fff138801 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:20.349150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e3be60d7-3094-4b76-90a7-50f73f1d57c6 None None] Provisioning complete for port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:20.349518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e3be60d7-3094-4b76-90a7-50f73f1d57c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.407310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-00806b03-6a7e-49ce-9c7b-bf2b4ab9c401 service neutron] 10.222.0.55 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979226 Dec 10 18:46:20.514637 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Sync routers for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:20.525454 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-b794627e-c64c-44a7-bdaf-c2658ed9e329 service neutron] 10.222.0.55 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087341 Dec 10 18:46:20.526658 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:20.527270 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.568989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9cfbe9d2-67f7-4256-8873-eae21f6b84be None None] Provisioning complete for port e021877d-374d-4e22-9ceb-7b7fff138801 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:20.569372 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9cfbe9d2-67f7-4256-8873-eae21f6b84be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.631670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9cfbe9d2-67f7-4256-8873-eae21f6b84be None None] Port e021877d-374d-4e22-9ceb-7b7fff138801 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:20.652553 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:20.741613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25b7f82e-1ec7-45f7-9351-471e0a5a89fb req-c723f774-c5c7-48e0-ab6a-bf2a46eceffa tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Dec 10 18:46:20.756955 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-773617d6-52a0-4ed3-8c53-7b14c4e00b76 None None] Provisioning complete for port e021877d-374d-4e22-9ceb-7b7fff138801 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:20.757444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-773617d6-52a0-4ed3-8c53-7b14c4e00b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:20.801057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-773617d6-52a0-4ed3-8c53-7b14c4e00b76 None None] Port e021877d-374d-4e22-9ceb-7b7fff138801 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:20.893643 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:19Z', 'revision_number': 2, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:20.927264 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Checking router: 6036b830-ffbb-4535-9c49-053ceee4689e for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:20.927625 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Updating router 6036b830-ffbb-4535-9c49-053ceee4689e port e021877d-374d-4e22-9ceb-7b7fff138801 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:46:20.953961 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.110706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:21.170766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:21.171151 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.254851 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.261806 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.412746 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Pushing event updated for resources: {'Port': ['ID=e021877d-374d-4e22-9ceb-7b7fff138801,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:21.437884 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.438255 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.438842 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.439219 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.439622 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.440306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.440598 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.440979 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.441306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.441653 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.441919 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.442248 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.442587 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:21.480404 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Attempting to bind port e021877d-374d-4e22-9ceb-7b7fff138801 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:21.480730 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Attempting to bind port e021877d-374d-4e22-9ceb-7b7fff138801 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:21.481093 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Attempting to bind port e021877d-374d-4e22-9ceb-7b7fff138801 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:21.487008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:21.487477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Checking segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:21.487896 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.488281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Bound using segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:21.488756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Bound port: e021877d-374d-4e22-9ceb-7b7fff138801, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:21.489163 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.557473 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] For port e021877d-374d-4e22-9ceb-7b7fff138801, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:21.561013 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] For port e021877d-374d-4e22-9ceb-7b7fff138801, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e021877d-374d-4e22-9ceb-7b7fff138801,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:21.566180 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.636005 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4adfceec-0bbd-48c1-ae03-d7b18687a107 None None] Provisioning complete for port e021877d-374d-4e22-9ceb-7b7fff138801 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:21.637429 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4adfceec-0bbd-48c1-ae03-d7b18687a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.637668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:21.639130 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:21.696999 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62545fcc-2162-44e1-bc70-b4c70e01248a None None] Pushing event updated for resources: {'Port': ['ID=e021877d-374d-4e22-9ceb-7b7fff138801,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:21.808779 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4adfceec-0bbd-48c1-ae03-d7b18687a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.833636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-4922fba6-4fbc-46e1-91c9-57c8fb9746dc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:21.835453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-4922fba6-4fbc-46e1-91c9-57c8fb9746dc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 797 time: 0.2157531 Dec 10 18:46:21.859210 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:21.871614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4adfceec-0bbd-48c1-ae03-d7b18687a107 None None] For port e021877d-374d-4e22-9ceb-7b7fff138801, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e021877d-374d-4e22-9ceb-7b7fff138801,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:21.877935 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4adfceec-0bbd-48c1-ae03-d7b18687a107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:21.916039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-219a09f8-5de5-40f2-acce-54d12ba6bce3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 380 time: 0.0698915 Dec 10 18:46:21.925053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a32c45c-817f-4b18-a08f-3153364dcbd9 req-fabff084-83f5-419c-aa70-b27b8a80b8f8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 210 time: 0.0411561 Dec 10 18:46:21.933948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'port': {'device_id': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'admin_state_up': True, 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'security_groups': ['98024021-67b7-47b8-b31e-d7f6a9fe8aab']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:21.965736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfceec-0bbd-48c1-ae03-d7b18687a107 None None] Pushing event updated for resources: {'Port': ['ID=e021877d-374d-4e22-9ceb-7b7fff138801,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:22.001608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2877f65f-4aaa-43e5-a630-5e19bca23e78 None None] Provisioning complete for port e021877d-374d-4e22-9ceb-7b7fff138801 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:22.002222 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2877f65f-4aaa-43e5-a630-5e19bca23e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.049020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:46:22.052619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.113788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:22.139794 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e5103a-eda8-4424-93db-630e226bdcf7 None None] The sync data for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 is: [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:22.211407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.14 (38915b6c-8dc3-4275-9ab7-c593b162737c/4a516872-5249-4f46-a86e-7d565df404aa/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:22.380228 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.422698 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.474617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 38915b6c-8dc3-4275-9ab7-c593b162737c is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:22.477864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:22.481722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:22.489454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:22.522515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.522893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.523223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.523559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.523891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.524220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.524548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.524877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.525198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.525524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.525826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.526178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.526513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:46:22.559362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:22.560050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.581796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-2f70685f-3894-4734-982d-3eee28fbfd85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6596780 Dec 10 18:46:22.595614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Request body: {'port': {'device_id': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:22.668521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.826646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ddee8115-b0d7-4698-94e4-78c81bb28f6c None None] Provisioning complete for port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:22.826646 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ddee8115-b0d7-4698-94e4-78c81bb28f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:22.875687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ddee8115-b0d7-4698-94e4-78c81bb28f6c None None] Port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:46:23.005793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:23.015251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:23.033948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Transition to ACTIVE for port object 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:46:23.038714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:23.062150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333184de-7db4-4549-84ca-a4c43b98f866 req-943a6ec5-cfde-442e-85e5-30e2a2d1cbb2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:23.064098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-333184de-7db4-4549-84ca-a4c43b98f866 req-943a6ec5-cfde-442e-85e5-30e2a2d1cbb2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 932 time: 0.0690465 Dec 10 18:46:23.166612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:23.191926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-333184de-7db4-4549-84ca-a4c43b98f866 req-87b39c44-71c3-45de-aa8c-7bce3dad3b7d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163154 Dec 10 18:46:23.210469 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e021877d-374d-4e22-9ceb-7b7fff138801 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:23.247937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:46:23.249747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:46:23.249747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:23.261190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:46:23.261540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:46:23.267907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:46:23.268329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Checking segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:46:23.268893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Bound using segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:46:23.269352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Bound port: 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:46:23.269740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:23.294330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e021877d-374d-4e22-9ceb-7b7fff138801 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:23.294761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:23.388905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:46:23.394392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:46:23.403150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:23.442163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:23.442832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:23.444390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] 10.222.0.59 "PUT /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 1092 time: 0.8536990 Dec 10 18:46:23.444813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:23.447264 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288f626-d5f8-4816-a859-3d83b74ea397" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:23.477582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02e1a6-7d5b-45ba-865f-de60302f5c02 service neutron] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:23.529525 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3a6e93-1451-4c1a-a4ee-e18ab856175c x-openstack-request-id: req-2b3a6e93-1451-4c1a-a4ee-e18ab856175c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:23.529853 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:23.530051 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2b3a6e93-1451-4c1a-a4ee-e18ab856175c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:23.530499 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'status': 'completed', 'code': 200} Dec 10 18:46:23.550729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-78360353-35c6-4140-b3c7-e9b4bb24cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:23.552567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-78360353-35c6-4140-b3c7-e9b4bb24cca4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1095 time: 0.0675309 Dec 10 18:46:23.605989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-e32fd762-2e5a-464c-8e5f-909b2b8d501f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 217 time: 0.0455945 Dec 10 18:46:23.661120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-638d804c-0ca5-4862-90e4-953e2da2dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:23.662790 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-638d804c-0ca5-4862-90e4-953e2da2dc7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 200 len: 834 time: 0.0499778 Dec 10 18:46:23.713587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-85bca713-8d60-4e71-a86d-699562856ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:23.715102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-85bca713-8d60-4e71-a86d-699562856ef0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38915b6c-8dc3-4275-9ab7-c593b162737c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431826 Dec 10 18:46:23.809088 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-464eb3a3-a73b-4b4a-b043-bf805c87a481 service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870891 Dec 10 18:46:23.900416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8e85701-c925-49b1-aed9-e03f1b7cfb9e req-e05bbf8b-65ca-44c8-87a2-40e1a5a91f2f service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843279 Dec 10 18:46:24.001496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-8d646881-c70e-4c5b-8aca-1b3d91179415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.003187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-8d646881-c70e-4c5b-8aca-1b3d91179415 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1095 time: 0.0492311 Dec 10 18:46:24.094922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-3bc4dd75-f321-40b1-9772-e96540513765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.096773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-3bc4dd75-f321-40b1-9772-e96540513765 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 898 time: 0.0864100 Dec 10 18:46:24.139497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-2defd892-8d6f-4954-bce2-bd53f63b9354 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 217 time: 0.0346093 Dec 10 18:46:24.192453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-c11c7998-ea28-4e19-87d7-2060dd961aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.193941 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-c11c7998-ea28-4e19-87d7-2060dd961aef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 200 len: 834 time: 0.0474458 Dec 10 18:46:24.243238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-7177e2fc-8d06-40f5-821a-2d696bbfb05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.244773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-7177e2fc-8d06-40f5-821a-2d696bbfb05f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38915b6c-8dc3-4275-9ab7-c593b162737c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429723 Dec 10 18:46:24.688296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6815-e89c-4f48-9329-15c97d9a0b14 req-ad78f11d-247a-4459-b7cf-08011ced03a4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:24.690029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f5a6815-e89c-4f48-9329-15c97d9a0b14 req-ad78f11d-247a-4459-b7cf-08011ced03a4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 944 time: 0.4296753 Dec 10 18:46:24.714161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-1b2fb7fe-d9e9-4a78-a279-e4e94bd19783 service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611681 Dec 10 18:46:24.789399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f5a6815-e89c-4f48-9329-15c97d9a0b14 req-1312685e-bc1d-4c01-95eb-6e4aa41c9265 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928459 Dec 10 18:46:24.836882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b288f626-d5f8-4816-a859-3d83b74ea397 req-04e32186-59c6-4929-a099-f039570e59f7 service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147184 Dec 10 18:46:25.912782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf69739-6d6e-4773-9084-497eef2e28fd req-f7e34b8d-d741-475c-ad34-16d75970ead7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:25.914320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcf69739-6d6e-4773-9084-497eef2e28fd req-f7e34b8d-d741-475c-ad34-16d75970ead7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 944 time: 0.0517397 Dec 10 18:46:25.965423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dcf69739-6d6e-4773-9084-497eef2e28fd req-2160c7f8-7c2e-47c1-802c-4e2cfc5b9d87 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449169 Dec 10 18:46:27.086277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bebeb5-c24b-448c-b64b-818db6ce8c82 req-1a4b132b-70a1-4aa3-9981-8b8a566230cc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:27.087688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80bebeb5-c24b-448c-b64b-818db6ce8c82 req-1a4b132b-70a1-4aa3-9981-8b8a566230cc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 944 time: 0.0499818 Dec 10 18:46:27.139211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80bebeb5-c24b-448c-b64b-818db6ce8c82 req-5d37585b-607f-41cc-98aa-1b0af4110772 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454218 Dec 10 18:46:28.061095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:46:28.192212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:28.211062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'port_id': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'mac_address': 'fa:16:3e:c5:a0:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:46:28.252893 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.268729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:46:28.268963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8441061-aa59-4f73-bd67-e5b630fccfbf req-d25e13bc-1adb-45b1-b578-83abf1fefb77 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:28.270395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8441061-aa59-4f73-bd67-e5b630fccfbf req-d25e13bc-1adb-45b1-b578-83abf1fefb77 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 944 time: 0.0578954 Dec 10 18:46:28.295773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:28.302167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.323771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c8441061-aa59-4f73-bd67-e5b630fccfbf req-e3e303f1-41dc-48ab-8ca8-9ad3bf40bef7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 Dec 10 18:46:28.336958 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a55c975c-8ea8-4971-898b-05a75cd0fd84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:28.362145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:28.508851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:46:29.447532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6e738-32c7-4aec-852f-273c0447c847 req-8eeae131-e5b2-4a0e-a329-2cf60a6ace44 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:29.449048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa6e738-32c7-4aec-852f-273c0447c847 req-8eeae131-e5b2-4a0e-a329-2cf60a6ace44 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 945 time: 0.0508952 Dec 10 18:46:29.500338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0aa6e738-32c7-4aec-852f-273c0447c847 req-a28d9cb3-1477-4755-8fbe-05598dbff471 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Dec 10 18:46:30.071193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:46:30.128433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:46:30.132719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:46:30.133092 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.215091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.238730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:30.241003 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19da683-0e08-47fe-b871-007df1adc7be" -d '{"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-plugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:30.254088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:46:30.258690 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:30.282520 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3086ce49-6dec-4133-9d6f-a218a0525194 x-openstack-request-id: req-3086ce49-6dec-4133-9d6f-a218a0525194 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:30.282812 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-plugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:30.283066 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3086ce49-6dec-4133-9d6f-a218a0525194 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:30.283482 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'code': 200} Dec 10 18:46:30.309727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:30.383025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8df00d-9297-4b60-a901-5c42316b471a req-532a0ba4-114a-425a-9376-4128a5ad1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:30.384788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b8df00d-9297-4b60-a901-5c42316b471a req-532a0ba4-114a-425a-9376-4128a5ad1009 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1097 time: 0.0439470 Dec 10 18:46:30.438672 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b8df00d-9297-4b60-a901-5c42316b471a req-6edfd0fd-11d0-4cd6-918c-7cae0badaa89 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461068 Dec 10 18:46:30.626834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d795da-5093-4e38-9e09-f4e46a349ad6 req-7118fcfa-a58b-4fca-b903-49ee18b7b84b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:30.628388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76d795da-5093-4e38-9e09-f4e46a349ad6 req-7118fcfa-a58b-4fca-b903-49ee18b7b84b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0522640 Dec 10 18:46:30.679396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76d795da-5093-4e38-9e09-f4e46a349ad6 req-2f962021-aea1-4ab4-b705-da6863007b23 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451119 Dec 10 18:46:31.628210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4f4d09e9-63a5-4ff9-a7f6-91fd9319683e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:31.800351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be3e4e-4019-420e-9430-fecd5cd327b7 req-ac27492d-8404-49e5-82c1-3aa1ab15a9a7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:31.802297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46be3e4e-4019-420e-9430-fecd5cd327b7 req-ac27492d-8404-49e5-82c1-3aa1ab15a9a7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0524919 Dec 10 18:46:31.862318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-46be3e4e-4019-420e-9430-fecd5cd327b7 req-fc1fbcee-7a53-4e73-a14d-c2b313cff3e0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537736 Dec 10 18:46:31.991045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a1ce4-fd7f-4d8b-b8e1-688b3ca97dc0 req-ac849211-53d1-441c-8540-32834d3251bb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:31.992450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2a1ce4-fd7f-4d8b-b8e1-688b3ca97dc0 req-ac849211-53d1-441c-8540-32834d3251bb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0516381 Dec 10 18:46:32.058217 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e2a1ce4-fd7f-4d8b-b8e1-688b3ca97dc0 req-bfeb273d-60da-48d7-9032-d8a5275d0329 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569603 Dec 10 18:46:32.086072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51662) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:32.102129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.126682 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.130441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9dc25f-ddfc-439e-a923-92009bf6d37b tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:32.132009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b9dc25f-ddfc-439e-a923-92009bf6d37b tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1092 time: 0.0448756 Dec 10 18:46:32.134866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51664) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:32.139258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:46:32.173915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.284370 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.389317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.239 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/0b297f94-8838-4eb3-bdc2-9f5f767592ac) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:46:32.506225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.541428 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:32.583731 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:46:32.586795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:46:32.590541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:46:32.618255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=0b297f94-8838-4eb3-bdc2-9f5f767592ac,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:32.973549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.045895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.215980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.222467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.294217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=0b297f94-8838-4eb3-bdc2-9f5f767592ac,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:46:33.304200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.408993 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP 38eed5eb-9446-4d51-b022-ae27438f708d associated. External IP: 172.25.2.239, port: 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65. Dec 10 18:46:33.638560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 6036b830-ffbb-4535-9c49-053ceee4689e has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:46:33.756292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:46:33.769596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] Sync routers for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:46:33.780536 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.796103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:33.796638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:33.812997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-744a874f-a380-4371-b73f-42c1d3a51b60 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6770091 Dec 10 18:46:33.814566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:46:33.816875 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:46:33.838514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:33.865618 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd1bb64-c583-4f73-8025-98f86da63d36 x-openstack-request-id: req-6dd1bb64-c583-4f73-8025-98f86da63d36 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:46:33.865924 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:46:33.866182 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6dd1bb64-c583-4f73-8025-98f86da63d36 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:46:33.866630 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'status': 'completed', 'code': 200} Dec 10 18:46:33.923843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:33.941727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f97f41-7162-4624-8af2-c7373e95b861 req-fea0795a-2c28-4eb3-a03c-458298ca138c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:33.943451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73f97f41-7162-4624-8af2-c7373e95b861 req-fea0795a-2c28-4eb3-a03c-458298ca138c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0553391 Dec 10 18:46:33.951518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-7cb73c05-3bf9-498f-899b-9c4d9dc6c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:33.953636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-7cb73c05-3bf9-498f-899b-9c4d9dc6c5d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1097 time: 0.0656936 Dec 10 18:46:34.002413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73f97f41-7162-4624-8af2-c7373e95b861 req-8a410d24-6f77-4b5d-93b9-f108bf383dd3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498106 Dec 10 18:46:34.029362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51674) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:34.082466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-747f987e-2e08-4e90-98db-901494539c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.085131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-747f987e-2e08-4e90-98db-901494539c34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 898 time: 0.1241915 Dec 10 18:46:34.119486 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a75b6039-b909-41fe-91bf-8d2ab0e52f9c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/38eed5eb-9446-4d51-b022-ae27438f708d HTTP/1.1" status: 200 len: 992 time: 0.0884831 Dec 10 18:46:34.137753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:34.163120 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-a3b40922-fcf5-4886-8f6b-b743d027b6a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 1000 time: 0.0705674 Dec 10 18:46:34.215470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-bbf0a6d5-dca7-45bd-8ba4-489790ef1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.216973 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-bbf0a6d5-dca7-45bd-8ba4-489790ef1de6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 200 len: 834 time: 0.0471261 Dec 10 18:46:34.275007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-4d94e00d-fe25-4c96-9f78-2db6661309d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:46:34.276600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-4d94e00d-fe25-4c96-9f78-2db6661309d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38915b6c-8dc3-4275-9ab7-c593b162737c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527606 Dec 10 18:46:34.377750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '38eed5eb-9446-4d51-b022-ae27438f708d', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'port_id': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'mac_address': 'fa:16:3e:c5:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:32Z', 'updated_at': '2021-12-10T18:46:32Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:34.379591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-0ec3eece-f2da-4c22-9128-0ab5c7851aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955415 Dec 10 18:46:34.404953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] Checking router: 6036b830-ffbb-4535-9c49-053ceee4689e for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:46:34.414588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:46:34.415221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:46:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:34.477779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c438d0e-ff6f-4f34-bc3d-c0d200f5c002 req-7569c19f-2163-414d-ab5c-e9c766a204b3 service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911999 Dec 10 18:46:34.529526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:46:34.788544 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '38eed5eb-9446-4d51-b022-ae27438f708d', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'port_id': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'mac_address': 'fa:16:3e:c5:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:32Z', 'updated_at': '2021-12-10T18:46:32Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:46:34.819912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d60aa-530e-40ed-9e12-68ab669fc1fd None None] The sync data for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 is: [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '38eed5eb-9446-4d51-b022-ae27438f708d', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.239', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'port_id': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'mac_address': 'fa:16:3e:c5:a0:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:46:32Z', 'updated_at': '2021-12-10T18:46:32Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:46:34.866280 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:46:35.070855 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c8725f-5c8b-433b-a4c8-e28b736ff28f None None] New status for floating IP 38eed5eb-9446-4d51-b022-ae27438f708d: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:46:35.123341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51692) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:35.193703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf9fefc3-9c91-49a0-b717-9858525837b8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/38eed5eb-9446-4d51-b022-ae27438f708d HTTP/1.1" status: 200 len: 992 time: 0.0690961 Dec 10 18:46:36.199632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51700) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:46:36.271451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f30aca39-4f86-4614-8f16-25b9e24dc30d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/38eed5eb-9446-4d51-b022-ae27438f708d HTTP/1.1" status: 200 len: 994 time: 0.0704069 Dec 10 18:46:44.272604 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:46:58.314177 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8d9f0735-bf30-483d-bf04-f479b1d05ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:01.633544 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-09995143-c602-42d5-bc8c-0cd4745a8829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.118447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:02.132103 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:03.805484 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:04.123420 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:04.861637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:07.753412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b71be-8b39-4ca4-bcf8-c586ba28eb9f req-12dcc589-e684-4011-810e-7dca53c02b42 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:07.754960 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c96b71be-8b39-4ca4-bcf8-c586ba28eb9f req-12dcc589-e684-4011-810e-7dca53c02b42 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.1365278 Dec 10 18:47:07.810780 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c96b71be-8b39-4ca4-bcf8-c586ba28eb9f req-70ca1454-5fd7-4046-9643-73cb9226bd92 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480318 Dec 10 18:47:07.839642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51838) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:07.907309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c93f88fe-919f-4885-a819-294978d19059 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/38eed5eb-9446-4d51-b022-ae27438f708d HTTP/1.1" status: 200 len: 994 time: 0.0664020 Dec 10 18:47:08.248842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae319ba-ffdb-480e-9bcb-12e2c3621a96 req-4367de57-e5a7-40c5-b303-7bd58324493f tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:08.250576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ae319ba-ffdb-480e-9bcb-12e2c3621a96 req-4367de57-e5a7-40c5-b303-7bd58324493f tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1097 time: 0.0433643 Dec 10 18:47:08.299736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ae319ba-ffdb-480e-9bcb-12e2c3621a96 req-676677fc-4be4-4e8e-a16d-1fa36562710e tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429966 Dec 10 18:47:08.886718 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-733a8682-8245-4503-85d6-08a33fa6a7f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163225 Dec 10 18:47:08.897416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-2bff9236-2fd4-48e1-abd8-0a0e1b78b327 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:47:08.899051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-2bff9236-2fd4-48e1-abd8-0a0e1b78b327 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062048 Dec 10 18:47:09.437149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-5cd9a42d-49a4-4e81-b369-b65afc525a96 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:47:09.438304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-5cd9a42d-49a4-4e81-b369-b65afc525a96 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056562 Dec 10 18:47:09.507970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-21aaf2aa-10d1-40f2-993f-d8aa17d2d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:09.509423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-21aaf2aa-10d1-40f2-993f-d8aa17d2d723 service neutron] 10.222.0.55 "GET /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 1094 time: 0.0354109 Dec 10 18:47:09.518568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Request body: {'binding': {'host': 'n-h2-821424-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:09.519032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Unknown quota resources ['binding']. {{(pid=103499) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 10 18:47:09.662914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on host n-h2-821424-1 for vnic_type normal with profile None {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:09.663144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:09.663480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:09.667961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:47:09.668286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:09.673174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:09.673515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Checking segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:09.673902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Bound using segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:09.674324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Bound port: 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:09.760098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:09.768010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:09.769192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-b14cc546-0d6b-4866-84a9-cc6b2400f034 service neutron] 10.222.0.55 "POST /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65/bindings HTTP/1.1" status: 201 len: 389 time: 0.2540762 Dec 10 18:47:09.949446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888e9bb-7ada-4714-a90e-b27069c44ec7 req-b0294ad1-d251-4014-b70e-07c8e61afbde tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:09.958255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2888e9bb-7ada-4714-a90e-b27069c44ec7 req-b0294ad1-d251-4014-b70e-07c8e61afbde tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0777438 Dec 10 18:47:10.049875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2888e9bb-7ada-4714-a90e-b27069c44ec7 req-3a9ef1fb-a9e9-4fd7-8dc3-c1ceb1c1d644 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898926 Dec 10 18:47:10.069237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a429789b-da2d-4cfa-bf18-4a768e578069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:10.071313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a429789b-da2d-4cfa-bf18-4a768e578069 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1097 time: 0.0705895 Dec 10 18:47:10.163795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-f98d16ad-2bcb-4004-8f21-58be2ee679f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:10.165384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-f98d16ad-2bcb-4004-8f21-58be2ee679f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 898 time: 0.0869401 Dec 10 18:47:10.239336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-8021822c-2526-40fe-82b5-3d3d38e48dc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 1002 time: 0.0659153 Dec 10 18:47:10.292889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-4c03bb6f-245b-4971-a33d-3323cf23ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:10.294290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-4c03bb6f-245b-4971-a33d-3323cf23ef38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 200 len: 834 time: 0.0471163 Dec 10 18:47:10.344075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-ace13b23-46d3-4dd4-ab03-5cab7d4b72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:10.345604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-ace13b23-46d3-4dd4-ab03-5cab7d4b72b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38915b6c-8dc3-4275-9ab7-c593b162737c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441084 Dec 10 18:47:10.448847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-cb3d20c4-3f2b-48a7-ae5d-ce2ee02253db service neutron] 10.222.0.30 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948544 Dec 10 18:47:10.545042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-983e3d42-9828-45ba-84fd-26f935fc9db1 service neutron] 10.222.0.30 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890090 Dec 10 18:47:10.688363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-e99a6ca0-edda-43f5-b148-63658582da49 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:10.689901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-e99a6ca0-edda-43f5-b148-63658582da49 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1097 time: 0.0851972 Dec 10 18:47:10.701647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821424-1'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:10.759660 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.895108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:10.934905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:10.976240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:10.978486 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bc16f6-5651-4582-9dac-abf63ccdd38e" -d '{"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-unplugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:10.982771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:10.989299 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.025012 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bcc7ca-0d6b-44be-b2d9-245b4d22a76d x-openstack-request-id: req-c9bcc7ca-0d6b-44be-b2d9-245b4d22a76d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:11.025313 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-unplugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:11.025570 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9bcc7ca-0d6b-44be-b2d9-245b4d22a76d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:11.025969 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'code': 200} Dec 10 18:47:11.101926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:11.199947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on host n-h1-821424-1 for vnic_type normal with profile {"migrating_to": "n-h2-821424-1"} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:11.200286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:11.200622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:11.212574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:47:11.213144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Attempting to bind port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on network 38915b6c-8dc3-4275-9ab7-c593b162737c {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:11.226476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf32127-ec32-45b9-bd75-10b9e0899793 req-4c7a71ab-092d-4e34-b284-cfa481c7b2a1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:11.228029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6bf32127-ec32-45b9-bd75-10b9e0899793 req-4c7a71ab-092d-4e34-b284-cfa481c7b2a1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 944 time: 0.0747018 Dec 10 18:47:11.229372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:11.229691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Checking segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:11.230535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Bound using segment: {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:11.230535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Bound port: 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff8350f-f1e9-430d-84f2-babddda7be8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:11.230894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.323538 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6bf32127-ec32-45b9-bd75-10b9e0899793 req-683dca3c-dea2-496d-956e-868a82bb60c7 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828028 Dec 10 18:47:11.332734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:11.333784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cd3bafe5-a2db-42b5-9bb1-2ba1bcba0a1c None None] Provisioning complete for port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:11.334510 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cd3bafe5-a2db-42b5-9bb1-2ba1bcba0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.337468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:11.344476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.372181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bafe5-a2db-42b5-9bb1-2ba1bcba0a1c None None] Port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:11.698816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Provisioning complete for port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:11.699313 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.790599 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.793915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:11.824947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:11.827824 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03adbe5b-9823-46ed-931a-107c6c9386ee" -d '{"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-plugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:11.842963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:11.843644 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.844400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:11.845062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1f7531d1-e837-4d35-b38f-1f82a9a72d5e service neutron] 10.222.0.30 "PUT /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 1122 time: 1.1476679 Dec 10 18:47:11.851711 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:11.964334 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d6241a-ca0a-4354-844a-60b4475b0b95 x-openstack-request-id: req-26d6241a-ca0a-4354-844a-60b4475b0b95 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:11.964722 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-plugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:11.965073 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26d6241a-ca0a-4354-844a-60b4475b0b95 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:11.965556 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'code': 200} Dec 10 18:47:12.025656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:47:12.112100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:12.135840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.136777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.136777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.137010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.137376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.137772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.138448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.139120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.139667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.140223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.140928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.141351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.141807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ce3d29-08db-481b-9391-c8ee62777229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:12.465218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e90-ca58-413d-942b-6159c881be05 req-d136d7aa-e101-4697-b60e-f5089f37956e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:12.467006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83243e90-ca58-413d-942b-6159c881be05 req-d136d7aa-e101-4697-b60e-f5089f37956e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0601411 Dec 10 18:47:12.523493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83243e90-ca58-413d-942b-6159c881be05 req-00160e21-f0ee-4a0a-ad8d-a325b9e200c4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482662 Dec 10 18:47:13.027097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:13.029672 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:13.071010 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d02c23-f949-4c42-b798-209e540eed91 x-openstack-request-id: req-a8d02c23-f949-4c42-b798-209e540eed91 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:13.071308 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:13.071567 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8d02c23-f949-4c42-b798-209e540eed91 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:13.071977 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'status': 'completed', 'code': 200} Dec 10 18:47:13.144251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-3b0b3995-fcf6-4b84-8262-145016ea6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:13.146290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-3b0b3995-fcf6-4b84-8262-145016ea6930 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1127 time: 0.0476444 Dec 10 18:47:13.238179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-52908e9e-2b52-4105-ac49-1b953d33c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:13.239710 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-52908e9e-2b52-4105-ac49-1b953d33c2d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 898 time: 0.0870388 Dec 10 18:47:13.315342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-9fc7c230-99d0-4f47-8465-8f6eede3387e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 1002 time: 0.0679326 Dec 10 18:47:13.365986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-26fd5bec-5c40-4bd5-9b42-279c54085dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:13.367648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-26fd5bec-5c40-4bd5-9b42-279c54085dd6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 200 len: 834 time: 0.0453084 Dec 10 18:47:13.417406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-630d75b2-7a1f-4378-a605-4da96f7c420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:13.419016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-630d75b2-7a1f-4378-a605-4da96f7c420c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38915b6c-8dc3-4275-9ab7-c593b162737c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447433 Dec 10 18:47:13.430945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-c001cfac-4335-4b66-bbb5-185ec5d59304 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:47:13.431960 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-c001cfac-4335-4b66-bbb5-185ec5d59304 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054052 Dec 10 18:47:13.532604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-4bc230b0-0fd0-4b8e-a3ed-b027f1286c6b service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936658 Dec 10 18:47:13.641028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ea5d0f4-3d9e-4431-a8cb-8d46451f7ab6 req-e9ae5aff-bdd1-4df3-9788-7a82676c15ed service neutron] 10.222.0.59 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009378 Dec 10 18:47:13.673607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eee751-4205-4b61-a9f8-2d715fd4727a req-e503a1fa-406b-4359-823c-761532d00ac9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:13.675302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60eee751-4205-4b61-a9f8-2d715fd4727a req-e503a1fa-406b-4359-823c-761532d00ac9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0744355 Dec 10 18:47:13.742400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e539d2-e5de-4fdd-a61b-a0e116bc1603 req-caf25217-452c-4ef7-9a6a-88b847424a3e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:13.742760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60eee751-4205-4b61-a9f8-2d715fd4727a req-d5b10ec3-b4ce-4b36-9d43-9ad7e0f98ab5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584421 Dec 10 18:47:13.744339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0e539d2-e5de-4fdd-a61b-a0e116bc1603 req-caf25217-452c-4ef7-9a6a-88b847424a3e tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 945 time: 0.0547326 Dec 10 18:47:13.800917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f0e539d2-e5de-4fdd-a61b-a0e116bc1603 req-043d1b69-7210-4dd9-8e39-faa071d1f506 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502889 Dec 10 18:47:14.873226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7299e-2ce9-49e2-aeb4-9345217901c8 req-37e01e49-08f2-4e80-9d81-5d799027b388 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:14.874969 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9b7299e-2ce9-49e2-aeb4-9345217901c8 req-37e01e49-08f2-4e80-9d81-5d799027b388 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0605006 Dec 10 18:47:14.930166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc29f455-0509-4076-9e2d-f9127c641685 req-bbb4dc44-f32f-4fbd-8780-1fd692dc797c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:14.932091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc29f455-0509-4076-9e2d-f9127c641685 req-bbb4dc44-f32f-4fbd-8780-1fd692dc797c tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 945 time: 0.0555148 Dec 10 18:47:14.940863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a9b7299e-2ce9-49e2-aeb4-9345217901c8 req-91e82186-ef4d-4097-b8ea-aac8c39de64d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595486 Dec 10 18:47:15.002279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc29f455-0509-4076-9e2d-f9127c641685 req-0e4fa1c2-b57c-477c-a14f-ae1bf91dffd7 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602658 Dec 10 18:47:15.347918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:47:15.454231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:15.468022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 has no active binding in host n-h2-821424-1 {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 10 18:47:16.086265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3025a-08c0-405d-9c67-28f415da5dc9 req-78de3175-7d23-482a-9a0d-f47b98e0e6a2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.088015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9de3025a-08c0-405d-9c67-28f415da5dc9 req-78de3175-7d23-482a-9a0d-f47b98e0e6a2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.0592694 Dec 10 18:47:16.136905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99241c59-3d92-4065-990f-2886b2045dd5 req-a459ff65-74ef-4ca1-8169-e0023bf5e653 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.138456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-99241c59-3d92-4065-990f-2886b2045dd5 req-a459ff65-74ef-4ca1-8169-e0023bf5e653 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.30 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 945 time: 0.0855594 Dec 10 18:47:16.145088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9de3025a-08c0-405d-9c67-28f415da5dc9 req-37a72cc8-bfd0-4619-a62d-43491e6863fd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508182 Dec 10 18:47:16.159144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf987-ea3f-4997-ae60-8833f1ba4186 req-71dbc071-15ff-4d5e-b539-191f790b4204 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.160686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28edf987-ea3f-4997-ae60-8833f1ba4186 req-71dbc071-15ff-4d5e-b539-191f790b4204 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 945 time: 0.0797324 Dec 10 18:47:16.264027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28edf987-ea3f-4997-ae60-8833f1ba4186 req-08f7b289-1538-4a91-beef-ee520517ac73 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups?id=6e8a4386-c57f-4482-9ccf-89c9ac36616e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823350 Dec 10 18:47:16.283114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Deleting port 52b47516-adbc-47b9-89bd-15d41ac55219 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:16.283487 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.383690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] For port 52b47516-adbc-47b9-89bd-15d41ac55219, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=52b47516-adbc-47b9-89bd-15d41ac55219,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:16.383957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.569463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.569834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.570147 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Floating IP 75e883cb-f4e9-4cd7-9d26-14b97e4a0489 disassociated. External IP: 172.25.2.238, port: 52b47516-adbc-47b9-89bd-15d41ac55219. Dec 10 18:47:16.570525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Calling delete_port for 52b47516-adbc-47b9-89bd-15d41ac55219 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:16.751112 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:16.767517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-711c6e88-b3b6-45a7-8dff-6bcd8cb8ddac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726533 Dec 10 18:47:16.789424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event deleted for resources: {'Port': ['ID=52b47516-adbc-47b9-89bd-15d41ac55219,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:16.950181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-bcaed0c4-94ab-4e53-92f1-7c2e1496d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:16.951742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-bcaed0c4-94ab-4e53-92f1-7c2e1496d54b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1097 time: 0.0952446 Dec 10 18:47:16.970874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Router 94d89b15-f37b-44ca-8e24-303214935edb has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:17.155536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-41209629-f3fb-48ba-8669-7a84eb3bbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:17.157086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-41209629-f3fb-48ba-8669-7a84eb3bbaec service neutron] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1778026 Dec 10 18:47:17.158611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:17.182771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] Sync routers for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:17.203942 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:17.206583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:17.209394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] No DVR routers for this DVR port 52b47516-adbc-47b9-89bd-15d41ac55219 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:17.217532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-93e1ff86-57b4-451c-901e-6a393d6653ee service neutron] 10.222.0.59 "GET /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 384 time: 0.1107254 Dec 10 18:47:17.283259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-7b7629cc-4981-40cb-9e7b-7b3fc370c5ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 1002 time: 0.0751183 Dec 10 18:47:17.285114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.304900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-99241c59-3d92-4065-990f-2886b2045dd5 req-e215f1c9-3267-4360-a332-2cbd66fa130f tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.30 "DELETE /v2.0/ports/52b47516-adbc-47b9-89bd-15d41ac55219 HTTP/1.1" status: 204 len: 173 time: 1.1596355 Dec 10 18:47:17.305330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'name': 'network-vif-deleted', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:17.318929 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2356feb3-abfc-4aa2-9434-4dd30ffa49cf" -d '{"events": [{"server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "name": "network-vif-deleted", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:17.363234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:17.439184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-e1b5ddff-09e8-4d9f-8aae-f46c67e04f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:17.440693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-e1b5ddff-09e8-4d9f-8aae-f46c67e04f4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.1166141 Dec 10 18:47:17.502788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfb66ae9-b60a-4ab3-9114-319e97c90ce1 req-09e36540-6ecd-4d39-8f59-099f9dffd26d tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/ports?device_id=49dd1726-de3b-4c91-a54e-10d35761dd4e HTTP/1.1" status: 200 len: 210 time: 0.0609450 Dec 10 18:47:17.540354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-2a116fb0-4915-4b57-b486-1262a6e4a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:17.541871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-2a116fb0-4915-4b57-b486-1262a6e4a966 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839510 Dec 10 18:47:17.544224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de3557-e6ce-4bbe-8d4c-826aeac0a1f8 req-ae91bdc5-afb1-4983-84af-ca2bc853e841 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:17.546250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6de3557-e6ce-4bbe-8d4c-826aeac0a1f8 req-ae91bdc5-afb1-4983-84af-ca2bc853e841 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 946 time: 0.2382774 Dec 10 18:47:17.547857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:17.564434 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fac61c-2d05-4069-a9fb-721998b6eab9 x-openstack-request-id: req-f8fac61c-2d05-4069-a9fb-721998b6eab9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:17.564712 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49dd1726-de3b-4c91-a54e-10d35761dd4e", "name": "network-vif-deleted", "tag": "52b47516-adbc-47b9-89bd-15d41ac55219", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:17.564937 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8fac61c-2d05-4069-a9fb-721998b6eab9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:17.565475 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dd1726-de3b-4c91-a54e-10d35761dd4e', 'name': 'network-vif-deleted', 'tag': '52b47516-adbc-47b9-89bd-15d41ac55219', 'status': 'completed', 'code': 200} Dec 10 18:47:17.585607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:17.639548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6de3557-e6ce-4bbe-8d4c-826aeac0a1f8 req-392990d2-4f01-43a9-9b3e-8a16764b3b8e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832982 Dec 10 18:47:17.644035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:17.648706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-4d21262a-0e5f-44c8-a530-1a2d45d12e84 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940230 Dec 10 18:47:17.652443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:17.655231 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294df958-e53b-48b4-9484-29cac4a81933" -d '{"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-unplugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:17.668729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:17.674685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] Checking router: 94d89b15-f37b-44ca-8e24-303214935edb for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:17.684189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:17.685049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:17.690600 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.776155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d9105e4-1e85-4307-b478-ebbaeb44af05 req-63fe7a79-d787-4a2b-aa86-a1776a9a96ba service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210675 Dec 10 18:47:17.799091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Transition to ACTIVE for port object 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:47:17.808602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:17.837256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:17.897239 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef0999-ab8c-41b5-a857-3f36e6791267 x-openstack-request-id: req-8cef0999-ab8c-41b5-a857-3f36e6791267 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:17.897518 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-unplugged", "status": "completed", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:17.897758 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8cef0999-ab8c-41b5-a857-3f36e6791267 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:17.898264 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'code': 200} Dec 10 18:47:17.954621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] No DVR routers for this DVR port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:18.016202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Pushing event updated for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=11']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:18.028970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.029318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.029666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.030008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.030350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.030716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.031044 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.031386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.031695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.032020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.032345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.032668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.032981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:18.092033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:18.127982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c97a531-b801-4b80-bc07-d95e941a880a None None] The sync data for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 is: [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:40:36Z', 'revision_number': 4, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a', 'name': '', 'network_id': 'd73a3d5a-dcd0-4f9e-9775-142cfa839c01', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'mac_address': 'fa:16:3e:9f:32:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:35Z', 'updated_at': '2021-12-10T18:40:43Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'subnets': [{'id': '38772e95-e47b-49b9-a5bf-b6204522cc0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:18.128566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-a42d8d97-23ec-4741-ab05-aa0d09735aac service neutron] 10.222.0.59 "PUT /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65/bindings/n-h2-821424-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8953075 Dec 10 18:47:18.378156 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6736bb3-9a07-4ee9-bb24-f0cd0ffe4a87 None None] New status for floating IP 75e883cb-f4e9-4cd7-9d26-14b97e4a0489: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:47:18.589868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51940) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:18.626150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-3e3adf91-21bb-40e6-9fc8-0c7e753ac0b3 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:18.627777 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-3e3adf91-21bb-40e6-9fc8-0c7e753ac0b3 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.1686914 Dec 10 18:47:18.647686 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5059ab6c-5c90-4863-9606-a5ad7016a902 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.673646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5059ab6c-5c90-4863-9606-a5ad7016a902 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.752889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-dc2dd997-1110-4b1f-a555-04e6686e7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:18.756023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-dc2dd997-1110-4b1f-a555-04e6686e7d77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 1096 time: 0.1196170 Dec 10 18:47:18.757728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5059ab6c-5c90-4863-9606-a5ad7016a902 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.761315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5059ab6c-5c90-4863-9606-a5ad7016a902 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:18.762860 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5059ab6c-5c90-4863-9606-a5ad7016a902 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "DELETE /v2.0/security-groups/6e8a4386-c57f-4482-9ccf-89c9ac36616e HTTP/1.1" status: 204 len: 168 time: 0.1717083 Dec 10 18:47:18.765881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51946) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:18.778702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059ab6c-5c90-4863-9606-a5ad7016a902 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8a4386-c57f-4482-9ccf-89c9ac36616e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:18.782407 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-2598eecb-1d6e-470e-8873-8a3a73ce1a13 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] show failed (client error): The resource could not be found. Dec 10 18:47:18.788771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2598eecb-1d6e-470e-8873-8a3a73ce1a13 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "GET /v2.0/security-groups/6e8a4386-c57f-4482-9ccf-89c9ac36616e HTTP/1.1" status: 404 len: 347 time: 0.0158575 Dec 10 18:47:18.789762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51948) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:18.843995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-4fdf748d-71f4-46b5-b854-dfa9bf6fad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:18.845607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-4fdf748d-71f4-46b5-b854-dfa9bf6fad4c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1096 time: 0.0648522 Dec 10 18:47:18.863897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3f4f7-96f3-4904-a394-8404bbc21a13 req-29799993-f6a1-4264-9f7c-8df0531bebd0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:18.866351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d0e3f4f7-96f3-4904-a394-8404bbc21a13 req-29799993-f6a1-4264-9f7c-8df0531bebd0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 945 time: 0.1388898 Dec 10 18:47:18.939801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1a418456-49bc-4456-93d0-001b85c273e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:18.941334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-1a418456-49bc-4456-93d0-001b85c273e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 898 time: 0.0879457 Dec 10 18:47:18.995813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d0e3f4f7-96f3-4904-a394-8404bbc21a13 req-36f35608-0c04-4d71-b1a8-6ad7dc60676e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014678 Dec 10 18:47:19.009270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Deleting port 11bffbe4-68a3-4e44-95cb-10d0d6f8976e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:19.010476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.035731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-fa12bc9c-1db2-455e-8604-7e33d69fd196 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 1000 time: 0.0856400 Dec 10 18:47:19.092508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-5b31f39a-9584-4f28-8455-adb59fab098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.094022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-5b31f39a-9584-4f28-8455-adb59fab098e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 200 len: 834 time: 0.0498207 Dec 10 18:47:19.103539 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.103963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.117571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Calling delete_port for 11bffbe4-68a3-4e44-95cb-10d0d6f8976e owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:19.145339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-89de8312-4458-4f8b-8b74-56086d92a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.146981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-89de8312-4458-4f8b-8b74-56086d92a365 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38915b6c-8dc3-4275-9ab7-c593b162737c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442879 Dec 10 18:47:19.245881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-9770571a-1175-4b7c-9ee7-641a1b3f0a47 service neutron] 10.222.0.30 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900002 Dec 10 18:47:19.257582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.283525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Pushing event deleted for resources: {'Port': ['ID=11bffbe4-68a3-4e44-95cb-10d0d6f8976e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:19.350287 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 52b47516-adbc-47b9-89bd-15d41ac55219 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:19.351794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.354453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.355767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-04323158-6af9-456d-8247-c7786d1c0e94 tempest-AttachVolumeTestJSON-488023335 tempest-AttachVolumeTestJSON-488023335-project] 10.222.0.55 "DELETE /v2.0/floatingips/75e883cb-f4e9-4cd7-9d26-14b97e4a0489 HTTP/1.1" status: 204 len: 168 time: 0.5670390 Dec 10 18:47:19.357501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-2317422c-2cfd-405d-9484-5b95c18e57f0 service neutron] 10.222.0.30 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033626 Dec 10 18:47:19.371721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 52b47516-adbc-47b9-89bd-15d41ac55219 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:19.372211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 52b47516-adbc-47b9-89bd-15d41ac55219 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:19.487136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-33e84dcd-ee76-44e5-82a9-17292328457d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579317 Dec 10 18:47:19.627936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-ca46efef-482c-43d4-af50-0433264cf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.629482 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-ca46efef-482c-43d4-af50-0433264cf8ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1096 time: 0.0818725 Dec 10 18:47:19.642056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-ced5a086-e802-4e64-816d-3453eab9b98c tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.644371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-ced5a086-e802-4e64-816d-3453eab9b98c tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 1096 time: 0.0583916 Dec 10 18:47:19.817929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-77b9aa76-76d8-470b-80f6-71c7e913e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.819485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-77b9aa76-76d8-470b-80f6-71c7e913e7fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 200 len: 909 time: 0.1620514 Dec 10 18:47:19.885986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-9628c893-bacc-4a38-9abe-d9657512dcbd service neutron] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:19.890944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-9628c893-bacc-4a38-9abe-d9657512dcbd service neutron] Publish callbacks [] for binding, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:19.892114 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6fdb8274-cb1b-444d-b2c4-d55871e90da0 req-9628c893-bacc-4a38-9abe-d9657512dcbd service neutron] 10.222.0.30 "DELETE /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65/bindings/n-h1-821424-1 HTTP/1.1" status: 204 len: 173 time: 0.2267752 Dec 10 18:47:19.901987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-3b30a0fd-06bc-43de-971f-168df4cc7adc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 200 len: 1001 time: 0.0741453 Dec 10 18:47:19.964535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-5c949ee7-127b-4b59-9934-e35b5cd506f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:19.966048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-5c949ee7-127b-4b59-9934-e35b5cd506f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba89eeb7-9d18-4403-b98e-17129fc12e89 HTTP/1.1" status: 200 len: 847 time: 0.0564380 Dec 10 18:47:20.014854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-0f41f46e-9b8a-4fc8-8b08-60f6000373ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:20.017949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-0f41f46e-9b8a-4fc8-8b08-60f6000373ed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445313 Dec 10 18:47:20.148255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-ae5eecac-3925-4244-be75-9ec0f50e5b14 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228743 Dec 10 18:47:20.159729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4283c-d70d-4e84-a877-6c6db2b94f39 req-819505ae-9d11-4ffb-8470-d18113fae533 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:20.161981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8e4283c-d70d-4e84-a877-6c6db2b94f39 req-819505ae-9d11-4ffb-8470-d18113fae533 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 945 time: 0.0804238 Dec 10 18:47:20.283515 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f8e4283c-d70d-4e84-a877-6c6db2b94f39 req-47a042a9-3f54-4118-b70a-f60c58d3158b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019726 Dec 10 18:47:20.296606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-012a76a3-1666-4ed9-9cc8-5b98b7946f2c req-825dc6ae-34db-4860-93e8-a4768a4b8405 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337674 Dec 10 18:47:20.319896 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:20.383241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:20.412692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af2366-5263-4045-af09-5926b42e38c8 req-82d2eb1f-401e-4a8f-8391-1406f3278cbf tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:20.415287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35af2366-5263-4045-af09-5926b42e38c8 req-82d2eb1f-401e-4a8f-8391-1406f3278cbf tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1096 time: 0.0509191 Dec 10 18:47:20.466063 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-35af2366-5263-4045-af09-5926b42e38c8 req-1c84d6ba-7420-4ca3-85ca-a31dfb9fb0b1 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440469 Dec 10 18:47:20.610119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf67c1-e8f1-44f7-b242-c02a6665551d req-d3e61690-a252-4dac-ae0a-c0507da06cda tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:20.612196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fcf67c1-e8f1-44f7-b242-c02a6665551d req-d3e61690-a252-4dac-ae0a-c0507da06cda tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 945 time: 0.0617270 Dec 10 18:47:20.669389 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1fcf67c1-e8f1-44f7-b242-c02a6665551d req-50b7013e-32c5-437d-a4fb-285d6d9d3c42 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460474 Dec 10 18:47:20.695845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 51962) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:20.762018 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ca9f0e90-fd74-4c3e-9618-acac95840e2e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/38eed5eb-9446-4d51-b022-ae27438f708d HTTP/1.1" status: 200 len: 992 time: 0.0649545 Dec 10 18:47:21.273712 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:47:21.344910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:24.525379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 51978) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:24.691121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 0b297f94-8838-4eb3-bdc2-9f5f767592ac {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:24.691451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.775898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.776180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.790722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 0b297f94-8838-4eb3-bdc2-9f5f767592ac owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:24.963522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:24.994527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=0b297f94-8838-4eb3-bdc2-9f5f767592ac,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:25.023834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.024196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.024552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.024897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.025258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.025597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.025986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.026270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.026632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.026968 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.027366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.027714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.028047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:25.074548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.075021 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP 38eed5eb-9446-4d51-b022-ae27438f708d disassociated (deleted). External IP: 172.25.2.239, port: 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65. Dec 10 18:47:25.643943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 6036b830-ffbb-4535-9c49-053ceee4689e has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:25.773910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:25.779771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:25.786049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] Sync routers for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:25.804078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:25.805419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:25.822109 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b0dea595-dcbe-4534-95ce-b67b61d5e6a9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/floatingips/38eed5eb-9446-4d51-b022-ae27438f708d HTTP/1.1" status: 204 len: 168 time: 1.2932186 Dec 10 18:47:25.822109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:25.822767 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d233c3-a154-443d-a582-4c884abdea31" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:25.870759 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca816a-8309-4e4b-9138-5aa608eb3ad8 x-openstack-request-id: req-81ca816a-8309-4e4b-9138-5aa608eb3ad8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:25.871343 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:25.871891 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-81ca816a-8309-4e4b-9138-5aa608eb3ad8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:25.872501 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'status': 'completed', 'code': 200} Dec 10 18:47:25.976916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d233c3-a154-443d-a582-4c884abdea31 req-b0b13d3f-5e0d-4a3e-a820-813465184dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:25.980487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-b0b13d3f-5e0d-4a3e-a820-813465184dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 1096 time: 0.0813737 Dec 10 18:47:26.216012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d233c3-a154-443d-a582-4c884abdea31 req-2376b2b2-d3ad-4511-9f7a-3ed522640a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:26.218536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-2376b2b2-d3ad-4511-9f7a-3ed522640a1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 200 len: 898 time: 0.2303553 Dec 10 18:47:26.283204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:26.329813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-57fc5c26-e7af-4cc0-a1e8-e389ec2b5968 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 200 len: 217 time: 0.0970590 Dec 10 18:47:26.344235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb046ccc-c4fe-4c92-8220-62f9ce3e2e3d req-74424b8a-eab1-435e-916b-8fb48ff296bf tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:26.346185 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb046ccc-c4fe-4c92-8220-62f9ce3e2e3d req-74424b8a-eab1-435e-916b-8fb48ff296bf tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 945 time: 0.1761737 Dec 10 18:47:26.454087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb046ccc-c4fe-4c92-8220-62f9ce3e2e3d req-c93b391b-a62d-40ef-883a-f6031e82ce70 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=98024021-67b7-47b8-b31e-d7f6a9fe8aab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969324 Dec 10 18:47:26.456531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d233c3-a154-443d-a582-4c884abdea31 req-21a126cd-2e59-4c77-9ffd-88bf760715be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:26.459342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-21a126cd-2e59-4c77-9ffd-88bf760715be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 200 len: 834 time: 0.1121335 Dec 10 18:47:26.519666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d233c3-a154-443d-a582-4c884abdea31 req-679aa024-8e0d-47f8-b34c-65b320ddd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:26.523054 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-679aa024-8e0d-47f8-b34c-65b320ddd6b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=38915b6c-8dc3-4275-9ab7-c593b162737c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546918 Dec 10 18:47:26.582739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:26.633685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] Checking router: 6036b830-ffbb-4535-9c49-053ceee4689e for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:26.649708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:26.650346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:26.677721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-2cdbcbca-ea8b-4c8e-8e11-7759249e7ad6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:26.679756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-2cdbcbca-ea8b-4c8e-8e11-7759249e7ad6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.30 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 945 time: 0.1446850 Dec 10 18:47:26.728169 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-ded14059-b70e-4c45-949f-134137539e9b service neutron] 10.222.0.30 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915123 Dec 10 18:47:26.826789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:26.905664 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-af8811d5-6ac4-4597-a7b6-b504a19e7c65 service neutron] 10.222.0.30 "GET /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686151 Dec 10 18:47:26.909226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:26.909898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.036401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:27.037041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.055987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:27.189732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:27.222579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6db2a50-893f-4e48-9374-818fa3a896e1 None None] The sync data for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 is: [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e021877d-374d-4e22-9ceb-7b7fff138801', 'name': '', 'network_id': '38915b6c-8dc3-4275-9ab7-c593b162737c', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:0f:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '4a516872-5249-4f46-a86e-7d565df404aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:17Z', 'updated_at': '2021-12-10T18:46:21Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '4a516872-5249-4f46-a86e-7d565df404aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:27.256443 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.295652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:27.373257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] No DVR routers for this DVR port 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:27.378163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:27.382190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6fe61d6-0e15-4327-9060-b79a5b52e91b req-28d2e42a-34c9-4c71-90e0-a4c91da71a03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.30 "DELETE /v2.0/ports/00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 HTTP/1.1" status: 204 len: 173 time: 0.6937554 Dec 10 18:47:27.598891 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ebd66d4-fc97-4626-a686-339808d8e3bf req-2e15419e-2adc-4bd2-87d5-2b48b47f880b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82 HTTP/1.1" status: 200 len: 210 time: 0.0489962 Dec 10 18:47:27.679178 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8551a8b7-ac50-4381-8796-0d42f8cd9e59 None None] New status for floating IP 38eed5eb-9446-4d51-b022-ae27438f708d: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:47:27.874389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-deleted', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:27.877667 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f25cfe-f7f6-421b-928a-58d40167d4ef" -d '{"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-deleted", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:27.921121 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8b23b-3a3b-4288-9691-ba714c90e3d0 x-openstack-request-id: req-83d8b23b-3a3b-4288-9691-ba714c90e3d0 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:27.921422 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82", "name": "network-vif-deleted", "tag": "00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:27.921680 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83d8b23b-3a3b-4288-9691-ba714c90e3d0 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:27.922120 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcac9e7-2ada-45b2-a32f-3d4d3ae6da82', 'name': 'network-vif-deleted', 'tag': '00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65', 'status': 'completed', 'code': 200} Dec 10 18:47:28.250792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52006) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:28.312614 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d75d2c1a-a9b5-4c2a-8b21-4984a3a11dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.427203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 11aa652a-beca-4974-8009-856d53fd79a3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:28.427680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.514739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.515044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.528548 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 11aa652a-beca-4974-8009-856d53fd79a3 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:28.688343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52012) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:28.700073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.742994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=11aa652a-beca-4974-8009-856d53fd79a3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:28.816124 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:28.817147 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Floating IP 6849049b-0741-494d-b8dc-e00ab46bbe1c disassociated (deleted). External IP: 172.25.2.226, port: 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0. Dec 10 18:47:29.042858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:29.065847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.162933 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:29.173501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:29.173685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.185263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:29.186036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:29.202135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b38360ad-2379-4b28-98d1-75740f03b668 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "DELETE /v2.0/floatingips/6849049b-0741-494d-b8dc-e00ab46bbe1c HTTP/1.1" status: 204 len: 168 time: 0.9501476 Dec 10 18:47:29.322986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:29.383218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port e021877d-374d-4e22-9ceb-7b7fff138801 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:29.383620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.448204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:29.476757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:29.477274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 00ed41b6-fcb3-41fb-a5bb-993c0dc1eb65 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:29.518253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16093996-383f-41a9-a9ae-e8d8791aa1f5 req-e32e4ae7-dcfb-44b3-b85e-de37f240e6ff tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:29.520153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16093996-383f-41a9-a9ae-e8d8791aa1f5 req-e32e4ae7-dcfb-44b3-b85e-de37f240e6ff tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 945 time: 0.0873568 Dec 10 18:47:29.534160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port e021877d-374d-4e22-9ceb-7b7fff138801, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e021877d-374d-4e22-9ceb-7b7fff138801,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:29.534710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.558463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for e021877d-374d-4e22-9ceb-7b7fff138801 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:29.579714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52024) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:29.630470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16093996-383f-41a9-a9ae-e8d8791aa1f5 req-b59faeff-b961-4115-95a6-453afdedfe6d tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031501 Dec 10 18:47:29.660226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:34Z', 'revision_number': 1, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:29.700749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:29.712787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:29.713668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:29.785178 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:29.900891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:29.914604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=e021877d-374d-4e22-9ceb-7b7fff138801,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:29.935661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:29.938538 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:30.023841 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f6307b-cf06-4d1e-9c60-166559aa0432 x-openstack-request-id: req-a7f6307b-cf06-4d1e-9c60-166559aa0432 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:30.024223 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:30.032506 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a7f6307b-cf06-4d1e-9c60-166559aa0432 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:30.033053 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'status': 'completed', 'code': 200} Dec 10 18:47:30.122106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-2ff5a2bd-97e0-4966-928c-393f021fd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.123684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-2ff5a2bd-97e0-4966-928c-393f021fd9a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 1096 time: 0.0895457 Dec 10 18:47:30.127994 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.236840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:34Z', 'revision_number': 1, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:30.268512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e73655-67ec-4bf3-8405-eac7c8a572e6 None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'cba44496-ab80-4ec3-83ab-34303643a124', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'port_id': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'mac_address': 'fa:16:3e:70:44:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:43:32Z', 'updated_at': '2021-12-10T18:43:34Z', 'revision_number': 1, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:30.308329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-1a8518ed-e262-4579-88fd-9df95644be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.310648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-1a8518ed-e262-4579-88fd-9df95644be93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1749001 Dec 10 18:47:30.369540 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-9ea939b9-89af-4e18-9521-359be9bdc9f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 HTTP/1.1" status: 200 len: 217 time: 0.0495276 Dec 10 18:47:30.449943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-93d1a816-2cc1-442a-8c39-5072784abfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.451549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-93d1a816-2cc1-442a-8c39-5072784abfd0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0572133 Dec 10 18:47:30.467062 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:30.565656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-13d03f2d-71ab-4f4b-ab41-202cbc065de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.567443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-13d03f2d-71ab-4f4b-ab41-202cbc065de1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0980022 Dec 10 18:47:30.662707 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc99c9d-f3cb-4da1-bf98-5eb4c93e2712 None None] New status for floating IP 6849049b-0741-494d-b8dc-e00ab46bbe1c: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:47:30.780315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-8562219c-8b3b-41e7-8b5a-eb2327ef4faa service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854069 Dec 10 18:47:30.898677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e501c38-3d36-4901-b09e-39f21c9da6ca req-a2564ab9-39e5-4583-91e9-9c79ad8edebd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:30.900555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e501c38-3d36-4901-b09e-39f21c9da6ca req-a2564ab9-39e5-4583-91e9-9c79ad8edebd tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 945 time: 0.1187575 Dec 10 18:47:30.925228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 6036b830-ffbb-4535-9c49-053ceee4689e has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:30.945930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1bf213e9-2ed5-4f5e-b2e2-f09191ad6400 req-78840ff8-d3fa-49b0-9703-2524dffd9280 service neutron] 10.222.0.30 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567912 Dec 10 18:47:30.966047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Deleting port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:30.966501 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.014149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e501c38-3d36-4901-b09e-39f21c9da6ca req-48d6be5c-39a3-458f-945e-46a4ab3b1677 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054401 Dec 10 18:47:31.091546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:31.091846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] For port 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:31.092021 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.099936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4f1fbab1-2312-47c6-acfc-32a72da2d148 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/6036b830-ffbb-4535-9c49-053ceee4689e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4074187 Dec 10 18:47:31.100453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52034) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:31.102299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4a087-4b58-401d-964c-438caa51ce48 req-f3a7b13e-863a-42d7-b0d5-89fe1f986acf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:31.103577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] Sync routers for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:31.104072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bab4a087-4b58-401d-964c-438caa51ce48 req-f3a7b13e-863a-42d7-b0d5-89fe1f986acf tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 945 time: 0.0895472 Dec 10 18:47:31.115103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:31.115825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:31.121712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Calling delete_port for 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:31.162574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting subnet 4a516872-5249-4f46-a86e-7d565df404aa {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:31.171495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.223282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.258728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:31.309193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.389689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.422497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.430671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/subnets/4a516872-5249-4f46-a86e-7d565df404aa HTTP/1.1" status: 204 len: 168 time: 0.3293784 Dec 10 18:47:31.431651 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a512d52-2847-4579-9171-6d3f26a69aa4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Subnet': ['ID=4a516872-5249-4f46-a86e-7d565df404aa,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:31.434863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52036) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:31.444636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf68323-8798-4707-8eb6-fe0a40290aec None None] Network 38915b6c-8dc3-4275-9ab7-c593b162737c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:31.551787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.558894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:47:29Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:31.587307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] Checking router: 6036b830-ffbb-4535-9c49-053ceee4689e for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:31.597980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] Routers {'6036b830-ffbb-4535-9c49-053ceee4689e'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:31.598823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6036b830-ffbb-4535-9c49-053ceee4689e'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:31.669344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cd06fb6f-2415-4ec6-a678-73ff74468953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.682449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:31.683099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.697856 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.705906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] DHCP port deletion for 38915b6c-8dc3-4275-9ab7-c593b162737c request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:31.758519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 7bd985a0-1db0-4775-b5a0-6834dcb03117 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:31.759006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.762665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] Set router 6036b830-ffbb-4535-9c49-053ceee4689e gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:31.834936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.839188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] For port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:31.839546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.858824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port 7bd985a0-1db0-4775-b5a0-6834dcb03117, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7bd985a0-1db0-4775-b5a0-6834dcb03117,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:31.859297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:31.875757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 7bd985a0-1db0-4775-b5a0-6834dcb03117 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:31.877884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:31.881034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:32.078415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] Deleting port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:32.078799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.139623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.176589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=7bd985a0-1db0-4775-b5a0-6834dcb03117,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:32.213316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.215769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c223b248-6551-4417-ba52-f169ade8e1b7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:32.240837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] For port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7,segment=NetworkSegment(3ff8350f-f1e9-430d-84f2-babddda7be8b),segment_id=3ff8350f-f1e9-430d-84f2-babddda7be8b)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:32.241414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.245727 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.248826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.257441 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.269137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:32.290310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] Calling delete_port for c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:32.297994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1f4d9-2a3c-4a31-a35d-656d89ed9af2 req-01065acb-37ea-4168-b73b-08d11164f1fc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:32.299796 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8af1f4d9-2a3c-4a31-a35d-656d89ed9af2 req-01065acb-37ea-4168-b73b-08d11164f1fc tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 867 time: 0.1774695 Dec 10 18:47:32.322518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.352401 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.354920 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.355926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] No DVR routers for this DVR port 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:32.359116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.363027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bab4a087-4b58-401d-964c-438caa51ce48 req-e84dfc49-42ea-4c36-9ff9-986e246f7821 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.30 "DELETE /v2.0/ports/8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 HTTP/1.1" status: 204 len: 173 time: 1.2480524 Dec 10 18:47:32.365220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'name': 'network-vif-deleted', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:32.369253 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658d8a66-fc33-479b-bdca-527e01787943" -d '{"events": [{"server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "name": "network-vif-deleted", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:32.393009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:47:29Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:32.416646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.417277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Fanout notify agent at l3_agent the message router_deleted on router 6036b830-ffbb-4535-9c49-053ceee4689e {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:32.424352 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8af1f4d9-2a3c-4a31-a35d-656d89ed9af2 req-c626cfc3-9188-48b9-9207-e762dbe6066e tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085618 Dec 10 18:47:32.430300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2daeff-3d98-401f-a3bf-efdd7c50bd95 None None] The sync data for ids ['6036b830-ffbb-4535-9c49-053ceee4689e'] in n-d-821424-1 is: [{'id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1312956438', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:46:14Z', 'updated_at': '2021-12-10T18:47:29Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '7bd985a0-1db0-4775-b5a0-6834dcb03117', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:90:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6036b830-ffbb-4535-9c49-053ceee4689e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:46:15Z', 'updated_at': '2021-12-10T18:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:32.439933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.444188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8778ffac-22e6-4e73-aec1-9dddf06fc2e4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/routers/6036b830-ffbb-4535-9c49-053ceee4689e HTTP/1.1" status: 204 len: 168 time: 1.0053611 Dec 10 18:47:32.445633 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52042) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.482844 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bf5cef-a538-4df9-be38-8792dd902cd1 x-openstack-request-id: req-53bf5cef-a538-4df9-be38-8792dd902cd1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:32.483321 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9b37c9-4e98-4f06-80fc-ac747ce37bed", "name": "network-vif-deleted", "tag": "8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:32.484719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.494817 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-53bf5cef-a538-4df9-be38-8792dd902cd1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:32.495374 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9b37c9-4e98-4f06-80fc-ac747ce37bed', 'name': 'network-vif-deleted', 'tag': '8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0', 'status': 'completed', 'code': 200} Dec 10 18:47:32.502590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] No DVR routers for this DVR port c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:32.528918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99454d-ac3c-46bc-a716-05953dd8b491 None None] Pushing event deleted for resources: {'Port': ['ID=c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:32.559587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.652510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.676847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38915b6c-8dc3-4275-9ab7-c593b162737c']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:32.691744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff8350f-f1e9-430d-84f2-babddda7be8b') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:32.692229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff8350f-f1e9-430d-84f2-babddda7be8b') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:32.704288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Router 94d89b15-f37b-44ca-8e24-303214935edb has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:32.712540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.728825 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.736525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:32.737197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:32.828992 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:32.837936 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.849054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:32.857530 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/networks/38915b6c-8dc3-4275-9ab7-c593b162737c HTTP/1.1" status: 204 len: 168 time: 0.4083011 Dec 10 18:47:32.857753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:32.861000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52044) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.869982 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] Sync routers for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:32.883700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d13bf2f5-f89b-4232-8642-684459c6e3c5 admin admin] 10.222.0.55 "PUT /v2.0/routers/94d89b15-f37b-44ca-8e24-303214935edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3023870 Dec 10 18:47:32.884615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:32.886506 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:32.887130 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:32.910062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28910e23-a3ba-4a72-aef8-03a4dd78a4ba tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Network': ['ID=38915b6c-8dc3-4275-9ab7-c593b162737c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:32.978055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fb26e28-e301-42b5-8dde-ceec32737f4c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.028418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fb26e28-e301-42b5-8dde-ceec32737f4c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.075956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.120702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fb26e28-e301-42b5-8dde-ceec32737f4c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.124422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8fb26e28-e301-42b5-8dde-ceec32737f4c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.129424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8fb26e28-e301-42b5-8dde-ceec32737f4c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/security-groups/98024021-67b7-47b8-b31e-d7f6a9fe8aab HTTP/1.1" status: 204 len: 168 time: 0.2524996 Dec 10 18:47:33.147520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb26e28-e301-42b5-8dde-ceec32737f4c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98024021-67b7-47b8-b31e-d7f6a9fe8aab,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:33.229919 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:33.294446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.408026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:33.420104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Deleting port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:33.420586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.456272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:33.456987 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 8a6d0685-d0ff-4f4c-bfb9-bd2b2da93bd0 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:33.474693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e021877d-374d-4e22-9ceb-7b7fff138801 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:33.541624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e021877d-374d-4e22-9ceb-7b7fff138801 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:33.541967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e021877d-374d-4e22-9ceb-7b7fff138801 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:33.547263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:33.561907 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:47:31Z', 'revision_number': 5, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port': {'id': '9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a5:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d89b15-f37b-44ca-8e24-303214935edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:40:32Z', 'updated_at': '2021-12-10T18:40:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:33.567670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] For port 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:33.568883 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.581026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:33.582059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c0d5c85b-85f0-4bf6-ac01-fbd4b02576d7 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:33.614475 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] Checking router: 94d89b15-f37b-44ca-8e24-303214935edb for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:33.624175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Calling delete_port for 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:33.627084 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] Routers {'94d89b15-f37b-44ca-8e24-303214935edb'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:33.627707 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['94d89b15-f37b-44ca-8e24-303214935edb'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:33.627879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04f1dd91-5c4a-4b14-b695-70762eaf881c req-d60de27e-183d-452a-8bee-1caa0386c78c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0511661 Dec 10 18:47:33.735350 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] Set router 94d89b15-f37b-44ca-8e24-303214935edb gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:33.738679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52054) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:33.744027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-79493bb4-ff40-4d60-a66d-784b23b6901a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595287299', 'description': 'tempest-secgroup-smoke-1595287299 description', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:33.775264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79493bb4-ff40-4d60-a66d-784b23b6901a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.839431 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:47:33Z', 'revision_number': 6, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:33.842214 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.877431 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79493bb4-ff40-4d60-a66d-784b23b6901a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.884063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79493bb4-ff40-4d60-a66d-784b23b6901a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.915288 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef48db4-339b-4532-83e0-9062d5753a53 None None] The sync data for ids ['94d89b15-f37b-44ca-8e24-303214935edb'] in n-d-821424-1 is: [{'id': '94d89b15-f37b-44ca-8e24-303214935edb', 'name': 'tempest-AttachVolumeTestJSON-511611975-router', 'tenant_id': '149324cfae6b44d8bb8e1de4efaf2733', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:40:31Z', 'updated_at': '2021-12-10T18:47:33Z', 'revision_number': 6, 'project_id': '149324cfae6b44d8bb8e1de4efaf2733', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:33.924903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.940088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79493bb4-ff40-4d60-a66d-784b23b6901a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd2b683-f695-4435-ae42-fcf1318bda7f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:33.968030 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79493bb4-ff40-4d60-a66d-784b23b6901a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:33.969388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-79493bb4-ff40-4d60-a66d-784b23b6901a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2293124 Dec 10 18:47:33.972263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52056) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:33.977335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bd66de47-eab1-4257-b3cc-0c184191dceb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '9cd2b683-f695-4435-ae42-fcf1318bda7f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:34.011132 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd66de47-eab1-4257-b3cc-0c184191dceb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.018561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.039881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7a1f8b-2287-44b3-86bf-9ac1903df72d None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:34.095931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.100385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd66de47-eab1-4257-b3cc-0c184191dceb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.109231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd66de47-eab1-4257-b3cc-0c184191dceb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.133945 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.141190 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66de47-eab1-4257-b3cc-0c184191dceb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62c7285-f33b-4d40-be52-15fe4cd5db55,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.162763 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd66de47-eab1-4257-b3cc-0c184191dceb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.167297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd66de47-eab1-4257-b3cc-0c184191dceb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1939664 Dec 10 18:47:34.167937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52058) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.173605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-759a18a6-8ce2-4a76-9212-2b061d35cf61 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '9cd2b683-f695-4435-ae42-fcf1318bda7f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:34.204802 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.207761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.216656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-759a18a6-8ce2-4a76-9212-2b061d35cf61 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.264344 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.271150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d89b15-f37b-44ca-8e24-303214935edb {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:47:34.285446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.299160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e4313046-0343-4f09-8152-9c93fde3f7f1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/94d89b15-f37b-44ca-8e24-303214935edb HTTP/1.1" status: 204 len: 168 time: 1.4073577 Dec 10 18:47:34.299692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52060) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.313772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-759a18a6-8ce2-4a76-9212-2b061d35cf61 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.327839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-759a18a6-8ce2-4a76-9212-2b061d35cf61 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.362938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a18a6-8ce2-4a76-9212-2b061d35cf61 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dcac28d-bbe0-4fd2-8266-dfe077c460a6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.364570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] Deleting subnet 38772e95-e47b-49b9-a5bf-b6204522cc0d {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:47:34.368378 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.380095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-759a18a6-8ce2-4a76-9212-2b061d35cf61 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.381616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-759a18a6-8ce2-4a76-9212-2b061d35cf61 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2127125 Dec 10 18:47:34.384372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52062) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.389396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3d90dfaf-8ced-4e45-9b09-581e74191eac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '9cd2b683-f695-4435-ae42-fcf1318bda7f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:34.409000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.419383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d90dfaf-8ced-4e45-9b09-581e74191eac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.487053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d90dfaf-8ced-4e45-9b09-581e74191eac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.492064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d90dfaf-8ced-4e45-9b09-581e74191eac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.497382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.513636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90dfaf-8ced-4e45-9b09-581e74191eac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a37550-ef0c-4ed0-b4d2-b7e33b4a97bb,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.520963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3d90dfaf-8ced-4e45-9b09-581e74191eac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.523045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3d90dfaf-8ced-4e45-9b09-581e74191eac tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374791 Dec 10 18:47:34.525597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52064) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.530885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e363b8c3-9874-40a5-a70b-782a7431c16e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '9cd2b683-f695-4435-ae42-fcf1318bda7f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:34.561012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.561308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e363b8c3-9874-40a5-a70b-782a7431c16e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.592689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38772e95-e47b-49b9-a5bf-b6204522cc0d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.596507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.602180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e37fbc5d-cbf9-48df-922b-46807ff59c14 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/38772e95-e47b-49b9-a5bf-b6204522cc0d HTTP/1.1" status: 204 len: 168 time: 0.2963047 Dec 10 18:47:34.602427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52066) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.605933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a813d-1cce-46ab-a791-7c318f7cccf6 None None] Network d73a3d5a-dcd0-4f9e-9775-142cfa839c01 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:34.636495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e363b8c3-9874-40a5-a70b-782a7431c16e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.641631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e363b8c3-9874-40a5-a70b-782a7431c16e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.663999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363b8c3-9874-40a5-a70b-782a7431c16e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6ba23c-519d-4b26-bb28-123dc7955c1d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.679563 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e363b8c3-9874-40a5-a70b-782a7431c16e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.685180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.685624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e363b8c3-9874-40a5-a70b-782a7431c16e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584013 Dec 10 18:47:34.691530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '9cd2b683-f695-4435-ae42-fcf1318bda7f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:34.711475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.769331 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:47:34.802686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a3d2b047-a2ca-4dec-9bdc-cfb3d86a4448 req-33359110-edbf-49c5-89dc-9f7aa41bf959 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0462339 Dec 10 18:47:34.806847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.838408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] DHCP port deletion for d73a3d5a-dcd0-4f9e-9775-142cfa839c01 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:34.867260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Deleting port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:34.867585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.882718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.911330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] Deleting port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:34.912701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.918987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.930003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.964801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d13b401-20ed-4dd9-bd9d-58c6269910a0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:34.968370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] For port ece0ccf0-ef6e-42f6-ae03-1576b86628b2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:34.968731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.984902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] For port ece0ccf0-ef6e-42f6-ae03-1576b86628b2, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,segment=NetworkSegment(021c0828-a496-4b9e-a79d-d6b2935c3cb8),segment_id=021c0828-a496-4b9e-a79d-d6b2935c3cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:34.985630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.988223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:34.989505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-38af96c0-d033-4d80-a29f-91454abd2fa3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3031487 Dec 10 18:47:34.990616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Calling delete_port for ece0ccf0-ef6e-42f6-ae03-1576b86628b2 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:34.992574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52072) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:34.997606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'security_group_rule': {'security_group_id': '9cd2b683-f695-4435-ae42-fcf1318bda7f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:35.002600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] Calling delete_port for ece0ccf0-ef6e-42f6-ae03-1576b86628b2 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:35.077343 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Project 3a8fa045a8f34c64b75c52cf496a59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:47:35.085715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.094788 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.125242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] Pushing event deleted for resources: {'Port': ['ID=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.129099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa8c87b-e84c-4850-931d-abc5f0892d55 None None] No DVR routers for this DVR port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:35.169230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.217650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] No DVR routers for this DVR port ece0ccf0-ef6e-42f6-ae03-1576b86628b2 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:35.219877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece0ccf0-ef6e-42f6-ae03-1576b86628b2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.220415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:35.223462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.248357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:35.248877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.249163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9e1cdb1c-bb38-48ac-ae88-da71e4ba9bad not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:35.249758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ece0ccf0-ef6e-42f6-ae03-1576b86628b2 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:35.280873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ece0ccf0-ef6e-42f6-ae03-1576b86628b2 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:35.281504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ece0ccf0-ef6e-42f6-ae03-1576b86628b2 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:35.282136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7bd985a0-1db0-4775-b5a0-6834dcb03117 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:35.304972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7bd985a0-1db0-4775-b5a0-6834dcb03117 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:35.305328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7bd985a0-1db0-4775-b5a0-6834dcb03117 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:35.305753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:35.325404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:35.325761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0f9cbc2a-6732-40f2-9a5d-d9a6ddb00a7a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:35.327356 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d619bf-e231-434a-8801-3eddb9c5cad1,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.338013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.346223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.347536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d6b407fb-5a08-4f7b-a3ba-f12bcda21dd4 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3540034 Dec 10 18:47:35.353159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52074) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.356790 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'network': {'name': 'tempest-network-smoke--185577050', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:35.369659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73a3d5a-dcd0-4f9e-9775-142cfa839c01']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:35.380253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:35.380612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021c0828-a496-4b9e-a79d-d6b2935c3cb8') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:35.381025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021c0828-a496-4b9e-a79d-d6b2935c3cb8') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:35.384108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.393487 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.407993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:35.412547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.417738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.418085 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Added segment 681e6fa8-8c44-4eb0-a202-56f76e108b9d of type vlan for network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f Dec 10 18:47:35.420323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:47:35.420736 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: self.session.flush() Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:47:35.422802 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:47:35.466194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.490733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.496659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.500202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d73a3d5a-dcd0-4f9e-9775-142cfa839c01 HTTP/1.1" status: 204 len: 168 time: 0.8968391 Dec 10 18:47:35.510658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.514050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48c7c5-a425-498c-83f8-b5778cfafe35 admin admin] Pushing event deleted for resources: {'Network': ['ID=d73a3d5a-dcd0-4f9e-9775-142cfa839c01,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.517885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:35.518528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.589389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2367673 Dec 10 18:47:35.592871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52078) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.598869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0f37e-0dac-48a0-8caf-31e26828d0e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Network': ['ID=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:35.599597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'admin_state_up': True, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:35.609456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:35.635024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.636647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.653100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52080) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.725701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.743489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d36121cf-9bb3-419d-8a0a-df2a69a06f8c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=149324cfae6b44d8bb8e1de4efaf2733&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0887620 Dec 10 18:47:35.746178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52082) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:35.806750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f84f76db-cf8f-4436-be52-ea998c58c19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.833412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f84f76db-cf8f-4436-be52-ea998c58c19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.894404 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f84f76db-cf8f-4436-be52-ea998c58c19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.895017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.900192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f84f76db-cf8f-4436-be52-ea998c58c19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:35.902851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f84f76db-cf8f-4436-be52-ea998c58c19b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/aaf09610-8c49-4404-8954-5626ee7152a5 HTTP/1.1" status: 204 len: 168 time: 0.1545308 Dec 10 18:47:35.944791 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03676902-7536-4a36-ade6-05b6df0ed3f1 req-9a9c98cd-25a5-484b-9512-604d4420445c tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0413344 Dec 10 18:47:35.946018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f76db-cf8f-4436-be52-ea998c58c19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf09610-8c49-4404-8954-5626ee7152a5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.489402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.516627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.646290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.50 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/910aeed2-106f-4f6b-9914-1b7601187318) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:36.758280 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.799323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.844375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:36.852055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:36.855864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:36.870140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4ce0e-c6ba-4611-889f-067f237bd6ea None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:36.912460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a64ae180-73d0-402e-9df8-3fa2f4085298 None None] Provisioning complete for port 910aeed2-106f-4f6b-9914-1b7601187318 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:36.913313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=910aeed2-106f-4f6b-9914-1b7601187318,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:36.921805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a64ae180-73d0-402e-9df8-3fa2f4085298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:36.964546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a64ae180-73d0-402e-9df8-3fa2f4085298 None None] Port 910aeed2-106f-4f6b-9914-1b7601187318 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:37.088446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ce72c30c-cdf7-47bd-934d-30e01a8afa4c req-9a87ed3c-5df4-40b3-bd8f-0724a1cd4f19 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0347848 Dec 10 18:47:37.215547 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.456960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.607808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 5cfd7744-a97b-406f-aaa0-e57e9473153a is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:47:37.723374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:37.735986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Sync routers for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:37.747338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:37.747960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:37.760170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:37.762391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9511f84f-7598-436e-8720-762ef0523295 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1671576 Dec 10 18:47:37.765191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52134) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.800707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b9f9a124-d849-4a63-b0c3-2b95a7722c78 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=3a8fa045a8f34c64b75c52cf496a59c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341380 Dec 10 18:47:37.804599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52136) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.883031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:37.905755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796444b8-3491-405f-8a72-5a600e049c70 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:37.909918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-796444b8-3491-405f-8a72-5a600e049c70 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010253 Dec 10 18:47:37.910549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52142) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.946411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e320f466-42d8-4c81-be0c-f0602cf88cd3 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344462 Dec 10 18:47:37.948511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52146) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:37.954162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735436160', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:38.057639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:38.061696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.099119 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:37Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:38.133182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Checking router: 5cfd7744-a97b-406f-aaa0-e57e9473153a for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:38.134173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Updating router 5cfd7744-a97b-406f-aaa0-e57e9473153a port 910aeed2-106f-4f6b-9914-1b7601187318 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:47:38.170776 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.234978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f0f5759e-f9a9-4aa5-87d2-b07c396964ad req-1211dbea-f452-4404-81b9-6822ee57a9f7 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9b37c9-4e98-4f06-80fc-ac747ce37bed HTTP/1.1" status: 200 len: 210 time: 0.0390110 Dec 10 18:47:38.299332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.361355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Subnet': ['ID=17e69a00-e065-47cf-8f9d-401967c8d82d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:38.373299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Checking segment: {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:38.373764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network hostable DHCP agents. Network: 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:47:38.393636 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:47:38.404983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:38.409374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:38.409986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.423044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9570b6c-b645-4f81-bf74-3494c02341e2 None None] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:38.433319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52154) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:38.433747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-13b75604-6add-461c-878c-74468672efd5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4832978 Dec 10 18:47:38.548264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.574021 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.606869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:47:38.607738 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.611149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Attempting to bind port 910aeed2-106f-4f6b-9914-1b7601187318 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:38.611638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Attempting to bind port 910aeed2-106f-4f6b-9914-1b7601187318 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:38.611923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Attempting to bind port 910aeed2-106f-4f6b-9914-1b7601187318 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:38.632378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e3873-9c44-4b7d-bfb3-fd5b17cab2bf None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:38.652640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:38.652926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:38.653327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.654163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:38.654163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Bound port: 910aeed2-106f-4f6b-9914-1b7601187318, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:38.654893 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.720417 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f11f5-2a5d-4820-800e-ddc225b31831 None None] Pushing event updated for resources: {'Port': ['ID=910aeed2-106f-4f6b-9914-1b7601187318,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:38.813341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a8d8f71-7293-4c55-97f1-3eb500543448 None None] Provisioning complete for port 910aeed2-106f-4f6b-9914-1b7601187318 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:38.813715 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a8d8f71-7293-4c55-97f1-3eb500543448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.815703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] For port 910aeed2-106f-4f6b-9914-1b7601187318, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:38.821592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] For port 910aeed2-106f-4f6b-9914-1b7601187318, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=910aeed2-106f-4f6b-9914-1b7601187318,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:38.850576 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.922608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d8f71-7293-4c55-97f1-3eb500543448 None None] Port 910aeed2-106f-4f6b-9914-1b7601187318 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:38.930468 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:38.947211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e349b75e-0003-4ba4-a622-c1ea835a7859 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:47:38.961033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Allocated IP 172.20.0.2 (25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f/17e69a00-e065-47cf-8f9d-401967c8d82d/5715c8af-56ea-4cde-ba02-00eefebc5c93) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:38.968882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f11f5-2a5d-4820-800e-ddc225b31831 None None] Pushing event updated for resources: {'Port': ['ID=910aeed2-106f-4f6b-9914-1b7601187318,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:38.979256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:38.981024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:39.155881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52162) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.274125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-da7b81ca-9c3b-4d55-8600-1daf0a878b9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.330692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a6b26428-ea1d-412d-b018-a544fb7d77aa None None] Provisioning complete for port 910aeed2-106f-4f6b-9914-1b7601187318 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:39.331130 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a6b26428-ea1d-412d-b018-a544fb7d77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.369015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:39.369756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-da7b81ca-9c3b-4d55-8600-1daf0a878b9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.376666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-da7b81ca-9c3b-4d55-8600-1daf0a878b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.421216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-da7b81ca-9c3b-4d55-8600-1daf0a878b9a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2fd85be7c62b42dd8d6ec1fd53df76b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2633808 Dec 10 18:47:39.422159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b81ca-9c3b-4d55-8600-1daf0a878b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6090fe8-ae9a-4927-99d9-22e087979d26,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.424545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52172) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.487431 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5031e2ea-6f69-4227-b57c-5a93d467f93a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.510877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5031e2ea-6f69-4227-b57c-5a93d467f93a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.564398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5031e2ea-6f69-4227-b57c-5a93d467f93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.567561 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5031e2ea-6f69-4227-b57c-5a93d467f93a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.571484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5031e2ea-6f69-4227-b57c-5a93d467f93a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c6090fe8-ae9a-4927-99d9-22e087979d26 HTTP/1.1" status: 204 len: 168 time: 0.1421444 Dec 10 18:47:39.571695 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.582837 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.583195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031e2ea-6f69-4227-b57c-5a93d467f93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6090fe8-ae9a-4927-99d9-22e087979d26,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.675870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.1 (25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f/17e69a00-e065-47cf-8f9d-401967c8d82d/cb9dbad5-abe5-40ce-882c-e8ee7c11a11b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:39.685246 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:39.697407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:39.722876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:39.725099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Pushing event updated for resources: {'Port': ['ID=5715c8af-56ea-4cde-ba02-00eefebc5c93,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.727319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a6b26428-ea1d-412d-b018-a544fb7d77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.759008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a6b26428-ea1d-412d-b018-a544fb7d77aa None None] For port 910aeed2-106f-4f6b-9914-1b7601187318, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=910aeed2-106f-4f6b-9914-1b7601187318,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:39.781549 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a6b26428-ea1d-412d-b018-a544fb7d77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.846722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Attempting to bind port 5715c8af-56ea-4cde-ba02-00eefebc5c93 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:39.847149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Attempting to bind port 5715c8af-56ea-4cde-ba02-00eefebc5c93 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:39.847446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Attempting to bind port 5715c8af-56ea-4cde-ba02-00eefebc5c93 on network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:39.857209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.862282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:39.862686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Checking segment: {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:39.863088 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.863479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Bound using segment: {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:39.864131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Bound port: 5715c8af-56ea-4cde-ba02-00eefebc5c93, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:39.864516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.889881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b26428-ea1d-412d-b018-a544fb7d77aa None None] Pushing event updated for resources: {'Port': ['ID=910aeed2-106f-4f6b-9914-1b7601187318,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:39.905904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:39.922000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:37Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:39.951752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e71dd1-4b11-425f-9ad8-867ff8b3eade None None] The sync data for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 is: [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:37Z', 'revision_number': 3, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:39.979816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:39.983905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] For port 5715c8af-56ea-4cde-ba02-00eefebc5c93, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:39.987912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] For port 5715c8af-56ea-4cde-ba02-00eefebc5c93, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5715c8af-56ea-4cde-ba02-00eefebc5c93,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:39.994919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.000112 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc3f259b-9e45-429b-a003-7cc3facdb16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.003691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.011743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:40.014533 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:40.027506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:40.072397 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f709d-ac0f-4a72-9e21-90084fdc71f2 None None] Pushing event updated for resources: {'Port': ['ID=5715c8af-56ea-4cde-ba02-00eefebc5c93,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.120604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc3f259b-9e45-429b-a003-7cc3facdb16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.132441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bc3f259b-9e45-429b-a003-7cc3facdb16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.133989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.180378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bc3f259b-9e45-429b-a003-7cc3facdb16e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=eb113511272e489bacf6ee7bc265aad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1986272 Dec 10 18:47:40.181620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f259b-9e45-429b-a003-7cc3facdb16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17101f4d-486d-4704-9de2-f1b61aab8d80,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.184413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52180) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:40.253349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb478344-4dfc-4cb5-8035-bd6fb9ca0885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.329019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb478344-4dfc-4cb5-8035-bd6fb9ca0885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.416087 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb478344-4dfc-4cb5-8035-bd6fb9ca0885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.419304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb478344-4dfc-4cb5-8035-bd6fb9ca0885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.423346 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb478344-4dfc-4cb5-8035-bd6fb9ca0885 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/17101f4d-486d-4704-9de2-f1b61aab8d80 HTTP/1.1" status: 204 len: 168 time: 0.2353227 Dec 10 18:47:40.446117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.461618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb478344-4dfc-4cb5-8035-bd6fb9ca0885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17101f4d-486d-4704-9de2-f1b61aab8d80,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.855182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.855182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:40.980359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:40.983536 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.175455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:41.178559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:41.384755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 910aeed2-106f-4f6b-9914-1b7601187318 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:41.408598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 5cfd7744-a97b-406f-aaa0-e57e9473153a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:41.482263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 910aeed2-106f-4f6b-9914-1b7601187318 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:41.482678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.560146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:41.568532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d5f52d65-ad76-4dc0-b75f-8421840bac35 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/5cfd7744-a97b-406f-aaa0-e57e9473153a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1333611 Dec 10 18:47:41.649814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d817889e-e8ef-4761-bc6a-391de165b68c None None] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:47:41.655854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5715c8af-56ea-4cde-ba02-00eefebc5c93 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:41.739864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6dfc8d86-edfb-4062-9ae3-3b27dc5f803a None None] Provisioning complete for port 5715c8af-56ea-4cde-ba02-00eefebc5c93 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:41.740120 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8d86-edfb-4062-9ae3-3b27dc5f803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.861910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5715c8af-56ea-4cde-ba02-00eefebc5c93 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:41.862299 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:41.896882 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-55dc647c-b68e-4862-acea-b9e1d370e6eb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595287299&fields=id&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 267 time: 0.0914745 Dec 10 18:47:41.987774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8d86-edfb-4062-9ae3-3b27dc5f803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.095933 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.099552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6dfc8d86-edfb-4062-9ae3-3b27dc5f803a None None] For port 5715c8af-56ea-4cde-ba02-00eefebc5c93, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5715c8af-56ea-4cde-ba02-00eefebc5c93,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:42.116174 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8d86-edfb-4062-9ae3-3b27dc5f803a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.143244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-530429db-31ec-4b2a-9e0a-7c2cda5154c6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:42.145327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-530429db-31ec-4b2a-9e0a-7c2cda5154c6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/networks?id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f HTTP/1.1" status: 200 len: 796 time: 0.2383084 Dec 10 18:47:42.169155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-cf07b910-5039-4d9d-8f9f-5400c55db788 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/quotas/3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 375 time: 0.0130892 Dec 10 18:47:42.233192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:47:42.233554 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:47:42.252172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc8d86-edfb-4062-9ae3-3b27dc5f803a None None] Pushing event updated for resources: {'Port': ['ID=5715c8af-56ea-4cde-ba02-00eefebc5c93,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:42.256067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-d300d64f-616a-4866-b087-718a0e912e85 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798852 Dec 10 18:47:42.373170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-79f68756-d1e1-4e82-b7b5-13f4495af256 None None] Provisioning complete for port 5715c8af-56ea-4cde-ba02-00eefebc5c93 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.374981 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-79f68756-d1e1-4e82-b7b5-13f4495af256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.482672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-2d7de5f3-39d2-4feb-9f88-2d3aa60108f5 service neutron] 10.222.0.55 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254412 Dec 10 18:47:42.571936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-79f68756-d1e1-4e82-b7b5-13f4495af256 None None] Provisioning complete for port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.572561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-79f68756-d1e1-4e82-b7b5-13f4495af256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.583347 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Sync routers for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:42.646791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-79f68756-d1e1-4e82-b7b5-13f4495af256 None None] Port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:42.663786 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:42.664385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-4a74b257-e153-4107-ae8e-5e14ae2d6c88 service neutron] 10.222.0.55 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720927 Dec 10 18:47:42.667297 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:42.859254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-942951ec-e2ca-4701-8ea3-34c0b4f363a4 None None] Provisioning complete for port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:42.859553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-942951ec-e2ca-4701-8ea3-34c0b4f363a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:42.905369 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:42.988791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-942951ec-e2ca-4701-8ea3-34c0b4f363a4 None None] Port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:42.990536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-763986be-76d8-4a24-9190-a93505de44d8 req-f2d408e4-7dc8-4eca-a4b1-a1a397c2c1af tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 210 time: 0.0762589 Dec 10 18:47:43.214281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 2, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:43.223302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7217cdc9-a593-4fba-b3f7-4192bb7c5270 None None] Provisioning complete for port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:43.223743 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7217cdc9-a593-4fba-b3f7-4192bb7c5270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.269990 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Checking router: 5cfd7744-a97b-406f-aaa0-e57e9473153a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:43.270732 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Updating router 5cfd7744-a97b-406f-aaa0-e57e9473153a port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:47:43.304461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5715c8af-56ea-4cde-ba02-00eefebc5c93 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:43.311225 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.401363 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7217cdc9-a593-4fba-b3f7-4192bb7c5270 None None] Port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:43.418585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5715c8af-56ea-4cde-ba02-00eefebc5c93 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:43.419454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.702705 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.720577 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:43.923005 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Pushing event updated for resources: {'Port': ['ID=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:43.984128 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.984128 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.984637 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.988416 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.990161 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.991168 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.992000 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.993971 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.994328 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.995470 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.997143 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:43.997581 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:44.001420 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:47:44.016810 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Attempting to bind port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:44.017186 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Attempting to bind port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:44.017552 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Attempting to bind port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b on network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:44.050042 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:44.051211 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Checking segment: {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:44.051849 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.052481 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Bound using segment: {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:44.053269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Bound port: cb9dbad5-abe5-40ce-882c-e8ee7c11a11b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:44.053865 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.059151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52276) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.180047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-44760645-ad16-4d56-aeb4-63348ebf79a0 None None] Provisioning complete for port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:44.180592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-44760645-ad16-4d56-aeb4-63348ebf79a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.182339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85d5e93f-c237-4d7c-bc48-22c637fb2d72 req-4e001595-3ceb-4cb4-9655-7f06face2d21 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 210 time: 0.0486004 Dec 10 18:47:44.201615 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] For port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:44.217794 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] For port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:44.227404 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.262733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-30d4575e-65e5-45f7-87a8-c6e69a3a4cdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.306331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-44760645-ad16-4d56-aeb4-63348ebf79a0 None None] Port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:44.381477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d24f55-36c1-4edb-bd1b-0a3017080100 None None] Pushing event updated for resources: {'Port': ['ID=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.386106 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:44.386640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-30d4575e-65e5-45f7-87a8-c6e69a3a4cdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.386857 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:44.393044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-30d4575e-65e5-45f7-87a8-c6e69a3a4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.447279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4575e-65e5-45f7-87a8-c6e69a3a4cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e1771-69cb-4295-abd2-bcf01c01c688,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.455234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-30d4575e-65e5-45f7-87a8-c6e69a3a4cdc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8d284d6c1a424ce884852168bc772af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3948896 Dec 10 18:47:44.463958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:44.536623 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:44.647596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-16005b73-eb3e-4959-a3aa-4c03c400e642 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:44.650174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-16005b73-eb3e-4959-a3aa-4c03c400e642 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/networks?id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f HTTP/1.1" status: 200 len: 796 time: 0.4483891 Dec 10 18:47:44.651544 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a565d02-2d04-41d5-8f27-0dd6624f7d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.695782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a565d02-2d04-41d5-8f27-0dd6624f7d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.746169 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ece60dd4-03cd-4f6e-81e9-2daaf8ce59e8 None None] Provisioning complete for port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:44.746980 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ece60dd4-03cd-4f6e-81e9-2daaf8ce59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.806741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a565d02-2d04-41d5-8f27-0dd6624f7d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.819212 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2a565d02-2d04-41d5-8f27-0dd6624f7d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:44.823661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2a565d02-2d04-41d5-8f27-0dd6624f7d08 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/721e1771-69cb-4295-abd2-bcf01c01c688 HTTP/1.1" status: 204 len: 168 time: 0.3545322 Dec 10 18:47:44.874397 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-40eb456f-b38d-4f6b-9010-194dc7d52232 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a8fa045a8f34c64b75c52cf496a59c8 HTTP/1.1" status: 200 len: 380 time: 0.2067776 Dec 10 18:47:44.877072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a565d02-2d04-41d5-8f27-0dd6624f7d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e1771-69cb-4295-abd2-bcf01c01c688,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:44.888455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'port': {'device_id': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'admin_state_up': True, 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'security_groups': ['9cd2b683-f695-4435-ae42-fcf1318bda7f']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:44.964069 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ece60dd4-03cd-4f6e-81e9-2daaf8ce59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.024682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ece60dd4-03cd-4f6e-81e9-2daaf8ce59e8 None None] For port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:45.030971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ece60dd4-03cd-4f6e-81e9-2daaf8ce59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.036497 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:45.081909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Made reservation on behalf of 3a8fa045a8f34c64b75c52cf496a59c8 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:45.086240 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.110884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece60dd4-03cd-4f6e-81e9-2daaf8ce59e8 None None] Pushing event updated for resources: {'Port': ['ID=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.111984 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b871e93-6630-482d-8a22-562f1acabdac None None] The sync data for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 is: [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:45.375113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0599a37-0109-4d96-b0bf-ffbf08740040 req-907c6214-3c0a-454d-9fda-2e1381620754 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 210 time: 0.0678518 Dec 10 18:47:45.381216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.20.0.12 (25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f/17e69a00-e065-47cf-8f9d-401967c8d82d/d359ec97-fe59-4be6-be2c-9aa710d9ad76) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:45.423810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52290) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:45.452123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9eb646f7-820c-4201-8f31-4eee4d3ae61f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.565030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9eb646f7-820c-4201-8f31-4eee4d3ae61f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.574711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9eb646f7-820c-4201-8f31-4eee4d3ae61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.628255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9eb646f7-820c-4201-8f31-4eee4d3ae61f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bf0d2671cd64312bf1bbea64b8178a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2028978 Dec 10 18:47:45.632897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52292) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:45.637550 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.648306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb646f7-820c-4201-8f31-4eee4d3ae61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624c2091-3ced-46c4-baab-fe9fb9873d44,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.696087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.740779 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c430807f-6ac0-4e21-a4cf-36600e08d3a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.761738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.773108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c430807f-6ac0-4e21-a4cf-36600e08d3a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.774384 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:45.775928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:45.791145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:45.850968 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c430807f-6ac0-4e21-a4cf-36600e08d3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.853628 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c430807f-6ac0-4e21-a4cf-36600e08d3a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.864883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c430807f-6ac0-4e21-a4cf-36600e08d3a8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/624c2091-3ced-46c4-baab-fe9fb9873d44 HTTP/1.1" status: 204 len: 168 time: 0.2305980 Dec 10 18:47:45.865362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:45.866438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:45.875435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430807f-6ac0-4e21-a4cf-36600e08d3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624c2091-3ced-46c4-baab-fe9fb9873d44,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:45.890438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-97f0f809-393a-4f45-b340-439e525ce852 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0065370 Dec 10 18:47:45.918878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Request body: {'port': {'device_id': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:46.035345 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.170404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c775e7c4-f629-419b-950c-fcd57c02eba1 None None] Provisioning complete for port d359ec97-fe59-4be6-be2c-9aa710d9ad76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:46.176379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c775e7c4-f629-419b-950c-fcd57c02eba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.268720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c775e7c4-f629-419b-950c-fcd57c02eba1 None None] Port d359ec97-fe59-4be6-be2c-9aa710d9ad76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:47:46.435585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d359ec97-fe59-4be6-be2c-9aa710d9ad76 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:47:46.451335 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.477364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Transition to ACTIVE for port object d359ec97-fe59-4be6-be2c-9aa710d9ad76 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:47:46.496752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.569864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746a7db-c825-44e2-8a12-c0a85ad4f07a req-adfc3aeb-3fd4-4f78-b3ad-3829738adcae tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:46.571482 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5746a7db-c825-44e2-8a12-c0a85ad4f07a req-adfc3aeb-3fd4-4f78-b3ad-3829738adcae tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 932 time: 0.1085744 Dec 10 18:47:46.572160 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:46.683602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5746a7db-c825-44e2-8a12-c0a85ad4f07a req-a5e0eedf-bd86-46eb-898f-edc58cb060d5 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029081 Dec 10 18:47:46.698201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Attempting to bind port d359ec97-fe59-4be6-be2c-9aa710d9ad76 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:47:46.698564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Attempting to bind port d359ec97-fe59-4be6-be2c-9aa710d9ad76 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:47:46.698890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Attempting to bind port d359ec97-fe59-4be6-be2c-9aa710d9ad76 on network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:46.703637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Port d359ec97-fe59-4be6-be2c-9aa710d9ad76 on network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:47:46.703964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Attempting to bind port d359ec97-fe59-4be6-be2c-9aa710d9ad76 on network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:47:46.709808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:47:46.710211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Checking segment: {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:47:46.710634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Bound using segment: {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:47:46.711060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Bound port: d359ec97-fe59-4be6-be2c-9aa710d9ad76, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681e6fa8-8c44-4eb0-a202-56f76e108b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:47:46.711419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.794150 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:47:46.797642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:47:46.815743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.858754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:46.859213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:46.860638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] 10.222.0.59 "PUT /v2.0/ports/d359ec97-fe59-4be6-be2c-9aa710d9ad76 HTTP/1.1" status: 200 len: 1092 time: 0.9519889 Dec 10 18:47:46.861105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:46.863760 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efee1a05-26fb-493f-b063-6a2b77921f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:46.947417 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339e2418-ec4b-4141-b428-9147fac8e3e0 x-openstack-request-id: req-339e2418-ec4b-4141-b428-9147fac8e3e0 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:46.948298 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:46.948603 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-339e2418-ec4b-4141-b428-9147fac8e3e0 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:46.948972 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'status': 'completed', 'code': 200} Dec 10 18:47:46.951425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3d782-bfbf-4a48-be43-77613581edc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:47.002903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52324) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:47.269312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 93311038-3236-4f11-bbc4-bf751c9c95d0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:47.269312 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.284471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cb9dbad5-abe5-40ce-882c-e8ee7c11a11b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:47.368022 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.368335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.372521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:47.372894 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.386225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 93311038-3236-4f11-bbc4-bf751c9c95d0 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:47.402235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-5fea4811-7cd9-4fcf-bde2-a86022ff4b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.403853 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-5fea4811-7cd9-4fcf-bde2-a86022ff4b81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1095 time: 0.4793787 Dec 10 18:47:47.453540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-0ea44ca5-519c-463c-81d3-c8446ebcf97d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76 HTTP/1.1" status: 200 len: 217 time: 0.0398514 Dec 10 18:47:47.507330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-726077f4-142b-4cb0-af99-330afb08bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.509021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-726077f4-142b-4cb0-af99-330afb08bc0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e69a00-e065-47cf-8f9d-401967c8d82d HTTP/1.1" status: 200 len: 834 time: 0.0483582 Dec 10 18:47:47.562830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c361cb-f817-426e-820e-407bc8090bac req-08e9d4ef-ac2e-4bef-be71-da350a839916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.563855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-08e9d4ef-ac2e-4bef-be71-da350a839916 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476470 Dec 10 18:47:47.572681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.607623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=93311038-3236-4f11-bbc4-bf751c9c95d0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:47.665668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-45f0bb4a-932b-416c-a2a8-8c287dd81fb8 service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939443 Dec 10 18:47:47.667982 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:47.668333 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Floating IP cba44496-ab80-4ec3-83ab-34303643a124 disassociated (deleted). External IP: 172.25.2.147, port: a5c996e3-58cc-419c-8185-90219fafe4eb. Dec 10 18:47:47.789959 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64c361cb-f817-426e-820e-407bc8090bac req-1cf41a29-a207-438b-a5ee-e6f2bb27ffed service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165738 Dec 10 18:47:47.834405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8efc6-ffcc-4eba-9b2f-3266cddcf574 req-c8ada8b6-c6f5-46bc-8efc-bf7abf5f50a8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.836364 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70f8efc6-ffcc-4eba-9b2f-3266cddcf574 req-c8ada8b6-c6f5-46bc-8efc-bf7abf5f50a8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 944 time: 0.0619156 Dec 10 18:47:47.916651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:47.921349 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70f8efc6-ffcc-4eba-9b2f-3266cddcf574 req-625a1839-bf00-4d24-b450-0c256ec03564 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777352 Dec 10 18:47:47.923256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-4559d933-774b-490a-b553-fd83cb6f105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:47.924696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-4559d933-774b-490a-b553-fd83cb6f105d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1095 time: 0.0742300 Dec 10 18:47:48.035175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-9c6b9f56-c97b-460e-a1fb-8a307b0c62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.036738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-9c6b9f56-c97b-460e-a1fb-8a307b0c62bf service neutron] 10.222.0.59 "GET /v2.0/networks?id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f HTTP/1.1" status: 200 len: 897 time: 0.1050854 Dec 10 18:47:48.042790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:48.047957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:48.056053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:48.067568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:48.068839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:48.087874 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a1bb78f8-9b1c-4f14-9b63-2d068dc3b099 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "DELETE /v2.0/floatingips/cba44496-ab80-4ec3-83ab-34303643a124 HTTP/1.1" status: 204 len: 168 time: 1.0798552 Dec 10 18:47:48.087874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:48.088281 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0839a43b-35bd-4327-b509-baf2e042a890" -d '{"events": [{"name": "network-changed", "server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:48.101960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-fc50efc5-a999-4977-b859-55614d3cae36 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76 HTTP/1.1" status: 200 len: 217 time: 0.0574732 Dec 10 18:47:48.169180 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3f4c1c-4d30-49e7-9c7d-912d249829df x-openstack-request-id: req-ca3f4c1c-4d30-49e7-9c7d-912d249829df {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:48.169540 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:48.169857 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca3f4c1c-4d30-49e7-9c7d-912d249829df {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:48.170332 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'status': 'completed', 'code': 200} Dec 10 18:47:48.181176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-e6874707-f1e4-406f-9350-8d8f36c10756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.184246 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-e6874707-f1e4-406f-9350-8d8f36c10756 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e69a00-e065-47cf-8f9d-401967c8d82d HTTP/1.1" status: 200 len: 834 time: 0.0738726 Dec 10 18:47:48.229817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:48.261048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a43b-35bd-4327-b509-baf2e042a890 req-06b1a023-d781-486b-96c4-fb383bc6293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.263023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0839a43b-35bd-4327-b509-baf2e042a890 req-06b1a023-d781-486b-96c4-fb383bc6293d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1045a22b75f74badbb64f97470785ec4&device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 1097 time: 0.0797656 Dec 10 18:47:48.281548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-b391f692-172e-4458-b59d-eaff2b032629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.283769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-b391f692-172e-4458-b59d-eaff2b032629 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912969 Dec 10 18:47:48.433443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-0f0bd8e7-967a-4bda-8d3b-3fbaae448156 service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386192 Dec 10 18:47:48.435440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a43b-35bd-4327-b509-baf2e042a890 req-3bb22c7f-ef2d-4db0-abbb-f5e4169703a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.437657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0839a43b-35bd-4327-b509-baf2e042a890 req-3bb22c7f-ef2d-4db0-abbb-f5e4169703a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 200 len: 912 time: 0.1603746 Dec 10 18:47:48.446012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f549e9-d2c8-4c78-8631-26eb88713681 req-f1603bb8-8ef5-4d84-9650-46645318ed14 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.447573 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07f549e9-d2c8-4c78-8631-26eb88713681 req-f1603bb8-8ef5-4d84-9650-46645318ed14 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 946 time: 0.0829391 Dec 10 18:47:48.482046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:48.499004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0839a43b-35bd-4327-b509-baf2e042a890 req-14b4e4b1-1774-436f-991f-0dc6c0577c0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 200 len: 217 time: 0.0494587 Dec 10 18:47:48.512345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:48.522688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:48.523905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:48.561971 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-07f549e9-d2c8-4c78-8631-26eb88713681 req-e899668c-3fb5-4754-a641-e0f187c2d57f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936394 Dec 10 18:47:48.588585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a43b-35bd-4327-b509-baf2e042a890 req-53924229-a3ac-45d5-8bf8-b421e2bf2e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.588948 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efee1a05-26fb-493f-b063-6a2b77921f3c req-3cabc46f-50e6-448c-96c5-f834e6e0accf service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375339 Dec 10 18:47:48.589414 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0839a43b-35bd-4327-b509-baf2e042a890 req-53924229-a3ac-45d5-8bf8-b421e2bf2e63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 200 len: 850 time: 0.0804868 Dec 10 18:47:48.647231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a43b-35bd-4327-b509-baf2e042a890 req-1ed42ff1-367e-4fef-b9ca-5d11643a8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:48.648648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:48.648803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0839a43b-35bd-4327-b509-baf2e042a890 req-1ed42ff1-367e-4fef-b9ca-5d11643a8465 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=befa5d99-05cc-4c47-b670-bb18516544f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467324 Dec 10 18:47:48.748284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0839a43b-35bd-4327-b509-baf2e042a890 req-020fc142-b18d-4db9-9882-71be1f162ee4 service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909238 Dec 10 18:47:48.853165 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0839a43b-35bd-4327-b509-baf2e042a890 req-29767271-43f1-43e9-8548-ff129f82835e service neutron] 10.222.0.59 "GET /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963528 Dec 10 18:47:48.875760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:48.906495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7d06b-68f3-40f8-bd78-cf6322baa3af None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ed91ffd0-a33a-47fb-8e9f-0c5a3c925172', 'name': '', 'network_id': 'befa5d99-05cc-4c47-b670-bb18516544f4', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'mac_address': 'fa:16:3e:6d:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2754, 'fixed_ips': [{'subnet_id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:49Z', 'updated_at': '2021-12-10T18:33:58Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'subnets': [{'id': 'db6835f1-672a-4f6a-976f-50ddb05f42fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:48.936485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52420) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.061713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b32975-af1e-483d-b8c8-ef26b2fbfdb7 req-9e4268f7-056a-4d4f-9d46-32226817508b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:49.063384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6b32975-af1e-483d-b8c8-ef26b2fbfdb7 req-9e4268f7-056a-4d4f-9d46-32226817508b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 944 time: 0.0684073 Dec 10 18:47:49.064685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f188aa25-e39f-4f0e-bef9-33b4c3faa912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.142151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f6b32975-af1e-483d-b8c8-ef26b2fbfdb7 req-28246be0-6150-4319-a281-1b7c4815ec5c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683289 Dec 10 18:47:49.182306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc7f93-b716-455c-8512-747037915319 None None] New status for floating IP cba44496-ab80-4ec3-83ab-34303643a124: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:47:49.196115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f188aa25-e39f-4f0e-bef9-33b4c3faa912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.200770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f188aa25-e39f-4f0e-bef9-33b4c3faa912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.237999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188aa25-e39f-4f0e-bef9-33b4c3faa912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3efd66d-b3f6-4122-8ab4-1d0ac21fcb2f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.242718 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f188aa25-e39f-4f0e-bef9-33b4c3faa912 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8fb8119f8ab84ff2a416696327759b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049550 Dec 10 18:47:49.245723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52426) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.299328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9147-4d86-42d3-8f94-e8f809f4c77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.325375 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9147-4d86-42d3-8f94-e8f809f4c77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.371995 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9147-4d86-42d3-8f94-e8f809f4c77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.374772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9147-4d86-42d3-8f94-e8f809f4c77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.375896 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8aeb9147-4d86-42d3-8f94-e8f809f4c77a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f3efd66d-b3f6-4122-8ab4-1d0ac21fcb2f HTTP/1.1" status: 204 len: 168 time: 0.1291234 Dec 10 18:47:49.383787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9147-4d86-42d3-8f94-e8f809f4c77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3efd66d-b3f6-4122-8ab4-1d0ac21fcb2f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.668088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52434) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.682211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-291b5400-d140-4416-a799-7cdf9e969cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.689127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f18e5-b5b3-4a7d-b522-c516596d92cb req-a69f9a58-19a6-49af-a57a-e1d151f8ad27 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:49.690747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-736f18e5-b5b3-4a7d-b522-c516596d92cb req-a69f9a58-19a6-49af-a57a-e1d151f8ad27 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 946 time: 0.0518785 Dec 10 18:47:49.743119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-736f18e5-b5b3-4a7d-b522-c516596d92cb req-7be68377-70b4-4a7e-9fbf-0a191ed9ef37 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/security-groups?id=be9f1780-1a1f-420d-bde4-64485e6d25e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Dec 10 18:47:49.762980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-291b5400-d140-4416-a799-7cdf9e969cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.767672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-291b5400-d140-4416-a799-7cdf9e969cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.806950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-291b5400-d140-4416-a799-7cdf9e969cc9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=17d448bf8505451e9880f6258c7bdb41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376457 Dec 10 18:47:49.807914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b5400-d140-4416-a799-7cdf9e969cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257bc8bf-466a-46c9-9cad-c043ad4e193a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.809745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52436) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:49.861515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-bd876bc8-bf86-487b-9de4-f02fe8f09d8b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:49.863123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3e0f5fb-f1ba-4d07-806a-6f794137ff10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.863283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-bd876bc8-bf86-487b-9de4-f02fe8f09d8b tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 946 time: 0.0513976 Dec 10 18:47:49.885876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3e0f5fb-f1ba-4d07-806a-6f794137ff10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.936246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3e0f5fb-f1ba-4d07-806a-6f794137ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.938967 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a3e0f5fb-f1ba-4d07-806a-6f794137ff10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:49.940127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a3e0f5fb-f1ba-4d07-806a-6f794137ff10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/257bc8bf-466a-46c9-9cad-c043ad4e193a HTTP/1.1" status: 204 len: 168 time: 0.1292248 Dec 10 18:47:49.950674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0f5fb-f1ba-4d07-806a-6f794137ff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257bc8bf-466a-46c9-9cad-c043ad4e193a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:49.968481 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port a5c996e3-58cc-419c-8185-90219fafe4eb {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:49.968902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.067512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] For port a5c996e3-58cc-419c-8185-90219fafe4eb, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a5c996e3-58cc-419c-8185-90219fafe4eb,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:50.068238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.081844 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for a5c996e3-58cc-419c-8185-90219fafe4eb owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:50.221301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.282812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=a5c996e3-58cc-419c-8185-90219fafe4eb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:50.328724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] No DVR routers for this DVR port a5c996e3-58cc-419c-8185-90219fafe4eb on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:47:50.332513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.335957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-910498d2-1f50-4e47-8aae-080c1e495b60 req-a6858076-4deb-4caf-ac04-72867e4d759f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.59 "DELETE /v2.0/ports/a5c996e3-58cc-419c-8185-90219fafe4eb HTTP/1.1" status: 204 len: 173 time: 0.4665804 Dec 10 18:47:50.336406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'name': 'network-vif-deleted', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:50.338752 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e905b8d4-165c-4209-a29d-269f860b9111" -d '{"events": [{"server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "name": "network-vif-deleted", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:50.370439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24ebbc-ee2a-44fa-ad05-3d0e004b65aa req-06c3f2c5-3903-4f8e-ba45-7bfd44526465 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:50.375839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af24ebbc-ee2a-44fa-ad05-3d0e004b65aa req-06c3f2c5-3903-4f8e-ba45-7bfd44526465 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 944 time: 0.1548610 Dec 10 18:47:50.408186 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da21c645-83fd-42c0-9cd8-48aa1ec97671 x-openstack-request-id: req-da21c645-83fd-42c0-9cd8-48aa1ec97671 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:50.408578 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e220cac-7e92-4bb1-bfd3-f08a3d2dc971", "name": "network-vif-deleted", "tag": "a5c996e3-58cc-419c-8185-90219fafe4eb", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:50.408925 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-da21c645-83fd-42c0-9cd8-48aa1ec97671 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:50.409419 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e220cac-7e92-4bb1-bfd3-f08a3d2dc971', 'name': 'network-vif-deleted', 'tag': 'a5c996e3-58cc-419c-8185-90219fafe4eb', 'status': 'completed', 'code': 200} Dec 10 18:47:50.441106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af24ebbc-ee2a-44fa-ad05-3d0e004b65aa req-6f363950-bb28-4d40-9109-5f2a89ecfc43 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596299 Dec 10 18:47:50.458489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d359ec97-fe59-4be6-be2c-9aa710d9ad76 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:47:50.744419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:50.759785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'port_id': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'mac_address': 'fa:16:3e:40:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:47:50.824303 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.855783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d359ec97-fe59-4be6-be2c-9aa710d9ad76 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:47:50.876840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f9eedfd5-2c62-4595-80ff-632c02a1ac48 req-0de1ac1c-a3d5-4366-a673-9894ac303442 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 210 time: 0.0391228 Dec 10 18:47:50.893574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:50.900704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:50.953213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:51.110491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d359ec97-fe59-4be6-be2c-9aa710d9ad76'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:47:51.587533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c182a-9263-4db2-954e-ce7acd9c80b3 req-c8af355a-2ee1-49f4-b21d-a524149f779b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:51.589343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-068c182a-9263-4db2-954e-ce7acd9c80b3 req-c8af355a-2ee1-49f4-b21d-a524149f779b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 945 time: 0.0642774 Dec 10 18:47:51.655038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-068c182a-9263-4db2-954e-ce7acd9c80b3 req-1a222922-e7ea-4159-935c-d55ebf8804a0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497460 Dec 10 18:47:51.984290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a41ac738-b81f-4c42-a53f-43a1fb43192c req-542f3cd3-ee5a-4b85-8f18-a9eed1fc7aeb tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 210 time: 0.0331609 Dec 10 18:47:52.473337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d359ec97-fe59-4be6-be2c-9aa710d9ad76 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:47:52.539730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port d359ec97-fe59-4be6-be2c-9aa710d9ad76 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:47:52.541712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port d359ec97-fe59-4be6-be2c-9aa710d9ad76 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:47:52.542475 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.636790 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.666764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:52.669252 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e12c88-ffc8-42da-9db7-fe48b3b84f1e" -d '{"events": [{"server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "name": "network-vif-plugged", "status": "completed", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:52.683666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:47:52.690738 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:52.691774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a5c996e3-58cc-419c-8185-90219fafe4eb no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:47:52.716546 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a7b46e-54f7-4789-a62b-abc5afdd4409 x-openstack-request-id: req-32a7b46e-54f7-4789-a62b-abc5afdd4409 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:52.716843 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "name": "network-vif-plugged", "status": "completed", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:52.717092 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32a7b46e-54f7-4789-a62b-abc5afdd4409 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:52.717480 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'code': 200} Dec 10 18:47:52.747762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: a5c996e3-58cc-419c-8185-90219fafe4eb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:47:52.748406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a5c996e3-58cc-419c-8185-90219fafe4eb not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:47:52.788705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:52.840912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060122a-d430-4935-935a-47d4290dcea4 req-d7e34c0b-9277-4c27-a9cd-19d5373578c9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:52.841825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f39f48-7acb-4d80-b3b0-443b7fc67058 req-b74eddea-20a0-49de-abae-9e28343f311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:52.843375 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6f39f48-7acb-4d80-b3b0-443b7fc67058 req-b74eddea-20a0-49de-abae-9e28343f311d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1097 time: 0.0601430 Dec 10 18:47:52.846844 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8060122a-d430-4935-935a-47d4290dcea4 req-d7e34c0b-9277-4c27-a9cd-19d5373578c9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0692351 Dec 10 18:47:52.901756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6f39f48-7acb-4d80-b3b0-443b7fc67058 req-b145746c-ac62-4c31-8bc9-34f93a874d6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510485 Dec 10 18:47:52.903107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8060122a-d430-4935-935a-47d4290dcea4 req-c4e7e79c-657a-4a2c-8cb8-48af8f315e22 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541568 Dec 10 18:47:53.100163 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a953da6-68fd-45bd-b3b7-59e552e55859 req-b7c4a572-efde-4dec-994e-4d07cb783835 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 210 time: 0.0348654 Dec 10 18:47:53.618540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52666) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:53.733711 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17307e17-d3d2-4439-8b2b-628c2c3f66f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.824758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17307e17-d3d2-4439-8b2b-628c2c3f66f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.829955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17307e17-d3d2-4439-8b2b-628c2c3f66f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.869980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-17307e17-d3d2-4439-8b2b-628c2c3f66f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ed193070746c4ec4a76f7a77f83335e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502487 Dec 10 18:47:53.870891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17307e17-d3d2-4439-8b2b-628c2c3f66f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96db22d2-818b-4531-abdd-25c1e53d4149,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:53.872970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52670) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:53.937970 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-058a6d8d-a928-4cd2-9699-0c050e465108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:53.966606 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-058a6d8d-a928-4cd2-9699-0c050e465108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.037287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-058a6d8d-a928-4cd2-9699-0c050e465108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.040212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-058a6d8d-a928-4cd2-9699-0c050e465108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:54.044369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-058a6d8d-a928-4cd2-9699-0c050e465108 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/96db22d2-818b-4531-abdd-25c1e53d4149 HTTP/1.1" status: 204 len: 168 time: 0.1703064 Dec 10 18:47:54.044575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04538667-24d4-43e2-9e9c-e8db264ea0ac req-348ddacd-7209-47d8-92fb-350fbbeea7e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:54.054449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6d8d-a928-4cd2-9699-0c050e465108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96db22d2-818b-4531-abdd-25c1e53d4149,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:54.054754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04538667-24d4-43e2-9e9c-e8db264ea0ac req-348ddacd-7209-47d8-92fb-350fbbeea7e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0673823 Dec 10 18:47:54.122873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04538667-24d4-43e2-9e9c-e8db264ea0ac req-c3ef1f72-67a2-4258-8f99-ad1fcf56c29c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636961 Dec 10 18:47:54.211919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8aa287da-4ff6-474d-b604-7bce63a2f0d6 req-6360cde6-44de-4ad1-bc16-e0cff4bbc611 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 210 time: 0.0367424 Dec 10 18:47:55.230304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f408a-d259-4080-bc14-00260785a72a req-6771b4a2-60dc-4986-b41c-eb9482936c7a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:55.231897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d5f408a-d259-4080-bc14-00260785a72a req-6771b4a2-60dc-4986-b41c-eb9482936c7a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0515780 Dec 10 18:47:55.312837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d5f408a-d259-4080-bc14-00260785a72a req-7e937a52-7fb1-4f20-9f75-19d2b77d04f0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733600 Dec 10 18:47:55.350194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-88a3e0a4-d48e-4784-bcee-ff4c14c00abe req-89b45663-69db-437e-97d3-ad32bb32902f tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e220cac-7e92-4bb1-bfd3-f08a3d2dc971 HTTP/1.1" status: 200 len: 210 time: 0.0319366 Dec 10 18:47:55.351764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52732) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:55.460849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e145-4df5-497a-943a-7a33e5025118 req-6f474dfc-72dc-4ef0-a7ef-0520d764fd9f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:55.462436 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ff9e145-4df5-497a-943a-7a33e5025118 req-6f474dfc-72dc-4ef0-a7ef-0520d764fd9f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0562298 Dec 10 18:47:55.471178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eaa18783-3ac2-4d5d-8c46-bbd01a58e087 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.514740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9ff9e145-4df5-497a-943a-7a33e5025118 req-9463511f-5d97-45ec-b909-b8dad546e44d tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460663 Dec 10 18:47:55.539467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52736) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:55.550726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eaa18783-3ac2-4d5d-8c46-bbd01a58e087 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.555375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eaa18783-3ac2-4d5d-8c46-bbd01a58e087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.585226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1862e18-96d5-4731-9507-4e7280920c77 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:55.586825 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c1862e18-96d5-4731-9507-4e7280920c77 tempest-TestNetworkAdvancedServerOps-476337569 tempest-TestNetworkAdvancedServerOps-476337569-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1092 time: 0.0463176 Dec 10 18:47:55.590142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52738) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:55.595455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:55.598825 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eaa18783-3ac2-4d5d-8c46-bbd01a58e087 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80dc3cb7f37c402bb2de7d86bf9a0e77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452900 Dec 10 18:47:55.599599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa18783-3ac2-4d5d-8c46-bbd01a58e087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def12c63-1bcd-42ed-a7c2-fb52cadcc999,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:55.600766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52740) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:55.647376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.708048 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-674a87fe-e0bb-4d28-a998-d06eece60fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.736488 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-674a87fe-e0bb-4d28-a998-d06eece60fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.797416 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-674a87fe-e0bb-4d28-a998-d06eece60fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.800020 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-674a87fe-e0bb-4d28-a998-d06eece60fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.801299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-674a87fe-e0bb-4d28-a998-d06eece60fbc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/def12c63-1bcd-42ed-a7c2-fb52cadcc999 HTTP/1.1" status: 204 len: 168 time: 0.1995749 Dec 10 18:47:55.812881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a87fe-e0bb-4d28-a998-d06eece60fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def12c63-1bcd-42ed-a7c2-fb52cadcc999,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:55.820229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:55.940826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Allocated IP 172.25.2.128 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/ae7de9c1-4dd1-4653-86e5-6b75f335bce4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:56.047950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.084392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.130318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:56.134689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:56.137519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:56.161205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=ae7de9c1-4dd1-4653-86e5-6b75f335bce4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:56.409455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52764) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:56.526979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.538489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Deleting port 15cbc173-fec9-4577-8cd1-436ad91a0fa0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:47:56.538833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.609329 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.634073 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.634580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.654830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Calling delete_port for 15cbc173-fec9-4577-8cd1-436ad91a0fa0 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:47:56.778342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.783598 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.809414 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.834929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'Port': ['ID=15cbc173-fec9-4577-8cd1-436ad91a0fa0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:56.849063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event updated for resources: {'Port': ['ID=ae7de9c1-4dd1-4653-86e5-6b75f335bce4,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:56.897418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.906542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.909701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:56.914675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d1ffd521-04da-492f-b3c2-0010cc8f5982 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "DELETE /v2.0/floatingips/0d11d9f6-1c85-47aa-8ff6-e8ed4da49ecc HTTP/1.1" status: 204 len: 168 time: 0.5009961 Dec 10 18:47:57.027694 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP ffec07d5-968e-4177-83df-880fa15b60b2 associated. External IP: 172.25.2.128, port: d359ec97-fe59-4be6-be2c-9aa710d9ad76. Dec 10 18:47:57.272404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 5cfd7744-a97b-406f-aaa0-e57e9473153a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:47:57.407387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:47:57.417807 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] Sync routers for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:47:57.428490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:57.429107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:57.439840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:57.488866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ba1f6f2f-3488-4da0-9d80-cf2833171c0f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8949544 Dec 10 18:47:57.488866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:47:57.490550 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13" -d '{"events": [{"name": "network-changed", "server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:47:57.539249 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fae715f-e406-4a4a-80fb-cabdf6df3a1d x-openstack-request-id: req-5fae715f-e406-4a4a-80fb-cabdf6df3a1d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:47:57.540012 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:47:57.540421 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5fae715f-e406-4a4a-80fb-cabdf6df3a1d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:47:57.541075 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'status': 'completed', 'code': 200} Dec 10 18:47:57.586294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:57.646025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-9e35943b-3878-47d7-ade7-95ac83030015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:57.648235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-9e35943b-3878-47d7-ade7-95ac83030015 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1097 time: 0.0811400 Dec 10 18:47:57.688197 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5dd35-6ad8-43c7-a598-f7089b7950b7 req-17cb6307-1b49-4f55-b3f1-e9a442ad8d03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:57.693738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bd5dd35-6ad8-43c7-a598-f7089b7950b7 req-17cb6307-1b49-4f55-b3f1-e9a442ad8d03 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.1106820 Dec 10 18:47:57.751040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52804) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:57.783088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-32e40b17-5b6a-4910-b1bc-a73114493aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:57.784876 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-32e40b17-5b6a-4910-b1bc-a73114493aa3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f HTTP/1.1" status: 200 len: 897 time: 0.1287613 Dec 10 18:47:57.788295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9bd5dd35-6ad8-43c7-a598-f7089b7950b7 req-c634913e-3416-4cce-8320-095bb5ec236b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899336 Dec 10 18:47:57.815780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52808) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:57.876439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-b78e3c1f-d172-49df-9633-879fc05e62af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76 HTTP/1.1" status: 200 len: 1000 time: 0.0844414 Dec 10 18:47:57.881338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'ffec07d5-968e-4177-83df-880fa15b60b2', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'port_id': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'mac_address': 'fa:16:3e:40:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:56Z', 'updated_at': '2021-12-10T18:47:56Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:57.924186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] Checking router: 5cfd7744-a97b-406f-aaa0-e57e9473153a for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:47:57.935259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:47:57.935671 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-987bee05-6551-43f6-99b2-4788de547b93 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/ffec07d5-968e-4177-83df-880fa15b60b2 HTTP/1.1" status: 200 len: 992 time: 0.1174917 Dec 10 18:47:57.935993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:47:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:57.947736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-b92e2c69-a366-47f3-8594-e1d4f22f810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:57.949271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-b92e2c69-a366-47f3-8594-e1d4f22f810d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e69a00-e065-47cf-8f9d-401967c8d82d HTTP/1.1" status: 200 len: 834 time: 0.0654275 Dec 10 18:47:58.010216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-46028476-ec17-4f49-aaaa-5c3e5034224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:58.010638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:58.012323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-46028476-ec17-4f49-aaaa-5c3e5034224b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548997 Dec 10 18:47:58.043824 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.069816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:47:58.118925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-7c9413be-61e5-464c-8510-90fc6a675068 service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989840 Dec 10 18:47:58.172881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.225887 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4b84f5b3-266b-4c45-bc04-0bd0987cbf13 req-d1cd1d45-3828-43d4-a56b-0b13225b6f73 service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006043 Dec 10 18:47:58.277157 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:47:58.307854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Allocated IP 172.25.2.220 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/5e592b6b-5435-47ac-aeb9-256c8c23ea5b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:47:58.339461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8e2177a5-0180-45b6-a81d-0228a4c9042c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.371927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'ffec07d5-968e-4177-83df-880fa15b60b2', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'port_id': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'mac_address': 'fa:16:3e:40:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:56Z', 'updated_at': '2021-12-10T18:47:56Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:47:58.407511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6973cfab-d971-468a-a5f8-05cd750f7a6a None None] The sync data for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 is: [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'ffec07d5-968e-4177-83df-880fa15b60b2', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'port_id': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'mac_address': 'fa:16:3e:40:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:47:56Z', 'updated_at': '2021-12-10T18:47:56Z', 'revision_number': 0, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:47:58.427028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.463891 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.504785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:47:58.508026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:47:58.511841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:47:58.540985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Port': ['ID=5e592b6b-5435-47ac-aeb9-256c8c23ea5b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:58.615106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.649039 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62053d10-03e8-4ae6-8923-837f5f25af67 None None] New status for floating IP ffec07d5-968e-4177-83df-880fa15b60b2: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:47:58.657311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.835179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.842022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.923394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Port': ['ID=5e592b6b-5435-47ac-aeb9-256c8c23ea5b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:58.937983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.939465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52812) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:58.972472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:58.976344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7ca969f7-89e7-4842-87a6-92298dd88f7a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2074294 Dec 10 18:47:58.976623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52814) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:58.985522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1881878372'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:59.013183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Made reservation on behalf of 415819c7dec545f6969aa44662c9acd8 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:59.019657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.031300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.035082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e8e9ca05-a24a-4eb4-b45f-1d66cfec8988 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/ffec07d5-968e-4177-83df-880fa15b60b2 HTTP/1.1" status: 200 len: 994 time: 0.0939622 Dec 10 18:47:59.120841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.125353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.153796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:47:59.164196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad3e228-30da-40f4-8691-29ea9ed2f013,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:59.170767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.171130 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Added segment 960031c2-7944-4893-804b-042238b37336 of type vlan for network 8a205096-e003-4b64-baf7-5a2be187ad47 Dec 10 18:47:59.218227 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.248841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.255434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:47:59.256059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.314479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3366756 Dec 10 18:47:59.318877 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52818) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:47:59.323966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Request body: {'subnet': {'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:47:59.336283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da157442-8919-4318-a982-fd42543b655e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Network': ['ID=8a205096-e003-4b64-baf7-5a2be187ad47,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:47:59.350448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8a205096-e003-4b64-baf7-5a2be187ad47 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:47:59.754156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Made reservation on behalf of 415819c7dec545f6969aa44662c9acd8 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:47:59.757904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:47:59.945504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.009183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Subnet': ['ID=e2e043b0-dd4c-4fbe-811a-397b5efb69ab,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:00.017820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Checking segment: {'id': '960031c2-7944-4893-804b-042238b37336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:00.018179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Network hostable DHCP agents. Network: 8a205096-e003-4b64-baf7-5a2be187ad47, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:00.037153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Network 8a205096-e003-4b64-baf7-5a2be187ad47 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:00.048701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8a205096-e003-4b64-baf7-5a2be187ad47) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:00.052941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:00.053551 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.059782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5a3d55-58d4-4370-bbc8-fc378c73a176 None None] Network 8a205096-e003-4b64-baf7-5a2be187ad47 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:00.074190 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb37e6b9-c17e-4f46-afac-e932b8ddea48 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7541206 Dec 10 18:48:00.076746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52820) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:00.082703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1622736068', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:00.109131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.110209 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.173191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.185460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-8a205096-e003-4b64-baf7-5a2be187ad47', 'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47', 'project_id': '415819c7dec545f6969aa44662c9acd8', 'fixed_ips': [{'subnet_id': 'e2e043b0-dd4c-4fbe-811a-397b5efb69ab'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:00.186541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.302067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:00.332333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Allocated IP 172.20.0.2 (8a205096-e003-4b64-baf7-5a2be187ad47/e2e043b0-dd4c-4fbe-811a-397b5efb69ab/7c9b20a0-01ff-4b6e-8ff6-022e2524fb53) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:00.347797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.381235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c9a0bca-6f1e-4488-9b85-5b02cade7722 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.417246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c9a0bca-6f1e-4488-9b85-5b02cade7722 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.500787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c9a0bca-6f1e-4488-9b85-5b02cade7722 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.503431 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9c9a0bca-6f1e-4488-9b85-5b02cade7722 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.504760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9c9a0bca-6f1e-4488-9b85-5b02cade7722 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] 10.222.0.55 "DELETE /v2.0/security-groups/be9f1780-1a1f-420d-bde4-64485e6d25e6 HTTP/1.1" status: 204 len: 168 time: 0.2003789 Dec 10 18:48:00.508705 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.516049 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.529298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a0bca-6f1e-4488-9b85-5b02cade7722 tempest-TestVolumeBootPattern-1553990063 tempest-TestVolumeBootPattern-1553990063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9f1780-1a1f-420d-bde4-64485e6d25e6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:00.572737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Network 8a205096-e003-4b64-baf7-5a2be187ad47 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:00.578958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:00.587613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Pushing event updated for resources: {'Port': ['ID=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:00.587613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:00.588839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52828) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:00.650272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Attempting to bind port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:00.650727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Attempting to bind port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '960031c2-7944-4893-804b-042238b37336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:00.651104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Attempting to bind port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 on network 8a205096-e003-4b64-baf7-5a2be187ad47 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:00.656946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:00.657331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Checking segment: {'id': '960031c2-7944-4893-804b-042238b37336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:00.657633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.657781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.658129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Bound using segment: {'id': '960031c2-7944-4893-804b-042238b37336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:00.658647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Bound port: 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960031c2-7944-4893-804b-042238b37336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:00.659035 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.689621 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.731319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] For port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:00.734916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] For port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,segment=NetworkSegment(960031c2-7944-4893-804b-042238b37336),segment_id=960031c2-7944-4893-804b-042238b37336)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:00.740651 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:00.821714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c05de-9a9b-4589-a636-d7657e49735f None None] Pushing event updated for resources: {'Port': ['ID=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:00.851692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Allocated IP 172.25.2.141 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/740599b5-be48-426f-89c6-48c7f1affbbd) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:00.978283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.072948 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.142902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:01.146157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:01.149358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:01.160257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a49b963-d644-4da4-bc9e-466585fdc2e5 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:01.209990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Port': ['ID=740599b5-be48-426f-89c6-48c7f1affbbd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:01.255864 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.283854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-da6d011d-d54f-4c14-a44e-106fd322adb2 None None] Provisioning complete for port 740599b5-be48-426f-89c6-48c7f1affbbd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:01.287216 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-da6d011d-d54f-4c14-a44e-106fd322adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.336338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-da6d011d-d54f-4c14-a44e-106fd322adb2 None None] Port 740599b5-be48-426f-89c6-48c7f1affbbd cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:01.341448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:01.398650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:01.399329 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.492748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.528787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,segment=NetworkSegment(960031c2-7944-4893-804b-042238b37336),segment_id=960031c2-7944-4893-804b-042238b37336)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:01.535066 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.576784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.589940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:01.625989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Deleting port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:01.626519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.651030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fab600d9-2506-44e2-9486-5bd5740ddda3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.752712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] For port ed91ffd0-a33a-47fb-8e9f-0c5a3c925172, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:01.753074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:01.766908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Calling delete_port for ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:01.849465 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.008980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Router e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:48:02.054260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84ffe2a-db40-44af-8bb6-6f945521ded5 None None] Network 8a205096-e003-4b64-baf7-5a2be187ad47 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:02.134921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:02.154714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] Sync routers for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:02.157815 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.165004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.169588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8eb13a39-fd83-455a-952b-7749763a06e9 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0887272 Dec 10 18:48:02.169588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52832) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:02.184869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.196737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:02.196737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:02.249548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3e9fcda7-12fe-45a5-bc60-18ced34b53cd None None] Provisioning complete for port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:02.249913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e9fcda7-12fe-45a5-bc60-18ced34b53cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.253240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:02.302877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:02.304399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:02.355718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:02.356390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6ae68-742b-4099-ad83-9595d1906241 None None] The sync data for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:02.410495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.442088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed91ffd0-a33a-47fb-8e9f-0c5a3c925172,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:02.639897 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.732396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.745073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-61f485bc-47be-4cf3-8a9a-072983d35e0a None None] Provisioning complete for port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:02.746179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-61f485bc-47be-4cf3-8a9a-072983d35e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:02.889676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:03.006270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:03.014569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a8f20893-17f5-4026-8886-f39b841cfb7f admin admin] 10.222.0.55 "PUT /v2.0/routers/b4df008e-d837-4ae9-99b4-0c7f8eba73b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4241834 Dec 10 18:48:03.015149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52834) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:03.016110 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] Sync routers for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:03.027008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:03.027630 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:03.134734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.139975 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:03.269237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.316285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:03.343838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Deleting port fc0870cd-a802-4bb9-ae08-33f4a9990993 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:03.344603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.357774 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:48:02Z', 'revision_number': 5, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port': {'id': 'fc0870cd-a802-4bb9-ae08-33f4a9990993', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:38:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2733, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:33:42Z', 'updated_at': '2021-12-10T18:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:03.386725 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] Checking router: b4df008e-d837-4ae9-99b4-0c7f8eba73b2 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:03.391496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:03.392974 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.398998 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] Routers {'b4df008e-d837-4ae9-99b4-0c7f8eba73b2'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:03.400390 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:03.444636 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] For port fc0870cd-a802-4bb9-ae08-33f4a9990993, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fc0870cd-a802-4bb9-ae08-33f4a9990993,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:03.445154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.455507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Allocated IP 172.20.0.1 (8a205096-e003-4b64-baf7-5a2be187ad47/e2e043b0-dd4c-4fbe-811a-397b5efb69ab/33f67e22-5a62-4882-9a58-d84a5f13bf83) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:03.460283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Calling delete_port for fc0870cd-a802-4bb9-ae08-33f4a9990993 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:03.500208 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] Set router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:03.565724 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:48:03Z', 'revision_number': 6, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:03.593537 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20df1f-06a4-4eb4-a0f1-3d3087355c66 None None] The sync data for ids ['b4df008e-d837-4ae9-99b4-0c7f8eba73b2'] in n-d-821424-1 is: [{'id': 'b4df008e-d837-4ae9-99b4-0c7f8eba73b2', 'name': 'tempest-TestVolumeBootPattern-549076552-router', 'tenant_id': '1045a22b75f74badbb64f97470785ec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:39Z', 'updated_at': '2021-12-10T18:48:03Z', 'revision_number': 6, 'project_id': '1045a22b75f74badbb64f97470785ec4', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:03.613016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.658615 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.664583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.694899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0870cd-a802-4bb9-ae08-33f4a9990993,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:03.703169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Network 8a205096-e003-4b64-baf7-5a2be187ad47 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:03.704623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:03.709182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:03.711830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ada9d4a-3434-4bf0-9335-40aa0a0f8948 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:03.736774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Port': ['ID=33f67e22-5a62-4882-9a58-d84a5f13bf83,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:03.759305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.764735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.820878 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.877653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.880753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.905366 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.938656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.939508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4df008e-d837-4ae9-99b4-0c7f8eba73b2 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:48:03.945804 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:03.949449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-37946607-4a7b-49e0-9550-56f6b882767e admin admin] 10.222.0.55 "DELETE /v2.0/routers/b4df008e-d837-4ae9-99b4-0c7f8eba73b2 HTTP/1.1" status: 204 len: 168 time: 0.9310441 Dec 10 18:48:03.949732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52836) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:04.009907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] Deleting subnet db6835f1-672a-4f6a-976f-50ddb05f42fc {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:04.013771 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.061425 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.069963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0019db28-a31c-438c-83e0-7de226381fcc None None] Provisioning complete for port 33f67e22-5a62-4882-9a58-d84a5f13bf83 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:04.070488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0019db28-a31c-438c-83e0-7de226381fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.136026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0019db28-a31c-438c-83e0-7de226381fcc None None] Port 33f67e22-5a62-4882-9a58-d84a5f13bf83 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:04.142145 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.178739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.237344 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.238151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.243154 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.280750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6835f1-672a-4f6a-976f-50ddb05f42fc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:04.286977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.292536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7caf4b34-1516-4be2-a07b-b71d4965def8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/db6835f1-672a-4f6a-976f-50ddb05f42fc HTTP/1.1" status: 204 len: 168 time: 0.3415053 Dec 10 18:48:04.295069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52838) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:04.299988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199fdfea-be77-41ad-8429-6794f47721aa None None] Network befa5d99-05cc-4c47-b670-bb18516544f4 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:04.345580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Port': ['ID=33f67e22-5a62-4882-9a58-d84a5f13bf83,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:04.348760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.380425 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.447980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Deleting port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:04.448328 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.465109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Network 8a205096-e003-4b64-baf7-5a2be187ad47 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:04.466181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:04.490373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] DHCP port deletion for befa5d99-05cc-4c47-b670-bb18516544f4 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:04.525745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] For port 6c34c51e-66ea-43b4-a32a-8b5358a424a8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6c34c51e-66ea-43b4-a32a-8b5358a424a8,segment=NetworkSegment(df44783b-1053-4c0a-a1d9-3eebe2252a0b),segment_id=df44783b-1053-4c0a-a1d9-3eebe2252a0b)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:04.526071 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.546000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Calling delete_port for 6c34c51e-66ea-43b4-a32a-8b5358a424a8 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:04.641350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Router e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:04.655273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.706645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c34c51e-66ea-43b4-a32a-8b5358a424a8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:04.712987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] No DVR routers for this DVR port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:04.778219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Deleting port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:04.778636 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.816358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:04.823617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dd166709-6470-4fe3-966e-91dd67aacfe1 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "PUT /v2.0/routers/e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6532938 Dec 10 18:48:04.826263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.830511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52840) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:04.834635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] Sync routers for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:04.837098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Request body: {'port': {'network_id': '8a205096-e003-4b64-baf7-5a2be187ad47', 'name': 'tempest-FloatingIPAdminTestJSON-161921891'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:04.855534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befa5d99-05cc-4c47-b670-bb18516544f4']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:04.867535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df44783b-1053-4c0a-a1d9-3eebe2252a0b') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:04.867838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df44783b-1053-4c0a-a1d9-3eebe2252a0b') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:04.884700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.890199 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:04.890876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:04.903852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.913355 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:04.913962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:04.916812 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:04.938263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] For port 6c34c51e-66ea-43b4-a32a-8b5358a424a8, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:04.938791 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.944065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.951336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:04.964176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d598a835-0c99-4527-ada3-bf4b4f1f31b5 None None] Provisioning complete for port 33f67e22-5a62-4882-9a58-d84a5f13bf83 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:04.964581 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d598a835-0c99-4527-ada3-bf4b4f1f31b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.977805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Made reservation on behalf of 415819c7dec545f6969aa44662c9acd8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:04.982211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:04.999930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Calling delete_port for 6c34c51e-66ea-43b4-a32a-8b5358a424a8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:05.006132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:48:05.008507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.008774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] device_id is not set on port 7ebf6357-766b-4795-bfb0-aa718ea9310a yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:05.010835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:05.011481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:05.014766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.016201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.020839 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] 10.222.0.55 "DELETE /v2.0/networks/befa5d99-05cc-4c47-b670-bb18516544f4 HTTP/1.1" status: 204 len: 168 time: 0.7242792 Dec 10 18:48:05.024029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:05.080777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d598a835-0c99-4527-ada3-bf4b4f1f31b5 None None] Port 33f67e22-5a62-4882-9a58-d84a5f13bf83 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:05.082720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:05.083400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e5485-c19e-4b3b-b355-6811a5d58b9e None None] The sync data for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:05.086346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Network befa5d99-05cc-4c47-b670-bb18516544f4 is not hosted by any dhcp agent {{(pid=103501) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:48:05.086850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] No DVR routers for this DVR port 6c34c51e-66ea-43b4-a32a-8b5358a424a8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:05.088401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ee110-a0bb-4150-8545-4586ba52c1f6 None None] Pushing event deleted for resources: {'Port': ['ID=6c34c51e-66ea-43b4-a32a-8b5358a424a8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:05.095743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901c4b4-583d-445b-90ba-8095f17b1d9d admin admin] Pushing event deleted for resources: {'Network': ['ID=befa5d99-05cc-4c47-b670-bb18516544f4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:05.179386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Allocated IP 172.20.0.10 (8a205096-e003-4b64-baf7-5a2be187ad47/e2e043b0-dd4c-4fbe-811a-397b5efb69ab/7ebf6357-766b-4795-bfb0-aa718ea9310a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:05.216640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:05.247117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:05.247499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ed91ffd0-a33a-47fb-8e9f-0c5a3c925172 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:05.247984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fc0870cd-a802-4bb9-ae08-33f4a9990993 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:05.269892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: fc0870cd-a802-4bb9-ae08-33f4a9990993 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:05.270337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fc0870cd-a802-4bb9-ae08-33f4a9990993 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:05.271004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6c34c51e-66ea-43b4-a32a-8b5358a424a8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:05.297250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 6c34c51e-66ea-43b4-a32a-8b5358a424a8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:05.297604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6c34c51e-66ea-43b4-a32a-8b5358a424a8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:05.350267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.392663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.439535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Network 8a205096-e003-4b64-baf7-5a2be187ad47 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:05.442876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:05.446573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:05.453321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event updated for resources: {'Port': ['ID=7ebf6357-766b-4795-bfb0-aa718ea9310a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:05.466701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.505027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:05.505745 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.524260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2f1bd798-b50c-4709-a50f-d86548388b41 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6921351 Dec 10 18:48:05.527501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52844) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:05.607191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'project_id': '415819c7dec545f6969aa44662c9acd8', 'port_id': '7ebf6357-766b-4795-bfb0-aa718ea9310a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:05.631601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.711982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0e49bee1-341b-4b5d-8e24-7b74c1233cb4 None None] Provisioning complete for port 7ebf6357-766b-4795-bfb0-aa718ea9310a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:05.713060 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0e49bee1-341b-4b5d-8e24-7b74c1233cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.739258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.749913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0e49bee1-341b-4b5d-8e24-7b74c1233cb4 None None] Port 7ebf6357-766b-4795-bfb0-aa718ea9310a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:05.758100 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Deleting port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:05.758626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.843135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] For port a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,segment=NetworkSegment(f4333474-1c22-48d7-aa24-1e22f0a6499d),segment_id=f4333474-1c22-48d7-aa24-1e22f0a6499d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:05.843499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:05.852715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Allocated IP 172.25.2.53 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/2ecd4ba8-5228-4372-bd6c-56a393df62b1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:05.857773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Calling delete_port for a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:05.966027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.004252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.046625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:06.049706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:06.053527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:06.058220 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.059185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Pushing event updated for resources: {'Port': ['ID=2ecd4ba8-5228-4372-bd6c-56a393df62b1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:06.085809 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:06.279609 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.457486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.524393 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Router c0226224-b79e-4317-9a17-230f13fa6516 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:06.533484 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.638494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:06.647339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8641a7ed-24f8-4e31-8073-eb521fb8426d admin admin] 10.222.0.55 "PUT /v2.0/routers/c0226224-b79e-4317-9a17-230f13fa6516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6223569 Dec 10 18:48:06.647991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52848) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:06.649385 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] Sync routers for ids ['c0226224-b79e-4317-9a17-230f13fa6516'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:06.661463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] Routers {'c0226224-b79e-4317-9a17-230f13fa6516'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:06.662052 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c0226224-b79e-4317-9a17-230f13fa6516'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:06.711312 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.716006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.774038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.789328 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] Set router c0226224-b79e-4317-9a17-230f13fa6516 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:06.795138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Pushing event updated for resources: {'Port': ['ID=2ecd4ba8-5228-4372-bd6c-56a393df62b1,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:06.808893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:06.946225 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Floating IP cdd9ee0b-396a-4309-88af-942b65d997e7 associated. External IP: 172.25.2.53, port: 7ebf6357-766b-4795-bfb0-aa718ea9310a. Dec 10 18:48:07.115015 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:48:06Z', 'revision_number': 5, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:07.148505 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] Checking router: c0226224-b79e-4317-9a17-230f13fa6516 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:48:07.158562 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] Routers {'c0226224-b79e-4317-9a17-230f13fa6516'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:07.161269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['c0226224-b79e-4317-9a17-230f13fa6516'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:07.231274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Router e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:07.287600 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] Set router c0226224-b79e-4317-9a17-230f13fa6516 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:48:07.307708 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.361406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:07.370687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Deleting port 2df0950b-9c29-4431-bd75-5f93d7f05ee9 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:07.370687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.373493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] Sync routers for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:07.386266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:07.387475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:07.400581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.440177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:07.440667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cda24555-ebf7-4c30-bb15-2c9daa54b9c8 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 1.9116189 Dec 10 18:48:07.443956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52850) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:07.462753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:07.464568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:07.481846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] For port 2df0950b-9c29-4431-bd75-5f93d7f05ee9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2df0950b-9c29-4431-bd75-5f93d7f05ee9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:07.482577 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.501448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Calling delete_port for 2df0950b-9c29-4431-bd75-5f93d7f05ee9 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:07.505766 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:48:06Z', 'revision_number': 5, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:07.507170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:07.507852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342533d5-e112-4282-a56b-f3275fdf6c63 None None] The sync data for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:07.542734 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5aff8b-162a-4629-87d0-4211de8d2174 None None] The sync data for ids ['c0226224-b79e-4317-9a17-230f13fa6516'] in n-d-821424-1 is: [{'id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'name': 'tempest-TestVolumeBootPattern-977370378-router', 'tenant_id': '535f7030153a47468fa898686d6b4c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:33:59Z', 'updated_at': '2021-12-10T18:48:06Z', 'revision_number': 5, 'project_id': '535f7030153a47468fa898686d6b4c20', 'gw_port': {'id': '2df0950b-9c29-4431-bd75-5f93d7f05ee9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e5:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0226224-b79e-4317-9a17-230f13fa6516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2784, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:34:03Z', 'updated_at': '2021-12-10T18:34:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:07.590261 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-deacd527-c982-46c8-872e-4ccd3d48ce30 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] 10.222.0.55 "GET /v2.0/floatingips/cdd9ee0b-396a-4309-88af-942b65d997e7 HTTP/1.1" status: 200 len: 982 time: 0.1436334 Dec 10 18:48:07.593259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52852) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:07.698614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.716747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-76362840-f92e-4337-9b6c-907cf557ce90 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3037 time: 0.1195159 Dec 10 18:48:07.716747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52854) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:07.732676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2df0950b-9c29-4431-bd75-5f93d7f05ee9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:07.756899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b330ef4c-a729-4e0b-8d6d-a153152620f9 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:07.797615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.907195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.910824 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.962764 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.963336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0226224-b79e-4317-9a17-230f13fa6516 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:48:07.968972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:07.970214 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d50744dd-4386-430e-b976-35a1573a8b4c admin admin] 10.222.0.55 "DELETE /v2.0/routers/c0226224-b79e-4317-9a17-230f13fa6516 HTTP/1.1" status: 204 len: 168 time: 1.3212485 Dec 10 18:48:07.973087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52856) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:08.032661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] Deleting subnet b44a697c-88c8-497f-8b73-886d0fef58c2 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:08.036580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.077510 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.163416 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.232209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.255578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Deleting port 2ecd4ba8-5228-4372-bd6c-56a393df62b1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:08.255921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.263876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b44a697c-88c8-497f-8b73-886d0fef58c2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:08.268398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.274770 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aeb5760f-4816-49ba-89ec-fb2f7017376e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/b44a697c-88c8-497f-8b73-886d0fef58c2 HTTP/1.1" status: 204 len: 168 time: 0.2981691 Dec 10 18:48:08.276195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5eb4bb-ebea-417b-b323-11212b3009e5 None None] Network 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:08.278939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52858) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:08.355994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.356373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.372551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Calling delete_port for 2ecd4ba8-5228-4372-bd6c-56a393df62b1 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:08.376992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.437437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Deleting port a0678b76-141e-4f74-b0a6-5f12f6a3ecce {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:08.437785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.516909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] For port a0678b76-141e-4f74-b0a6-5f12f6a3ecce, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a0678b76-141e-4f74-b0a6-5f12f6a3ecce,segment=NetworkSegment(f4333474-1c22-48d7-aa24-1e22f0a6499d),segment_id=f4333474-1c22-48d7-aa24-1e22f0a6499d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:08.517360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.531737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Calling delete_port for a0678b76-141e-4f74-b0a6-5f12f6a3ecce owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:08.545682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.571078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Port': ['ID=2ecd4ba8-5228-4372-bd6c-56a393df62b1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:08.618964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.641525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.642229 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Floating IP cdd9ee0b-396a-4309-88af-942b65d997e7 disassociated (deleted). External IP: 172.25.2.53, port: 7ebf6357-766b-4795-bfb0-aa718ea9310a. Dec 10 18:48:08.643326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0678b76-141e-4f74-b0a6-5f12f6a3ecce,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:08.649309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] No DVR routers for this DVR port a0678b76-141e-4f74-b0a6-5f12f6a3ecce on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:08.720184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ed2b0-7b54-443b-a121-98e0c76cfff1 None None] DHCP port deletion for 72da6bcc-12c9-4b83-84b5-e9c7b464efc3 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:08.744099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.771365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72da6bcc-12c9-4b83-84b5-e9c7b464efc3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:08.782021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4333474-1c22-48d7-aa24-1e22f0a6499d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:08.782460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4333474-1c22-48d7-aa24-1e22f0a6499d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:08.794139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.809275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.815909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:08.817276 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:08.819250 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:08.895909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.902025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:08.905419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/72da6bcc-12c9-4b83-84b5-e9c7b464efc3 HTTP/1.1" status: 204 len: 168 time: 0.6246841 Dec 10 18:48:08.913650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Router e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:08.919020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758716e-95c9-4c6f-bd94-dfb11bd2bea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=72da6bcc-12c9-4b83-84b5-e9c7b464efc3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:09.044402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:09.049176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52862) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:09.049347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.056368 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] Sync routers for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:09.070040 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:09.070692 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:09.085880 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6c1b512f-5880-4099-a272-a64bd7820b34 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "DELETE /v2.0/floatingips/cdd9ee0b-396a-4309-88af-942b65d997e7 HTTP/1.1" status: 204 len: 168 time: 1.3616664 Dec 10 18:48:09.086965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52864) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:09.091512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:09.109843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c63302c9-e986-4216-a773-34bd00109d90 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1045a22b75f74badbb64f97470785ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0593622 Dec 10 18:48:09.111397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:09.112294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52866) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:09.113733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.121109 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:09.121793 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:09.158842 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:09.159346 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44ffa0-ec94-4027-b370-b50ce7780e96 None None] The sync data for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:09.175888 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-610cbfc0-4d30-45b3-a91e-0ab7850c21f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.201590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-610cbfc0-4d30-45b3-a91e-0ab7850c21f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.223973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.247410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2df0950b-9c29-4431-bd75-5f93d7f05ee9 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:09.257109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-610cbfc0-4d30-45b3-a91e-0ab7850c21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.260262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-610cbfc0-4d30-45b3-a91e-0ab7850c21f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.264353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-610cbfc0-4d30-45b3-a91e-0ab7850c21f9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce4e6883-a9a4-48d4-9199-74fee65235dd HTTP/1.1" status: 204 len: 168 time: 0.1506431 Dec 10 18:48:09.273984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cbfc0-4d30-45b3-a91e-0ab7850c21f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4e6883-a9a4-48d4-9199-74fee65235dd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:09.274324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2df0950b-9c29-4431-bd75-5f93d7f05ee9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:09.274481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2df0950b-9c29-4431-bd75-5f93d7f05ee9 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:09.274843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:09.303269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:09.303628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a3222c50-1cbc-40ff-b8c5-eda9a45cdfe0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:09.304047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0678b76-141e-4f74-b0a6-5f12f6a3ecce no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:09.331022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a0678b76-141e-4f74-b0a6-5f12f6a3ecce {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:09.332016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a0678b76-141e-4f74-b0a6-5f12f6a3ecce not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:09.340786 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Allocated IP 172.25.2.158 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/27dce466-b8b5-46e8-b12d-f31722b2ad40) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:09.457167 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.493833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.533822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:09.539571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:09.543376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:09.567440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Pushing event updated for resources: {'Port': ['ID=27dce466-b8b5-46e8-b12d-f31722b2ad40,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:09.633883 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.645544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52872) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:09.674802 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.688906 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c53b9db-e631-42b3-b607-4f73194e30d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=535f7030153a47468fa898686d6b4c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418985 Dec 10 18:48:09.691333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:09.748482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0109f4-795d-46e6-947e-349620640ebe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.771158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0109f4-795d-46e6-947e-349620640ebe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.823093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0109f4-795d-46e6-947e-349620640ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.826058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa0109f4-795d-46e6-947e-349620640ebe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.827297 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa0109f4-795d-46e6-947e-349620640ebe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b012b81-9d43-4b08-96ad-b8d97dd4d4bb HTTP/1.1" status: 204 len: 168 time: 0.1345356 Dec 10 18:48:09.837617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0109f4-795d-46e6-947e-349620640ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b012b81-9d43-4b08-96ad-b8d97dd4d4bb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:09.847971 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.853451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.940945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Pushing event updated for resources: {'Port': ['ID=27dce466-b8b5-46e8-b12d-f31722b2ad40,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:09.951472 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.971058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:09.972778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2e9fd8ef-1fa4-4229-b605-f508675b49df tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8847253 Dec 10 18:48:09.976771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52878) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:10.214173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:10.241881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.359082 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.490434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Allocated IP 172.25.2.142 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/eb943e09-f285-49cf-9d6d-537c671fe15c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:10.604205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.640459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.682823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:10.685859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:10.689521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:10.715652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Pushing event updated for resources: {'Port': ['ID=eb943e09-f285-49cf-9d6d-537c671fe15c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:10.790967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.828552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:10.998126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.003962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.076149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Pushing event updated for resources: {'Port': ['ID=eb943e09-f285-49cf-9d6d-537c671fe15c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:11.087479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.106784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.108258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e854bb4d-d194-4f5f-9ce2-0247c5f2c157 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1295125 Dec 10 18:48:11.110959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52882) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.184414 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8d3276a2-f09f-42e2-b2b8-442fbc42b098 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.0721004 Dec 10 18:48:11.187141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52884) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.257216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2068c803-74fd-4720-82b6-b5686642eee7 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0689347 Dec 10 18:48:11.260006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52886) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.389476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Deleting port eb943e09-f285-49cf-9d6d-537c671fe15c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:11.389760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.472450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.472835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.485856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Calling delete_port for eb943e09-f285-49cf-9d6d-537c671fe15c owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:11.627268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.655121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Pushing event deleted for resources: {'Port': ['ID=eb943e09-f285-49cf-9d6d-537c671fe15c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:11.718812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.721477 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.722867 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-789e7333-c614-48c1-b341-da0862c90738 tempest-FloatingIPAdminTestJSON-1849244438 tempest-FloatingIPAdminTestJSON-1849244438-project] 10.222.0.55 "DELETE /v2.0/floatingips/21f8ed64-4a61-49a9-b9e0-7a5136db31c8 HTTP/1.1" status: 204 len: 168 time: 0.4619000 Dec 10 18:48:11.725484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52888) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:11.863524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Deleting port 27dce466-b8b5-46e8-b12d-f31722b2ad40 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:11.863870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.960652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.960976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:11.974791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Calling delete_port for 27dce466-b8b5-46e8-b12d-f31722b2ad40 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:12.126127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.152922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Pushing event deleted for resources: {'Port': ['ID=27dce466-b8b5-46e8-b12d-f31722b2ad40,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:12.217754 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.220415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.221731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-60b3d905-0529-44f2-9678-edc4c416c660 tempest-FloatingIPAdminTestJSON-900344306 tempest-FloatingIPAdminTestJSON-900344306-project-admin] 10.222.0.55 "DELETE /v2.0/floatingips/65c22b75-d5aa-4b4a-ac6c-dc963aebb829 HTTP/1.1" status: 204 len: 168 time: 0.4953413 Dec 10 18:48:12.226143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52890) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:12.322845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Deleting port 7ebf6357-766b-4795-bfb0-aa718ea9310a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:12.323212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.413751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.426681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Calling delete_port for 7ebf6357-766b-4795-bfb0-aa718ea9310a owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:12.585256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.622563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Port': ['ID=7ebf6357-766b-4795-bfb0-aa718ea9310a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:12.691092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:12.694728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bff34be0-8f46-412c-8505-59be17285f73 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "DELETE /v2.0/ports/7ebf6357-766b-4795-bfb0-aa718ea9310a HTTP/1.1" status: 204 len: 168 time: 0.4674332 Dec 10 18:48:12.697264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52892) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:12.749194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2f96c-1ab0-4279-b62e-b6d97f927b81 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:12.750811 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1aa2f96c-1ab0-4279-b62e-b6d97f927b81 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "GET /v2.0/ports?device_id=e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 HTTP/1.1" status: 200 len: 913 time: 0.0525265 Dec 10 18:48:12.753824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52894) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:13.134660 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.432611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Deleting port 33f67e22-5a62-4882-9a58-d84a5f13bf83 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:13.432968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.536297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.549720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Calling delete_port for 33f67e22-5a62-4882-9a58-d84a5f13bf83 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:13.749674 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:13.779158 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Port': ['ID=33f67e22-5a62-4882-9a58-d84a5f13bf83,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:13.982052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.225046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Router e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:48:14.343374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:48:14.351047 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d77ef286-9c00-4b59-899d-8d3c76486a3e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "PUT /v2.0/routers/e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5944927 Dec 10 18:48:14.352813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52896) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:14.356298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] Sync routers for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:48:14.367471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:14.368096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:14.401304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:14.410342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] Routers {'e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:48:14.410972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:48:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:14.449732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:14.450579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa99dff6-2e2a-48bc-930f-f7cb2e09f6bb None None] The sync data for ids ['e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:48:14.466213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.585722 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.649687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Deleting port 740599b5-be48-426f-89c6-48c7f1affbbd {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:14.649986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.738606 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.750764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Calling delete_port for 740599b5-be48-426f-89c6-48c7f1affbbd owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:14.925815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:14.955928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Port': ['ID=740599b5-be48-426f-89c6-48c7f1affbbd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:14.970972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d0de7d-6b44-4d02-a530-bf830df94f45 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:15.024741 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.118870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.121386 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.169332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.169889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Fanout notify agent at l3_agent the message router_deleted on router e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:48:15.178253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.179434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1f27056d-8d6e-4c9f-931f-8c89fd120932 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "DELETE /v2.0/routers/e0e81e4d-90c9-4b36-bbfe-eeab3e4ee876 HTTP/1.1" status: 204 len: 168 time: 0.8243251 Dec 10 18:48:15.182099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:15.236271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Deleting subnet e2e043b0-dd4c-4fbe-811a-397b5efb69ab {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:15.239917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.286408 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.396808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.460389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.487913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e043b0-dd4c-4fbe-811a-397b5efb69ab,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:15.491821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.495324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d093a17f-1472-46dd-b049-e208872cfb8a tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "DELETE /v2.0/subnets/e2e043b0-dd4c-4fbe-811a-397b5efb69ab HTTP/1.1" status: 204 len: 168 time: 0.3121367 Dec 10 18:48:15.498106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52900) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:15.498926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad4d1f-c065-457e-a6cc-5b5e7e8d7998 None None] Network 8a205096-e003-4b64-baf7-5a2be187ad47 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:15.580093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.645435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] DHCP port deletion for 8a205096-e003-4b64-baf7-5a2be187ad47 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:15.647398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Deleting port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:15.647772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.693263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Deleting port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:15.693639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.712487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] For port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,segment=NetworkSegment(960031c2-7944-4893-804b-042238b37336),segment_id=960031c2-7944-4893-804b-042238b37336)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:15.712739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.726420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Calling delete_port for 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:15.761045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] For port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,segment=NetworkSegment(960031c2-7944-4893-804b-042238b37336),segment_id=960031c2-7944-4893-804b-042238b37336)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:15.761474 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.775483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Calling delete_port for 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:15.811937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.839676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Port': ['ID=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:15.841688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] No DVR routers for this DVR port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:15.858750 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.884170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Pushing event deleted for resources: {'Port': ['ID=7c9b20a0-01ff-4b6e-8ff6-022e2524fb53,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:15.888499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] No DVR routers for this DVR port 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:15.895450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.895849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.896186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.896520 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.896853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.897181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.897502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.897826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.898449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.898560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.898803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.899107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.899425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a0504a-5c65-4b81-9c2b-d6b38071b92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:15.922273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.946561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a205096-e003-4b64-baf7-5a2be187ad47']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:15.955871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960031c2-7944-4893-804b-042238b37336') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:15.956161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960031c2-7944-4893-804b-042238b37336') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:15.966666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.981780 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.987849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:15.988343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:15.991545 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:16.053762 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.061053 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.064261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "DELETE /v2.0/networks/8a205096-e003-4b64-baf7-5a2be187ad47 HTTP/1.1" status: 204 len: 168 time: 0.5650659 Dec 10 18:48:16.066906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52902) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:16.076829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833b91f-89c3-46ad-9df9-1ecca16d60d5 tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Network': ['ID=8a205096-e003-4b64-baf7-5a2be187ad47,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:16.216232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Deleting port 5e592b6b-5435-47ac-aeb9-256c8c23ea5b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:16.216900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.298716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.299111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.312215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Calling delete_port for 5e592b6b-5435-47ac-aeb9-256c8c23ea5b owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:16.458784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.485722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Pushing event deleted for resources: {'Port': ['ID=5e592b6b-5435-47ac-aeb9-256c8c23ea5b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:16.551031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.553979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:16.555265 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a89efc61-62ba-4887-bb01-86a3cd232a4e tempest-FloatingIPAdminTestJSON-1243718080 tempest-FloatingIPAdminTestJSON-1243718080-project] 10.222.0.55 "DELETE /v2.0/floatingips/19422447-380b-455b-a93f-2964b2a61f7c HTTP/1.1" status: 204 len: 168 time: 0.4873087 Dec 10 18:48:16.850026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52908) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:17.014848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7eaab61d-a3e9-4bbe-aae6-d517b6b27fb9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=415819c7dec545f6969aa44662c9acd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1633399 Dec 10 18:48:17.017931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52912) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:17.070751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-533f8b96-cb8b-4e87-8cb5-74e340205fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.096793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-533f8b96-cb8b-4e87-8cb5-74e340205fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.153815 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-533f8b96-cb8b-4e87-8cb5-74e340205fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.156497 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-533f8b96-cb8b-4e87-8cb5-74e340205fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.157665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-533f8b96-cb8b-4e87-8cb5-74e340205fb0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1ad3e228-30da-40f4-8691-29ea9ed2f013 HTTP/1.1" status: 204 len: 168 time: 0.1387689 Dec 10 18:48:17.166399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f8b96-cb8b-4e87-8cb5-74e340205fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad3e228-30da-40f4-8691-29ea9ed2f013,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.225549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:17.246504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:17.246947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7c9b20a0-01ff-4b6e-8ff6-022e2524fb53 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:17.460246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52918) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:17.473835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4959ad2-6bdd-425e-a7ff-d53be87d4d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.554565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4959ad2-6bdd-425e-a7ff-d53be87d4d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.560725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4959ad2-6bdd-425e-a7ff-d53be87d4d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.601473 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d4959ad2-6bdd-425e-a7ff-d53be87d4d0c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cbc8a31464a4488eb51e4ebddfd0990f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400778 Dec 10 18:48:17.602944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4959ad2-6bdd-425e-a7ff-d53be87d4d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab597d-8592-49c1-8caf-1a5b1a261498,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:17.605126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52920) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:17.659494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a2c175e9-3263-45ad-933d-28d8a7965b1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.687479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a2c175e9-3263-45ad-933d-28d8a7965b1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.756353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a2c175e9-3263-45ad-933d-28d8a7965b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.759156 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a2c175e9-3263-45ad-933d-28d8a7965b1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:17.760368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a2c175e9-3263-45ad-933d-28d8a7965b1f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ceab597d-8592-49c1-8caf-1a5b1a261498 HTTP/1.1" status: 204 len: 168 time: 0.1536126 Dec 10 18:48:17.770930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c175e9-3263-45ad-933d-28d8a7965b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab597d-8592-49c1-8caf-1a5b1a261498,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.132253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52926) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:18.146259 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6ca39cc-dea7-4b7b-a6b9-43dfeb5da256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.243798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6ca39cc-dea7-4b7b-a6b9-43dfeb5da256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.251000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6ca39cc-dea7-4b7b-a6b9-43dfeb5da256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.296092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b6ca39cc-dea7-4b7b-a6b9-43dfeb5da256 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b90fc79ae6d445a899a728cbf08c872c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626737 Dec 10 18:48:18.296976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ca39cc-dea7-4b7b-a6b9-43dfeb5da256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b74e59-e67e-461d-8ed7-a93b3a12cd40,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.298957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52928) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:18.349926 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.370717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.419385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.423721 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:18.425562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/52b74e59-e67e-461d-8ed7-a93b3a12cd40 HTTP/1.1" status: 204 len: 168 time: 0.1254940 Dec 10 18:48:18.435745 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b74e59-e67e-461d-8ed7-a93b3a12cd40,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:18.444632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.445014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.445380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.445739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.446080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.446466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.446788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.447126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.447422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.447844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.448173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.448507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:18.448838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72d0ea6-60c2-4c3f-bf85-177bfabb6813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:20.034029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52974) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.140781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3c4a2317-4a69-41e6-b287-ea6ced75465a tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:20.164066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3c4a2317-4a69-41e6-b287-ea6ced75465a tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "PUT /v2.0/quotas/35830a8c7dd8402ba753b07d2ed04517 HTTP/1.1" status: 200 len: 368 time: 0.1288359 Dec 10 18:48:20.166982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52978) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.171796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Request body: {'network': {'project_id': '35830a8c7dd8402ba753b07d2ed04517'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:20.194729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Made reservation on behalf of 35830a8c7dd8402ba753b07d2ed04517 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:20.197258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.205984 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.288055 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.292935 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.320217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:20.330404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60438731-1e8b-4c0d-a8ac-0d40d21c7b14,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.336252 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.336594 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Added segment 14ed6f36-fd22-410e-813a-aa7c88dfedd2 of type vlan for network 575ccfd6-25ca-4429-bfd4-1d7f04e6ae77 Dec 10 18:48:20.377203 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.404169 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.405177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:20.405983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.466575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2983689 Dec 10 18:48:20.469337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52980) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.474487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Request body: {'network': {'project_id': '35830a8c7dd8402ba753b07d2ed04517'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:20.475223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776113c3-5b83-4563-bb7a-0c25cc68b0bb tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Pushing event updated for resources: {'Network': ['ID=575ccfd6-25ca-4429-bfd4-1d7f04e6ae77,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.485075 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 575ccfd6-25ca-4429-bfd4-1d7f04e6ae77 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:20.497912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Made reservation on behalf of 35830a8c7dd8402ba753b07d2ed04517 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:20.500458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.525206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:20.534848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.535360 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Added segment 957ff25c-1a82-4cb7-91e1-69b883bb7f61 of type vlan for network c90ec61b-8bed-44cb-8bb1-6f4ac4335882 Dec 10 18:48:20.580951 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.610950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.612101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:20.612685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.667965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.1974542 Dec 10 18:48:20.671261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52982) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.675739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa0d52-a9ea-43e5-b90e-19dc36dfcfd0 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Pushing event updated for resources: {'Network': ['ID=c90ec61b-8bed-44cb-8bb1-6f4ac4335882,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.682840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3faf10c5-f9fc-46a1-911b-9d0581152746 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Request body: {'network': {'project_id': '35830a8c7dd8402ba753b07d2ed04517'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:20.685567 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network c90ec61b-8bed-44cb-8bb1-6f4ac4335882 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:20.696677 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3faf10c5-f9fc-46a1-911b-9d0581152746 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 10 18:48:20.697147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3faf10c5-f9fc-46a1-911b-9d0581152746 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:20.701284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3faf10c5-f9fc-46a1-911b-9d0581152746 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0253994 Dec 10 18:48:20.701760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.751930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-06de4c4e-40c7-4d66-ba64-efdc9f8c27e7 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=35830a8c7dd8402ba753b07d2ed04517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457926 Dec 10 18:48:20.752195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52986) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.800777 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d484a7e9-ffe7-4591-b592-af3cd61a8f4e tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.823763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d484a7e9-ffe7-4591-b592-af3cd61a8f4e tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.875168 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d484a7e9-ffe7-4591-b592-af3cd61a8f4e tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.877878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d484a7e9-ffe7-4591-b592-af3cd61a8f4e tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:20.879496 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d484a7e9-ffe7-4591-b592-af3cd61a8f4e tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "DELETE /v2.0/security-groups/60438731-1e8b-4c0d-a8ac-0d40d21c7b14 HTTP/1.1" status: 204 len: 168 time: 0.1261470 Dec 10 18:48:20.882184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 52988) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:20.887793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484a7e9-ffe7-4591-b592-af3cd61a8f4e tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60438731-1e8b-4c0d-a8ac-0d40d21c7b14,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:20.956231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.039370 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.060192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90ec61b-8bed-44cb-8bb1-6f4ac4335882']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:21.069479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957ff25c-1a82-4cb7-91e1-69b883bb7f61') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:21.069781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957ff25c-1a82-4cb7-91e1-69b883bb7f61') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:21.079154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.093428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.099860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:21.100353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:21.102078 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:21.158238 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.164874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.168085 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "DELETE /v2.0/networks/c90ec61b-8bed-44cb-8bb1-6f4ac4335882 HTTP/1.1" status: 204 len: 168 time: 0.2848456 Dec 10 18:48:21.171149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 52990) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:21.179408 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c314871-3161-4eaa-b2b6-9af53e9576a6 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Pushing event deleted for resources: {'Network': ['ID=c90ec61b-8bed-44cb-8bb1-6f4ac4335882,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:21.244246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.327702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.354473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575ccfd6-25ca-4429-bfd4-1d7f04e6ae77']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:21.364077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ed6f36-fd22-410e-813a-aa7c88dfedd2') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:21.364381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ed6f36-fd22-410e-813a-aa7c88dfedd2') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:21.373725 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.387497 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.393850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:21.394232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:21.396262 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:21.451831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.459254 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:21.462396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] 10.222.0.55 "DELETE /v2.0/networks/575ccfd6-25ca-4429-bfd4-1d7f04e6ae77 HTTP/1.1" status: 204 len: 168 time: 0.2901220 Dec 10 18:48:21.472316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea590a-a107-4297-8b38-dbd11a744513 tempest-QuotasNegativeTest-308820200 tempest-QuotasNegativeTest-308820200-project-admin] Pushing event deleted for resources: {'Network': ['ID=575ccfd6-25ca-4429-bfd4-1d7f04e6ae77,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:21.887097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53000) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.011636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0adcc7a-8281-478a-a4d6-dcd377513a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.097440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0adcc7a-8281-478a-a4d6-dcd377513a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.102874 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e0adcc7a-8281-478a-a4d6-dcd377513a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.500940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e0adcc7a-8281-478a-a4d6-dcd377513a94 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b64cac58ceed46fabf37097fdf3053ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6126840 Dec 10 18:48:22.502143 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adcc7a-8281-478a-a4d6-dcd377513a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9e35a7-25a4-4a74-9380-90d9217125b3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:22.503860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53004) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.554039 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f37ba0e0-628f-4e2b-9dbb-c7e260c56bf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.579707 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f37ba0e0-628f-4e2b-9dbb-c7e260c56bf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.628855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f37ba0e0-628f-4e2b-9dbb-c7e260c56bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.631620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f37ba0e0-628f-4e2b-9dbb-c7e260c56bf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:22.632778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f37ba0e0-628f-4e2b-9dbb-c7e260c56bf3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de9e35a7-25a4-4a74-9380-90d9217125b3 HTTP/1.1" status: 204 len: 168 time: 0.1278908 Dec 10 18:48:22.641077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ba0e0-628f-4e2b-9dbb-c7e260c56bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9e35a7-25a4-4a74-9380-90d9217125b3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:22.917153 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53010) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:22.930823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-912c8b30-3050-45e7-b3f5-d74f84f96ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.011988 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-912c8b30-3050-45e7-b3f5-d74f84f96ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.019013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-912c8b30-3050-45e7-b3f5-d74f84f96ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.066041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-912c8b30-3050-45e7-b3f5-d74f84f96ad3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9bf3c9b8902948e5a33c8e7a9afabf42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476967 Dec 10 18:48:23.066929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c8b30-3050-45e7-b3f5-d74f84f96ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5004772-7d69-4610-bd6a-e55329836d1e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.069690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53012) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:23.122739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f329a9a2-25ed-4377-89cd-bf7f947078e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.145586 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f329a9a2-25ed-4377-89cd-bf7f947078e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.193707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f329a9a2-25ed-4377-89cd-bf7f947078e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.196519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f329a9a2-25ed-4377-89cd-bf7f947078e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:23.200074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f329a9a2-25ed-4377-89cd-bf7f947078e7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e5004772-7d69-4610-bd6a-e55329836d1e HTTP/1.1" status: 204 len: 168 time: 0.1264768 Dec 10 18:48:23.206297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329a9a2-25ed-4377-89cd-bf7f947078e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5004772-7d69-4610-bd6a-e55329836d1e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:23.931783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53036) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.046186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1699219022'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:24.070835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Made reservation on behalf of 46c7a6c562aa44f28b89c1e8f4ea82d0 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:24.074388 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.083886 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.158895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.164386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.191044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:24.205323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd105b4-3488-412b-a228-cff2b219bf3b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.210793 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.211144 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Added segment 52b28393-a288-4c69-bbb4-5b495209896a of type vlan for network 1d3d30f4-df01-438d-860b-4e0e59d0b485 Dec 10 18:48:24.254759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.282121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.288084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.288677 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.341111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4078956 Dec 10 18:48:24.345843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53040) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.351264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Request body: {'subnet': {'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:24.359373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb09db5-5ae0-4861-b5a1-55646b7962c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event updated for resources: {'Network': ['ID=1d3d30f4-df01-438d-860b-4e0e59d0b485,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.372571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:24.452596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Made reservation on behalf of 46c7a6c562aa44f28b89c1e8f4ea82d0 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:24.457356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.656235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.719305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event updated for resources: {'Subnet': ['ID=3e793531-f3aa-491b-bb00-99121ab5edd6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:24.727304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Checking segment: {'id': '52b28393-a288-4c69-bbb4-5b495209896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:24.727695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Network hostable DHCP agents. Network: 1d3d30f4-df01-438d-860b-4e0e59d0b485, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:24.744609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:24.752874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 1d3d30f4-df01-438d-860b-4e0e59d0b485) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:24.757203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:24.757794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.763072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa80b54-9ac7-4af1-a6fa-28a28a2fb2ee None None] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:24.777857 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6f054258-c42f-460c-ab1d-9c528db3317f tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4308193 Dec 10 18:48:24.781221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53042) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:24.786997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Request body: {'port': {'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-590033026'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:24.871093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-1d3d30f4-df01-438d-860b-4e0e59d0b485', 'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485', 'project_id': '46c7a6c562aa44f28b89c1e8f4ea82d0', 'fixed_ips': [{'subnet_id': '3e793531-f3aa-491b-bb00-99121ab5edd6'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:24.872004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.926828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Made reservation on behalf of 46c7a6c562aa44f28b89c1e8f4ea82d0 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:24.930834 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:24.950527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] device_id is not set on port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:25.015365 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Allocated IP 2001:db8::2 (1d3d30f4-df01-438d-860b-4e0e59d0b485/3e793531-f3aa-491b-bb00-99121ab5edd6/fc89b6ef-2354-439f-9d68-ec19e374cae4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:25.169233 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.176814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.220741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:25.224861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:25.229837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:25.241601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Pushing event updated for resources: {'Port': ['ID=fc89b6ef-2354-439f-9d68-ec19e374cae4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:25.246601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Allocated IP 2001:db8::2b2 (1d3d30f4-df01-438d-860b-4e0e59d0b485/3e793531-f3aa-491b-bb00-99121ab5edd6/105a32e8-cee3-42ee-9f97-96ab0b3aade4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:25.305720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Attempting to bind port fc89b6ef-2354-439f-9d68-ec19e374cae4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:25.306140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Attempting to bind port fc89b6ef-2354-439f-9d68-ec19e374cae4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '52b28393-a288-4c69-bbb4-5b495209896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:25.306557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Attempting to bind port fc89b6ef-2354-439f-9d68-ec19e374cae4 on network 1d3d30f4-df01-438d-860b-4e0e59d0b485 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:25.312350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:25.312785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Checking segment: {'id': '52b28393-a288-4c69-bbb4-5b495209896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:25.313161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.313565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Bound using segment: {'id': '52b28393-a288-4c69-bbb4-5b495209896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:25.315067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Bound port: fc89b6ef-2354-439f-9d68-ec19e374cae4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b28393-a288-4c69-bbb4-5b495209896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:25.315067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.388252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] For port fc89b6ef-2354-439f-9d68-ec19e374cae4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:25.395335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] For port fc89b6ef-2354-439f-9d68-ec19e374cae4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fc89b6ef-2354-439f-9d68-ec19e374cae4,segment=NetworkSegment(52b28393-a288-4c69-bbb4-5b495209896a),segment_id=52b28393-a288-4c69-bbb4-5b495209896a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:25.400015 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.418233 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.459379 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.460514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d215fb6-7f88-43c0-92ad-df26ee15f7e7 None None] Pushing event updated for resources: {'Port': ['ID=fc89b6ef-2354-439f-9d68-ec19e374cae4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:25.511176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:25.514723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:25.518832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:25.525130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:25.525826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.532748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event updated for resources: {'Port': ['ID=105a32e8-cee3-42ee-9f97-96ab0b3aade4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:25.549476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cd1f4478-a787-4e04-b52a-33976905c9e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.7671094 Dec 10 18:48:25.553106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53046) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:25.559423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Request body: {'port': {'network_id': '1d3d30f4-df01-438d-860b-4e0e59d0b485', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1106542346', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:25.559921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] bootfile-name is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:48:25.560287 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] tftp-server is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:48:25.560620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] server-ip-address is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:48:25.702749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Made reservation on behalf of 46c7a6c562aa44f28b89c1e8f4ea82d0 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:25.707554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:25.728507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] device_id is not set on port e78d2335-ea20-499e-af95-6c868405f251 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:25.861407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Allocated IP 2001:db8::11c (1d3d30f4-df01-438d-860b-4e0e59d0b485/3e793531-f3aa-491b-bb00-99121ab5edd6/e78d2335-ea20-499e-af95-6c868405f251) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:26.022079 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.060904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.116329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:26.119821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:26.124206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:26.130300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.131042 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.138336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event updated for resources: {'Port': ['ID=e78d2335-ea20-499e-af95-6c868405f251,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:26.156362 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7f2b2b2-9dbf-4d53-b074-b79876a1fcac tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6018515 Dec 10 18:48:26.159002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53048) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:26.214187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a5892-4adb-443e-be7a-48db52e0a65d tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.221820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a5892-4adb-443e-be7a-48db52e0a65d tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.228595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070a5892-4adb-443e-be7a-48db52e0a65d tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:26.230875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-070a5892-4adb-443e-be7a-48db52e0a65d tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.0707200 Dec 10 18:48:26.233739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53050) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:26.326534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Deleting port e78d2335-ea20-499e-af95-6c868405f251 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:26.326877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.394850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39062e1c-fdc4-454c-8092-a08364c3aa2a None None] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:26.427027 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.439043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Calling delete_port for e78d2335-ea20-499e-af95-6c868405f251 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:26.509499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f69f5b8f-aeff-4d91-b777-1efbcdd24c03 None None] Provisioning complete for port fc89b6ef-2354-439f-9d68-ec19e374cae4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:26.509859 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f69f5b8f-aeff-4d91-b777-1efbcdd24c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.586887 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.607568 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f69f5b8f-aeff-4d91-b777-1efbcdd24c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.615890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event deleted for resources: {'Port': ['ID=e78d2335-ea20-499e-af95-6c868405f251,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:26.645905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f69f5b8f-aeff-4d91-b777-1efbcdd24c03 None None] For port fc89b6ef-2354-439f-9d68-ec19e374cae4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fc89b6ef-2354-439f-9d68-ec19e374cae4,segment=NetworkSegment(52b28393-a288-4c69-bbb4-5b495209896a),segment_id=52b28393-a288-4c69-bbb4-5b495209896a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:26.651001 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f69f5b8f-aeff-4d91-b777-1efbcdd24c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.656447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.664116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bed8097a-7429-4539-9714-a8aface3bb03 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "DELETE /v2.0/ports/e78d2335-ea20-499e-af95-6c868405f251 HTTP/1.1" status: 204 len: 168 time: 0.4253383 Dec 10 18:48:26.664339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53052) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:26.669905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Request body: {'port': {'name': 'tempest-new-port-name-837751711', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:26.670515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] bootfile-name is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:48:26.670736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] tftp-server is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:48:26.671072 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.api.validators [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] server-ip-address is not in valid_values {{(pid=103500) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 10 18:48:26.708511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f5b8f-aeff-4d91-b777-1efbcdd24c03 None None] Pushing event updated for resources: {'Port': ['ID=fc89b6ef-2354-439f-9d68-ec19e374cae4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:26.741202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.866753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3ad02945-7eb2-43ba-af68-d90b0fe01dbd None None] Could not find standard attr ID for object e78d2335-ea20-499e-af95-6c868405f251. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:26.880677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3ad02945-7eb2-43ba-af68-d90b0fe01dbd None None] Provisioning complete for port fc89b6ef-2354-439f-9d68-ec19e374cae4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:26.881211 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ad02945-7eb2-43ba-af68-d90b0fe01dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.967157 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.974621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:26.992422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3ad02945-7eb2-43ba-af68-d90b0fe01dbd None None] Provisioning complete for port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:26.993075 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3ad02945-7eb2-43ba-af68-d90b0fe01dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.014006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] In _notify_port_updated(), no bound segment for port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 on network 1d3d30f4-df01-438d-860b-4e0e59d0b485 {{(pid=103500) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:48:27.022411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.023103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.024472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "PUT /v2.0/ports/105a32e8-cee3-42ee-9f97-96ab0b3aade4 HTTP/1.1" status: 200 len: 1129 time: 0.3591073 Dec 10 18:48:27.027747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53054) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:27.037288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3ad02945-7eb2-43ba-af68-d90b0fe01dbd None None] Port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:27.059039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f8fd1-7757-4f9a-bcac-ae0e8a899eee tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event updated for resources: {'Port': ['ID=105a32e8-cee3-42ee-9f97-96ab0b3aade4,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:27.084503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24728389-2e4f-435e-8b4f-767872736ee5 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:27.085905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-24728389-2e4f-435e-8b4f-767872736ee5 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "GET /v2.0/ports/105a32e8-cee3-42ee-9f97-96ab0b3aade4 HTTP/1.1" status: 200 len: 1129 time: 0.0566254 Dec 10 18:48:27.089696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53056) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:27.186861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-904eff54-84c6-4016-a090-65efbb2b8654 None None] Provisioning complete for port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:27.187372 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-904eff54-84c6-4016-a090-65efbb2b8654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.198754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Deleting port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:27.199352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.237893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-904eff54-84c6-4016-a090-65efbb2b8654 None None] Port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:27.279840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fc89b6ef-2354-439f-9d68-ec19e374cae4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:27.308853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.324166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Calling delete_port for 105a32e8-cee3-42ee-9f97-96ab0b3aade4 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:27.339143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fc89b6ef-2354-439f-9d68-ec19e374cae4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:27.339521 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.371675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-792c1709-2201-4750-b057-47da01569fae None None] Could not find standard attr ID for object e78d2335-ea20-499e-af95-6c868405f251. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:27.795704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-09aae6cf-1803-4b70-a570-664b31285479 None None] Provisioning complete for port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:27.796400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-09aae6cf-1803-4b70-a570-664b31285479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.828455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.835632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-09aae6cf-1803-4b70-a570-664b31285479 None None] Port 105a32e8-cee3-42ee-9f97-96ab0b3aade4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:48:27.860699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event deleted for resources: {'Port': ['ID=105a32e8-cee3-42ee-9f97-96ab0b3aade4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:27.887012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.887367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.887751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.888093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.888414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.888767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.889077 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.889406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.889754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.890086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.890446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.890777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.891102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:48:27.894281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:27.900373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53058) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:27.900905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d52a201d-0af8-41e6-ac2b-761c8b77ac73 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "DELETE /v2.0/ports/105a32e8-cee3-42ee-9f97-96ab0b3aade4 HTTP/1.1" status: 204 len: 168 time: 0.8096392 Dec 10 18:48:27.956293 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Deleting subnet 3e793531-f3aa-491b-bb00-99121ab5edd6 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:27.960228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.001911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.093271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.158754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.193134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event deleted for resources: {'Subnet': ['ID=3e793531-f3aa-491b-bb00-99121ab5edd6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:28.195294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.198739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1ffd9929-f808-45a0-a3ef-afd2069091eb tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "DELETE /v2.0/subnets/3e793531-f3aa-491b-bb00-99121ab5edd6 HTTP/1.1" status: 204 len: 168 time: 0.2964208 Dec 10 18:48:28.201585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53060) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:28.202063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c77012-a7bc-4dfb-8798-17aef75f0d41 None None] Network 1d3d30f4-df01-438d-860b-4e0e59d0b485 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:28.285491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.364036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Deleting port fc89b6ef-2354-439f-9d68-ec19e374cae4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:28.364317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.431711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] For port fc89b6ef-2354-439f-9d68-ec19e374cae4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fc89b6ef-2354-439f-9d68-ec19e374cae4,segment=NetworkSegment(52b28393-a288-4c69-bbb4-5b495209896a),segment_id=52b28393-a288-4c69-bbb4-5b495209896a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:28.433435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.442876 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-357031fa-b70b-4833-93d8-06e5d4e0c2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.447619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Calling delete_port for fc89b6ef-2354-439f-9d68-ec19e374cae4 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:28.542113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.547434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3270668a-6396-4406-acce-365ec6badcd8 None None] DHCP port deletion for 1d3d30f4-df01-438d-860b-4e0e59d0b485 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:28.576830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event deleted for resources: {'Port': ['ID=fc89b6ef-2354-439f-9d68-ec19e374cae4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:28.578672 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] No DVR routers for this DVR port fc89b6ef-2354-439f-9d68-ec19e374cae4 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:28.659679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.685515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3d30f4-df01-438d-860b-4e0e59d0b485']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:28.695444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b28393-a288-4c69-bbb4-5b495209896a') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:28.695739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b28393-a288-4c69-bbb4-5b495209896a') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:28.704995 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.718744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.725265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:28.725614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:28.728612 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:28.785667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.792881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:28.796101 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] 10.222.0.55 "DELETE /v2.0/networks/1d3d30f4-df01-438d-860b-4e0e59d0b485 HTTP/1.1" status: 204 len: 168 time: 0.5935483 Dec 10 18:48:28.810724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb98e8-cf78-4a31-9898-711513011aa8 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799 tempest-ExtraDHCPOptionsIpV6TestJSON-1430895799-project] Pushing event deleted for resources: {'Network': ['ID=1d3d30f4-df01-438d-860b-4e0e59d0b485,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:29.103729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53066) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:29.219707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fc89b6ef-2354-439f-9d68-ec19e374cae4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:29.244433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: fc89b6ef-2354-439f-9d68-ec19e374cae4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:29.244782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fc89b6ef-2354-439f-9d68-ec19e374cae4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:29.257438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cce50689-d667-42d5-9f37-f27f5b32c981 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46c7a6c562aa44f28b89c1e8f4ea82d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1525486 Dec 10 18:48:29.259969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53070) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:29.320890 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-117b618c-bbca-467c-bdfa-5883d2121208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.349006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-117b618c-bbca-467c-bdfa-5883d2121208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.403128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-117b618c-bbca-467c-bdfa-5883d2121208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.407394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-117b618c-bbca-467c-bdfa-5883d2121208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:29.409273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-117b618c-bbca-467c-bdfa-5883d2121208 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3bd105b4-3488-412b-a228-cff2b219bf3b HTTP/1.1" status: 204 len: 168 time: 0.1481714 Dec 10 18:48:29.417814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b618c-bbca-467c-bdfa-5883d2121208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd105b4-3488-412b-a228-cff2b219bf3b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:30.127198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53094) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:30.233746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-635566419'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:30.257702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:30.261289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.270539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.351652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.356451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.387236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:30.394154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53bb5fc-fef6-435e-b412-3989d004aab5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:30.405136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.405432 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment a83eb211-69a3-4aae-9530-fc34bf2cde56 of type vlan for network c75b0131-059b-430e-8c39-4b1eb1d332dc Dec 10 18:48:30.452625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.484846 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.491469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:30.492088 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:30.570594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4290626 Dec 10 18:48:30.578065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6420aabb-3f2f-474d-8c88-7ec444031947 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=c75b0131-059b-430e-8c39-4b1eb1d332dc,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:30.595093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401247d-fa4c-4cb7-9bdb-f53e8bc62349 req-c742a9c9-923e-4dbe-91c0-cb710bdbe9b0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:30.602893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1401247d-fa4c-4cb7-9bdb-f53e8bc62349 req-c742a9c9-923e-4dbe-91c0-cb710bdbe9b0 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0774984 Dec 10 18:48:30.603248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network c75b0131-059b-430e-8c39-4b1eb1d332dc details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:30.649171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1401247d-fa4c-4cb7-9bdb-f53e8bc62349 req-18326f84-d8e8-4ea9-80c1-57e29a9d1a67 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Dec 10 18:48:30.710611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53114) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:30.716244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': 'c75b0131-059b-430e-8c39-4b1eb1d332dc', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:30.814845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:30.819333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.014774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.078256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=e9fb9424-7d25-4172-b61d-8264ef247efe,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:31.095874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': 'a83eb211-69a3-4aae-9530-fc34bf2cde56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c75b0131-059b-430e-8c39-4b1eb1d332dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:31.096259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: c75b0131-059b-430e-8c39-4b1eb1d332dc, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:31.114910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network c75b0131-059b-430e-8c39-4b1eb1d332dc is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:31.124480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, c75b0131-059b-430e-8c39-4b1eb1d332dc) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:31.128965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:31.129629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.136826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b49e5aa-fea8-4e1c-95ca-6cdcbe456b74 None None] Network c75b0131-059b-430e-8c39-4b1eb1d332dc requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:31.147413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a14b3e57-1ee3-4109-8db4-5308e0112a74 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4356015 Dec 10 18:48:31.150982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53116) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:31.156036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-959078811'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:31.182590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:31.186609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.215747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:31.226953 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.227295 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment e49b430b-6cf4-4a54-b60f-4927aca6feeb of type vlan for network b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d Dec 10 18:48:31.245934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-c75b0131-059b-430e-8c39-4b1eb1d332dc', 'network_id': 'c75b0131-059b-430e-8c39-4b1eb1d332dc', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': 'e9fb9424-7d25-4172-b61d-8264ef247efe'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:31.246870 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.279290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.306828 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.313539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:31.314150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.370260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2179585 Dec 10 18:48:31.373806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53118) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:31.379734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': 'b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:31.388413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3be0f-6030-4979-b0ed-65efc30e8f28 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:31.389195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Allocated IP 172.20.255.242 (c75b0131-059b-430e-8c39-4b1eb1d332dc/e9fb9424-7d25-4172-b61d-8264ef247efe/10d4b2b1-bfb6-44db-b662-bd55365a5dbc) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:31.404986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:31.484920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:31.488847 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.605227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.615189 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.674731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1397a6db-3d00-4be6-b4d9-a07d0a11a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.680937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Network c75b0131-059b-430e-8c39-4b1eb1d332dc is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:31.684787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:31.687189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Pushing event updated for resources: {'Port': ['ID=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:31.689525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:31.714082 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.750038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Attempting to bind port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:31.750445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Attempting to bind port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'a83eb211-69a3-4aae-9530-fc34bf2cde56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c75b0131-059b-430e-8c39-4b1eb1d332dc'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:31.750815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Attempting to bind port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc on network c75b0131-059b-430e-8c39-4b1eb1d332dc {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:31.757035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:31.758605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Checking segment: {'id': 'a83eb211-69a3-4aae-9530-fc34bf2cde56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c75b0131-059b-430e-8c39-4b1eb1d332dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:31.759308 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.759929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Bound using segment: {'id': 'a83eb211-69a3-4aae-9530-fc34bf2cde56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c75b0131-059b-430e-8c39-4b1eb1d332dc'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:31.760684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Bound port: 10d4b2b1-bfb6-44db-b662-bd55365a5dbc, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83eb211-69a3-4aae-9530-fc34bf2cde56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'c75b0131-059b-430e-8c39-4b1eb1d332dc'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:31.761253 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.783581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=299e130f-5c74-463c-8a65-47a7d2d542d6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:31.794222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': 'e49b430b-6cf4-4a54-b60f-4927aca6feeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:31.794612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:31.795379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842d0d2-9e42-40ea-a19f-e979578b578e req-68dc5553-a55b-4d8a-a5c6-eeab2cba657a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:31.797476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2842d0d2-9e42-40ea-a19f-e979578b578e req-68dc5553-a55b-4d8a-a5c6-eeab2cba657a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0648479 Dec 10 18:48:31.814778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:31.827264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:31.835536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:31.836482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.846678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95010f4f-2aa2-46bc-99bb-abd7e58fe18a None None] Network b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:31.855760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-18d2dc1a-5e18-4790-9af2-f817d542fbfb tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4807224 Dec 10 18:48:31.859730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] For port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:31.860381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53122) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:31.862198 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2842d0d2-9e42-40ea-a19f-e979578b578e req-7c461bf6-b1f4-45ac-8b7a-15efcbfa0cbd tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554934 Dec 10 18:48:31.876404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] For port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,segment=NetworkSegment(a83eb211-69a3-4aae-9530-fc34bf2cde56),segment_id=a83eb211-69a3-4aae-9530-fc34bf2cde56)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:31.906424 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:31.987767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.019767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ca38e-c93b-4cb2-9bce-306278352f3e None None] Pushing event updated for resources: {'Port': ['ID=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:32.028428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd7dae5-052a-4e86-b128-c5281f705490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d', 'network_id': 'b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': '299e130f-5c74-463c-8a65-47a7d2d542d6'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:32.029966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8cd7dae5-052a-4e86-b128-c5281f705490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.063573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.141136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-8cd7dae5-052a-4e86-b128-c5281f705490 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 299e130f-5c74-463c-8a65-47a7d2d542d6: This subnet is being modified by another concurrent operation. Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 299e130f-5c74-463c-8a65-47a7d2d542d6: This subnet is being modified by another concurrent operation. Dec 10 18:48:32.155305 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 18:48:32.163094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.163094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.173790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bbdce2-b6f0-4e8d-8205-435a4f65bedf None None] Network b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:32.176176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=299e130f-5c74-463c-8a65-47a7d2d542d6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:32.284054 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.310119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:32.321483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49b430b-6cf4-4a54-b60f-4927aca6feeb') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:32.321909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49b430b-6cf4-4a54-b60f-4927aca6feeb') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:32.332936 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.350513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.359369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:32.359944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:32.363596 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:32.423980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.431292 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.434503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d HTTP/1.1" status: 204 len: 168 time: 0.5729384 Dec 10 18:48:32.438255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53126) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:32.443865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142058114'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:32.447775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdc01e-1ea4-40cb-844e-3939026d74aa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:32.467605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:32.471065 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.497728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:32.508375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.508726 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment 0be8368c-f761-457a-8271-114d8cebc7bc of type vlan for network 2aa8fc58-876c-4fc8-b705-5864839ea455 Dec 10 18:48:32.554500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.583001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.588645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:32.589217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.654085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2144763 Dec 10 18:48:32.656923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53128) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:32.662106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '2aa8fc58-876c-4fc8-b705-5864839ea455', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:32.681277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0458358-9fa3-422a-913d-293faca72fdc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=2aa8fc58-876c-4fc8-b705-5864839ea455,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:32.696493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2aa8fc58-876c-4fc8-b705-5864839ea455 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:32.770155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:32.774191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:32.842704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing IP validity checks on allocation pools {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:48:32.843224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:48:32.986119 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.005367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c75047-7d3a-4070-8fd3-7edd01ee9058 req-ff94e59c-a219-48da-b9d7-6a804e1158e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:33.007126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7c75047-7d3a-4070-8fd3-7edd01ee9058 req-ff94e59c-a219-48da-b9d7-6a804e1158e2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0650518 Dec 10 18:48:33.059760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=58c98b0e-67d9-439f-aef0-6a3c4e28da08,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:33.066513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b7c75047-7d3a-4070-8fd3-7edd01ee9058 req-b07867e7-2cb5-4c08-8402-8c00e016eb37 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530531 Dec 10 18:48:33.069832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': '0be8368c-f761-457a-8271-114d8cebc7bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '2aa8fc58-876c-4fc8-b705-5864839ea455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:33.070198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 2aa8fc58-876c-4fc8-b705-5864839ea455, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:33.094631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 2aa8fc58-876c-4fc8-b705-5864839ea455 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:33.104072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c30a3-b3d8-4452-b0f2-b0a4955ded22 None None] Network c75b0131-059b-430e-8c39-4b1eb1d332dc requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:33.107143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 2aa8fc58-876c-4fc8-b705-5864839ea455) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:33.115613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:33.116363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.126169 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892039a8-4473-45fa-8911-d2de40def6ce None None] Network 2aa8fc58-876c-4fc8-b705-5864839ea455 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:33.137902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e262f1c8-b482-4aef-97a8-3e201ad535b8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4797664 Dec 10 18:48:33.140810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53132) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:33.266497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-893ede1e-c26d-4c1f-917b-95d1c4267b12 None None] Provisioning complete for port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:33.266775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-893ede1e-c26d-4c1f-917b-95d1c4267b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.275917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.304499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 10d4b2b1-bfb6-44db-b662-bd55365a5dbc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:33.366545 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.374590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3543a52d-10ee-4881-938f-208240b4c2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2aa8fc58-876c-4fc8-b705-5864839ea455', 'network_id': '2aa8fc58-876c-4fc8-b705-5864839ea455', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': '58c98b0e-67d9-439f-aef0-6a3c4e28da08'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:33.375451 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3543a52d-10ee-4881-938f-208240b4c2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.437888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.469417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=58c98b0e-67d9-439f-aef0-6a3c4e28da08,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:33.513998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:33.514397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.540682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.572035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa8fc58-876c-4fc8-b705-5864839ea455']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-3543a52d-10ee-4881-938f-208240b4c2e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58c98b0e-67d9-439f-aef0-6a3c4e28da08: This subnet is being modified by another concurrent operation. Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 58c98b0e-67d9-439f-aef0-6a3c4e28da08: This subnet is being modified by another concurrent operation. Dec 10 18:48:33.574042 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 18:48:33.583757 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-893ede1e-c26d-4c1f-917b-95d1c4267b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.584097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be8368c-f761-457a-8271-114d8cebc7bc') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:33.584466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be8368c-f761-457a-8271-114d8cebc7bc') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:33.599586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.605983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d94ab74-b673-4188-9df0-3fca1075af11 None None] Network 2aa8fc58-876c-4fc8-b705-5864839ea455 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:33.619101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.628582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:33.629220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:33.634396 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:33.664458 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-893ede1e-c26d-4c1f-917b-95d1c4267b12 None None] For port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,segment=NetworkSegment(a83eb211-69a3-4aae-9530-fc34bf2cde56),segment_id=a83eb211-69a3-4aae-9530-fc34bf2cde56)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:33.695713 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.703230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.710337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/2aa8fc58-876c-4fc8-b705-5864839ea455 HTTP/1.1" status: 204 len: 168 time: 0.5618303 Dec 10 18:48:33.711102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53134) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:33.719842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1703921691'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:33.724686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe63e71-df6b-4328-92a1-2678b8c4d7d6 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=2aa8fc58-876c-4fc8-b705-5864839ea455,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:33.748705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:33.752422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.779637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:33.790810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.791437 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment 352bf036-1e41-4f40-9ef1-12c95defbd1d of type vlan for network 5f62ecef-2b69-4ca2-9339-0411c2a824c1 Dec 10 18:48:33.837875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.864482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.869792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-893ede1e-c26d-4c1f-917b-95d1c4267b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.870681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:33.870929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.921730 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.923833 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2111247 Dec 10 18:48:33.927212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53136) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:33.942073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:33.943065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '5f62ecef-2b69-4ca2-9339-0411c2a824c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:33.956274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe2d679-efc4-448f-abe9-4431bf678e33 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:48:33.965195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f8015-0273-405f-a85c-29188266ba22 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=5f62ecef-2b69-4ca2-9339-0411c2a824c1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:33.996457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5f62ecef-2b69-4ca2-9339-0411c2a824c1 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:34.017233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ede1e-c26d-4c1f-917b-95d1c4267b12 None None] Pushing event updated for resources: {'Port': ['ID=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:34.048268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:34.052057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.139804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9e66af2d-fe51-40a1-ac2a-85a83cf8b739 None None] Provisioning complete for port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:34.140323 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9e66af2d-fe51-40a1-ac2a-85a83cf8b739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.181414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:48:34.181776 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:48:34.203350 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.225026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b665-4827-4e0e-b9d0-1b513e3afa5e req-a4d923dc-223c-4d39-bc6a-af12b92a7610 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:34.227307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fac5b665-4827-4e0e-b9d0-1b513e3afa5e req-a4d923dc-223c-4d39-bc6a-af12b92a7610 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0816147 Dec 10 18:48:34.228451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe2d679-efc4-448f-abe9-4431bf678e33 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:48:34.246270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.287609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fac5b665-4827-4e0e-b9d0-1b513e3afa5e req-df4e293c-8f1e-440e-9821-50c9133d4a20 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520008 Dec 10 18:48:34.317361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=b32572e1-bdb5-46d3-bd5a-36ceb1655bbb,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:34.322958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': '352bf036-1e41-4f40-9ef1-12c95defbd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f62ecef-2b69-4ca2-9339-0411c2a824c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:34.323739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 5f62ecef-2b69-4ca2-9339-0411c2a824c1, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:34.344730 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 5f62ecef-2b69-4ca2-9339-0411c2a824c1 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:34.356323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5f62ecef-2b69-4ca2-9339-0411c2a824c1) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:34.363022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:34.364024 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.382435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b7b4bf67-c983-4051-8e90-06422052d10c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4533241 Dec 10 18:48:34.384624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53140) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:34.495553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.520616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5094ce87-7dc2-45bb-a5bf-b7e860a799ec None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:48:34.560180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.627928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094ce87-7dc2-45bb-a5bf-b7e860a799ec None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:48:34.628565 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.659854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=b32572e1-bdb5-46d3-bd5a-36ceb1655bbb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:34.727934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.756407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f62ecef-2b69-4ca2-9339-0411c2a824c1']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:34.768748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352bf036-1e41-4f40-9ef1-12c95defbd1d') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:34.769378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352bf036-1e41-4f40-9ef1-12c95defbd1d') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:34.785778 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.800096 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.809207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:34.809634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:34.813093 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:34.864930 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.887510 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.896617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.900156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/5f62ecef-2b69-4ca2-9339-0411c2a824c1 HTTP/1.1" status: 204 len: 168 time: 0.5144637 Dec 10 18:48:34.904969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53144) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:34.911526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1203842415'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:34.914863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2384f-2d77-4557-b6c6-59f58cb9f53f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=5f62ecef-2b69-4ca2-9339-0411c2a824c1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:34.942129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:34.945798 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.976621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f6134-1c4d-4674-92bf-d5822f9229ff None None] Network 5f62ecef-2b69-4ca2-9339-0411c2a824c1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:34.981497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:34.990575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f6134-1c4d-4674-92bf-d5822f9229ff None None] Network 5f62ecef-2b69-4ca2-9339-0411c2a824c1 could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:48:34.995748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:34.996590 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment ac2b2d18-7011-476a-b075-6dbbb6dbbe2c of type vlan for network 62ff6c45-62af-4c00-bec3-2f2619ebafd9 Dec 10 18:48:35.000403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f968e-e8c0-4718-aca5-2b54e8d374bc None None] Network 5f62ecef-2b69-4ca2-9339-0411c2a824c1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:35.014289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f968e-e8c0-4718-aca5-2b54e8d374bc None None] Network 5f62ecef-2b69-4ca2-9339-0411c2a824c1 could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:48:35.048005 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.074478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.081481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:35.082624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.140696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2344253 Dec 10 18:48:35.145211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53146) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:35.150822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:35.161852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a0722-a4bd-4e89-bbe7-973f39b99a0c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=62ff6c45-62af-4c00-bec3-2f2619ebafd9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:35.184808 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 62ff6c45-62af-4c00-bec3-2f2619ebafd9 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:35.249407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 10d4b2b1-bfb6-44db-b662-bd55365a5dbc up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:35.277109 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:48:35.295210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:35.299131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.320751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:35.321620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.433918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a65e7-9e9a-4903-abdd-90ceda2954e9 req-3d72552c-7fa7-4348-86a3-ba1e4f2f07de tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:35.435688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d4a65e7-9e9a-4903-abdd-90ceda2954e9 req-3d72552c-7fa7-4348-86a3-ba1e4f2f07de tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0604582 Dec 10 18:48:35.494666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d4a65e7-9e9a-4903-abdd-90ceda2954e9 req-1e771d84-d0d4-4367-91e4-d7a55b7d8f51 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527940 Dec 10 18:48:35.523670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.588689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=b1c9ac1e-8b94-46c8-a50e-249aa5ace49e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:35.599042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:35.599042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 62ff6c45-62af-4c00-bec3-2f2619ebafd9, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:35.618907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 62ff6c45-62af-4c00-bec3-2f2619ebafd9 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:35.628882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 62ff6c45-62af-4c00-bec3-2f2619ebafd9) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:35.633866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:35.634744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.645475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a773613c-3e71-4d92-b226-491e5339b543 None None] Network 62ff6c45-62af-4c00-bec3-2f2619ebafd9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:35.658000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9c612e34-1347-41a5-9773-d7b29af31ca4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5116019 Dec 10 18:48:35.660657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53150) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:35.751347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-62ff6c45-62af-4c00-bec3-2f2619ebafd9', 'network_id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': 'b1c9ac1e-8b94-46c8-a50e-249aa5ace49e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:35.752268 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.764702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.826102 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:35.892922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Allocated IP 172.20.0.2 (62ff6c45-62af-4c00-bec3-2f2619ebafd9/b1c9ac1e-8b94-46c8-a50e-249aa5ace49e/f987e296-11ae-4c08-9941-41a985652509) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:36.042507 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.050501 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.069009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.097315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c9ac1e-8b94-46c8-a50e-249aa5ace49e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:36.105467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Network 62ff6c45-62af-4c00-bec3-2f2619ebafd9 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:36.109339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:36.114200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:36.124654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Pushing event updated for resources: {'Port': ['ID=f987e296-11ae-4c08-9941-41a985652509,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:36.164586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.176540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Attempting to bind port f987e296-11ae-4c08-9941-41a985652509 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:36.177523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Attempting to bind port f987e296-11ae-4c08-9941-41a985652509 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:36.177941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Attempting to bind port f987e296-11ae-4c08-9941-41a985652509 on network 62ff6c45-62af-4c00-bec3-2f2619ebafd9 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:36.183604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:36.184004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Checking segment: {'id': 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:36.184495 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.184892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Bound using segment: {'id': 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:36.185406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Bound port: f987e296-11ae-4c08-9941-41a985652509, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:36.185796 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.186810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ff6c45-62af-4c00-bec3-2f2619ebafd9']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:36.197345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:36.197646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:36.208435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.223265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.229861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:36.230258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:36.233376 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:36.256447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] For port f987e296-11ae-4c08-9941-41a985652509, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:36.293947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] For port f987e296-11ae-4c08-9941-41a985652509, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f987e296-11ae-4c08-9941-41a985652509,segment=NetworkSegment(ac2b2d18-7011-476a-b075-6dbbb6dbbe2c),segment_id=ac2b2d18-7011-476a-b075-6dbbb6dbbe2c)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:36.295010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:48:36.295010 n-d-821424-1 neutron-server[103499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:48:36.295010 n-d-821424-1 neutron-server[103499]: [parameters: {'id': '62ff6c45-62af-4c00-bec3-2f2619ebafd9'}] Dec 10 18:48:36.295010 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:48:36.295446 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:48:36.299163 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.387114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d5574-8007-4565-9a74-bd86d1f14e34 None None] Pushing event updated for resources: {'Port': ['ID=f987e296-11ae-4c08-9941-41a985652509,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:36.392806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4fe85a-94f8-47a1-94e0-cad062603166 None None] Network 62ff6c45-62af-4c00-bec3-2f2619ebafd9 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:36.492485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be11ae1-4022-4768-9603-2939347f389e None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:48:36.585456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be11ae1-4022-4768-9603-2939347f389e None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:48:36.625334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a5b2e-907a-481d-a1b6-dcc1eb7c68f3 req-15453dfd-b76b-49ef-9455-625bae4e2353 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:36.626893 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb9a5b2e-907a-481d-a1b6-dcc1eb7c68f3 req-15453dfd-b76b-49ef-9455-625bae4e2353 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0525129 Dec 10 18:48:36.684216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb9a5b2e-907a-481d-a1b6-dcc1eb7c68f3 req-4ff8f30c-12cb-4098-a27c-5487a5fbe90b tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508559 Dec 10 18:48:36.797284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.856826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port f987e296-11ae-4c08-9941-41a985652509 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:36.857121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.924296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port f987e296-11ae-4c08-9941-41a985652509, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f987e296-11ae-4c08-9941-41a985652509,segment=NetworkSegment(ac2b2d18-7011-476a-b075-6dbbb6dbbe2c),segment_id=ac2b2d18-7011-476a-b075-6dbbb6dbbe2c)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:36.924626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:36.941581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for f987e296-11ae-4c08-9941-41a985652509 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:37.032885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.060566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=f987e296-11ae-4c08-9941-41a985652509,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:37.064079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port f987e296-11ae-4c08-9941-41a985652509 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:37.150733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.172495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ff6c45-62af-4c00-bec3-2f2619ebafd9']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:37.182653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:37.182963 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2b2d18-7011-476a-b075-6dbbb6dbbe2c') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:37.193041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.207027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.214245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:37.214682 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:37.217765 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:37.283248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.290997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.294170 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/62ff6c45-62af-4c00-bec3-2f2619ebafd9 HTTP/1.1" status: 204 len: 168 time: 1.6318090 Dec 10 18:48:37.298199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53154) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:37.303753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464925838'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:37.309307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fde3d7-64ba-49b3-807d-80dbd3fdbb37 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=62ff6c45-62af-4c00-bec3-2f2619ebafd9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:37.326740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:37.330478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.355123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:37.366151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.366620 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment 1134618f-ce9b-4986-94ef-31481fea2569 of type vlan for network 8160e525-83df-4972-b25f-aa38f1a3c47f Dec 10 18:48:37.409383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.436614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.442380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:37.442976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.510267 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2109330 Dec 10 18:48:37.513406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53156) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:37.518689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '8160e525-83df-4972-b25f-aa38f1a3c47f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:37.519367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1d152-ef07-444f-a344-62d6efcd6a08 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=8160e525-83df-4972-b25f-aa38f1a3c47f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:37.530386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8160e525-83df-4972-b25f-aa38f1a3c47f details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:37.625131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:37.628975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.699031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing IP validity checks on allocation pools {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:48:37.699706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:48:37.818187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09f412-54c5-44e5-b27d-259ad90c3851 req-f334a607-6630-434e-b985-334a4da5088e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:37.819824 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09f412-54c5-44e5-b27d-259ad90c3851 req-f334a607-6630-434e-b985-334a4da5088e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0581961 Dec 10 18:48:37.836526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.875627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a09f412-54c5-44e5-b27d-259ad90c3851 req-1b8d9f74-f160-426f-bea0-ef54ef0884db tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494947 Dec 10 18:48:37.898542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=208e8a6a-0d80-4bcc-be50-034c2f93248d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:37.908223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': '1134618f-ce9b-4986-94ef-31481fea2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8160e525-83df-4972-b25f-aa38f1a3c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:37.908614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 8160e525-83df-4972-b25f-aa38f1a3c47f, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:37.925677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 8160e525-83df-4972-b25f-aa38f1a3c47f is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:37.937069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8160e525-83df-4972-b25f-aa38f1a3c47f) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:37.941754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:37.942364 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:37.947225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee659b-0436-48dc-bd05-afff001ed0d4 None None] Network 8160e525-83df-4972-b25f-aa38f1a3c47f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:37.961351 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-af051740-5827-40a6-b4c7-d7001e402e3a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4467642 Dec 10 18:48:37.964553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53160) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:38.054206 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-8160e525-83df-4972-b25f-aa38f1a3c47f', 'network_id': '8160e525-83df-4972-b25f-aa38f1a3c47f', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': '208e8a6a-0d80-4bcc-be50-034c2f93248d'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:38.055124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.071636 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.133597 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.192241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Allocated IP 172.20.0.3 (8160e525-83df-4972-b25f-aa38f1a3c47f/208e8a6a-0d80-4bcc-be50-034c2f93248d/8d8e3565-074f-485d-9de7-5a6d607e5ee1) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:38.347111 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.362443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.379660 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.406132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Network 8160e525-83df-4972-b25f-aa38f1a3c47f is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:38.406776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=208e8a6a-0d80-4bcc-be50-034c2f93248d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.412669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:38.417855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:38.421181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Pushing event updated for resources: {'Port': ['ID=8d8e3565-074f-485d-9de7-5a6d607e5ee1,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.476537 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.483091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Attempting to bind port 8d8e3565-074f-485d-9de7-5a6d607e5ee1 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:38.483471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Attempting to bind port 8d8e3565-074f-485d-9de7-5a6d607e5ee1 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1134618f-ce9b-4986-94ef-31481fea2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8160e525-83df-4972-b25f-aa38f1a3c47f'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:38.483862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Attempting to bind port 8d8e3565-074f-485d-9de7-5a6d607e5ee1 on network 8160e525-83df-4972-b25f-aa38f1a3c47f {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:38.489825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:38.490205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Checking segment: {'id': '1134618f-ce9b-4986-94ef-31481fea2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8160e525-83df-4972-b25f-aa38f1a3c47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:38.490639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.491035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Bound using segment: {'id': '1134618f-ce9b-4986-94ef-31481fea2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8160e525-83df-4972-b25f-aa38f1a3c47f'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:38.491506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Bound port: 8d8e3565-074f-485d-9de7-5a6d607e5ee1, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1134618f-ce9b-4986-94ef-31481fea2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '8160e525-83df-4972-b25f-aa38f1a3c47f'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:38.491918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.499565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8160e525-83df-4972-b25f-aa38f1a3c47f']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:38.510483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1134618f-ce9b-4986-94ef-31481fea2569') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:38.510795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1134618f-ce9b-4986-94ef-31481fea2569') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:38.521027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.539889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.543688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:38.544090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:38.547271 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:38.565470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] For port 8d8e3565-074f-485d-9de7-5a6d607e5ee1, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:38.604348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] For port 8d8e3565-074f-485d-9de7-5a6d607e5ee1, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8d8e3565-074f-485d-9de7-5a6d607e5ee1,segment=NetworkSegment(1134618f-ce9b-4986-94ef-31481fea2569),segment_id=1134618f-ce9b-4986-94ef-31481fea2569)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:38.604638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:48:38.604638 n-d-821424-1 neutron-server[103499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:48:38.604638 n-d-821424-1 neutron-server[103499]: [parameters: {'id': '8160e525-83df-4972-b25f-aa38f1a3c47f'}] Dec 10 18:48:38.604638 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:48:38.605108 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:48:38.610275 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:38.703774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e99961-0219-4550-9e63-1982b02093c7 None None] Pushing event updated for resources: {'Port': ['ID=8d8e3565-074f-485d-9de7-5a6d607e5ee1,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:38.712244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbb617-49dc-4d6f-8085-902a05e09423 None None] Network 8160e525-83df-4972-b25f-aa38f1a3c47f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:38.808999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7753c6-eeda-4789-9aa0-a66098ed4197 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:48:38.903122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7753c6-eeda-4789-9aa0-a66098ed4197 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:48:39.020434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2557b-cd14-4168-893a-b35d246a6c55 req-ae9ead95-59ec-443e-84d4-2c6aa0de2319 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:39.022150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbb2557b-cd14-4168-893a-b35d246a6c55 req-ae9ead95-59ec-443e-84d4-2c6aa0de2319 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0677409 Dec 10 18:48:39.077837 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bbb2557b-cd14-4168-893a-b35d246a6c55 req-7ede19d2-e606-4f12-9279-56d04eda81f2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491080 Dec 10 18:48:39.105760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.165948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port 8d8e3565-074f-485d-9de7-5a6d607e5ee1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:39.166276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.241215 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port 8d8e3565-074f-485d-9de7-5a6d607e5ee1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8d8e3565-074f-485d-9de7-5a6d607e5ee1,segment=NetworkSegment(1134618f-ce9b-4986-94ef-31481fea2569),segment_id=1134618f-ce9b-4986-94ef-31481fea2569)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:39.241573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.256453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for 8d8e3565-074f-485d-9de7-5a6d607e5ee1 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:39.351435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.376985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=8d8e3565-074f-485d-9de7-5a6d607e5ee1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.381496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port 8d8e3565-074f-485d-9de7-5a6d607e5ee1 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:39.470666 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.493156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8160e525-83df-4972-b25f-aa38f1a3c47f']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:39.503490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1134618f-ce9b-4986-94ef-31481fea2569') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:39.503801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1134618f-ce9b-4986-94ef-31481fea2569') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:39.515829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.531104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.539324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:39.539870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:39.543040 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:39.607966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.612890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.616291 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/8160e525-83df-4972-b25f-aa38f1a3c47f HTTP/1.1" status: 204 len: 168 time: 1.6502602 Dec 10 18:48:39.620105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53164) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:39.625733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-310526160'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:39.631355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2224e-a86e-4eab-9ac1-27861e73ec39 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=8160e525-83df-4972-b25f-aa38f1a3c47f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.650932 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:39.655699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.688962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:39.702861 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.703230 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment 5150ce0f-9ca5-4fc0-980b-7a821102469f of type vlan for network 674fedce-a627-4c1f-9a6d-7a9ac4705374 Dec 10 18:48:39.746126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.772860 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.782586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:39.783209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:39.841528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2202330 Dec 10 18:48:39.844572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53166) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:39.849900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '674fedce-a627-4c1f-9a6d-7a9ac4705374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:39.863974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedecc0-907a-4c4b-bc32-9e8d6ece23d9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=674fedce-a627-4c1f-9a6d-7a9ac4705374,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:39.877166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 674fedce-a627-4c1f-9a6d-7a9ac4705374 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:39.944351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:39.950194 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.165513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.204126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3e75d-2272-4d0a-8cdc-9ba136e18b58 req-318a354a-ff43-4e8c-ac6d-a0c2fecd37ff tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:40.205709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73f3e75d-2272-4d0a-8cdc-9ba136e18b58 req-318a354a-ff43-4e8c-ac6d-a0c2fecd37ff tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0543065 Dec 10 18:48:40.242165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=cc78ad46-e916-40ce-973f-f33a908bd8b2,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:40.250017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': '5150ce0f-9ca5-4fc0-980b-7a821102469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '674fedce-a627-4c1f-9a6d-7a9ac4705374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:40.250401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 674fedce-a627-4c1f-9a6d-7a9ac4705374, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:40.269517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 674fedce-a627-4c1f-9a6d-7a9ac4705374 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:40.279223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73f3e75d-2272-4d0a-8cdc-9ba136e18b58 req-fb65cacc-99e9-4478-9b18-71aea4ca8593 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596788 Dec 10 18:48:40.279893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 674fedce-a627-4c1f-9a6d-7a9ac4705374) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:40.284343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:40.286054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.289683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29437e32-3a60-4856-96dd-af9f6e71f9b0 None None] Network 674fedce-a627-4c1f-9a6d-7a9ac4705374 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:40.307134 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-08218803-fe85-4156-9c70-b7e95f174847 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4614322 Dec 10 18:48:40.309909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53170) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:40.401959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-674fedce-a627-4c1f-9a6d-7a9ac4705374', 'network_id': '674fedce-a627-4c1f-9a6d-7a9ac4705374', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': 'cc78ad46-e916-40ce-973f-f33a908bd8b2'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:40.402939 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.411513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.468893 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.546993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Allocated IP 172.20.0.1 (674fedce-a627-4c1f-9a6d-7a9ac4705374/cc78ad46-e916-40ce-973f-f33a908bd8b2/bcff69cb-1271-450e-beef-a2cc4c19b3a9) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:40.714179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.721381 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.738049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.764516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Network 674fedce-a627-4c1f-9a6d-7a9ac4705374 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:40.766848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=cc78ad46-e916-40ce-973f-f33a908bd8b2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:40.773150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:40.777994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:40.785673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Pushing event updated for resources: {'Port': ['ID=bcff69cb-1271-450e-beef-a2cc4c19b3a9,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:40.842704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.850736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Attempting to bind port bcff69cb-1271-450e-beef-a2cc4c19b3a9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:40.851525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Attempting to bind port bcff69cb-1271-450e-beef-a2cc4c19b3a9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '5150ce0f-9ca5-4fc0-980b-7a821102469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '674fedce-a627-4c1f-9a6d-7a9ac4705374'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:40.851941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Attempting to bind port bcff69cb-1271-450e-beef-a2cc4c19b3a9 on network 674fedce-a627-4c1f-9a6d-7a9ac4705374 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:40.860248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:40.860784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Checking segment: {'id': '5150ce0f-9ca5-4fc0-980b-7a821102469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '674fedce-a627-4c1f-9a6d-7a9ac4705374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:40.861606 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.862254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Bound using segment: {'id': '5150ce0f-9ca5-4fc0-980b-7a821102469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '674fedce-a627-4c1f-9a6d-7a9ac4705374'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:40.863032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Bound port: bcff69cb-1271-450e-beef-a2cc4c19b3a9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5150ce0f-9ca5-4fc0-980b-7a821102469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '674fedce-a627-4c1f-9a6d-7a9ac4705374'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:40.864210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.865791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674fedce-a627-4c1f-9a6d-7a9ac4705374']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:40.876924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5150ce0f-9ca5-4fc0-980b-7a821102469f') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:40.877235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5150ce0f-9ca5-4fc0-980b-7a821102469f') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:40.889201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.915000 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.931340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:40.932159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:40.938350 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:40.962003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] For port bcff69cb-1271-450e-beef-a2cc4c19b3a9, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:41.019343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] For port bcff69cb-1271-450e-beef-a2cc4c19b3a9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bcff69cb-1271-450e-beef-a2cc4c19b3a9,segment=NetworkSegment(5150ce0f-9ca5-4fc0-980b-7a821102469f),segment_id=5150ce0f-9ca5-4fc0-980b-7a821102469f)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:41.021139 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:48:41.021139 n-d-821424-1 neutron-server[103499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:48:41.021139 n-d-821424-1 neutron-server[103499]: [parameters: {'id': '674fedce-a627-4c1f-9a6d-7a9ac4705374'}] Dec 10 18:48:41.021139 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:48:41.021978 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:48:41.025400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.103825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82811c4-73f0-44a5-bab5-d53c7bf1c44d None None] Pushing event updated for resources: {'Port': ['ID=bcff69cb-1271-450e-beef-a2cc4c19b3a9,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:41.122733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a47796-1357-4f32-8c63-edd604de12b2 None None] Network 674fedce-a627-4c1f-9a6d-7a9ac4705374 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:41.224290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f9eb2-985c-4a35-bfe6-128fc3f652d8 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:48:41.327866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4f9eb2-985c-4a35-bfe6-128fc3f652d8 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:48:41.411506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36119fdb-630e-4b1f-adad-b26d40095bdf req-49deeec1-54df-402b-a886-3afc14a340a8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:41.414887 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36119fdb-630e-4b1f-adad-b26d40095bdf req-49deeec1-54df-402b-a886-3afc14a340a8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0551529 Dec 10 18:48:41.473285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-36119fdb-630e-4b1f-adad-b26d40095bdf req-c99df5fb-ec05-45a2-b096-132dd89bd22a tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538049 Dec 10 18:48:41.526238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.600725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port bcff69cb-1271-450e-beef-a2cc4c19b3a9 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:41.601209 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.669107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port bcff69cb-1271-450e-beef-a2cc4c19b3a9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bcff69cb-1271-450e-beef-a2cc4c19b3a9,segment=NetworkSegment(5150ce0f-9ca5-4fc0-980b-7a821102469f),segment_id=5150ce0f-9ca5-4fc0-980b-7a821102469f)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:41.669486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.682926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for bcff69cb-1271-450e-beef-a2cc4c19b3a9 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:41.766505 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.800358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port bcff69cb-1271-450e-beef-a2cc4c19b3a9 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:41.802915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=bcff69cb-1271-450e-beef-a2cc4c19b3a9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:41.886264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.907487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674fedce-a627-4c1f-9a6d-7a9ac4705374']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:41.917324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5150ce0f-9ca5-4fc0-980b-7a821102469f') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:41.917608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5150ce0f-9ca5-4fc0-980b-7a821102469f') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:41.927377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.941759 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.947886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:41.948240 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:41.951231 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:42.375196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.383755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.387600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/674fedce-a627-4c1f-9a6d-7a9ac4705374 HTTP/1.1" status: 204 len: 168 time: 2.0765436 Dec 10 18:48:42.392992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53174) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:42.399494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1186452360'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:42.405502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa452c2-b11e-4f6f-a210-898aa5d06825 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=674fedce-a627-4c1f-9a6d-7a9ac4705374,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:42.425069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:42.428813 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.454035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:42.463979 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.464333 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment b3e779cc-87a0-4b39-9f21-0530bb2f1448 of type vlan for network bba9b883-c687-4183-8c0f-a8b8d6b0afcf Dec 10 18:48:42.510978 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.543867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.549706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:42.550307 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.627642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2327135 Dec 10 18:48:42.630891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53178) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:42.636131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:42.651414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4317df-c814-4302-a7fd-95af006d9260 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=bba9b883-c687-4183-8c0f-a8b8d6b0afcf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:42.668270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network bba9b883-c687-4183-8c0f-a8b8d6b0afcf details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:42.676898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315193e-7044-4679-9750-d634ceec671f req-dc96a0eb-9d0f-44b1-8b32-e9a5eddf9caa tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:42.678085 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7315193e-7044-4679-9750-d634ceec671f req-dc96a0eb-9d0f-44b1-8b32-e9a5eddf9caa tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.1155291 Dec 10 18:48:42.737766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7315193e-7044-4679-9750-d634ceec671f req-1aa057bd-f436-4e7e-a2e1-1df002b55a6c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530021 Dec 10 18:48:42.746136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:42.749882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:42.944632 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.016598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=1c6cda42-2481-4b79-964e-9b09bee07e0d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:43.028939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': 'b3e779cc-87a0-4b39-9f21-0530bb2f1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:43.029360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: bba9b883-c687-4183-8c0f-a8b8d6b0afcf, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:43.048184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network bba9b883-c687-4183-8c0f-a8b8d6b0afcf is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:43.058568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, bba9b883-c687-4183-8c0f-a8b8d6b0afcf) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:43.063041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:43.063643 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.068316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b69fe9-a773-4a48-afc4-219b7c140e61 None None] Network bba9b883-c687-4183-8c0f-a8b8d6b0afcf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:43.082553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0a1f06a7-31c4-4b5a-b2f7-e2663f322826 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4504821 Dec 10 18:48:43.085705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53180) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:43.181291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-bba9b883-c687-4183-8c0f-a8b8d6b0afcf', 'network_id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': '1c6cda42-2481-4b79-964e-9b09bee07e0d'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:43.182224 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.186747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.252219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.336372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Allocated IP 172.20.0.1 (bba9b883-c687-4183-8c0f-a8b8d6b0afcf/1c6cda42-2481-4b79-964e-9b09bee07e0d/b828fe22-e641-4a3e-9197-723cae9d2fe1) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:43.501141 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.514215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.538304 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.553579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Network bba9b883-c687-4183-8c0f-a8b8d6b0afcf is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:43.556761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:43.560648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:43.568088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Pushing event updated for resources: {'Port': ['ID=b828fe22-e641-4a3e-9197-723cae9d2fe1,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:43.577812 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6cda42-2481-4b79-964e-9b09bee07e0d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:43.627681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Attempting to bind port b828fe22-e641-4a3e-9197-723cae9d2fe1 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:43.628411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Attempting to bind port b828fe22-e641-4a3e-9197-723cae9d2fe1 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'b3e779cc-87a0-4b39-9f21-0530bb2f1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:43.628885 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Attempting to bind port b828fe22-e641-4a3e-9197-723cae9d2fe1 on network bba9b883-c687-4183-8c0f-a8b8d6b0afcf {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:43.634656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:43.635038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Checking segment: {'id': 'b3e779cc-87a0-4b39-9f21-0530bb2f1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:43.635464 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.635880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Bound using segment: {'id': 'b3e779cc-87a0-4b39-9f21-0530bb2f1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:43.636372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Bound port: b828fe22-e641-4a3e-9197-723cae9d2fe1, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e779cc-87a0-4b39-9f21-0530bb2f1448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:43.637388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.637853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.663445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba9b883-c687-4183-8c0f-a8b8d6b0afcf']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:43.673132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e779cc-87a0-4b39-9f21-0530bb2f1448') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:43.673439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e779cc-87a0-4b39-9f21-0530bb2f1448') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:43.686531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.701726 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.711727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:43.712393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:43.716286 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:43.720495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] For port b828fe22-e641-4a3e-9197-723cae9d2fe1, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:43.782427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] For port b828fe22-e641-4a3e-9197-723cae9d2fe1, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b828fe22-e641-4a3e-9197-723cae9d2fe1,segment=NetworkSegment(b3e779cc-87a0-4b39-9f21-0530bb2f1448),segment_id=b3e779cc-87a0-4b39-9f21-0530bb2f1448)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:43.783047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.db.api [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:48:43.783047 n-d-821424-1 neutron-server[103500]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:48:43.783047 n-d-821424-1 neutron-server[103500]: [parameters: {'id': 'bba9b883-c687-4183-8c0f-a8b8d6b0afcf'}] Dec 10 18:48:43.783047 n-d-821424-1 neutron-server[103500]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:48:43.783653 n-d-821424-1 neutron-server[103500]: DEBUG oslo_db.api [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:48:43.789845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:43.889044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d6fe-f22d-4e71-8e1c-e369a9a092b3 req-955971b7-8d7e-4fd1-bcc0-9cb5259e9b34 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:43.891209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3327d6fe-f22d-4e71-8e1c-e369a9a092b3 req-955971b7-8d7e-4fd1-bcc0-9cb5259e9b34 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0650179 Dec 10 18:48:43.891399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375c794-d8da-4733-aa25-e8d5b18b4cd5 None None] Pushing event updated for resources: {'Port': ['ID=b828fe22-e641-4a3e-9197-723cae9d2fe1,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:43.909129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a494aad1-edf5-4453-9b01-aead55b98b3d None None] Network bba9b883-c687-4183-8c0f-a8b8d6b0afcf requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:43.957579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3327d6fe-f22d-4e71-8e1c-e369a9a092b3 req-c7c17c3f-5d6f-4658-a3ed-8d7d5f6fc579 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593429 Dec 10 18:48:44.022681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381fe2e2-82f0-4409-9129-34caf76e0465 None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:48:44.147836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381fe2e2-82f0-4409-9129-34caf76e0465 None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:48:44.287494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.361131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port b828fe22-e641-4a3e-9197-723cae9d2fe1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:44.361562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.440513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port b828fe22-e641-4a3e-9197-723cae9d2fe1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b828fe22-e641-4a3e-9197-723cae9d2fe1,segment=NetworkSegment(b3e779cc-87a0-4b39-9f21-0530bb2f1448),segment_id=b3e779cc-87a0-4b39-9f21-0530bb2f1448)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:44.442141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.464366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for b828fe22-e641-4a3e-9197-723cae9d2fe1 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:44.568783 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.601892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=b828fe22-e641-4a3e-9197-723cae9d2fe1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:44.606543 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port b828fe22-e641-4a3e-9197-723cae9d2fe1 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:44.704381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.727835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba9b883-c687-4183-8c0f-a8b8d6b0afcf']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:44.739200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e779cc-87a0-4b39-9f21-0530bb2f1448') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:44.739574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e779cc-87a0-4b39-9f21-0530bb2f1448') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:44.750278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.765342 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.773237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:44.773882 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:44.778636 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:44.850558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.858111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.862658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/bba9b883-c687-4183-8c0f-a8b8d6b0afcf HTTP/1.1" status: 204 len: 168 time: 1.7756317 Dec 10 18:48:44.867570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53184) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:44.874304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2068739900'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:44.875898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90bb4b-c30a-4f43-b244-2267fb1c58fe tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=bba9b883-c687-4183-8c0f-a8b8d6b0afcf,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:44.900934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:44.905862 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.937771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:44.948568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:44.948885 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment c9ad5ed7-2dd2-4261-81cd-aeb859709ca3 of type vlan for network 3f7dea42-c147-4e36-8904-52e860746d89 Dec 10 18:48:44.994457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.034856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.041014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:45.041645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.096449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbc1c7-6fa0-4e99-9a73-8eae9ff59117 req-055d1e12-8828-45ec-9ffd-7889d0424e34 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:45.098061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03cbc1c7-6fa0-4e99-9a73-8eae9ff59117 req-055d1e12-8828-45ec-9ffd-7889d0424e34 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0537391 Dec 10 18:48:45.104723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2355816 Dec 10 18:48:45.107635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:45.112896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:45.120126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbefb0-9a30-45d0-9485-613cbff2abb8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=3f7dea42-c147-4e36-8904-52e860746d89,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:45.131777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 3f7dea42-c147-4e36-8904-52e860746d89 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:45.153738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03cbc1c7-6fa0-4e99-9a73-8eae9ff59117 req-dfac806f-92f8-4094-a08e-4b5617b9dfb8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485289 Dec 10 18:48:45.297338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.312289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.330584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 3f7dea42-c147-4e36-8904-52e860746d89 is not hosted by any dhcp agent {{(pid=103499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:48:45.337003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:45.337607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.338937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "PUT /v2.0/networks/3f7dea42-c147-4e36-8904-52e860746d89 HTTP/1.1" status: 200 len: 723 time: 0.2303641 Dec 10 18:48:45.341987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53190) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:45.376899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '3f7dea42-c147-4e36-8904-52e860746d89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:45.434293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dae5f6-c41b-4cdc-a95a-a448fb5185df tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=3f7dea42-c147-4e36-8904-52e860746d89,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:45.445781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 3f7dea42-c147-4e36-8904-52e860746d89 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:45.483151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:45.486866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.674142 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.734393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=3865cadd-93d9-4efe-888c-108c1b15b690,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:45.745571 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7dea42-c147-4e36-8904-52e860746d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:45.745954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 3f7dea42-c147-4e36-8904-52e860746d89, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:45.763521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 3f7dea42-c147-4e36-8904-52e860746d89 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:45.772587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 3f7dea42-c147-4e36-8904-52e860746d89) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:45.777435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:45.778439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.781813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfb8c0a-d3db-4ea7-b7b8-9592b65cfa18 None None] Network 3f7dea42-c147-4e36-8904-52e860746d89 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:45.797615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5584e588-f218-49e3-a844-1cc26d877c3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4545133 Dec 10 18:48:45.800473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53192) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:45.807046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5dc8009f-0103-4b24-9e94-9b9ce7c53979 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:45.880436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-3f7dea42-c147-4e36-8904-52e860746d89', 'network_id': '3f7dea42-c147-4e36-8904-52e860746d89', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': '3865cadd-93d9-4efe-888c-108c1b15b690'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:45.881258 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:45.905224 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dc8009f-0103-4b24-9e94-9b9ce7c53979 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1070518710'] for subnet, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.057800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dc8009f-0103-4b24-9e94-9b9ce7c53979 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764418422748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1069780169'] for subnet, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.090434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8009f-0103-4b24-9e94-9b9ce7c53979 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:46.091027 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5dc8009f-0103-4b24-9e94-9b9ce7c53979 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.092335 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5dc8009f-0103-4b24-9e94-9b9ce7c53979 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "PUT /v2.0/subnets/3865cadd-93d9-4efe-888c-108c1b15b690 HTTP/1.1" status: 200 len: 806 time: 0.2901206 Dec 10 18:48:46.095656 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53194) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:46.109517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Allocated IP 172.20.0.2 (3f7dea42-c147-4e36-8904-52e860746d89/3865cadd-93d9-4efe-888c-108c1b15b690/7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:46.113895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8009f-0103-4b24-9e94-9b9ce7c53979 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=3865cadd-93d9-4efe-888c-108c1b15b690,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:46.220869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.274398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.283333 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.311027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.325111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Network 3f7dea42-c147-4e36-8904-52e860746d89 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:46.329728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:46.334070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:46.340463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Pushing event updated for resources: {'Port': ['ID=7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:46.362485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bbce1-82b8-4a23-8f21-d0c24971d21b req-b99c2da4-be67-4484-b404-ad56e37890be tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:46.364267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-434bbce1-82b8-4a23-8f21-d0c24971d21b req-b99c2da4-be67-4484-b404-ad56e37890be tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.1067688 Dec 10 18:48:46.398350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Attempting to bind port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:46.398833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Attempting to bind port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7dea42-c147-4e36-8904-52e860746d89'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:46.399143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Attempting to bind port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 on network 3f7dea42-c147-4e36-8904-52e860746d89 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:46.406140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:46.406579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Checking segment: {'id': 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7dea42-c147-4e36-8904-52e860746d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:46.406987 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.407384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Bound using segment: {'id': 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7dea42-c147-4e36-8904-52e860746d89'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:46.407865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Bound port: 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3f7dea42-c147-4e36-8904-52e860746d89'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:46.408244 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.429535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.437620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-434bbce1-82b8-4a23-8f21-d0c24971d21b req-8c598b9b-dd28-443f-8083-761035c7729e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655887 Dec 10 18:48:46.462257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=3865cadd-93d9-4efe-888c-108c1b15b690,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:46.477712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] For port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:46.481150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] For port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8,segment=NetworkSegment(c9ad5ed7-2dd2-4261-81cd-aeb859709ca3),segment_id=c9ad5ed7-2dd2-4261-81cd-aeb859709ca3)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:46.485751 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.542884 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.544120 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439b9f3-dd5e-43bf-a4df-fc974a7e51ea None None] Pushing event updated for resources: {'Port': ['ID=7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:46.572141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7dea42-c147-4e36-8904-52e860746d89']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:46.583361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:46.584235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:46.595172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.609359 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.616100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:46.616513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:46.619669 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:46.689161 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:48:46.689161 n-d-821424-1 neutron-server[103499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:48:46.689161 n-d-821424-1 neutron-server[103499]: [parameters: {'id': '3f7dea42-c147-4e36-8904-52e860746d89'}] Dec 10 18:48:46.689161 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:48:46.689561 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:48:47.191015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.273763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:47.274281 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.294069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:47.356092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8,segment=NetworkSegment(c9ad5ed7-2dd2-4261-81cd-aeb859709ca3),segment_id=c9ad5ed7-2dd2-4261-81cd-aeb859709ca3)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:47.356468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.358167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:47.358791 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.371941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:47.459435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.470109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.502986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:47.504966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:47.590131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc079682-066a-41bd-9947-14d29b7b403e req-7811d2a5-03d4-4d60-9aee-66488753cfe2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:47.591916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc079682-066a-41bd-9947-14d29b7b403e req-7811d2a5-03d4-4d60-9aee-66488753cfe2 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0599945 Dec 10 18:48:47.598080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.612582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ecfbe7-8b24-4b36-811d-a474216cd094 None None] Network 3f7dea42-c147-4e36-8904-52e860746d89 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:47.628029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7dea42-c147-4e36-8904-52e860746d89']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:47.639940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:47.640322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ad5ed7-2dd2-4261-81cd-aeb859709ca3') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:47.652525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.652774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc079682-066a-41bd-9947-14d29b7b403e req-b54eea3b-a7eb-493f-bf7f-faeb8f0da0c9 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530527 Dec 10 18:48:47.677221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dd7f0b70-a849-4ba1-b927-e894f69b4746 None None] Could not find standard attr ID for object 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:47.677541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.682832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:47.683325 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:47.686833 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:47.757449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ca62e-317e-45cc-bf9c-bf54118a49f7 None None] DHCP port deletion for 3f7dea42-c147-4e36-8904-52e860746d89 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:47.758743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.767836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.774400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/3f7dea42-c147-4e36-8904-52e860746d89 HTTP/1.1" status: 204 len: 168 time: 1.6745164 Dec 10 18:48:47.776050 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53200) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:47.780866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122f9ea-c098-4fd0-b42e-21b5220abb14 None None] Network 3f7dea42-c147-4e36-8904-52e860746d89 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:47.790867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa5c9f-febc-4ed2-ae31-170d9ebc4a27 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=3f7dea42-c147-4e36-8904-52e860746d89,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:47.798423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122f9ea-c098-4fd0-b42e-21b5220abb14 None None] Network 3f7dea42-c147-4e36-8904-52e860746d89 could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:48:47.800860 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc69173-2831-4487-aa6f-7583681b8c4c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:47.801613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc69173-2831-4487-aa6f-7583681b8c4c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:47.805685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bbc69173-2831-4487-aa6f-7583681b8c4c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/3f7dea42-c147-4e36-8904-52e860746d89 HTTP/1.1" status: 404 len: 339 time: 0.0288563 Dec 10 18:48:47.809933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53202) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:47.815300 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1813452227', 'description': 'd1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:47.836753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:47.840479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.864598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:47.876952 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.877603 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment 8ad5a655-9108-40e5-9042-e49e75690648 of type vlan for network 0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd Dec 10 18:48:47.928695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.963365 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:47.972135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:47.972826 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.029613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2184744 Dec 10 18:48:48.032579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53204) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:48.046699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbb832-67a1-4062-82ea-58c35155231e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:48.059804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:48.129426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2206b39-06ee-4f84-9569-d59d286d12a3 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.131620 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a2206b39-06ee-4f84-9569-d59d286d12a3 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/networks?id=0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd HTTP/1.1" status: 200 len: 761 time: 0.0977023 Dec 10 18:48:48.134526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53206) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:48.140429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'description': 'd2'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:48.325194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a969336-ac6c-48af-9433-d746a02b2efe req-6571cdb7-b9d0-4303-9c73-ebaa899bcc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.327541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a969336-ac6c-48af-9433-d746a02b2efe req-6571cdb7-b9d0-4303-9c73-ebaa899bcc9c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1097 time: 0.1184628 Dec 10 18:48:48.395415 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.422271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3a969336-ac6c-48af-9433-d746a02b2efe req-5140e80e-a586-4d5a-a8a9-8e27ad8b3384 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820642 Dec 10 18:48:48.423360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.444162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd is not hosted by any dhcp agent {{(pid=103499) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 10 18:48:48.449779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.450447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.451799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "PUT /v2.0/networks/0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd HTTP/1.1" status: 200 len: 758 time: 0.3159158 Dec 10 18:48:48.455010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53208) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:48.507915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51acdd4-40c2-4e63-a3d2-fc9e73cb1d3c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:48.518960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:48.559737 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994db1b-1599-4809-a6ef-bde9495351ef tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.564921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5994db1b-1599-4809-a6ef-bde9495351ef tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/networks?id=0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd HTTP/1.1" status: 200 len: 761 time: 0.1051829 Dec 10 18:48:48.565380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53210) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:48.571155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1391124199'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:48.597006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:48.601029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.628087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:48.641231 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.641562 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment e6e5fe50-4d6e-4a6f-9c08-832740424008 of type vlan for network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb Dec 10 18:48:48.686102 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.713882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.719901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.721997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:48.807231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2404685 Dec 10 18:48:48.810646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53214) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:48.816794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '0d933e93-04cf-4ddb-88aa-96c3380b0fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:48.834188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877da8c-d178-4fb0-bb06-8c39dcfb1bca tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=0d933e93-04cf-4ddb-88aa-96c3380b0fcb,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:48.844745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:48.848317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730a441-186e-4a8c-86c2-bab3e6396259 req-1d5ac6d2-b400-4702-ac72-d5cd18dc981e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:48.850125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7730a441-186e-4a8c-86c2-bab3e6396259 req-1d5ac6d2-b400-4702-ac72-d5cd18dc981e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.1185465 Dec 10 18:48:48.917163 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7730a441-186e-4a8c-86c2-bab3e6396259 req-e970afcb-a1ae-44db-be7e-758d278777f3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591383 Dec 10 18:48:48.920329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:48.924146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.121905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.186032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=46070e3e-9c8d-4cdb-b290-36b7d57f40b1,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:49.198227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': 'e6e5fe50-4d6e-4a6f-9c08-832740424008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d933e93-04cf-4ddb-88aa-96c3380b0fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:49.198622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 0d933e93-04cf-4ddb-88aa-96c3380b0fcb, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:49.217964 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:49.228653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 0d933e93-04cf-4ddb-88aa-96c3380b0fcb) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:49.233900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:49.238476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.240254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e1bfd-5095-49ae-930b-89aefd81e52c None None] Network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:49.242913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:49.257765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69f47872-2532-4219-8409-2a3267907a9e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4453008 Dec 10 18:48:49.260649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53216) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:49.310817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:49.311482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7a77c5d4-a8a3-4dc1-b1ad-9c157cb5d1f8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:49.388579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-0d933e93-04cf-4ddb-88aa-96c3380b0fcb', 'network_id': '0d933e93-04cf-4ddb-88aa-96c3380b0fcb', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': '46070e3e-9c8d-4cdb-b290-36b7d57f40b1'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:49.389766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.539810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Allocated IP 172.20.0.2 (0d933e93-04cf-4ddb-88aa-96c3380b0fcb/46070e3e-9c8d-4cdb-b290-36b7d57f40b1/c7460e65-3738-40c0-b3e6-bedca99f1cc4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:49.699188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.705540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.737929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.747715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:49.751289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:49.754301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:49.763623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Pushing event updated for resources: {'Port': ['ID=c7460e65-3738-40c0-b3e6-bedca99f1cc4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:49.796810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port c7460e65-3738-40c0-b3e6-bedca99f1cc4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:49.797154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.817684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Attempting to bind port c7460e65-3738-40c0-b3e6-bedca99f1cc4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:49.818148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Attempting to bind port c7460e65-3738-40c0-b3e6-bedca99f1cc4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'e6e5fe50-4d6e-4a6f-9c08-832740424008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d933e93-04cf-4ddb-88aa-96c3380b0fcb'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:49.818557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Attempting to bind port c7460e65-3738-40c0-b3e6-bedca99f1cc4 on network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:49.823716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:49.824088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Checking segment: {'id': 'e6e5fe50-4d6e-4a6f-9c08-832740424008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d933e93-04cf-4ddb-88aa-96c3380b0fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:49.824488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.824880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Bound using segment: {'id': 'e6e5fe50-4d6e-4a6f-9c08-832740424008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d933e93-04cf-4ddb-88aa-96c3380b0fcb'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:49.825344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Bound port: c7460e65-3738-40c0-b3e6-bedca99f1cc4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6e5fe50-4d6e-4a6f-9c08-832740424008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '0d933e93-04cf-4ddb-88aa-96c3380b0fcb'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:49.825753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.878307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port c7460e65-3738-40c0-b3e6-bedca99f1cc4, host n-d-821424-1, got binding levels [] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:49.879030 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.887822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] For port c7460e65-3738-40c0-b3e6-bedca99f1cc4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:49.890907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] For port c7460e65-3738-40c0-b3e6-bedca99f1cc4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c7460e65-3738-40c0-b3e6-bedca99f1cc4,segment=NetworkSegment(e6e5fe50-4d6e-4a6f-9c08-832740424008),segment_id=e6e5fe50-4d6e-4a6f-9c08-832740424008)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:49.892110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for c7460e65-3738-40c0-b3e6-bedca99f1cc4 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:49.897456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:49.959244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf8e84-c500-4c2a-98c0-1f2fb1e2e0cc None None] Pushing event updated for resources: {'Port': ['ID=c7460e65-3738-40c0-b3e6-bedca99f1cc4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:50.066201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.101891 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1e2c6-5947-43b1-bf95-41453ed3d7ca req-9261896c-8a95-46ee-ac72-df95bb2f6878 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:50.103516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75b1e2c6-5947-43b1-bf95-41453ed3d7ca req-9261896c-8a95-46ee-ac72-df95bb2f6878 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0964220 Dec 10 18:48:50.106880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=c7460e65-3738-40c0-b3e6-bedca99f1cc4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:50.177999 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port c7460e65-3738-40c0-b3e6-bedca99f1cc4 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:50.245603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75b1e2c6-5947-43b1-bf95-41453ed3d7ca req-b03152c8-88f4-4cc1-9f33-a8a37b35ffd8 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315117 Dec 10 18:48:50.254502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.275834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53220) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:50.326016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.345541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0199d33e-ca62-46ad-b1b4-5f6dadb9e0f1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/floatingips/ffec07d5-968e-4177-83df-880fa15b60b2 HTTP/1.1" status: 200 len: 994 time: 0.0681543 Dec 10 18:48:50.354825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=46070e3e-9c8d-4cdb-b290-36b7d57f40b1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:50.419624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.440495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d933e93-04cf-4ddb-88aa-96c3380b0fcb']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:50.450882 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e5fe50-4d6e-4a6f-9c08-832740424008') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:50.451181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e5fe50-4d6e-4a6f-9c08-832740424008') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:50.461968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.479073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.485655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:50.486044 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:50.490186 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:50.554877 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.565572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.570664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/0d933e93-04cf-4ddb-88aa-96c3380b0fcb HTTP/1.1" status: 204 len: 168 time: 1.3090181 Dec 10 18:48:50.573842 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53222) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:50.584141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f37495-d1ca-4123-b34a-54230d39a8c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=0d933e93-04cf-4ddb-88aa-96c3380b0fcb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:50.608558 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eab8b9-a446-47ac-b22d-f48bf1d9ce99 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] GET failed (client error): The resource could not be found. Dec 10 18:48:50.609907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-74eab8b9-a446-47ac-b22d-f48bf1d9ce99 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/subnets/46070e3e-9c8d-4cdb-b290-36b7d57f40b1 HTTP/1.1" status: 404 len: 337 time: 0.0350358 Dec 10 18:48:50.612827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53224) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:50.632821 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69d3586-1581-47fb-8449-2e55e45e4ca7 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:50.633361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69d3586-1581-47fb-8449-2e55e45e4ca7 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:50.636540 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a69d3586-1581-47fb-8449-2e55e45e4ca7 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/0d933e93-04cf-4ddb-88aa-96c3380b0fcb HTTP/1.1" status: 404 len: 339 time: 0.0225370 Dec 10 18:48:50.640226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53226) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:50.698534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d359ec97-fe59-4be6-be2c-9aa710d9ad76 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:48:50.814964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:50.830017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'port_id': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'mac_address': 'fa:16:3e:40:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:48:50.839984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230de4f6-fd4d-4c43-960b-d3b5bfc9e74b tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:50.841618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-230de4f6-fd4d-4c43-960b-d3b5bfc9e74b tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2002413 Dec 10 18:48:50.844487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53228) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:50.874185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.881422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ea28edf-b863-400f-818d-902763d0b7f4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11 HTTP/1.1" status: 200 len: 207 time: 0.0354438 Dec 10 18:48:50.884775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53230) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:50.891462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d359ec97-fe59-4be6-be2c-9aa710d9ad76 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:48:50.922411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:50.928708 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:50.990895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:51.008943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3daaac0d-b5cb-450c-a2f9-7438fde9fea8 None None] Could not find standard attr ID for object c7460e65-3738-40c0-b3e6-bedca99f1cc4. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:48:51.043357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d20023-68c9-4ba0-911d-69876cbc4240 None None] DHCP port deletion for 0d933e93-04cf-4ddb-88aa-96c3380b0fcb request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:51.062981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a11ec-5776-4b34-934c-ab1a7fb1a55a None None] Network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:51.077446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5a11ec-5776-4b34-934c-ab1a7fb1a55a None None] Network 0d933e93-04cf-4ddb-88aa-96c3380b0fcb could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 18:48:51.132547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191b35b-aeab-4a89-bc64-7379d8f50cb9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.138729 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191b35b-aeab-4a89-bc64-7379d8f50cb9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.144510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191b35b-aeab-4a89-bc64-7379d8f50cb9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.148966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['d359ec97-fe59-4be6-be2c-9aa710d9ad76'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:48:51.150789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191b35b-aeab-4a89-bc64-7379d8f50cb9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.154440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7191b35b-aeab-4a89-bc64-7379d8f50cb9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2666652 Dec 10 18:48:51.156377 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53232) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.356176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-496f31c3-8148-4d8c-9e13-4326259f7313 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1983888 Dec 10 18:48:51.359423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53234) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.446344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ede9b-1801-4f74-adb0-db50c082593c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.447840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ede9b-1801-4f74-adb0-db50c082593c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.449460 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f16ede9b-1801-4f74-adb0-db50c082593c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0890265 Dec 10 18:48:51.453370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53236) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.558536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c28868-8ae6-4e9b-a0fe-32511b24aac3 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.560037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c28868-8ae6-4e9b-a0fe-32511b24aac3 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.561586 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c2c28868-8ae6-4e9b-a0fe-32511b24aac3 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1068034 Dec 10 18:48:51.565681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53238) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.686802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f7e966-5467-4ac8-ad88-0ec79038ded8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.688224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-60f7e966-5467-4ac8-ad88-0ec79038ded8 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/networks/c75b0131-059b-430e-8c39-4b1eb1d332dc HTTP/1.1" status: 200 len: 799 time: 0.1213055 Dec 10 18:48:51.691878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53240) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.790993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d3c12a36-0b71-46d6-81c3-fdc68b067dfa tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/networks/c75b0131-059b-430e-8c39-4b1eb1d332dc?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0980079 Dec 10 18:48:51.795275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53242) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.854401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90309c2-306a-4135-a504-589d8114b8f4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.855951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a90309c2-306a-4135-a504-589d8114b8f4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/subnets/e9fb9424-7d25-4172-b61d-8264ef247efe HTTP/1.1" status: 200 len: 811 time: 0.0597064 Dec 10 18:48:51.859962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53244) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.915806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e085ba-63c0-4e27-837e-d5047513a6a4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['shared'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:51.917235 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-58e085ba-63c0-4e27-837e-d5047513a6a4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "GET /v2.0/subnets/e9fb9424-7d25-4172-b61d-8264ef247efe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0562899 Dec 10 18:48:51.920804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53246) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:51.925620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1139697101'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:51.947922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:51.951365 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.976196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:51.986908 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:51.987256 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Added segment 0a2cc49a-bda0-421d-a95f-2b56e51f9bf2 of type vlan for network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b Dec 10 18:48:52.028877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.056796 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.062567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:52.063187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.129317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2074564 Dec 10 18:48:52.132269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53248) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:52.139445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'network_id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:52.146885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e184c-cc6e-4386-b9b9-88449709b2c5 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Network': ['ID=9a73afa5-9e12-4299-8d24-16ce6f4a4d4b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:52.157163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:52.235976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Made reservation on behalf of 661fcdb3e5d644ba868963185710fb96 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:52.239855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.302553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing IP validity checks on allocation pools {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:48:52.303318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:48:52.436360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.499248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=0b65d2dd-36dc-44a5-8755-09fc7c4ddd0e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:52.510659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Checking segment: {'id': '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:52.511088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network hostable DHCP agents. Network: 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:52.529250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:52.539385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:52.544330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:52.545345 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1018755'] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.550216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8e20db-8785-4227-b70f-f6daf0b1c025 None None] Network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:52.563254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7c1b3b88-55e7-4223-b3ad-1ca742b1a709 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4299521 Dec 10 18:48:52.566176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53250) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:52.572367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8f037f4a-3f29-490a-be10-bd3e11d5787c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:52.654109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-9a73afa5-9e12-4299-8d24-16ce6f4a4d4b', 'network_id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b', 'project_id': '661fcdb3e5d644ba868963185710fb96', 'fixed_ips': [{'subnet_id': '0b65d2dd-36dc-44a5-8755-09fc7c4ddd0e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:48:52.655043 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.687264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f037f4a-3f29-490a-be10-bd3e11d5787c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1070269128'] for subnet, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.729056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d359ec97-fe59-4be6-be2c-9aa710d9ad76 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:48:52.792878 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port d359ec97-fe59-4be6-be2c-9aa710d9ad76 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:48:52.793719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.872950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f037f4a-3f29-490a-be10-bd3e11d5787c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764418422748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1069942382'] for subnet, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.901885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.917186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f037f4a-3f29-490a-be10-bd3e11d5787c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:52.917781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8f037f4a-3f29-490a-be10-bd3e11d5787c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.919476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8f037f4a-3f29-490a-be10-bd3e11d5787c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "PUT /v2.0/subnets/0b65d2dd-36dc-44a5-8755-09fc7c4ddd0e HTTP/1.1" status: 200 len: 877 time: 0.3519301 Dec 10 18:48:52.922295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53252) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:52.940301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:48:52.943029 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04eefd5-64a6-4f8c-8f90-002650ae39a5" -d '{"events": [{"server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "name": "network-vif-plugged", "status": "completed", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:48:52.948438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Allocated IP 172.20.0.3 (9a73afa5-9e12-4299-8d24-16ce6f4a4d4b/0b65d2dd-36dc-44a5-8755-09fc7c4ddd0e/48ec401b-f987-4f7b-9004-58eee77939dd) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:48:52.964649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:52.971034 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:52.978111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f037f4a-3f29-490a-be10-bd3e11d5787c tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event updated for resources: {'Subnet': ['ID=0b65d2dd-36dc-44a5-8755-09fc7c4ddd0e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.045808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.069736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.121809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.168155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.181996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.198827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.216478 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fe300c-9c69-4488-8777-c430a2e50163 x-openstack-request-id: req-72fe300c-9c69-4488-8777-c430a2e50163 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:48:53.216768 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "name": "network-vif-plugged", "status": "completed", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:48:53.217010 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-72fe300c-9c69-4488-8777-c430a2e50163 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:48:53.217395 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'code': 200} Dec 10 18:48:53.227262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=0b65d2dd-36dc-44a5-8755-09fc7c4ddd0e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.232006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:53.237445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:53.239639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Pushing event updated for resources: {'Port': ['ID=48ec401b-f987-4f7b-9004-58eee77939dd,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.241767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:53.289786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.298992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Attempting to bind port 48ec401b-f987-4f7b-9004-58eee77939dd on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:48:53.299269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Attempting to bind port 48ec401b-f987-4f7b-9004-58eee77939dd by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:48:53.299634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Attempting to bind port 48ec401b-f987-4f7b-9004-58eee77939dd on network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:48:53.304863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:48:53.305235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Checking segment: {'id': '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:53.305635 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.306021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Bound using segment: {'id': '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:48:53.306506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Bound port: 48ec401b-f987-4f7b-9004-58eee77939dd, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:48:53.306880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.317577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a73afa5-9e12-4299-8d24-16ce6f4a4d4b']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:53.328296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:53.328589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:53.339109 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.353693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.360080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:53.360492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:53.363705 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:53.377135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] For port 48ec401b-f987-4f7b-9004-58eee77939dd, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:48:53.419237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] For port 48ec401b-f987-4f7b-9004-58eee77939dd, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=48ec401b-f987-4f7b-9004-58eee77939dd,segment=NetworkSegment(0a2cc49a-bda0-421d-a95f-2b56e51f9bf2),segment_id=0a2cc49a-bda0-421d-a95f-2b56e51f9bf2)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:48:53.420819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 18:48:53.420819 n-d-821424-1 neutron-server[103499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 18:48:53.420819 n-d-821424-1 neutron-server[103499]: [parameters: {'id': '9a73afa5-9e12-4299-8d24-16ce6f4a4d4b'}] Dec 10 18:48:53.420819 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:48:53.421427 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:48:53.424665 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.506518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2132e6-e0d9-436e-9a56-7a18bcaa9d19 None None] Pushing event updated for resources: {'Port': ['ID=48ec401b-f987-4f7b-9004-58eee77939dd,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:53.528928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596484b0-ca3c-4d32-8976-4c34dded6b73 None None] Network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:53.623494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baaf723-cc4d-483d-9445-93742250c44d None None] Network 9a73afa5-9e12-4299-8d24-16ce6f4a4d4b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:53.724334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40a6f87-a577-44c3-b8dd-a6ba888df83d None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 18:48:53.812681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a6f87-a577-44c3-b8dd-a6ba888df83d None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 18:48:53.922716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:53.981749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port 48ec401b-f987-4f7b-9004-58eee77939dd {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:53.982301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.408859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port 48ec401b-f987-4f7b-9004-58eee77939dd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=48ec401b-f987-4f7b-9004-58eee77939dd,segment=NetworkSegment(0a2cc49a-bda0-421d-a95f-2b56e51f9bf2),segment_id=0a2cc49a-bda0-421d-a95f-2b56e51f9bf2)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:54.409469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.422389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for 48ec401b-f987-4f7b-9004-58eee77939dd owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:54.508065 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.536329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=48ec401b-f987-4f7b-9004-58eee77939dd,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:54.540672 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port 48ec401b-f987-4f7b-9004-58eee77939dd on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:54.618959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.641112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a73afa5-9e12-4299-8d24-16ce6f4a4d4b']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.651172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.651570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2cc49a-bda0-421d-a95f-2b56e51f9bf2') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:54.661152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.676154 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.683326 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:54.683795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:54.687029 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:54.753927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.761479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:54.770732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/9a73afa5-9e12-4299-8d24-16ce6f4a4d4b HTTP/1.1" status: 204 len: 168 time: 1.8428538 Dec 10 18:48:54.771046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53258) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:54.781037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40fe1b-bd16-4dcb-a2be-154cc77cd18d tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=9a73afa5-9e12-4299-8d24-16ce6f4a4d4b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:54.804390 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-d509f700-4459-47f4-9b8c-54c4dc425051 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:54.804859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d509f700-4459-47f4-9b8c-54c4dc425051 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:54.807970 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d509f700-4459-47f4-9b8c-54c4dc425051 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/0b65d2dd-36dc-44a5-8755-09fc7c4ddd0e HTTP/1.1" status: 404 len: 337 time: 0.0358229 Dec 10 18:48:54.810541 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53260) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:54.829570 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-6281e977-e61c-4863-942d-a7a559965867 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:54.830091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6281e977-e61c-4863-942d-a7a559965867 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:54.833566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6281e977-e61c-4863-942d-a7a559965867 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/9a73afa5-9e12-4299-8d24-16ce6f4a4d4b HTTP/1.1" status: 404 len: 339 time: 0.0216591 Dec 10 18:48:54.836244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53262) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:54.867957 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd460059-07f5-4975-b480-58381880d92a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:54.868412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd460059-07f5-4975-b480-58381880d92a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:54.871666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dd460059-07f5-4975-b480-58381880d92a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/46070e3e-9c8d-4cdb-b290-36b7d57f40b1 HTTP/1.1" status: 404 len: 337 time: 0.0344768 Dec 10 18:48:54.874193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53264) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:54.892605 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f642dc-a0b1-4c24-9fb5-89e6fd61e864 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:54.893098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f642dc-a0b1-4c24-9fb5-89e6fd61e864 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:54.896381 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c5f642dc-a0b1-4c24-9fb5-89e6fd61e864 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/0d933e93-04cf-4ddb-88aa-96c3380b0fcb HTTP/1.1" status: 404 len: 339 time: 0.0210104 Dec 10 18:48:54.898941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53266) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:54.977630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.072146 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.094239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:55.104276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad5a655-9108-40e5-9042-e49e75690648') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:55.104546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad5a655-9108-40e5-9042-e49e75690648') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:55.114989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.130250 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.138634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:55.139273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:55.144869 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:55.204249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.212243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.215356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd HTTP/1.1" status: 204 len: 168 time: 0.3155200 Dec 10 18:48:55.218606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53268) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.227714 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd724c-7caa-4ca5-aa5a-00f46f0a572f tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=0e9aaef6-d0e4-44b6-85b9-1eb0bfef51fd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:55.247055 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5db393-0b81-4b6f-9f6f-3ab745c7b6dc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.247510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5db393-0b81-4b6f-9f6f-3ab745c7b6dc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.250673 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8d5db393-0b81-4b6f-9f6f-3ab745c7b6dc tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/3865cadd-93d9-4efe-888c-108c1b15b690 HTTP/1.1" status: 404 len: 337 time: 0.0310471 Dec 10 18:48:55.253596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53270) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.271906 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f45e48-37aa-4fa6-a2c9-0ffab91ad5cf tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.272417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f45e48-37aa-4fa6-a2c9-0ffab91ad5cf tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.275505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-23f45e48-37aa-4fa6-a2c9-0ffab91ad5cf tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/3f7dea42-c147-4e36-8904-52e860746d89 HTTP/1.1" status: 404 len: 339 time: 0.0209777 Dec 10 18:48:55.278171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53272) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.307297 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b30dc2-e7c4-438d-a130-afe6a54c181b tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.307756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b30dc2-e7c4-438d-a130-afe6a54c181b tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.311089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-68b30dc2-e7c4-438d-a130-afe6a54c181b tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/1c6cda42-2481-4b79-964e-9b09bee07e0d HTTP/1.1" status: 404 len: 337 time: 0.0319147 Dec 10 18:48:55.313667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53274) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.333426 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-398a8dc9-ff2d-4bed-9b61-c73b1da9350a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.333951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398a8dc9-ff2d-4bed-9b61-c73b1da9350a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.337060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-398a8dc9-ff2d-4bed-9b61-c73b1da9350a tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/bba9b883-c687-4183-8c0f-a8b8d6b0afcf HTTP/1.1" status: 404 len: 339 time: 0.0224445 Dec 10 18:48:55.339863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53276) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.371082 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f6c045-6a4b-4289-8fc8-2fb181f456db tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.371575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25f6c045-6a4b-4289-8fc8-2fb181f456db tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.374706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-25f6c045-6a4b-4289-8fc8-2fb181f456db tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/cc78ad46-e916-40ce-973f-f33a908bd8b2 HTTP/1.1" status: 404 len: 337 time: 0.0338211 Dec 10 18:48:55.377430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53278) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.395982 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9c96f2-51c2-4ea0-b0c1-6deb5bb3f341 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.396468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9c96f2-51c2-4ea0-b0c1-6deb5bb3f341 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.399785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ce9c96f2-51c2-4ea0-b0c1-6deb5bb3f341 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/674fedce-a627-4c1f-9a6d-7a9ac4705374 HTTP/1.1" status: 404 len: 339 time: 0.0214553 Dec 10 18:48:55.402564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53280) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.428421 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1fed84-6b9c-451b-9936-4088cf324c7e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.429006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1fed84-6b9c-451b-9936-4088cf324c7e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.432104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fe1fed84-6b9c-451b-9936-4088cf324c7e tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/208e8a6a-0d80-4bcc-be50-034c2f93248d HTTP/1.1" status: 404 len: 337 time: 0.0285726 Dec 10 18:48:55.434712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53282) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.453389 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a4f7721-7d50-4a48-8c18-263a80b99d54 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.453874 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a4f7721-7d50-4a48-8c18-263a80b99d54 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.456900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a4f7721-7d50-4a48-8c18-263a80b99d54 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/8160e525-83df-4972-b25f-aa38f1a3c47f HTTP/1.1" status: 404 len: 339 time: 0.0212817 Dec 10 18:48:55.460107 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53284) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.495197 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec777c0-615e-40df-91a9-98d637bc2ec9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.495503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec777c0-615e-40df-91a9-98d637bc2ec9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.498588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1ec777c0-615e-40df-91a9-98d637bc2ec9 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/b1c9ac1e-8b94-46c8-a50e-249aa5ace49e HTTP/1.1" status: 404 len: 337 time: 0.0373926 Dec 10 18:48:55.501215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53286) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.520183 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d26907-5fce-4670-bf99-257f719692d0 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.520685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d26907-5fce-4670-bf99-257f719692d0 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.523829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-72d26907-5fce-4670-bf99-257f719692d0 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/62ff6c45-62af-4c00-bec3-2f2619ebafd9 HTTP/1.1" status: 404 len: 339 time: 0.0216517 Dec 10 18:48:55.527796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.559033 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d19fea-cda0-45d6-a9ef-e75ac58e1261 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.559498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d19fea-cda0-45d6-a9ef-e75ac58e1261 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.562792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a2d19fea-cda0-45d6-a9ef-e75ac58e1261 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/b32572e1-bdb5-46d3-bd5a-36ceb1655bbb HTTP/1.1" status: 404 len: 337 time: 0.0340011 Dec 10 18:48:55.567486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53290) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.590234 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-41465684-b697-4138-a32b-aca1aa817a23 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.590766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41465684-b697-4138-a32b-aca1aa817a23 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.596350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-41465684-b697-4138-a32b-aca1aa817a23 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/5f62ecef-2b69-4ca2-9339-0411c2a824c1 HTTP/1.1" status: 404 len: 339 time: 0.0252228 Dec 10 18:48:55.596695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53292) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.624361 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0adbbf-19ea-4266-b45c-7b2c9c56f4c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.624811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0adbbf-19ea-4266-b45c-7b2c9c56f4c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.628668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7a0adbbf-19ea-4266-b45c-7b2c9c56f4c4 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/58c98b0e-67d9-439f-aef0-6a3c4e28da08 HTTP/1.1" status: 404 len: 337 time: 0.0309095 Dec 10 18:48:55.632185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53294) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.652110 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97abd17-ffb0-4bc1-a5ba-8b727e631f07 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.652673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97abd17-ffb0-4bc1-a5ba-8b727e631f07 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.656229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e97abd17-ffb0-4bc1-a5ba-8b727e631f07 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/2aa8fc58-876c-4fc8-b705-5864839ea455 HTTP/1.1" status: 404 len: 339 time: 0.0230508 Dec 10 18:48:55.658960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53296) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.687030 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-559aeef4-9fec-4ec3-bca7-a4b62b62c797 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.687496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-559aeef4-9fec-4ec3-bca7-a4b62b62c797 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.690866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-559aeef4-9fec-4ec3-bca7-a4b62b62c797 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/299e130f-5c74-463c-8a65-47a7d2d542d6 HTTP/1.1" status: 404 len: 337 time: 0.0307682 Dec 10 18:48:55.696518 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53298) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.716045 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-a562d3c0-54a3-402b-aa16-fd09cb50da72 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] DELETE failed (client error): The resource could not be found. Dec 10 18:48:55.716542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a562d3c0-54a3-402b-aa16-fd09cb50da72 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:48:55.719634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a562d3c0-54a3-402b-aa16-fd09cb50da72 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/b07c96e7-a1a9-4d7b-a68d-3cf91d7ec17d HTTP/1.1" status: 404 len: 339 time: 0.0219605 Dec 10 18:48:55.722390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53300) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:55.777242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting subnet e9fb9424-7d25-4172-b61d-8264ef247efe {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:48:55.781305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.823602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.913044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:55.976222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.005549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fb9424-7d25-4172-b61d-8264ef247efe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.007618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.011160 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-04c0e05e-5ffe-4929-84c0-14d7411f22ac tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/subnets/e9fb9424-7d25-4172-b61d-8264ef247efe HTTP/1.1" status: 204 len: 168 time: 0.2874284 Dec 10 18:48:56.013846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53302) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:56.016749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa18c2-7684-4554-8b51-f26c02170bc6 None None] Network c75b0131-059b-430e-8c39-4b1eb1d332dc requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:56.098265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.157710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Deleting port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:56.158052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.163837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] DHCP port deletion for c75b0131-059b-430e-8c39-4b1eb1d332dc request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:48:56.221492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] Deleting port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:48:56.222087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.226892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] For port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,segment=NetworkSegment(a83eb211-69a3-4aae-9530-fc34bf2cde56),segment_id=a83eb211-69a3-4aae-9530-fc34bf2cde56)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:56.227463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.246483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Calling delete_port for 10d4b2b1-bfb6-44db-b662-bd55365a5dbc owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:56.291670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] For port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,segment=NetworkSegment(a83eb211-69a3-4aae-9530-fc34bf2cde56),segment_id=a83eb211-69a3-4aae-9530-fc34bf2cde56)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:48:56.292586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.305176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] Calling delete_port for 10d4b2b1-bfb6-44db-b662-bd55365a5dbc owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:48:56.333481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.361154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Port': ['ID=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.364813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] No DVR routers for this DVR port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:56.388733 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.412617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] Pushing event deleted for resources: {'Port': ['ID=10d4b2b1-bfb6-44db-b662-bd55365a5dbc,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.418232 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badf109f-c0fe-41b8-b5da-d31d7266f571 None None] No DVR routers for this DVR port 10d4b2b1-bfb6-44db-b662-bd55365a5dbc on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:48:56.462947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.484509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75b0131-059b-430e-8c39-4b1eb1d332dc']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:56.494477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83eb211-69a3-4aae-9530-fc34bf2cde56') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:56.494798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83eb211-69a3-4aae-9530-fc34bf2cde56') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:48:56.504456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.518043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.526073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:48:56.526550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:48:56.530236 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:48:56.593963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.600050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:56.603402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] 10.222.0.55 "DELETE /v2.0/networks/c75b0131-059b-430e-8c39-4b1eb1d332dc HTTP/1.1" status: 204 len: 168 time: 0.5885906 Dec 10 18:48:56.619735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9701e-1822-4d24-9a6b-391b49528e32 tempest-NetworksTest-726490498 tempest-NetworksTest-726490498-project] Pushing event deleted for resources: {'Network': ['ID=c75b0131-059b-430e-8c39-4b1eb1d332dc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:56.877703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53308) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:57.035029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-18ae9aef-2076-4f7f-b9fe-82820009a5d4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=661fcdb3e5d644ba868963185710fb96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559641 Dec 10 18:48:57.037793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53312) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:57.089122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08a3b6ca-3431-4371-8f40-73d7bc02a45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.118137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08a3b6ca-3431-4371-8f40-73d7bc02a45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.173215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08a3b6ca-3431-4371-8f40-73d7bc02a45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.176590 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08a3b6ca-3431-4371-8f40-73d7bc02a45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:57.183342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-08a3b6ca-3431-4371-8f40-73d7bc02a45a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f53bb5fc-fef6-435e-b412-3989d004aab5 HTTP/1.1" status: 204 len: 168 time: 0.1396921 Dec 10 18:48:57.187290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3b6ca-3431-4371-8f40-73d7bc02a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53bb5fc-fef6-435e-b412-3989d004aab5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:57.242350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 10d4b2b1-bfb6-44db-b662-bd55365a5dbc no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:48:57.264500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 10d4b2b1-bfb6-44db-b662-bd55365a5dbc {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:48:57.264845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 10d4b2b1-bfb6-44db-b662-bd55365a5dbc not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:48:57.909294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53334) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:58.025256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1055380887'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:58.050890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:58.054802 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.063977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.154519 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.159866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.187862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:58.210029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4921157-76ca-4e86-a573-26399ae530a6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:58.213242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.213593 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment 6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a of type vlan for network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 Dec 10 18:48:58.261467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.290792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.296888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:58.297513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.309063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-beeb9f06-3310-4b0d-a1a4-065f7de891b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.352271 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4417639 Dec 10 18:48:58.355436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53338) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:58.360611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'name': 'tempest-PortsIpV6TestJSON-933166957'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:58.419314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd55c8-0ecb-44bd-9854-d82ca1d0b58e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=65cfda8a-1fb4-474a-9669-a3d19d2a9477,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:58.430657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:58.477024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:58.481023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.500219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port 99f11a92-96b9-4651-826f-422ff1798a76 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:58.683633 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.721561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.776366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=99f11a92-96b9-4651-826f-422ff1798a76,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:58.795888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': '6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:58.796270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: 65cfda8a-1fb4-474a-9669-a3d19d2a9477, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:58.825606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:58.838103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 65cfda8a-1fb4-474a-9669-a3d19d2a9477) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:58.842074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:58.847512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6472aa15-95fe-4b60-a680-2990077271bf None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:58.847864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:58.848468 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.867611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c3cc8bd7-0ced-4f83-9a42-a7580d94cdf7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5109625 Dec 10 18:48:58.870642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53340) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:58.875809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1670746930'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:58.900105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:58.903750 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.927122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:48:58.938069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:58.938379 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment 52cd0a2e-4b37-4972-a790-7dc51faade73 of type vlan for network 76153e80-82da-46be-af33-3c616fd11d73 Dec 10 18:48:58.981712 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.008488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.014160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:59.014891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.077881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2061031 Dec 10 18:48:59.080603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53342) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:48:59.086088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'ports': [{'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477'}, {'network_id': '76153e80-82da-46be-af33-3c616fd11d73'}]} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:59.086431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:59.086916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '76153e80-82da-46be-af33-3c616fd11d73'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:48:59.105765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847ca52-1b5b-4c53-ab93-9cb98c0ed28c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=76153e80-82da-46be-af33-3c616fd11d73,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:59.116882 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 76153e80-82da-46be-af33-3c616fd11d73 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:48:59.265938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 2} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:48:59.270627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.284637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.369329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port 45423e33-bdd7-4ace-869c-b6ba57f4441b yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:59.495175 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.562239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port d60cd38f-fc60-40fb-bc99-e37e5b9ec799 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:48:59.680836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.723111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.768673 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:48:59.772147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:59.775814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:59.776664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.783126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=45423e33-bdd7-4ace-869c-b6ba57f4441b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:59.845999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=d60cd38f-fc60-40fb-bc99-e37e5b9ec799,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:48:59.855302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': '52cd0a2e-4b37-4972-a790-7dc51faade73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '76153e80-82da-46be-af33-3c616fd11d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:48:59.855671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: 76153e80-82da-46be-af33-3c616fd11d73, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:48:59.875392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 76153e80-82da-46be-af33-3c616fd11d73 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:48:59.885801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 76153e80-82da-46be-af33-3c616fd11d73) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:48:59.889880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:48:59.895724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:59.897788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e9405-ad8f-4964-aa97-c5a8ae594050 None None] Network 76153e80-82da-46be-af33-3c616fd11d73 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:48:59.900833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:48:59.901522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:48:59.918477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e93fd8a9-a417-4efd-ada8-47bc474958be tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8368001 Dec 10 18:48:59.921498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53344) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:00.017399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port d60cd38f-fc60-40fb-bc99-e37e5b9ec799 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:00.018151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.099009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.117315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for d60cd38f-fc60-40fb-bc99-e37e5b9ec799 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:00.211084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.239066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=d60cd38f-fc60-40fb-bc99-e37e5b9ec799,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:00.246765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.250119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5640a631-4dd9-4364-ab72-8abf74efe138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/d60cd38f-fc60-40fb-bc99-e37e5b9ec799 HTTP/1.1" status: 204 len: 168 time: 0.3276625 Dec 10 18:49:00.252893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53346) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:00.309892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd93a27-1dfa-447a-9760-1de25dea16b4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:00.315814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd93a27-1dfa-447a-9760-1de25dea16b4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:00.317420 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6dd93a27-1dfa-447a-9760-1de25dea16b4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0634515 Dec 10 18:49:00.320752 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53348) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:00.412509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 45423e33-bdd7-4ace-869c-b6ba57f4441b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:00.412509 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.484558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.511851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 45423e33-bdd7-4ace-869c-b6ba57f4441b owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:00.606757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.640344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=45423e33-bdd7-4ace-869c-b6ba57f4441b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:00.643525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.646916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-91868377-7588-4b7f-b354-280646b9322a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/45423e33-bdd7-4ace-869c-b6ba57f4441b HTTP/1.1" status: 204 len: 168 time: 0.3251998 Dec 10 18:49:00.649555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53350) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:00.710796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406bd80b-82ae-4f2b-b256-bcf51e9a3f19 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:00.713318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-406bd80b-82ae-4f2b-b256-bcf51e9a3f19 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0626154 Dec 10 18:49:00.715996 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53352) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:00.749719 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a561e7f-107e-444d-848f-b155bc624b11 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:00.751194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a561e7f-107e-444d-848f-b155bc624b11 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/d60cd38f-fc60-40fb-bc99-e37e5b9ec799 HTTP/1.1" status: 404 len: 333 time: 0.0340853 Dec 10 18:49:00.755373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53354) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:00.780833 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b41f10-a319-41de-b8e5-444e077c7c9f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:00.782340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e4b41f10-a319-41de-b8e5-444e077c7c9f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/45423e33-bdd7-4ace-869c-b6ba57f4441b HTTP/1.1" status: 404 len: 333 time: 0.0259211 Dec 10 18:49:00.786053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53356) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:00.869798 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.967077 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:00.993771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76153e80-82da-46be-af33-3c616fd11d73']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:01.006109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cd0a2e-4b37-4972-a790-7dc51faade73') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:01.006491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cd0a2e-4b37-4972-a790-7dc51faade73') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:01.017602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.032145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.039392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:01.039775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:01.042858 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:01.108280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.115810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.119194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/76153e80-82da-46be-af33-3c616fd11d73 HTTP/1.1" status: 204 len: 168 time: 0.3329036 Dec 10 18:49:01.124747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53358) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:01.131950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373ea09-6e8e-4bbc-9b6e-d1e6478303f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=76153e80-82da-46be-af33-3c616fd11d73,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:01.134224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1365636200'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:01.159006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:01.162650 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.187283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:01.197638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.197988 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment 7273663c-d1e9-4389-a324-907758ba0c49 of type vlan for network fee9cabc-a859-4c0c-bc34-b67fc1f9109a Dec 10 18:49:01.243502 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.270336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.277233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:01.277928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.343890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2173946 Dec 10 18:49:01.347065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53360) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:01.354966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:01.371623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73ede1-26a3-41b5-a2a8-cd15b9ba849e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=fee9cabc-a859-4c0c-bc34-b67fc1f9109a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:01.386183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network fee9cabc-a859-4c0c-bc34-b67fc1f9109a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:01.455653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:01.460394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.520014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Performing IP validity checks on allocation pools {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 18:49:01.522810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 18:49:01.638442 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-72b1ed53-a8b9-4dbc-8268-5bf4c94034b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.655739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.721764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=d57a5b13-db09-42cc-a31d-ea3f434f0ebb,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:01.729830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': '7273663c-d1e9-4389-a324-907758ba0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:01.730203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: fee9cabc-a859-4c0c-bc34-b67fc1f9109a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:01.748438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network fee9cabc-a859-4c0c-bc34-b67fc1f9109a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:01.757996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, fee9cabc-a859-4c0c-bc34-b67fc1f9109a) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:01.762977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:01.763592 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.766731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59814903-de95-4f12-946d-9724100b2a2c None None] Network fee9cabc-a859-4c0c-bc34-b67fc1f9109a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:01.782378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dbf0ec0c-edc0-441a-a515-ea5afa9bdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4340668 Dec 10 18:49:01.784928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53362) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:01.791681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a', 'name': 'tempest-PortsIpV6TestJSON-1043987750'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:01.879764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-fee9cabc-a859-4c0c-bc34-b67fc1f9109a', 'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a', 'project_id': 'fcaef47ae67e4172aaae8119a183eba1', 'fixed_ips': [{'subnet_id': 'd57a5b13-db09-42cc-a31d-ea3f434f0ebb'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:01.881342 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.912232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:01.916019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:01.934169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port ba02f68b-4dc2-4fa6-bb59-def5087b85fa yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:02.028651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Allocated IP 2001:db8::2 (fee9cabc-a859-4c0c-bc34-b67fc1f9109a/d57a5b13-db09-42cc-a31d-ea3f434f0ebb/bf23415f-1ec1-479b-96e9-96e5d607d92d) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:02.182481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.204396 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.224113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.232266 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.273137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Network fee9cabc-a859-4c0c-bc34-b67fc1f9109a is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:02.278284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:02.283006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:02.285103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Pushing event updated for resources: {'Port': ['ID=bf23415f-1ec1-479b-96e9-96e5d607d92d,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:02.294206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::2e5 (fee9cabc-a859-4c0c-bc34-b67fc1f9109a/d57a5b13-db09-42cc-a31d-ea3f434f0ebb/ba02f68b-4dc2-4fa6-bb59-def5087b85fa) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:02.345994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Attempting to bind port bf23415f-1ec1-479b-96e9-96e5d607d92d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:02.346382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Attempting to bind port bf23415f-1ec1-479b-96e9-96e5d607d92d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7273663c-d1e9-4389-a324-907758ba0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:02.346865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Attempting to bind port bf23415f-1ec1-479b-96e9-96e5d607d92d on network fee9cabc-a859-4c0c-bc34-b67fc1f9109a {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:02.352441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:02.352824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Checking segment: {'id': '7273663c-d1e9-4389-a324-907758ba0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:02.353233 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.353633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Bound using segment: {'id': '7273663c-d1e9-4389-a324-907758ba0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:02.354103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Bound port: bf23415f-1ec1-479b-96e9-96e5d607d92d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7273663c-d1e9-4389-a324-907758ba0c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'fee9cabc-a859-4c0c-bc34-b67fc1f9109a'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:02.354522 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.426926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] For port bf23415f-1ec1-479b-96e9-96e5d607d92d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:02.430845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] For port bf23415f-1ec1-479b-96e9-96e5d607d92d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bf23415f-1ec1-479b-96e9-96e5d607d92d,segment=NetworkSegment(7273663c-d1e9-4389-a324-907758ba0c49),segment_id=7273663c-d1e9-4389-a324-907758ba0c49)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:02.436843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.464801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.497759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095652a8-a3ed-43cc-a261-182386fc7d39 None None] Pushing event updated for resources: {'Port': ['ID=bf23415f-1ec1-479b-96e9-96e5d607d92d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:02.507956 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.557162 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network fee9cabc-a859-4c0c-bc34-b67fc1f9109a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:02.560341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:02.563105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:02.569648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:02.570275 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.576936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=ba02f68b-4dc2-4fa6-bb59-def5087b85fa,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:02.598694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f90223d1-7924-4064-aa77-65acce24343d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8076277 Dec 10 18:49:02.598694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53364) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:02.724127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port ba02f68b-4dc2-4fa6-bb59-def5087b85fa {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:02.725058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.833871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:02.848056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for ba02f68b-4dc2-4fa6-bb59-def5087b85fa owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:03.004366 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.035299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=ba02f68b-4dc2-4fa6-bb59-def5087b85fa,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:03.065400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.069135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-66130549-c447-46d2-9860-6bcc3226e3bd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/ba02f68b-4dc2-4fa6-bb59-def5087b85fa HTTP/1.1" status: 204 len: 168 time: 0.4712961 Dec 10 18:49:03.071959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53366) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:03.096181 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58bd24b-2e59-4ac7-a374-a6ad195c7a6f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:03.096714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a58bd24b-2e59-4ac7-a374-a6ad195c7a6f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:03.099948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a58bd24b-2e59-4ac7-a374-a6ad195c7a6f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/ba02f68b-4dc2-4fa6-bb59-def5087b85fa HTTP/1.1" status: 404 len: 333 time: 0.0270653 Dec 10 18:49:03.102759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53368) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:03.127135 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e9cc20-e786-4571-9e71-7a9219526054 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:03.128561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77e9cc20-e786-4571-9e71-7a9219526054 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/ba02f68b-4dc2-4fa6-bb59-def5087b85fa HTTP/1.1" status: 404 len: 333 time: 0.0249152 Dec 10 18:49:03.132409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53370) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:03.185185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet d57a5b13-db09-42cc-a31d-ea3f434f0ebb {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:03.188841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.234052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.289585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bf23415f-1ec1-479b-96e9-96e5d607d92d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:03.343049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.349168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port bf23415f-1ec1-479b-96e9-96e5d607d92d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:03.349548 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.418534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.437653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.445352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=d57a5b13-db09-42cc-a31d-ea3f434f0ebb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:03.453870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.460768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a946a207-cfa4-4f04-a0b3-2aca9f4a03d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/d57a5b13-db09-42cc-a31d-ea3f434f0ebb HTTP/1.1" status: 204 len: 168 time: 0.3273039 Dec 10 18:49:03.461388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53372) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:03.501834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:49:03.502649 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:49:03.557988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0709c01-fc96-4d4e-a4a7-033dd2ebfb94 None None] Network fee9cabc-a859-4c0c-bc34-b67fc1f9109a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:03.558262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.613364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port bf23415f-1ec1-479b-96e9-96e5d607d92d {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:03.613691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.652757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-75a13a5b-40ee-4ed8-87ab-dbde9185e74a None None] Provisioning complete for port bf23415f-1ec1-479b-96e9-96e5d607d92d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:03.653347 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-75a13a5b-40ee-4ed8-87ab-dbde9185e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.685016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] For port bf23415f-1ec1-479b-96e9-96e5d607d92d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bf23415f-1ec1-479b-96e9-96e5d607d92d,segment=NetworkSegment(7273663c-d1e9-4389-a324-907758ba0c49),segment_id=7273663c-d1e9-4389-a324-907758ba0c49)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:03.685445 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.700806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for bf23415f-1ec1-479b-96e9-96e5d607d92d owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:03.746297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-75a13a5b-40ee-4ed8-87ab-dbde9185e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.750879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] DHCP port deletion for fee9cabc-a859-4c0c-bc34-b67fc1f9109a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:03.795253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.825940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=bf23415f-1ec1-479b-96e9-96e5d607d92d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:03.827873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No DVR routers for this DVR port bf23415f-1ec1-479b-96e9-96e5d607d92d on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:03.846203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.857204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] Deleting port bf23415f-1ec1-479b-96e9-96e5d607d92d {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:03.857574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.915243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.921117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] For port bf23415f-1ec1-479b-96e9-96e5d607d92d, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:03.921615 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.933951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] Calling delete_port for bf23415f-1ec1-479b-96e9-96e5d607d92d owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:03.936651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] Port bf23415f-1ec1-479b-96e9-96e5d607d92d was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:49:03.937956 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.940037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee9cabc-a859-4c0c-bc34-b67fc1f9109a']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:03.950126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7273663c-d1e9-4389-a324-907758ba0c49') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:03.950528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7273663c-d1e9-4389-a324-907758ba0c49') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:03.961123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.963931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] Pushing event deleted for resources: {'Port': ['ID=bf23415f-1ec1-479b-96e9-96e5d607d92d,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:03.968440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec3e40-c367-45f5-a8bd-9ed9b2c11d57 None None] No DVR routers for this DVR port bf23415f-1ec1-479b-96e9-96e5d607d92d on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:03.983084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.990002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:03.990624 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:03.994042 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:04.027275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Port bf23415f-1ec1-479b-96e9-96e5d607d92d update to ACTIVE by agent not found {{(pid=103501) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 10 18:49:04.055867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.063379 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.066578 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/fee9cabc-a859-4c0c-bc34-b67fc1f9109a HTTP/1.1" status: 204 len: 168 time: 0.6033564 Dec 10 18:49:04.070665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53374) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:04.076301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-585646202'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:04.086862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e1c800-9e76-46ca-b251-279e230446b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=fee9cabc-a859-4c0c-bc34-b67fc1f9109a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:04.100211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:04.104011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.128198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.131715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:04.141932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.142281 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment fe5c401d-80fc-4381-948e-29d92dfbf32a of type vlan for network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 Dec 10 18:49:04.189027 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.216567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.222136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:04.222754 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.283329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2112455 Dec 10 18:49:04.286139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53376) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:04.291319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:04.313684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c75ef8-7b96-469a-81ea-f9269f073708 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:04.325357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:04.399123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:04.402756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.590719 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.652372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=7faa16ac-a165-46cf-915d-596c14395a70,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:04.661421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': 'fe5c401d-80fc-4381-948e-29d92dfbf32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:04.661833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:04.679990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:04.688977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:04.693579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:04.694173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.699740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6da95-2889-497d-92df-0103c340dfd6 None None] Network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:04.711608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-47050ddd-5e72-4bb6-b7f3-ddba8d35c3eb tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4242775 Dec 10 18:49:04.714880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53378) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:04.720858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-611388244'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:04.808643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0', 'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0', 'project_id': 'fcaef47ae67e4172aaae8119a183eba1', 'fixed_ips': [{'subnet_id': '7faa16ac-a165-46cf-915d-596c14395a70'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:04.809561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.839854 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:04.844057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.862693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port bcb28d58-d5ef-4909-8cf1-b8947ccef622 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:04.910958 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:04.959752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Allocated IP 2001:db8::2 (b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0/7faa16ac-a165-46cf-915d-596c14395a70/4d902f55-d40f-4788-8c05-0b37098899a8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:05.123483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.131787 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.172417 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:05.176749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:05.181313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:05.184405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Pushing event updated for resources: {'Port': ['ID=4d902f55-d40f-4788-8c05-0b37098899a8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:05.218832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::2d3 (b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0/7faa16ac-a165-46cf-915d-596c14395a70/bcb28d58-d5ef-4909-8cf1-b8947ccef622) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:05.250619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Attempting to bind port 4d902f55-d40f-4788-8c05-0b37098899a8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:05.251081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Attempting to bind port 4d902f55-d40f-4788-8c05-0b37098899a8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'fe5c401d-80fc-4381-948e-29d92dfbf32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:05.251506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Attempting to bind port 4d902f55-d40f-4788-8c05-0b37098899a8 on network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:05.257221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:05.257592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Checking segment: {'id': 'fe5c401d-80fc-4381-948e-29d92dfbf32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:05.257997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.258381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Bound using segment: {'id': 'fe5c401d-80fc-4381-948e-29d92dfbf32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:05.258889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Bound port: 4d902f55-d40f-4788-8c05-0b37098899a8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe5c401d-80fc-4381-948e-29d92dfbf32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:05.259272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.270136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bf23415f-1ec1-479b-96e9-96e5d607d92d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:05.292870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: bf23415f-1ec1-479b-96e9-96e5d607d92d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:05.293210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bf23415f-1ec1-479b-96e9-96e5d607d92d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:05.349090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] For port 4d902f55-d40f-4788-8c05-0b37098899a8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:05.352266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] For port 4d902f55-d40f-4788-8c05-0b37098899a8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4d902f55-d40f-4788-8c05-0b37098899a8,segment=NetworkSegment(fe5c401d-80fc-4381-948e-29d92dfbf32a),segment_id=fe5c401d-80fc-4381-948e-29d92dfbf32a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:05.352767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.358380 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.405380 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.450940 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaa0e7-7e8c-4189-b248-cd286e70dadd None None] Pushing event updated for resources: {'Port': ['ID=4d902f55-d40f-4788-8c05-0b37098899a8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:05.479942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:05.483091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:05.486209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:05.492395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:05.493038 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.499948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=bcb28d58-d5ef-4909-8cf1-b8947ccef622,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:05.516750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c09c021-6471-4b8d-ad6c-b0111b2d1e35 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.7999990 Dec 10 18:49:05.519648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53380) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:05.637174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port bcb28d58-d5ef-4909-8cf1-b8947ccef622 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:05.637514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.742924 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.757113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for bcb28d58-d5ef-4909-8cf1-b8947ccef622 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:05.896119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.926286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=bcb28d58-d5ef-4909-8cf1-b8947ccef622,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:05.953425 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:05.956836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e1cfe7e4-019d-4af4-86ae-9b0314c09974 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/bcb28d58-d5ef-4909-8cf1-b8947ccef622 HTTP/1.1" status: 204 len: 168 time: 0.4361060 Dec 10 18:49:05.960061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53382) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:05.984669 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b3926e-6e7a-4a52-9078-7bcc8906435c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:05.986210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-68b3926e-6e7a-4a52-9078-7bcc8906435c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/bcb28d58-d5ef-4909-8cf1-b8947ccef622 HTTP/1.1" status: 404 len: 333 time: 0.0250940 Dec 10 18:49:05.989155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53384) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:06.045259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 7faa16ac-a165-46cf-915d-596c14395a70 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:06.049337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.092597 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.184262 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.252635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.282059 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=7faa16ac-a165-46cf-915d-596c14395a70,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:06.285946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.289561 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6e663ab8-07e6-43df-b181-6716be4b8283 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/7faa16ac-a165-46cf-915d-596c14395a70 HTTP/1.1" status: 204 len: 168 time: 0.2993245 Dec 10 18:49:06.292112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53386) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:06.375821 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.382317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181f4c99-afbe-41d3-8c51-6ab56cf83cca None None] Network b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:06.434344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 4d902f55-d40f-4788-8c05-0b37098899a8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:06.434648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.484623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4dee86b7-d412-4398-a660-a60fef34b21c None None] Provisioning complete for port 4d902f55-d40f-4788-8c05-0b37098899a8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:06.485048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4dee86b7-d412-4398-a660-a60fef34b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.497853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] For port 4d902f55-d40f-4788-8c05-0b37098899a8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4d902f55-d40f-4788-8c05-0b37098899a8,segment=NetworkSegment(fe5c401d-80fc-4381-948e-29d92dfbf32a),segment_id=fe5c401d-80fc-4381-948e-29d92dfbf32a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:06.498221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.513728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 4d902f55-d40f-4788-8c05-0b37098899a8 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:06.558273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] DHCP port deletion for b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:06.594701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4dee86b7-d412-4398-a660-a60fef34b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.601894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.626111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=4d902f55-d40f-4788-8c05-0b37098899a8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:06.632738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No DVR routers for this DVR port 4d902f55-d40f-4788-8c05-0b37098899a8 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:06.652726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] Deleting port 4d902f55-d40f-4788-8c05-0b37098899a8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:06.653108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.719451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] For port 4d902f55-d40f-4788-8c05-0b37098899a8, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:06.719756 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.729447 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.738895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] Calling delete_port for 4d902f55-d40f-4788-8c05-0b37098899a8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:06.742197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] Port 4d902f55-d40f-4788-8c05-0b37098899a8 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:49:06.743671 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.751099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:06.761917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe5c401d-80fc-4381-948e-29d92dfbf32a') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:06.762212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe5c401d-80fc-4381-948e-29d92dfbf32a') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:06.770117 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] Pushing event deleted for resources: {'Port': ['ID=4d902f55-d40f-4788-8c05-0b37098899a8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:06.773517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.773794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb73440-f66d-46f0-b40a-238f60c24507 None None] No DVR routers for this DVR port 4d902f55-d40f-4788-8c05-0b37098899a8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:06.793673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.801965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:06.802435 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:06.806782 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:06.870738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.877950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:06.882177 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0 HTTP/1.1" status: 204 len: 168 time: 0.5890813 Dec 10 18:49:06.886285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53388) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:06.895078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8854cb-17ba-4247-8537-84b540395631 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=b9a69c1a-2eeb-47d8-8325-a730aa6aa3e0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:06.897505 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'name': 'tempest-PortsIpV6TestJSON-252256496'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:06.993606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:06.997282 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.015863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port d9ab4f09-5406-4662-ba8b-0620f10cace7 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:07.191876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.228338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.528305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:07.531575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:07.535249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:07.541451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:07.542074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.548395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=d9ab4f09-5406-4662-ba8b-0620f10cace7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:07.566073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8bf3d367-27ea-4184-84df-a31ad221c254 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6786621 Dec 10 18:49:07.569414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53390) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:07.658665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port d9ab4f09-5406-4662-ba8b-0620f10cace7 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:07.659009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.733599 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.746822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for d9ab4f09-5406-4662-ba8b-0620f10cace7 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:07.832881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.862192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=d9ab4f09-5406-4662-ba8b-0620f10cace7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:07.865902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:07.869240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-acc75ded-e4a9-4375-9b97-792449b0d138 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/d9ab4f09-5406-4662-ba8b-0620f10cace7 HTTP/1.1" status: 204 len: 168 time: 0.2988262 Dec 10 18:49:07.871959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53392) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:07.876742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'mac_address': 'fa:16:3e:1f:dc:2a', 'name': 'tempest-PortsIpV6TestJSON-1870769405'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:07.968614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:08.033774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.060556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port eb28bece-e4cb-419d-9cc8-d338542531c5 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:08.217416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.255857 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.305813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:08.308853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:08.311531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:08.319580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:08.320203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.330151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=eb28bece-e4cb-419d-9cc8-d338542531c5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:08.345483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-52478f4c-e6f8-4be4-92d3-808d142ff32f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4724562 Dec 10 18:49:08.348074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53394) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:08.392708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177ced9-c821-497d-b64d-9a43ba499a7b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:08.394080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f177ced9-c821-497d-b64d-9a43ba499a7b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/eb28bece-e4cb-419d-9cc8-d338542531c5 HTTP/1.1" status: 200 len: 845 time: 0.0450566 Dec 10 18:49:08.397847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53396) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:08.492079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port eb28bece-e4cb-419d-9cc8-d338542531c5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:08.492385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.567387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.582654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for eb28bece-e4cb-419d-9cc8-d338542531c5 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:08.671261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.702180 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=eb28bece-e4cb-419d-9cc8-d338542531c5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:08.707988 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.712042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3e727f83-638b-431b-9eab-3494199fb345 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/eb28bece-e4cb-419d-9cc8-d338542531c5 HTTP/1.1" status: 204 len: 168 time: 0.3131218 Dec 10 18:49:08.714793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53398) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:08.739640 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-33430a59-bf97-489e-b39a-f1c4aadea30d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:08.741101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-33430a59-bf97-489e-b39a-f1c4aadea30d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/eb28bece-e4cb-419d-9cc8-d338542531c5 HTTP/1.1" status: 404 len: 333 time: 0.0252733 Dec 10 18:49:08.745477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53400) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:08.750393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'name': 'tempest-PortsIpV6TestJSON-15223208'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:08.845769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:08.849488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:08.868312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port 84cf5dba-84c0-4228-8935-049921ed6e57 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:09.049061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.088352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.135066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:09.138107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:09.141859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:09.147632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.148439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.154537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=84cf5dba-84c0-4228-8935-049921ed6e57,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:09.180320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0076cef0-ae96-4c5b-a9b7-6cd366b5a189 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 0.4333429 Dec 10 18:49:09.182846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53402) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:09.188534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:09.259249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.426263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.432543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.471732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] In _notify_port_updated(), no bound segment for port 84cf5dba-84c0-4228-8935-049921ed6e57 on network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:49:09.477434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.478061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.479457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "PUT /v2.0/ports/84cf5dba-84c0-4228-8935-049921ed6e57 HTTP/1.1" status: 200 len: 818 time: 0.2956486 Dec 10 18:49:09.482485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53404) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:09.518059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13641b7-3832-4383-8140-8fcb97da0e20 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=84cf5dba-84c0-4228-8935-049921ed6e57,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:09.580143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 84cf5dba-84c0-4228-8935-049921ed6e57 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:09.580494 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.653342 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.666121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 84cf5dba-84c0-4228-8935-049921ed6e57 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:09.765403 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.796710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=84cf5dba-84c0-4228-8935-049921ed6e57,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:09.802864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.806714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3f67e6e5-6cc8-489b-9d4f-9851b26ddac5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/84cf5dba-84c0-4228-8935-049921ed6e57 HTTP/1.1" status: 204 len: 168 time: 0.3231869 Dec 10 18:49:09.809299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53406) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:09.896293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162cd6ea-c051-405a-baec-09accea0571f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:09.897869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-162cd6ea-c051-405a-baec-09accea0571f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0876410 Dec 10 18:49:09.901061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53408) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:09.927207 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e507a7ae-5504-4864-9222-13a15807b06c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:09.928790 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e507a7ae-5504-4864-9222-13a15807b06c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/84cf5dba-84c0-4228-8935-049921ed6e57 HTTP/1.1" status: 404 len: 333 time: 0.0267251 Dec 10 18:49:09.933068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53410) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:09.940524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-240097207'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:09.967773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:09.971387 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:09.996133 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:10.005264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.005598 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment 134cbf88-c4ee-4edb-acb7-487517126cb8 of type vlan for network 07f9df45-94c1-4563-9a1e-7c833afbeb5a Dec 10 18:49:10.046954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.073812 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.080108 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:10.081785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.148728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2142458 Dec 10 18:49:10.152704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53412) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:10.159068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:10.168847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af163a0-d8ef-422d-8a97-bbbc4b01cfd8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=07f9df45-94c1-4563-9a1e-7c833afbeb5a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:10.182506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:10.259374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:10.263056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.463629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.526093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=4a0ae4b8-0663-4fff-88f6-c177f4552ab7,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:10.536893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': '134cbf88-c4ee-4edb-acb7-487517126cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:10.537258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: 07f9df45-94c1-4563-9a1e-7c833afbeb5a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:10.557128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:10.569693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 07f9df45-94c1-4563-9a1e-7c833afbeb5a) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:10.574335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:10.575107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.584780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b459a8d-71d5-4003-8164-313b68ec9704 None None] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:10.594500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-206466e1-fbb3-41db-92e5-fe5a7b44a011 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4405596 Dec 10 18:49:10.597747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53414) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:10.603990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-85cd15d5-2e6e-43f5-bbe1-e6f9b8c86da4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:10.685166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-07f9df45-94c1-4563-9a1e-7c833afbeb5a', 'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a', 'project_id': 'fcaef47ae67e4172aaae8119a183eba1', 'fixed_ips': [{'subnet_id': '4a0ae4b8-0663-4fff-88f6-c177f4552ab7'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:10.686059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.724693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cd15d5-2e6e-43f5-bbe1-e6f9b8c86da4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:10.728360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-85cd15d5-2e6e-43f5-bbe1-e6f9b8c86da4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:10.825535 n-d-821424-1 neutron-server[103500]: INFO neutron.db.ipam_backend_mixin [None req-85cd15d5-2e6e-43f5-bbe1-e6f9b8c86da4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a0ae4b8-0663-4fff-88f6-c177f4552ab7 (CIDR: 2001:db8::/64) Dec 10 18:49:10.825848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Allocated IP 2001:db8::2 (07f9df45-94c1-4563-9a1e-7c833afbeb5a/4a0ae4b8-0663-4fff-88f6-c177f4552ab7/55dadd7b-32ea-43e8-9f0c-401179c028b0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:10.828350 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cd15d5-2e6e-43f5-bbe1-e6f9b8c86da4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:10.828945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cd15d5-2e6e-43f5-bbe1-e6f9b8c86da4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:10.846262 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-85cd15d5-2e6e-43f5-bbe1-e6f9b8c86da4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2472317 Dec 10 18:49:10.849010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53416) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:10.854219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:10.981096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:10.986111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.148663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.157878 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.198644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:11.203461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:11.207794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:11.211678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Pushing event updated for resources: {'Port': ['ID=55dadd7b-32ea-43e8-9f0c-401179c028b0,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:11.261376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.264070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Attempting to bind port 55dadd7b-32ea-43e8-9f0c-401179c028b0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:11.264464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Attempting to bind port 55dadd7b-32ea-43e8-9f0c-401179c028b0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '134cbf88-c4ee-4edb-acb7-487517126cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:11.264830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Attempting to bind port 55dadd7b-32ea-43e8-9f0c-401179c028b0 on network 07f9df45-94c1-4563-9a1e-7c833afbeb5a {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:11.269784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:11.270167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Checking segment: {'id': '134cbf88-c4ee-4edb-acb7-487517126cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:11.270600 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.270998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Bound using segment: {'id': '134cbf88-c4ee-4edb-acb7-487517126cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:11.271468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Bound port: 55dadd7b-32ea-43e8-9f0c-401179c028b0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '134cbf88-c4ee-4edb-acb7-487517126cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:11.271893 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.307159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:11.310453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:11.314656 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:11.315244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.326954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=dcb1cefc-8172-4055-84a9-dd1aa3821ab6,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:11.339750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7fdc5acf-0103-4bf4-af8a-93bdcf9a1ad4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4896166 Dec 10 18:49:11.340679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] For port 55dadd7b-32ea-43e8-9f0c-401179c028b0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:11.342327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53418) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:11.344118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] For port 55dadd7b-32ea-43e8-9f0c-401179c028b0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=55dadd7b-32ea-43e8-9f0c-401179c028b0,segment=NetworkSegment(134cbf88-c4ee-4edb-acb7-487517126cb8),segment_id=134cbf88-c4ee-4edb-acb7-487517126cb8)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:11.347595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a', 'fixed_ips': [{'subnet_id': '4a0ae4b8-0663-4fff-88f6-c177f4552ab7'}, {'subnet_id': 'dcb1cefc-8172-4055-84a9-dd1aa3821ab6'}], 'name': 'tempest-PortsIpV6TestJSON-266978239'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:11.349142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.415351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0681439-eaa1-48c8-9879-e266c76873ad None None] Pushing event updated for resources: {'Port': ['ID=55dadd7b-32ea-43e8-9f0c-401179c028b0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:11.473241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:11.567079 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:11.593021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port bb738cb9-38f0-4a7a-be08-40cd412388ee yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:12.278099 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:49:12.326909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1602980-783f-46d3-be39-95391b0687e6 None None] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:12.330671 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::92 (07f9df45-94c1-4563-9a1e-7c833afbeb5a/4a0ae4b8-0663-4fff-88f6-c177f4552ab7/bb738cb9-38f0-4a7a-be08-40cd412388ee) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:12.337852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8:0:1::1b2 (07f9df45-94c1-4563-9a1e-7c833afbeb5a/dcb1cefc-8172-4055-84a9-dd1aa3821ab6/bb738cb9-38f0-4a7a-be08-40cd412388ee) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:12.440438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-825f857f-fa28-48c2-86d5-e344fc705b8a None None] Provisioning complete for port 55dadd7b-32ea-43e8-9f0c-401179c028b0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:12.440800 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-825f857f-fa28-48c2-86d5-e344fc705b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.491263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.535643 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.557807 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-825f857f-fa28-48c2-86d5-e344fc705b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.574788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd064d-3201-499c-96f8-b9059d40754d None None] Update dhcp port {'port': {'network_id': '07f9df45-94c1-4563-9a1e-7c833afbeb5a', 'fixed_ips': [{'subnet_id': '4a0ae4b8-0663-4fff-88f6-c177f4552ab7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dcb1cefc-8172-4055-84a9-dd1aa3821ab6'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '55dadd7b-32ea-43e8-9f0c-401179c028b0'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:49:12.588867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:12.592155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:12.596747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:12.602901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:12.603546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.609990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=bb738cb9-38f0-4a7a-be08-40cd412388ee,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:12.619202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-825f857f-fa28-48c2-86d5-e344fc705b8a None None] For port 55dadd7b-32ea-43e8-9f0c-401179c028b0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=55dadd7b-32ea-43e8-9f0c-401179c028b0,segment=NetworkSegment(134cbf88-c4ee-4edb-acb7-487517126cb8),segment_id=134cbf88-c4ee-4edb-acb7-487517126cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:12.620226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40cd064d-3201-499c-96f8-b9059d40754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.623987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a55ff985-95ff-4d50-bae0-00e4846c73de tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2805278 Dec 10 18:49:12.626808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53420) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:12.632785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a0ae4b8-0663-4fff-88f6-c177f4552ab7'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:12.636117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-825f857f-fa28-48c2-86d5-e344fc705b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.814078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f857f-fa28-48c2-86d5-e344fc705b8a None None] Pushing event updated for resources: {'Port': ['ID=55dadd7b-32ea-43e8-9f0c-401179c028b0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:12.829915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:12.884823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-40cd064d-3201-499c-96f8-b9059d40754d None None] Allocated IP 2001:db8:0:1::2 (07f9df45-94c1-4563-9a1e-7c833afbeb5a/dcb1cefc-8172-4055-84a9-dd1aa3821ab6/55dadd7b-32ea-43e8-9f0c-401179c028b0) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:12.989819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-40cd064d-3201-499c-96f8-b9059d40754d None None] For port 55dadd7b-32ea-43e8-9f0c-401179c028b0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=55dadd7b-32ea-43e8-9f0c-401179c028b0,segment=NetworkSegment(134cbf88-c4ee-4edb-acb7-487517126cb8),segment_id=134cbf88-c4ee-4edb-acb7-487517126cb8)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:13.024041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40cd064d-3201-499c-96f8-b9059d40754d None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.030300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-40cd064d-3201-499c-96f8-b9059d40754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.096023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Delete allocated IP 2001:db8:0:1::1b2 (07f9df45-94c1-4563-9a1e-7c833afbeb5a/dcb1cefc-8172-4055-84a9-dd1aa3821ab6) {{(pid=103499) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:49:13.119664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd064d-3201-499c-96f8-b9059d40754d None None] Pushing event updated for resources: {'Port': ['ID=55dadd7b-32ea-43e8-9f0c-401179c028b0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:13.264335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.270579 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.292251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 55dadd7b-32ea-43e8-9f0c-401179c028b0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:13.352333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] In _notify_port_updated(), no bound segment for port bb738cb9-38f0-4a7a-be08-40cd412388ee on network 07f9df45-94c1-4563-9a1e-7c833afbeb5a {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:49:13.355045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 55dadd7b-32ea-43e8-9f0c-401179c028b0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:13.355765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.358606 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:13.359272 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.363880 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "PUT /v2.0/ports/bb738cb9-38f0-4a7a-be08-40cd412388ee HTTP/1.1" status: 200 len: 924 time: 0.7327111 Dec 10 18:49:13.364231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53424) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:13.369959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a0ae4b8-0663-4fff-88f6-c177f4552ab7'}, {'subnet_id': 'dcb1cefc-8172-4055-84a9-dd1aa3821ab6'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:13.395961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a914af-6cca-47d2-b1db-19f2aa436fb2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=bb738cb9-38f0-4a7a-be08-40cd412388ee,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:13.451475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.693331 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a80b7e-5a42-4437-9ec9-894ba98ba31e None None] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:13.730461 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8:0:1::240 (07f9df45-94c1-4563-9a1e-7c833afbeb5a/dcb1cefc-8172-4055-84a9-dd1aa3821ab6/bb738cb9-38f0-4a7a-be08-40cd412388ee) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:13.803789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0443c3e2-8a1f-42ea-beeb-065d3aad7064 None None] Provisioning complete for port 55dadd7b-32ea-43e8-9f0c-401179c028b0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:13.804159 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0443c3e2-8a1f-42ea-beeb-065d3aad7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.863586 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.869310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.946733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=bb738cb9-38f0-4a7a-be08-40cd412388ee,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:13.966816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] In _notify_port_updated(), no bound segment for port bb738cb9-38f0-4a7a-be08-40cd412388ee on network 07f9df45-94c1-4563-9a1e-7c833afbeb5a {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:49:13.972491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:13.973131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:13.977073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8cad1f60-896a-4fcb-9f96-eb94a9602a47 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "PUT /v2.0/ports/bb738cb9-38f0-4a7a-be08-40cd412388ee HTTP/1.1" status: 200 len: 1010 time: 0.6092789 Dec 10 18:49:13.979551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53426) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:14.071424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port bb738cb9-38f0-4a7a-be08-40cd412388ee {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:14.071769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.126299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-14fe576f-4cf5-4c1d-9d0f-da4ca4ca4db5 None None] Provisioning complete for port 55dadd7b-32ea-43e8-9f0c-401179c028b0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:14.127057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-14fe576f-4cf5-4c1d-9d0f-da4ca4ca4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.171264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.184449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for bb738cb9-38f0-4a7a-be08-40cd412388ee owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:14.227241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-14fe576f-4cf5-4c1d-9d0f-da4ca4ca4db5 None None] Provisioning complete for port bb738cb9-38f0-4a7a-be08-40cd412388ee triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:14.227619 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-14fe576f-4cf5-4c1d-9d0f-da4ca4ca4db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.268829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-14fe576f-4cf5-4c1d-9d0f-da4ca4ca4db5 None None] Port bb738cb9-38f0-4a7a-be08-40cd412388ee cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:14.370207 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.385737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f18ce4e6-8b52-4ef9-83f1-c0b9004b7ca3 None None] Could not find standard attr ID for object bb738cb9-38f0-4a7a-be08-40cd412388ee. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:14.404045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=bb738cb9-38f0-4a7a-be08-40cd412388ee,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:14.451319 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.456158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-37dc9c20-fc76-4b3e-b272-7efc34574cd0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/bb738cb9-38f0-4a7a-be08-40cd412388ee HTTP/1.1" status: 204 len: 168 time: 0.4753470 Dec 10 18:49:14.457861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53428) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:14.497196 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e2462a-0407-4d1d-8fea-e8a14a2f8d23 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:14.498726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d2e2462a-0407-4d1d-8fea-e8a14a2f8d23 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/bb738cb9-38f0-4a7a-be08-40cd412388ee HTTP/1.1" status: 404 len: 333 time: 0.0396311 Dec 10 18:49:14.500997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b686b732-2f4a-4427-a5c5-c6b159b84136 None None] Could not find standard attr ID for object bb738cb9-38f0-4a7a-be08-40cd412388ee. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:14.501735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53432) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:14.561805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet dcb1cefc-8172-4055-84a9-dd1aa3821ab6 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:14.565403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.613761 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.703744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.715237 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6cd14c99-66ab-4687-acda-19994ed53f98 None None] Could not find standard attr ID for object bb738cb9-38f0-4a7a-be08-40cd412388ee. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:14.772088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.801763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb1cefc-8172-4055-84a9-dd1aa3821ab6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:14.804400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.807996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7fcdeb88-d68f-415e-a6d1-11c8d9264a52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/dcb1cefc-8172-4055-84a9-dd1aa3821ab6 HTTP/1.1" status: 204 len: 168 time: 0.3044178 Dec 10 18:49:14.810588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53436) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:14.877414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 4a0ae4b8-0663-4fff-88f6-c177f4552ab7 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:14.881769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:14.890901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91666f9-a49b-4ec1-88a1-59a5dfb64870 None None] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:14.922465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.007753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.076966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.105778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0ae4b8-0663-4fff-88f6-c177f4552ab7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:15.109436 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.112788 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-39e05a36-5407-4dba-93ab-a8f8df394811 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/4a0ae4b8-0663-4fff-88f6-c177f4552ab7 HTTP/1.1" status: 204 len: 168 time: 0.3010230 Dec 10 18:49:15.115624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53438) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:15.198238 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.259885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 55dadd7b-32ea-43e8-9f0c-401179c028b0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:15.260229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.324993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] For port 55dadd7b-32ea-43e8-9f0c-401179c028b0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=55dadd7b-32ea-43e8-9f0c-401179c028b0,segment=NetworkSegment(134cbf88-c4ee-4edb-acb7-487517126cb8),segment_id=134cbf88-c4ee-4edb-acb7-487517126cb8)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:15.325465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.340829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 55dadd7b-32ea-43e8-9f0c-401179c028b0 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:15.430218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.458124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=55dadd7b-32ea-43e8-9f0c-401179c028b0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:15.464512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No DVR routers for this DVR port 55dadd7b-32ea-43e8-9f0c-401179c028b0 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:15.509495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3031c32d-c8c1-47a8-ab00-059a01305068 None None] Network 07f9df45-94c1-4563-9a1e-7c833afbeb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:15.547849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.561710 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-28cba396-9d01-474a-93a3-d3c7018b8145 None None] Could not find standard attr ID for object 55dadd7b-32ea-43e8-9f0c-401179c028b0. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:15.571468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f9df45-94c1-4563-9a1e-7c833afbeb5a']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:15.581389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134cbf88-c4ee-4edb-acb7-487517126cb8') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:15.581673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134cbf88-c4ee-4edb-acb7-487517126cb8') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:15.596530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.611274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.618946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:15.619349 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:15.622616 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:15.647207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0af985-95cc-4fb1-8b28-6635b8cc8063 None None] DHCP port deletion for 07f9df45-94c1-4563-9a1e-7c833afbeb5a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:15.686323 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.695324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.698837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/07f9df45-94c1-4563-9a1e-7c833afbeb5a HTTP/1.1" status: 204 len: 168 time: 0.5820324 Dec 10 18:49:15.702546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53440) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:15.709798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fe787-4382-4cba-81ad-9405b6c81642 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=07f9df45-94c1-4563-9a1e-7c833afbeb5a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:15.752868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e47b0bf-d24f-4fe4-8f72-8da621df8612 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:15.754246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7e47b0bf-d24f-4fe4-8f72-8da621df8612 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0500534 Dec 10 18:49:15.758633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53442) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:15.803226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-39b1ef22-a226-44e8-adfd-a23a9f2e8ba0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0434394 Dec 10 18:49:15.807000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53444) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:15.812359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2092979818'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:15.836848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:15.840412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.864524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:15.874458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.874822 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment 6df524e9-2315-417b-b0a7-5925adf34ffb of type vlan for network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 Dec 10 18:49:15.916135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.946947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:15.953324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:15.954069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.018466 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2101679 Dec 10 18:49:16.021582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53446) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:16.027129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:16.027385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33d109-31ef-438a-aef5-f1591d3049b9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:16.037681 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:16.133579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:16.137403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.347502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.417622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=7c1412ea-5a7f-40cb-a537-1cf43bcc33ed,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:16.423333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': '6df524e9-2315-417b-b0a7-5925adf34ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:16.423711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:16.442952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:16.452637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:16.459592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:16.460475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.465595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499810ed-8452-4ee8-a8cd-9b1249efd528 None None] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:16.479771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e8d11965-0a31-454d-b107-d0999f9234dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4568810 Dec 10 18:49:16.482437 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53448) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:16.488305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57', 'name': 'tempest-PortsIpV6TestJSON-1464864361'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:16.617297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:16.620336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57', 'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57', 'project_id': 'fcaef47ae67e4172aaae8119a183eba1', 'fixed_ips': [{'subnet_id': '7c1412ea-5a7f-40cb-a537-1cf43bcc33ed'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:16.621117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.622000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.643576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port c7d67a0c-7f0d-4236-ad14-ff2454a138ed yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:16.767155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Allocated IP 2001:db8::2 (3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57/7c1412ea-5a7f-40cb-a537-1cf43bcc33ed/266176de-2a11-47a0-acaf-a2a0d6eb4ed9) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:16.918785 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.925829 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:16.967961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:16.970655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:16.973328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:16.979650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Pushing event updated for resources: {'Port': ['ID=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:16.987818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::119 (3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57/7c1412ea-5a7f-40cb-a537-1cf43bcc33ed/c7d67a0c-7f0d-4236-ad14-ff2454a138ed) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:16.992993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.993356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.993686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.994039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.994377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.995409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.995742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.996124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.996422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.996881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.997398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.997923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:16.998524 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:17.054826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Attempting to bind port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:17.055190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Attempting to bind port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6df524e9-2315-417b-b0a7-5925adf34ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:17.055557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Attempting to bind port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 on network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:17.060800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:17.061168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Checking segment: {'id': '6df524e9-2315-417b-b0a7-5925adf34ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:17.061575 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.061974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Bound using segment: {'id': '6df524e9-2315-417b-b0a7-5925adf34ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:17.062457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Bound port: 266176de-2a11-47a0-acaf-a2a0d6eb4ed9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df524e9-2315-417b-b0a7-5925adf34ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:17.062845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.126151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] For port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:17.129398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] For port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,segment=NetworkSegment(6df524e9-2315-417b-b0a7-5925adf34ffb),segment_id=6df524e9-2315-417b-b0a7-5925adf34ffb)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:17.134074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.145707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.185931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.198299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54662c0-ad1b-4481-93c5-18b25e7c45cb None None] Pushing event updated for resources: {'Port': ['ID=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:17.239125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:17.242955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:17.247746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:17.253496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:17.254141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.259117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=c7d67a0c-7f0d-4236-ad14-ff2454a138ed,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:17.275126 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eaebc349-4ac7-4f57-ad81-74504c031e5c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7915249 Dec 10 18:49:17.277821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53452) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:17.278338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 55dadd7b-32ea-43e8-9f0c-401179c028b0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:17.283439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57', 'name': 'tempest-PortsIpV6TestJSON-1748418244'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:17.303575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 55dadd7b-32ea-43e8-9f0c-401179c028b0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:17.303575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 55dadd7b-32ea-43e8-9f0c-401179c028b0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:17.426707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:17.430689 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.463601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:17.587633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::9 (3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57/7c1412ea-5a7f-40cb-a537-1cf43bcc33ed/c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:17.740232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.776231 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.826547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:17.830725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:17.832703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:17.835287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:17.841717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:17.841947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:17.860368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5b4bcee2-e80a-415c-8d79-7428307b5751 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5813034 Dec 10 18:49:17.862989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53454) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:17.959852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7eca3a-2ddc-46bd-920b-8b30315747d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:17.964326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9a7eca3a-2ddc-46bd-920b-8b30315747d6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A119 HTTP/1.1" status: 200 len: 929 time: 0.0977004 Dec 10 18:49:17.964557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53458) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:18.056931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:18.057279 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.168509 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.183535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:18.222476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec182235-c446-4243-8922-66d49eaeb4b1 None None] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:18.332999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-608ae656-c1e2-4ea4-acaa-f2eed912d7b3 None None] Provisioning complete for port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:18.333550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-608ae656-c1e2-4ea4-acaa-f2eed912d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.337030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.369622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:18.394517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.398164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8de940cd-b24a-429c-b3e7-419fa2cd86f7 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1 HTTP/1.1" status: 204 len: 168 time: 0.4326124 Dec 10 18:49:18.401597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53460) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:18.433458 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-319ed080-e853-467e-b1e9-1a96150ac44b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:18.434878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-319ed080-e853-467e-b1e9-1a96150ac44b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1 HTTP/1.1" status: 404 len: 333 time: 0.0322559 Dec 10 18:49:18.437555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53462) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:18.441420 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-608ae656-c1e2-4ea4-acaa-f2eed912d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.478490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-608ae656-c1e2-4ea4-acaa-f2eed912d7b3 None None] For port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,segment=NetworkSegment(6df524e9-2315-417b-b0a7-5925adf34ffb),segment_id=6df524e9-2315-417b-b0a7-5925adf34ffb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:18.483603 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-608ae656-c1e2-4ea4-acaa-f2eed912d7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.535890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port c7d67a0c-7f0d-4236-ad14-ff2454a138ed {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:18.536231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.539903 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ae656-c1e2-4ea4-acaa-f2eed912d7b3 None None] Pushing event updated for resources: {'Port': ['ID=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:18.635089 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.649045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for c7d67a0c-7f0d-4236-ad14-ff2454a138ed owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:18.710877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff7d9baf-185e-42da-aa1f-c1b75fc69b81 None None] Provisioning complete for port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:18.711260 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ff7d9baf-185e-42da-aa1f-c1b75fc69b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.794494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.797090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff7d9baf-185e-42da-aa1f-c1b75fc69b81 None None] Could not find standard attr ID for object c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:18.804911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ff7d9baf-185e-42da-aa1f-c1b75fc69b81 None None] Could not find standard attr ID for object c7d67a0c-7f0d-4236-ad14-ff2454a138ed. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:18.826625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=c7d67a0c-7f0d-4236-ad14-ff2454a138ed,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:18.840043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.840382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.840720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.841049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.841387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.841696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.842019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.842341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.842685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.843011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.843326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.843638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.843951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:18.877189 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:18.881034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b0cb0cd6-b480-4d7b-9a18-cc8aa87adbd5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/c7d67a0c-7f0d-4236-ad14-ff2454a138ed HTTP/1.1" status: 204 len: 168 time: 0.4425781 Dec 10 18:49:18.884111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53464) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:18.910198 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e05b73a-11c7-4fca-bbc8-7a4ea3f9a1e3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:18.914283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3e05b73a-11c7-4fca-bbc8-7a4ea3f9a1e3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/c7d67a0c-7f0d-4236-ad14-ff2454a138ed HTTP/1.1" status: 404 len: 333 time: 0.0265727 Dec 10 18:49:18.914744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:18.921577 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ee737c96-2e82-4211-85da-7c05b49456ca None None] Could not find standard attr ID for object c7d67a0c-7f0d-4236-ad14-ff2454a138ed. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:18.968812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 7c1412ea-5a7f-40cb-a537-1cf43bcc33ed {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:18.972416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.015215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.136838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d4b5ef81-f4e6-4168-b4e3-175278394690 None None] Could not find standard attr ID for object c24c5a9e-1dcc-480a-bcbe-c4540dd5c5b1. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:19.305159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:19.362384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:19.362762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.369293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.436962 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.466994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1412ea-5a7f-40cb-a537-1cf43bcc33ed,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:19.472933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.479229 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5432707d-9466-4a9b-b4d3-5a3c573ef6b6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/7c1412ea-5a7f-40cb-a537-1cf43bcc33ed HTTP/1.1" status: 204 len: 168 time: 0.5602579 Dec 10 18:49:19.479372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53468) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:19.480230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c861c8f2-5854-4625-96df-a14df3724272 None None] Network 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:19.559357 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.619205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:19.619521 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.630337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] DHCP port deletion for 3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:19.679766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] Deleting port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:19.680170 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.681651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] For port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,segment=NetworkSegment(6df524e9-2315-417b-b0a7-5925adf34ffb),segment_id=6df524e9-2315-417b-b0a7-5925adf34ffb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:19.682013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.699958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:19.744082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] For port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,segment=NetworkSegment(6df524e9-2315-417b-b0a7-5925adf34ffb),segment_id=6df524e9-2315-417b-b0a7-5925adf34ffb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:19.744640 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.756928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] Calling delete_port for 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:19.781395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.805475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:19.813592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No DVR routers for this DVR port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:19.842108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.867631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] Pushing event deleted for resources: {'Port': ['ID=266176de-2a11-47a0-acaf-a2a0d6eb4ed9,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:19.871234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f7bfe-4c59-417a-8757-c18acf56905e None None] No DVR routers for this DVR port 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:19.905116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.926957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:19.936782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df524e9-2315-417b-b0a7-5925adf34ffb') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:19.937082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df524e9-2315-417b-b0a7-5925adf34ffb') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:19.946522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.960103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.966780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:19.967186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:19.970384 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:20.030816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.038023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.041179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57 HTTP/1.1" status: 204 len: 168 time: 0.5609078 Dec 10 18:49:20.045103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:20.050480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-450537566'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:20.059858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015aee7-f41c-49d7-82bf-b5154f6c9801 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=3f8a187c-d7ae-4aa0-95aa-d73ebb90cc57,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:20.074619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:20.078116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.102661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:20.111873 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.112214 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment 79211e63-7091-49b8-9b0d-fec2ec552dec of type vlan for network 63bfb552-cb57-4b42-b326-17696a4fdc2b Dec 10 18:49:20.153341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.185434 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.191064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:20.191647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.250098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2038245 Dec 10 18:49:20.253243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53472) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:20.258690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:20.265703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6da959-d551-41ab-9d2c-e469f38250f8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=63bfb552-cb57-4b42-b326-17696a4fdc2b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:20.276748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:20.349892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:20.353864 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.535924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.618993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:20.640394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-f8da935b-db9c-4689-99b3-9061695414da service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0985718 Dec 10 18:49:20.647851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': '79211e63-7091-49b8-9b0d-fec2ec552dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:20.648242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: 63bfb552-cb57-4b42-b326-17696a4fdc2b, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:20.668310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:20.678956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 63bfb552-cb57-4b42-b326-17696a4fdc2b) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:20.683663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:20.684270 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.688391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaaf385-5cad-4b2a-bceb-2e915ffc4084 None None] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:20.749011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d4cb8599-c039-4f09-bef8-7df16f3f2e6e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4945822 Dec 10 18:49:20.752767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53476) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:20.761751 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b', 'name': 'tempest-PortsIpV6TestJSON-1712920607', 'fixed_ips': [{'subnet_id': '1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a', 'ip_address': '2001:db8::10'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:20.773905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-ff2e33e0-55e2-4575-9039-e9782bf4e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:20.775457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-ff2e33e0-55e2-4575-9039-e9782bf4e231 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1097 time: 0.0878441 Dec 10 18:49:20.796513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-63bfb552-cb57-4b42-b326-17696a4fdc2b', 'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b', 'project_id': 'fcaef47ae67e4172aaae8119a183eba1', 'fixed_ips': [{'subnet_id': '1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:20.797434 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:20.889725 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:20.947858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Allocated IP 2001:db8::2 (63bfb552-cb57-4b42-b326-17696a4fdc2b/1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a/a20b13a1-c5e2-4bdf-9379-12e9193ae31a) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:20.968431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-0e4e1aa6-91cd-45f9-8d20-2db74e694c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:20.969940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-0e4e1aa6-91cd-45f9-8d20-2db74e694c7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f HTTP/1.1" status: 200 len: 897 time: 0.1721790 Dec 10 18:49:20.988225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.007789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port 5f914e70-6003-4fbf-9647-f95a795b0ea5 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:21.106463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-5f845269-e5de-45d4-97e8-7207407926b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76 HTTP/1.1" status: 200 len: 1002 time: 0.1285136 Dec 10 18:49:21.165488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-eaa393f5-68a2-44ee-ae1e-f61ed2141cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:21.166942 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-eaa393f5-68a2-44ee-ae1e-f61ed2141cd1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e69a00-e065-47cf-8f9d-401967c8d82d HTTP/1.1" status: 200 len: 834 time: 0.0524976 Dec 10 18:49:21.254664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-d29bc17c-e5f0-48a4-b34e-8fdb8d442d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:21.256283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-d29bc17c-e5f0-48a4-b34e-8fdb8d442d1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818532 Dec 10 18:49:21.261580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:21.288768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:21.289141 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 266176de-2a11-47a0-acaf-a2a0d6eb4ed9 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:21.304577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.312966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.359270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-d3532129-24a1-45c5-881f-670d3a282fbb service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951369 Dec 10 18:49:21.359560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:21.362619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:21.366087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:21.369639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::10 (63bfb552-cb57-4b42-b326-17696a4fdc2b/1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a/5f914e70-6003-4fbf-9647-f95a795b0ea5) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:21.372251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Pushing event updated for resources: {'Port': ['ID=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:21.429644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Attempting to bind port a20b13a1-c5e2-4bdf-9379-12e9193ae31a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:21.430017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Attempting to bind port a20b13a1-c5e2-4bdf-9379-12e9193ae31a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '79211e63-7091-49b8-9b0d-fec2ec552dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:21.430421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Attempting to bind port a20b13a1-c5e2-4bdf-9379-12e9193ae31a on network 63bfb552-cb57-4b42-b326-17696a4fdc2b {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:21.436169 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:21.436558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Checking segment: {'id': '79211e63-7091-49b8-9b0d-fec2ec552dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:21.436966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.437414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Bound using segment: {'id': '79211e63-7091-49b8-9b0d-fec2ec552dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:21.437887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Bound port: a20b13a1-c5e2-4bdf-9379-12e9193ae31a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79211e63-7091-49b8-9b0d-fec2ec552dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:21.438320 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.480722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7a4e5f99-307a-4257-bfaf-182cc36793db req-b39a1750-aa82-4750-9f81-6618766eb569 service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111982 Dec 10 18:49:21.504064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] For port a20b13a1-c5e2-4bdf-9379-12e9193ae31a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:21.507507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] For port a20b13a1-c5e2-4bdf-9379-12e9193ae31a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,segment=NetworkSegment(79211e63-7091-49b8-9b0d-fec2ec552dec),segment_id=79211e63-7091-49b8-9b0d-fec2ec552dec)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:21.514349 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.536454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.576503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.576786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e1db3-8ad3-4451-842b-b595f819af2d None None] Pushing event updated for resources: {'Port': ['ID=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:21.635213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:21.641085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:21.645208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:21.651082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:21.651724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.675886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=5f914e70-6003-4fbf-9647-f95a795b0ea5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:21.686674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9cfe11fd-71e0-4cc0-b271-2a3d05dc0484 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9319134 Dec 10 18:49:21.693012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:21.700344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': '63bfb552-cb57-4b42-b326-17696a4fdc2b', 'name': 'tempest-PortsIpV6TestJSON-624952917', 'fixed_ips': [{'subnet_id': '1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a', 'ip_address': '2001:db8::f'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:21.844296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:21.849482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:21.872403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port a7bc8b36-f3cb-46c9-9573-50009eab8bfe yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:22.041713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::f (63bfb552-cb57-4b42-b326-17696a4fdc2b/1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a/a7bc8b36-f3cb-46c9-9573-50009eab8bfe) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:22.192399 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.231987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.279304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:22.282520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:22.286325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:22.292285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:22.292908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.302241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=a7bc8b36-f3cb-46c9-9573-50009eab8bfe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:22.318592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1329f866-466f-4fc3-8e89-075135eecf99 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6237988 Dec 10 18:49:22.321106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53482) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:22.408016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacd90cf-47b3-46df-8149-807417492c7c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:22.410037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-eacd90cf-47b3-46df-8149-807417492c7c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.0879245 Dec 10 18:49:22.413075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53484) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:22.472214 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6ed46-26e0-452c-8d15-2bfc396e8a1b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:22.478297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6ed46-26e0-452c-8d15-2bfc396e8a1b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:22.484461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6ed46-26e0-452c-8d15-2bfc396e8a1b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:22.486242 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-66a6ed46-26e0-452c-8d15-2bfc396e8a1b tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0721724 Dec 10 18:49:22.489157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53486) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:22.590793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port a7bc8b36-f3cb-46c9-9573-50009eab8bfe {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:22.590793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.604870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fd5f7-c256-4d88-98de-134fd3a58e3a None None] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:22.681430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.694287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for a7bc8b36-f3cb-46c9-9573-50009eab8bfe owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:22.711768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1bcc06d9-67ae-48cb-be35-072a235ce9e2 None None] Provisioning complete for port a20b13a1-c5e2-4bdf-9379-12e9193ae31a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:22.712143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1bcc06d9-67ae-48cb-be35-072a235ce9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.800341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1bcc06d9-67ae-48cb-be35-072a235ce9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.838794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1bcc06d9-67ae-48cb-be35-072a235ce9e2 None None] For port a20b13a1-c5e2-4bdf-9379-12e9193ae31a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,segment=NetworkSegment(79211e63-7091-49b8-9b0d-fec2ec552dec),segment_id=79211e63-7091-49b8-9b0d-fec2ec552dec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:22.844666 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1bcc06d9-67ae-48cb-be35-072a235ce9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.844905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.886431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=a7bc8b36-f3cb-46c9-9573-50009eab8bfe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:22.911452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc06d9-67ae-48cb-be35-072a235ce9e2 None None] Pushing event updated for resources: {'Port': ['ID=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:22.914343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:22.917848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0716314d-4082-4f74-8dbc-dd7537a925e9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/a7bc8b36-f3cb-46c9-9573-50009eab8bfe HTTP/1.1" status: 204 len: 168 time: 0.4275427 Dec 10 18:49:22.920379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53488) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:22.948567 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-878d2932-e34b-422a-bb97-a5bb79f8900d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:22.950187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-878d2932-e34b-422a-bb97-a5bb79f8900d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/a7bc8b36-f3cb-46c9-9573-50009eab8bfe HTTP/1.1" status: 404 len: 333 time: 0.0287344 Dec 10 18:49:22.953115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53490) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:23.045786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 5f914e70-6003-4fbf-9647-f95a795b0ea5 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:23.046168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.072667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-517fc054-c64b-4380-913b-eea3a5c403e2 None None] Provisioning complete for port 5f914e70-6003-4fbf-9647-f95a795b0ea5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:23.073043 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-517fc054-c64b-4380-913b-eea3a5c403e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.115595 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-517fc054-c64b-4380-913b-eea3a5c403e2 None None] Port 5f914e70-6003-4fbf-9647-f95a795b0ea5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:23.127156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-517fc054-c64b-4380-913b-eea3a5c403e2 None None] Provisioning complete for port a20b13a1-c5e2-4bdf-9379-12e9193ae31a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:23.127651 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-517fc054-c64b-4380-913b-eea3a5c403e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.224004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-517fc054-c64b-4380-913b-eea3a5c403e2 None None] Could not find standard attr ID for object a7bc8b36-f3cb-46c9-9573-50009eab8bfe. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:23.305033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a20b13a1-c5e2-4bdf-9379-12e9193ae31a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:23.372106 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-91d9d2cc-9a7e-40a7-a08c-a8184cbec0a1 None None] Provisioning complete for port 5f914e70-6003-4fbf-9647-f95a795b0ea5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:23.372489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-91d9d2cc-9a7e-40a7-a08c-a8184cbec0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.376378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a20b13a1-c5e2-4bdf-9379-12e9193ae31a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:23.376998 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.414899 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.430295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 5f914e70-6003-4fbf-9647-f95a795b0ea5 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:23.442152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-91d9d2cc-9a7e-40a7-a08c-a8184cbec0a1 None None] Port 5f914e70-6003-4fbf-9647-f95a795b0ea5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:23.468433 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-9989d43d-f166-46c3-b40e-6b54549321f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527039 Dec 10 18:49:23.555601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6c2a4385-d354-4c62-94ba-2c8cb7ed801b None None] Could not find standard attr ID for object a7bc8b36-f3cb-46c9-9573-50009eab8bfe. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:23.555929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a610b0-381c-43ad-b856-735185e7f817 req-5c90db36-fd1b-46f9-82fa-cd2ea8ed973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:23.557844 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-5c90db36-fd1b-46f9-82fa-cd2ea8ed973e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 1096 time: 0.0445333 Dec 10 18:49:23.595208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.626784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=5f914e70-6003-4fbf-9647-f95a795b0ea5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:23.654980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.658934 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3ebe691f-e519-4561-8b3b-112bb7fa21d9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/5f914e70-6003-4fbf-9647-f95a795b0ea5 HTTP/1.1" status: 204 len: 168 time: 0.7044179 Dec 10 18:49:23.661387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53492) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:23.684167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a610b0-381c-43ad-b856-735185e7f817 req-f973d6f9-3dd4-4f01-b85e-0e114718656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:23.685693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-f973d6f9-3dd4-4f01-b85e-0e114718656a service neutron] 10.222.0.30 "GET /v2.0/networks?id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 200 len: 909 time: 0.1074717 Dec 10 18:49:23.688331 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0107cf-71fc-48d0-ad81-faa6a55dcfb1 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:23.691936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8c0107cf-71fc-48d0-ad81-faa6a55dcfb1 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/5f914e70-6003-4fbf-9647-f95a795b0ea5 HTTP/1.1" status: 404 len: 333 time: 0.0275025 Dec 10 18:49:23.692644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53494) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:23.753615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:23.757483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-6dd6c78c-bba5-430e-9a42-1394c5d21942 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 200 len: 1001 time: 0.0637062 Dec 10 18:49:23.757698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.806428 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.827394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a610b0-381c-43ad-b856-735185e7f817 req-c3d534b5-742d-4bb2-b8ee-c37cb52decd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:23.828935 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-c3d534b5-742d-4bb2-b8ee-c37cb52decd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba89eeb7-9d18-4403-b98e-17129fc12e89 HTTP/1.1" status: 200 len: 847 time: 0.0637188 Dec 10 18:49:23.879455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a610b0-381c-43ad-b856-735185e7f817 req-d7b028d9-9493-47f8-b25c-101df6837660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:23.881040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-d7b028d9-9493-47f8-b25c-101df6837660 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16f9b7de-5fc2-493e-86ae-7bd17a6f9364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443645 Dec 10 18:49:23.890345 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.964149 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:23.987677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-baa37538-2503-4144-a7d0-9cd240e064ee service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970695 Dec 10 18:49:23.996463 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.002516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a HTTP/1.1" status: 204 len: 168 time: 0.3061702 Dec 10 18:49:24.002516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e5e83-00e0-4262-b65c-c13f6f99c0fc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:24.002799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53496) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:24.006078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30688ec4-5915-4eb4-8c5e-7293a68ae94d None None] Network 63bfb552-cb57-4b42-b326-17696a4fdc2b requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:24.083469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.104175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6a610b0-381c-43ad-b856-735185e7f817 req-93efdbf6-06a8-4c2e-85f6-93f25dbafc72 service neutron] 10.222.0.30 "GET /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090746 Dec 10 18:49:24.143248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port a20b13a1-c5e2-4bdf-9379-12e9193ae31a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:24.143592 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.168677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] DHCP port deletion for 63bfb552-cb57-4b42-b326-17696a4fdc2b request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:24.213830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] For port a20b13a1-c5e2-4bdf-9379-12e9193ae31a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,segment=NetworkSegment(79211e63-7091-49b8-9b0d-fec2ec552dec),segment_id=79211e63-7091-49b8-9b0d-fec2ec552dec)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:24.214191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.221447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] Deleting port a20b13a1-c5e2-4bdf-9379-12e9193ae31a {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:24.221819 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.228145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for a20b13a1-c5e2-4bdf-9379-12e9193ae31a owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:24.285583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] For port a20b13a1-c5e2-4bdf-9379-12e9193ae31a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,segment=NetworkSegment(79211e63-7091-49b8-9b0d-fec2ec552dec),segment_id=79211e63-7091-49b8-9b0d-fec2ec552dec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:24.285990 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.299072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] Calling delete_port for a20b13a1-c5e2-4bdf-9379-12e9193ae31a owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:24.311291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.324556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No DVR routers for this DVR port a20b13a1-c5e2-4bdf-9379-12e9193ae31a on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:24.352234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:24.386013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.411654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] Pushing event deleted for resources: {'Port': ['ID=a20b13a1-c5e2-4bdf-9379-12e9193ae31a,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:24.416870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa3635-36b6-4590-b944-685a679d7b89 None None] No DVR routers for this DVR port a20b13a1-c5e2-4bdf-9379-12e9193ae31a on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:24.432456 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.453780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bfb552-cb57-4b42-b326-17696a4fdc2b']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:24.463736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79211e63-7091-49b8-9b0d-fec2ec552dec') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:24.464331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79211e63-7091-49b8-9b0d-fec2ec552dec') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:24.474237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.487848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.494096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:24.494507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:24.497485 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:24.560872 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.565910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.569658 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/63bfb552-cb57-4b42-b326-17696a4fdc2b HTTP/1.1" status: 204 len: 168 time: 0.5660059 Dec 10 18:49:24.573744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53498) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:24.579404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-180424661'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:24.585413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a387259-a749-48e9-88d3-4fb1a2b1b430 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=63bfb552-cb57-4b42-b326-17696a4fdc2b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:24.603453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:24.606873 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.631106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:24.640932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.641279 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Added segment 25c1a7e5-bd08-471e-bbc3-45452eeeb397 of type vlan for network b6697674-5549-488c-9ae1-455e7dfc74db Dec 10 18:49:24.683139 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.709868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.715852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:24.716448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:24.780498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2054820 Dec 10 18:49:24.783348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53500) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:24.788501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:24.807397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892a777-b6af-48c6-9194-b394be8644a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Network': ['ID=b6697674-5549-488c-9ae1-455e7dfc74db,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:24.819210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b6697674-5549-488c-9ae1-455e7dfc74db details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:24.883881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:24.887541 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.083223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.145512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=4eebd96f-794b-43c8-acb9-a0f62ecdbd69,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:25.156534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Checking segment: {'id': '25c1a7e5-bd08-471e-bbc3-45452eeeb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:25.156899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network hostable DHCP agents. Network: b6697674-5549-488c-9ae1-455e7dfc74db, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:25.176264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network b6697674-5549-488c-9ae1-455e7dfc74db is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:25.187443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b6697674-5549-488c-9ae1-455e7dfc74db) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:25.192674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:25.194822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.196282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95739d1a-379e-4e60-940b-6d70cf162f33 None None] Network b6697674-5549-488c-9ae1-455e7dfc74db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:25.217986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1aeb8531-4824-4334-8e8a-4ba4f79813ca tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4310884 Dec 10 18:49:25.218204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53502) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:25.222926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d8bf7906-b075-4b58-9cde-8670e8917ff0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-733759637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:25.253733 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7906-b075-4b58-9cde-8670e8917ff0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.256004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7906-b075-4b58-9cde-8670e8917ff0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.277614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a20b13a1-c5e2-4bdf-9379-12e9193ae31a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:25.300943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a20b13a1-c5e2-4bdf-9379-12e9193ae31a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:25.301294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a20b13a1-c5e2-4bdf-9379-12e9193ae31a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:25.333608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b6697674-5549-488c-9ae1-455e7dfc74db', 'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db', 'project_id': 'fcaef47ae67e4172aaae8119a183eba1', 'fixed_ips': [{'subnet_id': '4eebd96f-794b-43c8-acb9-a0f62ecdbd69'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:25.335008 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.359883 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7906-b075-4b58-9cde-8670e8917ff0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.369724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7906-b075-4b58-9cde-8670e8917ff0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.392553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8bf7906-b075-4b58-9cde-8670e8917ff0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.393831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8bf7906-b075-4b58-9cde-8670e8917ff0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1746087 Dec 10 18:49:25.396567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53506) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:25.403480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db', 'name': 'tempest-PortsIpV6TestJSON-1720975663'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:25.436496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53508) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:25.487446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Allocated IP 2001:db8::2 (b6697674-5549-488c-9ae1-455e7dfc74db/4eebd96f-794b-43c8-acb9-a0f62ecdbd69/208bf9ab-54f1-425d-ba15-6d605223e214) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:25.628682 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port ae7de9c1-4dd1-4653-86e5-6b75f335bce4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:25.629029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.653497 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.659655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.704400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Network b6697674-5549-488c-9ae1-455e7dfc74db is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:25.707464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:25.713235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:25.716517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Pushing event updated for resources: {'Port': ['ID=208bf9ab-54f1-425d-ba15-6d605223e214,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:25.729505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.730806 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.748718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for ae7de9c1-4dd1-4653-86e5-6b75f335bce4 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:25.775285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Attempting to bind port 208bf9ab-54f1-425d-ba15-6d605223e214 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:25.775698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Attempting to bind port 208bf9ab-54f1-425d-ba15-6d605223e214 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '25c1a7e5-bd08-471e-bbc3-45452eeeb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:25.776025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Attempting to bind port 208bf9ab-54f1-425d-ba15-6d605223e214 on network b6697674-5549-488c-9ae1-455e7dfc74db {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:25.781302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:25.781680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Checking segment: {'id': '25c1a7e5-bd08-471e-bbc3-45452eeeb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:25.782188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.782508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Bound using segment: {'id': '25c1a7e5-bd08-471e-bbc3-45452eeeb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:25.782982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Bound port: 208bf9ab-54f1-425d-ba15-6d605223e214, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25c1a7e5-bd08-471e-bbc3-45452eeeb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b6697674-5549-488c-9ae1-455e7dfc74db'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:25.783366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.798888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:25.806591 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.831013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:25.857943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] For port 208bf9ab-54f1-425d-ba15-6d605223e214, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:25.862247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] For port 208bf9ab-54f1-425d-ba15-6d605223e214, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=208bf9ab-54f1-425d-ba15-6d605223e214,segment=NetworkSegment(25c1a7e5-bd08-471e-bbc3-45452eeeb397),segment_id=25c1a7e5-bd08-471e-bbc3-45452eeeb397)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:25.869206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:25.926058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea9317-4c03-4b17-aa2b-a287c9ad747d None None] Pushing event updated for resources: {'Port': ['ID=208bf9ab-54f1-425d-ba15-6d605223e214,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:25.970871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::3a7 (b6697674-5549-488c-9ae1-455e7dfc74db/4eebd96f-794b-43c8-acb9-a0f62ecdbd69/d07ea2da-6082-4400-8dc5-8b3e7d9d2219) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:25.983266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.014134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=ae7de9c1-4dd1-4653-86e5-6b75f335bce4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:26.077701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.079248 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Floating IP ffec07d5-968e-4177-83df-880fa15b60b2 disassociated (deleted). External IP: 172.25.2.128, port: d359ec97-fe59-4be6-be2c-9aa710d9ad76. Dec 10 18:49:26.175549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.218015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.264621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network b6697674-5549-488c-9ae1-455e7dfc74db is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:26.267942 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:26.272453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:26.280712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.281889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.302178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=d07ea2da-6082-4400-8dc5-8b3e7d9d2219,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:26.309591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cd2e8d95-ff62-412b-9643-210d81c7977f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9116173 Dec 10 18:49:26.312131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53510) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:26.358043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 5cfd7744-a97b-406f-aaa0-e57e9473153a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:26.471987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:26.477839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.483385 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11566097-8242-433f-94bd-bcb63761be5e None None] Sync routers for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:26.495983 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:26.496596 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:26.505239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f0d28d11-b5c5-4684-a66e-140b57b613b3 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/floatingips/ffec07d5-968e-4177-83df-880fa15b60b2 HTTP/1.1" status: 204 len: 168 time: 1.0668724 Dec 10 18:49:26.505827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:26.513128 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394a7bb8-00cb-49e4-9328-b9391eadf897" -d '{"events": [{"name": "network-changed", "server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:26.586312 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca050358-c805-4c20-b853-de2c81bda777 x-openstack-request-id: req-ca050358-c805-4c20-b853-de2c81bda777 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:26.586312 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:26.586312 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca050358-c805-4c20-b853-de2c81bda777 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:26.586312 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'status': 'completed', 'code': 200} Dec 10 18:49:26.615316 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:26.739535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-c27a15b5-4dde-41b9-8f4e-5e46755932be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.741610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-c27a15b5-4dde-41b9-8f4e-5e46755932be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 1097 time: 0.1205394 Dec 10 18:49:26.789410 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:26.845553 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:26.867607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c233ad-3d38-47a0-8faa-349d4b3145e0 req-619fb3c4-0fbc-4eca-bd78-a2eaae97d3b6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:26.875697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60c233ad-3d38-47a0-8faa-349d4b3145e0 req-619fb3c4-0fbc-4eca-bd78-a2eaae97d3b6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.0925913 Dec 10 18:49:26.887418 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11566097-8242-433f-94bd-bcb63761be5e None None] Checking router: 5cfd7744-a97b-406f-aaa0-e57e9473153a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:26.900071 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:26.900692 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:26.945922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-60c233ad-3d38-47a0-8faa-349d4b3145e0 req-8d172b36-6612-49dc-9b03-35a71fd049bc tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685253 Dec 10 18:49:27.019436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-936e0619-5d3a-4255-b032-462f5e0bbc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:27.020956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-936e0619-5d3a-4255-b032-462f5e0bbc76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f HTTP/1.1" status: 200 len: 897 time: 0.2617509 Dec 10 18:49:27.029831 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:27.072393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d97dd2-9bff-422f-ba8d-8d122f5d9a5d None None] Network b6697674-5549-488c-9ae1-455e7dfc74db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:27.120159 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-4078a45f-486d-482d-a39c-06a509ebb2a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76 HTTP/1.1" status: 200 len: 217 time: 0.0787332 Dec 10 18:49:27.153323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dfd9e0b0-994c-447f-af87-4b23dfb856ca None None] Provisioning complete for port 208bf9ab-54f1-425d-ba15-6d605223e214 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:27.153740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e0b0-994c-447f-af87-4b23dfb856ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.200901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-3395ccdb-70c8-4627-8cf3-5ef7aa0c4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:27.202409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-3395ccdb-70c8-4627-8cf3-5ef7aa0c4f2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e69a00-e065-47cf-8f9d-401967c8d82d HTTP/1.1" status: 200 len: 834 time: 0.0730886 Dec 10 18:49:27.269854 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-11566097-8242-433f-94bd-bcb63761be5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:27.280161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e0b0-994c-447f-af87-4b23dfb856ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.281256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.285192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-91d1a3f2-9a16-4f57-b4b9-789799e30dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:27.286767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-91d1a3f2-9a16-4f57-b4b9-789799e30dde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759416 Dec 10 18:49:27.287920 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.327046 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11566097-8242-433f-94bd-bcb63761be5e None None] The sync data for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 is: [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:47:40Z', 'revision_number': 4, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'cb9dbad5-abe5-40ce-882c-e8ee7c11a11b', 'name': '', 'network_id': '25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'mac_address': 'fa:16:3e:b3:61:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:39Z', 'updated_at': '2021-12-10T18:47:44Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'subnets': [{'id': '17e69a00-e065-47cf-8f9d-401967c8d82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:27.356958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-dfd9e0b0-994c-447f-af87-4b23dfb856ca None None] For port 208bf9ab-54f1-425d-ba15-6d605223e214, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=208bf9ab-54f1-425d-ba15-6d605223e214,segment=NetworkSegment(25c1a7e5-bd08-471e-bbc3-45452eeeb397),segment_id=25c1a7e5-bd08-471e-bbc3-45452eeeb397)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:27.364025 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dfd9e0b0-994c-447f-af87-4b23dfb856ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.454010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9e0b0-994c-447f-af87-4b23dfb856ca None None] Pushing event updated for resources: {'Port': ['ID=208bf9ab-54f1-425d-ba15-6d605223e214,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:27.466581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 208bf9ab-54f1-425d-ba15-6d605223e214 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:27.513557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=d07ea2da-6082-4400-8dc5-8b3e7d9d2219,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:27.544590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 208bf9ab-54f1-425d-ba15-6d605223e214 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:27.545042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.640231 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-43358ae2-2bc8-4c7e-ab77-735297aa8d0f service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453410 Dec 10 18:49:27.706647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9324c0f5-94d1-4ffc-b205-9591184446d2 None None] Provisioning complete for port 208bf9ab-54f1-425d-ba15-6d605223e214 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:27.707389 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9324c0f5-94d1-4ffc-b205-9591184446d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.763535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.859277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9324c0f5-94d1-4ffc-b205-9591184446d2 None None] Provisioning complete for port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:27.860444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9324c0f5-94d1-4ffc-b205-9591184446d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:27.888363 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5814c40d-b29a-4240-956c-142c89ec5e0b None None] New status for floating IP ffec07d5-968e-4177-83df-880fa15b60b2: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:49:27.912884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394a7bb8-00cb-49e4-9328-b9391eadf897 req-00ee795a-462f-4984-8189-c480eb33e36d service neutron] 10.222.0.59 "GET /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592785 Dec 10 18:49:27.982699 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.000471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9324c0f5-94d1-4ffc-b205-9591184446d2 None None] Port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:28.127636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-315a65ed-b441-4ecf-950a-c9b2e375d92d None None] Provisioning complete for port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:28.128390 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-315a65ed-b441-4ecf-950a-c9b2e375d92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.170597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-315a65ed-b441-4ecf-950a-c9b2e375d92d None None] Port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:28.310642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-52d945f5-c67d-4248-a71e-1268d13a5ee4 None None] Provisioning complete for port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:28.310886 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52d945f5-c67d-4248-a71e-1268d13a5ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.337114 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af48b699-faef-481f-ae42-6b4611afa199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.350098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-52d945f5-c67d-4248-a71e-1268d13a5ee4 None None] Port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:28.503146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-7f88f868-dbed-46a5-a8d1-d778eeaea92f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:28.504650 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-7f88f868-dbed-46a5-a8d1-d778eeaea92f tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.4478600 Dec 10 18:49:28.532238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a5888-78e6-43a5-9cb5-dff6e2b9222c req-f1e07419-2a0f-4c6a-9b40-489106c71fc1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:28.533578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-149a5888-78e6-43a5-9cb5-dff6e2b9222c req-f1e07419-2a0f-4c6a-9b40-489106c71fc1 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 946 time: 0.4620078 Dec 10 18:49:28.697770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-149a5888-78e6-43a5-9cb5-dff6e2b9222c req-b3658992-4f39-4512-be86-5a0e9e8126d6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/security-groups?id=9cd2b683-f695-4435-ae42-fcf1318bda7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448889 Dec 10 18:49:28.741988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port d359ec97-fe59-4be6-be2c-9aa710d9ad76 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:28.742295 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.792905 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.801533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.802377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.927013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=d07ea2da-6082-4400-8dc5-8b3e7d9d2219,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:28.934859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port d359ec97-fe59-4be6-be2c-9aa710d9ad76, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=d359ec97-fe59-4be6-be2c-9aa710d9ad76,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:28.935235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:28.954133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.954430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.954783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.955125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.955466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.955804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.956152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.956476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.956817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.957149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.957477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.957828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.958127 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:28.968343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for d359ec97-fe59-4be6-be2c-9aa710d9ad76 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:29.045196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network b6697674-5549-488c-9ae1-455e7dfc74db is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:29.047794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:29.233601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.262055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 208bf9ab-54f1-425d-ba15-6d605223e214 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:29.277590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=d359ec97-fe59-4be6-be2c-9aa710d9ad76,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:29.334696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] No DVR routers for this DVR port d359ec97-fe59-4be6-be2c-9aa710d9ad76 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:29.335333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 208bf9ab-54f1-425d-ba15-6d605223e214 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:29.335456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.336428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Router 56adcf95-ef5f-40c6-9ff7-b320ed46cca3 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:49:29.338829 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.342226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a5dee2-0c81-4d51-8144-8dd425caa94e req-c8c300f4-5227-459f-8891-7b148b35682e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.59 "DELETE /v2.0/ports/d359ec97-fe59-4be6-be2c-9aa710d9ad76 HTTP/1.1" status: 204 len: 173 time: 0.8310556 Dec 10 18:49:29.343598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'name': 'network-vif-deleted', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:29.345904 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313617de-af85-4059-b54d-3d60116a6445" -d '{"events": [{"server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "name": "network-vif-deleted", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:29.400957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-249d2ffb-7b21-4d95-86f4-54d430c96eb8 None None] Provisioning complete for port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:29.401369 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-249d2ffb-7b21-4d95-86f4-54d430c96eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:29.465832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-249d2ffb-7b21-4d95-86f4-54d430c96eb8 None None] Port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:29.466374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:29.475778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-064f8424-e64a-4d26-8d62-6340d96d44a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "PUT /v2.0/routers/56adcf95-ef5f-40c6-9ff7-b320ed46cca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1622093 Dec 10 18:49:29.478269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53524) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:29.485434 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] Sync routers for ids ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:29.505774 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] Routers {'56adcf95-ef5f-40c6-9ff7-b320ed46cca3'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:29.506913 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:29.542816 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:29.551635 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] Routers {'56adcf95-ef5f-40c6-9ff7-b320ed46cca3'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:29.552224 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:29.555276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf1396-d30e-45ea-afeb-bc4a6ce60427 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:29.558166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-15bf1396-d30e-45ea-afeb-bc4a6ce60427 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports?device_id=56adcf95-ef5f-40c6-9ff7-b320ed46cca3 HTTP/1.1" status: 200 len: 989 time: 0.0785916 Dec 10 18:49:29.562131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53526) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:29.592198 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:29.593083 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5addd724-7240-46df-b13a-ff554107bf01 None None] The sync data for ids ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'] in n-d-821424-1 is: [] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:29.651262 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe70c3f-7af6-4e0b-a903-c07f11b13445 x-openstack-request-id: req-6fe70c3f-7af6-4e0b-a903-c07f11b13445 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:29.651562 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24627e96-ffbf-4bfb-8e8e-c94535a36d03", "name": "network-vif-deleted", "tag": "d359ec97-fe59-4be6-be2c-9aa710d9ad76", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:29.651818 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6fe70c3f-7af6-4e0b-a903-c07f11b13445 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:29.652218 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24627e96-ffbf-4bfb-8e8e-c94535a36d03', 'name': 'network-vif-deleted', 'tag': 'd359ec97-fe59-4be6-be2c-9aa710d9ad76', 'status': 'completed', 'code': 200} Dec 10 18:49:29.856711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3013fe4-601d-4647-806f-9ab2d7c46378 req-2f21cfa6-d087-4270-ad83-a82112d116aa tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "GET /v2.0/ports?device_id=24627e96-ffbf-4bfb-8e8e-c94535a36d03 HTTP/1.1" status: 200 len: 210 time: 0.0448527 Dec 10 18:49:30.066197 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.348727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port d07ea2da-6082-4400-8dc5-8b3e7d9d2219 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:30.349006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.436061 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.449238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for d07ea2da-6082-4400-8dc5-8b3e7d9d2219 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:30.623598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.650713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=d07ea2da-6082-4400-8dc5-8b3e7d9d2219,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:30.750103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:30.912841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Router 56adcf95-ef5f-40c6-9ff7-b320ed46cca3 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:30.919921 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53532) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:31.277765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:31.283596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-58b7ca44-f704-4a45-b152-0d8184a4573c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "PUT /v2.0/routers/56adcf95-ef5f-40c6-9ff7-b320ed46cca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7199810 Dec 10 18:49:31.286384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53534) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:31.293412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] Sync routers for ids ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:31.306012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] Routers {'56adcf95-ef5f-40c6-9ff7-b320ed46cca3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:31.306799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:31.313511 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bb91ff-3599-4c38-b57f-68b4673129dd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:31.315818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b3bb91ff-3599-4c38-b57f-68b4673129dd tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/d07ea2da-6082-4400-8dc5-8b3e7d9d2219 HTTP/1.1" status: 404 len: 333 time: 0.0275342 Dec 10 18:49:31.318031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53536) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:31.320333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.404423 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdf05-ea0c-4a3f-a7dd-ab73bce5ece2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.515972 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:31.529093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] Routers {'56adcf95-ef5f-40c6-9ff7-b320ed46cca3'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:31.529916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:31.562835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:31.563496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e3109-034a-43de-ad5b-c914ffa8a806 None None] The sync data for ids ['56adcf95-ef5f-40c6-9ff7-b320ed46cca3'] in n-d-821424-1 is: [] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:31.599812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdf05-ea0c-4a3f-a7dd-ab73bce5ece2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.603284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdf05-ea0c-4a3f-a7dd-ab73bce5ece2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.619769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:31.620111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.648019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ef184cb9-a4bf-4528-a743-ade04f1f78de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.679009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdf05-ea0c-4a3f-a7dd-ab73bce5ece2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.679762 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0fdf05-ea0c-4a3f-a7dd-ab73bce5ece2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Fanout notify agent at l3_agent the message router_deleted on router 56adcf95-ef5f-40c6-9ff7-b320ed46cca3 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:49:31.687932 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ad0fdf05-ea0c-4a3f-a7dd-ab73bce5ece2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.690814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ad0fdf05-ea0c-4a3f-a7dd-ab73bce5ece2 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/routers/56adcf95-ef5f-40c6-9ff7-b320ed46cca3 HTTP/1.1" status: 204 len: 168 time: 0.3711150 Dec 10 18:49:31.691787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53538) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:31.713034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port cb9dbad5-abe5-40ce-882c-e8ee7c11a11b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:31.713398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.733241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for cb9dbad5-abe5-40ce-882c-e8ee7c11a11b owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:31.747258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 4eebd96f-794b-43c8-acb9-a0f62ecdbd69 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:31.750749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.797963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.892104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.934426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.952099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.969958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=cb9dbad5-abe5-40ce-882c-e8ee7c11a11b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:31.988852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=4eebd96f-794b-43c8-acb9-a0f62ecdbd69,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:31.993359 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:31.997516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2d919804-9d53-4472-a9c3-de6dd8a1958f tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/4eebd96f-794b-43c8-acb9-a0f62ecdbd69 HTTP/1.1" status: 204 len: 168 time: 0.3047202 Dec 10 18:49:32.000782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:32.004804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1277aa-408c-4aa2-98c8-fc8f62665b1b None None] Network b6697674-5549-488c-9ae1-455e7dfc74db requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:32.098483 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.171185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.172040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 208bf9ab-54f1-425d-ba15-6d605223e214 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:32.173996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.175440 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.188116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.244355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] DHCP port deletion for b6697674-5549-488c-9ae1-455e7dfc74db request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:32.260340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] For port 208bf9ab-54f1-425d-ba15-6d605223e214, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=208bf9ab-54f1-425d-ba15-6d605223e214,segment=NetworkSegment(25c1a7e5-bd08-471e-bbc3-45452eeeb397),segment_id=25c1a7e5-bd08-471e-bbc3-45452eeeb397)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:32.260724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.276582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 208bf9ab-54f1-425d-ba15-6d605223e214 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:32.298728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] Deleting port 208bf9ab-54f1-425d-ba15-6d605223e214 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:32.299418 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.363508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.370633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] For port 208bf9ab-54f1-425d-ba15-6d605223e214, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=208bf9ab-54f1-425d-ba15-6d605223e214,segment=NetworkSegment(25c1a7e5-bd08-471e-bbc3-45452eeeb397),segment_id=25c1a7e5-bd08-471e-bbc3-45452eeeb397)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:32.371037 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.384815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] Calling delete_port for 208bf9ab-54f1-425d-ba15-6d605223e214 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:32.397395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No DVR routers for this DVR port 208bf9ab-54f1-425d-ba15-6d605223e214 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:32.401523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=208bf9ab-54f1-425d-ba15-6d605223e214,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:32.440245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Router 5cfd7744-a97b-406f-aaa0-e57e9473153a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:32.471561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.497398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.499191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] Pushing event deleted for resources: {'Port': ['ID=208bf9ab-54f1-425d-ba15-6d605223e214,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:32.502863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101e2dc-33a6-42d7-be28-bf6a55cc3860 None None] No DVR routers for this DVR port 208bf9ab-54f1-425d-ba15-6d605223e214 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:32.531434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6697674-5549-488c-9ae1-455e7dfc74db']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:32.542416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c1a7e5-bd08-471e-bbc3-45452eeeb397') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:32.542722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c1a7e5-bd08-471e-bbc3-45452eeeb397') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:32.553186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.567325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:32.567836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.574798 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3190dc4d-d071-4e9b-935c-ebc9d3bbdb7c tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "PUT /v2.0/routers/5cfd7744-a97b-406f-aaa0-e57e9473153a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6521432 Dec 10 18:49:32.576154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53542) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:32.585558 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] Sync routers for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:32.589050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:32.589448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:32.593599 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:32.602582 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:32.604092 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:32.691002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting subnet 17e69a00-e065-47cf-8f9d-401967c8d82d {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:32.694528 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.699451 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.703263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/b6697674-5549-488c-9ae1-455e7dfc74db HTTP/1.1" status: 204 len: 168 time: 0.7018664 Dec 10 18:49:32.707239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.708469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53544) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:32.712603 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:32.742089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0ff93-8d1c-4362-ac64-1d80b5a6399a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=b6697674-5549-488c-9ae1-455e7dfc74db,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:32.760448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52567160-a79b-498c-9441-2afcf16e6183 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:32.762116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-52567160-a79b-498c-9441-2afcf16e6183 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/99f11a92-96b9-4651-826f-422ff1798a76 HTTP/1.1" status: 200 len: 844 time: 0.0516050 Dec 10 18:49:32.766340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53546) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:32.777920 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.841460 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ff38e887-4dd8-44d5-8390-04a10e742203 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/99f11a92-96b9-4651-826f-422ff1798a76?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0739946 Dec 10 18:49:32.845222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53548) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:32.850580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:32.863384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d359ec97-fe59-4be6-be2c-9aa710d9ad76 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:32.893871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: d359ec97-fe59-4be6-be2c-9aa710d9ad76 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:32.894787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device d359ec97-fe59-4be6-be2c-9aa710d9ad76 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:32.899302 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.913671 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:49:31Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:32.943026 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] Checking router: 5cfd7744-a97b-406f-aaa0-e57e9473153a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:32.949496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:32.953974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.954668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] Routers {'5cfd7744-a97b-406f-aaa0-e57e9473153a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:32.957860 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['5cfd7744-a97b-406f-aaa0-e57e9473153a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:32.968901 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:32.999491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Subnet': ['ID=17e69a00-e065-47cf-8f9d-401967c8d82d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:33.004906 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.012347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-858841e2-fbf8-4119-90d0-a362da770522 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/subnets/17e69a00-e065-47cf-8f9d-401967c8d82d HTTP/1.1" status: 204 len: 168 time: 0.4319682 Dec 10 18:49:33.012347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53550) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:33.016049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17d3a5f-c86f-456c-ac8e-2b5931edff8d None None] Network 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:33.101726 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] Set router 5cfd7744-a97b-406f-aaa0-e57e9473153a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:33.202620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.238823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] DHCP port deletion for 25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:33.340078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] Deleting port 5715c8af-56ea-4cde-ba02-00eefebc5c93 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:33.341155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.383218 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.387472 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:49:31Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:33.420519 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677b911-f13b-4337-9bf4-d099834b5630 None None] The sync data for ids ['5cfd7744-a97b-406f-aaa0-e57e9473153a'] in n-d-821424-1 is: [{'id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531900297', 'tenant_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '910aeed2-106f-4f6b-9914-1b7601187318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:47:35Z', 'updated_at': '2021-12-10T18:49:31Z', 'revision_number': 5, 'project_id': '3a8fa045a8f34c64b75c52cf496a59c8', 'gw_port': {'id': '910aeed2-106f-4f6b-9914-1b7601187318', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfd7744-a97b-406f-aaa0-e57e9473153a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:47:36Z', 'updated_at': '2021-12-10T18:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:33.441136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] For port 5715c8af-56ea-4cde-ba02-00eefebc5c93, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5715c8af-56ea-4cde-ba02-00eefebc5c93,segment=NetworkSegment(681e6fa8-8c44-4eb0-a202-56f76e108b9d),segment_id=681e6fa8-8c44-4eb0-a202-56f76e108b9d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:33.441666 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.453793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 208bf9ab-54f1-425d-ba15-6d605223e214 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:33.464102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] Calling delete_port for 5715c8af-56ea-4cde-ba02-00eefebc5c93 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:33.480978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Deleting port 910aeed2-106f-4f6b-9914-1b7601187318 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:33.481160 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.485463 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.493776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 208bf9ab-54f1-425d-ba15-6d605223e214 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:33.494280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 208bf9ab-54f1-425d-ba15-6d605223e214 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:33.494820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5715c8af-56ea-4cde-ba02-00eefebc5c93 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:33.530471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:33.533731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:33.538265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:33.539014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.552979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=8c578ff1-add9-47ec-aea7-d401651ab565,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:33.564471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4277064a-385a-420a-b5fe-1c3328073e8c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7179906 Dec 10 18:49:33.567111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:33.574480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-80f4225c-9c7d-484b-b29e-6c0cb925b935 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'security_group': {'name': 'tempest-secgroup-403504612'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:33.575173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2ff45-4a8d-44a7-a7d9-23fafd5a089e None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:33.587197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] For port 910aeed2-106f-4f6b-9914-1b7601187318, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=910aeed2-106f-4f6b-9914-1b7601187318,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:33.587585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.602617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Calling delete_port for 910aeed2-106f-4f6b-9914-1b7601187318 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:33.604242 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f4225c-9c7d-484b-b29e-6c0cb925b935 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.685026 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f4225c-9c7d-484b-b29e-6c0cb925b935 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.690029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f4225c-9c7d-484b-b29e-6c0cb925b935 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.721309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4225c-9c7d-484b-b29e-6c0cb925b935 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3835673-0020-45dd-a741-d4944bfc456b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:33.727119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80f4225c-9c7d-484b-b29e-6c0cb925b935 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.728657 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-80f4225c-9c7d-484b-b29e-6c0cb925b935 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1602075 Dec 10 18:49:33.731963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:33.736362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ae0d9ce7-66c4-4871-b30b-ae6aed42dcbf tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'security_group': {'name': 'tempest-secgroup-476181128'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:33.750197 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.765432 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.765735 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9ce7-66c4-4871-b30b-ae6aed42dcbf tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.822782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] No DVR routers for this DVR port 5715c8af-56ea-4cde-ba02-00eefebc5c93 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:33.827913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014e774-90c4-4f94-9228-7699bd807b7d None None] Pushing event deleted for resources: {'Port': ['ID=5715c8af-56ea-4cde-ba02-00eefebc5c93,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:33.863118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.868534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'project_id': 'fcaef47ae67e4172aaae8119a183eba1', 'fixed_ips': [{'subnet_id': '8c578ff1-add9-47ec-aea7-d401651ab565'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:33.869800 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.872839 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.903210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9ce7-66c4-4871-b30b-ae6aed42dcbf tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.914588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9ce7-66c4-4871-b30b-ae6aed42dcbf tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.932559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Port': ['ID=910aeed2-106f-4f6b-9914-1b7601187318,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:33.958303 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae0d9ce7-66c4-4871-b30b-ae6aed42dcbf tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:33.960353 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ae0d9ce7-66c4-4871-b30b-ae6aed42dcbf tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2272820 Dec 10 18:49:33.963768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53556) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:33.965871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d9ce7-66c4-4871-b30b-ae6aed42dcbf tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2900bc5-7bc0-410f-8b6d-872ee8f8719d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:33.971914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-716930198', 'security_groups': ['a2900bc5-7bc0-410f-8b6d-872ee8f8719d'], 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c578ff1-add9-47ec-aea7-d401651ab565'}]}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:34.000196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43602857-258c-499e-bc2d-f7e2e1f1f2c7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:34.050919 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.100752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Allocated IP 2001:db8::2 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/8c578ff1-add9-47ec-aea7-d401651ab565/9535187e-732a-4103-9f58-b9cd425640f3) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:34.123760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:34.163577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.166351 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.180896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.217787 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.218583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Fanout notify agent at l3_agent the message router_deleted on router 5cfd7744-a97b-406f-aaa0-e57e9473153a {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:49:34.230167 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.233033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.235424 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-81946837-a4ba-4367-9a24-4bdd92c242fb tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/routers/5cfd7744-a97b-406f-aaa0-e57e9473153a HTTP/1.1" status: 204 len: 168 time: 1.2223020 Dec 10 18:49:34.236091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:34.293677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.304816 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.326017 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port acb81360-7dd4-4e45-a449-6d081e536722 yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:34.343178 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.352814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:34.356105 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:34.360203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:34.373085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Pushing event updated for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:34.436145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Attempting to bind port 9535187e-732a-4103-9f58-b9cd425640f3 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:34.436509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Attempting to bind port 9535187e-732a-4103-9f58-b9cd425640f3 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:34.436876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Attempting to bind port 9535187e-732a-4103-9f58-b9cd425640f3 on network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:34.441995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:34.442383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Checking segment: {'id': '6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:34.442805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.443214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Bound using segment: {'id': '6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:34.443670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Bound port: 9535187e-732a-4103-9f58-b9cd425640f3, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:34.444413 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.512614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:34.517597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9535187e-732a-4103-9f58-b9cd425640f3,segment=NetworkSegment(6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a),segment_id=6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:34.523608 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.530102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.580799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:34.586003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab8eab-e30c-4239-be55-0cc0648ec465 None None] Pushing event updated for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:34.594732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681e6fa8-8c44-4eb0-a202-56f76e108b9d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:34.595137 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681e6fa8-8c44-4eb0-a202-56f76e108b9d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:34.614986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::394 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/8c578ff1-add9-47ec-aea7-d401651ab565/acb81360-7dd4-4e45-a449-6d081e536722) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:34.618992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.640820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.656086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:34.656462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:34.659440 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:34.794302 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.807574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.811385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/networks/25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f HTTP/1.1" status: 204 len: 168 time: 0.5742633 Dec 10 18:49:34.814783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53560) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:34.836142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5ca62-f9bd-4a2c-b394-0992ff8b22a6 tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'Network': ['ID=25ea5e15-03a2-44a2-b9b3-faa4eb9bc96f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:34.898081 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.908904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.942298 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf4316e4-a6e3-4f45-a9a1-947b648c584e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.963121 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:34.985784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf4316e4-a6e3-4f45-a9a1-947b648c584e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.024083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:35.028616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:35.032557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:35.040324 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:35.040324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.053567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=acb81360-7dd4-4e45-a449-6d081e536722,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:35.063550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf4316e4-a6e3-4f45-a9a1-947b648c584e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.064356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-49627af8-ae0d-409e-a92e-b22ddce5ac72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0994134 Dec 10 18:49:35.067170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf4316e4-a6e3-4f45-a9a1-947b648c584e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.068792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bf4316e4-a6e3-4f45-a9a1-947b648c584e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] 10.222.0.55 "DELETE /v2.0/security-groups/9cd2b683-f695-4435-ae42-fcf1318bda7f HTTP/1.1" status: 204 len: 168 time: 0.2471452 Dec 10 18:49:35.082982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53562) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.085552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4316e4-a6e3-4f45-a9a1-947b648c584e tempest-TestNetworkAdvancedServerOps-765177359 tempest-TestNetworkAdvancedServerOps-765177359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd2b683-f695-4435-ae42-fcf1318bda7f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:35.093251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f60e7414-ea93-4452-bc1b-74c0b58ee9dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:35.230687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e7414-ea93-4452-bc1b-74c0b58ee9dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:35.235612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f60e7414-ea93-4452-bc1b-74c0b58ee9dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.323280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9535187e-732a-4103-9f58-b9cd425640f3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:35.351840 n-d-821424-1 neutron-server[103500]: INFO neutron.db.ipam_backend_mixin [None req-f60e7414-ea93-4452-bc1b-74c0b58ee9dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c578ff1-add9-47ec-aea7-d401651ab565 (CIDR: 2001:db8::/64) Dec 10 18:49:35.356953 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60e7414-ea93-4452-bc1b-74c0b58ee9dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:35.357799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60e7414-ea93-4452-bc1b-74c0b58ee9dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:35.383294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f60e7414-ea93-4452-bc1b-74c0b58ee9dc tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2990520 Dec 10 18:49:35.386047 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.392068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:35.399781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:35.400296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.492831 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.505150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53572) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.537813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9535187e-732a-4103-9f58-b9cd425640f3,segment=NetworkSegment(6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a),segment_id=6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:35.542963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:35.543792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.551124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.617738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:35.649780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 910aeed2-106f-4f6b-9914-1b7601187318 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:35.675519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 910aeed2-106f-4f6b-9914-1b7601187318 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:35.676036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 910aeed2-106f-4f6b-9914-1b7601187318 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:35.676504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cb9dbad5-abe5-40ce-882c-e8ee7c11a11b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:35.699388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: cb9dbad5-abe5-40ce-882c-e8ee7c11a11b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:35.699767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device cb9dbad5-abe5-40ce-882c-e8ee7c11a11b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:35.729487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-87a6a5f9-caa7-4add-bab3-dab0c3795052 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a8fa045a8f34c64b75c52cf496a59c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230418 Dec 10 18:49:35.732043 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53576) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:35.836350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df1893ff-0f6c-4f59-b0b1-64b7b97b9f42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.847790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5c0d03f0-adc5-4deb-89c9-3b97368419d6 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:35.848253 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5c0d03f0-adc5-4deb-89c9-3b97368419d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.891734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df1893ff-0f6c-4f59-b0b1-64b7b97b9f42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.947057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.952971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5c0d03f0-adc5-4deb-89c9-3b97368419d6 None None] Provisioning complete for port 99f11a92-96b9-4651-826f-422ff1798a76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:35.954087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5c0d03f0-adc5-4deb-89c9-3b97368419d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:35.996192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d03f0-adc5-4deb-89c9-3b97368419d6 None None] Port 99f11a92-96b9-4651-826f-422ff1798a76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:35.996465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:36.000458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:36.006191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:36.007143 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.015153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df1893ff-0f6c-4f59-b0b1-64b7b97b9f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.017883 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-df1893ff-0f6c-4f59-b0b1-64b7b97b9f42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.019240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-df1893ff-0f6c-4f59-b0b1-64b7b97b9f42 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1a6475d8-ab9f-4131-b42c-50f81f6e2cfa HTTP/1.1" status: 204 len: 168 time: 0.2861762 Dec 10 18:49:36.035946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=c08e8993-eb45-4fa5-9f01-d4059a9c347a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:36.039948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1893ff-0f6c-4f59-b0b1-64b7b97b9f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6475d8-ab9f-4131-b42c-50f81f6e2cfa,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:36.052403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53580) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.059807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-685186867', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c08e8993-eb45-4fa5-9f01-d4059a9c347a'}], 'security_groups': ['a3835673-0020-45dd-a741-d4944bfc456b']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:36.063939 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6aea227b-37e2-488c-ab38-7d6a0b2a66ce tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6705170 Dec 10 18:49:36.090906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d65262-50b0-47d5-b7b9-edb432ff4831 None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:36.158195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-696abd85-1e4a-434c-8fee-da291926d675 None None] Provisioning complete for port acb81360-7dd4-4e45-a449-6d081e536722 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:36.158595 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-696abd85-1e4a-434c-8fee-da291926d675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.232513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-696abd85-1e4a-434c-8fee-da291926d675 None None] Port acb81360-7dd4-4e45-a449-6d081e536722 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:36.242661 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.314348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410c978-ddf3-4239-ad4f-4733991fc6b1 None None] Update dhcp port {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'fixed_ips': [{'subnet_id': '8c578ff1-add9-47ec-aea7-d401651ab565', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c08e8993-eb45-4fa5-9f01-d4059a9c347a'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '9535187e-732a-4103-9f58-b9cd425640f3'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:49:36.353152 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7410c978-ddf3-4239-ad4f-4733991fc6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.404927 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53584) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.450181 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c502abb7-3700-4c14-aee9-b997b6909843 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=70d8c0ed0baa4f20bfb73c00ed8e4159&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415487 Dec 10 18:49:36.450630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53586) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.501787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-03fa3f51-7be3-4faf-94c9-f9af6822bfa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.530332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-03fa3f51-7be3-4faf-94c9-f9af6822bfa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.584366 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-03fa3f51-7be3-4faf-94c9-f9af6822bfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.587986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-03fa3f51-7be3-4faf-94c9-f9af6822bfa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.589204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-03fa3f51-7be3-4faf-94c9-f9af6822bfa1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ec686319-8707-438b-aea4-884d5a8a100e HTTP/1.1" status: 204 len: 168 time: 0.1373813 Dec 10 18:49:36.591208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Delete allocated IP 2001:db8::394 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/8c578ff1-add9-47ec-aea7-d401651ab565) {{(pid=103499) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:49:36.597909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa3f51-7be3-4faf-94c9-f9af6822bfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec686319-8707-438b-aea4-884d5a8a100e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:36.611639 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8:0:1::23 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/c08e8993-eb45-4fa5-9f01-d4059a9c347a/acb81360-7dd4-4e45-a449-6d081e536722) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:36.785115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.791200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.862847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] In _notify_port_updated(), no bound segment for port acb81360-7dd4-4e45-a449-6d081e536722 on network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:49:36.866842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7410c978-ddf3-4239-ad4f-4733991fc6b1 None None] Allocated IP 2001:db8:0:1::2 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/c08e8993-eb45-4fa5-9f01-d4059a9c347a/9535187e-732a-4103-9f58-b9cd425640f3) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:36.869382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:36.870059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:36.874290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "PUT /v2.0/ports/acb81360-7dd4-4e45-a449-6d081e536722 HTTP/1.1" status: 200 len: 929 time: 0.8173547 Dec 10 18:49:36.874565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53592) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:36.878222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7925ee3d-e1e8-4c90-8cda-a9201c3bfeee tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=acb81360-7dd4-4e45-a449-6d081e536722,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:36.987685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port acb81360-7dd4-4e45-a449-6d081e536722 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:36.988291 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.000309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7410c978-ddf3-4239-ad4f-4733991fc6b1 None None] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9535187e-732a-4103-9f58-b9cd425640f3,segment=NetworkSegment(6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a),segment_id=6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:37.045518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7410c978-ddf3-4239-ad4f-4733991fc6b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.050822 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7410c978-ddf3-4239-ad4f-4733991fc6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.094656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.111061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for acb81360-7dd4-4e45-a449-6d081e536722 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:37.280959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.314686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410c978-ddf3-4239-ad4f-4733991fc6b1 None None] Pushing event updated for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:37.328384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9535187e-732a-4103-9f58-b9cd425640f3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:37.338589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=acb81360-7dd4-4e45-a449-6d081e536722,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:37.367333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.372466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-38176dfd-d4b7-42f6-9888-7056e8112221 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/acb81360-7dd4-4e45-a449-6d081e536722 HTTP/1.1" status: 204 len: 168 time: 0.4967327 Dec 10 18:49:37.375779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53610) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.392017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:37.392469 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.424206 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfe87b4-2219-4a12-8e29-4e6f323c05e3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:37.425798 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ddfe87b4-2219-4a12-8e29-4e6f323c05e3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/acb81360-7dd4-4e45-a449-6d081e536722 HTTP/1.1" status: 404 len: 333 time: 0.0482867 Dec 10 18:49:37.430267 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53612) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.479629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53614) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.515801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6cc-a06c-4657-a853-c2104fc8c38a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.545170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6cc-a06c-4657-a853-c2104fc8c38a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.602204 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6cc-a06c-4657-a853-c2104fc8c38a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.605266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a93f6cc-a06c-4657-a853-c2104fc8c38a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.606533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a93f6cc-a06c-4657-a853-c2104fc8c38a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/security-groups/a2900bc5-7bc0-410f-8b6d-872ee8f8719d HTTP/1.1" status: 204 len: 168 time: 0.1751819 Dec 10 18:49:37.609233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53618) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.624520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1537166899-network', 'tenant_id': '4432700f49f6476f908d52dc00766fae'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:37.630938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93f6cc-a06c-4657-a853-c2104fc8c38a tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2900bc5-7bc0-410f-8b6d-872ee8f8719d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:37.677718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Made reservation on behalf of 4432700f49f6476f908d52dc00766fae for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:37.680236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.701123 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.704297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1253d38d-9530-426d-855e-3ac7cd45eee9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.742097 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1253d38d-9530-426d-855e-3ac7cd45eee9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.823878 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1253d38d-9530-426d-855e-3ac7cd45eee9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.826646 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1253d38d-9530-426d-855e-3ac7cd45eee9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.827978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1253d38d-9530-426d-855e-3ac7cd45eee9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/security-groups/a3835673-0020-45dd-a741-d4944bfc456b HTTP/1.1" status: 204 len: 168 time: 0.2176266 Dec 10 18:49:37.831516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53620) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:37.849417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253d38d-9530-426d-855e-3ac7cd45eee9 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3835673-0020-45dd-a741-d4944bfc456b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:37.853709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.859913 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.898402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:37.913067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.913516 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Added segment 7bc6659a-acbe-4d5b-940a-56b4d940897f of type vlan for network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 Dec 10 18:49:37.915136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fe5294-0253-4259-be71-d33e527bab02,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:37.920010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 8c578ff1-add9-47ec-aea7-d401651ab565 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:37.924134 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.966290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:37.980269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.000924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.007787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:38.007787 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.064583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-812ef294-1d77-4fc1-abbf-06d7605b9f01 None None] Could not find standard attr ID for object acb81360-7dd4-4e45-a449-6d081e536722. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:38.075039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] Pushing event updated for resources: {'Network': ['ID=86fc948a-ea90-4eae-86eb-cb3a6ded8d12,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:38.076065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.085130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-812ef294-1d77-4fc1-abbf-06d7605b9f01 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:38.085540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-812ef294-1d77-4fc1-abbf-06d7605b9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.089918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:38.096002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1fdaf8bb-ef53-4afd-8d0d-f7d1510f15d1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6151137 Dec 10 18:49:38.099130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53622) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:38.109383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Request body: {'subnet': {'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1537166899-subnet', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:38.136803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Made reservation on behalf of 4432700f49f6476f908d52dc00766fae for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:38.143318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.180514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.214924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=8c578ff1-add9-47ec-aea7-d401651ab565,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:38.238689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.250014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-91ed5d0f-e9b6-4fa5-b6cb-e669f969982d tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/8c578ff1-add9-47ec-aea7-d401651ab565 HTTP/1.1" status: 204 len: 168 time: 0.4172175 Dec 10 18:49:38.250936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53624) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:38.257023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:38.282269 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cec859e-9555-4b8b-a839-9475c2325259 None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:38.365028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-812ef294-1d77-4fc1-abbf-06d7605b9f01 None None] Provisioning complete for port 99f11a92-96b9-4651-826f-422ff1798a76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:38.365415 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-812ef294-1d77-4fc1-abbf-06d7605b9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.385559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:38.390594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.392929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.436830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-812ef294-1d77-4fc1-abbf-06d7605b9f01 None None] Port 99f11a92-96b9-4651-826f-422ff1798a76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:38.458740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=790be94e-61c9-415e-9965-c814fa338aa9,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:38.476223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Checking segment: {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:38.476657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Network hostable DHCP agents. Network: 86fc948a-ea90-4eae-86eb-cb3a6ded8d12, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:38.499967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:38.510932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 86fc948a-ea90-4eae-86eb-cb3a6ded8d12) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:38.515264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:38.515923 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.526918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2381f32-b268-4fee-b3be-1ea3772d0768 None None] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:38.534555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-57583cb5-d3bc-4145-bbcb-98d5cfc7e1fa admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4341075 Dec 10 18:49:38.537289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53626) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:38.543102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:38.581427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d91f5b63-fd91-406f-b903-9e35caa29d6c None None] Could not find standard attr ID for object acb81360-7dd4-4e45-a449-6d081e536722. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:38.610558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.611659 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.653322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'project_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:38.654207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.748372 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.796636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Allocated IP 172.20.0.2 (86fc948a-ea90-4eae-86eb-cb3a6ded8d12/790be94e-61c9-415e-9965-c814fa338aa9/d33d953d-05dd-4e34-a011-9a4799f6a5a5) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:38.958452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.962961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.973931 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:38.982642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.027405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:39.032988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:39.035022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:39.036805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:39.040803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:39.043407 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:39.044016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.048743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Pushing event updated for resources: {'Port': ['ID=d33d953d-05dd-4e34-a011-9a4799f6a5a5,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:39.094212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=01b63ec5-2ec0-4877-a79f-2aa5519674a8,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:39.106534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab531f8-8ee3-4eed-ba01-dd3ac1738cf4 None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:39.116119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7f7ad2f9-24f0-4ab5-b280-55e053207e39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8638597 Dec 10 18:49:39.121067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53628) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:39.125048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a8200d02-062b-4d12-8294-9ab8e8ab4749 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'security_group': {'name': 'tempest-secgroup-568455'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:39.158278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8200d02-062b-4d12-8294-9ab8e8ab4749 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.165788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Attempting to bind port d33d953d-05dd-4e34-a011-9a4799f6a5a5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:39.166095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Attempting to bind port d33d953d-05dd-4e34-a011-9a4799f6a5a5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:39.166451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Attempting to bind port d33d953d-05dd-4e34-a011-9a4799f6a5a5 on network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:39.175559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:39.176067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Checking segment: {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:39.176355 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.176756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Bound using segment: {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:39.177244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Bound port: d33d953d-05dd-4e34-a011-9a4799f6a5a5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:39.177629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.274061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a9d437c1-ac86-4e8d-a42b-43d4c93ea877 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:39.274471 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a9d437c1-ac86-4e8d-a42b-43d4c93ea877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.307072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9535187e-732a-4103-9f58-b9cd425640f3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:39.386195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] For port d33d953d-05dd-4e34-a011-9a4799f6a5a5, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:39.391863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] For port d33d953d-05dd-4e34-a011-9a4799f6a5a5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d33d953d-05dd-4e34-a011-9a4799f6a5a5,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:39.401574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.528289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:39.528677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.562806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496324b2-fb2c-4245-bc69-848058a1d77e None None] Pushing event updated for resources: {'Port': ['ID=d33d953d-05dd-4e34-a011-9a4799f6a5a5,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:39.578338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784bc0c-a407-4582-a6df-b7043d19d7b9 None None] Update dhcp port {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'fixed_ips': [{'subnet_id': 'c08e8993-eb45-4fa5-9f01-d4059a9c347a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '01b63ec5-2ec0-4877-a79f-2aa5519674a8'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '9535187e-732a-4103-9f58-b9cd425640f3'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:49:39.614959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a9d437c1-ac86-4e8d-a42b-43d4c93ea877 None None] Provisioning complete for port 99f11a92-96b9-4651-826f-422ff1798a76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:39.615310 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a9d437c1-ac86-4e8d-a42b-43d4c93ea877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.619214 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0784bc0c-a407-4582-a6df-b7043d19d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.645570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8200d02-062b-4d12-8294-9ab8e8ab4749 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.656837 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8200d02-062b-4d12-8294-9ab8e8ab4749 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.689023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.693197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a9d437c1-ac86-4e8d-a42b-43d4c93ea877 None None] Port 99f11a92-96b9-4651-826f-422ff1798a76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:39.736944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a8200d02-062b-4d12-8294-9ab8e8ab4749 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.738229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a8200d02-062b-4d12-8294-9ab8e8ab4749 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.6167238 Dec 10 18:49:39.741200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53630) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:39.744620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.748817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ea86e227-ccba-4a53-8bab-9b658845d167 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'security_group': {'name': 'tempest-secgroup-868866496'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:39.755340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8200d02-062b-4d12-8294-9ab8e8ab4749 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc8c7ae-f527-4415-a489-9cbc4dad0f42,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:39.831989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea86e227-ccba-4a53-8bab-9b658845d167 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.920079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0784bc0c-a407-4582-a6df-b7043d19d7b9 None None] Allocated IP 2001:db8::2 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/01b63ec5-2ec0-4877-a79f-2aa5519674a8/9535187e-732a-4103-9f58-b9cd425640f3) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:39.926385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Allocated IP 172.25.2.93 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/8c76570e-c354-4c9b-a5fb-07b088914214) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:39.940036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea86e227-ccba-4a53-8bab-9b658845d167 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.951662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea86e227-ccba-4a53-8bab-9b658845d167 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.997522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea86e227-ccba-4a53-8bab-9b658845d167 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:39.998873 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ea86e227-ccba-4a53-8bab-9b658845d167 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2558081 Dec 10 18:49:40.001487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86e227-ccba-4a53-8bab-9b658845d167 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56cf615f-9ac7-4aff-b670-6312e2b6f066,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:40.002549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53632) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.009054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0c994091-6414-4dd1-98ea-7f97c5f572a4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'security_group': {'name': 'tempest-secgroup-1058901034'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:40.049791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0784bc0c-a407-4582-a6df-b7043d19d7b9 None None] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9535187e-732a-4103-9f58-b9cd425640f3,segment=NetworkSegment(6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a),segment_id=6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:40.061557 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c994091-6414-4dd1-98ea-7f97c5f572a4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.096982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.099765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0784bc0c-a407-4582-a6df-b7043d19d7b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.105771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0784bc0c-a407-4582-a6df-b7043d19d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.188852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.192626 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c994091-6414-4dd1-98ea-7f97c5f572a4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.205582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784bc0c-a407-4582-a6df-b7043d19d7b9 None None] Pushing event updated for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:40.222295 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c994091-6414-4dd1-98ea-7f97c5f572a4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.253949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:40.267817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:40.275122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:40.281036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c994091-6414-4dd1-98ea-7f97c5f572a4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.284907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c994091-6414-4dd1-98ea-7f97c5f572a4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2779274 Dec 10 18:49:40.289696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e2dc88-9d5d-49d6-92bc-46e905b67041 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:40.290437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53634) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:40.301407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-510121610', 'security_groups': ['7960f0d4-fe0d-4e5b-8246-2ebf7f2b6b11'], 'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01b63ec5-2ec0-4877-a79f-2aa5519674a8'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:40.338949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Pushing event updated for resources: {'Port': ['ID=8c76570e-c354-4c9b-a5fb-07b088914214,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:40.347021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c994091-6414-4dd1-98ea-7f97c5f572a4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7960f0d4-fe0d-4e5b-8246-2ebf7f2b6b11,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:40.353873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d678ac79-b699-4fbd-ba37-1a0592649aab None None] Provisioning complete for port 8c76570e-c354-4c9b-a5fb-07b088914214 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:40.354249 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d678ac79-b699-4fbd-ba37-1a0592649aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.431862 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d678ac79-b699-4fbd-ba37-1a0592649aab None None] Port 8c76570e-c354-4c9b-a5fb-07b088914214 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:40.503318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:40.508354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.529441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] device_id is not set on port 022ad727-8452-4f63-ac7f-e08e8234c775 yet. {{(pid=103499) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:49:40.646559 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.762536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8::d4 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/01b63ec5-2ec0-4877-a79f-2aa5519674a8/022ad727-8452-4f63-ac7f-e08e8234c775) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:40.775647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed17884-a4e5-442c-917e-463845e67ede None None] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:40.886779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8ba9bac5-cc0d-4e26-b08e-e1a0991ee766 None None] Provisioning complete for port d33d953d-05dd-4e34-a011-9a4799f6a5a5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:40.887498 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bac5-cc0d-4e26-b08e-e1a0991ee766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.909835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:40.975788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.036293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bac5-cc0d-4e26-b08e-e1a0991ee766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.042492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.082627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8ba9bac5-cc0d-4e26-b08e-e1a0991ee766 None None] For port d33d953d-05dd-4e34-a011-9a4799f6a5a5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d33d953d-05dd-4e34-a011-9a4799f6a5a5,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:41.088531 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ba9bac5-cc0d-4e26-b08e-e1a0991ee766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.133002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:41.138729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:41.146663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Router 266462a6-ae39-4058-9980-d9b8cb0a6b21 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:49:41.154677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:41.159596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9bac5-cc0d-4e26-b08e-e1a0991ee766 None None] Pushing event updated for resources: {'Port': ['ID=d33d953d-05dd-4e34-a011-9a4799f6a5a5,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:41.161916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:41.161916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.169264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=022ad727-8452-4f63-ac7f-e08e8234c775,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:41.183929 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-78c670f9-25d0-4a46-96fe-0d8f89c2cb67 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8895707 Dec 10 18:49:41.188774 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53636) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:41.196906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3ff8d0ed-5d38-4d55-9ae3-016d144369f3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:41.221399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b41b8666-df63-4496-82bd-6812e6182675 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:41.221916 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b41b8666-df63-4496-82bd-6812e6182675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.292231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:41.317563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Sync routers for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:41.325147 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.327309 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-961599d8-070e-45bf-aa67-ef1e2ede0b53 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7886572 Dec 10 18:49:41.339372 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53638) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:41.359044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:41.359696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:41.420475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff8d0ed-5d38-4d55-9ae3-016d144369f3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:41.425036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ff8d0ed-5d38-4d55-9ae3-016d144369f3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.527044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d33d953d-05dd-4e34-a011-9a4799f6a5a5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:41.547054 n-d-821424-1 neutron-server[103499]: INFO neutron.db.ipam_backend_mixin [None req-3ff8d0ed-5d38-4d55-9ae3-016d144369f3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01b63ec5-2ec0-4877-a79f-2aa5519674a8 (CIDR: 2001:db8::/64) Dec 10 18:49:41.551128 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff8d0ed-5d38-4d55-9ae3-016d144369f3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:41.551642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff8d0ed-5d38-4d55-9ae3-016d144369f3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:41.577950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ff8d0ed-5d38-4d55-9ae3-016d144369f3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3820858 Dec 10 18:49:41.579645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:41.596440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:41.616081 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-faa50955-b51f-4199-afca-8d37d06fdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:41.715883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b41b8666-df63-4496-82bd-6812e6182675 None None] Provisioning complete for port 99f11a92-96b9-4651-826f-422ff1798a76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:41.716275 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b41b8666-df63-4496-82bd-6812e6182675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.842290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa50955-b51f-4199-afca-8d37d06fdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:41.845982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-faa50955-b51f-4199-afca-8d37d06fdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.934223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d33d953d-05dd-4e34-a011-9a4799f6a5a5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:41.934630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:41.963173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b41b8666-df63-4496-82bd-6812e6182675 None None] Port 99f11a92-96b9-4651-826f-422ff1798a76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:42.005312 n-d-821424-1 neutron-server[103500]: INFO neutron.db.ipam_backend_mixin [None req-faa50955-b51f-4199-afca-8d37d06fdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c08e8993-eb45-4fa5-9f01-d4059a9c347a (CIDR: 2001:db8:0:1::/64) Dec 10 18:49:42.011308 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa50955-b51f-4199-afca-8d37d06fdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:42.011768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa50955-b51f-4199-afca-8d37d06fdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:42.068994 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-faa50955-b51f-4199-afca-8d37d06fdeb4 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4880223 Dec 10 18:49:42.072755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53642) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:42.078086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'subnet': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:42.081471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9535187e-732a-4103-9f58-b9cd425640f3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:42.112598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:40Z', 'revision_number': 3, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:42.131151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.147683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f840a67b-a8aa-4474-a06b-8ec641c95026 None None] Provisioning complete for port d33d953d-05dd-4e34-a011-9a4799f6a5a5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:42.148034 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f840a67b-a8aa-4474-a06b-8ec641c95026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.149680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Checking router: 266462a6-ae39-4058-9980-d9b8cb0a6b21 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:42.150019 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Updating router 266462a6-ae39-4058-9980-d9b8cb0a6b21 port 8c76570e-c354-4c9b-a5fb-07b088914214 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:49:42.212398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.268031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:42.268735 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.339427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Made reservation on behalf of fcaef47ae67e4172aaae8119a183eba1 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:42.342989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.463118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Allocated IP 172.20.0.1 (86fc948a-ea90-4eae-86eb-cb3a6ded8d12/790be94e-61c9-415e-9965-c814fa338aa9/de7f464f-02f3-4021-bc4a-7d394b1cbe89) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:42.474381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f840a67b-a8aa-4474-a06b-8ec641c95026 None None] Provisioning complete for port 022ad727-8452-4f63-ac7f-e08e8234c775 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:42.474740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f840a67b-a8aa-4474-a06b-8ec641c95026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.573816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f840a67b-a8aa-4474-a06b-8ec641c95026 None None] Port 022ad727-8452-4f63-ac7f-e08e8234c775 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:42.631255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.635944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.637731 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.691783 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec7d5b-055b-4b47-818a-e121afa4f317 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:42.702789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Attempting to bind port 8c76570e-c354-4c9b-a5fb-07b088914214 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:42.703182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Attempting to bind port 8c76570e-c354-4c9b-a5fb-07b088914214 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:42.703549 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Attempting to bind port 8c76570e-c354-4c9b-a5fb-07b088914214 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:42.708418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b1550-e6d5-466c-a6e4-7336a2aeffea None None] Pushing event updated for resources: {'Port': ['ID=8c76570e-c354-4c9b-a5fb-07b088914214,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:42.716897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:42.717394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:42.718603 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.718603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:42.718846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Bound port: 8c76570e-c354-4c9b-a5fb-07b088914214, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:42.719161 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.720970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.739522 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.776198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] For port 8c76570e-c354-4c9b-a5fb-07b088914214, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:42.780079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] For port 8c76570e-c354-4c9b-a5fb-07b088914214, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8c76570e-c354-4c9b-a5fb-07b088914214,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:42.788486 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.819285 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:42.833619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:42.837033 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:42.838923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-684a1231-d5bd-40b9-a683-2d146ea01fc4 None None] Provisioning complete for port 8c76570e-c354-4c9b-a5fb-07b088914214 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:42.839300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-684a1231-d5bd-40b9-a683-2d146ea01fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.840105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Subnet': ['ID=8c49ae5d-c7a7-4256-a898-f222deb1c085,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:42.843305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:42.843931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.845394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1578346-4f01-40fa-930e-7e38a2e241c7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:42.850611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:42.854401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf11d717-333d-4f66-8cfb-15a461cc3b91 None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:42.855512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:42.857542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Pushing event updated for resources: {'Port': ['ID=de7f464f-02f3-4021-bc4a-7d394b1cbe89,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:42.885696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cfd1793d-1e0b-4604-8838-dd1aa8ad0d04 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8114762 Dec 10 18:49:42.888528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53644) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:42.896151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2103937024', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c49ae5d-c7a7-4256-a898-f222deb1c085'}], 'security_groups': ['ddc8c7ae-f527-4415-a489-9cbc4dad0f42', '56cf615f-9ac7-4aff-b670-6312e2b6f066']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:42.906383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:42.939962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:42.940617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:42.942500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b1550-e6d5-466c-a6e4-7336a2aeffea None None] Pushing event updated for resources: {'Port': ['ID=8c76570e-c354-4c9b-a5fb-07b088914214,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:43.100752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.182472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:43.210395 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-684a1231-d5bd-40b9-a683-2d146ea01fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.282464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-684a1231-d5bd-40b9-a683-2d146ea01fc4 None None] For port 8c76570e-c354-4c9b-a5fb-07b088914214, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8c76570e-c354-4c9b-a5fb-07b088914214,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:43.311912 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-684a1231-d5bd-40b9-a683-2d146ea01fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.431583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.446952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a1231-d5bd-40b9-a683-2d146ea01fc4 None None] Pushing event updated for resources: {'Port': ['ID=8c76570e-c354-4c9b-a5fb-07b088914214,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:43.452622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdaaeae-1b23-40e8-b838-2e8a2c80f463 None None] Update dhcp port {'port': {'network_id': '65cfda8a-1fb4-474a-9669-a3d19d2a9477', 'fixed_ips': [{'subnet_id': 'c08e8993-eb45-4fa5-9f01-d4059a9c347a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '01b63ec5-2ec0-4877-a79f-2aa5519674a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '8c49ae5d-c7a7-4256-a898-f222deb1c085'}], 'binding:host_id': 'n-d-821424-1'}, 'id': '9535187e-732a-4103-9f58-b9cd425640f3'} from n-d-821424-1. {{(pid=103501) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 10 18:49:43.497941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6a6bb293-36ac-4f62-bfe5-33a38a4b7284 None None] Provisioning complete for port de7f464f-02f3-4021-bc4a-7d394b1cbe89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:43.498320 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb293-36ac-4f62-bfe5-33a38a4b7284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.555974 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bdaaeae-1b23-40e8-b838-2e8a2c80f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.574644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6a6bb293-36ac-4f62-bfe5-33a38a4b7284 None None] Port de7f464f-02f3-4021-bc4a-7d394b1cbe89 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:43.630738 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.637392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.722234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Pushing event updated for resources: {'Port': ['ID=de7f464f-02f3-4021-bc4a-7d394b1cbe89,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:43.731282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.807933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7247da82-d620-4614-915d-9329f1652f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:40Z', 'revision_number': 3, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:43.809751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6a6bb293-36ac-4f62-bfe5-33a38a4b7284 None None] Provisioning complete for port 8c76570e-c354-4c9b-a5fb-07b088914214 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:43.810117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb293-36ac-4f62-bfe5-33a38a4b7284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:43.842611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Delete allocated IP 2001:db8::d4 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/01b63ec5-2ec0-4877-a79f-2aa5519674a8) {{(pid=103499) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 10 18:49:43.845215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:43.847529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:43.853418 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Allocated IP 2001:db8:0:2::3b (65cfda8a-1fb4-474a-9669-a3d19d2a9477/8c49ae5d-c7a7-4256-a898-f222deb1c085/022ad727-8452-4f63-ac7f-e08e8234c775) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:43.907743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247da82-d620-4614-915d-9329f1652f32 None None] The sync data for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 is: [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:40Z', 'revision_number': 3, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:44.032123 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Router 266462a6-ae39-4058-9980-d9b8cb0a6b21 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:44.075025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.081794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.162079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event updated for resources: {'Port': ['ID=022ad727-8452-4f63-ac7f-e08e8234c775,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:44.177963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-9bdaaeae-1b23-40e8-b838-2e8a2c80f463 None None] Allocated IP 2001:db8:0:2::2 (65cfda8a-1fb4-474a-9669-a3d19d2a9477/8c49ae5d-c7a7-4256-a898-f222deb1c085/9535187e-732a-4103-9f58-b9cd425640f3) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:44.178142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:44.187645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] In _notify_port_updated(), no bound segment for port 022ad727-8452-4f63-ac7f-e08e8234c775 on network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 {{(pid=103499) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 10 18:49:44.191096 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9fe399e6-393d-4942-a630-60b9838c1cfb admin admin] 10.222.0.55 "PUT /v2.0/routers/266462a6-ae39-4058-9980-d9b8cb0a6b21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8502164 Dec 10 18:49:44.194247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:44.195146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.199450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b3ffc362-b3fe-48ad-854f-cfadc75eeb30 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "PUT /v2.0/ports/022ad727-8452-4f63-ac7f-e08e8234c775 HTTP/1.1" status: 200 len: 969 time: 1.3065107 Dec 10 18:49:44.203280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53646) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:44.315659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5f30efd3-bbba-43f7-bd25-35e62cf18479 None None] Provisioning complete for port de7f464f-02f3-4021-bc4a-7d394b1cbe89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:44.315659 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5f30efd3-bbba-43f7-bd25-35e62cf18479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.363546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 022ad727-8452-4f63-ac7f-e08e8234c775 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:44.364620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.403391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9bdaaeae-1b23-40e8-b838-2e8a2c80f463 None None] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9535187e-732a-4103-9f58-b9cd425640f3,segment=NetworkSegment(6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a),segment_id=6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:44.422468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5f30efd3-bbba-43f7-bd25-35e62cf18479 None None] Port de7f464f-02f3-4021-bc4a-7d394b1cbe89 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:44.449353 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bdaaeae-1b23-40e8-b838-2e8a2c80f463 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.456966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9bdaaeae-1b23-40e8-b838-2e8a2c80f463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.491348 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.508244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 022ad727-8452-4f63-ac7f-e08e8234c775 owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:44.560484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdaaeae-1b23-40e8-b838-2e8a2c80f463 None None] Pushing event updated for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:44.697731 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.741768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=022ad727-8452-4f63-ac7f-e08e8234c775,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:44.783618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.787212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-933a564e-b833-44b4-a3a3-38eef32b8581 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/022ad727-8452-4f63-ac7f-e08e8234c775 HTTP/1.1" status: 204 len: 168 time: 0.5829122 Dec 10 18:49:44.790825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53660) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:44.830703 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-e403e11e-bcdb-46f3-bb69-3dfb4b156bc1 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] GET failed (client error): The resource could not be found. Dec 10 18:49:44.832456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e403e11e-bcdb-46f3-bb69-3dfb4b156bc1 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports/022ad727-8452-4f63-ac7f-e08e8234c775 HTTP/1.1" status: 404 len: 333 time: 0.0402620 Dec 10 18:49:44.835967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53662) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:44.929827 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af2bd22-a345-4715-8d5c-14fa38a6bf39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.930126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53666) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:44.936580 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2008558730-network', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:44.967942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Made reservation on behalf of 88849b30fb49430bbc031f6d17a64b06 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:44.969677 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af2bd22-a345-4715-8d5c-14fa38a6bf39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.971244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:44.986105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.045043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af2bd22-a345-4715-8d5c-14fa38a6bf39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.052686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2af2bd22-a345-4715-8d5c-14fa38a6bf39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.063143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2af2bd22-a345-4715-8d5c-14fa38a6bf39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/security-groups/7960f0d4-fe0d-4e5b-8246-2ebf7f2b6b11 HTTP/1.1" status: 204 len: 168 time: 0.2176361 Dec 10 18:49:45.063477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53668) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:45.075091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2bd22-a345-4715-8d5c-14fa38a6bf39 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7960f0d4-fe0d-4e5b-8246-2ebf7f2b6b11,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.156027 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.164360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.169272 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d13ee34-7220-4971-94b2-96de5b57f825 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.212670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:49:45.233131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d13ee34-7220-4971-94b2-96de5b57f825 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.236298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfffb4a-5b01-4621-a32a-6fe429293e4a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.250263 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.251033 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Added segment 552c59ad-3f81-49c4-8bd6-db10571df2df of type vlan for network 5f06919b-74b0-4531-9ef8-c387af730203 Dec 10 18:49:45.323513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.339557 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d13ee34-7220-4971-94b2-96de5b57f825 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.342737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5d13ee34-7220-4971-94b2-96de5b57f825 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.344104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5d13ee34-7220-4971-94b2-96de5b57f825 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/security-groups/56cf615f-9ac7-4aff-b670-6312e2b6f066 HTTP/1.1" status: 204 len: 168 time: 0.2793064 Dec 10 18:49:45.348802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53670) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:45.366391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13ee34-7220-4971-94b2-96de5b57f825 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cf615f-9ac7-4aff-b670-6312e2b6f066,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.379359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.380767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:45.381695 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.462243 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84818ed2-7e81-46cd-9dd4-902e1095ac82 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.463537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9535187e-732a-4103-9f58-b9cd425640f3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:45.467136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] Pushing event updated for resources: {'Network': ['ID=5f06919b-74b0-4531-9ef8-c387af730203,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.491390 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ea375d49-571b-4f6f-a3db-50b1b7aad643 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5596454 Dec 10 18:49:45.492344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53672) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:45.513791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Request body: {'subnet': {'network_id': '5f06919b-74b0-4531-9ef8-c387af730203', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2008558730-subnet', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:45.515930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5f06919b-74b0-4531-9ef8-c387af730203 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:49:45.529935 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84818ed2-7e81-46cd-9dd4-902e1095ac82 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.587689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Made reservation on behalf of 88849b30fb49430bbc031f6d17a64b06 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:45.590104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.590560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4c8a419a-ff78-4707-b234-a5008b901c0e None None] Could not find standard attr ID for object 022ad727-8452-4f63-ac7f-e08e8234c775. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:45.639833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4c8a419a-ff78-4707-b234-a5008b901c0e None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:45.640213 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c8a419a-ff78-4707-b234-a5008b901c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.645320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:45.645719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.659301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84818ed2-7e81-46cd-9dd4-902e1095ac82 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.662202 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84818ed2-7e81-46cd-9dd4-902e1095ac82 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.666475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-84818ed2-7e81-46cd-9dd4-902e1095ac82 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/security-groups/ddc8c7ae-f527-4415-a489-9cbc4dad0f42 HTTP/1.1" status: 204 len: 168 time: 0.3132749 Dec 10 18:49:45.668242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53674) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:45.686350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84818ed2-7e81-46cd-9dd4-902e1095ac82 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc8c7ae-f527-4415-a489-9cbc4dad0f42,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:45.825868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 01b63ec5-2ec0-4877-a79f-2aa5519674a8 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:45.833385 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.883444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8c76570e-c354-4c9b-a5fb-07b088914214 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:45.884318 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.926411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4c8a419a-ff78-4707-b234-a5008b901c0e None None] Provisioning complete for port 99f11a92-96b9-4651-826f-422ff1798a76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:45.927039 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c8a419a-ff78-4707-b234-a5008b901c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.970135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:45.984009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a419a-ff78-4707-b234-a5008b901c0e None None] Port 99f11a92-96b9-4651-826f-422ff1798a76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:45.990482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 8c76570e-c354-4c9b-a5fb-07b088914214 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:45.990482 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.033846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.081176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9114f7e-6424-4918-9153-c0275cca77ff,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:46.096250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Checking segment: {'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:46.096621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Network hostable DHCP agents. Network: 5f06919b-74b0-4531-9ef8-c387af730203, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:49:46.123262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-803d5154-5214-4577-ac20-f413e523a4dd None None] Could not find standard attr ID for object 022ad727-8452-4f63-ac7f-e08e8234c775. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:46.129675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Network 5f06919b-74b0-4531-9ef8-c387af730203 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:49:46.131747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.145809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5f06919b-74b0-4531-9ef8-c387af730203) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:46.153396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:46.153717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.161853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97baf0f6-64d1-45bc-972b-88b6e72d264c None None] Network 5f06919b-74b0-4531-9ef8-c387af730203 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:46.189587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.200123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e0f449ce-2caf-4046-91d0-dc58deb9b477 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6907074 Dec 10 18:49:46.201218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53676) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:46.204275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/01b63ec5-2ec0-4877-a79f-2aa5519674a8 HTTP/1.1" status: 204 len: 168 time: 0.5347488 Dec 10 18:49:46.210944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15fee6-712b-4855-af92-48676c6259f0 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=01b63ec5-2ec0-4877-a79f-2aa5519674a8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:46.214499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53678) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:46.228220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:46.273872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Sync routers for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:46.279601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.281620 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.292918 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:46.293673 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:46.312018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d580bae5-20bd-4058-9f0d-766fca7e805d None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:46.350698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-5f06919b-74b0-4531-9ef8-c387af730203', 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203', 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'fixed_ips': [{'subnet_id': 'e9114f7e-6424-4918-9153-c0275cca77ff'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:49:46.352087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.353719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet 8c49ae5d-c7a7-4256-a898-f222deb1c085 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:46.364277 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.371171 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.436989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.452854 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:46.542037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Allocated IP 172.20.0.2 (5f06919b-74b0-4531-9ef8-c387af730203/e9114f7e-6424-4918-9153-c0275cca77ff/7b1cae37-102c-4c2c-8cb2-fd9896948433) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:46.547054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.582346 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.687209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.713503 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 2, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:46.723897 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.727830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/8c49ae5d-c7a7-4256-a898-f222deb1c085 HTTP/1.1" status: 204 len: 168 time: 0.5119028 Dec 10 18:49:46.728840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8ab55-aa2a-4ae1-9f05-4e0723a5521e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=8c49ae5d-c7a7-4256-a898-f222deb1c085,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:46.731397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53680) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:46.764352 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4076da-bfe7-444a-9a74-f0bdbfda5377 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:46.765584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4076da-bfe7-444a-9a74-f0bdbfda5377 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:46.768089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Checking router: 266462a6-ae39-4058-9980-d9b8cb0a6b21 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:46.768089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Updating router 266462a6-ae39-4058-9980-d9b8cb0a6b21 port de7f464f-02f3-4021-bc4a-7d394b1cbe89 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:49:46.771646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1f4076da-bfe7-444a-9a74-f0bdbfda5377 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/01b63ec5-2ec0-4877-a79f-2aa5519674a8 HTTP/1.1" status: 404 len: 337 time: 0.0350652 Dec 10 18:49:46.776131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53682) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:46.799626 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.820633 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.830172 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.844268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting subnet c08e8993-eb45-4fa5-9f01-d4059a9c347a {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:49:46.849570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.872707 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.895458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.916840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:46.924362 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Network 5f06919b-74b0-4531-9ef8-c387af730203 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:46.927994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:46.931350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:46.949992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Pushing event updated for resources: {'Port': ['ID=7b1cae37-102c-4c2c-8cb2-fd9896948433,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.031901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Attempting to bind port 7b1cae37-102c-4c2c-8cb2-fd9896948433 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:47.032601 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Attempting to bind port 7b1cae37-102c-4c2c-8cb2-fd9896948433 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:47.033170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Attempting to bind port 7b1cae37-102c-4c2c-8cb2-fd9896948433 on network 5f06919b-74b0-4531-9ef8-c387af730203 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:47.039452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:47.040252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Checking segment: {'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:47.040861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.041619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Bound using segment: {'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:47.042275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Bound port: 7b1cae37-102c-4c2c-8cb2-fd9896948433, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:47.042880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.065257 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.093432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Allocated IP 172.25.2.239 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:47.145538 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.162304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-42082375-0170-44c9-9962-73f6c139e244 None None] For port 7b1cae37-102c-4c2c-8cb2-fd9896948433, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:47.166249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-42082375-0170-44c9-9962-73f6c139e244 None None] For port 7b1cae37-102c-4c2c-8cb2-fd9896948433, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7b1cae37-102c-4c2c-8cb2-fd9896948433,segment=NetworkSegment(552c59ad-3f81-49c4-8bd6-db10571df2df),segment_id=552c59ad-3f81-49c4-8bd6-db10571df2df)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:47.171708 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.184353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Subnet': ['ID=c08e8993-eb45-4fa5-9f01-d4059a9c347a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.188747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.196206 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5199b878-b3c2-4a26-a403-f47dff8b0ae6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/c08e8993-eb45-4fa5-9f01-d4059a9c347a HTTP/1.1" status: 204 len: 168 time: 0.4188347 Dec 10 18:49:47.197029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53684) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.255588 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.258284 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-35211d86-9979-4d78-a846-9f8dec07a96c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.258535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.261411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35211d86-9979-4d78-a846-9f8dec07a96c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.266449 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-35211d86-9979-4d78-a846-9f8dec07a96c tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/8c578ff1-add9-47ec-aea7-d401651ab565 HTTP/1.1" status: 404 len: 337 time: 0.0662441 Dec 10 18:49:47.268275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.274479 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.293470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42082375-0170-44c9-9962-73f6c139e244 None None] Pushing event updated for resources: {'Port': ['ID=7b1cae37-102c-4c2c-8cb2-fd9896948433,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.327442 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.336679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aea7185c-d2ad-4e68-be56-28d6a6ade6a6 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "GET /v2.0/ports?device_id=56adcf95-ef5f-40c6-9ff7-b320ed46cca3 HTTP/1.1" status: 200 len: 205 time: 0.0642693 Dec 10 18:49:47.342089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53688) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.381208 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Pushing event updated for resources: {'Port': ['ID=de7f464f-02f3-4021-bc4a-7d394b1cbe89,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.398120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:47.405116 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.409516 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-3e4cc5d2-0d36-450d-a75c-193dde168d83 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] delete failed (client error): The resource could not be found. Dec 10 18:49:47.410617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.410750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3e4cc5d2-0d36-450d-a75c-193dde168d83 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/routers/56adcf95-ef5f-40c6-9ff7-b320ed46cca3 HTTP/1.1" status: 404 len: 336 time: 0.0673504 Dec 10 18:49:47.411329 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.411667 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.411996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.412333 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.412731 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.413287 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.413646 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.413969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.414252 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53690) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.415808 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.416226 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.416590 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:49:47.423697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:47.436221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.440525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073c1c7-c33f-4f32-a560-0581d62e0095 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:47.446917 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab187e6-9411-4a73-8d0f-e0d48ae12c52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.447360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab187e6-9411-4a73-8d0f-e0d48ae12c52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.449456 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:47.453975 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3ab187e6-9411-4a73-8d0f-e0d48ae12c52 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/4eebd96f-794b-43c8-acb9-a0f62ecdbd69 HTTP/1.1" status: 404 len: 337 time: 0.0357656 Dec 10 18:49:47.453975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53692) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.464853 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Attempting to bind port de7f464f-02f3-4021-bc4a-7d394b1cbe89 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:47.465229 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Attempting to bind port de7f464f-02f3-4021-bc4a-7d394b1cbe89 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:47.466320 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Attempting to bind port de7f464f-02f3-4021-bc4a-7d394b1cbe89 on network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:47.476191 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:47.476576 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Checking segment: {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:47.476952 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.477829 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Bound using segment: {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:47.478315 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Bound port: de7f464f-02f3-4021-bc4a-7d394b1cbe89, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:47.478721 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.485362 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-1830b3ec-66b5-4193-aa60-0099b0901260 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.485973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1830b3ec-66b5-4193-aa60-0099b0901260 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.489348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1830b3ec-66b5-4193-aa60-0099b0901260 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/1e7fb229-b5e8-4e4f-af15-a79ad3b02e6a HTTP/1.1" status: 404 len: 337 time: 0.0342214 Dec 10 18:49:47.495063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53694) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.528832 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-272016f9-ae80-4c28-b281-393db534ea72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.529307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272016f9-ae80-4c28-b281-393db534ea72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.535080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-272016f9-ae80-4c28-b281-393db534ea72 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/7c1412ea-5a7f-40cb-a537-1cf43bcc33ed HTTP/1.1" status: 404 len: 337 time: 0.0363801 Dec 10 18:49:47.535334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53696) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.572449 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-656d6d5f-865a-4427-9e61-1e5602be4cd3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.573436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656d6d5f-865a-4427-9e61-1e5602be4cd3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.590184 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] For port de7f464f-02f3-4021-bc4a-7d394b1cbe89, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:47.598110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-656d6d5f-865a-4427-9e61-1e5602be4cd3 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/bb738cb9-38f0-4a7a-be08-40cd412388ee HTTP/1.1" status: 404 len: 333 time: 0.0571120 Dec 10 18:49:47.598601 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] For port de7f464f-02f3-4021-bc4a-7d394b1cbe89, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=de7f464f-02f3-4021-bc4a-7d394b1cbe89,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:47.598884 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53698) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.604742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0da07a70-f249-4f6b-a180-e6b63d844a03 None None] Provisioning complete for port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:47.605666 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0da07a70-f249-4f6b-a180-e6b63d844a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.605873 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:47.654391 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-99cc508b-fc40-4bef-a974-b2b63e228e73 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.654893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99cc508b-fc40-4bef-a974-b2b63e228e73 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.658085 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-99cc508b-fc40-4bef-a974-b2b63e228e73 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/dcb1cefc-8172-4055-84a9-dd1aa3821ab6 HTTP/1.1" status: 404 len: 337 time: 0.0592713 Dec 10 18:49:47.660828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53700) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.705693 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bee0eb4-9ede-46dd-9374-3b9e54d821f1 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.706326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bee0eb4-9ede-46dd-9374-3b9e54d821f1 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.710318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7bee0eb4-9ede-46dd-9374-3b9e54d821f1 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/4a0ae4b8-0663-4fff-88f6-c177f4552ab7 HTTP/1.1" status: 404 len: 337 time: 0.0477362 Dec 10 18:49:47.713307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53702) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.722666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0da07a70-f249-4f6b-a180-e6b63d844a03 None None] Port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:47.750523 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-b027cfab-e43f-4620-8880-a63761822ce5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.751413 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b027cfab-e43f-4620-8880-a63761822ce5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.759721 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b027cfab-e43f-4620-8880-a63761822ce5 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/bcb28d58-d5ef-4909-8cf1-b8947ccef622 HTTP/1.1" status: 404 len: 333 time: 0.0452831 Dec 10 18:49:47.760073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53704) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.775238 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:47.775931 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:47.799348 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f50d5a6-3888-44e2-aba8-a349d256430e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.799795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f50d5a6-3888-44e2-aba8-a349d256430e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.805478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2f50d5a6-3888-44e2-aba8-a349d256430e tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/7faa16ac-a165-46cf-915d-596c14395a70 HTTP/1.1" status: 404 len: 337 time: 0.0421002 Dec 10 18:49:47.805716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53706) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.830031 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa3aa1-0991-4212-8626-3f3be8ec1ff0 None None] Pushing event updated for resources: {'Port': ['ID=de7f464f-02f3-4021-bc4a-7d394b1cbe89,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:47.857824 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a5cfec-a9fa-4a92-9c84-f62dacf7c8b8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] DELETE failed (client error): The resource could not be found. Dec 10 18:49:47.858069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a5cfec-a9fa-4a92-9c84-f62dacf7c8b8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 18:49:47.863463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f8a5cfec-a9fa-4a92-9c84-f62dacf7c8b8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/subnets/d57a5b13-db09-42cc-a31d-ea3f434f0ebb HTTP/1.1" status: 404 len: 337 time: 0.0563521 Dec 10 18:49:47.871274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53708) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:47.928187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d05e75-be0c-46b6-a4d5-be048d204359 None None] Network 65cfda8a-1fb4-474a-9669-a3d19d2a9477 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:48.057911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Provisioning complete for port de7f464f-02f3-4021-bc4a-7d394b1cbe89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:48.058296 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.106536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 99f11a92-96b9-4651-826f-422ff1798a76 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:48.107616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.132001 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:48.134441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.192843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.195458 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] DHCP port deletion for 65cfda8a-1fb4-474a-9669-a3d19d2a9477 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:48.232588 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.268949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 99f11a92-96b9-4651-826f-422ff1798a76 owned by {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:48.314233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] For port de7f464f-02f3-4021-bc4a-7d394b1cbe89, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=de7f464f-02f3-4021-bc4a-7d394b1cbe89,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:48.326507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] Deleting port 9535187e-732a-4103-9f58-b9cd425640f3 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:48.327000 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.370407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.382151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.413697 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.419989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/ports/99f11a92-96b9-4651-826f-422ff1798a76 HTTP/1.1" status: 204 len: 168 time: 0.5467949 Dec 10 18:49:48.422453 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53710) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:48.441850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458dc47-5c4c-4cb3-8310-a0a364a8b1a8 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=99f11a92-96b9-4651-826f-422ff1798a76,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:48.458607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9535187e-732a-4103-9f58-b9cd425640f3,segment=NetworkSegment(6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a),segment_id=6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:48.459492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.485752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] Calling delete_port for 9535187e-732a-4103-9f58-b9cd425640f3 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:48.488078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Provisioning complete for port 9535187e-732a-4103-9f58-b9cd425640f3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:48.488253 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:47Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:48.489565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.521946 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ff9f2-9ed3-406c-8484-440ca32fab92 None None] The sync data for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 is: [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:47Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:48.547101 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.559519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Pushing event updated for resources: {'Port': ['ID=de7f464f-02f3-4021-bc4a-7d394b1cbe89,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:48.635979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.695464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d7e578dd-b008-43b2-b145-00e35111357f None None] Could not find standard attr ID for object 99f11a92-96b9-4651-826f-422ff1798a76. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 18:49:48.701264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.731786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] Pushing event deleted for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:48.736638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ccd58-ede1-4d85-8a21-9bad32b0e9e2 None None] No DVR routers for this DVR port 9535187e-732a-4103-9f58-b9cd425640f3 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:48.804398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Deleting port 9535187e-732a-4103-9f58-b9cd425640f3 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:48.804398 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.827935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6fd23575-cc78-4b61-8087-2d30a763e1d3 None None] Provisioning complete for port de7f464f-02f3-4021-bc4a-7d394b1cbe89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:48.828656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6fd23575-cc78-4b61-8087-2d30a763e1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.889783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Router 48f91846-ca77-42c4-8e54-d9de14f17911 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:49:48.902056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] For port 9535187e-732a-4103-9f58-b9cd425640f3, host n-d-821424-1, got binding levels [] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:48.902557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:48.922111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Calling delete_port for 9535187e-732a-4103-9f58-b9cd425640f3 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:48.964021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Port 9535187e-732a-4103-9f58-b9cd425640f3 was not found and therefore no delete operation was performed {{(pid=103499) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:49:48.966845 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.003748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Port': ['ID=9535187e-732a-4103-9f58-b9cd425640f3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:49.011278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] No DVR routers for this DVR port 9535187e-732a-4103-9f58-b9cd425640f3 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:49.034057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c53607a-5e54-44ec-a81e-d3fb208d5c1d None None] Network 5f06919b-74b0-4531-9ef8-c387af730203 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:49:49.149031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.176163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:49.195325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cfda8a-1fb4-474a-9669-a3d19d2a9477']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:49.216985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:49.217254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e440c5c-5ce3-4dc2-b1d6-b41f97292f7a') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:49.228045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.232366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4a3f4fe7-2cab-46cf-a862-8622ff61a6c3 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0269182 Dec 10 18:49:49.232998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53712) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:49.236963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.266036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.276149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:49:49.276389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.282248 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:49:49.315079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Sync routers for ids ['48f91846-ca77-42c4-8e54-d9de14f17911'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:49:49.326860 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:49:49.351654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Routers {'48f91846-ca77-42c4-8e54-d9de14f17911'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:49.352341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['48f91846-ca77-42c4-8e54-d9de14f17911'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:49.363384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.371746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.375937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] 10.222.0.55 "DELETE /v2.0/networks/65cfda8a-1fb4-474a-9669-a3d19d2a9477 HTTP/1.1" status: 204 len: 168 time: 0.9148505 Dec 10 18:49:49.406911 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7626fed-9af7-4815-b421-d01c08c4e171 tempest-PortsIpV6TestJSON-1498946340 tempest-PortsIpV6TestJSON-1498946340-project] Pushing event deleted for resources: {'Network': ['ID=65cfda8a-1fb4-474a-9669-a3d19d2a9477,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:49.470817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7b1cae37-102c-4c2c-8cb2-fd9896948433 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:49.474026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-01b42837-b856-4849-bfc8-37b421010e3c None None] Provisioning complete for port 7b1cae37-102c-4c2c-8cb2-fd9896948433 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:49.475208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01b42837-b856-4849-bfc8-37b421010e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.693184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Set router 48f91846-ca77-42c4-8e54-d9de14f17911 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:49.725185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7b1cae37-102c-4c2c-8cb2-fd9896948433 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:49.726211 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.791299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53718) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:49.875653 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:49.959834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01b42837-b856-4849-bfc8-37b421010e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.040073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-caf96e45-b03b-452f-943e-87858c4a92f1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcaef47ae67e4172aaae8119a183eba1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470672 Dec 10 18:49:50.043407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53722) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:50.065312 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.077283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-01b42837-b856-4849-bfc8-37b421010e3c None None] For port 7b1cae37-102c-4c2c-8cb2-fd9896948433, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7b1cae37-102c-4c2c-8cb2-fd9896948433,segment=NetworkSegment(552c59ad-3f81-49c4-8bd6-db10571df2df),segment_id=552c59ad-3f81-49c4-8bd6-db10571df2df)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:50.087285 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01b42837-b856-4849-bfc8-37b421010e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.112151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e613b63-3f85-4887-baab-dd14c507a128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.140959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e613b63-3f85-4887-baab-dd14c507a128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.152128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Allocated IP 172.20.0.1 (5f06919b-74b0-4531-9ef8-c387af730203/e9114f7e-6424-4918-9153-c0275cca77ff/433a4585-3bb4-49dc-88e2-459aa400cc76) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:49:50.218176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e613b63-3f85-4887-baab-dd14c507a128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.221467 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7e613b63-3f85-4887-baab-dd14c507a128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.223051 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7e613b63-3f85-4887-baab-dd14c507a128 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b4921157-76ca-4e86-a573-26399ae530a6 HTTP/1.1" status: 204 len: 168 time: 0.1785853 Dec 10 18:49:50.233341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e613b63-3f85-4887-baab-dd14c507a128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4921157-76ca-4e86-a573-26399ae530a6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:50.237931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b42837-b856-4849-bfc8-37b421010e3c None None] Pushing event updated for resources: {'Port': ['ID=7b1cae37-102c-4c2c-8cb2-fd9896948433,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:50.310529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:49:50.310904 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:49:50.318144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a32f0f76-4625-46ea-b5b3-8fe5f6e9e68d None None] Provisioning complete for port 7b1cae37-102c-4c2c-8cb2-fd9896948433 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:50.318590 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a32f0f76-4625-46ea-b5b3-8fe5f6e9e68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.344379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:47Z', 'revision_number': 3, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port': {'id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:50.354982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.387046 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Checking router: 48f91846-ca77-42c4-8e54-d9de14f17911 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:50.387368 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Updating router 48f91846-ca77-42c4-8e54-d9de14f17911 port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:49:50.414945 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.424247 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.473900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Network 5f06919b-74b0-4531-9ef8-c387af730203 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:50.477403 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:50.482526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:49:50.485908 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Pushing event updated for resources: {'Port': ['ID=433a4585-3bb4-49dc-88e2-459aa400cc76,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:50.527958 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.711103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.783738 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.790420 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.874926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce6df10-c5fb-41c5-91e4-3e07a773635e None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:50.906614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f4cb0-c667-440f-a40c-132501aa8f08 None None] Pushing event updated for resources: {'Port': ['ID=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:50.908897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Attempting to bind port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:50.909277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Attempting to bind port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:50.909701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Attempting to bind port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:50.915875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.919974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:50.920355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:50.920775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.921171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:50.921658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Bound port: 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:50.922045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.922279 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.923828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8c398f50-a4d5-4a14-bcce-117cb93d8290 None None] Provisioning complete for port 433a4585-3bb4-49dc-88e2-459aa400cc76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:50.924390 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c398f50-a4d5-4a14-bcce-117cb93d8290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:50.971150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device de7f464f-02f3-4021-bc4a-7d394b1cbe89 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:51.002848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.004800 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Pushing event updated for resources: {'Port': ['ID=433a4585-3bb4-49dc-88e2-459aa400cc76,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.023359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8c398f50-a4d5-4a14-bcce-117cb93d8290 None None] Port 433a4585-3bb4-49dc-88e2-459aa400cc76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:51.049914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] For port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:51.054763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] For port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:51.061196 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.105905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port de7f464f-02f3-4021-bc4a-7d394b1cbe89 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:51.106385 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.113037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ac0c95-722e-4f82-9f9a-d9703a871e41 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:49:51.118292 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Network 5f06919b-74b0-4531-9ef8-c387af730203 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:49:51.119982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:49:51.133048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53744) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:51.200063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f4cb0-c667-440f-a40c-132501aa8f08 None None] Pushing event updated for resources: {'Port': ['ID=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.204556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Routers {'48f91846-ca77-42c4-8e54-d9de14f17911'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:51.205122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['48f91846-ca77-42c4-8e54-d9de14f17911'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:51.257692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a2e14e93-90e5-44ce-ba95-186f25bfa516 None None] Provisioning complete for port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:51.258105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2e14e93-90e5-44ce-ba95-186f25bfa516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.264532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b50d1d15-e7b8-4fe3-98e6-988606748062 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:51.265668 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-b50d1d15-e7b8-4fe3-98e6-988606748062 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:49:51.266193 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-b50d1d15-e7b8-4fe3-98e6-988606748062 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:49:51.267934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b50d1d15-e7b8-4fe3-98e6-988606748062 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1333716 Dec 10 18:49:51.271576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53748) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:51.280370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--721502093'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:51.310698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Router 48f91846-ca77-42c4-8e54-d9de14f17911 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:51.312854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.325093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.456224 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.462900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.514669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1a5283-2f61-4178-b4e1-cb617dfa2f65,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.568388 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.574217 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.597349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] Set router 48f91846-ca77-42c4-8e54-d9de14f17911 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:51.608085 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.609537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3368590 Dec 10 18:49:51.612671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53750) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:51.618310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5018e230-58ef-4e95-8028-9d80ccf1b1bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': 'a54e018e-4620-4055-8f5c-4d7b6d72472f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:51.643361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78fa1f-bf21-4481-af37-a32f6006f192 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54e018e-4620-4055-8f5c-4d7b6d72472f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.656162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5018e230-58ef-4e95-8028-9d80ccf1b1bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.720649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9535187e-732a-4103-9f58-b9cd425640f3 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:51.741870 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2e14e93-90e5-44ce-ba95-186f25bfa516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.749233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5018e230-58ef-4e95-8028-9d80ccf1b1bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.754730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5018e230-58ef-4e95-8028-9d80ccf1b1bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.764864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9535187e-732a-4103-9f58-b9cd425640f3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:51.765216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9535187e-732a-4103-9f58-b9cd425640f3 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:51.780679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a2e14e93-90e5-44ce-ba95-186f25bfa516 None None] For port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:51.785268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018e230-58ef-4e95-8028-9d80ccf1b1bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84646a30-91a3-4b12-a944-f47cf3e4f3bb,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.794090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5018e230-58ef-4e95-8028-9d80ccf1b1bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.795503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5018e230-58ef-4e95-8028-9d80ccf1b1bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817257 Dec 10 18:49:51.798958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53752) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:51.812037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d81aaa6a-7cdd-491f-9e25-8120fc088458 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': 'a54e018e-4620-4055-8f5c-4d7b6d72472f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:51.821038 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2e14e93-90e5-44ce-ba95-186f25bfa516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.845299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:51.868745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-99e60ebd-4c09-4a6b-8e3c-a2102ac1d477 admin admin] 10.222.0.55 "PUT /v2.0/routers/48f91846-ca77-42c4-8e54-d9de14f17911/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6348436 Dec 10 18:49:51.877567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d81aaa6a-7cdd-491f-9e25-8120fc088458 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.904604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e14e93-90e5-44ce-ba95-186f25bfa516 None None] Pushing event updated for resources: {'Port': ['ID=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:51.933511 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d81aaa6a-7cdd-491f-9e25-8120fc088458 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): There was a conflict when trying to complete your request. Dec 10 18:49:51.937497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d81aaa6a-7cdd-491f-9e25-8120fc088458 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1346226 Dec 10 18:49:51.937789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53756) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:51.964031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-04e70157-da5e-4539-9329-c8997bbda510 None None] Provisioning complete for port 433a4585-3bb4-49dc-88e2-459aa400cc76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:51.964410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e70157-da5e-4539-9329-c8997bbda510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:51.970514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7b1cae37-102c-4c2c-8cb2-fd9896948433 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:52.005017 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07176d57-a375-45bb-9d08-1cdbc9be2a91 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.035424 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07176d57-a375-45bb-9d08-1cdbc9be2a91 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.038146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 4, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port': {'id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '433a4585-3bb4-49dc-88e2-459aa400cc76', 'name': '', 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'mac_address': 'fa:16:3e:a8:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:49Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 2, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'subnets': [{'id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:52.076534 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecbe0b8a-a62e-4ff4-8d6c-ff7ec0cd9cf2 None None] The sync data for ids ['48f91846-ca77-42c4-8e54-d9de14f17911'] in n-d-821424-1 is: [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 4, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port': {'id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5b:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '433a4585-3bb4-49dc-88e2-459aa400cc76', 'name': '', 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'mac_address': 'fa:16:3e:a8:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:49Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 2, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'subnets': [{'id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:52.078121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-04e70157-da5e-4539-9329-c8997bbda510 None None] Port 433a4585-3bb4-49dc-88e2-459aa400cc76 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:49:52.096324 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07176d57-a375-45bb-9d08-1cdbc9be2a91 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.096900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-04e70157-da5e-4539-9329-c8997bbda510 None None] Provisioning complete for port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:52.097277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04e70157-da5e-4539-9329-c8997bbda510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.101714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07176d57-a375-45bb-9d08-1cdbc9be2a91 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.105550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-07176d57-a375-45bb-9d08-1cdbc9be2a91 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/a54e018e-4620-4055-8f5c-4d7b6d72472f HTTP/1.1" status: 204 len: 168 time: 0.1642427 Dec 10 18:49:52.106387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53766) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.125523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07176d57-a375-45bb-9d08-1cdbc9be2a91 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54e018e-4620-4055-8f5c-4d7b6d72472f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:52.149921 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 7b1cae37-102c-4c2c-8cb2-fd9896948433 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:52.150463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.198918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c563002-e1f1-4554-9f04-ef4683522187 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0858943 Dec 10 18:49:52.199609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53768) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.204265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cce8aad5-b3ff-4de6-a74d-73c89df3638a tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--302990205'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:52.246063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cce8aad5-b3ff-4de6-a74d-73c89df3638a tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.333009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cce8aad5-b3ff-4de6-a74d-73c89df3638a tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.339355 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cce8aad5-b3ff-4de6-a74d-73c89df3638a tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.378600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8aad5-b3ff-4de6-a74d-73c89df3638a tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e214ed4-6caf-404c-b17d-8917defdaab4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:52.384688 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cce8aad5-b3ff-4de6-a74d-73c89df3638a tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.386399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cce8aad5-b3ff-4de6-a74d-73c89df3638a tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1857421 Dec 10 18:49:52.390708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53780) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.400250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-baab64fe-e57a-455a-8f85-34aee6a951c8 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '9e214ed4-6caf-404c-b17d-8917defdaab4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:52.402404 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-baab64fe-e57a-455a-8f85-34aee6a951c8 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 10 18:49:52.403348 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-baab64fe-e57a-455a-8f85-34aee6a951c8 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:52.405023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-baab64fe-e57a-455a-8f85-34aee6a951c8 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119758 Dec 10 18:49:52.410681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53786) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.497117 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3df9bec-3ea0-4fd8-9606-fe05834ddf8f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.533270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3df9bec-3ea0-4fd8-9606-fe05834ddf8f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.589036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3df9bec-3ea0-4fd8-9606-fe05834ddf8f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.592912 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b3df9bec-3ea0-4fd8-9606-fe05834ddf8f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.594276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b3df9bec-3ea0-4fd8-9606-fe05834ddf8f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/9e214ed4-6caf-404c-b17d-8917defdaab4 HTTP/1.1" status: 204 len: 168 time: 0.1789052 Dec 10 18:49:52.597406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53812) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.604629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df9bec-3ea0-4fd8-9606-fe05834ddf8f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e214ed4-6caf-404c-b17d-8917defdaab4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:52.668031 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99964f8e-ae9e-4d17-843e-87ea03b5fa73 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0682309 Dec 10 18:49:52.672083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53814) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.680909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7613bd0d-d006-4621-b02f-f081af2bae10 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--134627975'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:52.712445 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7613bd0d-d006-4621-b02f-f081af2bae10 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.794029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7613bd0d-d006-4621-b02f-f081af2bae10 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.810698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7613bd0d-d006-4621-b02f-f081af2bae10 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.842843 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7613bd0d-d006-4621-b02f-f081af2bae10 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.845624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7613bd0d-d006-4621-b02f-f081af2bae10 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1723814 Dec 10 18:49:52.848624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53820) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.853983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6ee0f041-a7c6-4f2f-9d7d-1f41b5060897 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': 'c3a2e804-40c6-4fd3-88ee-c54e05512b9f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:52.854590 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-6ee0f041-a7c6-4f2f-9d7d-1f41b5060897 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 10 18:49:52.855162 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-6ee0f041-a7c6-4f2f-9d7d-1f41b5060897 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:52.858420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6ee0f041-a7c6-4f2f-9d7d-1f41b5060897 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063591 Dec 10 18:49:52.858873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53824) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:52.863920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613bd0d-d006-4621-b02f-f081af2bae10 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a2e804-40c6-4fd3-88ee-c54e05512b9f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:52.943425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e287ef6f-7f07-4a82-a1ff-c0dd37db4629 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:52.972290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e287ef6f-7f07-4a82-a1ff-c0dd37db4629 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.073099 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e287ef6f-7f07-4a82-a1ff-c0dd37db4629 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.078091 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e287ef6f-7f07-4a82-a1ff-c0dd37db4629 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.083393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e287ef6f-7f07-4a82-a1ff-c0dd37db4629 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/c3a2e804-40c6-4fd3-88ee-c54e05512b9f HTTP/1.1" status: 204 len: 168 time: 0.2235107 Dec 10 18:49:53.087554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53840) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.116566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287ef6f-7f07-4a82-a1ff-c0dd37db4629 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a2e804-40c6-4fd3-88ee-c54e05512b9f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.181808 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-04060673-8642-4620-9224-bcfc3430986f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901186 Dec 10 18:49:53.186247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53856) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.191510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8497b9b0-45cc-4735-a643-cff9ebd3a031 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--969109952'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:53.248810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8497b9b0-45cc-4735-a643-cff9ebd3a031 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.392305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8497b9b0-45cc-4735-a643-cff9ebd3a031 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.399885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8497b9b0-45cc-4735-a643-cff9ebd3a031 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.440693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497b9b0-45cc-4735-a643-cff9ebd3a031 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b616beed-fdc4-4ed2-8792-c60e7a4872bc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.442260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337c455-12b8-47ac-bfd2-2b0691efea18 req-663afd0a-915b-460f-9e53-005483abac5f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:53.453699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8497b9b0-45cc-4735-a643-cff9ebd3a031 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.454839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c337c455-12b8-47ac-bfd2-2b0691efea18 req-663afd0a-915b-460f-9e53-005483abac5f tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.0899129 Dec 10 18:49:53.455626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8497b9b0-45cc-4735-a643-cff9ebd3a031 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2680602 Dec 10 18:49:53.458612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53864) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.468967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-016e551b-1069-49de-9d44-8c742c574f0c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': 'b616beed-fdc4-4ed2-8792-c60e7a4872bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:53.471140 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-016e551b-1069-49de-9d44-8c742c574f0c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 10 18:49:53.476253 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-016e551b-1069-49de-9d44-8c742c574f0c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:53.476253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-016e551b-1069-49de-9d44-8c742c574f0c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0121999 Dec 10 18:49:53.476253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53866) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.481933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-24c6c17b-b709-4edb-a1cd-a36c74f4413b tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': 'b616beed-fdc4-4ed2-8792-c60e7a4872bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:53.483422 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-24c6c17b-b709-4edb-a1cd-a36c74f4413b tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 10 18:49:53.484038 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-24c6c17b-b709-4edb-a1cd-a36c74f4413b tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:53.494985 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-24c6c17b-b709-4edb-a1cd-a36c74f4413b tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0135446 Dec 10 18:49:53.494985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53868) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.508186 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b0180286-811b-4803-a631-10d1f8de2229 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': 'b616beed-fdc4-4ed2-8792-c60e7a4872bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:53.508186 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-b0180286-811b-4803-a631-10d1f8de2229 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 10 18:49:53.510687 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-b0180286-811b-4803-a631-10d1f8de2229 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:53.517411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b0180286-811b-4803-a631-10d1f8de2229 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0242069 Dec 10 18:49:53.519425 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53870) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.526855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-131997d2-d037-42d0-a210-9f925e5f6f69 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': 'b616beed-fdc4-4ed2-8792-c60e7a4872bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:53.528812 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-131997d2-d037-42d0-a210-9f925e5f6f69 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 10 18:49:53.530135 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-131997d2-d037-42d0-a210-9f925e5f6f69 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:53.532116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-131997d2-d037-42d0-a210-9f925e5f6f69 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109062 Dec 10 18:49:53.535468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53872) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.547690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c337c455-12b8-47ac-bfd2-2b0691efea18 req-60013f13-0a61-4af0-9841-01549583cd65 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814497 Dec 10 18:49:53.629542 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95b0bb7d-1ac6-4b10-a054-d266c9dc8b87 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.663563 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95b0bb7d-1ac6-4b10-a054-d266c9dc8b87 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.723937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95b0bb7d-1ac6-4b10-a054-d266c9dc8b87 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.728901 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-95b0bb7d-1ac6-4b10-a054-d266c9dc8b87 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.734837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53874) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.735210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-95b0bb7d-1ac6-4b10-a054-d266c9dc8b87 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/b616beed-fdc4-4ed2-8792-c60e7a4872bc HTTP/1.1" status: 204 len: 168 time: 0.1982205 Dec 10 18:49:53.747801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0bb7d-1ac6-4b10-a054-d266c9dc8b87 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616beed-fdc4-4ed2-8792-c60e7a4872bc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:53.801602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a5ab1964-3d8d-41fb-8051-22a465492468 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0583842 Dec 10 18:49:53.806844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53876) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:53.809686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f357ec99-09fa-4d49-a5aa-4395f30c5e1c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026630538'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:53.843968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f357ec99-09fa-4d49-a5aa-4395f30c5e1c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.975049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f357ec99-09fa-4d49-a5aa-4395f30c5e1c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:53.977712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:53.980589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f357ec99-09fa-4d49-a5aa-4395f30c5e1c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.018267 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f357ec99-09fa-4d49-a5aa-4395f30c5e1c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.019568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f357ec99-09fa-4d49-a5aa-4395f30c5e1c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2164886 Dec 10 18:49:54.022655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53880) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.028508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357ec99-09fa-4d49-a5aa-4395f30c5e1c tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb9736-e57d-4b26-af12-988bfa9612a8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.029091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e7c89957-c3e2-44f8-afab-6f360fc43f33 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.029736 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-e7c89957-c3e2-44f8-afab-6f360fc43f33 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:49:54.030288 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-e7c89957-c3e2-44f8-afab-6f360fc43f33 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.031388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e7c89957-c3e2-44f8-afab-6f360fc43f33 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076098 Dec 10 18:49:54.034258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53882) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.039058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-96d498af-ae45-482a-b11e-8aa3a6571583 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.055231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:54.055751 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.103127 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-96d498af-ae45-482a-b11e-8aa3a6571583 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.104684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-96d498af-ae45-482a-b11e-8aa3a6571583 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0692232 Dec 10 18:49:54.107825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53884) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.112822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-66720c8b-2abb-4762-8d44-ec5917de8b85 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.113647 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-66720c8b-2abb-4762-8d44-ec5917de8b85 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 10 18:49:54.114169 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-66720c8b-2abb-4762-8d44-ec5917de8b85 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.115520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-66720c8b-2abb-4762-8d44-ec5917de8b85 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063756 Dec 10 18:49:54.118547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53886) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.123176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c7365fb9-3944-48f6-8582-539cd0ad8219 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.170586 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-c7365fb9-3944-48f6-8582-539cd0ad8219 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.174505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c7365fb9-3944-48f6-8582-539cd0ad8219 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0522401 Dec 10 18:49:54.174703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53888) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.179449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c5dc56a4-d62b-4096-a1b5-cfade7005784 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.179933 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-c5dc56a4-d62b-4096-a1b5-cfade7005784 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 10 18:49:54.180428 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-c5dc56a4-d62b-4096-a1b5-cfade7005784 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.181429 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c5dc56a4-d62b-4096-a1b5-cfade7005784 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058064 Dec 10 18:49:54.184649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53890) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.189939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-12a73762-2ac8-4b96-902e-60d1c2d6414d tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.229457 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-12a73762-2ac8-4b96-902e-60d1c2d6414d tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.230659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12a73762-2ac8-4b96-902e-60d1c2d6414d tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0441329 Dec 10 18:49:54.233481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53892) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.237946 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ea8ccc01-3a8b-4217-bbb7-3d5cdcc915d5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.238444 n-d-821424-1 neutron-server[103500]: WARNING neutron.api.v2.base [None req-ea8ccc01-3a8b-4217-bbb7-3d5cdcc915d5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 10 18:49:54.238918 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-ea8ccc01-3a8b-4217-bbb7-3d5cdcc915d5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.239828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ea8ccc01-3a8b-4217-bbb7-3d5cdcc915d5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053639 Dec 10 18:49:54.242739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53894) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.247460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9b8e2eb2-768e-404e-af2a-a6111218dd29 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.288266 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-9b8e2eb2-768e-404e-af2a-a6111218dd29 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.289461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9b8e2eb2-768e-404e-af2a-a6111218dd29 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0456274 Dec 10 18:49:54.292387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53896) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.297083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-86d122c0-d570-41e2-8d2b-65d965133bfc tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '22bb9736-e57d-4b26-af12-988bfa9612a8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.337657 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-86d122c0-d570-41e2-8d2b-65d965133bfc tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:54.338931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-86d122c0-d570-41e2-8d2b-65d965133bfc tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0454721 Dec 10 18:49:54.341715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53898) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.404599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25f3c959-639b-4fb7-a529-57cfd7b8d82e tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.434074 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25f3c959-639b-4fb7-a529-57cfd7b8d82e tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.480559 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25f3c959-639b-4fb7-a529-57cfd7b8d82e tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.484637 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25f3c959-639b-4fb7-a529-57cfd7b8d82e tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.488621 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-25f3c959-639b-4fb7-a529-57cfd7b8d82e tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/22bb9736-e57d-4b26-af12-988bfa9612a8 HTTP/1.1" status: 204 len: 168 time: 0.1434171 Dec 10 18:49:54.489178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53900) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.496316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3c959-639b-4fb7-a529-57cfd7b8d82e tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb9736-e57d-4b26-af12-988bfa9612a8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.551974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee8506ee-8a7e-4c5c-bdf6-d391ae466a15 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0612431 Dec 10 18:49:54.555900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53902) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.560668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-eb236e01-67d9-467f-ba97-4961d75b4830 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--109320840'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.595034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb236e01-67d9-467f-ba97-4961d75b4830 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.686399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb236e01-67d9-467f-ba97-4961d75b4830 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.691236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb236e01-67d9-467f-ba97-4961d75b4830 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.729116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb236e01-67d9-467f-ba97-4961d75b4830 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:54.733050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb236e01-67d9-467f-ba97-4961d75b4830 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1733716 Dec 10 18:49:54.733050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb236e01-67d9-467f-ba97-4961d75b4830 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab9fdb7-a45c-45df-8fdb-1ffb331255a7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:54.733720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53910) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.738981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5d322628-9a56-4dbd-9c15-d928dce340f0 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '5ab9fdb7-a45c-45df-8fdb-1ffb331255a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.813487 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-5d322628-9a56-4dbd-9c15-d928dce340f0 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The resource could not be found. Dec 10 18:49:54.818632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5d322628-9a56-4dbd-9c15-d928dce340f0 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0832756 Dec 10 18:49:54.819251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53912) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.824769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7532b563-cc47-4202-a949-efcfdcf7a4da tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '5ab9fdb7-a45c-45df-8fdb-1ffb331255a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '843af8f6-c212-4b99-a943-09cd9debecef'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:54.832040 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-feae2727-611b-46bf-8fe2-851808c0ec5b tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:54.834403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-feae2727-611b-46bf-8fe2-851808c0ec5b tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.2249112 Dec 10 18:49:54.878777 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-7532b563-cc47-4202-a949-efcfdcf7a4da tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The resource could not be found. Dec 10 18:49:54.884141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7532b563-cc47-4202-a949-efcfdcf7a4da tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0637679 Dec 10 18:49:54.885192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53914) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:54.937622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f08c0d-68ed-4963-805d-28d8e719d333 req-d5f2b13f-78fb-4517-ad2f-d5a38cf0b1b9 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:49:54.939318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12f08c0d-68ed-4963-805d-28d8e719d333 req-d5f2b13f-78fb-4517-ad2f-d5a38cf0b1b9 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 945 time: 0.0538893 Dec 10 18:49:55.008340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12f08c0d-68ed-4963-805d-28d8e719d333 req-3ac0abae-65f7-48e0-9bfc-4d0c4c57340e tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/security-groups?id=8c701fc4-7fbb-404a-828f-8325bf3f3c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620089 Dec 10 18:49:55.016454 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad550-9465-4d77-9836-3a20ad5d996f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.028150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Deleting port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:55.028634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.104683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad550-9465-4d77-9836-3a20ad5d996f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.490297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] For port 87ab3b10-124b-4ae7-9e54-cccce9a417f0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=87ab3b10-124b-4ae7-9e54-cccce9a417f0,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:55.491110 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.503496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad550-9465-4d77-9836-3a20ad5d996f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.506202 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e6ad550-9465-4d77-9836-3a20ad5d996f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.510452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3e6ad550-9465-4d77-9836-3a20ad5d996f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/5ab9fdb7-a45c-45df-8fdb-1ffb331255a7 HTTP/1.1" status: 204 len: 168 time: 0.6220050 Dec 10 18:49:55.511200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53918) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:55.562564 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b561f304-503c-4089-a8e5-8b0214f477b6 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0500383 Dec 10 18:49:55.567118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53920) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:55.572331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9fa9b4d4-d1eb-46d0-904c-ab750aeec4ea tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '62a4f5c3-ccd6-4a7a-b73e-76590fb4d0bf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:55.581706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ad550-9465-4d77-9836-3a20ad5d996f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab9fdb7-a45c-45df-8fdb-1ffb331255a7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:55.635226 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-9fa9b4d4-d1eb-46d0-904c-ab750aeec4ea tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The resource could not be found. Dec 10 18:49:55.636738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9fa9b4d4-d1eb-46d0-904c-ab750aeec4ea tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0684080 Dec 10 18:49:55.641323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53922) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:55.652206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-195ecbb1-1d62-4832-a3f8-78ffe03635f2 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872735639'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:55.694194 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-195ecbb1-1d62-4832-a3f8-78ffe03635f2 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.775568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.775915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.776227 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Floating IP 43ecbf7a-ffa7-4962-b985-e696b72dd324 disassociated. External IP: 172.25.2.206, port: 87ab3b10-124b-4ae7-9e54-cccce9a417f0. Dec 10 18:49:55.776565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Calling delete_port for 87ab3b10-124b-4ae7-9e54-cccce9a417f0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:55.790782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-195ecbb1-1d62-4832-a3f8-78ffe03635f2 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.797133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-195ecbb1-1d62-4832-a3f8-78ffe03635f2 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.838109 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-195ecbb1-1d62-4832-a3f8-78ffe03635f2 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.839741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-195ecbb1-1d62-4832-a3f8-78ffe03635f2 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1970232 Dec 10 18:49:55.842771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53924) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:55.847161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2b5fc1e3-792f-4bd0-853f-1fed944c37f1 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011846058'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:55.853162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ecbb1-1d62-4832-a3f8-78ffe03635f2 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf2dde3-a618-4c8a-80ec-fbdd23f62ce8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:55.879797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc1e3-792f-4bd0-853f-1fed944c37f1 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.947019 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.974857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc1e3-792f-4bd0-853f-1fed944c37f1 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.980341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc1e3-792f-4bd0-853f-1fed944c37f1 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:55.990182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event deleted for resources: {'Port': ['ID=87ab3b10-124b-4ae7-9e54-cccce9a417f0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.020113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2b5fc1e3-792f-4bd0-853f-1fed944c37f1 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.024593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2b5fc1e3-792f-4bd0-853f-1fed944c37f1 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1779122 Dec 10 18:49:56.024593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53926) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.029487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-45cb9bea-155a-4e68-baaa-547e3a56d9bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group_rule': {'security_group_id': '0bf2dde3-a618-4c8a-80ec-fbdd23f62ce8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '02c41656-db8a-4f52-b6c3-813777e79b87'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:56.047874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fc1e3-792f-4bd0-853f-1fed944c37f1 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c41656-db8a-4f52-b6c3-813777e79b87,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.120632 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-45cb9bea-155a-4e68-baaa-547e3a56d9bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 18:49:56.122114 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-45cb9bea-155a-4e68-baaa-547e3a56d9bd tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0965462 Dec 10 18:49:56.124847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53932) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.181066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4efdbf3c-9057-4352-b982-0ebb6499049e req-f53705a4-8b38-4a59-a68f-7f1495d9a2b4 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d05524f-7918-4947-9b51-b68a84f439ab HTTP/1.1" status: 200 len: 210 time: 0.0721428 Dec 10 18:49:56.187301 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dfd4e07-3951-4ea9-99a6-a75eaf2b1702 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.191355 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Sync routers for ids ['48f91846-ca77-42c4-8e54-d9de14f17911'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:56.211613 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Routers {'48f91846-ca77-42c4-8e54-d9de14f17911'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:56.211613 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['48f91846-ca77-42c4-8e54-d9de14f17911'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:56.226114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dfd4e07-3951-4ea9-99a6-a75eaf2b1702 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.230799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Router 862b6583-b428-4727-8ee9-89883b367135 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:49:56.299323 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dfd4e07-3951-4ea9-99a6-a75eaf2b1702 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.305914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1dfd4e07-3951-4ea9-99a6-a75eaf2b1702 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.309588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1dfd4e07-3951-4ea9-99a6-a75eaf2b1702 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/02c41656-db8a-4f52-b6c3-813777e79b87 HTTP/1.1" status: 204 len: 168 time: 0.1813841 Dec 10 18:49:56.310644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53934) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.343112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd4e07-3951-4ea9-99a6-a75eaf2b1702 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c41656-db8a-4f52-b6c3-813777e79b87,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.379085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:49:56.391714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] Sync routers for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:49:56.399793 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Set router 48f91846-ca77-42c4-8e54-d9de14f17911 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:56.410411 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:56.411096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:56.413417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e68c7eab-81f8-4e94-a08f-35750d17226d tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1014936 Dec 10 18:49:56.429872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53936) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.484376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] No DVR routers for this DVR port 87ab3b10-124b-4ae7-9e54-cccce9a417f0 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:49:56.490725 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.505299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24cab159-3f2e-44b6-bf74-d9f8e4f0ddc1 req-a8691a3a-3501-4a51-b771-ea6b19f29d81 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.30 "DELETE /v2.0/ports/87ab3b10-124b-4ae7-9e54-cccce9a417f0 HTTP/1.1" status: 204 len: 173 time: 1.6642923 Dec 10 18:49:56.506207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'name': 'network-vif-deleted', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:49:56.512530 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d527e0-5941-41ea-a567-6961867ee51b" -d '{"events": [{"server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "name": "network-vif-deleted", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:49:56.527295 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6132be-b078-404e-b67b-2747653aba56 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.594719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6132be-b078-404e-b67b-2747653aba56 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.604410 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c213d64-6a74-4a44-b9ed-c48530f429da x-openstack-request-id: req-5c213d64-6a74-4a44-b9ed-c48530f429da {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:49:56.605098 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d05524f-7918-4947-9b51-b68a84f439ab", "name": "network-vif-deleted", "tag": "87ab3b10-124b-4ae7-9e54-cccce9a417f0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:49:56.605454 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5c213d64-6a74-4a44-b9ed-c48530f429da {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:49:56.606015 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d05524f-7918-4947-9b51-b68a84f439ab', 'name': 'network-vif-deleted', 'tag': '87ab3b10-124b-4ae7-9e54-cccce9a417f0', 'status': 'completed', 'code': 200} Dec 10 18:49:56.673713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6132be-b078-404e-b67b-2747653aba56 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.677118 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f6132be-b078-404e-b67b-2747653aba56 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.677967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f6132be-b078-404e-b67b-2747653aba56 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/0bf2dde3-a618-4c8a-80ec-fbdd23f62ce8 HTTP/1.1" status: 204 len: 168 time: 0.2473524 Dec 10 18:49:56.680831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53940) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.705054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6132be-b078-404e-b67b-2747653aba56 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf2dde3-a618-4c8a-80ec-fbdd23f62ce8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.705304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:56.733997 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 4, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port': {'id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '433a4585-3bb4-49dc-88e2-459aa400cc76', 'name': '', 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'mac_address': 'fa:16:3e:a8:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:49Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 2, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'subnets': [{'id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:56.745658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cc4d402b-2a10-402f-aafc-c8903dfe6349 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0632989 Dec 10 18:49:56.749469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53942) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.755721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-a787bdd5-e8e4-4d91-849b-b3814a131cff tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'tempest-secgroup--21483617'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:56.769089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Checking router: 48f91846-ca77-42c4-8e54-d9de14f17911 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:56.770148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Updating router 48f91846-ca77-42c4-8e54-d9de14f17911 port 433a4585-3bb4-49dc-88e2-459aa400cc76 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:49:56.784037 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a787bdd5-e8e4-4d91-849b-b3814a131cff tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.798186 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.884141 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a787bdd5-e8e4-4d91-849b-b3814a131cff tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.889408 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a787bdd5-e8e4-4d91-849b-b3814a131cff tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.946144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a787bdd5-e8e4-4d91-849b-b3814a131cff tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:56.946144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a787bdd5-e8e4-4d91-849b-b3814a131cff tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1939006 Dec 10 18:49:56.947808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787bdd5-e8e4-4d91-849b-b3814a131cff tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5987da-f615-4da5-9343-51269d7b0242,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:56.950918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53944) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:56.957549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7d651416-1f89-4c5a-bc89-e854f953d4fe tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:56.958091 n-d-821424-1 neutron-server[103499]: WARNING neutron.api.v2.base [None req-7d651416-1f89-4c5a-bc89-e854f953d4fe tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 10 18:49:56.958763 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-7d651416-1f89-4c5a-bc89-e854f953d4fe tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] update failed (client error): There was a conflict when trying to complete your request. Dec 10 18:49:56.961889 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7d651416-1f89-4c5a-bc89-e854f953d4fe tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "PUT /v2.0/security-groups/5d5987da-f615-4da5-9343-51269d7b0242 HTTP/1.1" status: 409 len: 330 time: 0.0092549 Dec 10 18:49:56.965220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53946) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.023622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 5, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.096201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] Checking router: 862b6583-b428-4727-8ee9-89883b367135 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:49:57.098938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ae36dc6-a5b8-4806-a0ae-5dd0e16854b5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.108563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:57.109607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.135966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ae36dc6-a5b8-4806-a0ae-5dd0e16854b5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.205399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ae36dc6-a5b8-4806-a0ae-5dd0e16854b5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.208904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ae36dc6-a5b8-4806-a0ae-5dd0e16854b5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.212881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9ae36dc6-a5b8-4806-a0ae-5dd0e16854b5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/5d5987da-f615-4da5-9343-51269d7b0242 HTTP/1.1" status: 204 len: 168 time: 0.2439101 Dec 10 18:49:57.214196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53950) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.220342 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.222943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae36dc6-a5b8-4806-a0ae-5dd0e16854b5 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5987da-f615-4da5-9343-51269d7b0242,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:57.237801 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.269337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:57.313403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53954) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.316940 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a3224-120f-40f2-82b9-4cc6292daad7 None None] Pushing event updated for resources: {'Port': ['ID=433a4585-3bb4-49dc-88e2-459aa400cc76,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:57.368303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f80ab19c-f018-4a8c-a07e-79abc226f640 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1428058 Dec 10 18:49:57.368889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53956) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.399159 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Attempting to bind port 433a4585-3bb4-49dc-88e2-459aa400cc76 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:49:57.399531 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Attempting to bind port 433a4585-3bb4-49dc-88e2-459aa400cc76 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:49:57.399912 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Attempting to bind port 433a4585-3bb4-49dc-88e2-459aa400cc76 on network 5f06919b-74b0-4531-9ef8-c387af730203 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:49:57.402027 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-bfdf2636-73bb-41de-8fe9-11f7d58d5f2f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] delete failed (client error): The resource could not be found. Dec 10 18:49:57.406406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bfdf2636-73bb-41de-8fe9-11f7d58d5f2f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "DELETE /v2.0/security-groups/b1d31c4c-2f31-4483-afa1-524e686c3b48 HTTP/1.1" status: 404 len: 347 time: 0.0336242 Dec 10 18:49:57.406993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53958) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.415090 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:49:57.416012 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Checking segment: {'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:49:57.416418 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.416805 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Bound using segment: {'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:49:57.421242 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Bound port: 433a4585-3bb4-49dc-88e2-459aa400cc76, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c59ad-3f81-49c4-8bd6-db10571df2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:49:57.421764 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.445981 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-83255b20-54da-4c95-a0d8-c924ea2fd66f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] show failed (client error): The resource could not be found. Dec 10 18:49:57.447066 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-83255b20-54da-4c95-a0d8-c924ea2fd66f tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-groups/5f263094-c4fe-4e49-84e2-66e4470edd3b HTTP/1.1" status: 404 len: 347 time: 0.0389874 Dec 10 18:49:57.451015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53960) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:57.477940 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-aec60347-105e-403d-a560-d86725359292 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] show failed (client error): The resource could not be found. Dec 10 18:49:57.479022 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aec60347-105e-403d-a560-d86725359292 tempest-NegativeSecGroupTest-1449783517 tempest-NegativeSecGroupTest-1449783517-project] 10.222.0.55 "GET /v2.0/security-group-rules/3fd1bf40-45fb-46e8-9093-4f65b7d8655e HTTP/1.1" status: 404 len: 356 time: 0.0270388 Dec 10 18:49:57.558531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Deleting port eafd8209-a320-4d65-afca-49d85e12e958 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:57.559155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.584678 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] For port 433a4585-3bb4-49dc-88e2-459aa400cc76, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:49:57.595874 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] For port 433a4585-3bb4-49dc-88e2-459aa400cc76, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=433a4585-3bb4-49dc-88e2-459aa400cc76,segment=NetworkSegment(552c59ad-3f81-49c4-8bd6-db10571df2df),segment_id=552c59ad-3f81-49c4-8bd6-db10571df2df)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:49:57.602259 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.682890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.683234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.701526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 5, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.703251 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Routers {'48f91846-ca77-42c4-8e54-d9de14f17911'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:49:57.703879 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['48f91846-ca77-42c4-8e54-d9de14f17911'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:57.715423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Calling delete_port for eafd8209-a320-4d65-afca-49d85e12e958 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:49:57.752460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c42489-e401-4a9d-92d1-95e573beee2a None None] The sync data for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 is: [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e6e97023-a9db-4679-8278-0e25786c0d87', 'name': '', 'network_id': '16f9b7de-5fc2-493e-86ae-7bd17a6f9364', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'mac_address': 'fa:16:3e:6b:b0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_interface', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:46Z', 'updated_at': '2021-12-10T18:44:51Z', 'revision_number': 5, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'subnets': [{'id': 'ba89eeb7-9d18-4403-b98e-17129fc12e89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:57.772568 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a3224-120f-40f2-82b9-4cc6292daad7 None None] Pushing event updated for resources: {'Port': ['ID=433a4585-3bb4-49dc-88e2-459aa400cc76,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:57.798124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c395f0b9-a43d-48bc-a904-33e325ee182e None None] Provisioning complete for port 433a4585-3bb4-49dc-88e2-459aa400cc76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:57.798559 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c395f0b9-a43d-48bc-a904-33e325ee182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:57.928035 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] Set router 48f91846-ca77-42c4-8e54-d9de14f17911 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:49:58.020403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 87ab3b10-124b-4ae7-9e54-cccce9a417f0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:49:58.057934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.079805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 87ab3b10-124b-4ae7-9e54-cccce9a417f0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:49:58.080665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 87ab3b10-124b-4ae7-9e54-cccce9a417f0 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:49:58.083271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 433a4585-3bb4-49dc-88e2-459aa400cc76 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:49:58.119764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event deleted for resources: {'Port': ['ID=eafd8209-a320-4d65-afca-49d85e12e958,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.121338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53966) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:58.230795 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c395f0b9-a43d-48bc-a904-33e325ee182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.253959 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.257942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.259504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-232f066a-2d8c-47a2-b20d-a13af9cf8adb tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "DELETE /v2.0/floatingips/43ecbf7a-ffa7-4962-b985-e696b72dd324 HTTP/1.1" status: 204 len: 168 time: 0.9445064 Dec 10 18:49:58.264369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 433a4585-3bb4-49dc-88e2-459aa400cc76 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:58.264996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.370425 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cfb93d71-b84e-4bf9-b8da-9b5ad8c524ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.376853 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c8cc95-9c02-4d88-9e8c-329a03df1da6 None None] New status for floating IP 43ecbf7a-ffa7-4962-b985-e696b72dd324: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:49:58.377405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c395f0b9-a43d-48bc-a904-33e325ee182e None None] For port 433a4585-3bb4-49dc-88e2-459aa400cc76, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=433a4585-3bb4-49dc-88e2-459aa400cc76,segment=NetworkSegment(552c59ad-3f81-49c4-8bd6-db10571df2df),segment_id=552c59ad-3f81-49c4-8bd6-db10571df2df)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:49:58.378292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53976) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:58.386407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c395f0b9-a43d-48bc-a904-33e325ee182e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.398747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-73e2ec4e-6e89-4f8a-ad86-63d2ed3fcc75 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9d6941c52524466a8d9aca496627cffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761872 Dec 10 18:49:58.401095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 53978) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:58.467343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7d72fba-f4e0-4ad9-8932-fe68c2410bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.471318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395f0b9-a43d-48bc-a904-33e325ee182e None None] Pushing event updated for resources: {'Port': ['ID=433a4585-3bb4-49dc-88e2-459aa400cc76,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.483832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4db2-2c93-4a1e-a2da-802e68f81321 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.503383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7d72fba-f4e0-4ad9-8932-fe68c2410bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.514272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-72a99e5a-7923-4d16-9a08-87ec4c3b43f8 None None] Provisioning complete for port 433a4585-3bb4-49dc-88e2-459aa400cc76 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:49:58.515447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-72a99e5a-7923-4d16-9a08-87ec4c3b43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.530349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4db2-2c93-4a1e-a2da-802e68f81321 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.551973 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 4, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port': {'id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '433a4585-3bb4-49dc-88e2-459aa400cc76', 'name': '', 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'mac_address': 'fa:16:3e:a8:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:49Z', 'updated_at': '2021-12-10T18:49:57Z', 'revision_number': 4, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'subnets': [{'id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:49:58.579555 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7d72fba-f4e0-4ad9-8932-fe68c2410bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.587348 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e7d72fba-f4e0-4ad9-8932-fe68c2410bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.589883 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e7d72fba-f4e0-4ad9-8932-fe68c2410bd0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0b1a5283-2f61-4178-b4e1-cb617dfa2f65 HTTP/1.1" status: 204 len: 168 time: 0.1872549 Dec 10 18:49:58.600235 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23817095-7317-4152-b66d-8ff8b2530922 None None] The sync data for ids ['48f91846-ca77-42c4-8e54-d9de14f17911'] in n-d-821424-1 is: [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:50Z', 'revision_number': 4, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port': {'id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '433a4585-3bb4-49dc-88e2-459aa400cc76', 'name': '', 'network_id': '5f06919b-74b0-4531-9ef8-c387af730203', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'mac_address': 'fa:16:3e:a8:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:49Z', 'updated_at': '2021-12-10T18:49:57Z', 'revision_number': 4, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'subnets': [{'id': 'e9114f7e-6424-4918-9153-c0275cca77ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:49:58.625597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72fba-f4e0-4ad9-8932-fe68c2410bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1a5283-2f61-4178-b4e1-cb617dfa2f65,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.660138 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4db2-2c93-4a1e-a2da-802e68f81321 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.663798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4db2-2c93-4a1e-a2da-802e68f81321 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:58.665605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1c1d4db2-2c93-4a1e-a2da-802e68f81321 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] 10.222.0.55 "DELETE /v2.0/security-groups/8c701fc4-7fbb-404a-828f-8325bf3f3c5c HTTP/1.1" status: 204 len: 168 time: 0.2860076 Dec 10 18:49:58.683433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4db2-2c93-4a1e-a2da-802e68f81321 tempest-TestServerBasicOps-1072499515 tempest-TestServerBasicOps-1072499515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c701fc4-7fbb-404a-828f-8325bf3f3c5c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:49:58.709165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 53984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:59.499505 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.584166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54008) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:49:59.719026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1083857443'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:49:59.775002 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Made reservation on behalf of abce2a2ae61741c1b381e990b61c5efd for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:49:59.782228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.815423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:49:59.869204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Deleting port e6e97023-a9db-4679-8278-0e25786c0d87 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:49:59.870049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.011805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 433a4585-3bb4-49dc-88e2-459aa400cc76 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:00.059107 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.065258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.088191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] For port e6e97023-a9db-4679-8278-0e25786c0d87, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e6e97023-a9db-4679-8278-0e25786c0d87,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:00.088960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.105671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Calling delete_port for e6e97023-a9db-4679-8278-0e25786c0d87 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:00.108367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719d82c5-0738-4a93-b6ce-18505fa29eb7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:00.116898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 433a4585-3bb4-49dc-88e2-459aa400cc76 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:00.117585 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.147960 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:00.162138 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.162138 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Added segment 73956396-ea70-4804-8263-bce6efdb87df of type vlan for network a726a39f-c9cb-46e6-bb00-37a25a6beb5a Dec 10 18:50:00.221632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.274834 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.287084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:00.287084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.378481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7884507 Dec 10 18:50:00.378481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54014) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:00.384148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Request body: {'subnet': {'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:00.419445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6336b8d-aefd-4324-8362-0cdde51d8752 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event updated for resources: {'Network': ['ID=a726a39f-c9cb-46e6-bb00-37a25a6beb5a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:00.426189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.437235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network a726a39f-c9cb-46e6-bb00-37a25a6beb5a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:00.473884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e97023-a9db-4679-8278-0e25786c0d87,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:00.533412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Made reservation on behalf of abce2a2ae61741c1b381e990b61c5efd for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:00.545859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.688145 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.810316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.879387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event updated for resources: {'Subnet': ['ID=1fd2185c-8fbc-41ca-af98-c45ba376faff,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:00.884453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Checking segment: {'id': '73956396-ea70-4804-8263-bce6efdb87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:00.884871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Network hostable DHCP agents. Network: a726a39f-c9cb-46e6-bb00-37a25a6beb5a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:00.903833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Network a726a39f-c9cb-46e6-bb00-37a25a6beb5a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:00.916416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, a726a39f-c9cb-46e6-bb00-37a25a6beb5a) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:00.922003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:00.922905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:00.926688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53072903-4f53-4660-86a0-e3db7368d913 None None] Network a726a39f-c9cb-46e6-bb00-37a25a6beb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:00.940282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Router 862b6583-b428-4727-8ee9-89883b367135 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:00.952855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-88e45d5b-bf7f-4adb-89e4-3394a43f456b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5736558 Dec 10 18:50:00.955121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54016) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:00.965513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Request body: {'port': {'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a', 'name': 'tempest-TagsExtTest-1733966666'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:01.053657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-a726a39f-c9cb-46e6-bb00-37a25a6beb5a', 'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a', 'project_id': 'abce2a2ae61741c1b381e990b61c5efd', 'fixed_ips': [{'subnet_id': '1fd2185c-8fbc-41ca-af98-c45ba376faff'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:50:01.054515 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.075406 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:01.082319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6ffd3dcb-0175-42e0-8151-3f48b84c92c7 admin admin] 10.222.0.55 "PUT /v2.0/routers/862b6583-b428-4727-8ee9-89883b367135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3717487 Dec 10 18:50:01.085137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54018) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:01.139685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Made reservation on behalf of abce2a2ae61741c1b381e990b61c5efd for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:01.145515 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.172481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] device_id is not set on port 69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d yet. {{(pid=103500) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 10 18:50:01.188474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] Sync routers for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:01.231076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.239723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:01.240350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:49:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:01.300406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Allocated IP 172.20.0.2 (a726a39f-c9cb-46e6-bb00-37a25a6beb5a/1fd2185c-8fbc-41ca-af98-c45ba376faff/81084510-3bdd-4453-be9a-cb7daa35dfac) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:01.349735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.412037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Deleting port 4fb8a2af-f790-41f8-ac90-b2763d72be51 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:01.412396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.624260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:01.730189 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-652e0082-7df6-4f6e-8c8d-6783bea4e2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.827384 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.843563 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.860403 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] For port 4fb8a2af-f790-41f8-ac90-b2763d72be51, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4fb8a2af-f790-41f8-ac90-b2763d72be51,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:01.861581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:01.889267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Calling delete_port for 4fb8a2af-f790-41f8-ac90-b2763d72be51 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:01.917753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Allocated IP 172.20.0.11 (a726a39f-c9cb-46e6-bb00-37a25a6beb5a/1fd2185c-8fbc-41ca-af98-c45ba376faff/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:01.927631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Network a726a39f-c9cb-46e6-bb00-37a25a6beb5a is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:01.933820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:01.937488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:01.938973 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Pushing event updated for resources: {'Port': ['ID=81084510-3bdd-4453-be9a-cb7daa35dfac,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.007776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229'}], 'enable_snat': True}, 'gw_port_id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:50:00Z', 'revision_number': 5, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port': {'id': '4fb8a2af-f790-41f8-ac90-b2763d72be51', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862b6583-b428-4727-8ee9-89883b367135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:44Z', 'updated_at': '2021-12-10T18:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:02.011071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Attempting to bind port 81084510-3bdd-4453-be9a-cb7daa35dfac on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:02.011296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Attempting to bind port 81084510-3bdd-4453-be9a-cb7daa35dfac by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '73956396-ea70-4804-8263-bce6efdb87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:02.011677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Attempting to bind port 81084510-3bdd-4453-be9a-cb7daa35dfac on network a726a39f-c9cb-46e6-bb00-37a25a6beb5a {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:02.044430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] Checking router: 862b6583-b428-4727-8ee9-89883b367135 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:50:02.049508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:02.049896 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Checking segment: {'id': '73956396-ea70-4804-8263-bce6efdb87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:02.050317 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.050747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Bound using segment: {'id': '73956396-ea70-4804-8263-bce6efdb87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:02.051216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Bound port: 81084510-3bdd-4453-be9a-cb7daa35dfac, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73956396-ea70-4804-8263-bce6efdb87df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a726a39f-c9cb-46e6-bb00-37a25a6beb5a'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:02.051606 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.067375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] Routers {'862b6583-b428-4727-8ee9-89883b367135'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:02.068138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:50:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['862b6583-b428-4727-8ee9-89883b367135'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:02.146441 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.166086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.202388 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.211860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb8a2af-f790-41f8-ac90-b2763d72be51,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.215852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.220814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.233622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] Set router 862b6583-b428-4727-8ee9-89883b367135 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:02.237445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04a30c-be57-471f-b69e-53ed83e23841 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:02.270660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] For port 81084510-3bdd-4453-be9a-cb7daa35dfac, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:02.298293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.306269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Network a726a39f-c9cb-46e6-bb00-37a25a6beb5a is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:02.310666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:02.311155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:50:01Z', 'revision_number': 6, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:02.316378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:02.343974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] For port 81084510-3bdd-4453-be9a-cb7daa35dfac, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=81084510-3bdd-4453-be9a-cb7daa35dfac,segment=NetworkSegment(73956396-ea70-4804-8263-bce6efdb87df),segment_id=73956396-ea70-4804-8263-bce6efdb87df)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:02.346052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690ad31-41a2-4eb5-8146-e601fd10f800 None None] The sync data for ids ['862b6583-b428-4727-8ee9-89883b367135'] in n-d-821424-1 is: [{'id': '862b6583-b428-4727-8ee9-89883b367135', 'name': 'tempest-TestServerBasicOps-392115994-router', 'tenant_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:43Z', 'updated_at': '2021-12-10T18:50:01Z', 'revision_number': 6, 'project_id': 'e966d78f185143f5ac9d1c2bd71130b1', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:02.350915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.356735 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event updated for resources: {'Port': ['ID=69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.412597 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:02.413359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.425487 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.430401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.445634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dddf053e-bdd9-405b-a624-aea3acb1b7ef tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4837759 Dec 10 18:50:02.446316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54022) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.451345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f2d3a17f-0e71-4968-b65c-2ed9219a66d6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-445462258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:02.462965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134efce-1702-4cee-b22a-4cc166c1d197 None None] Pushing event updated for resources: {'Port': ['ID=81084510-3bdd-4453-be9a-cb7daa35dfac,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.481954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d3a17f-0e71-4968-b65c-2ed9219a66d6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.483569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d3a17f-0e71-4968-b65c-2ed9219a66d6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.516875 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.517451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 862b6583-b428-4727-8ee9-89883b367135 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:50:02.526888 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.534101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-700c22dd-1948-4c90-8b33-9b53977e4443 admin admin] 10.222.0.55 "DELETE /v2.0/routers/862b6583-b428-4727-8ee9-89883b367135 HTTP/1.1" status: 204 len: 168 time: 1.4451516 Dec 10 18:50:02.534647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54026) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.561204 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d3a17f-0e71-4968-b65c-2ed9219a66d6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.566504 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d3a17f-0e71-4968-b65c-2ed9219a66d6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.590495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] Deleting subnet ba89eeb7-9d18-4403-b98e-17129fc12e89 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:02.591803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2d3a17f-0e71-4968-b65c-2ed9219a66d6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.593356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f2d3a17f-0e71-4968-b65c-2ed9219a66d6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1457634 Dec 10 18:50:02.596497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54028) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.598520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.603950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7374dcc0-7dae-4f96-b6da-b95c5250f8c9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1827013878', 'prefixes': ['172.20.0.0/16']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:02.648179 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.683420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7374dcc0-7dae-4f96-b6da-b95c5250f8c9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for subnetpool, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.684694 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7374dcc0-7dae-4f96-b6da-b95c5250f8c9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0872009 Dec 10 18:50:02.688217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54030) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.693579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-029ada2e-49a4-415a-b545-841b06943ab6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', 'tempest-TagsExtTest-Tag-2105113770') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:02.789628 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.864503 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-029ada2e-49a4-415a-b545-841b06943ab6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags/tempest-TagsExtTest-Tag-2105113770 HTTP/1.1" status: 201 len: 201 time: 0.1742246 Dec 10 18:50:02.865777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.871850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-40f45eb8-42b2-481e-9f91-13385c133162 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', 'tempest-TagsExtTest-Tag-579102135') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:02.892665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.921405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba89eeb7-9d18-4403-b98e-17129fc12e89,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:02.927271 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:02.934195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a1076f20-b14c-430a-aced-aed7988463c9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ba89eeb7-9d18-4403-b98e-17129fc12e89 HTTP/1.1" status: 204 len: 168 time: 0.3983486 Dec 10 18:50:02.934871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54034) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.939073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00152bc0-0df9-4671-9fa0-a4e8151dc169 None None] Network 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:02.982835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-40f45eb8-42b2-481e-9f91-13385c133162 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags/tempest-TagsExtTest-Tag-579102135 HTTP/1.1" status: 201 len: 201 time: 0.1128838 Dec 10 18:50:02.983433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54036) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:02.993606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-5366f7cc-cf5a-4e56-b312-64270b68d534 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', 'tempest-TagsExtTest-Tag-1672841333') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.011806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.076668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Deleting port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:03.077015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.120299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5366f7cc-cf5a-4e56-b312-64270b68d534 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags/tempest-TagsExtTest-Tag-1672841333 HTTP/1.1" status: 201 len: 201 time: 0.1347895 Dec 10 18:50:03.123286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54038) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:03.128379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-d722aa6a-44ff-484d-933b-555733b4eb83 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', 'tempest-TagsExtTest-Tag-815013656') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.146907 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] For port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:03.147409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.164522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Calling delete_port for 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:03.185569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d722aa6a-44ff-484d-933b-555733b4eb83 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags/tempest-TagsExtTest-Tag-815013656 HTTP/1.1" status: 201 len: 201 time: 0.0586154 Dec 10 18:50:03.186201 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54040) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:03.190655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-ad277176-e068-4a75-81db-ad0af120de35 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.231393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] DHCP port deletion for 16f9b7de-5fc2-493e-86ae-7bd17a6f9364 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:03.297931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] Deleting port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:03.298312 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.302172 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ad277176-e068-4a75-81db-ad0af120de35 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags HTTP/1.1" status: 200 len: 241 time: 0.1148257 Dec 10 18:50:03.305004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:03.310197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-87789544-4111-4e68-8631-0966b3fdbea1 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', 'tempest-TagsExtTest-Tag-2105113770') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.322811 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.375835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:03.378647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] For port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,segment=NetworkSegment(6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d),segment_id=6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:03.378829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] No DVR routers for this DVR port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:03.379414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.397145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] Calling delete_port for 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:03.488517 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.518922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.520863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] Pushing event deleted for resources: {'Port': ['ID=7be656fc-bae8-46f9-bb6b-ea5f1cfc6897,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:03.530102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f19ba0-70cf-441a-89c2-cafe4cf7cfe6 None None] No DVR routers for this DVR port 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:03.580310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f9b7de-5fc2-493e-86ae-7bd17a6f9364']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.600692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.601093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0ce2c6-6095-47b0-8f1d-3d2b71f6e61d') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.626772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-87789544-4111-4e68-8631-0966b3fdbea1 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags/tempest-TagsExtTest-Tag-2105113770 HTTP/1.1" status: 204 len: 168 time: 0.3205776 Dec 10 18:50:03.629537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54046) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:03.635020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-fc26834b-785c-417c-bb94-435f840332a1 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', 'tempest-TagsExtTest-Tag-2105113770') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.643195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.672548 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.684374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:03.684791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:03.686842 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:03.749302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc26834b-785c-417c-bb94-435f840332a1 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags/tempest-TagsExtTest-Tag-2105113770 HTTP/1.1" status: 204 len: 168 time: 0.1183233 Dec 10 18:50:03.750021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54048) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:03.757232 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-b442b297-4652-49e7-8dfe-e35c74784d52 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:03.772751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.779585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.785193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] 10.222.0.55 "DELETE /v2.0/networks/16f9b7de-5fc2-493e-86ae-7bd17a6f9364 HTTP/1.1" status: 204 len: 168 time: 0.8491726 Dec 10 18:50:03.791940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54050) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:03.801301 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586967d3-d6cc-44de-adbd-0809275953a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f9b7de-5fc2-493e-86ae-7bd17a6f9364,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:03.838642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:03.956430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9850dc-9ca3-473b-9123-55c3a0a3e1e9 None None] Network a726a39f-c9cb-46e6-bb00-37a25a6beb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:04.047831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 81084510-3bdd-4453-be9a-cb7daa35dfac up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:04.095504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b442b297-4652-49e7-8dfe-e35c74784d52 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags HTTP/1.1" status: 200 len: 205 time: 0.3431821 Dec 10 18:50:04.098187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54052) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.103167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-3beac09a-2f3f-40cf-89bc-907fd28d7e46 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.130787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e019ef65-ade3-4911-a99b-b56dec9a827f None None] Provisioning complete for port 81084510-3bdd-4453-be9a-cb7daa35dfac triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:04.131166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e019ef65-ade3-4911-a99b-b56dec9a827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.164143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3beac09a-2f3f-40cf-89bc-907fd28d7e46 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags HTTP/1.1" status: 200 len: 240 time: 0.0644610 Dec 10 18:50:04.166909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54054) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.174248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-1d1f58a9-001b-437f-879d-eb31f8c6c669 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', 'tempest-TagsExtTest-Tag-579102135') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.237417 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.252060 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1d1f58a9-001b-437f-879d-eb31f8c6c669 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags/tempest-TagsExtTest-Tag-579102135 HTTP/1.1" status: 204 len: 168 time: 0.0836546 Dec 10 18:50:04.252344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 81084510-3bdd-4453-be9a-cb7daa35dfac triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:04.252685 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.253019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54056) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.259577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-a9c42268-93df-436c-bcbe-d91e6601b45a tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', 'tempest-TagsExtTest-Tag-579102135') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.316922 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.361493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54058) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.362317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a9c42268-93df-436c-bcbe-d91e6601b45a tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags/tempest-TagsExtTest-Tag-579102135 HTTP/1.1" status: 204 len: 168 time: 0.1065669 Dec 10 18:50:04.369038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-19c59fdb-b169-46e6-8a01-00b26fa90ae9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.402648 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e019ef65-ade3-4911-a99b-b56dec9a827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.457175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.481132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e019ef65-ade3-4911-a99b-b56dec9a827f None None] For port 81084510-3bdd-4453-be9a-cb7daa35dfac, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=81084510-3bdd-4453-be9a-cb7daa35dfac,segment=NetworkSegment(73956396-ea70-4804-8263-bce6efdb87df),segment_id=73956396-ea70-4804-8263-bce6efdb87df)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:04.493687 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e019ef65-ade3-4911-a99b-b56dec9a827f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.500565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54060) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.500837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-19c59fdb-b169-46e6-8a01-00b26fa90ae9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags HTTP/1.1" status: 200 len: 205 time: 0.1380014 Dec 10 18:50:04.509421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-3336c4b1-eee2-4264-918b-d363a4f2d9bd tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.571913 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:50:04.572955 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:50:04.608702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019ef65-ade3-4911-a99b-b56dec9a827f None None] Pushing event updated for resources: {'Port': ['ID=81084510-3bdd-4453-be9a-cb7daa35dfac,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:04.653101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3336c4b1-eee2-4264-918b-d363a4f2d9bd tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags HTTP/1.1" status: 200 len: 241 time: 0.1513987 Dec 10 18:50:04.655683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54062) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.661133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-95486617-1983-4522-85c9-b5d5b20d2ea6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', 'tempest-TagsExtTest-Tag-1672841333') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.732799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-055dfd61-6ea8-4bf2-860c-d4329f56bc86 None None] Provisioning complete for port 69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:04.733098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Deleting port bc001d2e-cfb3-4140-81b0-780e72812876 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:04.733218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-055dfd61-6ea8-4bf2-860c-d4329f56bc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.733324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.783262 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-95486617-1983-4522-85c9-b5d5b20d2ea6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags/tempest-TagsExtTest-Tag-1672841333 HTTP/1.1" status: 204 len: 168 time: 0.1253877 Dec 10 18:50:04.784176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54066) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:04.791819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-3d094f0c-4881-41ab-80ee-4ee47a1da23b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', 'tempest-TagsExtTest-Tag-1672841333') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:04.816636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-055dfd61-6ea8-4bf2-860c-d4329f56bc86 None None] Port 69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:04.838306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-055dfd61-6ea8-4bf2-860c-d4329f56bc86 None None] Provisioning complete for port 81084510-3bdd-4453-be9a-cb7daa35dfac triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:04.838744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-055dfd61-6ea8-4bf2-860c-d4329f56bc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.940166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.941547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] For port bc001d2e-cfb3-4140-81b0-780e72812876, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=bc001d2e-cfb3-4140-81b0-780e72812876,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:04.942159 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:04.959866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Calling delete_port for bc001d2e-cfb3-4140-81b0-780e72812876 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:05.000956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3d094f0c-4881-41ab-80ee-4ee47a1da23b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags/tempest-TagsExtTest-Tag-1672841333 HTTP/1.1" status: 204 len: 168 time: 0.2154737 Dec 10 18:50:05.007629 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54068) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.020347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-0202cfa1-8b47-41d8-942a-3c33e6e4328a tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.106128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0202cfa1-8b47-41d8-942a-3c33e6e4328a tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags HTTP/1.1" status: 200 len: 205 time: 0.0960817 Dec 10 18:50:05.109042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54070) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.113915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-4d307de8-a510-46db-b8b9-d0a775a26319 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.159443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-77349d4c-bf60-42d5-848d-6f2376a88e55 None None] Provisioning complete for port 69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:05.159822 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77349d4c-bf60-42d5-848d-6f2376a88e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.164468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4d307de8-a510-46db-b8b9-d0a775a26319 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags HTTP/1.1" status: 200 len: 240 time: 0.0541849 Dec 10 18:50:05.168140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54072) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.173115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-3c27e65c-c7b2-4675-b9c9-cdccd6284f97 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', 'tempest-TagsExtTest-Tag-815013656') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.198810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c27e65c-c7b2-4675-b9c9-cdccd6284f97 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags/tempest-TagsExtTest-Tag-815013656 HTTP/1.1" status: 204 len: 168 time: 0.0291498 Dec 10 18:50:05.201390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54074) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.208735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-ad65e841-3ae8-404f-9bdf-3599dde27a33 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', 'tempest-TagsExtTest-Tag-815013656') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.209678 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.232607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:05.240459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc001d2e-cfb3-4140-81b0-780e72812876,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:05.265689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:05.266319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7be656fc-bae8-46f9-bb6b-ea5f1cfc6897 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:05.266486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6e97023-a9db-4679-8278-0e25786c0d87 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:05.295296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ad65e841-3ae8-404f-9bdf-3599dde27a33 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags/tempest-TagsExtTest-Tag-815013656 HTTP/1.1" status: 204 len: 168 time: 0.0919416 Dec 10 18:50:05.299209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54076) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.304803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-d8cca156-d520-43e9-bae8-37da4ecb200a tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.362007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8cca156-d520-43e9-bae8-37da4ecb200a tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags HTTP/1.1" status: 200 len: 205 time: 0.0613122 Dec 10 18:50:05.365669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54078) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.378039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-a662d11e-de0a-41a6-86e5-fcc225409a6b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.451812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a662d11e-de0a-41a6-86e5-fcc225409a6b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags HTTP/1.1" status: 204 len: 168 time: 0.0837033 Dec 10 18:50:05.453428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54080) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.467914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-a71918c3-1cb7-4cd5-8f9d-5abf7b656793 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.515447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-77349d4c-bf60-42d5-848d-6f2376a88e55 None None] Port 69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:50:05.517526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e6e97023-a9db-4679-8278-0e25786c0d87 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:05.517912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e6e97023-a9db-4679-8278-0e25786c0d87 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:05.518632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4fb8a2af-f790-41f8-ac90-b2763d72be51 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:05.550673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4fb8a2af-f790-41f8-ac90-b2763d72be51 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:05.551048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4fb8a2af-f790-41f8-ac90-b2763d72be51 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:05.598671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:05.630587 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a71918c3-1cb7-4cd5-8f9d-5abf7b656793 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags HTTP/1.1" status: 204 len: 168 time: 0.1759250 Dec 10 18:50:05.633309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54082) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.639150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-c33ea034-686a-4074-8b7d-eef3d762d140 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.715447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c33ea034-686a-4074-8b7d-eef3d762d140 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags HTTP/1.1" status: 204 len: 168 time: 0.0807490 Dec 10 18:50:05.720112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54084) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.728151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-66f51d96-cf05-4e00-a3d7-006570a90b0e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.819853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-66f51d96-cf05-4e00-a3d7-006570a90b0e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags HTTP/1.1" status: 204 len: 168 time: 0.0940738 Dec 10 18:50:05.820820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54088) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.825692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-d75373b6-9674-4381-ba8f-9d947e68b3fa tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', 'tempest-TagsExtTest-Tag-2242125') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:05.873616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Router 18eb8263-cd5c-455d-82f6-ff760d66b0be has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:50:05.926351 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d75373b6-9674-4381-ba8f-9d947e68b3fa tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags/tempest-TagsExtTest-Tag-2242125 HTTP/1.1" status: 201 len: 201 time: 0.1043651 Dec 10 18:50:05.929690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54090) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:05.938692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-64c57f47-1e76-41a8-8d1b-9fefafcf1323 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', 'tempest-TagsExtTest-Tag-2087445834') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.004915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 81084510-3bdd-4453-be9a-cb7daa35dfac up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:06.015670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:50:06.030502 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] Sync routers for ids ['18eb8263-cd5c-455d-82f6-ff760d66b0be'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:50:06.034418 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bc1e0e15-7007-441c-b8b3-ef28a1f63f0b admin admin] 10.222.0.55 "PUT /v2.0/routers/18eb8263-cd5c-455d-82f6-ff760d66b0be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2372293 Dec 10 18:50:06.036547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54092) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.052180 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] Routers {'18eb8263-cd5c-455d-82f6-ff760d66b0be'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:06.053085 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:50:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18eb8263-cd5c-455d-82f6-ff760d66b0be'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.089104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-64c57f47-1e76-41a8-8d1b-9fefafcf1323 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags/tempest-TagsExtTest-Tag-2087445834 HTTP/1.1" status: 201 len: 201 time: 0.1582644 Dec 10 18:50:06.091941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54094) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.095334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 81084510-3bdd-4453-be9a-cb7daa35dfac triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:06.095880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.098167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-35991dab-09a6-41f4-b4f0-71860ca1ceba tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', 'tempest-TagsExtTest-Tag-438215') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.204740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.218150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-35991dab-09a6-41f4-b4f0-71860ca1ceba tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags/tempest-TagsExtTest-Tag-438215 HTTP/1.1" status: 201 len: 201 time: 0.1248558 Dec 10 18:50:06.220805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54096) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.231217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-22fbf7e6-974e-4077-8bc0-c9e52eed052e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', 'tempest-TagsExtTest-Tag-19744329') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.294301 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-22fbf7e6-974e-4077-8bc0-c9e52eed052e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags/tempest-TagsExtTest-Tag-19744329 HTTP/1.1" status: 201 len: 201 time: 0.0720387 Dec 10 18:50:06.296874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54098) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.302780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-470ba0d9-6b9d-497e-8e0d-7f2e699eb02b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', {'tags': ['tempest-TagsExtTest-Tag-1776637962', 'tempest-TagsExtTest-Tag-1490194401', 'tempest-TagsExtTest-Tag-60787330']}) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.314687 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] Set router 18eb8263-cd5c-455d-82f6-ff760d66b0be gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:06.326008 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.383707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-470ba0d9-6b9d-497e-8e0d-7f2e699eb02b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags HTTP/1.1" status: 200 len: 316 time: 0.0830989 Dec 10 18:50:06.384258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54100) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.389829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-eb22db0b-cf80-40aa-9c74-0b1f6f5ddeee tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.431275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Deleting port de748f39-e569-46fc-9073-6f390aa2010f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:06.431619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.541971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] For port de748f39-e569-46fc-9073-6f390aa2010f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=de748f39-e569-46fc-9073-6f390aa2010f,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:06.542401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.555929 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:50:05Z', 'revision_number': 5, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port': {'id': 'de748f39-e569-46fc-9073-6f390aa2010f', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:44:50Z', 'updated_at': '2021-12-10T18:44:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.559598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb22db0b-cf80-40aa-9c74-0b1f6f5ddeee tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags HTTP/1.1" status: 204 len: 168 time: 0.1741276 Dec 10 18:50:06.560627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Calling delete_port for de748f39-e569-46fc-9073-6f390aa2010f owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:06.563053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54102) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.570146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-d2402204-03fc-4113-9840-90f0975cc0c9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', 'tempest-TagsExtTest-Tag-1776637962') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.596387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] Checking router: 18eb8263-cd5c-455d-82f6-ff760d66b0be for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:50:06.607891 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] Routers {'18eb8263-cd5c-455d-82f6-ff760d66b0be'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:50:06.608658 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:50:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['18eb8263-cd5c-455d-82f6-ff760d66b0be'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.707994 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] Set router 18eb8263-cd5c-455d-82f6-ff760d66b0be gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:50:06.714045 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-d2402204-03fc-4113-9840-90f0975cc0c9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:06.718177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d2402204-03fc-4113-9840-90f0975cc0c9 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags/tempest-TagsExtTest-Tag-1776637962 HTTP/1.1" status: 404 len: 329 time: 0.1511676 Dec 10 18:50:06.719165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54104) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.724755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-769dc4a8-8575-468d-9b13-a69d8743fe04 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', 'tempest-TagsExtTest-Tag-1490194401') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.763183 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:50:06Z', 'revision_number': 6, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.794095 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b7f0c5-6f38-45ec-8ebb-54a757175496 None None] The sync data for ids ['18eb8263-cd5c-455d-82f6-ff760d66b0be'] in n-d-821424-1 is: [{'id': '18eb8263-cd5c-455d-82f6-ff760d66b0be', 'name': 'tempest-TestServerBasicOps-1338013713-router', 'tenant_id': 'a53b4581489342a6affaac53ec6b8197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:44:49Z', 'updated_at': '2021-12-10T18:50:06Z', 'revision_number': 6, 'project_id': 'a53b4581489342a6affaac53ec6b8197', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:50:06.833523 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-769dc4a8-8575-468d-9b13-a69d8743fe04 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:06.834630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-769dc4a8-8575-468d-9b13-a69d8743fe04 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags/tempest-TagsExtTest-Tag-1490194401 HTTP/1.1" status: 404 len: 329 time: 0.1152489 Dec 10 18:50:06.837365 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:06.838432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54108) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.843670 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-5c9d9628-9ccc-464c-85cd-9d15726fb168 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff', 'tempest-TagsExtTest-Tag-60787330') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.872776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de748f39-e569-46fc-9073-6f390aa2010f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:06.886135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec6c38-d191-489f-b45e-058f15dfb8d0 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:06.923905 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-5c9d9628-9ccc-464c-85cd-9d15726fb168 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:06.925367 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5c9d9628-9ccc-464c-85cd-9d15726fb168 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags/tempest-TagsExtTest-Tag-60787330 HTTP/1.1" status: 404 len: 327 time: 0.0859048 Dec 10 18:50:06.928134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54110) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:06.932742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-00b63866-8817-4418-a04c-66cf10b047b7 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', {'tags': ['tempest-TagsExtTest-Tag-1780444063', 'tempest-TagsExtTest-Tag-424833787', 'tempest-TagsExtTest-Tag-950753784']}) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:06.940362 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.009723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-00b63866-8817-4418-a04c-66cf10b047b7 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags HTTP/1.1" status: 200 len: 316 time: 0.0804219 Dec 10 18:50:07.010539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54112) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.015236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-afe0cfc4-eb31-43c5-b3b2-b2c8c1d7ea4b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.041053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.042931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.088259 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-afe0cfc4-eb31-43c5-b3b2-b2c8c1d7ea4b tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags HTTP/1.1" status: 204 len: 168 time: 0.0766568 Dec 10 18:50:07.091010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54114) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.097908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-97ed00f2-164b-4bfc-b1d7-18e0ae12d144 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', 'tempest-TagsExtTest-Tag-1780444063') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.102293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.102293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18eb8263-cd5c-455d-82f6-ff760d66b0be {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:50:07.123210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.124360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1abac7ed-7221-457b-8697-36d369be5ee0 admin admin] 10.222.0.55 "DELETE /v2.0/routers/18eb8263-cd5c-455d-82f6-ff760d66b0be HTTP/1.1" status: 204 len: 168 time: 1.0867400 Dec 10 18:50:07.127227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54116) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.154844 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-97ed00f2-164b-4bfc-b1d7-18e0ae12d144 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:07.156182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-97ed00f2-164b-4bfc-b1d7-18e0ae12d144 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags/tempest-TagsExtTest-Tag-1780444063 HTTP/1.1" status: 404 len: 329 time: 0.0641963 Dec 10 18:50:07.159051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54118) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.166237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-5695f933-bbd3-4f1a-a8b8-c2df0f5ee8f4 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', 'tempest-TagsExtTest-Tag-424833787') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.180336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] Deleting subnet de24e296-2499-4d56-b18c-8d95735ea929 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:07.184309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.230399 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-5695f933-bbd3-4f1a-a8b8-c2df0f5ee8f4 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:07.230657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.232394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.233363 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5695f933-bbd3-4f1a-a8b8-c2df0f5ee8f4 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags/tempest-TagsExtTest-Tag-424833787 HTTP/1.1" status: 404 len: 328 time: 0.0728369 Dec 10 18:50:07.237561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-462fd064-3778-4730-86f0-f42f157cb828 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d', 'tempest-TagsExtTest-Tag-950753784') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.369570 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-462fd064-3778-4730-86f0-f42f157cb828 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:07.371670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-462fd064-3778-4730-86f0-f42f157cb828 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags/tempest-TagsExtTest-Tag-950753784 HTTP/1.1" status: 404 len: 328 time: 0.1380322 Dec 10 18:50:07.375872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54122) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.383002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-e2ef72b9-4420-489b-a9c0-587c1e30037f tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', {'tags': ['tempest-TagsExtTest-Tag-623000947', 'tempest-TagsExtTest-Tag-1958208903', 'tempest-TagsExtTest-Tag-1922327839']}) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.387184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.463917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.518802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de24e296-2499-4d56-b18c-8d95735ea929,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:07.524115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e2ef72b9-4420-489b-a9c0-587c1e30037f tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags HTTP/1.1" status: 200 len: 317 time: 0.1465216 Dec 10 18:50:07.525003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.531461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.532101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-61c6a395-c144-4f10-b1c7-58ce6e730f41 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.538549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7f653fd-917d-4fdc-a9fb-c5c175d15c6a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/de24e296-2499-4d56-b18c-8d95735ea929 HTTP/1.1" status: 204 len: 168 time: 0.4088912 Dec 10 18:50:07.540433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28fcf0e-dff6-4741-b7ad-95196d0b6f1c None None] Network 5af216aa-0186-4057-9c15-c2e05fa8b1ee requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:07.540585 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54126) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.669832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.727635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-61c6a395-c144-4f10-b1c7-58ce6e730f41 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags HTTP/1.1" status: 204 len: 168 time: 0.2009904 Dec 10 18:50:07.728760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54128) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.746993 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-2d10c625-0076-43c9-b4e2-2aa9d2053666 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', 'tempest-TagsExtTest-Tag-623000947') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:07.782971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] DHCP port deletion for 5af216aa-0186-4057-9c15-c2e05fa8b1ee request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:07.786995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Deleting port e3cf2e56-045a-44c1-bedc-619c67dbfd6a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:07.787823 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.944576 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-2d10c625-0076-43c9-b4e2-2aa9d2053666 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:07.949421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] Deleting port e3cf2e56-045a-44c1-bedc-619c67dbfd6a {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:07.950639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:07.951888 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2d10c625-0076-43c9-b4e2-2aa9d2053666 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags/tempest-TagsExtTest-Tag-623000947 HTTP/1.1" status: 404 len: 328 time: 0.2214537 Dec 10 18:50:07.953090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54132) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:07.957964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-83ba7b12-c3f9-4537-984a-949a8607e92e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', 'tempest-TagsExtTest-Tag-1958208903') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.064683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device de748f39-e569-46fc-9073-6f390aa2010f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:08.091151 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-83ba7b12-c3f9-4537-984a-949a8607e92e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:08.097231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: de748f39-e569-46fc-9073-6f390aa2010f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:08.097694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device de748f39-e569-46fc-9073-6f390aa2010f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:08.098182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bc001d2e-cfb3-4140-81b0-780e72812876 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:08.102953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-83ba7b12-c3f9-4537-984a-949a8607e92e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags/tempest-TagsExtTest-Tag-1958208903 HTTP/1.1" status: 404 len: 329 time: 0.1484828 Dec 10 18:50:08.103581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54134) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.110721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-019c196b-2172-4848-94d1-623edd22e1a0 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af', 'tempest-TagsExtTest-Tag-1922327839') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.135659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: bc001d2e-cfb3-4140-81b0-780e72812876 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:08.136059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device bc001d2e-cfb3-4140-81b0-780e72812876 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:08.136427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e3cf2e56-045a-44c1-bedc-619c67dbfd6a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:08.198462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] For port e3cf2e56-045a-44c1-bedc-619c67dbfd6a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:08.198865 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.229367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] Calling delete_port for e3cf2e56-045a-44c1-bedc-619c67dbfd6a owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:08.343138 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] For port e3cf2e56-045a-44c1-bedc-619c67dbfd6a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:08.343743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.353341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.364078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Calling delete_port for e3cf2e56-045a-44c1-bedc-619c67dbfd6a owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:08.403037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port e3cf2e56-045a-44c1-bedc-619c67dbfd6a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,segment=NetworkSegment(c7440401-b26c-4b02-89ed-bc75f6db7647),segment_id=c7440401-b26c-4b02-89ed-bc75f6db7647)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:08.409640 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.475325 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.478132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.480403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.511776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] Pushing event deleted for resources: {'Port': ['ID=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.513933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cf2e56-045a-44c1-bedc-619c67dbfd6a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.516063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] No DVR routers for this DVR port e3cf2e56-045a-44c1-bedc-619c67dbfd6a on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:08.517486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f180e04-d04b-45f1-8c95-9b8fd051060d None None] No DVR routers for this DVR port e3cf2e56-045a-44c1-bedc-619c67dbfd6a on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:08.610427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.636130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af216aa-0186-4057-9c15-c2e05fa8b1ee']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.647630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7440401-b26c-4b02-89ed-bc75f6db7647') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.648504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7440401-b26c-4b02-89ed-bc75f6db7647') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.658806 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.661921 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-019c196b-2172-4848-94d1-623edd22e1a0 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:08.664665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-019c196b-2172-4848-94d1-623edd22e1a0 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags/tempest-TagsExtTest-Tag-1922327839 HTTP/1.1" status: 404 len: 329 time: 0.5591052 Dec 10 18:50:08.666344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54136) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.671299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-333a93f2-1cb6-4c84-825a-36768e32523c tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', {'tags': ['tempest-TagsExtTest-Tag-151127690', 'tempest-TagsExtTest-Tag-1924942407', 'tempest-TagsExtTest-Tag-1633758828']}) {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.672736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.681303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:08.682001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: self.session.flush() Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:08.684435 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:08.762654 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.774838 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:08.783075 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] 10.222.0.55 "DELETE /v2.0/networks/5af216aa-0186-4057-9c15-c2e05fa8b1ee HTTP/1.1" status: 204 len: 168 time: 1.2410727 Dec 10 18:50:08.793187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-333a93f2-1cb6-4c84-825a-36768e32523c tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "PUT /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags HTTP/1.1" status: 200 len: 317 time: 0.1252508 Dec 10 18:50:08.793415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54144) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.796674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db18a6-4765-439d-978f-75c173d4c7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5af216aa-0186-4057-9c15-c2e05fa8b1ee,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:08.803523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-bb831b99-02f5-4633-897e-6dd3df270a89 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.851792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bb831b99-02f5-4633-897e-6dd3df270a89 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags HTTP/1.1" status: 204 len: 168 time: 0.0570087 Dec 10 18:50:08.855396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54150) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.860390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-6c962fec-e63f-4eef-a5bc-7e7fb817171e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', 'tempest-TagsExtTest-Tag-151127690') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.881026 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-6c962fec-e63f-4eef-a5bc-7e7fb817171e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:08.884668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6c962fec-e63f-4eef-a5bc-7e7fb817171e tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags/tempest-TagsExtTest-Tag-151127690 HTTP/1.1" status: 404 len: 328 time: 0.0253117 Dec 10 18:50:08.884982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54152) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.889947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-5f5593de-bf69-4d15-bcce-b2c5bd43fac1 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', 'tempest-TagsExtTest-Tag-1924942407') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.912503 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-5f5593de-bf69-4d15-bcce-b2c5bd43fac1 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:08.914865 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5f5593de-bf69-4d15-bcce-b2c5bd43fac1 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags/tempest-TagsExtTest-Tag-1924942407 HTTP/1.1" status: 404 len: 329 time: 0.0287004 Dec 10 18:50:08.917493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54154) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.922498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-f41a6db3-a46d-4f66-a6de-3308e1637048 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382', 'tempest-TagsExtTest-Tag-1633758828') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.944585 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-f41a6db3-a46d-4f66-a6de-3308e1637048 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] show failed (client error): The resource could not be found. Dec 10 18:50:08.945627 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f41a6db3-a46d-4f66-a6de-3308e1637048 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags/tempest-TagsExtTest-Tag-1633758828 HTTP/1.1" status: 404 len: 329 time: 0.0269561 Dec 10 18:50:08.948493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54156) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.953178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-d7066646-792d-4cf4-aa4d-c96c15b5449c tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b1ebe763-cc84-4e7f-805f-4186b84f5382') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:08.981137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d7066646-792d-4cf4-aa4d-c96c15b5449c tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382/tags HTTP/1.1" status: 204 len: 168 time: 0.0314176 Dec 10 18:50:08.983975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54158) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:08.988760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-823b7f1a-7d98-4446-bef0-94a542fd3974 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9b41f159-f45f-4adf-987b-f9973c03d4af') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:09.003042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54160) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.054418 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b06222d5-1242-40fc-8cb6-b6e79085957e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e966d78f185143f5ac9d1c2bd71130b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494208 Dec 10 18:50:09.066819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54164) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.080481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-823b7f1a-7d98-4446-bef0-94a542fd3974 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af/tags HTTP/1.1" status: 204 len: 168 time: 0.0930986 Dec 10 18:50:09.080765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54166) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.084912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-935c6600-7325-4b56-93c2-0d3059e0b427 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:09.109499 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e4c-4e85-4eb4-ab97-5f31490a4c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.132271 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e4c-4e85-4eb4-ab97-5f31490a4c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.138377 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-935c6600-7325-4b56-93c2-0d3059e0b427 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d/tags HTTP/1.1" status: 204 len: 168 time: 0.0566976 Dec 10 18:50:09.140889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54168) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.146206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-2649abd6-69af-4be3-a7d4-e0241a9e58ae tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1fd2185c-8fbc-41ca-af98-c45ba376faff') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:09.184400 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e4c-4e85-4eb4-ab97-5f31490a4c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.188310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e4c-4e85-4eb4-ab97-5f31490a4c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.190819 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a68b7e4c-4e85-4eb4-ab97-5f31490a4c03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/042d1935-64a8-4cc2-a3b4-d18b11431594 HTTP/1.1" status: 204 len: 168 time: 0.1309485 Dec 10 18:50:09.201100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7e4c-4e85-4eb4-ab97-5f31490a4c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d1935-64a8-4cc2-a3b4-d18b11431594,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:09.214682 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2649abd6-69af-4be3-a7d4-e0241a9e58ae tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff/tags HTTP/1.1" status: 204 len: 168 time: 0.0672202 Dec 10 18:50:09.215050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54172) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.308366 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6987646-cf34-4a3a-9210-e7fb33213093 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for subnetpool, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.312400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e6987646-cf34-4a3a-9210-e7fb33213093 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnetpools/b1ebe763-cc84-4e7f-805f-4186b84f5382 HTTP/1.1" status: 204 len: 168 time: 0.0938785 Dec 10 18:50:09.312562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54174) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.341093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-237606a6-27d4-4ce5-b1f2-7494312b9d30 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b41f159-f45f-4adf-987b-f9973c03d4af HTTP/1.1" status: 200 len: 205 time: 0.0271263 Dec 10 18:50:09.343419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54176) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.425009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-974480be-2496-4286-80c0-4a366b68d4a8 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.568858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54188) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.604973 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-974480be-2496-4286-80c0-4a366b68d4a8 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.607690 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-974480be-2496-4286-80c0-4a366b68d4a8 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.620380 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63250327-bc73-46e7-b196-24f3c42568bc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a53b4581489342a6affaac53ec6b8197&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502517 Dec 10 18:50:09.622986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54190) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.654936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-974480be-2496-4286-80c0-4a366b68d4a8 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.655387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974480be-2496-4286-80c0-4a366b68d4a8 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Fanout notify agent at l3_agent the message router_deleted on router 9b41f159-f45f-4adf-987b-f9973c03d4af {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:50:09.668006 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-974480be-2496-4286-80c0-4a366b68d4a8 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.671695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-974480be-2496-4286-80c0-4a366b68d4a8 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/routers/9b41f159-f45f-4adf-987b-f9973c03d4af HTTP/1.1" status: 204 len: 168 time: 0.3273475 Dec 10 18:50:09.672588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54192) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:09.678600 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec972-c4ec-45ee-8836-6cc5149d80fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.702208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec972-c4ec-45ee-8836-6cc5149d80fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.759039 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec972-c4ec-45ee-8836-6cc5149d80fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.762052 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5f4ec972-c4ec-45ee-8836-6cc5149d80fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.765759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5f4ec972-c4ec-45ee-8836-6cc5149d80fc admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/579c2d73-48a8-4f92-b1db-498d55aab830 HTTP/1.1" status: 204 len: 168 time: 0.1392646 Dec 10 18:50:09.772155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ec972-c4ec-45ee-8836-6cc5149d80fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579c2d73-48a8-4f92-b1db-498d55aab830,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:09.772824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Deleting port 69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:09.773207 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.868809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:09.882348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Calling delete_port for 69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d owned by {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:10.043278 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.073988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event deleted for resources: {'Port': ['ID=69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:10.195611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.200113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e8b53b97-8c1b-4003-9739-a111fb33f516 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/ports/69c7ea1b-cfc5-49f9-8d40-a2aa699d6c6d HTTP/1.1" status: 204 len: 168 time: 0.5264530 Dec 10 18:50:10.202063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54198) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:10.282607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Deleting subnet 1fd2185c-8fbc-41ca-af98-c45ba376faff {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:50:10.286790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.337704 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.437988 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.518346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.549614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd2185c-8fbc-41ca-af98-c45ba376faff,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:10.559158 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.559796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb803c4-d828-4977-9594-95febf908da3 None None] Network a726a39f-c9cb-46e6-bb00-37a25a6beb5a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:10.565151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4747b124-bfd5-452f-88ec-9d004ddf04e2 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/subnets/1fd2185c-8fbc-41ca-af98-c45ba376faff HTTP/1.1" status: 204 len: 168 time: 0.3597789 Dec 10 18:50:10.565526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54200) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:10.648559 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.713248 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Deleting port 81084510-3bdd-4453-be9a-cb7daa35dfac {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:10.713583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.736612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] DHCP port deletion for a726a39f-c9cb-46e6-bb00-37a25a6beb5a request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:50:10.782295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] For port 81084510-3bdd-4453-be9a-cb7daa35dfac, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=81084510-3bdd-4453-be9a-cb7daa35dfac,segment=NetworkSegment(73956396-ea70-4804-8263-bce6efdb87df),segment_id=73956396-ea70-4804-8263-bce6efdb87df)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:10.783063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.785320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] Deleting port 81084510-3bdd-4453-be9a-cb7daa35dfac {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:10.785692 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.797216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Calling delete_port for 81084510-3bdd-4453-be9a-cb7daa35dfac owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:10.854042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] For port 81084510-3bdd-4453-be9a-cb7daa35dfac, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=81084510-3bdd-4453-be9a-cb7daa35dfac,segment=NetworkSegment(73956396-ea70-4804-8263-bce6efdb87df),segment_id=73956396-ea70-4804-8263-bce6efdb87df)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:10.854455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.868659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] Calling delete_port for 81084510-3bdd-4453-be9a-cb7daa35dfac owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:10.890042 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.919174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event deleted for resources: {'Port': ['ID=81084510-3bdd-4453-be9a-cb7daa35dfac,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:10.928618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] No DVR routers for this DVR port 81084510-3bdd-4453-be9a-cb7daa35dfac on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:10.967261 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:10.981187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] No DVR routers for this DVR port 81084510-3bdd-4453-be9a-cb7daa35dfac on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:11.019473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.021248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f7068-7dd0-44be-9b44-0de9d1ba7680 None None] Pushing event deleted for resources: {'Port': ['ID=81084510-3bdd-4453-be9a-cb7daa35dfac,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:11.044094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a726a39f-c9cb-46e6-bb00-37a25a6beb5a']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:11.055195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73956396-ea70-4804-8263-bce6efdb87df') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:11.055505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73956396-ea70-4804-8263-bce6efdb87df') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:11.070184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.085082 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.092037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:11.092482 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:11.095569 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:11.161599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.172202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.175832 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] 10.222.0.55 "DELETE /v2.0/networks/a726a39f-c9cb-46e6-bb00-37a25a6beb5a HTTP/1.1" status: 204 len: 168 time: 0.6092832 Dec 10 18:50:11.187269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d9e93-8733-4757-a91b-8f4d6d5c04c6 tempest-TagsExtTest-911808805 tempest-TagsExtTest-911808805-project] Pushing event deleted for resources: {'Network': ['ID=a726a39f-c9cb-46e6-bb00-37a25a6beb5a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:11.436143 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54216) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:11.589694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-45374a3d-fd6f-436c-b6be-3a4d45bc2e41 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=abce2a2ae61741c1b381e990b61c5efd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519597 Dec 10 18:50:11.592373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54220) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:11.643258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a497b9cd-7265-4b2b-bb28-0f1317a9df39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.665243 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a497b9cd-7265-4b2b-bb28-0f1317a9df39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.716663 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a497b9cd-7265-4b2b-bb28-0f1317a9df39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.719489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a497b9cd-7265-4b2b-bb28-0f1317a9df39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:11.723193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a497b9cd-7265-4b2b-bb28-0f1317a9df39 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/719d82c5-0738-4a93-b6ce-18505fa29eb7 HTTP/1.1" status: 204 len: 168 time: 0.1274672 Dec 10 18:50:11.729792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497b9cd-7265-4b2b-bb28-0f1317a9df39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719d82c5-0738-4a93-b6ce-18505fa29eb7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:11.913980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 81084510-3bdd-4453-be9a-cb7daa35dfac no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:11.938310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 81084510-3bdd-4453-be9a-cb7daa35dfac {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:11.938705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 81084510-3bdd-4453-be9a-cb7daa35dfac not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:12.511354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54244) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:12.614281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1029533167'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:12.638739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Made reservation on behalf of ea6ffe00d48f442f92231de3dc7713ad for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:12.642958 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.655984 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.730088 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.735330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.762224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:12.772064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb471a7-e7fb-4911-8eb3-06e1a11bda8c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:12.777013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.777358 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Added segment 2936f353-7f27-4169-b3a4-8a918c19bd9c of type vlan for network a4bfefec-461d-4b75-a798-38f9760db356 Dec 10 18:50:12.820033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.851306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.856870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:12.857458 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:12.926020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4134657 Dec 10 18:50:12.930535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:12.935071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7fb7-1d14-497d-8106-49d9e883a95f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Pushing event updated for resources: {'Network': ['ID=a4bfefec-461d-4b75-a798-38f9760db356,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:12.942381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-5c2b90b2-a433-499c-816c-093ea44a84c5 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-1049637552') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:12.949431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network a4bfefec-461d-4b75-a798-38f9760db356 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:13.047024 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5c2b90b2-a433-499c-816c-093ea44a84c5 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "PUT /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-1049637552 HTTP/1.1" status: 201 len: 201 time: 0.1143565 Dec 10 18:50:13.049742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54250) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.054216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-1a321058-9eda-4cd0-b726-3607be27c6eb tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-1049637552') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.121226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1a321058-9eda-4cd0-b726-3607be27c6eb tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "GET /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-1049637552 HTTP/1.1" status: 204 len: 168 time: 0.0704002 Dec 10 18:50:13.123736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54252) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.127939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-f1dc61dc-0502-41bc-9a35-b590d7aa6576 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.199167 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f1dc61dc-0502-41bc-9a35-b590d7aa6576 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "GET /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags HTTP/1.1" status: 200 len: 238 time: 0.0741963 Dec 10 18:50:13.201596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54254) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.206274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-545c1ca9-404d-40ff-b55c-4a5292ec4331 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', {'tags': ['tempest-TagsTest-Tag-313588741', 'tempest-TagsTest-Tag-1889776028', 'tempest-TagsTest-Tag-234933436']}) {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.289012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-545c1ca9-404d-40ff-b55c-4a5292ec4331 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "PUT /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags HTTP/1.1" status: 200 len: 307 time: 0.0838921 Dec 10 18:50:13.289546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54258) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.294685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-b79f19d3-c783-4352-bff8-911f66c09705 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-313588741') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.386032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b79f19d3-c783-4352-bff8-911f66c09705 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "DELETE /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-313588741 HTTP/1.1" status: 204 len: 168 time: 0.0951710 Dec 10 18:50:13.388919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54260) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.396025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.tag.tag_plugin [None req-97694d0f-7b01-4a56-afe2-b5853e6c241f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-313588741') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.487587 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-97694d0f-7b01-4a56-afe2-b5853e6c241f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] show failed (client error): The resource could not be found. Dec 10 18:50:13.488727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-97694d0f-7b01-4a56-afe2-b5853e6c241f tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "GET /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-313588741 HTTP/1.1" status: 404 len: 325 time: 0.0986793 Dec 10 18:50:13.492645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54262) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.498792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-1753b0a5-1efd-4192-bae4-27649a8ea82d tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-1889776028') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.585512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1753b0a5-1efd-4192-bae4-27649a8ea82d tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "GET /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-1889776028 HTTP/1.1" status: 204 len: 168 time: 0.0913904 Dec 10 18:50:13.588261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54264) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.593892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-e7edf24e-c163-414a-9d3d-8909e5d11a17 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-234933436') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.680649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e7edf24e-c163-414a-9d3d-8909e5d11a17 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "GET /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-234933436 HTTP/1.1" status: 204 len: 168 time: 0.0912657 Dec 10 18:50:13.683373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54266) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.688357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-614bf2c7-077d-4be3-a99f-e71104534bf5 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.791457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-614bf2c7-077d-4be3-a99f-e71104534bf5 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "DELETE /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags HTTP/1.1" status: 204 len: 168 time: 0.1066926 Dec 10 18:50:13.794034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54268) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.799486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-3560afc6-6c88-4a8a-ae54-5d2396eb642a tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-1889776028') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.899037 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-3560afc6-6c88-4a8a-ae54-5d2396eb642a tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] show failed (client error): The resource could not be found. Dec 10 18:50:13.900185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3560afc6-6c88-4a8a-ae54-5d2396eb642a tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "GET /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-1889776028 HTTP/1.1" status: 404 len: 326 time: 0.1049914 Dec 10 18:50:13.903057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54270) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.907844 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-12450e64-4f4e-41c5-9fa9-012556bd4088 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356', 'tempest-TagsTest-Tag-234933436') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:13.986197 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [None req-12450e64-4f4e-41c5-9fa9-012556bd4088 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] show failed (client error): The resource could not be found. Dec 10 18:50:13.987273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12450e64-4f4e-41c5-9fa9-012556bd4088 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "GET /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags/tempest-TagsTest-Tag-234933436 HTTP/1.1" status: 404 len: 325 time: 0.0830286 Dec 10 18:50:13.990378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54272) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:13.996178 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.tag.tag_plugin [None req-77d646db-f839-48ec-8c1b-5943833c938e tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a4bfefec-461d-4b75-a798-38f9760db356') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:14.071490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-77d646db-f839-48ec-8c1b-5943833c938e tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "DELETE /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356/tags HTTP/1.1" status: 204 len: 168 time: 0.0800343 Dec 10 18:50:14.076085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54274) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:14.163927 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.264171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.285215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bfefec-461d-4b75-a798-38f9760db356']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:14.295879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2936f353-7f27-4169-b3a4-8a918c19bd9c') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:14.296174 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2936f353-7f27-4169-b3a4-8a918c19bd9c') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:50:14.307106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.322180 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.329922 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:50:14.330411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:50:14.333960 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:50:14.402867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.410772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.414108 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] 10.222.0.55 "DELETE /v2.0/networks/a4bfefec-461d-4b75-a798-38f9760db356 HTTP/1.1" status: 204 len: 168 time: 0.3364868 Dec 10 18:50:14.426048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8dd98-d05e-4b51-ac79-384d0b018055 tempest-TagsTest-2019394798 tempest-TagsTest-2019394798-project] Pushing event deleted for resources: {'Network': ['ID=a4bfefec-461d-4b75-a798-38f9760db356,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:14.694109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54282) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:14.842258 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f3d26894-20f8-44b9-996b-2b03ab59f83d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea6ffe00d48f442f92231de3dc7713ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1462958 Dec 10 18:50:14.845594 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54286) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:14.893280 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-baffbb82-8487-45f3-ba28-ec8d1fc0e5bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.914449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-baffbb82-8487-45f3-ba28-ec8d1fc0e5bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.971289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-baffbb82-8487-45f3-ba28-ec8d1fc0e5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.973913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-baffbb82-8487-45f3-ba28-ec8d1fc0e5bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:14.975131 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-baffbb82-8487-45f3-ba28-ec8d1fc0e5bf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0fb471a7-e7fb-4911-8eb3-06e1a11bda8c HTTP/1.1" status: 204 len: 168 time: 0.1286256 Dec 10 18:50:14.983482 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baffbb82-8487-45f3-ba28-ec8d1fc0e5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb471a7-e7fb-4911-8eb3-06e1a11bda8c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:21.961003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-65f6b175-90a8-41e5-afa3-a0a79bf1dd0a req-ac96d10b-751f-408f-8615-68b8e8b57415 service neutron] (103499) timed out ('10.222.0.30', 53292) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 18:50:22.576871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54444) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.700781 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.802973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.813690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.864374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cadc64cdee345adb16206f72e3e7294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857561 Dec 10 18:50:22.865504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad62549-e760-4d2c-af14-c19c3107a24b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:22.867359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54458) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:22.874558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.875037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.875474 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.875909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.876338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.876768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.877211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.877635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.878057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.878506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.878930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.879348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.879874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2be7f0a-c802-4bf8-96d8-dd42f659a878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:22.926406 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7279e3a4-2ce4-4de9-8011-030132b670c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:22.950231 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7279e3a4-2ce4-4de9-8011-030132b670c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.002460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7279e3a4-2ce4-4de9-8011-030132b670c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.006460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7279e3a4-2ce4-4de9-8011-030132b670c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.008363 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7279e3a4-2ce4-4de9-8011-030132b670c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ad62549-e760-4d2c-af14-c19c3107a24b HTTP/1.1" status: 204 len: 168 time: 0.1391089 Dec 10 18:50:23.019131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279e3a4-2ce4-4de9-8011-030132b670c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad62549-e760-4d2c-af14-c19c3107a24b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:23.315057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:23.330286 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1adbdcd-985a-4249-a44d-884699782b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.415884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1adbdcd-985a-4249-a44d-884699782b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.422177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1adbdcd-985a-4249-a44d-884699782b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.466795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e1adbdcd-985a-4249-a44d-884699782b13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e5f1c0b9a7a041fc9f6db07bf44c326a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499472 Dec 10 18:50:23.467893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adbdcd-985a-4249-a44d-884699782b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1573e625-7052-4d7f-91ad-a1e2016bec32,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:23.469837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54476) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:23.537223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f56d10f-ac76-475d-9c70-535ab09fc8ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.558720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f56d10f-ac76-475d-9c70-535ab09fc8ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.612683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f56d10f-ac76-475d-9c70-535ab09fc8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.616206 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f56d10f-ac76-475d-9c70-535ab09fc8ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:23.618204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9f56d10f-ac76-475d-9c70-535ab09fc8ae admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1573e625-7052-4d7f-91ad-a1e2016bec32 HTTP/1.1" status: 204 len: 168 time: 0.1459599 Dec 10 18:50:23.627165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56d10f-ac76-475d-9c70-535ab09fc8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1573e625-7052-4d7f-91ad-a1e2016bec32,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:25.830468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:25.951785 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-254a63d3-ab54-414d-a081-0a042d6fecef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.031807 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-254a63d3-ab54-414d-a081-0a042d6fecef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.036017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-254a63d3-ab54-414d-a081-0a042d6fecef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.078419 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-254a63d3-ab54-414d-a081-0a042d6fecef admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7a57ee3de6b145b7ad72d9269a275647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441344 Dec 10 18:50:26.078419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a63d3-ab54-414d-a081-0a042d6fecef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d704e9b0-a978-410e-9215-83260a9ffbfc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.079097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54564) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.140941 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-315acad9-ea27-49fa-8aa2-34acd84ce170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.163992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-315acad9-ea27-49fa-8aa2-34acd84ce170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.215771 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-315acad9-ea27-49fa-8aa2-34acd84ce170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.218659 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-315acad9-ea27-49fa-8aa2-34acd84ce170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.219903 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-315acad9-ea27-49fa-8aa2-34acd84ce170 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d704e9b0-a978-410e-9215-83260a9ffbfc HTTP/1.1" status: 204 len: 168 time: 0.1396849 Dec 10 18:50:26.229094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315acad9-ea27-49fa-8aa2-34acd84ce170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d704e9b0-a978-410e-9215-83260a9ffbfc,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.296345 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:50:26.555235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54578) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.569593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f575b83-87f3-4b55-9340-fc0acedb3352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.654546 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f575b83-87f3-4b55-9340-fc0acedb3352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.658641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f575b83-87f3-4b55-9340-fc0acedb3352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.695706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f575b83-87f3-4b55-9340-fc0acedb3352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e41f1a-3994-4aeb-8d5d-ab2fe07fce58,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:26.704096 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1f575b83-87f3-4b55-9340-fc0acedb3352 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=46e9311ccb9f4241b230f78461ffe13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1450808 Dec 10 18:50:26.704592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54580) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:26.755170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1a2e-3430-4138-84eb-705d4a7300ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.783932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1a2e-3430-4138-84eb-705d4a7300ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.847364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1a2e-3430-4138-84eb-705d4a7300ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.850020 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bf3e1a2e-3430-4138-84eb-705d4a7300ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:26.851295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bf3e1a2e-3430-4138-84eb-705d4a7300ce admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/78e41f1a-3994-4aeb-8d5d-ab2fe07fce58 HTTP/1.1" status: 204 len: 168 time: 0.1460714 Dec 10 18:50:26.861132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e1a2e-3430-4138-84eb-705d4a7300ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e41f1a-3994-4aeb-8d5d-ab2fe07fce58,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:28.310957 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4eb9a8c-9cdf-4d01-adf4-bae395947cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:28.983371 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54686) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:29.100337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a259f82-366e-4eff-9a92-28f8946879d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.187313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a259f82-366e-4eff-9a92-28f8946879d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.193851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3a259f82-366e-4eff-9a92-28f8946879d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.235898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3a259f82-366e-4eff-9a92-28f8946879d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4a58e1280b114ea9a705636540e46c05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2513585 Dec 10 18:50:29.238091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a259f82-366e-4eff-9a92-28f8946879d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab092e9-666a-440d-957d-95ae9766b351,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:29.238840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54690) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:29.303609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.331473 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.392082 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.395155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.396343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5ab092e9-666a-440d-957d-95ae9766b351 HTTP/1.1" status: 204 len: 168 time: 0.1564910 Dec 10 18:50:29.405391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab092e9-666a-440d-957d-95ae9766b351,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:29.413819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.414176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.414684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.415135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.415468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.415799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.416116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.416687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.417045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.417811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.418799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.419335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.419865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5640a8cf-d720-49b0-900d-8c72c4615b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:29.701616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54696) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:29.716386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe0229a-bdb5-4bca-92b5-866e68dd851b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.799602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe0229a-bdb5-4bca-92b5-866e68dd851b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.804501 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3fe0229a-bdb5-4bca-92b5-866e68dd851b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.850689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54698) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:29.850953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3fe0229a-bdb5-4bca-92b5-866e68dd851b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0fc4aba4c2d444698e2afaeb9e7fd5e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1480191 Dec 10 18:50:29.851718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0229a-bdb5-4bca-92b5-866e68dd851b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81673e8e-42e8-42a9-8544-38c153969801,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:29.902384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf4de4de-f740-4e81-93c8-3e1fd87f0d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.923796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf4de4de-f740-4e81-93c8-3e1fd87f0d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.975058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf4de4de-f740-4e81-93c8-3e1fd87f0d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.978139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cf4de4de-f740-4e81-93c8-3e1fd87f0d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:29.979610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cf4de4de-f740-4e81-93c8-3e1fd87f0d78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/81673e8e-42e8-42a9-8544-38c153969801 HTTP/1.1" status: 204 len: 168 time: 0.1277509 Dec 10 18:50:29.990088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4de4de-f740-4e81-93c8-3e1fd87f0d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81673e8e-42e8-42a9-8544-38c153969801,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:31.657445 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52517c8d-40e8-4d13-a2a4-a7922af99a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.116920 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54784) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:32.157865 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.163589 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.231716 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cd4f19-a0bd-4695-8832-91a1a80e8ec2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.314601 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cd4f19-a0bd-4695-8832-91a1a80e8ec2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.319904 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b8cd4f19-a0bd-4695-8832-91a1a80e8ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.361681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b8cd4f19-a0bd-4695-8832-91a1a80e8ec2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4aea1ebf1aef4839a4a2ad4bbd9062b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2414169 Dec 10 18:50:32.361926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54788) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:32.367900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd4f19-a0bd-4695-8832-91a1a80e8ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ba6ed0-bf95-42b5-8147-57caf44c38d7,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:32.412893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79990183-d48c-4d61-8a3f-65d552026d0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.434727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79990183-d48c-4d61-8a3f-65d552026d0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.484598 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79990183-d48c-4d61-8a3f-65d552026d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.487347 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79990183-d48c-4d61-8a3f-65d552026d0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.491286 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-79990183-d48c-4d61-8a3f-65d552026d0d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/45ba6ed0-bf95-42b5-8147-57caf44c38d7 HTTP/1.1" status: 204 len: 168 time: 0.1284332 Dec 10 18:50:32.499791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79990183-d48c-4d61-8a3f-65d552026d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ba6ed0-bf95-42b5-8147-57caf44c38d7,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:32.772872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54794) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:32.787119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49d3df96-2931-487b-a9ca-aa80dd103ca3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.864767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49d3df96-2931-487b-a9ca-aa80dd103ca3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.869974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-49d3df96-2931-487b-a9ca-aa80dd103ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.911078 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-49d3df96-2931-487b-a9ca-aa80dd103ca3 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=60c167a8164e4480bc5a163281a9c1de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370628 Dec 10 18:50:32.911944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3df96-2931-487b-a9ca-aa80dd103ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74045bb8-561a-477d-8957-71ce2f19db2f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:32.913986 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54796) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:32.971558 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ad26068-c080-4739-90bf-a2cb496c69a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:32.994447 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ad26068-c080-4739-90bf-a2cb496c69a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.046441 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ad26068-c080-4739-90bf-a2cb496c69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.049132 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3ad26068-c080-4739-90bf-a2cb496c69a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.050332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3ad26068-c080-4739-90bf-a2cb496c69a3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/74045bb8-561a-477d-8957-71ce2f19db2f HTTP/1.1" status: 204 len: 168 time: 0.1300435 Dec 10 18:50:33.059255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad26068-c080-4739-90bf-a2cb496c69a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74045bb8-561a-477d-8957-71ce2f19db2f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:33.829750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 54824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:33.832629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.942973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-189510965-network', 'tenant_id': '319b952d325c4564ac340028a2c532c3'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:33.968718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Made reservation on behalf of 319b952d325c4564ac340028a2c532c3 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:33.971453 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:33.981062 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.067195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.072372 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.097463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:34.107322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a6e32a-88c5-422f-9181-a550b03c861c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:34.112469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.112786 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Added segment 92dab8b8-1be8-4c02-957b-436c0593effb of type vlan for network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 Dec 10 18:50:34.152248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.185839 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.219934 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.221099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:34.221694 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.251872 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4209719 Dec 10 18:50:34.256179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54834) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:34.261441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Request body: {'subnet': {'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-189510965-subnet', 'tenant_id': '319b952d325c4564ac340028a2c532c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:34.290175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Made reservation on behalf of 319b952d325c4564ac340028a2c532c3 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:34.295976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.322053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98904353-b814-47e2-94a7-00858d467a02 admin admin] Pushing event updated for resources: {'Network': ['ID=7a62312d-40e3-4dbf-8ca5-e77aff27b4a8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:34.333634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:34.496629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.558413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Pushing event updated for resources: {'Subnet': ['ID=541d4f85-e74f-4176-a511-d50eede51616,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:34.568957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Checking segment: {'id': '92dab8b8-1be8-4c02-957b-436c0593effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:34.569137 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Network hostable DHCP agents. Network: 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:34.589150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:34.599914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:34.605285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:34.605980 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:34.612526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f57d3-9ccf-493d-8676-3ef8d1b6a3bb None None] Network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:34.633614 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-547985c2-d1c0-4021-8552-4791a278d06a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3759909 Dec 10 18:50:34.713879 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d621ecc-3b59-4b8d-9d87-7185b1508bc9 None None] Network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:34.869864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.123956 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54854) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:35.129084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1757338624-network', 'tenant_id': 'd1772ea03f9146b89ce7fe8235e48827'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:35.150848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Made reservation on behalf of d1772ea03f9146b89ce7fe8235e48827 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:35.153559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.162926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.255485 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.260991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.287610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:50:35.298345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ecbcc3-3a02-463b-83ca-67a8e08750ed,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:35.303757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.304320 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Added segment 951a184a-4c7c-45f8-ab0b-0b4e4855d100 of type vlan for network bf270498-c575-405b-87e9-ce98d269d73c Dec 10 18:50:35.353619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.380580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.382767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.383749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.412395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2872636 Dec 10 18:50:35.416479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 54858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:50:35.445836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Request body: {'subnet': {'network_id': 'bf270498-c575-405b-87e9-ce98d269d73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1757338624-subnet', 'tenant_id': 'd1772ea03f9146b89ce7fe8235e48827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:35.473109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116552c-a60a-4aae-ba32-2f55e5e702c6 admin admin] Pushing event updated for resources: {'Network': ['ID=bf270498-c575-405b-87e9-ce98d269d73c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:35.481816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Made reservation on behalf of d1772ea03f9146b89ce7fe8235e48827 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:35.485419 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.490193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network bf270498-c575-405b-87e9-ce98d269d73c details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:50:35.703273 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.759730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffda3d21-7543-4aa6-b269-5e9c336e2e2e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:35.768443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Checking segment: {'id': '951a184a-4c7c-45f8-ab0b-0b4e4855d100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'bf270498-c575-405b-87e9-ce98d269d73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:35.768909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Network hostable DHCP agents. Network: bf270498-c575-405b-87e9-ce98d269d73c, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:50:35.786321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Network bf270498-c575-405b-87e9-ce98d269d73c is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:50:35.795325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, bf270498-c575-405b-87e9-ce98d269d73c) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:35.804054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a19a6-13e6-4480-bf5e-146b2e6833b2 None None] Network bf270498-c575-405b-87e9-ce98d269d73c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:35.807312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:35.807917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:35.828622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-446ffbdb-265c-4ecc-9a4a-33af31515fc9 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4110479 Dec 10 18:50:35.907824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe2681-d110-461b-b3e9-33182eb1212b None None] Network bf270498-c575-405b-87e9-ce98d269d73c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:50:36.411499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135137-5021-4260-8d22-44f7cd9e7749 req-44262da1-9c76-47fc-a528-88db3ca0b7c9 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:36.413100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-44262da1-9c76-47fc-a528-88db3ca0b7c9 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/networks?id=7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 HTTP/1.1" status: 200 len: 808 time: 0.1424456 Dec 10 18:50:36.428773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-47f24972-8222-4dd2-b820-4bc2d643bdc5 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/quotas/319b952d325c4564ac340028a2c532c3 HTTP/1.1" status: 200 len: 375 time: 0.0095227 Dec 10 18:50:36.481684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-eb883aa8-eb57-4fa8-9ce0-5456bd25007e tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=319b952d325c4564ac340028a2c532c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471115 Dec 10 18:50:36.678800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-121baa85-4be1-46a9-baa0-e5e4a4b85e7e service neutron] 10.222.0.55 "GET /v2.0/networks/7a62312d-40e3-4dbf-8ca5-e77aff27b4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900215 Dec 10 18:50:36.781019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-d18d8e8c-94d6-4afc-a03f-57a562cdab3b service neutron] 10.222.0.55 "GET /v2.0/networks/7a62312d-40e3-4dbf-8ca5-e77aff27b4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954540 Dec 10 18:50:37.977666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-282137a5-ef34-4ec2-83d2-5e8c2611cfe4 req-1d29d295-ebc5-4258-9b93-6ab8aa6d83e8 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 210 time: 0.0287240 Dec 10 18:50:38.950865 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135137-5021-4260-8d22-44f7cd9e7749 req-dfa81dc9-fa6b-461c-bd1f-47436869058e tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:38.952366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-dfa81dc9-fa6b-461c-bd1f-47436869058e tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.59 "GET /v2.0/networks?id=7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 HTTP/1.1" status: 200 len: 808 time: 0.1060724 Dec 10 18:50:38.967379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Request body: {'port': {'device_id': '784a679d-c01d-4836-a221-4d9abc83661d', 'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8', 'admin_state_up': True, 'tenant_id': '319b952d325c4564ac340028a2c532c3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:39.088981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4a8682-6061-4dcf-ac65-05ee3463c9f9 req-d5aa7484-2f25-4908-8e0b-f189b69b6fc4 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 210 time: 0.0371418 Dec 10 18:50:39.115125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Made reservation on behalf of 319b952d325c4564ac340028a2c532c3 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:50:39.118894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.256328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Allocated IP 172.20.0.8 (7a62312d-40e3-4dbf-8ca5-e77aff27b4a8/541d4f85-e74f-4176-a511-d50eede51616/60b8d11a-9e5d-41e8-902c-e82e69197a65) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:50:39.410518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.446552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.497738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:50:39.501833 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:50:39.506122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:50:39.532938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Pushing event updated for resources: {'Port': ['ID=60b8d11a-9e5d-41e8-902c-e82e69197a65,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:39.564253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:39.564876 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:39.580890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c6d32ada-cff9-4786-874b-d2847eeae0ae tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177545 Dec 10 18:50:39.655141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Request body: {'port': {'device_id': '784a679d-c01d-4836-a221-4d9abc83661d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:50:39.712744 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.023876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60b8d11a-9e5d-41e8-902c-e82e69197a65 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:40.032775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.049603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Transition to ACTIVE for port object 60b8d11a-9e5d-41e8-902c-e82e69197a65 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:50:40.054166 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.106317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Pushing event updated for resources: {'Port': ['ID=60b8d11a-9e5d-41e8-902c-e82e69197a65,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:40.180588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Attempting to bind port 60b8d11a-9e5d-41e8-902c-e82e69197a65 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:50:40.181247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Attempting to bind port 60b8d11a-9e5d-41e8-902c-e82e69197a65 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '92dab8b8-1be8-4c02-957b-436c0593effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:50:40.181670 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Attempting to bind port 60b8d11a-9e5d-41e8-902c-e82e69197a65 on network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:40.186262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Port 60b8d11a-9e5d-41e8-902c-e82e69197a65 on network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:50:40.186707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Attempting to bind port 60b8d11a-9e5d-41e8-902c-e82e69197a65 on network 7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:50:40.191601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:50:40.192044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Checking segment: {'id': '92dab8b8-1be8-4c02-957b-436c0593effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:50:40.192542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Bound using segment: {'id': '92dab8b8-1be8-4c02-957b-436c0593effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:50:40.193059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Bound port: 60b8d11a-9e5d-41e8-902c-e82e69197a65, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92dab8b8-1be8-4c02-957b-436c0593effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:50:40.193504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.212346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2f21-7f10-4d42-a602-bf489437021a req-87a8f5a0-865b-4ea6-acfc-bd5859177057 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:40.214110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-418c2f21-7f10-4d42-a602-bf489437021a req-87a8f5a0-865b-4ea6-acfc-bd5859177057 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 943 time: 0.0532997 Dec 10 18:50:40.269851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-418c2f21-7f10-4d42-a602-bf489437021a req-13e937f2-fa4e-4330-af71-8fd329b9e9a9 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487888 Dec 10 18:50:40.273358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] For port 60b8d11a-9e5d-41e8-902c-e82e69197a65, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:50:40.278591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] For port 60b8d11a-9e5d-41e8-902c-e82e69197a65, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=60b8d11a-9e5d-41e8-902c-e82e69197a65,segment=NetworkSegment(92dab8b8-1be8-4c02-957b-436c0593effb),segment_id=92dab8b8-1be8-4c02-957b-436c0593effb)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:50:40.283966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.344783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:40.345539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:40.346997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] 10.222.0.59 "PUT /v2.0/ports/60b8d11a-9e5d-41e8-902c-e82e69197a65 HTTP/1.1" status: 200 len: 1091 time: 0.7582343 Dec 10 18:50:40.347434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784a679d-c01d-4836-a221-4d9abc83661d', 'tag': '60b8d11a-9e5d-41e8-902c-e82e69197a65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:40.349712 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b8a985-93e0-4a86-8eab-bffef8daf6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "784a679d-c01d-4836-a221-4d9abc83661d", "tag": "60b8d11a-9e5d-41e8-902c-e82e69197a65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:40.368809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0af4af-e996-42cf-8fc2-62969756c270 service neutron] Pushing event updated for resources: {'Port': ['ID=60b8d11a-9e5d-41e8-902c-e82e69197a65,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:40.405765 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679a64d2-35d2-4f44-a2eb-e13acb000a81 x-openstack-request-id: req-679a64d2-35d2-4f44-a2eb-e13acb000a81 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:40.406136 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784a679d-c01d-4836-a221-4d9abc83661d", "tag": "60b8d11a-9e5d-41e8-902c-e82e69197a65", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:40.406627 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-679a64d2-35d2-4f44-a2eb-e13acb000a81 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:40.407033 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784a679d-c01d-4836-a221-4d9abc83661d', 'tag': '60b8d11a-9e5d-41e8-902c-e82e69197a65', 'status': 'completed', 'code': 200} Dec 10 18:50:40.439373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135137-5021-4260-8d22-44f7cd9e7749 req-1d0fe1f8-5c52-47cc-af6c-df8df55a2fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:40.441053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-1d0fe1f8-5c52-47cc-af6c-df8df55a2fc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=319b952d325c4564ac340028a2c532c3&device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 1094 time: 0.0487788 Dec 10 18:50:40.487220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-c5541c97-82c4-417b-bd05-5bb57974789d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60b8d11a-9e5d-41e8-902c-e82e69197a65 HTTP/1.1" status: 200 len: 217 time: 0.0386314 Dec 10 18:50:40.547119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67135137-5021-4260-8d22-44f7cd9e7749 req-5363e433-ba6b-439f-b3c3-4f6860679aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:40.548731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-5363e433-ba6b-439f-b3c3-4f6860679aea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d4f85-e74f-4176-a511-d50eede51616 HTTP/1.1" status: 200 len: 848 time: 0.0520334 Dec 10 18:50:40.586153 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-617cf257-5ec6-43df-a144-09c99342d290 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a62312d-40e3-4dbf-8ca5-e77aff27b4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304086 Dec 10 18:50:40.690072 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-3efc2ffa-f73d-4ce3-9e78-dd735bf57d0d service neutron] 10.222.0.59 "GET /v2.0/networks/7a62312d-40e3-4dbf-8ca5-e77aff27b4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968611 Dec 10 18:50:41.121891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67135137-5021-4260-8d22-44f7cd9e7749 req-26b03485-1d9b-4a12-8d17-7170ceabb66f service neutron] 10.222.0.59 "GET /v2.0/networks/7a62312d-40e3-4dbf-8ca5-e77aff27b4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246821 Dec 10 18:50:41.213042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-b9fa9ba8-2bbc-4baa-ae7d-55d8a2019420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:41.214657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-b9fa9ba8-2bbc-4baa-ae7d-55d8a2019420 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=319b952d325c4564ac340028a2c532c3&device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 1094 time: 0.0445035 Dec 10 18:50:41.307253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-dd14bf4a-875c-4e33-895e-98de388f6482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:41.309268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-dd14bf4a-875c-4e33-895e-98de388f6482 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 HTTP/1.1" status: 200 len: 909 time: 0.0875874 Dec 10 18:50:41.362317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-b6403d87-35e5-45ef-b4c8-d4765fc5e542 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60b8d11a-9e5d-41e8-902c-e82e69197a65 HTTP/1.1" status: 200 len: 217 time: 0.0447345 Dec 10 18:50:41.413779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91104d6f-1576-4f80-8b65-94e5c54a9b55 req-f5ccf84e-534f-4262-ae61-0aedd5b050aa tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:41.415715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91104d6f-1576-4f80-8b65-94e5c54a9b55 req-f5ccf84e-534f-4262-ae61-0aedd5b050aa tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 943 time: 0.0526931 Dec 10 18:50:41.417165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-cba6cdf1-bae9-4f63-a2a4-98c2e23aba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:41.418967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-cba6cdf1-bae9-4f63-a2a4-98c2e23aba34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=541d4f85-e74f-4176-a511-d50eede51616 HTTP/1.1" status: 200 len: 848 time: 0.0495324 Dec 10 18:50:41.454656 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-672f7dca-78dc-4103-8f17-e2564d520d0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7a62312d-40e3-4dbf-8ca5-e77aff27b4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266197 Dec 10 18:50:41.473528 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91104d6f-1576-4f80-8b65-94e5c54a9b55 req-7a3f1efc-940a-414f-a777-088b788028ad tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510397 Dec 10 18:50:41.554629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-61908529-408b-488d-bdbc-b0a9fdc26824 service neutron] 10.222.0.59 "GET /v2.0/networks/7a62312d-40e3-4dbf-8ca5-e77aff27b4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926926 Dec 10 18:50:41.651171 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-03b8a985-93e0-4a86-8eab-bffef8daf6ee req-51662c4f-3acb-4691-bf9a-00c6c4cf96fa service neutron] 10.222.0.59 "GET /v2.0/networks/7a62312d-40e3-4dbf-8ca5-e77aff27b4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894213 Dec 10 18:50:42.596553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c10ff-8941-4218-a9a8-3c83506c6545 req-f429f681-d1bb-40d6-a556-dca8fd8b9bac tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:42.598258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba0c10ff-8941-4218-a9a8-3c83506c6545 req-f429f681-d1bb-40d6-a556-dca8fd8b9bac tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 943 time: 0.0529346 Dec 10 18:50:42.652226 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ba0c10ff-8941-4218-a9a8-3c83506c6545 req-f2235a2c-d0ef-4de0-b966-e93bb65e0d6d tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473177 Dec 10 18:50:43.176575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 60b8d11a-9e5d-41e8-902c-e82e69197a65 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:50:43.278855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 60b8d11a-9e5d-41e8-902c-e82e69197a65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=60b8d11a-9e5d-41e8-902c-e82e69197a65,segment=NetworkSegment(92dab8b8-1be8-4c02-957b-436c0593effb),segment_id=92dab8b8-1be8-4c02-957b-436c0593effb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:43.292850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '60b8d11a-9e5d-41e8-902c-e82e69197a65', 'network_id': '7a62312d-40e3-4dbf-8ca5-e77aff27b4a8', 'port_id': '60b8d11a-9e5d-41e8-902c-e82e69197a65', 'mac_address': 'fa:16:3e:3c:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541d4f85-e74f-4176-a511-d50eede51616', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:50:43.328998 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.342872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60b8d11a-9e5d-41e8-902c-e82e69197a65 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:50:43.365273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 60b8d11a-9e5d-41e8-902c-e82e69197a65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=60b8d11a-9e5d-41e8-902c-e82e69197a65,segment=NetworkSegment(92dab8b8-1be8-4c02-957b-436c0593effb),segment_id=92dab8b8-1be8-4c02-957b-436c0593effb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:43.370264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:43.419988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=60b8d11a-9e5d-41e8-902c-e82e69197a65,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:43.427478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.427774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.428115 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.428461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.428803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.429138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.429491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.429805 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.430167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.430596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.431079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.431418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.431751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:50:43.609326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['60b8d11a-9e5d-41e8-902c-e82e69197a65'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:50:43.776417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2a989-b1c0-45ac-bf47-8f9d6ba5d945 req-8498e1f8-204a-4328-99e9-b0c78e62b53c tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:43.777921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aaf2a989-b1c0-45ac-bf47-8f9d6ba5d945 req-8498e1f8-204a-4328-99e9-b0c78e62b53c tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 944 time: 0.0545971 Dec 10 18:50:43.832149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aaf2a989-b1c0-45ac-bf47-8f9d6ba5d945 req-d19f231b-922b-42e0-9ef9-d91e2675f075 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480287 Dec 10 18:50:44.957938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b007f74-ddbe-4468-9790-aedb81b29e8a req-cc07f839-de4b-4086-8555-79fc4003b5f9 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:44.959631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b007f74-ddbe-4468-9790-aedb81b29e8a req-cc07f839-de4b-4086-8555-79fc4003b5f9 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 944 time: 0.0569277 Dec 10 18:50:45.016436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b007f74-ddbe-4468-9790-aedb81b29e8a req-8c47b3b0-9912-4d9e-94d2-8a430b48c876 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499411 Dec 10 18:50:45.193669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 60b8d11a-9e5d-41e8-902c-e82e69197a65 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:50:45.252200 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 60b8d11a-9e5d-41e8-902c-e82e69197a65 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:50:45.257099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 60b8d11a-9e5d-41e8-902c-e82e69197a65 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:50:45.257490 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.365455 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.390471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784a679d-c01d-4836-a221-4d9abc83661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b8d11a-9e5d-41e8-902c-e82e69197a65'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:45.392878 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5084f05-b703-490c-9560-7dc8c2cfad4f" -d '{"events": [{"server_uuid": "784a679d-c01d-4836-a221-4d9abc83661d", "name": "network-vif-plugged", "status": "completed", "tag": "60b8d11a-9e5d-41e8-902c-e82e69197a65"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:45.406918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 60b8d11a-9e5d-41e8-902c-e82e69197a65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=60b8d11a-9e5d-41e8-902c-e82e69197a65,segment=NetworkSegment(92dab8b8-1be8-4c02-957b-436c0593effb),segment_id=92dab8b8-1be8-4c02-957b-436c0593effb)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:45.411234 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:45.441369 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35119a01-f505-4f06-b67b-8de9e9c1dfcf x-openstack-request-id: req-35119a01-f505-4f06-b67b-8de9e9c1dfcf {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:45.441690 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784a679d-c01d-4836-a221-4d9abc83661d", "name": "network-vif-plugged", "status": "completed", "tag": "60b8d11a-9e5d-41e8-902c-e82e69197a65", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:45.441942 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-35119a01-f505-4f06-b67b-8de9e9c1dfcf {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:45.442411 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784a679d-c01d-4836-a221-4d9abc83661d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60b8d11a-9e5d-41e8-902c-e82e69197a65', 'code': 200} Dec 10 18:50:45.484201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=60b8d11a-9e5d-41e8-902c-e82e69197a65,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:45.562908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37734d-71e9-4eda-b488-fd1303a58899 req-221e32d1-a213-4471-9986-cc0ea5f07e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:45.564610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f37734d-71e9-4eda-b488-fd1303a58899 req-221e32d1-a213-4471-9986-cc0ea5f07e20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 1096 time: 0.0587626 Dec 10 18:50:45.627502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f37734d-71e9-4eda-b488-fd1303a58899 req-0dd3b550-51e9-459c-97de-7153271946a6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546389 Dec 10 18:50:46.159544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a95e8-3cfc-47cb-a652-ddc4de85f89d req-42787872-4e82-45e2-9003-e5649e757410 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:46.161101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4d4a95e8-3cfc-47cb-a652-ddc4de85f89d req-42787872-4e82-45e2-9003-e5649e757410 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 945 time: 0.0610478 Dec 10 18:50:46.257526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4d4a95e8-3cfc-47cb-a652-ddc4de85f89d req-05d792a9-bffc-4535-9308-f091867c42c0 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814192 Dec 10 18:50:47.410955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73bec0-1476-4780-862f-8745dbb8780d req-b0ebb0ee-39c6-4de1-80dc-741e2ae962f5 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:47.412591 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d73bec0-1476-4780-862f-8745dbb8780d req-b0ebb0ee-39c6-4de1-80dc-741e2ae962f5 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 945 time: 0.0522027 Dec 10 18:50:47.474428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1d73bec0-1476-4780-862f-8745dbb8780d req-686e5f0b-5083-4eca-bd8f-ad7f24564184 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552082 Dec 10 18:50:49.972832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a438c49-b65a-4d48-8700-406cc6e480ec req-0ffddeb8-d805-40af-b34e-965c18f4c6f0 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:49.974396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a438c49-b65a-4d48-8700-406cc6e480ec req-0ffddeb8-d805-40af-b34e-965c18f4c6f0 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 945 time: 0.0581322 Dec 10 18:50:50.025116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a438c49-b65a-4d48-8700-406cc6e480ec req-4ac6d525-fbf4-48fd-b512-a33c0d7b4a41 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Dec 10 18:50:51.157114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35645047-f50c-445f-9fd3-9ae8c3b0cfa1 req-7cfc7dec-1887-4ab9-ad8c-056554f2edec tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:51.158597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35645047-f50c-445f-9fd3-9ae8c3b0cfa1 req-7cfc7dec-1887-4ab9-ad8c-056554f2edec tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 945 time: 0.0511363 Dec 10 18:50:51.241805 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35645047-f50c-445f-9fd3-9ae8c3b0cfa1 req-bc5b7ecd-5e8c-46b1-88a7-c0e0f9342a68 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.55 "GET /v2.0/security-groups?id=a3a6e32a-88c5-422f-9181-a550b03c861c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Dec 10 18:50:51.249808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-4912e97f-efc9-46c6-b997-e23a2cd4b920 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:50:51.251350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-4912e97f-efc9-46c6-b997-e23a2cd4b920 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.59 "GET /v2.0/ports?device_id=784a679d-c01d-4836-a221-4d9abc83661d HTTP/1.1" status: 200 len: 945 time: 0.0802467 Dec 10 18:50:51.351992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Deleting port 60b8d11a-9e5d-41e8-902c-e82e69197a65 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:50:51.352350 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.445185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] For port 60b8d11a-9e5d-41e8-902c-e82e69197a65, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=60b8d11a-9e5d-41e8-902c-e82e69197a65,segment=NetworkSegment(92dab8b8-1be8-4c02-957b-436c0593effb),segment_id=92dab8b8-1be8-4c02-957b-436c0593effb)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:50:51.445556 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.457920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Calling delete_port for 60b8d11a-9e5d-41e8-902c-e82e69197a65 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:50:51.601613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.613270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['60b8d11a-9e5d-41e8-902c-e82e69197a65'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:50:51.664787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Pushing event deleted for resources: {'Port': ['ID=60b8d11a-9e5d-41e8-902c-e82e69197a65,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:50:51.709163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] No DVR routers for this DVR port 60b8d11a-9e5d-41e8-902c-e82e69197a65 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:50:51.714333 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:50:51.717987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-954b30a7-bc4a-4e9b-8b1c-938a5c3662d3 req-a033cead-c257-407e-992b-2c09d47dc710 tempest-VolumesActionsTest-100495322 tempest-VolumesActionsTest-100495322-project] 10.222.0.59 "DELETE /v2.0/ports/60b8d11a-9e5d-41e8-902c-e82e69197a65 HTTP/1.1" status: 204 len: 173 time: 0.4604974 Dec 10 18:50:51.718575 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784a679d-c01d-4836-a221-4d9abc83661d', 'name': 'network-vif-deleted', 'tag': '60b8d11a-9e5d-41e8-902c-e82e69197a65'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:50:51.721265 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2c37e8-c29f-4d6b-a10a-087b42f82458" -d '{"events": [{"server_uuid": "784a679d-c01d-4836-a221-4d9abc83661d", "name": "network-vif-deleted", "tag": "60b8d11a-9e5d-41e8-902c-e82e69197a65"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:50:51.784437 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a4a3d1-5fd2-4c14-b471-6178095ca0fe x-openstack-request-id: req-47a4a3d1-5fd2-4c14-b471-6178095ca0fe {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:50:51.785135 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784a679d-c01d-4836-a221-4d9abc83661d", "name": "network-vif-deleted", "tag": "60b8d11a-9e5d-41e8-902c-e82e69197a65", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:50:51.786017 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47a4a3d1-5fd2-4c14-b471-6178095ca0fe {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:50:51.787113 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784a679d-c01d-4836-a221-4d9abc83661d', 'name': 'network-vif-deleted', 'tag': '60b8d11a-9e5d-41e8-902c-e82e69197a65', 'status': 'completed', 'code': 200} Dec 10 18:50:55.270037 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 60b8d11a-9e5d-41e8-902c-e82e69197a65 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:50:55.293041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 60b8d11a-9e5d-41e8-902c-e82e69197a65 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:50:55.293673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 60b8d11a-9e5d-41e8-902c-e82e69197a65 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:50:58.305920 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0bbdcdcf-a1e1-41ee-bd82-1f443f3d62e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:01.652201 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5148f54a-5678-433f-9908-64cbe2bb17a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:02.167824 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:02.170276 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:03.287924 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:51:03.836245 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.144212 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:04.874575 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.367211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55418) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:13.428044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] Deleting subnet 541d4f85-e74f-4176-a511-d50eede51616 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:13.432396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.470444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.517737 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.591914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.625794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=541d4f85-e74f-4176-a511-d50eede51616,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:13.631299 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.637900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e435545e-1b7e-4840-bdf0-59d3fde890d8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/541d4f85-e74f-4176-a511-d50eede51616 HTTP/1.1" status: 204 len: 168 time: 0.2666333 Dec 10 18:51:13.637900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55424) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:13.726718 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.825647 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.847025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a62312d-40e3-4dbf-8ca5-e77aff27b4a8']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:13.856699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dab8b8-1be8-4c02-957b-436c0593effb') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:13.856970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dab8b8-1be8-4c02-957b-436c0593effb') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:13.866639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.881260 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.887435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:13.887794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:13.889657 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:13.954690 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.975854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:13.985299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7a62312d-40e3-4dbf-8ca5-e77aff27b4a8 HTTP/1.1" status: 204 len: 168 time: 0.3402607 Dec 10 18:51:13.986875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55430) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:13.988292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec204e25-5f7d-46d9-bfbd-1a73aad01a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a62312d-40e3-4dbf-8ca5-e77aff27b4a8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:14.045132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] Deleting subnet ffda3d21-7543-4aa6-b269-5e9c336e2e2e {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:51:14.048458 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.084010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.130004 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.187502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.216490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffda3d21-7543-4aa6-b269-5e9c336e2e2e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:14.218631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.224395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55436) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:14.224569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cb85df88-887b-4385-a593-37913342e016 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ffda3d21-7543-4aa6-b269-5e9c336e2e2e HTTP/1.1" status: 204 len: 168 time: 0.2364650 Dec 10 18:51:14.311190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.404617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.426801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf270498-c575-405b-87e9-ce98d269d73c']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:14.437308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951a184a-4c7c-45f8-ab0b-0b4e4855d100') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:14.437687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951a184a-4c7c-45f8-ab0b-0b4e4855d100') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:51:14.453455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.467792 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.474221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:51:14.474714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:51:14.476692 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:51:14.537337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.543134 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.549425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] 10.222.0.55 "DELETE /v2.0/networks/bf270498-c575-405b-87e9-ce98d269d73c HTTP/1.1" status: 204 len: 168 time: 0.3239388 Dec 10 18:51:14.562191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d03143-ebbd-4882-b99b-6b5ae290b68c admin admin] Pushing event deleted for resources: {'Network': ['ID=bf270498-c575-405b-87e9-ce98d269d73c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:14.742040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55450) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:14.787175 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f2e53475-52ed-45a9-92bb-6e30c711e3d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=319b952d325c4564ac340028a2c532c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436521 Dec 10 18:51:14.791843 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55452) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:14.844423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132bac89-fb9f-4e75-93ce-336716192dc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.865894 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132bac89-fb9f-4e75-93ce-336716192dc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.913805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132bac89-fb9f-4e75-93ce-336716192dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.916689 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-132bac89-fb9f-4e75-93ce-336716192dc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:14.917864 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-132bac89-fb9f-4e75-93ce-336716192dc3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a3a6e32a-88c5-422f-9181-a550b03c861c HTTP/1.1" status: 204 len: 168 time: 0.1247823 Dec 10 18:51:14.925830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bac89-fb9f-4e75-93ce-336716192dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a6e32a-88c5-422f-9181-a550b03c861c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:15.267502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:15.313737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4865e3d4-23b1-4fd9-b6c1-df8a718e4181 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1772ea03f9146b89ce7fe8235e48827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449438 Dec 10 18:51:15.316264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55468) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:15.375943 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f094effd-eac2-4d75-8273-9f68b90f1ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.398085 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f094effd-eac2-4d75-8273-9f68b90f1ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.453251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f094effd-eac2-4d75-8273-9f68b90f1ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.456089 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f094effd-eac2-4d75-8273-9f68b90f1ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:15.457974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f094effd-eac2-4d75-8273-9f68b90f1ef0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/38ecbcc3-3a02-463b-83ca-67a8e08750ed HTTP/1.1" status: 204 len: 168 time: 0.1407859 Dec 10 18:51:15.466838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094effd-eac2-4d75-8273-9f68b90f1ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ecbcc3-3a02-463b-83ca-67a8e08750ed,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:28.316303 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18a862e6-7fc0-47bd-a9fe-dfbf54263793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:29.850189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55712) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:29.970991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.059128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.064738 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.108221 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f5c7c054fada4ac087e45089a293d164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2563062 Dec 10 18:51:30.112345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55718) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:30.114581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649452f5-2e10-4136-ad09-5c29e9c915a1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:30.126105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.126105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.126105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.126105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.126775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.127271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.127601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.127998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.128407 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.128902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.129191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.129591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.130030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab757b5-8851-49d6-a512-3ec700bfc999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.180225 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.202665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.254104 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.257192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.261054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/649452f5-2e10-4136-ad09-5c29e9c915a1 HTTP/1.1" status: 204 len: 168 time: 0.1442168 Dec 10 18:51:30.267499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649452f5-2e10-4136-ad09-5c29e9c915a1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:30.279005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.279354 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.279701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.280036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.280542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.281030 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.281502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.281979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.282524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.283429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.283911 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.284377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.284716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861e82cd-4c81-4bb4-aad7-628bbac40b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:30.580433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 55724) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:30.596814 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4abdab7-01fe-48e3-90ff-117362cab686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.695802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4abdab7-01fe-48e3-90ff-117362cab686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.700831 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c4abdab7-01fe-48e3-90ff-117362cab686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.740409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abdab7-01fe-48e3-90ff-117362cab686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3264fdcf-49db-4650-aa2d-a02cdc40f3cf,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:30.745076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c4abdab7-01fe-48e3-90ff-117362cab686 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3aa109c74b5445c79d1f8abe65abec6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629894 Dec 10 18:51:30.748048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55726) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:30.812161 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf16b1bf-7e63-4d71-a478-c7ff97e6ea46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.842029 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf16b1bf-7e63-4d71-a478-c7ff97e6ea46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.896992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf16b1bf-7e63-4d71-a478-c7ff97e6ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.899974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bf16b1bf-7e63-4d71-a478-c7ff97e6ea46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:30.901201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bf16b1bf-7e63-4d71-a478-c7ff97e6ea46 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3264fdcf-49db-4650-aa2d-a02cdc40f3cf HTTP/1.1" status: 204 len: 168 time: 0.1521199 Dec 10 18:51:30.911603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16b1bf-7e63-4d71-a478-c7ff97e6ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3264fdcf-49db-4650-aa2d-a02cdc40f3cf,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:31.648192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-74d959a9-39a6-45ea-b77b-04f04b9c1c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:32.172108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:32.178212 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:33.831124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:34.140834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:34.880696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:40.287371 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:51:41.509330 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55986) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:41.650136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84015fa9-6b93-4ae6-890b-7cc74c0927a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.741533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84015fa9-6b93-4ae6-890b-7cc74c0927a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.748791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-84015fa9-6b93-4ae6-890b-7cc74c0927a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.794775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84015fa9-6b93-4ae6-890b-7cc74c0927a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975d7bd1-ce1c-4035-80cf-aa6fbaa0b9a6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:41.803277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-84015fa9-6b93-4ae6-890b-7cc74c0927a9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=122f7db8fc534a628eb69a4479fcc0af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925112 Dec 10 18:51:41.804262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 55994) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:41.869272 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2160ed03-e6c3-4dbe-a9f1-34702df1739c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.892978 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2160ed03-e6c3-4dbe-a9f1-34702df1739c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.960520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2160ed03-e6c3-4dbe-a9f1-34702df1739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.964434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2160ed03-e6c3-4dbe-a9f1-34702df1739c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:41.968672 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2160ed03-e6c3-4dbe-a9f1-34702df1739c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/975d7bd1-ce1c-4035-80cf-aa6fbaa0b9a6 HTTP/1.1" status: 204 len: 168 time: 0.1636035 Dec 10 18:51:41.980228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160ed03-e6c3-4dbe-a9f1-34702df1739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975d7bd1-ce1c-4035-80cf-aa6fbaa0b9a6,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:42.340430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56010) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:42.359483 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6912f53f-f1c4-411b-b984-f342a2ab44ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.489249 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6912f53f-f1c4-411b-b984-f342a2ab44ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.496603 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6912f53f-f1c4-411b-b984-f342a2ab44ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.566180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6912f53f-f1c4-411b-b984-f342a2ab44ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5fb1d04268ab4265817088840311cf86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2243872 Dec 10 18:51:42.567750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912f53f-f1c4-411b-b984-f342a2ab44ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e098053-a90e-4229-9888-3ed4ff1f8a37,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:42.570554 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56016) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:42.642395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59efa905-e674-4b29-8b85-37f7a93c495b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.671966 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59efa905-e674-4b29-8b85-37f7a93c495b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.734339 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59efa905-e674-4b29-8b85-37f7a93c495b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.737923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59efa905-e674-4b29-8b85-37f7a93c495b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:42.739262 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-59efa905-e674-4b29-8b85-37f7a93c495b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9e098053-a90e-4229-9888-3ed4ff1f8a37 HTTP/1.1" status: 204 len: 168 time: 0.1668997 Dec 10 18:51:42.749140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efa905-e674-4b29-8b85-37f7a93c495b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e098053-a90e-4229-9888-3ed4ff1f8a37,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:43.125678 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:43.141558 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63b4d244-d80d-4231-8393-31634091ebe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.219996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63b4d244-d80d-4231-8393-31634091ebe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.225468 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-63b4d244-d80d-4231-8393-31634091ebe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.262397 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-63b4d244-d80d-4231-8393-31634091ebe9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d30b55ecb1254ba38c46dc92cce0983a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354856 Dec 10 18:51:43.265675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56038) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:43.273706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4d244-d80d-4231-8393-31634091ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ce771-6864-4791-9422-99ca6f5928b2,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:43.325143 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c5b7-6cc6-43f0-b00c-05f553b8c642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.347757 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c5b7-6cc6-43f0-b00c-05f553b8c642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.404341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c5b7-6cc6-43f0-b00c-05f553b8c642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.407175 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e9d3c5b7-6cc6-43f0-b00c-05f553b8c642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:43.408355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e9d3c5b7-6cc6-43f0-b00c-05f553b8c642 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/189ce771-6864-4791-9422-99ca6f5928b2 HTTP/1.1" status: 204 len: 168 time: 0.1415038 Dec 10 18:51:43.416515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3c5b7-6cc6-43f0-b00c-05f553b8c642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ce771-6864-4791-9422-99ca6f5928b2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:44.166618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56078) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:44.277450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-949816106-network', 'tenant_id': 'fafa4e9e271246eabdd9e11ed83119b7'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:44.299799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Made reservation on behalf of fafa4e9e271246eabdd9e11ed83119b7 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:44.302285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.311283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.397190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.402265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.432050 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:44.444271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c6683f-0117-4c4b-9d44-5b7c0c431085,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:44.450394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.450755 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Added segment b47536ff-e6a2-4a65-ac10-d30a80c878d9 of type vlan for network a296a8c1-c7e3-4178-8aae-c74869d2232e Dec 10 18:51:44.494859 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.522635 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.523662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:44.524388 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.582101 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4134538 Dec 10 18:51:44.585430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56094) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:44.590529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f5073-864f-432f-934f-c5e2003674ab admin admin] Pushing event updated for resources: {'Network': ['ID=a296a8c1-c7e3-4178-8aae-c74869d2232e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:44.591870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Request body: {'subnet': {'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-949816106-subnet', 'tenant_id': 'fafa4e9e271246eabdd9e11ed83119b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:44.601764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network a296a8c1-c7e3-4178-8aae-c74869d2232e details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:44.625348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Made reservation on behalf of fafa4e9e271246eabdd9e11ed83119b7 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:44.628270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.819168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.878325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:44.885961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Checking segment: {'id': 'b47536ff-e6a2-4a65-ac10-d30a80c878d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:44.886316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Network hostable DHCP agents. Network: a296a8c1-c7e3-4178-8aae-c74869d2232e, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:44.903722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Network a296a8c1-c7e3-4178-8aae-c74869d2232e is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:44.913661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, a296a8c1-c7e3-4178-8aae-c74869d2232e) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:44.918184 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:44.919593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:44.926195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ff1de7-7b57-4555-be0b-e3325e992bf0 None None] Network a296a8c1-c7e3-4178-8aae-c74869d2232e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:44.940300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-01d7963a-fa49-4015-a634-ecb0622583f6 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3530180 Dec 10 18:51:45.073329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c85ff-f1fb-4d3e-824c-0732cf3ac8c9 None None] Network a296a8c1-c7e3-4178-8aae-c74869d2232e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:45.541349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56130) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:45.547987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1903885515-network', 'tenant_id': '7990f76c2fd34882b7b06b01b02b04fc'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:45.576706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Made reservation on behalf of 7990f76c2fd34882b7b06b01b02b04fc for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:45.579583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.589231 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.688359 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.692881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.722901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:51:45.729456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27f03c4-084e-4b9b-a0cd-1450958faeee,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:45.737921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.738276 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Added segment eb1e3b8d-1db5-4af3-9f4c-99c8161f076d of type vlan for network d446a18e-b464-4e36-991c-7b3768fa2f22 Dec 10 18:51:45.783662 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.815990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.817435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:45.818338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:45.881836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3389149 Dec 10 18:51:45.887096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56138) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:45.889954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a82ce-4f29-4634-a3df-742b1f6d96a7 admin admin] Pushing event updated for resources: {'Network': ['ID=d446a18e-b464-4e36-991c-7b3768fa2f22,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:45.894167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Request body: {'subnet': {'network_id': 'd446a18e-b464-4e36-991c-7b3768fa2f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1903885515-subnet', 'tenant_id': '7990f76c2fd34882b7b06b01b02b04fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:45.900522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d446a18e-b464-4e36-991c-7b3768fa2f22 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:51:45.942527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Made reservation on behalf of 7990f76c2fd34882b7b06b01b02b04fc for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:45.945784 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:46.140445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:46.208488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9f8e70-e022-4b9f-9169-a07c0eec10b3,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:46.224678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Checking segment: {'id': 'eb1e3b8d-1db5-4af3-9f4c-99c8161f076d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd446a18e-b464-4e36-991c-7b3768fa2f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:46.225101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Network hostable DHCP agents. Network: d446a18e-b464-4e36-991c-7b3768fa2f22, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:51:46.251883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Network d446a18e-b464-4e36-991c-7b3768fa2f22 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:51:46.269544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d446a18e-b464-4e36-991c-7b3768fa2f22) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:46.275736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:46.275924 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:46.279079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3188d35-ab37-40d2-a98b-e74fc7c640f8 None None] Network d446a18e-b464-4e36-991c-7b3768fa2f22 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:46.308526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-50f0dc9a-01ef-4c05-8e32-a366a7309543 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4190059 Dec 10 18:51:46.390040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb93bca2-8bf0-412e-84e8-e1e75ce79807 None None] Network d446a18e-b464-4e36-991c-7b3768fa2f22 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:51:47.041395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-a471581d-993a-418e-8d14-3f87b444a923 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:47.043040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-a471581d-993a-418e-8d14-3f87b444a923 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/networks?id=a296a8c1-c7e3-4178-8aae-c74869d2232e HTTP/1.1" status: 200 len: 811 time: 0.1776428 Dec 10 18:51:47.060986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-ca6be6d5-22f9-4877-b68b-42770a773325 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/quotas/fafa4e9e271246eabdd9e11ed83119b7 HTTP/1.1" status: 200 len: 375 time: 0.0116632 Dec 10 18:51:47.134990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-287adbd2-72fb-4ca5-aac0-016b2d1376ff tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fafa4e9e271246eabdd9e11ed83119b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670121 Dec 10 18:51:47.270433 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-fcf954e7-bcc9-49c3-ae8d-eeede88e1232 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:51:47.271462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-fcf954e7-bcc9-49c3-ae8d-eeede88e1232 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1288512 Dec 10 18:51:47.381580 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-95cd1888-ecda-4a60-a8dd-94e921bf2dfd service neutron] 10.222.0.55 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026125 Dec 10 18:51:47.511107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-8b4a8e69-53a8-45b5-970b-7a06fd568f92 service neutron] 10.222.0.55 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221538 Dec 10 18:51:47.736596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db8bf605-2771-4fd9-b78c-3f3a5745f14b req-75e11d15-4875-48ea-b253-fab2abc831ab tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 210 time: 0.0394990 Dec 10 18:51:48.776839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-ead81408-da2b-4768-900e-347d7dd6de9a tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:48.778893 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-ead81408-da2b-4768-900e-347d7dd6de9a tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.59 "GET /v2.0/networks?id=a296a8c1-c7e3-4178-8aae-c74869d2232e HTTP/1.1" status: 200 len: 811 time: 0.1247714 Dec 10 18:51:48.794522 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Request body: {'port': {'device_id': '332f1281-8c88-4213-a620-c98f38e0c769', 'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e', 'admin_state_up': True, 'tenant_id': 'fafa4e9e271246eabdd9e11ed83119b7'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:48.864603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d7320b63-e74a-47b6-be02-c948ac0a7b61 req-c680ecc4-61a6-4f73-955e-e59c25b850e0 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 210 time: 0.0278833 Dec 10 18:51:48.933241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Made reservation on behalf of fafa4e9e271246eabdd9e11ed83119b7 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:48.936895 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.073223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Allocated IP 172.20.0.7 (a296a8c1-c7e3-4178-8aae-c74869d2232e/e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68/223e6296-7349-4215-8f11-82595385af72) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:51:49.236129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.275540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.325946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Network a296a8c1-c7e3-4178-8aae-c74869d2232e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:51:49.331884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:49.335480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:51:49.339984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Pushing event updated for resources: {'Port': ['ID=223e6296-7349-4215-8f11-82595385af72,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:49.391796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:49.392422 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.409639 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-30d44a02-5318-4b6c-aa6b-5fd69efcd1c6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6202714 Dec 10 18:51:49.421527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Request body: {'port': {'device_id': '332f1281-8c88-4213-a620-c98f38e0c769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:49.476517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.756557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223e6296-7349-4215-8f11-82595385af72 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:49.765465 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.779033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Transition to ACTIVE for port object 223e6296-7349-4215-8f11-82595385af72 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:51:49.784575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:49.844701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=223e6296-7349-4215-8f11-82595385af72,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:49.924464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Attempting to bind port 223e6296-7349-4215-8f11-82595385af72 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:51:49.924801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Attempting to bind port 223e6296-7349-4215-8f11-82595385af72 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'b47536ff-e6a2-4a65-ac10-d30a80c878d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:51:49.925133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Attempting to bind port 223e6296-7349-4215-8f11-82595385af72 on network a296a8c1-c7e3-4178-8aae-c74869d2232e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:49.930315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Port 223e6296-7349-4215-8f11-82595385af72 on network a296a8c1-c7e3-4178-8aae-c74869d2232e not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:51:49.930818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Attempting to bind port 223e6296-7349-4215-8f11-82595385af72 on network a296a8c1-c7e3-4178-8aae-c74869d2232e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:49.936857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:51:49.937201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Checking segment: {'id': 'b47536ff-e6a2-4a65-ac10-d30a80c878d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:49.937588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Bound using segment: {'id': 'b47536ff-e6a2-4a65-ac10-d30a80c878d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:51:49.938020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Bound port: 223e6296-7349-4215-8f11-82595385af72, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b47536ff-e6a2-4a65-ac10-d30a80c878d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:51:49.938472 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:50.039480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914516cc-ada9-4160-a7b8-f6f597d1d838 req-09e4aa39-3429-49b3-b65b-3f137123847e tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.041523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-914516cc-ada9-4160-a7b8-f6f597d1d838 req-09e4aa39-3429-49b3-b65b-3f137123847e tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 943 time: 0.0930705 Dec 10 18:51:50.059354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] For port 223e6296-7349-4215-8f11-82595385af72, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:51:50.083191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] For port 223e6296-7349-4215-8f11-82595385af72, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=223e6296-7349-4215-8f11-82595385af72,segment=NetworkSegment(b47536ff-e6a2-4a65-ac10-d30a80c878d9),segment_id=b47536ff-e6a2-4a65-ac10-d30a80c878d9)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:51:50.095900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:50.133853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-914516cc-ada9-4160-a7b8-f6f597d1d838 req-4daa5f09-d7d5-4c79-9998-fbf3b3536580 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839040 Dec 10 18:51:50.146207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.146869 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:50.148398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] 10.222.0.59 "PUT /v2.0/ports/223e6296-7349-4215-8f11-82595385af72 HTTP/1.1" status: 200 len: 1091 time: 0.7309208 Dec 10 18:51:50.148780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332f1281-8c88-4213-a620-c98f38e0c769', 'tag': '223e6296-7349-4215-8f11-82595385af72'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:50.151580 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d18b53f-550d-419a-8cbe-8c322b798261" -d '{"events": [{"name": "network-changed", "server_uuid": "332f1281-8c88-4213-a620-c98f38e0c769", "tag": "223e6296-7349-4215-8f11-82595385af72"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:50.176614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb7c02-ee7b-43c4-870d-eb906855fb00 service neutron] Pushing event updated for resources: {'Port': ['ID=223e6296-7349-4215-8f11-82595385af72,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:50.208032 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0e9232-01d8-42d3-8e8c-ec13336e041e x-openstack-request-id: req-ff0e9232-01d8-42d3-8e8c-ec13336e041e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:50.208460 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332f1281-8c88-4213-a620-c98f38e0c769", "tag": "223e6296-7349-4215-8f11-82595385af72", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:50.208723 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ff0e9232-01d8-42d3-8e8c-ec13336e041e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:50.209121 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332f1281-8c88-4213-a620-c98f38e0c769', 'tag': '223e6296-7349-4215-8f11-82595385af72', 'status': 'completed', 'code': 200} Dec 10 18:51:50.244523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-a59aa42e-0ea6-4312-ad15-3a826014322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.246079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-a59aa42e-0ea6-4312-ad15-3a826014322b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fafa4e9e271246eabdd9e11ed83119b7&device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 1094 time: 0.0484428 Dec 10 18:51:50.294646 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-b6f95e57-d4f9-4443-a75e-bf560809766e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223e6296-7349-4215-8f11-82595385af72 HTTP/1.1" status: 200 len: 217 time: 0.0408227 Dec 10 18:51:50.347305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-fe978c40-b7f8-49a7-8b41-e54ea6a97fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.348803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-fe978c40-b7f8-49a7-8b41-e54ea6a97fff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68 HTTP/1.1" status: 200 len: 851 time: 0.0466025 Dec 10 18:51:50.381188 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-31cf50d0-4643-4f62-b5d4-85b70fadbe7f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a296a8c1-c7e3-4178-8aae-c74869d2232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256736 Dec 10 18:51:50.476827 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-680f08b5-1893-468e-811a-35091f07f8fb service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889235 Dec 10 18:51:50.569022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fc6f02ea-e1b2-45a4-afdd-3212b78646d3 req-5230b0b0-5b5b-4111-82ea-2258ce1ccb95 service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854416 Dec 10 18:51:50.664198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-782c5a2c-c338-498b-a43f-71b28092319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.665771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-782c5a2c-c338-498b-a43f-71b28092319e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fafa4e9e271246eabdd9e11ed83119b7&device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 1094 time: 0.0448949 Dec 10 18:51:50.765730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-a0880eca-934d-491b-bec0-08ba5880c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.767321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-a0880eca-934d-491b-bec0-08ba5880c9f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a296a8c1-c7e3-4178-8aae-c74869d2232e HTTP/1.1" status: 200 len: 912 time: 0.0940135 Dec 10 18:51:50.810176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-1f2534b9-12ea-47d0-967d-52aab0303032 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223e6296-7349-4215-8f11-82595385af72 HTTP/1.1" status: 200 len: 217 time: 0.0357904 Dec 10 18:51:50.866995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-7090ce01-1ae4-4319-83d2-7c317512c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:50.868636 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-7090ce01-1ae4-4319-83d2-7c317512c2a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68 HTTP/1.1" status: 200 len: 851 time: 0.0517447 Dec 10 18:51:50.903348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-12683188-bfa8-46ac-a278-d3a205d3fa59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a296a8c1-c7e3-4178-8aae-c74869d2232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271101 Dec 10 18:51:51.004788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-9e558105-9ee5-4baa-9510-1e79b15282c9 service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930059 Dec 10 18:51:51.102619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d18b53f-550d-419a-8cbe-8c322b798261 req-f5d4ddce-b7be-4607-82e7-d3306bda42ea service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895963 Dec 10 18:51:51.263233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3c45-282c-4a87-ad54-cecd0954248b req-82d51ccc-a8e1-45e9-b78e-72498db05daa tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:51.265344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b77d3c45-282c-4a87-ad54-cecd0954248b req-82d51ccc-a8e1-45e9-b78e-72498db05daa tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 943 time: 0.0545511 Dec 10 18:51:51.314906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b77d3c45-282c-4a87-ad54-cecd0954248b req-f3afbc3c-7f64-4336-88e3-823db62ff71b tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430624 Dec 10 18:51:52.513462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e0eba-241c-4148-abba-3b10495346cb req-25d715f3-5235-4c4b-b1d0-26128276e457 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:52.515167 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae5e0eba-241c-4148-abba-3b10495346cb req-25d715f3-5235-4c4b-b1d0-26128276e457 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 943 time: 0.1241865 Dec 10 18:51:52.564554 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae5e0eba-241c-4148-abba-3b10495346cb req-04a0cae0-7776-401f-bd08-67e9834c8d85 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431590 Dec 10 18:51:53.537108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 223e6296-7349-4215-8f11-82595385af72 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:51:53.646572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 223e6296-7349-4215-8f11-82595385af72, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=223e6296-7349-4215-8f11-82595385af72,segment=NetworkSegment(b47536ff-e6a2-4a65-ac10-d30a80c878d9),segment_id=b47536ff-e6a2-4a65-ac10-d30a80c878d9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:53.658216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '223e6296-7349-4215-8f11-82595385af72', 'network_id': 'a296a8c1-c7e3-4178-8aae-c74869d2232e', 'port_id': '223e6296-7349-4215-8f11-82595385af72', 'mac_address': 'fa:16:3e:c6:d1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:51:53.685805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b588e86-a1d1-4deb-af10-0f8abfc12479 req-e69b35d2-2264-46ba-b827-2173f3d775bd tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:53.687426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b588e86-a1d1-4deb-af10-0f8abfc12479 req-e69b35d2-2264-46ba-b827-2173f3d775bd tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 943 time: 0.0520921 Dec 10 18:51:53.699646 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:53.715047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223e6296-7349-4215-8f11-82595385af72 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:53.735927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 223e6296-7349-4215-8f11-82595385af72, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=223e6296-7349-4215-8f11-82595385af72,segment=NetworkSegment(b47536ff-e6a2-4a65-ac10-d30a80c878d9),segment_id=b47536ff-e6a2-4a65-ac10-d30a80c878d9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:53.741112 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:53.746997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5b588e86-a1d1-4deb-af10-0f8abfc12479 req-a8e33597-49c3-4f60-83f9-6b953c2187b3 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497468 Dec 10 18:51:53.797369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=223e6296-7349-4215-8f11-82595385af72,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:53.805367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.805767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.806113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.806654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.807001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.807342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.807691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.808033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.808369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.808704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.809058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.809387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.809720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:51:53.950338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['223e6296-7349-4215-8f11-82595385af72'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:51:54.157830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56244) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.163382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5097693e-2bde-45e9-b403-17475b51b00a tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876723202', 'description': 'tempest-secgroup-smoke-876723202 description', 'project_id': '4432700f49f6476f908d52dc00766fae'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:54.189199 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5097693e-2bde-45e9-b403-17475b51b00a tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.263311 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5097693e-2bde-45e9-b403-17475b51b00a tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.268184 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5097693e-2bde-45e9-b403-17475b51b00a tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.301310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5097693e-2bde-45e9-b403-17475b51b00a tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.302604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5097693e-2bde-45e9-b403-17475b51b00a tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1436558 Dec 10 18:51:54.306332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56246) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.307384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097693e-2bde-45e9-b403-17475b51b00a tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee8384-476d-4641-91c9-75b062993ca1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:54.312448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2abc18b2-4315-4454-9072-41aa3fa2f8d9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'security_group_rule': {'security_group_id': '57ee8384-476d-4641-91c9-75b062993ca1', 'project_id': '4432700f49f6476f908d52dc00766fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:54.342627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2abc18b2-4315-4454-9072-41aa3fa2f8d9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.413718 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2abc18b2-4315-4454-9072-41aa3fa2f8d9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.418391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2abc18b2-4315-4454-9072-41aa3fa2f8d9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.436887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc18b2-4315-4454-9072-41aa3fa2f8d9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f618b2f-7930-4b28-9680-3575ddc5f3c0,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:54.445973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2abc18b2-4315-4454-9072-41aa3fa2f8d9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.450660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2abc18b2-4315-4454-9072-41aa3fa2f8d9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398778 Dec 10 18:51:54.451203 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56248) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.456131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-40ea608c-b78a-48b7-85b9-da01f63d51be tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'security_group_rule': {'security_group_id': '57ee8384-476d-4641-91c9-75b062993ca1', 'project_id': '4432700f49f6476f908d52dc00766fae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:54.485457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ea608c-b78a-48b7-85b9-da01f63d51be tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.553353 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ea608c-b78a-48b7-85b9-da01f63d51be tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.561028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ea608c-b78a-48b7-85b9-da01f63d51be tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.581096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea608c-b78a-48b7-85b9-da01f63d51be tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81c2686-4d80-45a7-a998-537a10626215,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:54.592075 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40ea608c-b78a-48b7-85b9-da01f63d51be tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.593553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-40ea608c-b78a-48b7-85b9-da01f63d51be tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410012 Dec 10 18:51:54.596716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56250) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.601451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-88f73bc3-c55e-4a2a-a292-d051425e7680 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'security_group_rule': {'security_group_id': '57ee8384-476d-4641-91c9-75b062993ca1', 'project_id': '4432700f49f6476f908d52dc00766fae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:54.631082 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88f73bc3-c55e-4a2a-a292-d051425e7680 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.688961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88f73bc3-c55e-4a2a-a292-d051425e7680 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.693638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88f73bc3-c55e-4a2a-a292-d051425e7680 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.713574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f73bc3-c55e-4a2a-a292-d051425e7680 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85f1336-a3b8-4c2d-bfcc-1010cb7929a4,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:54.723775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-88f73bc3-c55e-4a2a-a292-d051425e7680 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.725007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-88f73bc3-c55e-4a2a-a292-d051425e7680 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271958 Dec 10 18:51:54.729130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56252) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.733581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c97296dc-2fff-41b9-903c-04783192369d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'security_group_rule': {'security_group_id': '57ee8384-476d-4641-91c9-75b062993ca1', 'project_id': '4432700f49f6476f908d52dc00766fae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:54.761083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c97296dc-2fff-41b9-903c-04783192369d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.864853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c97296dc-2fff-41b9-903c-04783192369d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.872765 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c97296dc-2fff-41b9-903c-04783192369d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.897665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97296dc-2fff-41b9-903c-04783192369d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a481b081-ae97-4114-bee9-9923c3013448,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:54.907132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46304a42-03db-414f-831b-132bdbb81473 req-0e359c0b-78b4-4a26-86f0-23d92cc7c9fd tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:54.908669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46304a42-03db-414f-831b-132bdbb81473 req-0e359c0b-78b4-4a26-86f0-23d92cc7c9fd tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 944 time: 0.0883715 Dec 10 18:51:54.911832 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c97296dc-2fff-41b9-903c-04783192369d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.913001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c97296dc-2fff-41b9-903c-04783192369d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828408 Dec 10 18:51:54.916091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56256) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:54.922740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'security_group_rule': {'security_group_id': '57ee8384-476d-4641-91c9-75b062993ca1', 'project_id': '4432700f49f6476f908d52dc00766fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:54.949118 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Project 4432700f49f6476f908d52dc00766fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:51:54.954105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:54.966623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46304a42-03db-414f-831b-132bdbb81473 req-801ce20f-0c67-4485-b287-f5da83be7fde tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510094 Dec 10 18:51:55.023033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.027913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.048770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a338e09f-68de-47ad-a728-966c8abb9a9a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:55.057591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.058834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-53dd4955-4386-45d7-819e-a85c79664dd3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414616 Dec 10 18:51:55.061935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56258) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:51:55.066480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'security_group_rule': {'security_group_id': '57ee8384-476d-4641-91c9-75b062993ca1', 'project_id': '4432700f49f6476f908d52dc00766fae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:55.092439 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Project 4432700f49f6476f908d52dc00766fae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 18:51:55.097623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.171201 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.176759 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.196803 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d7bce8-9ab9-4887-bf74-deac4c9f9b5b,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:55.208334 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.209577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-96cec3f2-5920-4962-a161-da44f456145c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466160 Dec 10 18:51:55.430264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-5416e046-c1f1-4d36-b91d-9985e9b33414 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876723202&fields=id&tenant_id=4432700f49f6476f908d52dc00766fae HTTP/1.1" status: 200 len: 267 time: 0.0561543 Dec 10 18:51:55.567762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 223e6296-7349-4215-8f11-82595385af72 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:51:55.628447 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 223e6296-7349-4215-8f11-82595385af72 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:51:55.632825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 223e6296-7349-4215-8f11-82595385af72 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:55.633356 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.724766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.751620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332f1281-8c88-4213-a620-c98f38e0c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223e6296-7349-4215-8f11-82595385af72'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:55.753937 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7589ae2f-f97b-4bc8-b32d-fc591b775794" -d '{"events": [{"server_uuid": "332f1281-8c88-4213-a620-c98f38e0c769", "name": "network-vif-plugged", "status": "completed", "tag": "223e6296-7349-4215-8f11-82595385af72"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:55.767871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 223e6296-7349-4215-8f11-82595385af72, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=223e6296-7349-4215-8f11-82595385af72,segment=NetworkSegment(b47536ff-e6a2-4a65-ac10-d30a80c878d9),segment_id=b47536ff-e6a2-4a65-ac10-d30a80c878d9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:51:55.774521 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:55.807539 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dc6bc3-363c-4667-a14e-422f43ab1731 x-openstack-request-id: req-51dc6bc3-363c-4667-a14e-422f43ab1731 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:55.807539 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332f1281-8c88-4213-a620-c98f38e0c769", "name": "network-vif-plugged", "status": "completed", "tag": "223e6296-7349-4215-8f11-82595385af72", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:55.808808 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51dc6bc3-363c-4667-a14e-422f43ab1731 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:55.808808 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332f1281-8c88-4213-a620-c98f38e0c769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223e6296-7349-4215-8f11-82595385af72', 'code': 200} Dec 10 18:51:55.842870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=223e6296-7349-4215-8f11-82595385af72,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:55.869105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-6bda2c66-15c5-4f48-a5c7-04a20d3f6945 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:55.870676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-6bda2c66-15c5-4f48-a5c7-04a20d3f6945 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 814 time: 0.4333599 Dec 10 18:51:55.886485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-019776ec-1599-4a00-a702-a721f6510ff7 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/quotas/4432700f49f6476f908d52dc00766fae HTTP/1.1" status: 200 len: 375 time: 0.0098925 Dec 10 18:51:55.914891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7541bd-62c1-45bd-a3fc-86314832345d req-1f69cadf-c420-4e83-8a94-1ef20547278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:55.917428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b7541bd-62c1-45bd-a3fc-86314832345d req-1f69cadf-c420-4e83-8a94-1ef20547278a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 1096 time: 0.0434232 Dec 10 18:51:55.962558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-4acc84f5-cb03-4a0f-9599-e41e64197804 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686078 Dec 10 18:51:55.973467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b7541bd-62c1-45bd-a3fc-86314832345d req-38e7204d-f164-4666-b7f6-4b9af8100ae7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468218 Dec 10 18:51:56.077064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-482fcd29-b1e2-4450-a6ac-0b70be83dc5a service neutron] 10.222.0.55 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996430 Dec 10 18:51:56.110053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855691d-1d43-46ed-93de-c85a789c7809 req-c7b3e557-942f-4728-8349-3e3c1cfaf162 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:56.112637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8855691d-1d43-46ed-93de-c85a789c7809 req-c7b3e557-942f-4728-8349-3e3c1cfaf162 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0616679 Dec 10 18:51:56.162012 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8855691d-1d43-46ed-93de-c85a789c7809 req-b51009ba-ca02-406c-81bc-63bf9de28ed7 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428975 Dec 10 18:51:56.173958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-5f44b2c9-0272-4472-91b5-a30533458914 service neutron] 10.222.0.55 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904515 Dec 10 18:51:56.484385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b596c3a3-fe1a-4d30-b2de-94067745c53b req-308d05d3-f093-4d4b-ace8-8618439c9e86 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 210 time: 0.0370755 Dec 10 18:51:57.282298 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72830fb-6210-4f04-8778-bc7844784d05 req-26b57b97-0ef6-4cce-b338-6eb13606aebe tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:57.283894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b72830fb-6210-4f04-8778-bc7844784d05 req-26b57b97-0ef6-4cce-b338-6eb13606aebe tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0520830 Dec 10 18:51:57.349363 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b72830fb-6210-4f04-8778-bc7844784d05 req-8621b48e-0f20-45bb-a6fe-fa6318b3046a tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594544 Dec 10 18:51:57.517922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8fa73320-820d-44f4-a23a-a212b1ca3b2f tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:57.519565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8fa73320-820d-44f4-a23a-a212b1ca3b2f tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.30 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 814 time: 0.1590030 Dec 10 18:51:57.527176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f339702c-f73b-4453-a9f9-737bf65d386d req-a3dbc463-71cc-4349-ba3b-f2e16778d1a8 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:57.528674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f339702c-f73b-4453-a9f9-737bf65d386d req-a3dbc463-71cc-4349-ba3b-f2e16778d1a8 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0990467 Dec 10 18:51:57.598951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-730a9f0d-4f96-4bfb-a029-9bb18fa3efb6 req-0a269eae-9077-4f5c-9dad-cd4be930e7dd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 210 time: 0.0350282 Dec 10 18:51:57.616403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f339702c-f73b-4453-a9f9-737bf65d386d req-6adc69de-691c-4379-9929-938e2a91a911 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808272 Dec 10 18:51:57.638487 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-46b037e5-a3ed-4080-900f-14d519b25eb1 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4432700f49f6476f908d52dc00766fae HTTP/1.1" status: 200 len: 379 time: 0.1083601 Dec 10 18:51:57.651103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'port': {'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'admin_state_up': True, 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'security_groups': ['57ee8384-476d-4641-91c9-75b062993ca1']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:57.778738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Made reservation on behalf of 4432700f49f6476f908d52dc00766fae for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:51:57.783544 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:57.937785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16368d0-b31f-4cd0-9acc-5105bed6d766 req-bb802fca-5bad-454e-996d-be1a24936525 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:57.939314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a16368d0-b31f-4cd0-9acc-5105bed6d766 req-bb802fca-5bad-454e-996d-be1a24936525 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0983968 Dec 10 18:51:57.969126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Allocated IP 172.20.0.12 (86fc948a-ea90-4eae-86eb-cb3a6ded8d12/790be94e-61c9-415e-9965-c814fa338aa9/ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:51:58.018040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a16368d0-b31f-4cd0-9acc-5105bed6d766 req-83750db7-c653-4a0e-a9d9-2cd62c399e20 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707736 Dec 10 18:51:58.136044 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.176368 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.222462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:51:58.226716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:51:58.230616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:51:58.237061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'Port': ['ID=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:58.299348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:58.300032 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.321750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8e17b66c-5c94-42e8-af25-79d2042ebccd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6752362 Dec 10 18:51:58.326041 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-24fd8515-f285-4e7c-a8ef-6649f6c98447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.340885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Request body: {'port': {'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:51:58.413174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.527717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fcc46124-381c-487b-839a-f59f632d3808 None None] Provisioning complete for port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:51:58.528123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fcc46124-381c-487b-839a-f59f632d3808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.574528 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fcc46124-381c-487b-839a-f59f632d3808 None None] Port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:51:58.731487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ce28d-d1e6-416a-9986-f55c4b833be4 req-8d21b581-c159-4ef5-8a31-aec65d755fdc tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:58.733838 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a61ce28d-d1e6-416a-9986-f55c4b833be4 req-8d21b581-c159-4ef5-8a31-aec65d755fdc tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 932 time: 0.0588148 Dec 10 18:51:58.770808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:51:58.780621 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.797229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Transition to ACTIVE for port object ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:51:58.800284 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a61ce28d-d1e6-416a-9986-f55c4b833be4 req-7d43dde3-55b4-49c1-b9ee-e477fb4aa622 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598559 Dec 10 18:51:58.811525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:58.894010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Pushing event updated for resources: {'Port': ['ID=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:59.363098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Attempting to bind port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:51:59.363487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Attempting to bind port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:51:59.363783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Attempting to bind port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 on network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:59.375155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bacfb8-6680-47e6-9746-6ab1fa1adb6a req-a7845e3d-112e-4729-940f-c1a21f0ae5f8 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.376738 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7bacfb8-6680-47e6-9746-6ab1fa1adb6a req-a7845e3d-112e-4729-940f-c1a21f0ae5f8 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0766263 Dec 10 18:51:59.379563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 on network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:51:59.379883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Attempting to bind port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 on network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:51:59.392539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:51:59.392922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Checking segment: {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:51:59.393225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Bound using segment: {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:51:59.393693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Bound port: ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bc6659a-acbe-4d5b-940a-56b4d940897f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:51:59.394046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.470250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7bacfb8-6680-47e6-9746-6ab1fa1adb6a req-dad228ec-339d-49dd-a039-a14cf14778b4 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846171 Dec 10 18:51:59.495888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] For port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:51:59.502349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] For port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:51:59.510093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.567859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.568702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:51:59.570934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] 10.222.0.30 "PUT /v2.0/ports/ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 1092 time: 1.2350259 Dec 10 18:51:59.571921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:51:59.577787 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91606a6-e972-476a-a32e-a6d11e0e2762" -d '{"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:51:59.698168 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2ed8ae-e4c3-44aa-82f0-6c32b5ca489c x-openstack-request-id: req-1e2ed8ae-e4c3-44aa-82f0-6c32b5ca489c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:51:59.698539 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:51:59.698789 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1e2ed8ae-e4c3-44aa-82f0-6c32b5ca489c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:51:59.700291 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'status': 'completed', 'code': 200} Dec 10 18:51:59.717130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6d41d-c6f7-47f0-9e44-5f24ac0d8a5d service neutron] Pushing event updated for resources: {'Port': ['ID=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:51:59.741622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-9669f25d-ba5f-4e62-adae-7a4a69aeb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.745547 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-9669f25d-ba5f-4e62-adae-7a4a69aeb92e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1095 time: 0.1063459 Dec 10 18:51:59.834410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-8d0eef2a-27a4-45ba-b493-06288c21fb75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 217 time: 0.0769916 Dec 10 18:51:59.849529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc5f34-8abe-4709-a680-4d14cdd90883 req-f399e1c2-1462-4eec-8041-6f23a74041d6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.853206 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ccc5f34-8abe-4709-a680-4d14cdd90883 req-f399e1c2-1462-4eec-8041-6f23a74041d6 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.1107798 Dec 10 18:51:59.910542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-f851c031-72a7-40bc-b448-bf73b7d7f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.912073 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-f851c031-72a7-40bc-b448-bf73b7d7f017 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fafa4e9e271246eabdd9e11ed83119b7&device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 1096 time: 0.0938160 Dec 10 18:51:59.931370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-6f670599-b71e-43d5-aa80-8ef017ab63eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:51:59.932862 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-6f670599-b71e-43d5-aa80-8ef017ab63eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 200 len: 853 time: 0.0793910 Dec 10 18:51:59.940506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6ccc5f34-8abe-4709-a680-4d14cdd90883 req-0992a2d3-2bef-45d3-98d5-70f0eaa3c58f tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811305 Dec 10 18:52:00.064302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5e65-f341-450e-b9f7-1c5002115419 req-d0f322dc-2401-4324-8f01-7deaa93d7e93 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.065216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-841b5e65-f341-450e-b9f7-1c5002115419 req-d0f322dc-2401-4324-8f01-7deaa93d7e93 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.1518455 Dec 10 18:52:00.094827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-4fd492af-0802-4e44-883a-65e1ce0bd744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.096717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-4fd492af-0802-4e44-883a-65e1ce0bd744 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377773 Dec 10 18:52:00.101336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-5202b815-aec1-4e21-ab53-1c8647556a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.103252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-5202b815-aec1-4e21-ab53-1c8647556a2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a296a8c1-c7e3-4178-8aae-c74869d2232e HTTP/1.1" status: 200 len: 912 time: 0.1812010 Dec 10 18:52:00.169812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-2fdf88ac-2770-4484-87ab-b27431181ed8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223e6296-7349-4215-8f11-82595385af72 HTTP/1.1" status: 200 len: 217 time: 0.0598035 Dec 10 18:52:00.270005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-841b5e65-f341-450e-b9f7-1c5002115419 req-6f684a41-c799-419e-b2a4-7cd00771fc78 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908987 Dec 10 18:52:00.283056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-3767159c-b4b6-4dfd-96aa-7fc1eee11fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.284899 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-3767159c-b4b6-4dfd-96aa-7fc1eee11fe8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68 HTTP/1.1" status: 200 len: 851 time: 0.1068435 Dec 10 18:52:00.328422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-256af7b6-247d-49d9-897a-ae9c40c2967a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a296a8c1-c7e3-4178-8aae-c74869d2232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362327 Dec 10 18:52:00.333758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-ca42bc90-e424-4b9b-bff2-b1e8a3e76337 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227571 Dec 10 18:52:00.490154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-cee654a5-4a65-40d9-b101-643aa3e3f4b6 service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549742 Dec 10 18:52:00.492081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-412cc2c8-74b7-40d2-87eb-ddd999c337fb req-3780f82d-7fcb-47e4-be5e-ffac3666d975 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495006 Dec 10 18:52:00.617165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-e22a284f-9dd7-4865-8b75-fd7760cb4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.618768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-e22a284f-9dd7-4865-8b75-fd7760cb4558 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1095 time: 0.0714512 Dec 10 18:52:00.622605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-742c5e2d-ec78-4591-992c-6bb7fa70e56d req-d2c4d73a-6d9c-49c3-abcb-060394e9eedd service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257908 Dec 10 18:52:00.725899 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-2136bece-e74b-4890-836e-4c959f8ef42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.728282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-2136bece-e74b-4890-836e-4c959f8ef42f service neutron] 10.222.0.30 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 915 time: 0.1027026 Dec 10 18:52:00.775627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-0db99233-f99f-4949-b724-5293d0c16e41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 217 time: 0.0400579 Dec 10 18:52:00.826537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-b3065b7f-4782-490f-9040-91a585fe71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.828040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-b3065b7f-4782-490f-9040-91a585fe71b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 200 len: 853 time: 0.0461397 Dec 10 18:52:00.881363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-c11de967-2e6e-4177-8096-2f75ad692956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:00.882912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-c11de967-2e6e-4177-8096-2f75ad692956 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478182 Dec 10 18:52:00.984606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-7aa39bcb-0b72-4040-9740-d04575eb41e7 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940566 Dec 10 18:52:01.071658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d9356-e75d-45a1-aa45-c7a354c5c89e req-8215e43e-fc39-4d54-aab6-34ca8c243b2d tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:01.074282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac4d9356-e75d-45a1-aa45-c7a354c5c89e req-8215e43e-fc39-4d54-aab6-34ca8c243b2d tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0570793 Dec 10 18:52:01.086143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a91606a6-e972-476a-a32e-a6d11e0e2762 req-8e1282e4-1730-451f-96df-23c7434e3510 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947692 Dec 10 18:52:01.131114 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac4d9356-e75d-45a1-aa45-c7a354c5c89e req-cc6552d6-a59f-43c1-87c6-1f0fceac5b53 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493057 Dec 10 18:52:01.414736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1267343-4ee4-475c-a165-3ed2628cc73c req-638d29c1-7f81-4ef5-a40f-952e4aee57e3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:01.416180 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1267343-4ee4-475c-a165-3ed2628cc73c req-638d29c1-7f81-4ef5-a40f-952e4aee57e3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0602753 Dec 10 18:52:01.486989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1267343-4ee4-475c-a165-3ed2628cc73c req-89abf7dc-46a1-4a92-8435-a6f06a4382e8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635304 Dec 10 18:52:01.643513 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-38472267-bb8d-414a-a705-9a232370b128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.174884 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.176575 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:02.266733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b81249-592e-4196-952b-8e6b12287b44 req-14fb3053-90c1-40ae-bc5a-accebf5e7713 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.268210 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2b81249-592e-4196-952b-8e6b12287b44 req-14fb3053-90c1-40ae-bc5a-accebf5e7713 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0576713 Dec 10 18:52:02.318127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2b81249-592e-4196-952b-8e6b12287b44 req-6bb7d810-6946-4843-a391-0d982be4fb60 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435281 Dec 10 18:52:02.624570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd94ea-8d43-425d-be98-92b2e98bcbe1 req-3a73bdcd-dd5a-427d-858c-9f54dc26066e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.627168 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afd94ea-8d43-425d-be98-92b2e98bcbe1 req-3a73bdcd-dd5a-427d-858c-9f54dc26066e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0590510 Dec 10 18:52:02.689254 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5afd94ea-8d43-425d-be98-92b2e98bcbe1 req-04cd7893-068f-4dd2-a8f6-910c6e94c9e3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554852 Dec 10 18:52:02.840236 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95af7f8-a90d-47fb-a01a-d65956e56cb3 req-80ae082c-7e1c-4254-ae4b-bc108f187628 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:02.841871 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a95af7f8-a90d-47fb-a01a-d65956e56cb3 req-80ae082c-7e1c-4254-ae4b-bc108f187628 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0779598 Dec 10 18:52:02.921649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a95af7f8-a90d-47fb-a01a-d65956e56cb3 req-3a5ac799-ddff-4f20-964a-601a01a3cc6e tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730417 Dec 10 18:52:03.838265 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:03.855393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3eb0ec-3b4a-4b79-a84c-0494a8043303 req-1e1ee468-c809-4665-b2f2-e0d4a38f3777 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:03.857006 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c3eb0ec-3b4a-4b79-a84c-0494a8043303 req-1e1ee468-c809-4665-b2f2-e0d4a38f3777 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0718746 Dec 10 18:52:03.913280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c3eb0ec-3b4a-4b79-a84c-0494a8043303 req-51b9921b-fa98-42f6-9502-dc744df0c635 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469120 Dec 10 18:52:04.048250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6fb7c-7079-47c8-8132-7bfa9ab6fc30 req-98195ef7-627a-4a63-872f-3c8dff2cce43 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.049703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3f6fb7c-7079-47c8-8132-7bfa9ab6fc30 req-98195ef7-627a-4a63-872f-3c8dff2cce43 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0541418 Dec 10 18:52:04.102875 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3f6fb7c-7079-47c8-8132-7bfa9ab6fc30 req-9ec34cc9-cc02-4ce3-84d8-c2a1ca1034a2 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Dec 10 18:52:04.146109 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:04.331491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9231cc-ad96-4b2e-9046-08c122dcc48d req-31a86081-a564-4253-8bb2-cd062cd9bba9 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.333016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b9231cc-ad96-4b2e-9046-08c122dcc48d req-31a86081-a564-4253-8bb2-cd062cd9bba9 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0622132 Dec 10 18:52:04.346910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-e08db597-7ca1-4ec7-8c84-49a39d05513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.348512 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-e08db597-7ca1-4ec7-8c84-49a39d05513c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fafa4e9e271246eabdd9e11ed83119b7&device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 1096 time: 0.0451658 Dec 10 18:52:04.387615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2b9231cc-ad96-4b2e-9046-08c122dcc48d req-77b56b82-ea68-48dd-a658-cec504ee4ae0 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475309 Dec 10 18:52:04.448553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-5cb913b3-8e18-4975-b4e9-2438c3f3e8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.450187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-5cb913b3-8e18-4975-b4e9-2438c3f3e8ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=a296a8c1-c7e3-4178-8aae-c74869d2232e HTTP/1.1" status: 200 len: 912 time: 0.0950797 Dec 10 18:52:04.498841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-a46aa628-e787-4893-86fe-baa9716e371c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=223e6296-7349-4215-8f11-82595385af72 HTTP/1.1" status: 200 len: 217 time: 0.0403533 Dec 10 18:52:04.565504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-a02b6d3b-dbe1-4430-8076-2a54a7b711c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:04.567249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-a02b6d3b-dbe1-4430-8076-2a54a7b711c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68 HTTP/1.1" status: 200 len: 851 time: 0.0616558 Dec 10 18:52:04.600354 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-39d0225c-bfa7-43bf-ac4e-96545501c38f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a296a8c1-c7e3-4178-8aae-c74869d2232e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261900 Dec 10 18:52:04.701582 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-ab2705bf-44be-4852-8091-e62701b8ee81 service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943217 Dec 10 18:52:04.801674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5bba78b-72cf-4f0c-a148-de3033384b62 req-b484663f-a3d8-48d3-8b95-04f0e6060511 service neutron] 10.222.0.59 "GET /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923333 Dec 10 18:52:04.891332 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:05.059308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3892b-5fc1-44f6-88c5-008f69ac3941 req-c52d1f9e-22ad-4656-af6a-37f3bf672a08 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:05.060864 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7af3892b-5fc1-44f6-88c5-008f69ac3941 req-c52d1f9e-22ad-4656-af6a-37f3bf672a08 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0635648 Dec 10 18:52:05.114400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7af3892b-5fc1-44f6-88c5-008f69ac3941 req-d375cea8-4364-44e9-9c53-6b112792d961 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473130 Dec 10 18:52:05.512864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65d35b-dbb0-4ff4-8da0-9a072ccf92a3 req-df452503-89d3-4d6e-9e33-45d90c2819cc tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:05.514402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b65d35b-dbb0-4ff4-8da0-9a072ccf92a3 req-df452503-89d3-4d6e-9e33-45d90c2819cc tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0528173 Dec 10 18:52:05.566022 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1b65d35b-dbb0-4ff4-8da0-9a072ccf92a3 req-9083ddd6-369b-4d16-b41e-8e90e11c56fb tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Dec 10 18:52:06.238144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae216acd-f044-4933-bfdf-553890a43e8d req-0cde0f08-f714-4daf-8012-b89cf6c5c94e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:06.239948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae216acd-f044-4933-bfdf-553890a43e8d req-0cde0f08-f714-4daf-8012-b89cf6c5c94e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0540328 Dec 10 18:52:06.297095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae216acd-f044-4933-bfdf-553890a43e8d req-d6e600bb-c563-4f8b-afc6-d2575424a5f6 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508335 Dec 10 18:52:06.697979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c45d1e-c60f-426f-b155-3203194fbf1c req-0425e010-36b3-4c18-83ce-1628c3e2e299 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:06.699615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24c45d1e-c60f-426f-b155-3203194fbf1c req-0425e010-36b3-4c18-83ce-1628c3e2e299 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0578251 Dec 10 18:52:06.756428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-24c45d1e-c60f-426f-b155-3203194fbf1c req-e4ec303b-8aed-4d47-b4df-7852643b81ea tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Dec 10 18:52:07.028840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5daba3-a9c5-4544-b974-7f146c79f976 req-6b7efd2b-cf77-4416-9c8a-493e9cfad994 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:07.030409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c5daba3-a9c5-4544-b974-7f146c79f976 req-6b7efd2b-cf77-4416-9c8a-493e9cfad994 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0555022 Dec 10 18:52:07.084029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c5daba3-a9c5-4544-b974-7f146c79f976 req-072452a1-680f-4a32-8c5a-20e98fcc0c65 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454803 Dec 10 18:52:07.432022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a1c31-a749-44ac-9075-1906f2c7d379 req-fc0bb7a9-ec1a-4331-86fc-be940dd5e3b7 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:07.433820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-192a1c31-a749-44ac-9075-1906f2c7d379 req-fc0bb7a9-ec1a-4331-86fc-be940dd5e3b7 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0536156 Dec 10 18:52:07.574303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-192a1c31-a749-44ac-9075-1906f2c7d379 req-d001fcf0-4a25-4f4b-b6a0-936b7156bfe0 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339390 Dec 10 18:52:08.226191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ec29e-4d34-4e9b-bcce-bf3f47537577 req-6614b6f3-d1b7-4a00-90af-76a971d6209c tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:08.227743 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b6ec29e-4d34-4e9b-bcce-bf3f47537577 req-6614b6f3-d1b7-4a00-90af-76a971d6209c tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0623314 Dec 10 18:52:08.277250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b6ec29e-4d34-4e9b-bcce-bf3f47537577 req-20cc5439-4fa8-4a90-8506-2ddd27d049de tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/security-groups?id=a2c6683f-0117-4c4b-9d44-5b7c0c431085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427864 Dec 10 18:52:08.698871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3e87-249b-4ffa-8865-1c7f1c093c28 req-3165754b-9360-4991-b9ce-a87ca683898c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:08.700675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ffe3e87-249b-4ffa-8865-1c7f1c093c28 req-3165754b-9360-4991-b9ce-a87ca683898c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0530577 Dec 10 18:52:08.775745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7ffe3e87-249b-4ffa-8865-1c7f1c093c28 req-6d36388a-2858-43b2-8cd8-84249abe31dd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686049 Dec 10 18:52:08.797007 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-ecb39fe4-3668-4bb3-92d2-9c3b67a5203e tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:08.798575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-ecb39fe4-3668-4bb3-92d2-9c3b67a5203e tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.59 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 945 time: 0.0595691 Dec 10 18:52:08.899102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Deleting port 223e6296-7349-4215-8f11-82595385af72 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:08.899325 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:08.995123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] For port 223e6296-7349-4215-8f11-82595385af72, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=223e6296-7349-4215-8f11-82595385af72,segment=NetworkSegment(b47536ff-e6a2-4a65-ac10-d30a80c878d9),segment_id=b47536ff-e6a2-4a65-ac10-d30a80c878d9)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:08.995518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.009744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Calling delete_port for 223e6296-7349-4215-8f11-82595385af72 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:09.152958 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.164726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['223e6296-7349-4215-8f11-82595385af72'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:09.182307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Pushing event deleted for resources: {'Port': ['ID=223e6296-7349-4215-8f11-82595385af72,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:09.230002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] No DVR routers for this DVR port 223e6296-7349-4215-8f11-82595385af72 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:09.234778 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:09.238473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b07bee2a-c965-43c5-b5af-891d1517e4b8 req-517d561e-de38-4356-80a9-bcb3b5606e00 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.59 "DELETE /v2.0/ports/223e6296-7349-4215-8f11-82595385af72 HTTP/1.1" status: 204 len: 173 time: 0.4331725 Dec 10 18:52:09.238936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332f1281-8c88-4213-a620-c98f38e0c769', 'name': 'network-vif-deleted', 'tag': '223e6296-7349-4215-8f11-82595385af72'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:09.243205 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6e2a1a-868b-4144-944e-d54dca822f71" -d '{"events": [{"server_uuid": "332f1281-8c88-4213-a620-c98f38e0c769", "name": "network-vif-deleted", "tag": "223e6296-7349-4215-8f11-82595385af72"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:09.288036 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be5c14-dee6-441e-8fd9-d1d614eb3a03 x-openstack-request-id: req-32be5c14-dee6-441e-8fd9-d1d614eb3a03 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:09.288473 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332f1281-8c88-4213-a620-c98f38e0c769", "name": "network-vif-deleted", "tag": "223e6296-7349-4215-8f11-82595385af72", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:09.288759 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32be5c14-dee6-441e-8fd9-d1d614eb3a03 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:09.289149 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332f1281-8c88-4213-a620-c98f38e0c769', 'name': 'network-vif-deleted', 'tag': '223e6296-7349-4215-8f11-82595385af72', 'status': 'completed', 'code': 200} Dec 10 18:52:09.405262 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8eb8e0a-eb92-4bcb-b704-6027d961a7f3 req-be156088-3a0e-4270-ad6c-bf1272302e72 tempest-TestServerAdvancedOps-835262939 tempest-TestServerAdvancedOps-835262939-project] 10.222.0.55 "GET /v2.0/ports?device_id=332f1281-8c88-4213-a620-c98f38e0c769 HTTP/1.1" status: 200 len: 210 time: 0.0273921 Dec 10 18:52:09.905129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eec7c9-1176-4899-9dfa-a9d87c2e3a62 req-f22a1b6a-37e9-416f-8d00-819313088499 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:09.906792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05eec7c9-1176-4899-9dfa-a9d87c2e3a62 req-f22a1b6a-37e9-416f-8d00-819313088499 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 944 time: 0.0558610 Dec 10 18:52:09.961208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-05eec7c9-1176-4899-9dfa-a9d87c2e3a62 req-8f8f7f17-ed7d-420c-998a-ff4c86dc1389 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480196 Dec 10 18:52:10.470531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56358) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:10.520611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] Deleting subnet e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:52:10.524500 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.528410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:10.566575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.613177 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.639678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:10.653872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'mac_address': 'fa:16:3e:6a:6d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:10.672099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.700596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:10.700822 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.705549 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.711760 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c775ce31-254c-4307-8ab4-801eb6e29bd8 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e63c7b7f-deb2-42dc-843c-2d3ca9eb3c68 HTTP/1.1" status: 204 len: 168 time: 0.2377095 Dec 10 18:52:10.712194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56360) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:10.716400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:10.741058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:10.745675 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.785976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.798636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:10.887377 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.911699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a296a8c1-c7e3-4178-8aae-c74869d2232e']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:10.922496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47536ff-e6a2-4a65-ac10-d30a80c878d9') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:10.922805 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47536ff-e6a2-4a65-ac10-d30a80c878d9') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:10.933337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.947823 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.957045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:52:10.957417 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:52:10.959482 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:52:11.034015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.040511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.043897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] 10.222.0.55 "DELETE /v2.0/networks/a296a8c1-c7e3-4178-8aae-c74869d2232e HTTP/1.1" status: 204 len: 168 time: 0.3306315 Dec 10 18:52:11.046987 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56364) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:11.057542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9763e-fd34-4b74-8933-35d3d089af9f admin admin] Pushing event deleted for resources: {'Network': ['ID=a296a8c1-c7e3-4178-8aae-c74869d2232e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:11.104824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:11.130427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b49f69-608b-41ce-9a0a-6368443e42a0 req-8f9aa590-5aac-471f-89cc-c86a200dd5b9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:11.132124 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8b49f69-608b-41ce-9a0a-6368443e42a0 req-8f9aa590-5aac-471f-89cc-c86a200dd5b9 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 945 time: 0.0957344 Dec 10 18:52:11.135794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] Deleting subnet df9f8e70-e022-4b9f-9169-a07c0eec10b3 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:52:11.139481 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.205363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.252973 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c8b49f69-608b-41ce-9a0a-6368443e42a0 req-47723b46-f77f-44f9-8e65-0a2640206104 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103332 Dec 10 18:52:11.265271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.331575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.356233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9f8e70-e022-4b9f-9169-a07c0eec10b3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:11.364763 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.368315 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9e717da2-d901-4502-a0eb-ced60bd036a4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/df9f8e70-e022-4b9f-9169-a07c0eec10b3 HTTP/1.1" status: 204 len: 168 time: 0.3189833 Dec 10 18:52:11.371061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56366) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:11.449852 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.532143 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.553797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d446a18e-b464-4e36-991c-7b3768fa2f22']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:11.563574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1e3b8d-1db5-4af3-9f4c-99c8161f076d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:11.563871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1e3b8d-1db5-4af3-9f4c-99c8161f076d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:11.579246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.594057 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.600728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:52:11.601116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:52:11.602877 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:52:11.665806 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.673306 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:11.677189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] 10.222.0.55 "DELETE /v2.0/networks/d446a18e-b464-4e36-991c-7b3768fa2f22 HTTP/1.1" status: 204 len: 168 time: 0.3049047 Dec 10 18:52:11.687740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfbe75-b851-4009-b3ed-5ecf528fa316 admin admin] Pushing event deleted for resources: {'Network': ['ID=d446a18e-b464-4e36-991c-7b3768fa2f22,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:11.890500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56370) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:11.935026 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a3f70531-0e26-4e66-8d1d-e0d51058a6fa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fafa4e9e271246eabdd9e11ed83119b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425837 Dec 10 18:52:11.938472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56372) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:11.997715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d3e-9bd1-4f19-be06-5623439dfb3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.023999 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d3e-9bd1-4f19-be06-5623439dfb3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.085376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d3e-9bd1-4f19-be06-5623439dfb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.088096 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-70bf9d3e-9bd1-4f19-be06-5623439dfb3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.089830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-70bf9d3e-9bd1-4f19-be06-5623439dfb3f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2c6683f-0117-4c4b-9d44-5b7c0c431085 HTTP/1.1" status: 204 len: 168 time: 0.1500814 Dec 10 18:52:12.098811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf9d3e-9bd1-4f19-be06-5623439dfb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c6683f-0117-4c4b-9d44-5b7c0c431085,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:12.391723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ec295-8b33-4431-97e1-16c89ab4a62e req-8637ff21-5b0e-44b6-8f1c-7ff9e4884630 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:12.393470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-604ec295-8b33-4431-97e1-16c89ab4a62e req-8637ff21-5b0e-44b6-8f1c-7ff9e4884630 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 945 time: 0.0612814 Dec 10 18:52:12.451293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-604ec295-8b33-4431-97e1-16c89ab4a62e req-0db2ff02-ede7-463c-a9dc-5cb139b8f163 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502634 Dec 10 18:52:12.479459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56380) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:12.521461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-24ed9341-a8fe-4d7b-818e-517e94c4c2fe admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7990f76c2fd34882b7b06b01b02b04fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407038 Dec 10 18:52:12.524471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56382) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:12.530201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:12.580343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d68874ce-0697-4abd-bdfd-d45a139679ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.586478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:12.590777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:12.591148 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.604093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d68874ce-0697-4abd-bdfd-d45a139679ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.652650 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d68874ce-0697-4abd-bdfd-d45a139679ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.655393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d68874ce-0697-4abd-bdfd-d45a139679ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.659267 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d68874ce-0697-4abd-bdfd-d45a139679ee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c27f03c4-084e-4b9b-a0cd-1450958faeee HTTP/1.1" status: 204 len: 168 time: 0.1313782 Dec 10 18:52:12.666435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68874ce-0697-4abd-bdfd-d45a139679ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27f03c4-084e-4b9b-a0cd-1450958faeee,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:12.681891 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.712043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:12.714727 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4100ae-dca3-40cb-9e93-c5da4eb5c730" -d '{"events": [{"server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "name": "network-vif-plugged", "status": "completed", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:12.729811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:12.736701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:12.766998 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d52f55-25f3-4838-ac95-f6f76eb6b847 x-openstack-request-id: req-01d52f55-25f3-4838-ac95-f6f76eb6b847 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:12.767287 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "name": "network-vif-plugged", "status": "completed", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:12.767733 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-01d52f55-25f3-4838-ac95-f6f76eb6b847 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:12.768296 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'code': 200} Dec 10 18:52:12.793916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:12.874681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a38498-3dc9-4fe8-b8cd-be9904bcd6d4 req-87202814-0a71-4262-9395-dec23af622a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:12.876474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39a38498-3dc9-4fe8-b8cd-be9904bcd6d4 req-87202814-0a71-4262-9395-dec23af622a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1097 time: 0.0431309 Dec 10 18:52:12.932128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-39a38498-3dc9-4fe8-b8cd-be9904bcd6d4 req-857d92f1-2709-4439-afa4-7636bef4cf21 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472543 Dec 10 18:52:13.398319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56406) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:13.508884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-515752247-network', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:13.532905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Made reservation on behalf of 82cff1a99ff94fb09113191b47406fbe for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:13.535263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.566220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.605657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb96b12-5bfa-44ac-8123-8bda7bc164d1 req-17a93690-4f0a-472a-8958-009c18c8316c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:13.607211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbb96b12-5bfa-44ac-8123-8bda7bc164d1 req-17a93690-4f0a-472a-8958-009c18c8316c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 946 time: 0.0770879 Dec 10 18:52:13.660568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 223e6296-7349-4215-8f11-82595385af72 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:13.685334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 223e6296-7349-4215-8f11-82595385af72 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:13.685677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 223e6296-7349-4215-8f11-82595385af72 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:13.690536 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbb96b12-5bfa-44ac-8123-8bda7bc164d1 req-8266c276-758d-4547-a9b5-a0b3f1362b4c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759289 Dec 10 18:52:13.704604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.709752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.739238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:52:13.745567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dacc0b-94d9-450e-ace9-e2c05075552b,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:13.752255 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.752586 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Added segment 5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e of type vlan for network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 Dec 10 18:52:13.798702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.826420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.827588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:13.828159 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:13.882868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4829931 Dec 10 18:52:13.886020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56412) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:13.893360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Request body: {'subnet': {'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-515752247-subnet', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:13.901825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cf8e5-d1ac-42f6-bb93-0cac05774664 admin admin] Pushing event updated for resources: {'Network': ['ID=0ab72e80-4e6d-49e6-845d-f3c4879a7467,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:13.916211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:52:13.927639 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Made reservation on behalf of 82cff1a99ff94fb09113191b47406fbe for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:13.930101 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.113288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.168830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d46039-a6f7-41e6-a628-ab2ae1ee9a40,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:14.178377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Checking segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:14.178757 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Network hostable DHCP agents. Network: 0ab72e80-4e6d-49e6-845d-f3c4879a7467, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:52:14.195837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:52:14.206528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 0ab72e80-4e6d-49e6-845d-f3c4879a7467) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:14.210765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:14.211360 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.218176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeac0856-b70b-413c-be31-a2d1390a4411 None None] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:14.233744 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-59ded99d-6889-4351-99a8-9aa6a4e97b37 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3465607 Dec 10 18:52:14.236749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56414) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:14.241561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:14.268939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.268939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.342056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'fixed_ips': [{'subnet_id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:52:14.343175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.346728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.485957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Allocated IP 172.20.0.2 (0ab72e80-4e6d-49e6-845d-f3c4879a7467/e7d46039-a6f7-41e6-a628-ab2ae1ee9a40/2c41fe81-0831-40c7-92ee-164df361a3cd) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:14.493900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.633652 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.639726 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.686430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:14.689936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:14.694913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:14.698062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Pushing event updated for resources: {'Port': ['ID=2c41fe81-0831-40c7-92ee-164df361a3cd,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:14.720632 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.743330 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.756254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Attempting to bind port 2c41fe81-0831-40c7-92ee-164df361a3cd on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:14.756635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Attempting to bind port 2c41fe81-0831-40c7-92ee-164df361a3cd by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:14.757007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Attempting to bind port 2c41fe81-0831-40c7-92ee-164df361a3cd on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:14.762793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:14.763212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Checking segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:14.763629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.764027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Bound using segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:14.764497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Bound port: 2c41fe81-0831-40c7-92ee-164df361a3cd, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:14.764915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.840116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6127bf9-aeb3-434a-861a-27701133ebb8 req-aa0a38d5-b037-4922-9d00-30c0c2765ce8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:14.841942 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6127bf9-aeb3-434a-861a-27701133ebb8 req-aa0a38d5-b037-4922-9d00-30c0c2765ce8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 946 time: 0.0695250 Dec 10 18:52:14.856253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] For port 2c41fe81-0831-40c7-92ee-164df361a3cd, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:14.859386 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] For port 2c41fe81-0831-40c7-92ee-164df361a3cd, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2c41fe81-0831-40c7-92ee-164df361a3cd,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:14.865037 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:14.873455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Allocated IP 172.25.2.187 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/86b98cd3-700f-492c-953e-839ca7b2c5f1) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:14.902611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6127bf9-aeb3-434a-861a-27701133ebb8 req-004129f3-3746-428e-8d6f-27aec05b6ae5 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532877 Dec 10 18:52:14.935292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5301130-e8a8-45da-ac0a-2dc32b6c2e1e None None] Pushing event updated for resources: {'Port': ['ID=2c41fe81-0831-40c7-92ee-164df361a3cd,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.043842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.069114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236e68d-6f8c-416d-b0fa-3655a9ca4ad8 req-425cecfd-ca11-456a-ae29-d231c5de905d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:15.070799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a236e68d-6f8c-416d-b0fa-3655a9ca4ad8 req-425cecfd-ca11-456a-ae29-d231c5de905d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 946 time: 0.0843849 Dec 10 18:52:15.140098 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.194448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:15.199007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a236e68d-6f8c-416d-b0fa-3655a9ca4ad8 req-0622519d-6e8c-4abc-9b50-fbc6d80f98aa tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203165 Dec 10 18:52:15.202216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:15.206479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:15.218741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48cdd76-8d22-48b7-815b-d28b8f5c4065 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:15.228973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56420) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:15.244480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Pushing event updated for resources: {'Port': ['ID=86b98cd3-700f-492c-953e-839ca7b2c5f1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:15.432380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31c6bd-8003-4608-ace0-4903ca4d8bde tempest-TestVolumeBackupRestore-1299922209 tempest-TestVolumeBackupRestore-1299922209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:15.434741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da31c6bd-8003-4608-ace0-4903ca4d8bde tempest-TestVolumeBackupRestore-1299922209 tempest-TestVolumeBackupRestore-1299922209-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1092 time: 0.2047143 Dec 10 18:52:15.439841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56424) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:15.445966 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:15.464461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2dac313e-ffec-42b4-a7d4-63a979d8bed6 None None] Provisioning complete for port 86b98cd3-700f-492c-953e-839ca7b2c5f1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:15.464834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2dac313e-ffec-42b4-a7d4-63a979d8bed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.472970 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.500978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2dac313e-ffec-42b4-a7d4-63a979d8bed6 None None] Port 86b98cd3-700f-492c-953e-839ca7b2c5f1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:15.514167 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.580465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.719723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Allocated IP 172.25.2.221 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/fa4a1781-a7c0-41f2-9824-098b9a8cecdc) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:15.859226 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.901921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:15.952070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:15.955311 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:15.960477 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:15.963832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'Port': ['ID=fa4a1781-a7c0-41f2-9824-098b9a8cecdc,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.073663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2c41fe81-0831-40c7-92ee-164df361a3cd up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:16.140452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2c41fe81-0831-40c7-92ee-164df361a3cd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:16.140977 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.141734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.145193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb89974-b6e4-4014-91d7-5b6bc0c4eddd None None] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:16.285789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bd6833de-c65b-46c7-ac7a-adcbbf8fb7b4 None None] Provisioning complete for port 2c41fe81-0831-40c7-92ee-164df361a3cd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:16.286077 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bd6833de-c65b-46c7-ac7a-adcbbf8fb7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.304324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Router 62ee3218-59f9-460f-8314-bef860d3219a is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:52:16.370795 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.440769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.448263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 2c41fe81-0831-40c7-92ee-164df361a3cd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2c41fe81-0831-40c7-92ee-164df361a3cd,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:16.453457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bd6833de-c65b-46c7-ac7a-adcbbf8fb7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.457061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.458002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:16.472817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Sync routers for ids ['62ee3218-59f9-460f-8314-bef860d3219a'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:16.486038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.487400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-445ef031-d747-40c1-b459-a85e513cff6d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2495153 Dec 10 18:52:16.490062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56426) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:16.530907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Routers {'62ee3218-59f9-460f-8314-bef860d3219a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:16.531824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['62ee3218-59f9-460f-8314-bef860d3219a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:16.547259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.620570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=2c41fe81-0831-40c7-92ee-164df361a3cd,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.637295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-bd6833de-c65b-46c7-ac7a-adcbbf8fb7b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 18:52:16.637887 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-bd6833de-c65b-46c7-ac7a-adcbbf8fb7b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 18:52:16.704437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Set router 62ee3218-59f9-460f-8314-bef860d3219a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:16.734511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.740154 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.831116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event updated for resources: {'Port': ['ID=fa4a1781-a7c0-41f2-9824-098b9a8cecdc,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:16.842997 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:16.920735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:15Z', 'revision_number': 3, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port': {'id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:16.948098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Checking router: 62ee3218-59f9-460f-8314-bef860d3219a for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:16.948937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Updating router 62ee3218-59f9-460f-8314-bef860d3219a port 86b98cd3-700f-492c-953e-839ca7b2c5f1 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:16.963552 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Floating IP e4628052-dbb7-4ad3-816a-edb70436bcb5 associated. External IP: 172.25.2.221, port: ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9. Dec 10 18:52:16.978422 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.020199 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.205191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Router 266462a6-ae39-4058-9980-d9b8cb0a6b21 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:17.243616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Allocated IP 172.20.0.1 (0ab72e80-4e6d-49e6-845d-f3c4879a7467/e7d46039-a6f7-41e6-a628-ab2ae1ee9a40/4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:17.291447 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:52:17.305329 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.317410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.326305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:17.346201 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] Sync routers for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:17.353131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.358073 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:17.359119 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:17.359892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-77b18f34-3c32-4f36-8424-304d6409276d None None] Provisioning complete for port 2c41fe81-0831-40c7-92ee-164df361a3cd triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:17.360623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77b18f34-3c32-4f36-8424-304d6409276d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.393390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.397371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907b90a-75a3-405b-a30b-f4e97cfaddda None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:17.437220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-806e6532-4aee-421c-92da-ec1e89c23e60 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9951775 Dec 10 18:52:17.437220 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:17.440054 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5818b6-eb1d-4d0c-ac36-b60001992764" -d '{"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:17.441326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22234811-8278-4557-b8b0-5dbce63efb95 None None] Pushing event updated for resources: {'Port': ['ID=86b98cd3-700f-492c-953e-839ca7b2c5f1,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:17.447146 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Attempting to bind port 86b98cd3-700f-492c-953e-839ca7b2c5f1 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:17.447545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Attempting to bind port 86b98cd3-700f-492c-953e-839ca7b2c5f1 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:17.447931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Attempting to bind port 86b98cd3-700f-492c-953e-839ca7b2c5f1 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:17.451955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56428) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:17.457238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:17.457633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:17.458042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.458486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:17.458986 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Bound port: 86b98cd3-700f-492c-953e-839ca7b2c5f1, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:17.459370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.504931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.514763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7af60f-9332-4ec0-8576-c2731e9a3d2d tempest-TestVolumeBackupRestore-1299922209 tempest-TestVolumeBackupRestore-1299922209-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:17.517673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ea7af60f-9332-4ec0-8576-c2731e9a3d2d tempest-TestVolumeBackupRestore-1299922209 tempest-TestVolumeBackupRestore-1299922209-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1092 time: 0.0630851 Dec 10 18:52:17.521205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56434) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:17.527453 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:17.536949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Request body: {'floatingip': {'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:17.551962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] For port 86b98cd3-700f-492c-953e-839ca7b2c5f1, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:17.557194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] For port 86b98cd3-700f-492c-953e-839ca7b2c5f1, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=86b98cd3-700f-492c-953e-839ca7b2c5f1,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:17.566254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.628206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:17.635590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22234811-8278-4557-b8b0-5dbce63efb95 None None] Pushing event updated for resources: {'Port': ['ID=86b98cd3-700f-492c-953e-839ca7b2c5f1,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:17.646174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.652358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:17.655427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Routers {'62ee3218-59f9-460f-8314-bef860d3219a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:17.656061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['62ee3218-59f9-460f-8314-bef860d3219a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:17.667655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:17.679810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Pushing event updated for resources: {'Port': ['ID=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:17.786817 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e4628052-dbb7-4ad3-816a-edb70436bcb5', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'mac_address': 'fa:16:3e:6a:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 0, 'project_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:17.793485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] Set router 62ee3218-59f9-460f-8314-bef860d3219a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:17.824803 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] Checking router: 266462a6-ae39-4058-9980-d9b8cb0a6b21 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:17.835091 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:17.836048 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:17.867622 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:17.902837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994473e8-320a-431c-8542-8c4667475c93 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:17.983033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2cda3593-4e22-4347-bd6e-72e66f431570 None None] Provisioning complete for port 86b98cd3-700f-492c-953e-839ca7b2c5f1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:17.983337 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2cda3593-4e22-4347-bd6e-72e66f431570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.031668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:18.092121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2c41fe81-0831-40c7-92ee-164df361a3cd up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:18.126488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-cbe5e6e5-ec2e-4c45-9f6b-0fb3cd5fbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:18.129145 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16127cf-7b03-426e-9b04-389731b1e788 x-openstack-request-id: req-e16127cf-7b03-426e-9b04-389731b1e788 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:18.129629 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:18.129711 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e16127cf-7b03-426e-9b04-389731b1e788 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:18.130191 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'status': 'completed', 'code': 200} Dec 10 18:52:18.130300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-cbe5e6e5-ec2e-4c45-9f6b-0fb3cd5fbe1a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1097 time: 0.1374116 Dec 10 18:52:18.309243 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.309581 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2cda3593-4e22-4347-bd6e-72e66f431570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.325136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-e29bab15-bc1d-4620-b1f6-a736671d930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:18.326981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-e29bab15-bc1d-4620-b1f6-a736671d930c service neutron] 10.222.0.30 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 915 time: 0.1637967 Dec 10 18:52:18.336209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2cda3593-4e22-4347-bd6e-72e66f431570 None None] For port 86b98cd3-700f-492c-953e-839ca7b2c5f1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=86b98cd3-700f-492c-953e-839ca7b2c5f1,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:18.337614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2c41fe81-0831-40c7-92ee-164df361a3cd triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:18.338127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.367469 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2cda3593-4e22-4347-bd6e-72e66f431570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.389053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:15Z', 'revision_number': 3, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port': {'id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:18.461618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ca6a11-e382-417c-ab24-ba97fcb6f3a3 None None] The sync data for ids ['62ee3218-59f9-460f-8314-bef860d3219a'] in n-d-821424-1 is: [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:15Z', 'revision_number': 3, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port': {'id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:18.513281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e4628052-dbb7-4ad3-816a-edb70436bcb5', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'mac_address': 'fa:16:3e:6a:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 0, 'project_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:18.520715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda3593-4e22-4347-bd6e-72e66f431570 None None] Pushing event updated for resources: {'Port': ['ID=86b98cd3-700f-492c-953e-839ca7b2c5f1,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:18.543897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-e97328d2-04bc-4f51-a1d9-c9fbc08d989b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 1000 time: 0.1783566 Dec 10 18:52:18.556972 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b45db1-9c92-419d-a4e7-deb51098ee26 None None] The sync data for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 is: [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e4628052-dbb7-4ad3-816a-edb70436bcb5', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'mac_address': 'fa:16:3e:6a:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:16Z', 'revision_number': 0, 'project_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:18.591834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d24616dd-9356-4cbe-a7ea-2b3640ab0b71 None None] Provisioning complete for port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:18.592111 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d24616dd-9356-4cbe-a7ea-2b3640ab0b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.697831 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d24616dd-9356-4cbe-a7ea-2b3640ab0b71 None None] Port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:18.714953 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d24616dd-9356-4cbe-a7ea-2b3640ab0b71 None None] Provisioning complete for port 86b98cd3-700f-492c-953e-839ca7b2c5f1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:18.715628 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d24616dd-9356-4cbe-a7ea-2b3640ab0b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.743418 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.753347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.860890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Pushing event updated for resources: {'Port': ['ID=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:18.866466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-c9c61ab3-f628-42ab-8ab7-8004fee9a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:18.868682 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-c9c61ab3-f628-42ab-8ab7-8004fee9a7a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 200 len: 853 time: 0.3152640 Dec 10 18:52:18.933651 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.938559 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.940868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:18.978064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816dcba5-abcc-4b18-9aad-f2d6256e4d1a None None] New status for floating IP e4628052-dbb7-4ad3-816a-edb70436bcb5: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:52:19.006778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-81e18082-d1c1-437b-b69c-adf169f66b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:19.008359 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-81e18082-d1c1-437b-b69c-adf169f66b2d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308885 Dec 10 18:52:19.142071 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-aff04801-40fe-4121-8b94-0b32db733056 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240282 Dec 10 18:52:19.151067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:19.153981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:19.242862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Router 266462a6-ae39-4058-9980-d9b8cb0a6b21 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:19.440785 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:19.441435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f5818b6-eb1d-4d0c-ac36-b60001992764 req-5fb28c07-4d98-4fbd-a86b-04ae5490ec4c service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885740 Dec 10 18:52:19.448136 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.465740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Router 62ee3218-59f9-460f-8314-bef860d3219a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:19.537471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d2e09b4d-448f-48bc-bb61-f4f06d24bf7e tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "PUT /v2.0/floatingips/e4628052-dbb7-4ad3-816a-edb70436bcb5 HTTP/1.1" status: 200 len: 992 time: 2.0144527 Dec 10 18:52:19.574810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-82096f31-c4b6-4dc0-b22a-0f2e71696318 None None] Provisioning complete for port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:19.575926 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-82096f31-c4b6-4dc0-b22a-0f2e71696318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:19.614476 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-82096f31-c4b6-4dc0-b22a-0f2e71696318 None None] Port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:19.621315 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:19.627063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bd1dd203-959f-4e6a-9323-37f29cb06f48 admin admin] 10.222.0.55 "PUT /v2.0/routers/62ee3218-59f9-460f-8314-bef860d3219a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1359172 Dec 10 18:52:19.650259 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] Sync routers for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:19.661406 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:19.662019 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:19.776569 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:20.064355 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e4628052-dbb7-4ad3-816a-edb70436bcb5', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'mac_address': 'fa:16:3e:6a:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:19Z', 'revision_number': 2, 'project_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:20.077369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 86b98cd3-700f-492c-953e-839ca7b2c5f1 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:20.098867 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] Checking router: 266462a6-ae39-4058-9980-d9b8cb0a6b21 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:20.113425 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:20.114786 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:20.132008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}, {'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:20.134719 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe66ed31-06cf-45e9-96bc-16e87b672cad" -d '{"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9"}, {"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:20.137606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 86b98cd3-700f-492c-953e-839ca7b2c5f1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:20.137988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.200510 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c011b2-9448-404c-b4e8-ca6ea9fb830d x-openstack-request-id: req-32c011b2-9448-404c-b4e8-ca6ea9fb830d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:20.200816 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:20.201277 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-32c011b2-9448-404c-b4e8-ca6ea9fb830d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:20.201741 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'status': 'completed', 'code': 200} Dec 10 18:52:20.201994 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'status': 'completed', 'code': 200} Dec 10 18:52:20.252110 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:20.257222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56454) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:20.263162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1691166029-network', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:20.277642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-fd854e3e-f131-4805-bd02-6227676962c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.280475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-fd854e3e-f131-4805-bd02-6227676962c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1097 time: 0.0502803 Dec 10 18:52:20.288303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Made reservation on behalf of 16e8135a21654fc1a36d6ea53d6770b3 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:20.291401 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.303541 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.408867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-f412bf45-a33c-4a9d-b399-848e3cb09ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.409105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.410892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-f412bf45-a33c-4a9d-b399-848e3cb09ab4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 915 time: 0.1227493 Dec 10 18:52:20.413391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.445626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:52:20.452909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd20261-316c-4bb5-87ff-566537e92b33,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:20.466031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.466496 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Added segment 80be5f1b-cb13-41b3-991d-b44e7f73a661 of type vlan for network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 Dec 10 18:52:20.498142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-ee99b7d5-ca8c-4526-88db-3e91bd11dbfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 1002 time: 0.0794275 Dec 10 18:52:20.539441 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.539913 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e4628052-dbb7-4ad3-816a-edb70436bcb5', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'mac_address': 'fa:16:3e:6a:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:19Z', 'revision_number': 2, 'project_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:20.572165 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.573592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.574171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.576733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-582ffbc3-3521-4432-9d39-d40154b19d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.577788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9737e1b8-6d10-4000-8812-fa953a442263 None None] The sync data for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 is: [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e4628052-dbb7-4ad3-816a-edb70436bcb5', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'floating_ip_address': '172.25.2.221', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'port_id': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'mac_address': 'fa:16:3e:6a:6d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:52:16Z', 'updated_at': '2021-12-10T18:52:19Z', 'revision_number': 2, 'project_id': '4432700f49f6476f908d52dc00766fae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:20.578764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-582ffbc3-3521-4432-9d39-d40154b19d9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 200 len: 853 time: 0.0659595 Dec 10 18:52:20.635540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3771241 Dec 10 18:52:20.640028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-2b6e41f7-7de6-4ae9-86ab-cde7be411556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:20.641790 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-2b6e41f7-7de6-4ae9-86ab-cde7be411556 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550854 Dec 10 18:52:20.642236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56456) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:20.650627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Request body: {'subnet': {'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1691166029-subnet', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:20.650820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1975b-8d84-4a9a-9995-05c0023eedca admin admin] Pushing event updated for resources: {'Network': ['ID=2883a38b-52b6-4acb-a9aa-20ddda4f5ed0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:20.668964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:52:20.727976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Made reservation on behalf of 16e8135a21654fc1a36d6ea53d6770b3 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:20.730504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:20.811168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Sync routers for ids ['62ee3218-59f9-460f-8314-bef860d3219a'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:20.813624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-bd31d8bd-e378-4012-9a3c-6d6c03c24fc4 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589432 Dec 10 18:52:20.823677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Routers {'62ee3218-59f9-460f-8314-bef860d3219a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:20.824367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['62ee3218-59f9-460f-8314-bef860d3219a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:20.973314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-3378fd17-19d9-4f06-8f98-f03a098aa960 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516778 Dec 10 18:52:20.975439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Set router 62ee3218-59f9-460f-8314-bef860d3219a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:21.032775 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.117037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-5d706897-0f95-4b53-87c9-08b7316bd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.118629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-5d706897-0f95-4b53-87c9-08b7316bd8d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1097 time: 0.0974991 Dec 10 18:52:21.124596 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de5f690-376c-4a9f-9d1a-1979e8626d5e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.140385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Checking segment: {'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:21.140920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Network hostable DHCP agents. Network: 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:52:21.210174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:52:21.213164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 4, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port': {'id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712', 'name': '', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'mac_address': 'fa:16:3e:e2:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:17Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 2, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'subnets': [{'id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:21.238495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:21.241459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Checking router: 62ee3218-59f9-460f-8314-bef860d3219a for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:21.241821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Updating router 62ee3218-59f9-460f-8314-bef860d3219a port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:21.245247 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.245847 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.253791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-ef39e10c-3eb2-4195-b973-590a07545a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.255345 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-ef39e10c-3eb2-4195-b973-590a07545a5a service neutron] 10.222.0.30 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 915 time: 0.1239848 Dec 10 18:52:21.266224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3fd15c-a7f8-4b9f-b257-78c2eb2c2997 None None] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:21.276189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6f6d6e14-119b-4aa5-ad8f-41da6120f47e admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6303360 Dec 10 18:52:21.276801 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56458) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:21.283101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:21.308462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.309940 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.316463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.340359 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-32a2817f-884b-4ee8-b04c-fa6d2a92c64e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 1002 time: 0.0772119 Dec 10 18:52:21.371343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.394305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-fd9b59fb-ace1-4379-9447-e5c87f866f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.395011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-fd9b59fb-ace1-4379-9447-e5c87f866f82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 200 len: 853 time: 0.0473170 Dec 10 18:52:21.445399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-fb76a5b3-7d06-4e89-9aba-d150a97d3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:21.447014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-fb76a5b3-7d06-4e89-9aba-d150a97d3af5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423918 Dec 10 18:52:21.467243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'fixed_ips': [{'subnet_id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:52:21.468453 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.538443 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.569281 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-fda9c31f-efd8-4364-b58a-bc7531ebde04 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141107 Dec 10 18:52:21.756063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Allocated IP 172.20.0.2 (2883a38b-52b6-4acb-a9aa-20ddda4f5ed0/4de5f690-376c-4a9f-9d1a-1979e8626d5e/02f16a3e-0d96-4207-9d65-c283ed0e73c4) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:21.786532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.816628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.843985 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.856103 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:21.924017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb64711-2c39-4306-9693-bc27ef06e356 None None] Pushing event updated for resources: {'Port': ['ID=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:21.949815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Allocated IP 172.25.2.155 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/2aba6d22-0ad8-450b-9a92-b03b08541292) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:22.062458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe66ed31-06cf-45e9-96bc-16e87b672cad req-d806f9ae-0d25-485b-8c8e-c95ed146739b service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856331 Dec 10 18:52:22.074225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Attempting to bind port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:22.074647 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Attempting to bind port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:22.075168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Attempting to bind port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:22.084087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.088158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:22.088907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Checking segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:22.089862 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.090450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Bound using segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:22.091650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Bound port: 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:22.092458 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.107330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.132729 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.142166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.177892 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:22.181783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:22.185006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:22.211951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=2aba6d22-0ad8-450b-9a92-b03b08541292,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:22.212875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb016962-9748-4da2-a5ee-5ab0f7af43cd None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:22.225683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:22.241655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:22.247112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:22.257002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] For port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:22.259394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Pushing event updated for resources: {'Port': ['ID=02f16a3e-0d96-4207-9d65-c283ed0e73c4,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:22.264913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] For port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:22.276248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.355062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-93622f9c-eff8-4e20-937f-abd8d53b460b None None] Provisioning complete for port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:22.355062 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-93622f9c-eff8-4e20-937f-abd8d53b460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.423658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Attempting to bind port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:22.424147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Attempting to bind port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:22.424432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Attempting to bind port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 on network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:22.438025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb64711-2c39-4306-9693-bc27ef06e356 None None] Pushing event updated for resources: {'Port': ['ID=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:22.440965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Routers {'62ee3218-59f9-460f-8314-bef860d3219a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:22.441622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['62ee3218-59f9-460f-8314-bef860d3219a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:22.446024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:22.446543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Checking segment: {'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:22.446896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.447337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Bound using segment: {'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:22.447858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Bound port: 02f16a3e-0d96-4207-9d65-c283ed0e73c4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:22.448250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.491775 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.740655 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.824674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-93622f9c-eff8-4e20-937f-abd8d53b460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.831786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] Set router 62ee3218-59f9-460f-8314-bef860d3219a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:22.867047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] For port 02f16a3e-0d96-4207-9d65-c283ed0e73c4, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:22.895001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Router f80cdb97-9bbb-4418-9e40-89f9bee309bd is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:52:22.896589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] For port 02f16a3e-0d96-4207-9d65-c283ed0e73c4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=02f16a3e-0d96-4207-9d65-c283ed0e73c4,segment=NetworkSegment(80be5f1b-cb13-41b3-991d-b44e7f73a661),segment_id=80be5f1b-cb13-41b3-991d-b44e7f73a661)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:22.904174 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:22.996654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-93622f9c-eff8-4e20-937f-abd8d53b460b None None] For port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:23.020577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-93622f9c-eff8-4e20-937f-abd8d53b460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.026446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:23.035952 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Sync routers for ids ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:23.053362 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Routers {'f80cdb97-9bbb-4418-9e40-89f9bee309bd'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:23.053893 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:23.067819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.069651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f8bde7ba-e5b5-4e2b-a93b-69a81d529ff0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7915111 Dec 10 18:52:23.072513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56460) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:23.078151 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee728a9-2c2b-46a1-b095-038e9745cef5 None None] Pushing event updated for resources: {'Port': ['ID=02f16a3e-0d96-4207-9d65-c283ed0e73c4,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:23.190449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-42834619-c6bb-4ab2-ba52-339c9f34d89e None None] Provisioning complete for port 2aba6d22-0ad8-450b-9a92-b03b08541292 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:23.190821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42834619-c6bb-4ab2-ba52-339c9f34d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.194472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93622f9c-eff8-4e20-937f-abd8d53b460b None None] Pushing event updated for resources: {'Port': ['ID=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:23.214821 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Set router f80cdb97-9bbb-4418-9e40-89f9bee309bd gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:23.295515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-42834619-c6bb-4ab2-ba52-339c9f34d89e None None] Port 2aba6d22-0ad8-450b-9a92-b03b08541292 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:23.325464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-42834619-c6bb-4ab2-ba52-339c9f34d89e None None] Provisioning complete for port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:23.326104 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-42834619-c6bb-4ab2-ba52-339c9f34d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.373642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 4, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port': {'id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712', 'name': '', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'mac_address': 'fa:16:3e:e2:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:17Z', 'updated_at': '2021-12-10T18:52:22Z', 'revision_number': 4, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'subnets': [{'id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:23.414494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30102f56-8d25-4889-bb6f-877f3b70f7fc None None] The sync data for ids ['62ee3218-59f9-460f-8314-bef860d3219a'] in n-d-821424-1 is: [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 4, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port': {'id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712', 'name': '', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'mac_address': 'fa:16:3e:e2:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4020, 'fixed_ips': [{'subnet_id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:17Z', 'updated_at': '2021-12-10T18:52:22Z', 'revision_number': 4, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'subnets': [{'id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:23.548141 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:22Z', 'revision_number': 3, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:23.591501 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Checking router: f80cdb97-9bbb-4418-9e40-89f9bee309bd for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:23.591848 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Updating router f80cdb97-9bbb-4418-9e40-89f9bee309bd port 2aba6d22-0ad8-450b-9a92-b03b08541292 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:23.639525 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.708560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:23.939538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Allocated IP 172.20.0.1 (2883a38b-52b6-4acb-a9aa-20ddda4f5ed0/4de5f690-376c-4a9f-9d1a-1979e8626d5e/341ba41b-d041-429b-a1f4-ecafe3ab9c86) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:24.136654 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.152899 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.179474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:24.200573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.231166 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Pushing event updated for resources: {'Port': ['ID=2aba6d22-0ad8-450b-9a92-b03b08541292,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:24.267050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:24.267597 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.272701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.283306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.283306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.283306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.283306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.283306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.283306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.283306 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.284240 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.284240 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.286986 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.288353 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.288353 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.288353 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:24.307007 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Attempting to bind port 2aba6d22-0ad8-450b-9a92-b03b08541292 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:24.307573 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Attempting to bind port 2aba6d22-0ad8-450b-9a92-b03b08541292 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:24.308343 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Attempting to bind port 2aba6d22-0ad8-450b-9a92-b03b08541292 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:24.316928 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:24.317417 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:24.318111 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.318854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73f743-a07f-49df-94ff-4afc97fd4c0d None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:24.319001 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:24.319784 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Bound port: 2aba6d22-0ad8-450b-9a92-b03b08541292, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:24.320448 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.358128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:24.362314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:24.366927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:24.418806 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.437581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 02f16a3e-0d96-4207-9d65-c283ed0e73c4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:24.477554 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] For port 2aba6d22-0ad8-450b-9a92-b03b08541292, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:24.479005 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Pushing event updated for resources: {'Port': ['ID=341ba41b-d041-429b-a1f4-ecafe3ab9c86,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:24.482730 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] For port 2aba6d22-0ad8-450b-9a92-b03b08541292, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2aba6d22-0ad8-450b-9a92-b03b08541292,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:24.496169 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.529763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-41025c3f-d124-4859-bd3b-10bca4e9a747 None None] Provisioning complete for port 2aba6d22-0ad8-450b-9a92-b03b08541292 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:24.530238 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41025c3f-d124-4859-bd3b-10bca4e9a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.591816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217432f9-c640-45c2-bb9e-0a035c763630 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:24.606830 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:24.607392 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.641529 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c496949-a3fb-4ff2-983f-09e16c06a9bd None None] Pushing event updated for resources: {'Port': ['ID=2aba6d22-0ad8-450b-9a92-b03b08541292,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:24.649338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.657207 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Routers {'f80cdb97-9bbb-4418-9e40-89f9bee309bd'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:24.658845 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:24.712186 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a959e998-ff7e-4fbb-968c-ee4a50088348 None None] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:24.892936 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] Set router f80cdb97-9bbb-4418-9e40-89f9bee309bd gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:24.898777 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41025c3f-d124-4859-bd3b-10bca4e9a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.959450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:24.972471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.042579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-41025c3f-d124-4859-bd3b-10bca4e9a747 None None] For port 2aba6d22-0ad8-450b-9a92-b03b08541292, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2aba6d22-0ad8-450b-9a92-b03b08541292,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:25.066976 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41025c3f-d124-4859-bd3b-10bca4e9a747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.088584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Pushing event updated for resources: {'Port': ['ID=341ba41b-d041-429b-a1f4-ecafe3ab9c86,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:25.095172 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.146144 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.216438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:25.224532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:25.238081 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '341ba41b-d041-429b-a1f4-ecafe3ab9c86', 'name': '', 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'mac_address': 'fa:16:3e:b1:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:23Z', 'updated_at': '2021-12-10T18:52:23Z', 'revision_number': 1, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'subnets': [{'id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:25.274560 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e310651-73f0-434d-af64-6add479d6f59 None None] The sync data for ids ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'] in n-d-821424-1 is: [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '341ba41b-d041-429b-a1f4-ecafe3ab9c86', 'name': '', 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'mac_address': 'fa:16:3e:b1:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:23Z', 'updated_at': '2021-12-10T18:52:23Z', 'revision_number': 1, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'subnets': [{'id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:25.279551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41025c3f-d124-4859-bd3b-10bca4e9a747 None None] Pushing event updated for resources: {'Port': ['ID=2aba6d22-0ad8-450b-9a92-b03b08541292,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:25.303065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 02f16a3e-0d96-4207-9d65-c283ed0e73c4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=02f16a3e-0d96-4207-9d65-c283ed0e73c4,segment=NetworkSegment(80be5f1b-cb13-41b3-991d-b44e7f73a661),segment_id=80be5f1b-cb13-41b3-991d-b44e7f73a661)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:25.305622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-743687ae-1558-431c-9b43-73b78b13c0f7 None None] Provisioning complete for port 2aba6d22-0ad8-450b-9a92-b03b08541292 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:25.306074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-743687ae-1558-431c-9b43-73b78b13c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.310592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.411556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Router f80cdb97-9bbb-4418-9e40-89f9bee309bd has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:25.448889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=02f16a3e-0d96-4207-9d65-c283ed0e73c4,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:25.543090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-743687ae-1558-431c-9b43-73b78b13c0f7 None None] Provisioning complete for port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:25.543423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-743687ae-1558-431c-9b43-73b78b13c0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.590008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:25.604943 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7328d6f7-a46f-43cb-9713-109b9252a423 admin admin] 10.222.0.55 "PUT /v2.0/routers/f80cdb97-9bbb-4418-9e40-89f9bee309bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5245423 Dec 10 18:52:25.804150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2eb14271-df07-471b-880f-99d1f8e5342f None None] Provisioning complete for port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:25.805142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2eb14271-df07-471b-880f-99d1f8e5342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:25.847532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2eb14271-df07-471b-880f-99d1f8e5342f None None] Port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:25.859930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2eb14271-df07-471b-880f-99d1f8e5342f None None] Provisioning complete for port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:25.860305 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2eb14271-df07-471b-880f-99d1f8e5342f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:26.066295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 02f16a3e-0d96-4207-9d65-c283ed0e73c4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:26.161960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b950944c-5b7a-400c-8a98-75ede7bbc1e9 None None] Provisioning complete for port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:26.165869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b950944c-5b7a-400c-8a98-75ede7bbc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:26.226839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-25bed6df-5a09-421c-84fa-fbcef84728e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079407 Dec 10 18:52:26.231623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:26.232042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:26.233768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b950944c-5b7a-400c-8a98-75ede7bbc1e9 None None] Port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:26.395040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c245823b-e345-4748-96b0-4ec3767ad361 None None] Provisioning complete for port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:26.395632 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c245823b-e345-4748-96b0-4ec3767ad361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:26.431226 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-1d4cbbdd-0631-4b3f-b216-38b86c6c3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.432839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-1d4cbbdd-0631-4b3f-b216-38b86c6c3d9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1097 time: 0.1376169 Dec 10 18:52:26.458625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c245823b-e345-4748-96b0-4ec3767ad361 None None] Port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:26.489268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-e1e52a42-fe72-4a0a-abd4-1183ab806816 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.490969 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-e1e52a42-fe72-4a0a-abd4-1183ab806816 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/networks?id=0ab72e80-4e6d-49e6-845d-f3c4879a7467 HTTP/1.1" status: 200 len: 910 time: 0.1864228 Dec 10 18:52:26.540687 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-da58f61d-fc1a-43ed-9b73-53758d3778b7 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/quotas/16e8135a21654fc1a36d6ea53d6770b3 HTTP/1.1" status: 200 len: 375 time: 0.0164444 Dec 10 18:52:26.631197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-a064ffab-9adc-49d2-8d6b-4d2e1a6e8a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.632663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-a064ffab-9adc-49d2-8d6b-4d2e1a6e8a95 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 915 time: 0.1689930 Dec 10 18:52:26.655059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-5ab4a191-12c2-4325-adef-99a66060a8ff tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=16e8135a21654fc1a36d6ea53d6770b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1079865 Dec 10 18:52:26.764115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-1d5847fe-e2ef-40cf-a23a-d13f14512ec9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 1002 time: 0.1205206 Dec 10 18:52:26.830576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-4ecb3d55-169b-434f-90e5-5d1d1e3aaf28 service neutron] 10.222.0.55 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405919 Dec 10 18:52:26.858983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-cae7408e-8179-489d-839c-13ca739e400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.860657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-cae7408e-8179-489d-839c-13ca739e400c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 200 len: 853 time: 0.0826170 Dec 10 18:52:26.965266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-850650c7-b2ac-431f-a852-3429f2457b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:26.966855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-850650c7-b2ac-431f-a852-3429f2457b29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792861 Dec 10 18:52:26.968880 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-f670c8cf-35f1-486a-ba7c-af3c7bbc6b1d service neutron] 10.222.0.55 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321232 Dec 10 18:52:27.069263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-f86a3f6f-baae-4d7e-b2d9-5fd8420deee4 service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935776 Dec 10 18:52:27.173692 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b55c7e1f-ae13-4815-8866-2548e3b331ae req-2771a08c-8be8-405e-a547-32f77990bab6 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 210 time: 0.0283039 Dec 10 18:52:27.195816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ce501c7-1a5e-47d1-939e-e268b8c4e9ce req-abb821a9-270a-42c1-bee3-fff5fe32cd9b service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184087 Dec 10 18:52:27.842773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Sync routers for ids ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:27.853352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Routers {'f80cdb97-9bbb-4418-9e40-89f9bee309bd'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:27.853971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:27.996390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Set router f80cdb97-9bbb-4418-9e40-89f9bee309bd gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:28.084372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2aba6d22-0ad8-450b-9a92-b03b08541292 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:28.203201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 2aba6d22-0ad8-450b-9a92-b03b08541292 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:28.204004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.283869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e967f6d-deda-48f5-8144-56d4e23456dd req-9253a10e-3955-451b-95d7-0894d337be51 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 210 time: 0.0314457 Dec 10 18:52:28.340115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c269900d-add0-49b5-9bad-2f0444a34e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.342866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '341ba41b-d041-429b-a1f4-ecafe3ab9c86', 'name': '', 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'mac_address': 'fa:16:3e:b1:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:23Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 2, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'subnets': [{'id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:28.377656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Checking router: f80cdb97-9bbb-4418-9e40-89f9bee309bd for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:28.378017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Updating router f80cdb97-9bbb-4418-9e40-89f9bee309bd port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:52:28.405154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.447211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81540b05-611b-49b4-8717-c5e5fd9e4b61 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:28.448803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81540b05-611b-49b4-8717-c5e5fd9e4b61 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.59 "GET /v2.0/networks?id=0ab72e80-4e6d-49e6-845d-f3c4879a7467 HTTP/1.1" status: 200 len: 910 time: 0.1188533 Dec 10 18:52:28.462374 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Request body: {'port': {'device_id': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'admin_state_up': True, 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:28.487288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Made reservation on behalf of 16e8135a21654fc1a36d6ea53d6770b3 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:28.489843 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.617187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Allocated IP 172.20.0.14 (0ab72e80-4e6d-49e6-845d-f3c4879a7467/e7d46039-a6f7-41e6-a628-ab2ae1ee9a40/740c0880-2177-4daa-a9f1-56a2b76021b0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:28.704788 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.711463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.759516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.762643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f69a8-cd28-46a9-a511-25aceaa33bb0 None None] Pushing event updated for resources: {'Port': ['ID=341ba41b-d041-429b-a1f4-ecafe3ab9c86,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:28.804702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.823022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Attempting to bind port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:28.823392 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Attempting to bind port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:28.823779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Attempting to bind port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 on network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:28.836632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:28.837040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Checking segment: {'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:28.837479 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.837876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Bound using segment: {'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:28.838569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Bound port: 341ba41b-d041-429b-a1f4-ecafe3ab9c86, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80be5f1b-cb13-41b3-991d-b44e7f73a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:28.838954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.866304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:28.867342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Pushing event updated for resources: {'Port': ['ID=740c0880-2177-4daa-a9f1-56a2b76021b0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:28.870397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:28.872807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:28.911256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] For port 341ba41b-d041-429b-a1f4-ecafe3ab9c86, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:28.914933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] For port 341ba41b-d041-429b-a1f4-ecafe3ab9c86, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=341ba41b-d041-429b-a1f4-ecafe3ab9c86,segment=NetworkSegment(80be5f1b-cb13-41b3-991d-b44e7f73a661),segment_id=80be5f1b-cb13-41b3-991d-b44e7f73a661)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:28.915140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:28.916053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.920751 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:28.936741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-81002669-c500-4036-b0d9-33475416480d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.4789169 Dec 10 18:52:28.958611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Request body: {'port': {'device_id': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:28.976242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Routers {'f80cdb97-9bbb-4418-9e40-89f9bee309bd'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:28.977137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:29.029557 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.047455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f69a8-cd28-46a9-a511-25aceaa33bb0 None None] Pushing event updated for resources: {'Port': ['ID=341ba41b-d041-429b-a1f4-ecafe3ab9c86,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:29.137828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3a8219f1-fea5-4fe0-a813-38759a8e50ca None None] Provisioning complete for port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:29.138202 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3a8219f1-fea5-4fe0-a813-38759a8e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.178860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] Set router f80cdb97-9bbb-4418-9e40-89f9bee309bd gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:29.347184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740c0880-2177-4daa-a9f1-56a2b76021b0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:29.348425 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3a8219f1-fea5-4fe0-a813-38759a8e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.356833 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.372001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Transition to ACTIVE for port object 740c0880-2177-4daa-a9f1-56a2b76021b0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:29.376485 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.412156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c02339-643e-4166-9518-a1074d126c20 req-24990360-139b-43ed-bbf9-d528b8578327 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.414766 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92c02339-643e-4166-9518-a1074d126c20 req-24990360-139b-43ed-bbf9-d528b8578327 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1053 time: 0.0439405 Dec 10 18:52:29.429755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Pushing event updated for resources: {'Port': ['ID=740c0880-2177-4daa-a9f1-56a2b76021b0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:29.491469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92c02339-643e-4166-9518-a1074d126c20 req-f2751d3e-ecdc-4fb4-8461-e2f23b3ad00d tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575924 Dec 10 18:52:29.507297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Attempting to bind port 740c0880-2177-4daa-a9f1-56a2b76021b0 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:29.507646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Attempting to bind port 740c0880-2177-4daa-a9f1-56a2b76021b0 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:29.507991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Attempting to bind port 740c0880-2177-4daa-a9f1-56a2b76021b0 on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:29.513925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Port 740c0880-2177-4daa-a9f1-56a2b76021b0 on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:29.514256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Attempting to bind port 740c0880-2177-4daa-a9f1-56a2b76021b0 on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:29.520184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:29.520550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Checking segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:29.520923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Bound using segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:29.521372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Bound port: 740c0880-2177-4daa-a9f1-56a2b76021b0, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:29.521739 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.605849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] For port 740c0880-2177-4daa-a9f1-56a2b76021b0, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:29.609781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] For port 740c0880-2177-4daa-a9f1-56a2b76021b0, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=740c0880-2177-4daa-a9f1-56a2b76021b0,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:29.615891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.616548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3a8219f1-fea5-4fe0-a813-38759a8e50ca None None] For port 341ba41b-d041-429b-a1f4-ecafe3ab9c86, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=341ba41b-d041-429b-a1f4-ecafe3ab9c86,segment=NetworkSegment(80be5f1b-cb13-41b3-991d-b44e7f73a661),segment_id=80be5f1b-cb13-41b3-991d-b44e7f73a661)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:29.622299 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3a8219f1-fea5-4fe0-a813-38759a8e50ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.654661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.655220 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.656743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] 10.222.0.59 "PUT /v2.0/ports/740c0880-2177-4daa-a9f1-56a2b76021b0 HTTP/1.1" status: 200 len: 1092 time: 0.7116642 Dec 10 18:52:29.659132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'tag': '740c0880-2177-4daa-a9f1-56a2b76021b0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:29.662438 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392851ec-9a47-41d6-8604-982cc9c44950" -d '{"events": [{"name": "network-changed", "server_uuid": "86e0ff9c-08c2-49af-968f-ad836a972d0d", "tag": "740c0880-2177-4daa-a9f1-56a2b76021b0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:29.682389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8219f1-fea5-4fe0-a813-38759a8e50ca None None] Pushing event updated for resources: {'Port': ['ID=341ba41b-d041-429b-a1f4-ecafe3ab9c86,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:29.700260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '341ba41b-d041-429b-a1f4-ecafe3ab9c86', 'name': '', 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'mac_address': 'fa:16:3e:b1:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:23Z', 'updated_at': '2021-12-10T18:52:28Z', 'revision_number': 4, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'subnets': [{'id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:29.709695 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2377061e-2a3a-42d2-a891-b1e5c7963614 x-openstack-request-id: req-2377061e-2a3a-42d2-a891-b1e5c7963614 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:29.709991 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e0ff9c-08c2-49af-968f-ad836a972d0d", "tag": "740c0880-2177-4daa-a9f1-56a2b76021b0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:29.710251 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2377061e-2a3a-42d2-a891-b1e5c7963614 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:29.710674 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'tag': '740c0880-2177-4daa-a9f1-56a2b76021b0', 'status': 'completed', 'code': 200} Dec 10 18:52:29.713913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5192dd-b2c0-45af-90d2-abd0f077acb9 service neutron] Pushing event updated for resources: {'Port': ['ID=740c0880-2177-4daa-a9f1-56a2b76021b0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:29.741372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b0972b-2ba3-46d2-8947-2dac101763b3 None None] The sync data for ids ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'] in n-d-821424-1 is: [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '341ba41b-d041-429b-a1f4-ecafe3ab9c86', 'name': '', 'network_id': '2883a38b-52b6-4acb-a9aa-20ddda4f5ed0', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'mac_address': 'fa:16:3e:b1:39:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:23Z', 'updated_at': '2021-12-10T18:52:28Z', 'revision_number': 4, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'subnets': [{'id': '4de5f690-376c-4a9f-9d1a-1979e8626d5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:29.754428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-49a9805c-b265-4689-8603-79b3e31a2f5d None None] Provisioning complete for port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:29.754808 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-49a9805c-b265-4689-8603-79b3e31a2f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:29.769758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-38309800-1b06-45b5-9404-2370b8a74bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.771704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-38309800-1b06-45b5-9404-2370b8a74bd7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16e8135a21654fc1a36d6ea53d6770b3&device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1095 time: 0.0542831 Dec 10 18:52:29.831304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-ca65cd92-2af6-49e0-bc6d-eaae12275fce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740c0880-2177-4daa-a9f1-56a2b76021b0 HTTP/1.1" status: 200 len: 217 time: 0.0484910 Dec 10 18:52:29.889747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-f29c234b-a129-4553-a01a-77da2be87b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.891471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-f29c234b-a129-4553-a01a-77da2be87b99 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7d46039-a6f7-41e6-a628-ab2ae1ee9a40 HTTP/1.1" status: 200 len: 848 time: 0.0537241 Dec 10 18:52:29.941869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-92e8faa9-7983-4925-81f0-d08ce57fae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:29.943458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-92e8faa9-7983-4925-81f0-d08ce57fae8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ab72e80-4e6d-49e6-845d-f3c4879a7467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450542 Dec 10 18:52:30.056532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 341ba41b-d041-429b-a1f4-ecafe3ab9c86 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:30.064070 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-cfb4c360-e5b1-4298-bbcb-d1b613ff39d2 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126728 Dec 10 18:52:30.111791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:30.112145 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:30.169896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fd37e33-11b8-4f2a-a4bd-44e4b2d3a7b2 req-3e0c6e03-8c4d-4162-b61a-aa4030df4ae3 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990188 Dec 10 18:52:30.263991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392851ec-9a47-41d6-8604-982cc9c44950 req-f20d5804-30b1-4b1e-92be-25df546657aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.265553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-392851ec-9a47-41d6-8604-982cc9c44950 req-f20d5804-30b1-4b1e-92be-25df546657aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16e8135a21654fc1a36d6ea53d6770b3&device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1095 time: 0.0445948 Dec 10 18:52:30.368173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392851ec-9a47-41d6-8604-982cc9c44950 req-353d4451-42e7-4cda-8ff5-e6660257b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.369727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-392851ec-9a47-41d6-8604-982cc9c44950 req-353d4451-42e7-4cda-8ff5-e6660257b61f service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ab72e80-4e6d-49e6-845d-f3c4879a7467 HTTP/1.1" status: 200 len: 910 time: 0.0975482 Dec 10 18:52:30.414010 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-392851ec-9a47-41d6-8604-982cc9c44950 req-fa80e44e-54f0-471e-a167-9fc9b86b9721 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740c0880-2177-4daa-a9f1-56a2b76021b0 HTTP/1.1" status: 200 len: 217 time: 0.0363777 Dec 10 18:52:30.471314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392851ec-9a47-41d6-8604-982cc9c44950 req-d9d7438e-1197-4d4d-8afa-c47688d3cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.472868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-392851ec-9a47-41d6-8604-982cc9c44950 req-d9d7438e-1197-4d4d-8afa-c47688d3cefb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e7d46039-a6f7-41e6-a628-ab2ae1ee9a40 HTTP/1.1" status: 200 len: 848 time: 0.0520236 Dec 10 18:52:30.522917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392851ec-9a47-41d6-8604-982cc9c44950 req-36267d02-bdd4-4b27-8f5a-75dfd888f798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.524565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-392851ec-9a47-41d6-8604-982cc9c44950 req-36267d02-bdd4-4b27-8f5a-75dfd888f798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ab72e80-4e6d-49e6-845d-f3c4879a7467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419121 Dec 10 18:52:30.620042 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2317e08-bd49-4011-99a6-4118aa9bdeef req-7960405a-35e0-4b0a-a479-78ef6444a2c2 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:30.621607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a2317e08-bd49-4011-99a6-4118aa9bdeef req-7960405a-35e0-4b0a-a479-78ef6444a2c2 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1095 time: 0.0444858 Dec 10 18:52:30.629924 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-392851ec-9a47-41d6-8604-982cc9c44950 req-fecd2bf7-e3ba-447c-a600-bbf6385aa65c service neutron] 10.222.0.59 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959084 Dec 10 18:52:30.673931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a2317e08-bd49-4011-99a6-4118aa9bdeef req-b6a1f060-d060-4f91-a63e-ceeeb1b20ad9 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 Dec 10 18:52:30.729631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-392851ec-9a47-41d6-8604-982cc9c44950 req-f85efdc5-7357-45f9-aadc-2da06ae8fee9 service neutron] 10.222.0.59 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926785 Dec 10 18:52:31.652212 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dbb47f29-ee9f-49aa-869a-19fb6744ec5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:31.791238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b0da0-5251-4f10-b732-255904b49cf0 req-582baefe-e711-4346-abde-c0ae8ee3c12f tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:31.792817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f00b0da0-5251-4f10-b732-255904b49cf0 req-582baefe-e711-4346-abde-c0ae8ee3c12f tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1095 time: 0.0459526 Dec 10 18:52:31.845426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f00b0da0-5251-4f10-b732-255904b49cf0 req-03b881bd-9bbd-44f6-afba-1ee1f8be4ed6 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459192 Dec 10 18:52:32.164440 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.193862 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:32.966141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29f865-5838-4073-8943-2704c2a72f5c req-516b1cf9-b6b4-4c60-91a0-64330dc180ce tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:32.967722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d29f865-5838-4073-8943-2704c2a72f5c req-516b1cf9-b6b4-4c60-91a0-64330dc180ce tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1095 time: 0.0491900 Dec 10 18:52:33.026756 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d29f865-5838-4073-8943-2704c2a72f5c req-ce0aa932-e6d2-4161-83c7-080869c4f324 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512085 Dec 10 18:52:33.753827 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 740c0880-2177-4daa-a9f1-56a2b76021b0 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:33.849855 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.867675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 740c0880-2177-4daa-a9f1-56a2b76021b0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=740c0880-2177-4daa-a9f1-56a2b76021b0,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:33.880510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '740c0880-2177-4daa-a9f1-56a2b76021b0', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'port_id': '740c0880-2177-4daa-a9f1-56a2b76021b0', 'mac_address': 'fa:16:3e:da:9b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:33.919580 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:33.934526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740c0880-2177-4daa-a9f1-56a2b76021b0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:33.956197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 740c0880-2177-4daa-a9f1-56a2b76021b0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=740c0880-2177-4daa-a9f1-56a2b76021b0,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:33.961539 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:34.013218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=740c0880-2177-4daa-a9f1-56a2b76021b0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:34.145175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527d1fd-7bca-4581-a8e8-97bca0ab5689 req-21c9b6f8-448d-477d-95c7-16d3b1ee86bf tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:34.146839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1527d1fd-7bca-4581-a8e8-97bca0ab5689 req-21c9b6f8-448d-477d-95c7-16d3b1ee86bf tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1096 time: 0.0439458 Dec 10 18:52:34.150739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['740c0880-2177-4daa-a9f1-56a2b76021b0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:34.160129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:34.210886 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1527d1fd-7bca-4581-a8e8-97bca0ab5689 req-f37471d5-2647-4d08-af3d-e72b6db1f2e2 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574832 Dec 10 18:52:34.892905 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:35.324101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeeed74-a43e-46a5-9f67-73ffa54b9e90 req-8ee80625-98e3-42a3-b54f-a3d12019b906 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:35.325644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4eeeed74-a43e-46a5-9f67-73ffa54b9e90 req-8ee80625-98e3-42a3-b54f-a3d12019b906 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1096 time: 0.0427601 Dec 10 18:52:35.373435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4eeeed74-a43e-46a5-9f67-73ffa54b9e90 req-f14b6907-e991-4fc6-bfe0-24b25b075a35 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407515 Dec 10 18:52:35.769644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 740c0880-2177-4daa-a9f1-56a2b76021b0 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:35.824271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 740c0880-2177-4daa-a9f1-56a2b76021b0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:35.828759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 740c0880-2177-4daa-a9f1-56a2b76021b0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:35.829131 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:35.913311 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:35.939321 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c0880-2177-4daa-a9f1-56a2b76021b0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:35.942580 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efea26bd-3bca-42d4-b1a4-1601a75c216f" -d '{"events": [{"server_uuid": "86e0ff9c-08c2-49af-968f-ad836a972d0d", "name": "network-vif-plugged", "status": "completed", "tag": "740c0880-2177-4daa-a9f1-56a2b76021b0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:35.970880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 740c0880-2177-4daa-a9f1-56a2b76021b0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=740c0880-2177-4daa-a9f1-56a2b76021b0,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:35.975109 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:36.004497 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e885b69-e946-4a29-8bb9-ed9f2177cd0b x-openstack-request-id: req-7e885b69-e946-4a29-8bb9-ed9f2177cd0b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:36.004809 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e0ff9c-08c2-49af-968f-ad836a972d0d", "name": "network-vif-plugged", "status": "completed", "tag": "740c0880-2177-4daa-a9f1-56a2b76021b0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:36.005047 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7e885b69-e946-4a29-8bb9-ed9f2177cd0b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:36.005449 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740c0880-2177-4daa-a9f1-56a2b76021b0', 'code': 200} Dec 10 18:52:36.034501 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=740c0880-2177-4daa-a9f1-56a2b76021b0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:36.090896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f9b14-62a0-42fa-a291-5f4f7486fba1 req-61c16150-bfab-4543-9e65-2402e48ae1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:36.093046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd8f9b14-62a0-42fa-a291-5f4f7486fba1 req-61c16150-bfab-4543-9e65-2402e48ae1fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0421548 Dec 10 18:52:36.143749 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd8f9b14-62a0-42fa-a291-5f4f7486fba1 req-afa0c251-3ba9-44ba-8742-bb2073d069c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433633 Dec 10 18:52:36.492451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d40dc71-4860-4377-8662-1c17fc7f13cb req-304856c6-06dc-4965-9163-929c5bbb0d48 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:36.494021 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d40dc71-4860-4377-8662-1c17fc7f13cb req-304856c6-06dc-4965-9163-929c5bbb0d48 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0457091 Dec 10 18:52:36.542672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d40dc71-4860-4377-8662-1c17fc7f13cb req-b8ac129f-f366-4bb8-abcf-8c12603c3b0a tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421934 Dec 10 18:52:37.660129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72445c59-3bc4-4b08-8468-ed9dc3135ae5 req-805e3f61-f098-4e9d-808b-be3fa4ab8964 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:37.661690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72445c59-3bc4-4b08-8468-ed9dc3135ae5 req-805e3f61-f098-4e9d-808b-be3fa4ab8964 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0453701 Dec 10 18:52:37.713184 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72445c59-3bc4-4b08-8468-ed9dc3135ae5 req-ab3ae78d-7dab-4a51-8576-efd107dd3dcf tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Dec 10 18:52:37.830460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc1673-2a13-4c11-9e58-57a2db488dab req-c777f43e-c447-4775-9852-e84bc40220cc tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:37.832042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32fc1673-2a13-4c11-9e58-57a2db488dab req-c777f43e-c447-4775-9852-e84bc40220cc tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0444405 Dec 10 18:52:37.880085 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-32fc1673-2a13-4c11-9e58-57a2db488dab req-8e27a155-2f7e-416d-b587-e5426825c0f9 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Dec 10 18:52:38.012846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c958de-281d-4e11-a79c-bea9549eb5e4 req-e4f895c3-7d37-43db-a092-e62bd1e10130 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:38.016663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42c958de-281d-4e11-a79c-bea9549eb5e4 req-e4f895c3-7d37-43db-a092-e62bd1e10130 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0619621 Dec 10 18:52:38.065649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42c958de-281d-4e11-a79c-bea9549eb5e4 req-538de1fd-b18b-4df7-822e-9d20d9a9c643 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425034 Dec 10 18:52:38.322858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-b51874ea-4af0-495a-bf2c-ca2f482116d0 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:38.324583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-b51874ea-4af0-495a-bf2c-ca2f482116d0 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/networks?id=0ab72e80-4e6d-49e6-845d-f3c4879a7467 HTTP/1.1" status: 200 len: 910 time: 0.1075342 Dec 10 18:52:38.344651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-30315d19-aea7-4149-9a82-bc1754df3dbc tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/quotas/16e8135a21654fc1a36d6ea53d6770b3 HTTP/1.1" status: 200 len: 375 time: 0.0130253 Dec 10 18:52:38.429909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-ce9c71df-9b26-4839-a0eb-10af9b19d68e tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?tenant_id=16e8135a21654fc1a36d6ea53d6770b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0779283 Dec 10 18:52:38.535186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-8a33da4a-131b-401b-ae51-4e22181ec0bb service neutron] 10.222.0.55 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977595 Dec 10 18:52:38.638997 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-32def093-81e0-4764-b48e-7470074f9a9e service neutron] 10.222.0.55 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974479 Dec 10 18:52:38.816383 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb3cbc2a-9886-4e8f-914f-b9a3ac6c24bd req-8a0f0398-9866-4f98-8fbc-e3c4dc35debd tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 210 time: 0.0277250 Dec 10 18:52:39.800324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-899c543b-ce80-42f4-ab2b-76c82a54d759 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:39.801882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-899c543b-ce80-42f4-ab2b-76c82a54d759 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.30 "GET /v2.0/networks?id=0ab72e80-4e6d-49e6-845d-f3c4879a7467 HTTP/1.1" status: 200 len: 910 time: 0.0952332 Dec 10 18:52:39.816006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Request body: {'port': {'device_id': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'admin_state_up': True, 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:39.839073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Made reservation on behalf of 16e8135a21654fc1a36d6ea53d6770b3 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:52:39.842251 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:39.915552 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8b00c05-8d40-4e12-a973-a75224095f2b req-20852ec7-264b-4348-be11-a2e079e5e769 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 210 time: 0.0268250 Dec 10 18:52:39.961114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Allocated IP 172.20.0.3 (0ab72e80-4e6d-49e6-845d-f3c4879a7467/e7d46039-a6f7-41e6-a628-ab2ae1ee9a40/ced287bc-865f-42a0-8c43-3ea457c94dd5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:52:40.098871 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.134076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.145156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['740c0880-2177-4daa-a9f1-56a2b76021b0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:40.179759 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:52:40.184249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:52:40.188843 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:52:40.192228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Pushing event updated for resources: {'Port': ['ID=ced287bc-865f-42a0-8c43-3ea457c94dd5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:40.223310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.223598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.223977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.224286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.224643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.224984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.225332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.225643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.225988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.226345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.226652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.227038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.227317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:40.242399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:40.243007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.260670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-05b2f898-7d62-43d9-b650-a50537e6c2ea tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4491577 Dec 10 18:52:40.275823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Request body: {'port': {'device_id': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:52:40.339511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.491221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cad43006-3c77-4e80-a5cf-2669fa014ba4 None None] Provisioning complete for port ced287bc-865f-42a0-8c43-3ea457c94dd5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:40.491489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cad43006-3c77-4e80-a5cf-2669fa014ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.536008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-cad43006-3c77-4e80-a5cf-2669fa014ba4 None None] Port ced287bc-865f-42a0-8c43-3ea457c94dd5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:52:40.613444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced287bc-865f-42a0-8c43-3ea457c94dd5 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:40.620968 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.633587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Transition to ACTIVE for port object ced287bc-865f-42a0-8c43-3ea457c94dd5 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:52:40.638794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.686975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ced287bc-865f-42a0-8c43-3ea457c94dd5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:40.764033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Attempting to bind port ced287bc-865f-42a0-8c43-3ea457c94dd5 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:52:40.764462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Attempting to bind port ced287bc-865f-42a0-8c43-3ea457c94dd5 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:52:40.764791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Attempting to bind port ced287bc-865f-42a0-8c43-3ea457c94dd5 on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:40.769736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Port ced287bc-865f-42a0-8c43-3ea457c94dd5 on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:52:40.770056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Attempting to bind port ced287bc-865f-42a0-8c43-3ea457c94dd5 on network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:52:40.775066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:52:40.775440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Checking segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:52:40.775826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Bound using segment: {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:52:40.776357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Bound port: ced287bc-865f-42a0-8c43-3ea457c94dd5, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:52:40.776798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.848881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] For port ced287bc-865f-42a0-8c43-3ea457c94dd5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:52:40.852469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] For port ced287bc-865f-42a0-8c43-3ea457c94dd5, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ced287bc-865f-42a0-8c43-3ea457c94dd5,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:52:40.857701 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.896211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:40.896776 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:40.898317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] 10.222.0.30 "PUT /v2.0/ports/ced287bc-865f-42a0-8c43-3ea457c94dd5 HTTP/1.1" status: 200 len: 1091 time: 0.6271875 Dec 10 18:52:40.898835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'tag': 'ced287bc-865f-42a0-8c43-3ea457c94dd5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:40.901252 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51371c5f-e295-47e8-9dbc-c8599b1f113f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6fa737-3ead-41e9-9d37-39c63fc0fa13", "tag": "ced287bc-865f-42a0-8c43-3ea457c94dd5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:40.924814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a5a04-3c22-417c-9584-de9ab70e6dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ced287bc-865f-42a0-8c43-3ea457c94dd5,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:40.947145 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63de7e82-246b-4689-a0a0-2865f80cf40b x-openstack-request-id: req-63de7e82-246b-4689-a0a0-2865f80cf40b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:40.947382 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6fa737-3ead-41e9-9d37-39c63fc0fa13", "tag": "ced287bc-865f-42a0-8c43-3ea457c94dd5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:40.947626 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63de7e82-246b-4689-a0a0-2865f80cf40b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:40.948015 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'tag': 'ced287bc-865f-42a0-8c43-3ea457c94dd5', 'status': 'completed', 'code': 200} Dec 10 18:52:41.010503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-02cd8f1b-7e79-4d18-8844-b020a006acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.012184 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-02cd8f1b-7e79-4d18-8844-b020a006acc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16e8135a21654fc1a36d6ea53d6770b3&device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1094 time: 0.0562501 Dec 10 18:52:41.065551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-6451f17d-e6c0-478b-ae04-3503220c1579 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced287bc-865f-42a0-8c43-3ea457c94dd5 HTTP/1.1" status: 200 len: 217 time: 0.0418315 Dec 10 18:52:41.075481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63cb35-9654-4723-958e-c7e2988947ca req-1f3c4d4f-2d45-4953-a358-197b406229ff tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.079278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f63cb35-9654-4723-958e-c7e2988947ca req-1f3c4d4f-2d45-4953-a358-197b406229ff tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1094 time: 0.0586731 Dec 10 18:52:41.123316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-2b3af548-c22f-4910-9306-10b8347fa990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.124979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-2b3af548-c22f-4910-9306-10b8347fa990 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7d46039-a6f7-41e6-a628-ab2ae1ee9a40 HTTP/1.1" status: 200 len: 848 time: 0.0523303 Dec 10 18:52:41.136584 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2f63cb35-9654-4723-958e-c7e2988947ca req-f62af822-24fa-4de6-ae66-2266d19a7587 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 Dec 10 18:52:41.183573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-8cb2cd72-7ab4-4375-9789-db2f9a85197e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.185643 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-8cb2cd72-7ab4-4375-9789-db2f9a85197e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ab72e80-4e6d-49e6-845d-f3c4879a7467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528281 Dec 10 18:52:41.288366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-28c0e9de-182d-4ff1-be11-bf0bd446bac8 service neutron] 10.222.0.30 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945997 Dec 10 18:52:41.393341 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e67221bb-8c48-45db-bf50-ac6b1e058afe req-7d0ac871-0753-49f1-9b77-7b11a24ab163 service neutron] 10.222.0.30 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965719 Dec 10 18:52:41.486307 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-629d7d68-0e52-4b7e-8958-e86e051e4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.488018 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-629d7d68-0e52-4b7e-8958-e86e051e4909 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=16e8135a21654fc1a36d6ea53d6770b3&device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1094 time: 0.0443606 Dec 10 18:52:41.584545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-6b114870-cf8d-4ec1-b62d-9ddb6f1a3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.586289 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-6b114870-cf8d-4ec1-b62d-9ddb6f1a3a5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=0ab72e80-4e6d-49e6-845d-f3c4879a7467 HTTP/1.1" status: 200 len: 910 time: 0.0910406 Dec 10 18:52:41.637843 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-815ac8ef-7d3c-4666-9200-2d4d2b58c23d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ced287bc-865f-42a0-8c43-3ea457c94dd5 HTTP/1.1" status: 200 len: 217 time: 0.0433640 Dec 10 18:52:41.699358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-31a2200d-7f7f-4067-b741-dc6395541fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.700919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-31a2200d-7f7f-4067-b741-dc6395541fa9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e7d46039-a6f7-41e6-a628-ab2ae1ee9a40 HTTP/1.1" status: 200 len: 848 time: 0.0558012 Dec 10 18:52:41.751832 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-c9b996a4-16e9-4d80-9532-14c7d984f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:41.753283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-c9b996a4-16e9-4d80-9532-14c7d984f616 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0ab72e80-4e6d-49e6-845d-f3c4879a7467&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445001 Dec 10 18:52:41.852932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-a371ce17-fdd7-4c72-9fb6-5db4c1138d86 service neutron] 10.222.0.30 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912507 Dec 10 18:52:41.951396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51371c5f-e295-47e8-9dbc-c8599b1f113f req-633e56e2-afbf-40c0-a4ce-e7f19f3eafa3 service neutron] 10.222.0.30 "GET /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913541 Dec 10 18:52:42.628004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571bbbe1-387d-4c7a-895d-31f79f7014c6 req-9e8d99af-df8d-44e3-bf5f-0c771df69075 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:42.629438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-571bbbe1-387d-4c7a-895d-31f79f7014c6 req-9e8d99af-df8d-44e3-bf5f-0c771df69075 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1094 time: 0.4026935 Dec 10 18:52:42.676423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-571bbbe1-387d-4c7a-895d-31f79f7014c6 req-807e1455-c37a-484c-94d3-607b9829c27a tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Dec 10 18:52:43.799722 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a61aea-9862-42e6-9165-690155eba068 req-8ef123e7-4242-41dd-a70c-fb1da5c31400 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:43.801373 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09a61aea-9862-42e6-9165-690155eba068 req-8ef123e7-4242-41dd-a70c-fb1da5c31400 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1094 time: 0.0438333 Dec 10 18:52:43.851258 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-09a61aea-9862-42e6-9165-690155eba068 req-dd3335b2-ac1d-47ad-98a2-ff83e0acf95a tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436487 Dec 10 18:52:44.748189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ced287bc-865f-42a0-8c43-3ea457c94dd5 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:52:44.854610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ced287bc-865f-42a0-8c43-3ea457c94dd5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ced287bc-865f-42a0-8c43-3ea457c94dd5,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:44.866346 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'ced287bc-865f-42a0-8c43-3ea457c94dd5', 'network_id': '0ab72e80-4e6d-49e6-845d-f3c4879a7467', 'port_id': 'ced287bc-865f-42a0-8c43-3ea457c94dd5', 'mac_address': 'fa:16:3e:fc:0d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d46039-a6f7-41e6-a628-ab2ae1ee9a40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:52:44.907211 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:44.921002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced287bc-865f-42a0-8c43-3ea457c94dd5 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:52:44.943140 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ced287bc-865f-42a0-8c43-3ea457c94dd5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ced287bc-865f-42a0-8c43-3ea457c94dd5,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:44.947547 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:44.965129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2cb75-47fe-401d-b7ac-e449d0c94991 req-ca3e8e69-ca79-448d-a11f-293478e01cd6 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:44.966809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ae2cb75-47fe-401d-b7ac-e449d0c94991 req-ca3e8e69-ca79-448d-a11f-293478e01cd6 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1094 time: 0.0449257 Dec 10 18:52:45.000525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ced287bc-865f-42a0-8c43-3ea457c94dd5,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:45.015441 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ae2cb75-47fe-401d-b7ac-e449d0c94991 req-ceef21a5-3350-4746-acc7-71ca0e8acfa4 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419378 Dec 10 18:52:45.171779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['ced287bc-865f-42a0-8c43-3ea457c94dd5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:46.144895 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d22a3-8db9-4488-8e42-893c8653db30 req-4deed09b-c16d-4af8-9885-83ad0985611e tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:46.145600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-956d22a3-8db9-4488-8e42-893c8653db30 req-4deed09b-c16d-4af8-9885-83ad0985611e tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1095 time: 0.0502162 Dec 10 18:52:46.201868 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-956d22a3-8db9-4488-8e42-893c8653db30 req-768f895a-ff7d-41e6-a73c-4fbf20c743ba tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479202 Dec 10 18:52:46.760296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ced287bc-865f-42a0-8c43-3ea457c94dd5 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:52:46.821212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port ced287bc-865f-42a0-8c43-3ea457c94dd5 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:52:46.826283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port ced287bc-865f-42a0-8c43-3ea457c94dd5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:52:46.826811 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:46.914399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:46.937531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced287bc-865f-42a0-8c43-3ea457c94dd5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:46.939875 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f204c43b-92a3-4d94-8a57-252f5706ea4e" -d '{"events": [{"server_uuid": "7b6fa737-3ead-41e9-9d37-39c63fc0fa13", "name": "network-vif-plugged", "status": "completed", "tag": "ced287bc-865f-42a0-8c43-3ea457c94dd5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:46.953738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ced287bc-865f-42a0-8c43-3ea457c94dd5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ced287bc-865f-42a0-8c43-3ea457c94dd5,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:46.959975 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:46.986830 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9051028-178c-48f8-82f5-3704329daffd x-openstack-request-id: req-f9051028-178c-48f8-82f5-3704329daffd {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:46.987145 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6fa737-3ead-41e9-9d37-39c63fc0fa13", "name": "network-vif-plugged", "status": "completed", "tag": "ced287bc-865f-42a0-8c43-3ea457c94dd5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:46.987397 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f9051028-178c-48f8-82f5-3704329daffd {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:46.987789 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced287bc-865f-42a0-8c43-3ea457c94dd5', 'code': 200} Dec 10 18:52:47.018909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ced287bc-865f-42a0-8c43-3ea457c94dd5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:47.085952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc4b32-30a1-440d-95c4-b827c55b3270 req-a14a9f69-d380-4372-930d-ae53ee143d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.087597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fcc4b32-30a1-440d-95c4-b827c55b3270 req-a14a9f69-d380-4372-930d-ae53ee143d08 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0411432 Dec 10 18:52:47.139952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4fcc4b32-30a1-440d-95c4-b827c55b3270 req-0d9ffb0f-1952-491f-bd8c-5224b4fa2255 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Dec 10 18:52:47.325696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08034157-1dc0-4cd4-8939-dce00daf1bfa req-a818cc43-b88a-4195-bc6c-7f803987b420 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:47.327186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08034157-1dc0-4cd4-8939-dce00daf1bfa req-a818cc43-b88a-4195-bc6c-7f803987b420 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0455050 Dec 10 18:52:47.378099 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08034157-1dc0-4cd4-8939-dce00daf1bfa req-db550386-8ee7-45ce-84ad-fb73cbd4465f tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440269 Dec 10 18:52:48.492966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475452b-27c1-47d9-a6e1-79ed9df9fbd1 req-2eeb8797-f6ff-4ffe-974a-8a78a6434708 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.494577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5475452b-27c1-47d9-a6e1-79ed9df9fbd1 req-2eeb8797-f6ff-4ffe-974a-8a78a6434708 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0439119 Dec 10 18:52:48.540840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5475452b-27c1-47d9-a6e1-79ed9df9fbd1 req-81a0735e-ec39-4b8d-b8a9-626186a5c195 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399544 Dec 10 18:52:48.662269 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825407db-107a-4deb-a239-6b5295129fbd req-2bc4a0f2-493a-4683-ab57-0181e09a2b0c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.663795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-825407db-107a-4deb-a239-6b5295129fbd req-2bc4a0f2-493a-4683-ab57-0181e09a2b0c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0484254 Dec 10 18:52:48.721814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-825407db-107a-4deb-a239-6b5295129fbd req-1ffa9eb1-aa91-4e13-aac8-58ae29041c02 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Dec 10 18:52:48.839651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24a290-37f0-40e0-94ba-3f805fb00439 req-5e48003e-ddcd-4753-aee4-d1f31e107bb8 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:48.841576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca24a290-37f0-40e0-94ba-3f805fb00439 req-5e48003e-ddcd-4753-aee4-d1f31e107bb8 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0461335 Dec 10 18:52:48.897712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca24a290-37f0-40e0-94ba-3f805fb00439 req-94f9b7cf-f8fd-442c-9af8-0b7295ab3e19 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481660 Dec 10 18:52:49.202464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eae3f-d03d-460e-a41f-e44542766ef1 req-01ee73ef-b48e-45f7-b58c-708ffbee0f6a tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:49.204341 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e7eae3f-d03d-460e-a41f-e44542766ef1 req-01ee73ef-b48e-45f7-b58c-708ffbee0f6a tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0576570 Dec 10 18:52:49.262813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e7eae3f-d03d-460e-a41f-e44542766ef1 req-fd22ac66-3b09-4603-8053-4afa7fdf452a tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516293 Dec 10 18:52:50.385970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf8f29-0b8a-4504-92e4-bfb3038934f3 req-c8b5c4c0-aa35-495c-82cf-b392bb70a61b tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:50.387690 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-87cf8f29-0b8a-4504-92e4-bfb3038934f3 req-c8b5c4c0-aa35-495c-82cf-b392bb70a61b tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0439584 Dec 10 18:52:50.441755 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-87cf8f29-0b8a-4504-92e4-bfb3038934f3 req-36a4d418-5c80-43b0-8070-a2f7015490c3 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Dec 10 18:52:50.583161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-656ff6a7-09ca-47a7-aef1-bfdf9c114c56 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:50.584642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-656ff6a7-09ca-47a7-aef1-bfdf9c114c56 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 1096 time: 0.0458293 Dec 10 18:52:50.680136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Deleting port ced287bc-865f-42a0-8c43-3ea457c94dd5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:50.680709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:50.762249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] For port ced287bc-865f-42a0-8c43-3ea457c94dd5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ced287bc-865f-42a0-8c43-3ea457c94dd5,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:50.762643 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:50.776623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Calling delete_port for ced287bc-865f-42a0-8c43-3ea457c94dd5 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:50.910210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:50.921467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['ced287bc-865f-42a0-8c43-3ea457c94dd5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:50.925236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['740c0880-2177-4daa-a9f1-56a2b76021b0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:50.939964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Pushing event deleted for resources: {'Port': ['ID=ced287bc-865f-42a0-8c43-3ea457c94dd5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:50.984647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] No DVR routers for this DVR port ced287bc-865f-42a0-8c43-3ea457c94dd5 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:50.989989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:50.993675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4811565c-9612-487c-b6ca-ba42bfd27295 req-e27a8fb7-3234-41c8-b978-436f732adb6c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ced287bc-865f-42a0-8c43-3ea457c94dd5 HTTP/1.1" status: 204 len: 173 time: 0.4018390 Dec 10 18:52:50.994214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'name': 'network-vif-deleted', 'tag': 'ced287bc-865f-42a0-8c43-3ea457c94dd5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:50.997445 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baba711c-77f9-460b-b76c-11ff95005f41" -d '{"events": [{"server_uuid": "7b6fa737-3ead-41e9-9d37-39c63fc0fa13", "name": "network-vif-deleted", "tag": "ced287bc-865f-42a0-8c43-3ea457c94dd5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:51.041096 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0375844-0d0b-464b-9ff3-74c44434e263 x-openstack-request-id: req-f0375844-0d0b-464b-9ff3-74c44434e263 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:51.041731 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6fa737-3ead-41e9-9d37-39c63fc0fa13", "name": "network-vif-deleted", "tag": "ced287bc-865f-42a0-8c43-3ea457c94dd5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:51.042149 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f0375844-0d0b-464b-9ff3-74c44434e263 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:51.043346 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6fa737-3ead-41e9-9d37-39c63fc0fa13', 'name': 'network-vif-deleted', 'tag': 'ced287bc-865f-42a0-8c43-3ea457c94dd5', 'status': 'completed', 'code': 200} Dec 10 18:52:51.560769 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b2cf047a-3e93-4c7c-91a4-954c7ce008e9 req-1e3a6ed3-2ddc-4469-92e1-a0809f6ac929 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=7b6fa737-3ead-41e9-9d37-39c63fc0fa13 HTTP/1.1" status: 200 len: 210 time: 0.0264807 Dec 10 18:52:52.660065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56590) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:52.841901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Deleting port fa4a1781-a7c0-41f2-9824-098b9a8cecdc {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:52.842148 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.864349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a0e46-ce1d-4d2c-9eb4-747659de9a10 req-ef61c915-edb7-4216-8abe-81ec53ca7212 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:52.866005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c94a0e46-ce1d-4d2c-9eb4-747659de9a10 req-ef61c915-edb7-4216-8abe-81ec53ca7212 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0574663 Dec 10 18:52:52.915710 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c94a0e46-ce1d-4d2c-9eb4-747659de9a10 req-35c81463-7cf8-4fea-bad9-4b488c170623 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Dec 10 18:52:52.938572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.938572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:52.952611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Calling delete_port for fa4a1781-a7c0-41f2-9824-098b9a8cecdc owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:53.440784 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.473385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event deleted for resources: {'Port': ['ID=fa4a1781-a7c0-41f2-9824-098b9a8cecdc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:53.487173 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.487532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.487885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.488237 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.488588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.488926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.489260 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.489690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.490051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.490391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.490791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.491116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.491460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:53.547591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.547941 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Floating IP e4628052-dbb7-4ad3-816a-edb70436bcb5 disassociated (deleted). External IP: 172.25.2.221, port: ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9. Dec 10 18:52:53.788548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Router 266462a6-ae39-4058-9980-d9b8cb0a6b21 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:53.923011 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:53.928364 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:53.935312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] Sync routers for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:53.952353 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:53.952996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:53.958087 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2c9ea934-4f73-44a0-bb69-ff8e22e4181c tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "DELETE /v2.0/floatingips/e4628052-dbb7-4ad3-816a-edb70436bcb5 HTTP/1.1" status: 204 len: 168 time: 1.2968583 Dec 10 18:52:53.958727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:53.961208 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:54.055986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5223649-2307-45b0-939a-2603a4fb9207 req-df82dbcf-7635-4110-b4d2-0b2d65e0ad8c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.057475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b5223649-2307-45b0-939a-2603a4fb9207 req-df82dbcf-7635-4110-b4d2-0b2d65e0ad8c tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0508420 Dec 10 18:52:54.071451 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:54.118596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b5223649-2307-45b0-939a-2603a4fb9207 req-de537f3e-0c90-4da8-a087-9163e51dc2e3 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/security-groups?id=bfd20261-316c-4bb5-87ff-566537e92b33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537467 Dec 10 18:52:54.190180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-85806161-100c-457d-9a7e-684f840d9bdf tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.192302 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d265416a-a9ea-4712-bcb9-1121e65402bf x-openstack-request-id: req-d265416a-a9ea-4712-bcb9-1121e65402bf {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:54.192823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-85806161-100c-457d-9a7e-684f840d9bdf tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 1097 time: 0.0604465 Dec 10 18:52:54.192948 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:54.193188 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d265416a-a9ea-4712-bcb9-1121e65402bf {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:54.193652 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'status': 'completed', 'code': 200} Dec 10 18:52:54.274152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352e27-6636-4015-9d31-db749b60ff87 req-ee081c1d-9b7e-401c-938e-ac8147384808 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.276153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c352e27-6636-4015-9d31-db749b60ff87 req-ee081c1d-9b7e-401c-938e-ac8147384808 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 946 time: 0.0591335 Dec 10 18:52:54.291326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:52:54.303883 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:54.308753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-b13e314c-2b32-440a-b3eb-b6ac6c65f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.310260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-b13e314c-2b32-440a-b3eb-b6ac6c65f47f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4432700f49f6476f908d52dc00766fae&device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 1097 time: 0.0830569 Dec 10 18:52:54.339293 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] Checking router: 266462a6-ae39-4058-9980-d9b8cb0a6b21 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:54.341878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c352e27-6636-4015-9d31-db749b60ff87 req-0e7d70ee-ba63-4217-9bb8-21b5ba0106f6 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584555 Dec 10 18:52:54.349373 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:54.350255 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:54.382655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Deleting port 740c0880-2177-4daa-a9f1-56a2b76021b0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:54.383004 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.463059 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:54.470831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-b13af715-d93a-4c54-808e-3c8e45ac9940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.472367 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-b13af715-d93a-4c54-808e-3c8e45ac9940 service neutron] 10.222.0.30 "GET /v2.0/networks?id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 200 len: 915 time: 0.1529906 Dec 10 18:52:54.528606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-df934de7-24dc-422b-9cc0-3caad79fd109 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 200 len: 217 time: 0.0473936 Dec 10 18:52:54.534305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] For port 740c0880-2177-4daa-a9f1-56a2b76021b0, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=740c0880-2177-4daa-a9f1-56a2b76021b0,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:54.534710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.577721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Calling delete_port for 740c0880-2177-4daa-a9f1-56a2b76021b0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:54.634739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-364429c6-eb19-46d7-a82b-21f62be7bc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.636298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-364429c6-eb19-46d7-a82b-21f62be7bc1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 200 len: 853 time: 0.0988426 Dec 10 18:52:54.679796 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:54.709022 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37993353-f811-48f0-ac81-5ba30b4ede58 None None] The sync data for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 is: [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'de7f464f-02f3-4021-bc4a-7d394b1cbe89', 'name': '', 'network_id': '86fc948a-ea90-4eae-86eb-cb3a6ded8d12', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'mac_address': 'fa:16:3e:61:5b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '790be94e-61c9-415e-9965-c814fa338aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:42Z', 'updated_at': '2021-12-10T18:49:48Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'subnets': [{'id': '790be94e-61c9-415e-9965-c814fa338aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:54.710281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-343acf53-f535-4c29-a8c5-3b94cd921ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:54.711857 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-343acf53-f535-4c29-a8c5-3b94cd921ce8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=86fc948a-ea90-4eae-86eb-cb3a6ded8d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645320 Dec 10 18:52:54.798058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ced287bc-865f-42a0-8c43-3ea457c94dd5 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:54.809845 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.829283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['740c0880-2177-4daa-a9f1-56a2b76021b0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:52:54.832423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: ced287bc-865f-42a0-8c43-3ea457c94dd5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:54.832883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ced287bc-865f-42a0-8c43-3ea457c94dd5 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:54.856363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Pushing event deleted for resources: {'Port': ['ID=740c0880-2177-4daa-a9f1-56a2b76021b0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:54.923425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] No DVR routers for this DVR port 740c0880-2177-4daa-a9f1-56a2b76021b0 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:54.928069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:54.931720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-61aad4dc-3e25-4c0a-936b-9bba632d1575 req-3456a848-3718-469d-94ce-063c53516f73 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.59 "DELETE /v2.0/ports/740c0880-2177-4daa-a9f1-56a2b76021b0 HTTP/1.1" status: 204 len: 173 time: 0.7331159 Dec 10 18:52:54.932232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'name': 'network-vif-deleted', 'tag': '740c0880-2177-4daa-a9f1-56a2b76021b0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:54.935003 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e88aab-7440-4b47-8b8e-96e08389b458" -d '{"events": [{"server_uuid": "86e0ff9c-08c2-49af-968f-ad836a972d0d", "name": "network-vif-deleted", "tag": "740c0880-2177-4daa-a9f1-56a2b76021b0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:54.942165 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-bd8bc50b-6913-4a9d-8af6-86ef0718076d service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065897 Dec 10 18:52:55.055054 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d39e87-e3fe-4abc-80c7-02feb8b1b8d7 x-openstack-request-id: req-a5d39e87-e3fe-4abc-80c7-02feb8b1b8d7 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:55.055340 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e0ff9c-08c2-49af-968f-ad836a972d0d", "name": "network-vif-deleted", "tag": "740c0880-2177-4daa-a9f1-56a2b76021b0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:55.055584 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a5d39e87-e3fe-4abc-80c7-02feb8b1b8d7 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:55.055998 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e0ff9c-08c2-49af-968f-ad836a972d0d', 'name': 'network-vif-deleted', 'tag': '740c0880-2177-4daa-a9f1-56a2b76021b0', 'status': 'completed', 'code': 200} Dec 10 18:52:55.067833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a09ac3-7254-446f-a971-0c9ed873f634 None None] New status for floating IP e4628052-dbb7-4ad3-816a-edb70436bcb5: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:52:55.072996 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-333e2849-4e6b-4008-8a6a-fe95c1e2b20a req-aff790d2-ac24-4b7f-97ab-d178bd8c72fd service neutron] 10.222.0.30 "GET /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221139 Dec 10 18:52:55.250836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-310e5ec4-a90b-4058-a9a7-fc85ef4a0446 req-20ee80e8-0413-4717-b866-2460255357d1 tempest-TestServerMultinode-703938241 tempest-TestServerMultinode-703938241-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=86e0ff9c-08c2-49af-968f-ad836a972d0d HTTP/1.1" status: 200 len: 210 time: 0.0273170 Dec 10 18:52:55.481562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa4d5f-634b-4046-b4ab-bd6182103390 req-81f58fe9-db7a-44dc-b7e2-c421a1b9a146 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:55.483157 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbfa4d5f-634b-4046-b4ab-bd6182103390 req-81f58fe9-db7a-44dc-b7e2-c421a1b9a146 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 946 time: 0.0644515 Dec 10 18:52:55.536892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbfa4d5f-634b-4046-b4ab-bd6182103390 req-83f7e7f5-6f56-4aa7-a9e7-3853ccf08790 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/security-groups?id=57ee8384-476d-4641-91c9-75b062993ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474441 Dec 10 18:52:55.728268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-818af96a-19a3-469b-bc87-53926c14d2f3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:52:55.729852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-818af96a-19a3-469b-bc87-53926c14d2f3 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 946 time: 0.0561335 Dec 10 18:52:55.836043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Deleting port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:55.836411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.937836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] For port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:55.938207 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:55.952910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Calling delete_port for ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:56.104063 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.134431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event deleted for resources: {'Port': ['ID=ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:56.174390 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] No DVR routers for this DVR port ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:56.177960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:56.181426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdce9a19-1b3a-42bc-974c-a61a5ede2aa1 req-42b9e69a-9bf6-42ce-8684-889189916299 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.30 "DELETE /v2.0/ports/ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 HTTP/1.1" status: 204 len: 173 time: 0.4456999 Dec 10 18:52:56.322555 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56610) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:56.709959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-94c79fdd-aac7-4812-8af6-23b20da75df4 req-ea5287de-0ba0-4205-b93c-893aae295610 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 210 time: 0.0681648 Dec 10 18:52:56.750219 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:57.011529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Deleting port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:57.012158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:57.057276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'name': 'network-vif-deleted', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:52:57.059835 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22a3c0a-d805-4a39-b8b8-e45917c255d9" -d '{"events": [{"server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "name": "network-vif-deleted", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:52:57.102840 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4679c730-d5ef-4154-91f1-0eb7045b69e4 x-openstack-request-id: req-4679c730-d5ef-4154-91f1-0eb7045b69e4 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:52:57.103158 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a42e143-5e5e-4f88-a245-4ee53efbb67a", "name": "network-vif-deleted", "tag": "ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:52:57.103490 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4679c730-d5ef-4154-91f1-0eb7045b69e4 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:52:57.103937 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a42e143-5e5e-4f88-a245-4ee53efbb67a', 'name': 'network-vif-deleted', 'tag': 'ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9', 'status': 'completed', 'code': 200} Dec 10 18:52:57.112217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] For port 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:57.112566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:57.127856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Calling delete_port for 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:57.324696 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:57.358383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Pushing event deleted for resources: {'Port': ['ID=4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:57.549921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:57.806025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Router 62ee3218-59f9-460f-8314-bef860d3219a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:52:57.833897 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00096392-f56c-4b17-8b29-eea9b86b0652 req-94a40c0b-6e55-48e7-bd74-3a844504e814 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 210 time: 0.0336525 Dec 10 18:52:57.864335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 740c0880-2177-4daa-a9f1-56a2b76021b0 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:52:57.891404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 740c0880-2177-4daa-a9f1-56a2b76021b0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:52:57.891748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 740c0880-2177-4daa-a9f1-56a2b76021b0 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:52:57.966495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:52:57.977498 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-06750ecb-7171-4bad-9c17-ba60bc6d1613 admin admin] 10.222.0.55 "PUT /v2.0/routers/62ee3218-59f9-460f-8314-bef860d3219a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6509485 Dec 10 18:52:57.978521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56618) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:57.982762 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] Sync routers for ids ['62ee3218-59f9-460f-8314-bef860d3219a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:52:58.006397 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] Routers {'62ee3218-59f9-460f-8314-bef860d3219a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:58.007443 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['62ee3218-59f9-460f-8314-bef860d3219a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:58.119668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.240180 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.243442 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] Set router 62ee3218-59f9-460f-8314-bef860d3219a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:58.311564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Deleting port 86b98cd3-700f-492c-953e-839ca7b2c5f1 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:58.311915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.330306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3884c11d-3250-4116-90c8-1abf7de7e99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.431801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] For port 86b98cd3-700f-492c-953e-839ca7b2c5f1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=86b98cd3-700f-492c-953e-839ca7b2c5f1,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:58.432183 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.447122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Calling delete_port for 86b98cd3-700f-492c-953e-839ca7b2c5f1 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:58.463074 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:57Z', 'revision_number': 5, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port': {'id': '86b98cd3-700f-492c-953e-839ca7b2c5f1', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:13:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ee3218-59f9-460f-8314-bef860d3219a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:58.493099 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] Checking router: 62ee3218-59f9-460f-8314-bef860d3219a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:52:58.502745 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] Routers {'62ee3218-59f9-460f-8314-bef860d3219a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:52:58.503380 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:52:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['62ee3218-59f9-460f-8314-bef860d3219a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:58.599106 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] Set router 62ee3218-59f9-460f-8314-bef860d3219a gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:52:58.662314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.668984 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:58Z', 'revision_number': 6, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:58.700991 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146d02a-8b3f-443d-869b-2ae2382e283d None None] The sync data for ids ['62ee3218-59f9-460f-8314-bef860d3219a'] in n-d-821424-1 is: [{'id': '62ee3218-59f9-460f-8314-bef860d3219a', 'name': 'tempest-TestServerMultinode-515752247-router', 'tenant_id': '82cff1a99ff94fb09113191b47406fbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:14Z', 'updated_at': '2021-12-10T18:52:58Z', 'revision_number': 6, 'project_id': '82cff1a99ff94fb09113191b47406fbe', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:52:58.709744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b98cd3-700f-492c-953e-839ca7b2c5f1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:58.728431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab5d41-9577-4e94-9edf-8a37bae5f4c4 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:58.803014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.918684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.921602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.971624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d5932ac-cf74-403e-adf1-89a4c94a7ede req-ecca40e0-6da9-4789-8f64-393a5134e4cd tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 210 time: 0.0444334 Dec 10 18:52:58.997658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:58.998317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ee3218-59f9-460f-8314-bef860d3219a {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:52:59.007177 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.008627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8df6fbca-cbd4-47bb-bf35-47f1d2299142 admin admin] 10.222.0.55 "DELETE /v2.0/routers/62ee3218-59f9-460f-8314-bef860d3219a HTTP/1.1" status: 204 len: 168 time: 1.0288630 Dec 10 18:52:59.011540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56622) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:59.065589 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] Deleting subnet e7d46039-a6f7-41e6-a628-ab2ae1ee9a40 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:52:59.073647 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.119796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.219433 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.291438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.319352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d46039-a6f7-41e6-a628-ab2ae1ee9a40,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:59.325344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.329010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0ccd5ea3-4d16-47b3-95cd-2c8841293c52 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e7d46039-a6f7-41e6-a628-ab2ae1ee9a40 HTTP/1.1" status: 204 len: 168 time: 0.3162334 Dec 10 18:52:59.332435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56624) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:52:59.335138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f912b6b6-bdf7-414f-9afa-6cfce76f2372 None None] Network 0ab72e80-4e6d-49e6-845d-f3c4879a7467 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:52:59.430899 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.501383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Deleting port 2c41fe81-0831-40c7-92ee-164df361a3cd {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:59.501788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.563538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] DHCP port deletion for 0ab72e80-4e6d-49e6-845d-f3c4879a7467 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:52:59.592842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] For port 2c41fe81-0831-40c7-92ee-164df361a3cd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2c41fe81-0831-40c7-92ee-164df361a3cd,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:59.593206 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.611035 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Calling delete_port for 2c41fe81-0831-40c7-92ee-164df361a3cd owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:59.642258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Deleting port 2c41fe81-0831-40c7-92ee-164df361a3cd {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:52:59.642720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.716656 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.719317 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] For port 2c41fe81-0831-40c7-92ee-164df361a3cd, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2c41fe81-0831-40c7-92ee-164df361a3cd,segment=NetworkSegment(5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e),segment_id=5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:52:59.719707 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.731952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] No DVR routers for this DVR port 2c41fe81-0831-40c7-92ee-164df361a3cd on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:59.735100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Calling delete_port for 2c41fe81-0831-40c7-92ee-164df361a3cd owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:52:59.761546 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c41fe81-0831-40c7-92ee-164df361a3cd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:59.828779 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.865574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Pushing event deleted for resources: {'Port': ['ID=2c41fe81-0831-40c7-92ee-164df361a3cd,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:52:59.866880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.868600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] No DVR routers for this DVR port 2c41fe81-0831-40c7-92ee-164df361a3cd on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:52:59.880490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.882822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.883326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.885531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.885874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.886214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.886575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.886907 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.887235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.887716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.888193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.888663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.889143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177bf9f-0d63-4369-8287-0405ec561cef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:52:59.906690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab72e80-4e6d-49e6-845d-f3c4879a7467']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:59.922814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:59.923430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5753811e-5b75-4cd6-8ebb-0e0f3a4ae65e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:52:59.936754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.951758 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.959069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:52:59.959524 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:52:59.961413 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:53:00.046115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.066932 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.079413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] 10.222.0.55 "DELETE /v2.0/networks/0ab72e80-4e6d-49e6-845d-f3c4879a7467 HTTP/1.1" status: 204 len: 168 time: 0.7431924 Dec 10 18:53:00.079627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:00.080527 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56628) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:00.106665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:00.107329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4811c4cc-ed3c-4b74-b8c5-a3b2c0de5712 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:00.107770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2c41fe81-0831-40c7-92ee-164df361a3cd no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:00.121061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65dae47-a657-4116-ab3e-2b2ebc2bb2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ab72e80-4e6d-49e6-845d-f3c4879a7467,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:00.131800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2c41fe81-0831-40c7-92ee-164df361a3cd {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:00.132057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2c41fe81-0831-40c7-92ee-164df361a3cd not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:00.132470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 86b98cd3-700f-492c-953e-839ca7b2c5f1 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:00.156856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 86b98cd3-700f-492c-953e-839ca7b2c5f1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:00.157505 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 86b98cd3-700f-492c-953e-839ca7b2c5f1 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:00.188635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5680ea9-520d-4eb9-949f-98cd47c2b632 req-91fe285a-61dd-42f3-a709-d8d531cffa1d tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 210 time: 0.0371692 Dec 10 18:53:00.536368 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.801753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Deleting port 341ba41b-d041-429b-a1f4-ecafe3ab9c86 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:00.802142 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.815318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:00.837484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:00.837833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ed7b9f3d-7c5a-4a67-82f9-6b301ccf74b9 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:00.892885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] For port 341ba41b-d041-429b-a1f4-ecafe3ab9c86, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=341ba41b-d041-429b-a1f4-ecafe3ab9c86,segment=NetworkSegment(80be5f1b-cb13-41b3-991d-b44e7f73a661),segment_id=80be5f1b-cb13-41b3-991d-b44e7f73a661)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:00.893488 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:00.907450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Calling delete_port for 341ba41b-d041-429b-a1f4-ecafe3ab9c86 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:01.112108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.139311 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=341ba41b-d041-429b-a1f4-ecafe3ab9c86,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:01.315662 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-461fd3c2-f019-4546-8d3c-3597d7155734 req-726b5bd5-31bd-46bf-8263-1d927ac89d43 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a42e143-5e5e-4f88-a245-4ee53efbb67a HTTP/1.1" status: 200 len: 210 time: 0.0306284 Dec 10 18:53:01.331490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.580576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Router f80cdb97-9bbb-4418-9e40-89f9bee309bd has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:53:01.647575 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-981f9bdb-0b79-449b-9343-d84b7429e1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:01.714809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:01.722803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-142c3cd4-0ee9-41f6-b74f-23e7b1753fdb admin admin] 10.222.0.55 "PUT /v2.0/routers/f80cdb97-9bbb-4418-9e40-89f9bee309bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388259 Dec 10 18:53:01.724108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56632) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:01.725191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] Sync routers for ids ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:01.736984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] Routers {'f80cdb97-9bbb-4418-9e40-89f9bee309bd'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:01.737638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:53:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:01.850829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] Set router f80cdb97-9bbb-4418-9e40-89f9bee309bd gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:02.204942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.245435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.247572 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.272550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:53:01Z', 'revision_number': 5, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:02.300846 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] Checking router: f80cdb97-9bbb-4418-9e40-89f9bee309bd for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:53:02.309381 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] Routers {'f80cdb97-9bbb-4418-9e40-89f9bee309bd'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:02.309958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:53:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:02.316374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.385222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Deleting port 2aba6d22-0ad8-450b-9a92-b03b08541292 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:02.385978 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.389490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56636) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:02.431278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] Set router f80cdb97-9bbb-4418-9e40-89f9bee309bd gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:02.459679 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e28d9d7e-d4fc-471e-bedd-7fdc1befdfe8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.486324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] For port 2aba6d22-0ad8-450b-9a92-b03b08541292, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=2aba6d22-0ad8-450b-9a92-b03b08541292,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:02.487664 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.492790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e28d9d7e-d4fc-471e-bedd-7fdc1befdfe8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.503224 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Calling delete_port for 2aba6d22-0ad8-450b-9a92-b03b08541292 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:02.568680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e28d9d7e-d4fc-471e-bedd-7fdc1befdfe8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.572174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e28d9d7e-d4fc-471e-bedd-7fdc1befdfe8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.573574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e28d9d7e-d4fc-471e-bedd-7fdc1befdfe8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] 10.222.0.55 "DELETE /v2.0/security-groups/57ee8384-476d-4641-91c9-75b062993ca1 HTTP/1.1" status: 204 len: 168 time: 0.1828420 Dec 10 18:53:02.588258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d9d7e-d4fc-471e-bedd-7fdc1befdfe8 tempest-TestVolumeBackupRestore-915778247 tempest-TestVolumeBackupRestore-915778247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee8384-476d-4641-91c9-75b062993ca1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:02.680131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:53:01Z', 'revision_number': 5, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:02.714742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b32fa1c-add9-4df8-9a75-d245de2362be None None] The sync data for ids ['f80cdb97-9bbb-4418-9e40-89f9bee309bd'] in n-d-821424-1 is: [{'id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'name': 'tempest-TestServerMultinode-1691166029-router', 'tenant_id': '16e8135a21654fc1a36d6ea53d6770b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155'}], 'enable_snat': True}, 'gw_port_id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:53:01Z', 'revision_number': 5, 'project_id': '16e8135a21654fc1a36d6ea53d6770b3', 'gw_port': {'id': '2aba6d22-0ad8-450b-9a92-b03b08541292', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f80cdb97-9bbb-4418-9e40-89f9bee309bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:52:21Z', 'updated_at': '2021-12-10T18:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:02.747920 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:02.790593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Pushing event deleted for resources: {'Port': ['ID=2aba6d22-0ad8-450b-9a92-b03b08541292,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:02.804268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3fe6d-cfac-46aa-8af4-421b29a649ec None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:02.896459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.012026 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.014496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.069460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.070053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Fanout notify agent at l3_agent the message router_deleted on router f80cdb97-9bbb-4418-9e40-89f9bee309bd {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:53:03.078191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.079391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6822c9c8-f2b8-4e98-91b4-db7285e07aac admin admin] 10.222.0.55 "DELETE /v2.0/routers/f80cdb97-9bbb-4418-9e40-89f9bee309bd HTTP/1.1" status: 204 len: 168 time: 1.3543482 Dec 10 18:53:03.082229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56684) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:03.146176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] Deleting subnet 4de5f690-376c-4a9f-9d1a-1979e8626d5e {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:53:03.150108 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.197114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.296254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.362909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.409763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de5f690-376c-4a9f-9d1a-1979e8626d5e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:03.412316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.415927 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f3e7e6d-23c2-460f-94c9-481c5b0ec6a4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4de5f690-376c-4a9f-9d1a-1979e8626d5e HTTP/1.1" status: 204 len: 168 time: 0.3323224 Dec 10 18:53:03.418337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56724) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:03.423253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3325821-0619-4fab-b791-b1894206e08a None None] Network 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:03.545933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.634488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Deleting port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:03.635124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.660976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] DHCP port deletion for 2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:03.736060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] For port 02f16a3e-0d96-4207-9d65-c283ed0e73c4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=02f16a3e-0d96-4207-9d65-c283ed0e73c4,segment=NetworkSegment(80be5f1b-cb13-41b3-991d-b44e7f73a661),segment_id=80be5f1b-cb13-41b3-991d-b44e7f73a661)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:03.737249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.759335 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Calling delete_port for 02f16a3e-0d96-4207-9d65-c283ed0e73c4 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:03.762061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] Deleting port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:03.762439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.913212 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.913406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.937635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] For port 02f16a3e-0d96-4207-9d65-c283ed0e73c4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=02f16a3e-0d96-4207-9d65-c283ed0e73c4,segment=NetworkSegment(80be5f1b-cb13-41b3-991d-b44e7f73a661),segment_id=80be5f1b-cb13-41b3-991d-b44e7f73a661)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:03.938273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:03.956454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] Calling delete_port for 02f16a3e-0d96-4207-9d65-c283ed0e73c4 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:03.968432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] No DVR routers for this DVR port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:04.056426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02f16a3e-0d96-4207-9d65-c283ed0e73c4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:04.109551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.194308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] Pushing event deleted for resources: {'Port': ['ID=02f16a3e-0d96-4207-9d65-c283ed0e73c4,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:04.208170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35abe69-ed30-4ab2-b7aa-034f26b77639 None None] No DVR routers for this DVR port 02f16a3e-0d96-4207-9d65-c283ed0e73c4 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:04.222472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2aba6d22-0ad8-450b-9a92-b03b08541292 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:04.225909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.231254 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.256889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 2aba6d22-0ad8-450b-9a92-b03b08541292 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:04.257374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 2aba6d22-0ad8-450b-9a92-b03b08541292 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:04.258054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 341ba41b-d041-429b-a1f4-ecafe3ab9c86 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:04.290423 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 341ba41b-d041-429b-a1f4-ecafe3ab9c86 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:04.290780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 341ba41b-d041-429b-a1f4-ecafe3ab9c86 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:04.291201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 02f16a3e-0d96-4207-9d65-c283ed0e73c4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:04.295089 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2883a38b-52b6-4acb-a9aa-20ddda4f5ed0']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:04.315295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 02f16a3e-0d96-4207-9d65-c283ed0e73c4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:04.315295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 02f16a3e-0d96-4207-9d65-c283ed0e73c4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:04.319628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80be5f1b-cb13-41b3-991d-b44e7f73a661') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:04.319929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80be5f1b-cb13-41b3-991d-b44e7f73a661') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:04.338623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.372914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.384855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:53:04.385421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:53:04.388009 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:53:04.462593 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.469563 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.473220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2883a38b-52b6-4acb-a9aa-20ddda4f5ed0 HTTP/1.1" status: 204 len: 168 time: 1.0539019 Dec 10 18:53:04.487906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00fc42-0533-4e3d-9697-1781d36869f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2883a38b-52b6-4acb-a9aa-20ddda4f5ed0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:04.717381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 56874) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:04.770437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ef5a7e9d-5f28-4717-8e21-2eebfca6e1c2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=82cff1a99ff94fb09113191b47406fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0496092 Dec 10 18:53:04.773763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56882) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:04.855274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cc10ac3-09b8-4c1c-ae03-f90f7f676150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.884518 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cc10ac3-09b8-4c1c-ae03-f90f7f676150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.900018 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.965774 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cc10ac3-09b8-4c1c-ae03-f90f7f676150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.969839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7cc10ac3-09b8-4c1c-ae03-f90f7f676150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:04.971890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7cc10ac3-09b8-4c1c-ae03-f90f7f676150 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e2dacc0b-94d9-450e-ace9-e2c05075552b HTTP/1.1" status: 204 len: 168 time: 0.1963792 Dec 10 18:53:04.982072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc10ac3-09b8-4c1c-ae03-f90f7f676150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dacc0b-94d9-450e-ace9-e2c05075552b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:05.497167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:05.563746 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fa3a29d3-88e9-493c-9bf5-6bfd5263bb4f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=16e8135a21654fc1a36d6ea53d6770b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642905 Dec 10 18:53:05.566613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 56972) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:05.642171 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af60800b-c8c2-43ac-bfc9-6fd0ed425552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.671520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af60800b-c8c2-43ac-bfc9-6fd0ed425552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.741118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af60800b-c8c2-43ac-bfc9-6fd0ed425552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.746275 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-af60800b-c8c2-43ac-bfc9-6fd0ed425552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:05.750152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-af60800b-c8c2-43ac-bfc9-6fd0ed425552 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bfd20261-316c-4bb5-87ff-566537e92b33 HTTP/1.1" status: 204 len: 168 time: 0.1795464 Dec 10 18:53:05.756806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60800b-c8c2-43ac-bfc9-6fd0ed425552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd20261-316c-4bb5-87ff-566537e92b33,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:08.348135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57112) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:08.743444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.023188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Deleting port de7f464f-02f3-4021-bc4a-7d394b1cbe89 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:09.023443 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.111834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] For port de7f464f-02f3-4021-bc4a-7d394b1cbe89, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=de7f464f-02f3-4021-bc4a-7d394b1cbe89,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:09.112476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.125176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Calling delete_port for de7f464f-02f3-4021-bc4a-7d394b1cbe89 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:09.333036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.360310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7f464f-02f3-4021-bc4a-7d394b1cbe89,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:09.561395 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:09.805306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Router 266462a6-ae39-4058-9980-d9b8cb0a6b21 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:53:09.936183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:09.944887 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1ec28bb3-808f-477a-92ab-a7ff9c2158b6 admin admin] 10.222.0.55 "PUT /v2.0/routers/266462a6-ae39-4058-9980-d9b8cb0a6b21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5882232 Dec 10 18:53:09.947183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57114) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:09.948258 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] Sync routers for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:09.960676 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:09.961654 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:53:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:10.100608 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:10.107260 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.217616 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.274446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Deleting port 8c76570e-c354-4c9b-a5fb-07b088914214 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:10.274785 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.281752 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:53:09Z', 'revision_number': 5, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port': {'id': '8c76570e-c354-4c9b-a5fb-07b088914214', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:df:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:39Z', 'updated_at': '2021-12-10T18:49:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:10.308270 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] Checking router: 266462a6-ae39-4058-9980-d9b8cb0a6b21 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:53:10.317890 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] Routers {'266462a6-ae39-4058-9980-d9b8cb0a6b21'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:10.318493 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:53:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['266462a6-ae39-4058-9980-d9b8cb0a6b21'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:10.359803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] For port 8c76570e-c354-4c9b-a5fb-07b088914214, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8c76570e-c354-4c9b-a5fb-07b088914214,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:10.360173 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.373314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Calling delete_port for 8c76570e-c354-4c9b-a5fb-07b088914214 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:10.404019 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] Set router 266462a6-ae39-4058-9980-d9b8cb0a6b21 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:10.459320 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:53:10Z', 'revision_number': 6, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:10.485668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d57d8c3-ff9f-43e2-ac32-83248164e611 None None] The sync data for ids ['266462a6-ae39-4058-9980-d9b8cb0a6b21'] in n-d-821424-1 is: [{'id': '266462a6-ae39-4058-9980-d9b8cb0a6b21', 'name': 'tempest-TestVolumeBackupRestore-1537166899-router', 'tenant_id': '4432700f49f6476f908d52dc00766fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:38Z', 'updated_at': '2021-12-10T18:53:10Z', 'revision_number': 6, 'project_id': '4432700f49f6476f908d52dc00766fae', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:10.551499 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.578437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c76570e-c354-4c9b-a5fb-07b088914214,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:10.592792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c6e5a2-a682-4512-96ff-d75bdcfe325c None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:10.639821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.742469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.744697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.792002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.792486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 266462a6-ae39-4058-9980-d9b8cb0a6b21 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:53:10.797347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.798698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0cb3ac7b-a5d0-4756-8722-0ed7d050b898 admin admin] 10.222.0.55 "DELETE /v2.0/routers/266462a6-ae39-4058-9980-d9b8cb0a6b21 HTTP/1.1" status: 204 len: 168 time: 0.8498123 Dec 10 18:53:10.802218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57116) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:10.867763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] Deleting subnet 790be94e-61c9-415e-9965-c814fa338aa9 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:53:10.872794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:10.911490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.002760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.061160 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.087574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790be94e-61c9-415e-9965-c814fa338aa9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:11.091520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.094747 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5e6db0fd-eda2-49a0-b494-3b3c6ed56e3a admin admin] 10.222.0.55 "DELETE /v2.0/subnets/790be94e-61c9-415e-9965-c814fa338aa9 HTTP/1.1" status: 204 len: 168 time: 0.2914405 Dec 10 18:53:11.097848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57118) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:11.100698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975e18b-6099-4bcb-9eab-29fe5ad3ea2f None None] Network 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:11.171949 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.229785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Deleting port d33d953d-05dd-4e34-a011-9a4799f6a5a5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:11.230121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.290954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] DHCP port deletion for 86fc948a-ea90-4eae-86eb-cb3a6ded8d12 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:11.296104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] For port d33d953d-05dd-4e34-a011-9a4799f6a5a5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d33d953d-05dd-4e34-a011-9a4799f6a5a5,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:11.296641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.312882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Calling delete_port for d33d953d-05dd-4e34-a011-9a4799f6a5a5 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:11.348661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] Deleting port d33d953d-05dd-4e34-a011-9a4799f6a5a5 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:11.349045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.399304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.417901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] For port d33d953d-05dd-4e34-a011-9a4799f6a5a5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d33d953d-05dd-4e34-a011-9a4799f6a5a5,segment=NetworkSegment(7bc6659a-acbe-4d5b-940a-56b4d940897f),segment_id=7bc6659a-acbe-4d5b-940a-56b4d940897f)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:11.418295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.428064 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Pushing event deleted for resources: {'Port': ['ID=d33d953d-05dd-4e34-a011-9a4799f6a5a5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:11.432410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] Calling delete_port for d33d953d-05dd-4e34-a011-9a4799f6a5a5 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:11.433369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] No DVR routers for this DVR port d33d953d-05dd-4e34-a011-9a4799f6a5a5 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:11.507988 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.518397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.537262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fc948a-ea90-4eae-86eb-cb3a6ded8d12']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:11.545798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] Pushing event deleted for resources: {'Port': ['ID=d33d953d-05dd-4e34-a011-9a4799f6a5a5,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:11.547820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d281b616-069a-4481-b4f6-43b411f29ef3 None None] No DVR routers for this DVR port d33d953d-05dd-4e34-a011-9a4799f6a5a5 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:11.556364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc6659a-acbe-4d5b-940a-56b4d940897f') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:11.560551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc6659a-acbe-4d5b-940a-56b4d940897f') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:11.574641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.591105 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.598278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:53:11.598779 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:53:11.600720 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:53:11.656813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.663686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:11.667241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] 10.222.0.55 "DELETE /v2.0/networks/86fc948a-ea90-4eae-86eb-cb3a6ded8d12 HTTP/1.1" status: 204 len: 168 time: 0.5683138 Dec 10 18:53:11.670325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57120) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:11.678755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c45c4-b421-44f8-8c0e-ff0f501eec7c admin admin] Pushing event deleted for resources: {'Network': ['ID=86fc948a-ea90-4eae-86eb-cb3a6ded8d12,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:12.032071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device de7f464f-02f3-4021-bc4a-7d394b1cbe89 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:12.055529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: de7f464f-02f3-4021-bc4a-7d394b1cbe89 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:12.055908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device de7f464f-02f3-4021-bc4a-7d394b1cbe89 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:12.056324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d33d953d-05dd-4e34-a011-9a4799f6a5a5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:12.076374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d33d953d-05dd-4e34-a011-9a4799f6a5a5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:12.076736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d33d953d-05dd-4e34-a011-9a4799f6a5a5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:12.077745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8c76570e-c354-4c9b-a5fb-07b088914214 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:12.098581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 8c76570e-c354-4c9b-a5fb-07b088914214 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:12.098935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8c76570e-c354-4c9b-a5fb-07b088914214 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:12.348084 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.624183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Deleting port 433a4585-3bb4-49dc-88e2-459aa400cc76 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:12.624417 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.714581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] For port 433a4585-3bb4-49dc-88e2-459aa400cc76, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=433a4585-3bb4-49dc-88e2-459aa400cc76,segment=NetworkSegment(552c59ad-3f81-49c4-8bd6-db10571df2df),segment_id=552c59ad-3f81-49c4-8bd6-db10571df2df)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:12.715719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.728631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Calling delete_port for 433a4585-3bb4-49dc-88e2-459aa400cc76 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:12.924667 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:12.948191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Pushing event deleted for resources: {'Port': ['ID=433a4585-3bb4-49dc-88e2-459aa400cc76,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:13.124522 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.373811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Router 48f91846-ca77-42c4-8e54-d9de14f17911 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:53:13.498942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:53:13.505220 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8b7fc621-f491-4786-b8a9-d1c5d45e683d admin admin] 10.222.0.55 "PUT /v2.0/routers/48f91846-ca77-42c4-8e54-d9de14f17911/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336740 Dec 10 18:53:13.507919 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57122) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:13.510654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] Sync routers for ids ['48f91846-ca77-42c4-8e54-d9de14f17911'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:53:13.521448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] Routers {'48f91846-ca77-42c4-8e54-d9de14f17911'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:13.522064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:53:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['48f91846-ca77-42c4-8e54-d9de14f17911'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:13.617283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.631565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] Set router 48f91846-ca77-42c4-8e54-d9de14f17911 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:13.727006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.779713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Deleting port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:13.780033 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.820383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:53:12Z', 'revision_number': 5, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port': {'id': '5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:5b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:13.847041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] Checking router: 48f91846-ca77-42c4-8e54-d9de14f17911 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:53:13.855481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] Routers {'48f91846-ca77-42c4-8e54-d9de14f17911'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:53:13.856096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:53:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['48f91846-ca77-42c4-8e54-d9de14f17911'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:13.860357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] For port 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:13.860719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:13.873479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Calling delete_port for 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:13.943614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] Set router 48f91846-ca77-42c4-8e54-d9de14f17911 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:53:13.999196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:53:13Z', 'revision_number': 6, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:14.027526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f71707-cc4e-4c74-88d2-d9605e04822b None None] The sync data for ids ['48f91846-ca77-42c4-8e54-d9de14f17911'] in n-d-821424-1 is: [{'id': '48f91846-ca77-42c4-8e54-d9de14f17911', 'name': 'tempest-TestVolumeBackupRestore-2008558730-router', 'tenant_id': '88849b30fb49430bbc031f6d17a64b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:49:46Z', 'updated_at': '2021-12-10T18:53:13Z', 'revision_number': 6, 'project_id': '88849b30fb49430bbc031f6d17a64b06', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:53:14.077526 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.106814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:14.122573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd031ac6-f036-4843-a4eb-405cf55f7e4e None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:14.172324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.266028 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.268316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.314221 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.314991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48f91846-ca77-42c4-8e54-d9de14f17911 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 18:53:14.319691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.320918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-67d67b51-786c-4a01-8193-6609e5b7b112 admin admin] 10.222.0.55 "DELETE /v2.0/routers/48f91846-ca77-42c4-8e54-d9de14f17911 HTTP/1.1" status: 204 len: 168 time: 0.8120122 Dec 10 18:53:14.323630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57124) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:14.378172 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] Deleting subnet e9114f7e-6424-4918-9153-c0275cca77ff {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:53:14.381624 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.421332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.507279 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.570886 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.599921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9114f7e-6424-4918-9153-c0275cca77ff,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:14.603595 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.606849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7079e29b-c9f7-46a0-a56f-fd6f0ef54954 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/e9114f7e-6424-4918-9153-c0275cca77ff HTTP/1.1" status: 204 len: 168 time: 0.2821627 Dec 10 18:53:14.609527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57126) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:14.612765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202e45a2-55d9-4bf9-b3dd-ba206f2d657b None None] Network 5f06919b-74b0-4531-9ef8-c387af730203 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:14.682142 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.739956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Deleting port 7b1cae37-102c-4c2c-8cb2-fd9896948433 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:14.740548 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.803649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] For port 7b1cae37-102c-4c2c-8cb2-fd9896948433, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=7b1cae37-102c-4c2c-8cb2-fd9896948433,segment=NetworkSegment(552c59ad-3f81-49c4-8bd6-db10571df2df),segment_id=552c59ad-3f81-49c4-8bd6-db10571df2df)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:14.803649 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.824556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Calling delete_port for 7b1cae37-102c-4c2c-8cb2-fd9896948433 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:14.848984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] DHCP port deletion for 5f06919b-74b0-4531-9ef8-c387af730203 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:53:14.922189 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] Deleting port 7b1cae37-102c-4c2c-8cb2-fd9896948433 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:14.922675 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.925443 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:14.953249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7b1cae37-102c-4c2c-8cb2-fd9896948433,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:14.957365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] No DVR routers for this DVR port 7b1cae37-102c-4c2c-8cb2-fd9896948433 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:14.998565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] For port 7b1cae37-102c-4c2c-8cb2-fd9896948433, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:14.998965 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.012969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] Calling delete_port for 7b1cae37-102c-4c2c-8cb2-fd9896948433 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:15.015837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] Port 7b1cae37-102c-4c2c-8cb2-fd9896948433 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 18:53:15.017121 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.035235 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.042922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] Pushing event deleted for resources: {'Port': ['ID=7b1cae37-102c-4c2c-8cb2-fd9896948433,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:15.045989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d03dd3-d3e4-40e9-8220-1ae4a8d46b28 None None] No DVR routers for this DVR port 7b1cae37-102c-4c2c-8cb2-fd9896948433 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:15.070643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f06919b-74b0-4531-9ef8-c387af730203']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:15.081037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552c59ad-3f81-49c4-8bd6-db10571df2df') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:15.081386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552c59ad-3f81-49c4-8bd6-db10571df2df') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:53:15.092115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.106499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.112784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:53:15.113179 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:53:15.114940 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:53:15.171466 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.179103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.182826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] 10.222.0.55 "DELETE /v2.0/networks/5f06919b-74b0-4531-9ef8-c387af730203 HTTP/1.1" status: 204 len: 168 time: 0.5722837 Dec 10 18:53:15.193188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95e117-08bb-40f9-b76e-1769b4ed32bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5f06919b-74b0-4531-9ef8-c387af730203,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:15.363294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57130) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:15.408328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2a0f450e-f779-4fcd-b97e-fcf3f387bdad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4432700f49f6476f908d52dc00766fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437143 Dec 10 18:53:15.411367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57132) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:15.459381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ce46-68e1-414c-859e-5c5c28e34ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.481735 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ce46-68e1-414c-859e-5c5c28e34ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.533170 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ce46-68e1-414c-859e-5c5c28e34ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.536151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a7b3ce46-68e1-414c-859e-5c5c28e34ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:15.537328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a7b3ce46-68e1-414c-859e-5c5c28e34ba0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e1fe5294-0253-4259-be71-d33e527bab02 HTTP/1.1" status: 204 len: 168 time: 0.1250734 Dec 10 18:53:15.545322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3ce46-68e1-414c-859e-5c5c28e34ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fe5294-0253-4259-be71-d33e527bab02,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:15.898433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57138) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:15.942152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4050e528-69e5-44ce-8272-6d5343c00fdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88849b30fb49430bbc031f6d17a64b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424356 Dec 10 18:53:15.944777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57140) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:15.997125 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7507f1a4-d69e-4cd9-b829-a44b534262d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.019492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7507f1a4-d69e-4cd9-b829-a44b534262d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.032202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7b1cae37-102c-4c2c-8cb2-fd9896948433 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:16.053881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 7b1cae37-102c-4c2c-8cb2-fd9896948433 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:16.054227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 7b1cae37-102c-4c2c-8cb2-fd9896948433 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:16.054667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 433a4585-3bb4-49dc-88e2-459aa400cc76 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:16.070550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7507f1a4-d69e-4cd9-b829-a44b534262d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.073459 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7507f1a4-d69e-4cd9-b829-a44b534262d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:16.074672 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7507f1a4-d69e-4cd9-b829-a44b534262d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8bfffb4a-5b01-4621-a32a-6fe429293e4a HTTP/1.1" status: 204 len: 168 time: 0.1289303 Dec 10 18:53:16.079946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 433a4585-3bb4-49dc-88e2-459aa400cc76 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:16.080227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 433a4585-3bb4-49dc-88e2-459aa400cc76 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:16.080718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:16.084562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507f1a4-d69e-4cd9-b829-a44b534262d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfffb4a-5b01-4621-a32a-6fe429293e4a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:16.104139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:16.104485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5fe1a2f7-94d0-4aff-85fc-4de79b41e2fe not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:26.863805 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-40740996-5e55-4436-9fe3-77c0b8de87eb tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=404259bef1e944c7886d0e940ed6d87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311491 Dec 10 18:53:27.412783 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-9d7bc36d-a49d-4631-a8ed-f41b2737e5a0 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:27.414287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-9d7bc36d-a49d-4631-a8ed-f41b2737e5a0 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5421093 Dec 10 18:53:27.433131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-d9607096-ab6b-4cda-8b1f-33dfe7af613d tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/quotas/404259bef1e944c7886d0e940ed6d87e HTTP/1.1" status: 200 len: 375 time: 0.0099540 Dec 10 18:53:27.465915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-3adce06d-92c9-4fbe-9e1d-3debf96a13d7 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=404259bef1e944c7886d0e940ed6d87e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269468 Dec 10 18:53:27.642378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-736271f4-6f81-4910-b412-7709c853b44b req-e8af63ef-3e77-4220-af52-f0b682633e94 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 210 time: 0.0321438 Dec 10 18:53:28.316203 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d08796b2-d4bd-44fd-9633-69b6a236f581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:28.536648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-277e897c-e260-4be8-97e3-4ef2549ce0ae tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=404259bef1e944c7886d0e940ed6d87e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231609 Dec 10 18:53:28.655128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-29c41e87-35e8-4a1f-99ae-ebf4cbac7bd4 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:28.656534 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-29c41e87-35e8-4a1f-99ae-ebf4cbac7bd4 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145036 Dec 10 18:53:28.669523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Request body: {'port': {'device_id': '009972ee-d738-4889-869b-29eaab0ea3f4', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'admin_state_up': True, 'tenant_id': '404259bef1e944c7886d0e940ed6d87e'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:28.750954 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-23fb7699-1b29-4c61-94ea-dc1e59088482 req-af89c730-e38c-4b46-a643-a42dfb339d69 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 210 time: 0.0329888 Dec 10 18:53:28.810009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Made reservation on behalf of 404259bef1e944c7886d0e940ed6d87e for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:28.813613 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:28.823767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:28.909609 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:28.915407 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:28.984205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:29.057188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Allocated IP 192.168.233.3 (fbeec2d8-015a-43d1-ae84-2674541cc275/e9ff7fe9-1b95-46b3-a4ce-bed07f899a23/5a12bb15-874e-42a0-b0f4-4eae186ed0c8) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:29.227460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.267689 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.312864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Network fbeec2d8-015a-43d1-ae84-2674541cc275 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:29.316132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:29.319777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:29.326465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Pushing event updated for resources: {'Port': ['ID=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:29.375300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.375931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.394052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-27d01f74-e750-4421-b642-7872e0d71132 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7282448 Dec 10 18:53:29.406551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Request body: {'port': {'device_id': '009972ee-d738-4889-869b-29eaab0ea3f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:29.471929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.593347 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9899ed68-7593-4e6a-ab0d-8b47ad3f5eea None None] Provisioning complete for port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:29.593934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9899ed68-7593-4e6a-ab0d-8b47ad3f5eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.629264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9899ed68-7593-4e6a-ab0d-8b47ad3f5eea None None] Port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:53:29.749761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:29.757865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.772577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Transition to ACTIVE for port object 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:53:29.778091 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.835341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:29.886704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24efd4f-6186-417c-b52a-48bbaaf95c32 req-85845be6-7bcf-442f-8e55-07c058c3574d tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:29.889023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e24efd4f-6186-417c-b52a-48bbaaf95c32 req-85845be6-7bcf-442f-8e55-07c058c3574d tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 946 time: 0.0609865 Dec 10 18:53:29.912628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Attempting to bind port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:53:29.912936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Attempting to bind port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:53:29.913411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Attempting to bind port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:29.918488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 on network fbeec2d8-015a-43d1-ae84-2674541cc275 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:53:29.918811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Attempting to bind port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 on network fbeec2d8-015a-43d1-ae84-2674541cc275 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:29.923880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:53:29.924213 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Checking segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:29.924600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Bound using segment: {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:53:29.925025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Bound port: 5a12bb15-874e-42a0-b0f4-4eae186ed0c8, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15af454-2b4d-4f39-86ed-8252b5f83b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:53:29.925384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:29.947499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e24efd4f-6186-417c-b52a-48bbaaf95c32 req-f9fe8791-fded-464b-8392-61cd7fb6af59 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Dec 10 18:53:29.993977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] For port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:53:29.997255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] For port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:53:30.004576 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:30.044730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.044923 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:30.046428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] 10.222.0.59 "PUT /v2.0/ports/5a12bb15-874e-42a0-b0f4-4eae186ed0c8 HTTP/1.1" status: 200 len: 1094 time: 0.6443293 Dec 10 18:53:30.046909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009972ee-d738-4889-869b-29eaab0ea3f4', 'tag': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:30.049211 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173d23e5-59a4-416e-a40f-3c0e6fbfea87" -d '{"events": [{"name": "network-changed", "server_uuid": "009972ee-d738-4889-869b-29eaab0ea3f4", "tag": "5a12bb15-874e-42a0-b0f4-4eae186ed0c8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:30.069700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a68e-9c36-4e4b-9104-33fb8d1b1d59 service neutron] Pushing event updated for resources: {'Port': ['ID=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:30.101629 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa78736-207b-44a0-908e-d3f696919385 x-openstack-request-id: req-0aa78736-207b-44a0-908e-d3f696919385 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:30.102285 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009972ee-d738-4889-869b-29eaab0ea3f4", "tag": "5a12bb15-874e-42a0-b0f4-4eae186ed0c8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:30.102285 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0aa78736-207b-44a0-908e-d3f696919385 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:30.102788 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009972ee-d738-4889-869b-29eaab0ea3f4', 'tag': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8', 'status': 'completed', 'code': 200} Dec 10 18:53:30.157343 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-bbb7e312-9ac0-4b87-8cdd-016e79bf6796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.159390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-bbb7e312-9ac0-4b87-8cdd-016e79bf6796 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=404259bef1e944c7886d0e940ed6d87e&device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0529046 Dec 10 18:53:30.214577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-e1d1e093-ae76-40ca-a97a-c32f20d80fec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5a12bb15-874e-42a0-b0f4-4eae186ed0c8 HTTP/1.1" status: 200 len: 217 time: 0.0477293 Dec 10 18:53:30.269643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-856aed4e-8d41-4e82-b2af-015fa1f4d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.271272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-856aed4e-8d41-4e82-b2af-015fa1f4d704 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0485394 Dec 10 18:53:30.323573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-3db50aa9-8736-4c90-8b3d-d7e91819b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.325122 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-3db50aa9-8736-4c90-8b3d-d7e91819b97c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0467665 Dec 10 18:53:30.439778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-fe9b39f4-a4ba-4d7a-b193-c3e836f753d0 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058452 Dec 10 18:53:30.544920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e14ecd80-9ad9-466e-9e35-ce94cac4f51b req-49e23f24-47a4-4fb4-a644-b3dbb85c0a73 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975597 Dec 10 18:53:30.651185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-ca3f47c3-4aa9-48c4-b316-4baf691044a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.652702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-ca3f47c3-4aa9-48c4-b316-4baf691044a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=404259bef1e944c7886d0e940ed6d87e&device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 1097 time: 0.0483818 Dec 10 18:53:30.757469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-4f3b55c2-6948-47f6-9efa-a8b59f003afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.759082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-4f3b55c2-6948-47f6-9efa-a8b59f003afd service neutron] 10.222.0.59 "GET /v2.0/networks?id=fbeec2d8-015a-43d1-ae84-2674541cc275 HTTP/1.1" status: 200 len: 870 time: 0.0982239 Dec 10 18:53:30.807432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-c89508b0-0698-4ef8-9177-09d7b7e5828f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=5a12bb15-874e-42a0-b0f4-4eae186ed0c8 HTTP/1.1" status: 200 len: 217 time: 0.0395212 Dec 10 18:53:30.859148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-ca349b8e-8500-445f-9184-878036aa2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.860623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-ca349b8e-8500-445f-9184-878036aa2d26 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e9ff7fe9-1b95-46b3-a4ce-bed07f899a23 HTTP/1.1" status: 200 len: 843 time: 0.0462208 Dec 10 18:53:30.909359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-38266e73-12a5-4afe-80ca-491fd1f0191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:30.910919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-38266e73-12a5-4afe-80ca-491fd1f0191e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fbeec2d8-015a-43d1-ae84-2674541cc275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429921 Dec 10 18:53:31.010444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-e29d8556-ad38-4c83-93a7-71341e930c59 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916867 Dec 10 18:53:31.075400 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d775263-644b-4768-9bb4-ca0781d94599 req-6da23b2d-f4ad-4b9c-a769-13333e1ffc24 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:31.076863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d775263-644b-4768-9bb4-ca0781d94599 req-6da23b2d-f4ad-4b9c-a769-13333e1ffc24 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 946 time: 0.0513971 Dec 10 18:53:31.106810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-173d23e5-59a4-416e-a40f-3c0e6fbfea87 req-dafbaf2c-a8f5-4636-8172-b9e3473e6f02 service neutron] 10.222.0.59 "GET /v2.0/networks/fbeec2d8-015a-43d1-ae84-2674541cc275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873826 Dec 10 18:53:31.128592 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4d775263-644b-4768-9bb4-ca0781d94599 req-1fde99af-ad29-4244-8de1-52b9f1c8e917 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Dec 10 18:53:31.294049 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:53:31.651927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80ca5e5d-620f-42a5-9f9e-ade44685d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.174623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.224982 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:32.271081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0897b2e-b26e-4a91-bccb-7f322b25f266 req-c4cac8d0-2e58-4246-8498-6a864ef8b92e tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:32.272549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a0897b2e-b26e-4a91-bccb-7f322b25f266 req-c4cac8d0-2e58-4246-8498-6a864ef8b92e tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 946 time: 0.0639451 Dec 10 18:53:32.328429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a0897b2e-b26e-4a91-bccb-7f322b25f266 req-4d9ef3ff-c56d-411f-abd8-28b83bad99c6 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451455 Dec 10 18:53:33.451942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e3df3-b2df-474f-a0c0-75f04ad41b9f req-9466fd26-e8da-4d48-9ffa-ed03d22c9b4b tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:33.453423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-392e3df3-b2df-474f-a0c0-75f04ad41b9f req-9466fd26-e8da-4d48-9ffa-ed03d22c9b4b tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 946 time: 0.0542660 Dec 10 18:53:33.502736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-392e3df3-b2df-474f-a0c0-75f04ad41b9f req-3792f08d-c268-4aa2-8fc0-266e266ccbd8 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Dec 10 18:53:33.842541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.018443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:53:34.118283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:34.130399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8', 'network_id': 'fbeec2d8-015a-43d1-ae84-2674541cc275', 'port_id': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8', 'mac_address': 'fa:16:3e:e2:00:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9ff7fe9-1b95-46b3-a4ce-bed07f899a23', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:53:34.179362 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.189221 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.195513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:34.221173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:34.226297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:34.275701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:34.427247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['5a12bb15-874e-42a0-b0f4-4eae186ed0c8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:34.631790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6be88-4147-4b97-86b1-352b5271a729 req-e645a19b-199d-4be0-b9aa-7bebbcfaa818 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:34.633313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-44f6be88-4147-4b97-86b1-352b5271a729 req-e645a19b-199d-4be0-b9aa-7bebbcfaa818 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 947 time: 0.0558631 Dec 10 18:53:34.681612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-44f6be88-4147-4b97-86b1-352b5271a729 req-a19c652d-27ed-477d-ab71-844173e60b5a tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Dec 10 18:53:35.061241 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:35.803657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546111b-d05e-4c9d-9c7b-0343b016e9a8 req-f6e35a70-6982-4ccc-a275-d532e2596a0d tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:35.805248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f546111b-d05e-4c9d-9c7b-0343b016e9a8 req-f6e35a70-6982-4ccc-a275-d532e2596a0d tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 947 time: 0.0532997 Dec 10 18:53:35.855785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f546111b-d05e-4c9d-9c7b-0343b016e9a8 req-92689e63-4454-4a4c-b179-65daba0e3401 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441802 Dec 10 18:53:36.049225 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:36.103473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:53:36.107181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:36.107553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:36.188555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:36.213813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009972ee-d738-4889-869b-29eaab0ea3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:36.216582 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26c7137-61f6-461c-a26e-fb0a7eee00fa" -d '{"events": [{"server_uuid": "009972ee-d738-4889-869b-29eaab0ea3f4", "name": "network-vif-plugged", "status": "completed", "tag": "5a12bb15-874e-42a0-b0f4-4eae186ed0c8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:36.230280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:36.236009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:36.273859 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0a4f61-f42f-45e5-9952-98a0a4a8c2fb x-openstack-request-id: req-2d0a4f61-f42f-45e5-9952-98a0a4a8c2fb {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:36.274336 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009972ee-d738-4889-869b-29eaab0ea3f4", "name": "network-vif-plugged", "status": "completed", "tag": "5a12bb15-874e-42a0-b0f4-4eae186ed0c8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:36.275189 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2d0a4f61-f42f-45e5-9952-98a0a4a8c2fb {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:36.275639 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009972ee-d738-4889-869b-29eaab0ea3f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8', 'code': 200} Dec 10 18:53:36.306477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:36.377394 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9768c7-c05b-42d4-bf02-d455555dba54 req-3dea806a-0ae6-4595-b2e2-6d6370d5c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:36.378983 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c9768c7-c05b-42d4-bf02-d455555dba54 req-3dea806a-0ae6-4595-b2e2-6d6370d5c41b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 1099 time: 0.0443399 Dec 10 18:53:36.430027 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4c9768c7-c05b-42d4-bf02-d455555dba54 req-d454ae6f-17da-4aa7-be69-eb62462c0e2e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Dec 10 18:53:36.984362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d15402-0939-4da4-8ca0-914046a89a39 req-5fb93fdb-fa95-4650-abf5-a6816d8a0b4f tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:36.985847 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1d15402-0939-4da4-8ca0-914046a89a39 req-5fb93fdb-fa95-4650-abf5-a6816d8a0b4f tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 948 time: 0.0554216 Dec 10 18:53:37.037679 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1d15402-0939-4da4-8ca0-914046a89a39 req-466410fe-1eb8-4442-a72a-7e77bbbde62f tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456674 Dec 10 18:53:38.168206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bb9c0-9798-476b-bc92-1ddca19ac3a3 req-47b02f51-9e65-4b1e-a06c-30fe05c4eb66 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:38.169746 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a1bb9c0-9798-476b-bc92-1ddca19ac3a3 req-47b02f51-9e65-4b1e-a06c-30fe05c4eb66 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 948 time: 0.0579824 Dec 10 18:53:38.224591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4a1bb9c0-9798-476b-bc92-1ddca19ac3a3 req-b7a59f29-35b9-4aa8-b0e0-d774f83263ac tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Dec 10 18:53:38.516619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-37847a94-8cae-4e82-8a07-9b111e7225f5 req-0cfdf3eb-4a37-4dda-a8ef-197b7b7b60a9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:53:38.517616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37847a94-8cae-4e82-8a07-9b111e7225f5 req-0cfdf3eb-4a37-4dda-a8ef-197b7b7b60a9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061722 Dec 10 18:53:38.849814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-43a04b70-1e56-4c5c-9737-1280bdb55b58 req-2984d925-8e00-466f-99d8-3134a83777dc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:53:38.850714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43a04b70-1e56-4c5c-9737-1280bdb55b58 req-2984d925-8e00-466f-99d8-3134a83777dc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063686 Dec 10 18:53:39.203152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574875f1-58bb-4a80-89f3-62e329e5b179 req-c264929d-5cc8-459e-be09-e84b4603ce48 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:39.205327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-574875f1-58bb-4a80-89f3-62e329e5b179 req-c264929d-5cc8-459e-be09-e84b4603ce48 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 948 time: 0.0632660 Dec 10 18:53:39.257019 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-574875f1-58bb-4a80-89f3-62e329e5b179 req-8b83bee8-5f35-4fe8-ba49-6b44ef589971 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Dec 10 18:53:40.382677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f7fa4-ce23-4116-b3e1-279751b88d44 req-03c802fe-e345-4e21-ac8b-11697eced418 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:40.384205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-249f7fa4-ce23-4116-b3e1-279751b88d44 req-03c802fe-e345-4e21-ac8b-11697eced418 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 948 time: 0.0515654 Dec 10 18:53:40.433711 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-249f7fa4-ce23-4116-b3e1-279751b88d44 req-5f7bd0d9-dc44-416b-8df4-6dc787f078d4 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.55 "GET /v2.0/security-groups?id=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428109 Dec 10 18:53:40.450816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-d3ed30d7-c80b-4bf7-b8fb-5d03d0d0478c tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:40.452350 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-d3ed30d7-c80b-4bf7-b8fb-5d03d0d0478c tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.59 "GET /v2.0/ports?device_id=009972ee-d738-4889-869b-29eaab0ea3f4 HTTP/1.1" status: 200 len: 948 time: 0.0505204 Dec 10 18:53:40.548246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Deleting port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:53:40.548453 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.637598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] For port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,segment=NetworkSegment(c15af454-2b4d-4f39-86ed-8252b5f83b4a),segment_id=c15af454-2b4d-4f39-86ed-8252b5f83b4a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:40.637965 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.651025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Calling delete_port for 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:53:40.791623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.804914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['5a12bb15-874e-42a0-b0f4-4eae186ed0c8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:40.830468 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Pushing event deleted for resources: {'Port': ['ID=5a12bb15-874e-42a0-b0f4-4eae186ed0c8,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:40.856410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.856768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.857120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.857462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.857802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.858142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.858512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.858850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.859184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.859513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.859846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.860176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.860504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:53:40.887368 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] No DVR routers for this DVR port 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:53:40.890379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:40.895057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8967eba1-cab3-45f7-91df-04556cd972d2 req-db7b8b66-0766-43e5-83d1-c874df3f4195 tempest-ServersAdminNegativeTestJSON-1917269447 tempest-ServersAdminNegativeTestJSON-1917269447-project] 10.222.0.59 "DELETE /v2.0/ports/5a12bb15-874e-42a0-b0f4-4eae186ed0c8 HTTP/1.1" status: 204 len: 173 time: 0.4360821 Dec 10 18:53:40.895573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009972ee-d738-4889-869b-29eaab0ea3f4', 'name': 'network-vif-deleted', 'tag': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:40.898574 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe4224-0b6c-4bc6-9576-9c4bd310f514" -d '{"events": [{"server_uuid": "009972ee-d738-4889-869b-29eaab0ea3f4", "name": "network-vif-deleted", "tag": "5a12bb15-874e-42a0-b0f4-4eae186ed0c8"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:40.949594 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed1e0d7-09d0-4913-8ad8-251baf1566c1 x-openstack-request-id: req-7ed1e0d7-09d0-4913-8ad8-251baf1566c1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:40.949784 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009972ee-d738-4889-869b-29eaab0ea3f4", "name": "network-vif-deleted", "tag": "5a12bb15-874e-42a0-b0f4-4eae186ed0c8", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:40.949961 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7ed1e0d7-09d0-4913-8ad8-251baf1566c1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:40.950530 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009972ee-d738-4889-869b-29eaab0ea3f4', 'name': 'network-vif-deleted', 'tag': '5a12bb15-874e-42a0-b0f4-4eae186ed0c8', 'status': 'completed', 'code': 200} Dec 10 18:53:41.777777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57266) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:41.925799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb460a5e-4015-4f5d-acb7-e3c0d0256196 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=404259bef1e944c7886d0e940ed6d87e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467278 Dec 10 18:53:41.928587 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57270) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:41.977898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1daf1254-edce-4d62-b7ac-728650bb1f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.007140 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1daf1254-edce-4d62-b7ac-728650bb1f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.055738 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1daf1254-edce-4d62-b7ac-728650bb1f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.058703 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1daf1254-edce-4d62-b7ac-728650bb1f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.059945 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1daf1254-edce-4d62-b7ac-728650bb1f47 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/339ae5c5-b3f8-49bf-ab1d-eb404f1475d9 HTTP/1.1" status: 204 len: 168 time: 0.1304641 Dec 10 18:53:42.067920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf1254-edce-4d62-b7ac-728650bb1f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339ae5c5-b3f8-49bf-ab1d-eb404f1475d9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:42.344433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57276) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:42.358189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-077182d7-cb93-424c-96be-0cc49ec38e36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.435631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-077182d7-cb93-424c-96be-0cc49ec38e36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.440804 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-077182d7-cb93-424c-96be-0cc49ec38e36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.483615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-077182d7-cb93-424c-96be-0cc49ec38e36 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=098c12084f374e8384a515d5fb045588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380322 Dec 10 18:53:42.484473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077182d7-cb93-424c-96be-0cc49ec38e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0782983c-d577-41fe-90db-c167f78f46ce,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:42.487873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57278) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:42.546386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e4c0274-c7cc-4a13-beb0-6ea5946d1a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.568799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e4c0274-c7cc-4a13-beb0-6ea5946d1a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.617536 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e4c0274-c7cc-4a13-beb0-6ea5946d1a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.620566 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e4c0274-c7cc-4a13-beb0-6ea5946d1a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:42.621947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4e4c0274-c7cc-4a13-beb0-6ea5946d1a6f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0782983c-d577-41fe-90db-c167f78f46ce HTTP/1.1" status: 204 len: 168 time: 0.1329601 Dec 10 18:53:42.629981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c0274-c7cc-4a13-beb0-6ea5946d1a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0782983c-d577-41fe-90db-c167f78f46ce,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:43.343918 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57300) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:43.451957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-492421425-network', 'tenant_id': 'd1c0df46bf7f433981079e41c0458ce6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:43.476524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Made reservation on behalf of d1c0df46bf7f433981079e41c0458ce6 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:43.479094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.488057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.564922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.569301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.599997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:53:43.606642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7452b-a80a-4190-ae4d-cb5af0012c37,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:43.612963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.613312 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Added segment 95411ddc-f858-4cfb-9121-d0e4405e3523 of type vlan for network 9751fc76-ef87-42ba-a2b7-15026e40ccef Dec 10 18:53:43.657457 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.684491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.685810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:43.686760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.739799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3948591 Dec 10 18:53:43.743181 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57304) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:53:43.748659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Request body: {'subnet': {'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-492421425-subnet', 'tenant_id': 'd1c0df46bf7f433981079e41c0458ce6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:43.753317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc37e29-7eff-4382-81de-2a5fb5ad0f53 admin admin] Pushing event updated for resources: {'Network': ['ID=9751fc76-ef87-42ba-a2b7-15026e40ccef,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:43.764124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9751fc76-ef87-42ba-a2b7-15026e40ccef details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:53:43.771938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Made reservation on behalf of d1c0df46bf7f433981079e41c0458ce6 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:43.774744 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:43.986702 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.040861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4431670a-eada-45f9-9037-9ebe66a25dbe,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:44.058309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Checking segment: {'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:44.059258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Network hostable DHCP agents. Network: 9751fc76-ef87-42ba-a2b7-15026e40ccef, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:53:44.077584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Network 9751fc76-ef87-42ba-a2b7-15026e40ccef is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:53:44.080924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:53:44.088342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9751fc76-ef87-42ba-a2b7-15026e40ccef) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:44.093219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:44.093920 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:44.108635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705749b2-f223-45a4-96a6-514c06424ba8 None None] Network 9751fc76-ef87-42ba-a2b7-15026e40ccef requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:44.111495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:53:44.111747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-55823e02-c793-41a9-9f31-2b5b8666229d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3673558 Dec 10 18:53:44.112166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 5a12bb15-874e-42a0-b0f4-4eae186ed0c8 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:53:44.216517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e4983-2916-4b83-b768-1b9e83d69a8a None None] Network 9751fc76-ef87-42ba-a2b7-15026e40ccef requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:53:44.568798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-c78a9348-9a70-4cbf-aa07-f4e6c75d4af1 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:44.570279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-c78a9348-9a70-4cbf-aa07-f4e6c75d4af1 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 811 time: 0.1066144 Dec 10 18:53:44.585800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-821bc1f6-7df9-47a9-978d-23e8a54fbcba tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/quotas/d1c0df46bf7f433981079e41c0458ce6 HTTP/1.1" status: 200 len: 375 time: 0.0095561 Dec 10 18:53:44.624258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a4ec4365-1bec-4901-b741-1d2f018a55af tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318737 Dec 10 18:53:44.725602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-378a8e64-5120-4f8d-9614-f221b85042dd service neutron] 10.222.0.55 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941775 Dec 10 18:53:44.821741 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-f169c4de-94b2-474f-908b-a9e373d0fd35 service neutron] 10.222.0.55 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896401 Dec 10 18:53:45.001721 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9c786581-f8d1-4d71-b2a3-bcbc702b4ce0 req-98692516-bf41-40d7-a4f7-b3eaa5abf32e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 210 time: 0.0340080 Dec 10 18:53:46.028467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-dd1ff37a-2e8a-4cd7-9923-c258bbac147b tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:46.031529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-dd1ff37a-2e8a-4cd7-9923-c258bbac147b tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.59 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 811 time: 0.1337523 Dec 10 18:53:46.052346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Request body: {'port': {'device_id': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef', 'admin_state_up': True, 'tenant_id': 'd1c0df46bf7f433981079e41c0458ce6'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:46.139251 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-645d4a34-e04b-4a54-aba0-f273769e6a82 req-a8b29551-0cfb-4015-90d9-37fe599f6387 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 210 time: 0.0352845 Dec 10 18:53:46.201291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Made reservation on behalf of d1c0df46bf7f433981079e41c0458ce6 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:53:46.204903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.351910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Allocated IP 172.20.0.3 (9751fc76-ef87-42ba-a2b7-15026e40ccef/4431670a-eada-45f9-9037-9ebe66a25dbe/2ae98141-79db-4561-a4da-f2544390b38c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:53:46.522241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.563321 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.608953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Network 9751fc76-ef87-42ba-a2b7-15026e40ccef is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:53:46.612280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:53:46.615928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:53:46.622514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:46.669080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:46.669693 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:46.686564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-7c06a59e-39f7-4637-8ebc-5abc8acc3bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6390822 Dec 10 18:53:46.699212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Request body: {'port': {'device_id': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:53:46.755264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.019332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae98141-79db-4561-a4da-f2544390b38c {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:47.026939 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.038671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Transition to ACTIVE for port object 2ae98141-79db-4561-a4da-f2544390b38c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:53:47.043821 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.093755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:47.180615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:53:47.180928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:53:47.181261 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c on network 9751fc76-ef87-42ba-a2b7-15026e40ccef {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:47.186108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Port 2ae98141-79db-4561-a4da-f2544390b38c on network 9751fc76-ef87-42ba-a2b7-15026e40ccef not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:53:47.186467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c on network 9751fc76-ef87-42ba-a2b7-15026e40ccef {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:53:47.191482 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:53:47.191820 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Checking segment: {'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:53:47.192204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Bound using segment: {'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:53:47.192628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Bound port: 2ae98141-79db-4561-a4da-f2544390b38c, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:53:47.192976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.256511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:53:47.259659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:53:47.264093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.265022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffa3c4-385d-47bf-8368-c60f9c861f1a req-9e63102f-b0b8-49ef-a1f9-a06886eae6d2 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.266587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98ffa3c4-385d-47bf-8368-c60f9c861f1a req-9e63102f-b0b8-49ef-a1f9-a06886eae6d2 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 943 time: 0.0532908 Dec 10 18:53:47.299984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.300749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:47.302154 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] 10.222.0.59 "PUT /v2.0/ports/2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 1091 time: 0.6070910 Dec 10 18:53:47.304411 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:47.307465 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e7ea83-2112-43f4-9560-b6910cd39894" -d '{"events": [{"name": "network-changed", "server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "tag": "2ae98141-79db-4561-a4da-f2544390b38c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:47.334856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98ffa3c4-385d-47bf-8368-c60f9c861f1a req-7cb0624f-127d-4e0c-91ad-4eb53d755fef tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616810 Dec 10 18:53:47.338024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d15c84-1b31-4c57-92b7-a4ee71682d55 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:47.389408 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfeb82d4-ff44-4632-82a1-6567a87dc486 x-openstack-request-id: req-dfeb82d4-ff44-4632-82a1-6567a87dc486 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:47.389700 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "tag": "2ae98141-79db-4561-a4da-f2544390b38c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:47.389947 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dfeb82d4-ff44-4632-82a1-6567a87dc486 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:47.390344 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c', 'status': 'completed', 'code': 200} Dec 10 18:53:47.406841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-65e7c2df-4195-44a5-bea6-61743bfd40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.408399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-65e7c2df-4195-44a5-bea6-61743bfd40ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1094 time: 0.0458007 Dec 10 18:53:47.455056 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-76c98d7e-1c8d-4a71-b4da-2dd3ee97afdd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 217 time: 0.0377495 Dec 10 18:53:47.507563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-1e853ddf-a81d-417d-ba9b-4cb7e1445c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.509069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-1e853ddf-a81d-417d-ba9b-4cb7e1445c87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 200 len: 851 time: 0.0471804 Dec 10 18:53:47.543611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-c7a5d1b9-5b82-4754-9414-91fb0e21e0a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9751fc76-ef87-42ba-a2b7-15026e40ccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267696 Dec 10 18:53:47.647113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-b37f2567-f9ef-44e0-900c-1689d19389ea service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956948 Dec 10 18:53:47.739863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-06d24cd4-fb9f-4481-ace0-3550427da2bf req-a97a02b9-706c-4d6b-8258-088d95eb07e1 service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862548 Dec 10 18:53:47.833892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-14f008fd-157e-4621-b44d-dfb9a6620f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.835485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-14f008fd-157e-4621-b44d-dfb9a6620f9f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1094 time: 0.0463576 Dec 10 18:53:47.935787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-4ed535e8-b09e-4f42-8eb4-cfd058f3c6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:47.937303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-4ed535e8-b09e-4f42-8eb4-cfd058f3c6e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 912 time: 0.0949490 Dec 10 18:53:47.980362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-ff0cb29a-ca26-42b3-8dea-9bd567b207f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 217 time: 0.0358984 Dec 10 18:53:48.036134 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-9f013ea0-69f1-46c2-ac6d-e8d68ed960e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:48.037604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-9f013ea0-69f1-46c2-ac6d-e8d68ed960e7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 200 len: 851 time: 0.0501268 Dec 10 18:53:48.078529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-2f99d4f3-2833-46d2-9422-2e85f63b2eaa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9751fc76-ef87-42ba-a2b7-15026e40ccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330954 Dec 10 18:53:48.170684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-84ee42fa-9f84-4f1c-903b-77780002291c service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826516 Dec 10 18:53:48.266863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-70e7ea83-2112-43f4-9560-b6910cd39894 req-9ae22895-ee45-4d6f-b63c-cbe5e19b29eb service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Dec 10 18:53:48.472894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2fd1-0cf6-4cdf-9f11-4a793870e1d4 req-a619ef77-7a77-4537-bc7c-adf54ce3d0d8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:48.474500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79bb2fd1-0cf6-4cdf-9f11-4a793870e1d4 req-a619ef77-7a77-4537-bc7c-adf54ce3d0d8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 943 time: 0.0539191 Dec 10 18:53:48.523216 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-79bb2fd1-0cf6-4cdf-9f11-4a793870e1d4 req-78c6fe39-9a56-4a6c-bf6e-d4f1fb4264c5 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Dec 10 18:53:49.653947 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6555c-6429-40da-91f4-61a40e898102 req-0f2b8bbb-a1fd-436f-af93-a88b8c2cf4ec tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:49.655505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19c6555c-6429-40da-91f4-61a40e898102 req-0f2b8bbb-a1fd-436f-af93-a88b8c2cf4ec tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 943 time: 0.0511863 Dec 10 18:53:49.704020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19c6555c-6429-40da-91f4-61a40e898102 req-58c4695c-2a51-4598-838c-c20cdae32a64 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Dec 10 18:53:50.111945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:53:50.223516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:50.236326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '2ae98141-79db-4561-a4da-f2544390b38c', 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef', 'port_id': '2ae98141-79db-4561-a4da-f2544390b38c', 'mac_address': 'fa:16:3e:9c:c5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431670a-eada-45f9-9037-9ebe66a25dbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:53:50.280346 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.294296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae98141-79db-4561-a4da-f2544390b38c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:53:50.315102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:50.320368 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:50.372918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:50.511889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['2ae98141-79db-4561-a4da-f2544390b38c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:53:50.842112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5e339-d6d5-4eca-a64d-23077f130ae7 req-28880b1b-88f0-42aa-a2fb-bf3b7e3a296c tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:50.843647 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48e5e339-d6d5-4eca-a64d-23077f130ae7 req-28880b1b-88f0-42aa-a2fb-bf3b7e3a296c tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 944 time: 0.0595531 Dec 10 18:53:50.901198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-48e5e339-d6d5-4eca-a64d-23077f130ae7 req-c50d45f5-b1cb-43c7-8269-b74aab892c7b tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Dec 10 18:53:52.029334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c415cb-83b6-4970-b682-66f6603451e5 req-32062d32-eb30-4f0e-b325-059617e88ee8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.030853 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93c415cb-83b6-4970-b682-66f6603451e5 req-32062d32-eb30-4f0e-b325-059617e88ee8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 944 time: 0.0525589 Dec 10 18:53:52.083851 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93c415cb-83b6-4970-b682-66f6603451e5 req-c938a99a-b1df-488d-8ac3-4bc25ad97614 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Dec 10 18:53:52.117473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:53:52.170069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 2ae98141-79db-4561-a4da-f2544390b38c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:53:52.174383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 2ae98141-79db-4561-a4da-f2544390b38c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:53:52.174869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.269612 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.294180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:53:52.296529 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795346ff-dae2-41fc-842f-c9fc8f3e37f7" -d '{"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae98141-79db-4561-a4da-f2544390b38c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:53:52.309824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:53:52.315685 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:52.350802 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdaaab5-f229-47d5-8e07-bc062521af44 x-openstack-request-id: req-1fdaaab5-f229-47d5-8e07-bc062521af44 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:53:52.351092 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae98141-79db-4561-a4da-f2544390b38c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:53:52.351337 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1fdaaab5-f229-47d5-8e07-bc062521af44 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:53:52.351725 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c', 'code': 200} Dec 10 18:53:52.376192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:53:52.446894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e314dfa-59f6-4b4d-8aaf-bda53abc07f9 req-587928b7-dc13-4b9f-9235-f01dbd83793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:52.448479 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e314dfa-59f6-4b4d-8aaf-bda53abc07f9 req-587928b7-dc13-4b9f-9235-f01dbd83793e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1096 time: 0.0482931 Dec 10 18:53:52.503334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e314dfa-59f6-4b4d-8aaf-bda53abc07f9 req-ff6b1fab-878f-45c2-a9e9-84c7e387fbb8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461247 Dec 10 18:53:53.217175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d351740-3d34-401c-87b0-65c4b9c7b132 req-e345a0a2-3611-44e7-b5f3-89206d9c43c9 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:53.218882 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4d351740-3d34-401c-87b0-65c4b9c7b132 req-e345a0a2-3611-44e7-b5f3-89206d9c43c9 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0565853 Dec 10 18:53:53.271757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4d351740-3d34-401c-87b0-65c4b9c7b132 req-54ebfeb6-43c5-4422-8883-4d563e38abf1 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438693 Dec 10 18:53:54.398375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17291f27-46d0-4e7b-9278-7d1376eee249 req-d4645fad-7e71-49ec-b110-cd7a9963ad20 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:54.399913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17291f27-46d0-4e7b-9278-7d1376eee249 req-d4645fad-7e71-49ec-b110-cd7a9963ad20 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0527713 Dec 10 18:53:54.453638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17291f27-46d0-4e7b-9278-7d1376eee249 req-a22e0d2b-459d-4abd-bc03-fcee0f15637e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471356 Dec 10 18:53:54.705215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9be37-77a6-4adf-b157-b9f01f3e4b85 req-92b8e215-645f-4770-b076-40ce452f30c0 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:54.706837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11b9be37-77a6-4adf-b157-b9f01f3e4b85 req-92b8e215-645f-4770-b076-40ce452f30c0 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0513270 Dec 10 18:53:54.752023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-a5518e44-c891-44a8-a3e2-4dd440912d63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1031890 Dec 10 18:53:54.761221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-99989f5e-dc74-4be9-8787-533fce3b3d54 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:53:54.762298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-99989f5e-dc74-4be9-8787-533fce3b3d54 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053241 Dec 10 18:53:54.763440 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11b9be37-77a6-4adf-b157-b9f01f3e4b85 req-bbbef3c3-6d39-4a40-9c21-f8931b4e1811 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497165 Dec 10 18:53:55.892721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc397f-a9fd-47e1-9fe4-da66a19dc057 req-ce929424-8309-4dfe-830d-3407b3ab4fb8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:55.894388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ddc397f-a9fd-47e1-9fe4-da66a19dc057 req-ce929424-8309-4dfe-830d-3407b3ab4fb8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0557761 Dec 10 18:53:55.949590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3ddc397f-a9fd-47e1-9fe4-da66a19dc057 req-915a894e-004f-4f8d-aa67-8583ba64aac0 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484381 Dec 10 18:53:56.078937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-955cde00-486f-4673-b9b3-7a9c4863f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:56.080369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-955cde00-486f-4673-b9b3-7a9c4863f643 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1096 time: 0.0433407 Dec 10 18:53:56.178912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-227aeb1d-4a0a-4d78-acf8-c0a95dc9fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:56.180403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-227aeb1d-4a0a-4d78-acf8-c0a95dc9fe9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 912 time: 0.0922480 Dec 10 18:53:56.227469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-13d13e43-e458-475b-bda7-ccf7d9e3ba45 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 217 time: 0.0393071 Dec 10 18:53:56.287890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-2447c7f0-78ad-4773-b859-553458fac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:56.289458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-2447c7f0-78ad-4773-b859-553458fac7a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 200 len: 851 time: 0.0551257 Dec 10 18:53:56.328706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-e3ee44b8-1c44-45c1-b8ed-4d5cfe780d4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9751fc76-ef87-42ba-a2b7-15026e40ccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315084 Dec 10 18:53:56.427021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-6598170d-f69c-4657-a36a-4b5eb31880d0 service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912993 Dec 10 18:53:56.529469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-7b3dbbfa-e22f-4270-a673-8711eaaa68de service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946412 Dec 10 18:53:57.076926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589f0b9-caa2-49f4-aed6-db3c45eeca0a req-f796c8af-1fec-45fb-a46a-0a1e162114c8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:57.078313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f589f0b9-caa2-49f4-aed6-db3c45eeca0a req-f796c8af-1fec-45fb-a46a-0a1e162114c8 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0511806 Dec 10 18:53:57.131805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f589f0b9-caa2-49f4-aed6-db3c45eeca0a req-09234545-4cf1-4095-aba7-798d1f582610 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472164 Dec 10 18:53:58.260296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2070086-248e-4e50-a1bb-06ae0f1c0364 req-5c90d96a-b777-410b-a895-03fcea540463 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:58.262125 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2070086-248e-4e50-a1bb-06ae0f1c0364 req-5c90d96a-b777-410b-a895-03fcea540463 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0538135 Dec 10 18:53:58.318704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a00d4619-64aa-440d-bf28-f2caf9dbb2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:53:58.319319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2070086-248e-4e50-a1bb-06ae0f1c0364 req-0e682d4e-77d6-4b0b-8417-f813909fd308 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504358 Dec 10 18:53:59.444141 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a79cd-0e80-4ac9-a257-eec87343d272 req-62c908bd-4ee7-4c05-bd3d-b1a611d766a3 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:53:59.445697 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-474a79cd-0e80-4ac9-a257-eec87343d272 req-62c908bd-4ee7-4c05-bd3d-b1a611d766a3 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0531046 Dec 10 18:53:59.495152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-474a79cd-0e80-4ac9-a257-eec87343d272 req-ff189fbc-1377-408c-a912-ba2ca9419fb6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Dec 10 18:54:00.643202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c63c1e-733f-47c0-954f-9f5849c79748 req-364decb2-935d-44fd-bb29-e03e29cd44d3 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:00.644714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73c63c1e-733f-47c0-954f-9f5849c79748 req-364decb2-935d-44fd-bb29-e03e29cd44d3 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0666325 Dec 10 18:54:00.701320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73c63c1e-733f-47c0-954f-9f5849c79748 req-4ab23e5b-16b8-4680-bd5e-63df6bd990b2 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500844 Dec 10 18:54:01.651130 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c08db3dd-410d-4e62-a1af-a61a3010191b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:01.847995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736564-d6ad-4aa6-9f6f-063b86319c7a req-2935da14-ee60-424d-a18c-e6341d64ebb3 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:01.849843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71736564-d6ad-4aa6-9f6f-063b86319c7a req-2935da14-ee60-424d-a18c-e6341d64ebb3 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0664876 Dec 10 18:54:01.908155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71736564-d6ad-4aa6-9f6f-063b86319c7a req-2da28bc3-31ab-40eb-a6b4-52ece133e33a tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490363 Dec 10 18:54:02.176073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:02.226804 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:03.036872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92c985-d064-455b-9466-c4f7aa1a6008 req-c2d8cfac-5a50-4e27-8050-4ec1466bbdad tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:03.038500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef92c985-d064-455b-9466-c4f7aa1a6008 req-c2d8cfac-5a50-4e27-8050-4ec1466bbdad tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0545776 Dec 10 18:54:03.091549 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ef92c985-d064-455b-9466-c4f7aa1a6008 req-55166301-220b-4bc8-add3-28d9c7e6f577 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463955 Dec 10 18:54:03.845563 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.168088 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:04.221185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2d524-cf9a-4139-bc11-604c496ab7c3 req-bc749484-6f05-4b2f-bfbe-3d0b4fe47d2e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:04.222794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70d2d524-cf9a-4139-bc11-604c496ab7c3 req-bc749484-6f05-4b2f-bfbe-3d0b4fe47d2e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0521708 Dec 10 18:54:04.278550 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-70d2d524-cf9a-4139-bc11-604c496ab7c3 req-20b33116-4e10-4dc6-8ba6-3210a245ccf1 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491848 Dec 10 18:54:04.908318 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:05.401938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900acd4b-448f-4268-94e6-b64b356aa4b6 req-9b176f8d-a713-4d0d-8e89-0a543d00b237 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:05.403464 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900acd4b-448f-4268-94e6-b64b356aa4b6 req-9b176f8d-a713-4d0d-8e89-0a543d00b237 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0514519 Dec 10 18:54:05.454658 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-900acd4b-448f-4268-94e6-b64b356aa4b6 req-36a3225c-c3f1-4c98-aa3e-568a6b2a8ede tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445740 Dec 10 18:54:06.580303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2a562-fb56-4fd4-a069-970bd3477223 req-edd3499c-3de3-4d8e-a33e-3a76d80e7674 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:06.581849 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eee2a562-fb56-4fd4-a069-970bd3477223 req-edd3499c-3de3-4d8e-a33e-3a76d80e7674 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0550079 Dec 10 18:54:06.648575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eee2a562-fb56-4fd4-a069-970bd3477223 req-11970e73-2e87-410f-b76f-e98b698b8ade tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573015 Dec 10 18:54:07.777962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9fbe1-9efa-4c2b-a139-ad42ae9463f6 req-126c0f03-907c-4c90-bcef-8a7067512594 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:07.779501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-21c9fbe1-9efa-4c2b-a139-ad42ae9463f6 req-126c0f03-907c-4c90-bcef-8a7067512594 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0558605 Dec 10 18:54:07.833403 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-21c9fbe1-9efa-4c2b-a139-ad42ae9463f6 req-8b46c544-4fd6-40fc-957f-a3f20c6b7478 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Dec 10 18:54:08.294253 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:54:08.958933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a359d3a-2253-426e-8d62-56f236713585 req-b8a65f59-f8e4-4657-a6cb-64df09ce3645 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:08.960481 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a359d3a-2253-426e-8d62-56f236713585 req-b8a65f59-f8e4-4657-a6cb-64df09ce3645 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0527923 Dec 10 18:54:09.020984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a359d3a-2253-426e-8d62-56f236713585 req-f94793c2-cdb8-4ad4-ba23-eaecf70f19dc tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Dec 10 18:54:10.156292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad19ec-96d3-4a05-8e48-3a71d908e1ff req-2fdec005-b16f-4fd6-8489-e1f07da2380b tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:10.157846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42ad19ec-96d3-4a05-8e48-3a71d908e1ff req-2fdec005-b16f-4fd6-8489-e1f07da2380b tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0568871 Dec 10 18:54:10.209711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-42ad19ec-96d3-4a05-8e48-3a71d908e1ff req-8fb30b18-da39-4861-8963-ace58abab177 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 Dec 10 18:54:11.343744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a588a-6309-4f6f-b25b-9876ae507b2b req-3bd4d6e4-a146-4d45-a47c-6c04e83a28c0 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:11.345850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a07a588a-6309-4f6f-b25b-9876ae507b2b req-3bd4d6e4-a146-4d45-a47c-6c04e83a28c0 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0614505 Dec 10 18:54:11.402712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a07a588a-6309-4f6f-b25b-9876ae507b2b req-adf84147-e78e-48d9-aa9a-e8890d907736 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504777 Dec 10 18:54:12.529034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352cc1a-2ec6-4755-a74f-973a40d27203 req-74b09cd5-416e-4535-bde8-e170e3335409 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:12.531342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b352cc1a-2ec6-4755-a74f-973a40d27203 req-74b09cd5-416e-4535-bde8-e170e3335409 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0524757 Dec 10 18:54:12.589323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b352cc1a-2ec6-4755-a74f-973a40d27203 req-a46e23c9-861f-463f-bece-2258b054309e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518491 Dec 10 18:54:13.720458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b8d0b-dcda-49f9-b475-ba22fa0340be req-a8b01977-8f0f-4e72-9538-0bd6d4a3ef13 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:13.722320 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3a7b8d0b-dcda-49f9-b475-ba22fa0340be req-a8b01977-8f0f-4e72-9538-0bd6d4a3ef13 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0569742 Dec 10 18:54:13.775433 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3a7b8d0b-dcda-49f9-b475-ba22fa0340be req-8e48d565-0b71-497d-a9c9-65d49053f988 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438371 Dec 10 18:54:14.903985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b6f24-d5e3-46df-bdae-c0d8c9c1b1e0 req-6ac0a3f1-064b-4d22-8630-ead145fc7c5c tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:14.905685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb7b6f24-d5e3-46df-bdae-c0d8c9c1b1e0 req-6ac0a3f1-064b-4d22-8630-ead145fc7c5c tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0551345 Dec 10 18:54:14.957781 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eb7b6f24-d5e3-46df-bdae-c0d8c9c1b1e0 req-0423af98-768b-4fc8-9a4e-75a9aecff084 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Dec 10 18:54:16.097692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8fe4c-867c-49c6-b103-eeea094f2b03 req-a82a6db8-cce4-428b-af6e-62b0bd3adfc5 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:16.099298 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cdd8fe4c-867c-49c6-b103-eeea094f2b03 req-a82a6db8-cce4-428b-af6e-62b0bd3adfc5 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0523157 Dec 10 18:54:16.156264 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cdd8fe4c-867c-49c6-b103-eeea094f2b03 req-d6923ed0-5ffd-4027-86ca-4837ee431146 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457306 Dec 10 18:54:17.287117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e75e90-60c5-4186-9f46-3aa48b6ed26d req-dc88d84d-b676-4605-b5c2-ae0055f9d109 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:17.288784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75e75e90-60c5-4186-9f46-3aa48b6ed26d req-dc88d84d-b676-4605-b5c2-ae0055f9d109 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0536902 Dec 10 18:54:17.338303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-75e75e90-60c5-4186-9f46-3aa48b6ed26d req-bd5c54ec-9f37-411d-808b-2a16f0f49133 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426867 Dec 10 18:54:18.468951 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aa976-cc22-4f85-a0fd-2d1f8cd56df8 req-805ff7df-5fb4-410f-9d6f-2d305470a980 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:18.470479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-907aa976-cc22-4f85-a0fd-2d1f8cd56df8 req-805ff7df-5fb4-410f-9d6f-2d305470a980 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0565758 Dec 10 18:54:18.517878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-907aa976-cc22-4f85-a0fd-2d1f8cd56df8 req-fb401385-c317-4f84-a79c-a66093fff8ed tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Dec 10 18:54:20.012085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7233e-d8cc-4720-a610-93b6f8d5a7b5 req-dabb3334-72f3-4449-9666-82e912556366 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:20.013630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9a7233e-d8cc-4720-a610-93b6f8d5a7b5 req-dabb3334-72f3-4449-9666-82e912556366 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.4221449 Dec 10 18:54:20.062151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9a7233e-d8cc-4720-a610-93b6f8d5a7b5 req-3d0d5157-29b1-47db-ab58-bd1cc54a52ec tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Dec 10 18:54:21.202339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb75ca-692c-4638-a727-ee51d8499beb req-ec0c188f-c113-4484-bffb-92c17f2cb845 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:21.203912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10eb75ca-692c-4638-a727-ee51d8499beb req-ec0c188f-c113-4484-bffb-92c17f2cb845 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0673466 Dec 10 18:54:21.272133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-10eb75ca-692c-4638-a727-ee51d8499beb req-27508073-db70-48ae-9968-43db0cdeef3e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619874 Dec 10 18:54:22.403046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcb729-94cb-4d61-9fc8-e79e5171bb59 req-fd66cd65-a37b-4493-8f3a-6e5e179c657a tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:22.404621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6bdcb729-94cb-4d61-9fc8-e79e5171bb59 req-fd66cd65-a37b-4493-8f3a-6e5e179c657a tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0532951 Dec 10 18:54:22.455256 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6bdcb729-94cb-4d61-9fc8-e79e5171bb59 req-2643e5ed-c62a-48fb-8cea-01cec21b4241 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Dec 10 18:54:23.579997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876a131-acb8-4f9f-8e70-af4757114c29 req-95130f44-f71c-41f3-adc9-5ca3c5f41eee tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:23.581634 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0876a131-acb8-4f9f-8e70-af4757114c29 req-95130f44-f71c-41f3-adc9-5ca3c5f41eee tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0568681 Dec 10 18:54:23.637707 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0876a131-acb8-4f9f-8e70-af4757114c29 req-4320f992-8985-4e41-a85c-d37756bde066 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494812 Dec 10 18:54:23.694333 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-492520fe-2882-46e5-84f5-8aa0c32a46be service neutron] show failed (client error): The resource could not be found. Dec 10 18:54:23.695389 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-492520fe-2882-46e5-84f5-8aa0c32a46be service neutron] 10.222.0.59 "GET /v2.0/ports/2ae98141-79db-4561-a4da-f2544390b38c/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0592074 Dec 10 18:54:23.949202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-6bf14e90-cee2-4351-ac48-1fa5084942df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:23.950760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-6bf14e90-cee2-4351-ac48-1fa5084942df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f&tenant_id=d1c0df46bf7f433981079e41c0458ce6 HTTP/1.1" status: 200 len: 1096 time: 0.0787780 Dec 10 18:54:23.964088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:24.028174 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.237495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:24.276017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:24.323930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:24.326442 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef55146-9809-4339-b07a-8d1cd6a54f4d" -d '{"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ae98141-79db-4561-a4da-f2544390b38c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:24.330469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.344202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Transition to ACTIVE for port object 2ae98141-79db-4561-a4da-f2544390b38c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:54:24.348320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.386099 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0033bf-c702-4c29-aded-bcc14d880770 x-openstack-request-id: req-3b0033bf-c702-4c29-aded-bcc14d880770 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:24.386424 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-unplugged", "status": "completed", "tag": "2ae98141-79db-4561-a4da-f2544390b38c", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:24.386684 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b0033bf-c702-4c29-aded-bcc14d880770 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:24.387629 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c', 'code': 200} Dec 10 18:54:24.416581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:24.419328 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] No DVR routers for this DVR port 2ae98141-79db-4561-a4da-f2544390b38c on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:24.458155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:24.458506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:24.458870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c on network 9751fc76-ef87-42ba-a2b7-15026e40ccef {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:24.464229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Port 2ae98141-79db-4561-a4da-f2544390b38c on network 9751fc76-ef87-42ba-a2b7-15026e40ccef not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:54:24.464541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Attempting to bind port 2ae98141-79db-4561-a4da-f2544390b38c on network 9751fc76-ef87-42ba-a2b7-15026e40ccef {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:24.470043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:24.470384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Checking segment: {'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:24.470801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Bound using segment: {'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:24.471231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Bound port: 2ae98141-79db-4561-a4da-f2544390b38c, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95411ddc-f858-4cfb-9121-d0e4405e3523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:24.471593 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.536867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:24.540120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:24.546554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.585409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.586013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:24.587443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] 10.222.0.30 "PUT /v2.0/ports/2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 1091 time: 0.6275454 Dec 10 18:54:24.613754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628987e-407d-48a1-903e-521f03c06f78 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:24.669480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-bb446f0b-d013-48cc-a3d2-f843ba7d18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.671241 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-bb446f0b-d013-48cc-a3d2-f843ba7d18b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1094 time: 0.0532849 Dec 10 18:54:24.761746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67366e45-7e3f-422d-864d-ec371e331ede req-63e1fbdf-b6e4-40fa-887f-91f96e4b8778 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.763327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67366e45-7e3f-422d-864d-ec371e331ede req-63e1fbdf-b6e4-40fa-887f-91f96e4b8778 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 943 time: 0.0516510 Dec 10 18:54:24.767279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-3d29b94c-0df7-48e6-b63e-6e58b2c79250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.768879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-3d29b94c-0df7-48e6-b63e-6e58b2c79250 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 912 time: 0.0900996 Dec 10 18:54:24.815269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-67366e45-7e3f-422d-864d-ec371e331ede req-ad6643d4-f671-4274-a9ac-d41612e9b984 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Dec 10 18:54:24.820089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-4dba1434-a10a-4417-a0e5-f258f11950d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 217 time: 0.0435357 Dec 10 18:54:24.879178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-c444a5e8-42ae-4ec1-967d-c5ae4d2bcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:24.881367 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-c444a5e8-42ae-4ec1-967d-c5ae4d2bcc3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 200 len: 851 time: 0.0544546 Dec 10 18:54:24.914527 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-8d8e1057-7164-4352-98d7-b9c7e77eb586 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9751fc76-ef87-42ba-a2b7-15026e40ccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261765 Dec 10 18:54:25.010425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-cc53ca48-2b1f-422b-b3eb-d1694afab8df service neutron] 10.222.0.30 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865250 Dec 10 18:54:25.112083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dd5c9049-cd4e-4797-b526-be9112c5db0b req-c120851f-197b-42e6-875b-fa12225f829a service neutron] 10.222.0.30 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943372 Dec 10 18:54:25.973662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb2724-a2df-4df0-8618-d67ddb36a5d7 req-7b7a75f8-372f-4caf-92af-4cc616fd0a97 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:25.975893 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15fb2724-a2df-4df0-8618-d67ddb36a5d7 req-7b7a75f8-372f-4caf-92af-4cc616fd0a97 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 943 time: 0.0559332 Dec 10 18:54:26.053875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15fb2724-a2df-4df0-8618-d67ddb36a5d7 req-0ccd80a1-5945-4506-a075-6ff2d3134e35 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693424 Dec 10 18:54:26.389140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:26.391533 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3044a3-e000-4bf8-86c9-4e3569c4e460" -d '{"events": [{"name": "network-changed", "server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "tag": "2ae98141-79db-4561-a4da-f2544390b38c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:26.447321 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788023cb-101e-46c5-a95e-5035db203c0e x-openstack-request-id: req-788023cb-101e-46c5-a95e-5035db203c0e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:26.447741 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "tag": "2ae98141-79db-4561-a4da-f2544390b38c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:26.448054 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-788023cb-101e-46c5-a95e-5035db203c0e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:26.448562 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c', 'status': 'completed', 'code': 200} Dec 10 18:54:26.551089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-338a1039-7399-4d4c-8a10-43a2031707d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.553686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-338a1039-7399-4d4c-8a10-43a2031707d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1094 time: 0.0841472 Dec 10 18:54:26.554751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-c6d764f1-5901-4dee-be09-dcdf845580c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.556208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-c6d764f1-5901-4dee-be09-dcdf845580c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1094 time: 0.0791233 Dec 10 18:54:26.726559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-8524ee71-efe8-43d9-aade-1927644ff70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.728068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-8524ee71-efe8-43d9-aade-1927644ff70a service neutron] 10.222.0.59 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 912 time: 0.1654272 Dec 10 18:54:26.729470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-c34bb4b3-1acf-4070-a439-a903e0ee51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.730903 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-c34bb4b3-1acf-4070-a439-a903e0ee51b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 912 time: 0.1562226 Dec 10 18:54:26.781541 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-376640e8-73d1-4b46-80b1-1e365542d4ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 217 time: 0.0464580 Dec 10 18:54:26.819197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-07abdb9e-508c-40f0-8dc8-7b74a577c7af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 217 time: 0.0772231 Dec 10 18:54:26.890742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-e1ba081c-0acd-49c8-8ea7-6fb381d48a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.892260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-e1ba081c-0acd-49c8-8ea7-6fb381d48a7e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 200 len: 851 time: 0.0829968 Dec 10 18:54:26.895674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-808c6cc3-fc34-4887-88c0-5d4675825d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:26.897030 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-808c6cc3-fc34-4887-88c0-5d4675825d61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 200 len: 851 time: 0.0600431 Dec 10 18:54:26.964426 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-06c3bb13-e920-4508-81be-c492f0bbf8dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9751fc76-ef87-42ba-a2b7-15026e40ccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629985 Dec 10 18:54:26.966279 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-61a59603-3109-4dbe-a05c-3254e9bd1389 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9751fc76-ef87-42ba-a2b7-15026e40ccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534952 Dec 10 18:54:27.106628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:54:27.163297 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-edd4a096-f829-42f8-8e38-754a175fdce5 service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914933 Dec 10 18:54:27.168132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-3c9e8db0-0525-443d-ae7d-90b3971bb565 service neutron] 10.222.0.30 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887107 Dec 10 18:54:27.233240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:27.250102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '2ae98141-79db-4561-a4da-f2544390b38c', 'network_id': '9751fc76-ef87-42ba-a2b7-15026e40ccef', 'port_id': '2ae98141-79db-4561-a4da-f2544390b38c', 'mac_address': 'fa:16:3e:9c:c5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4431670a-eada-45f9-9037-9ebe66a25dbe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:54:27.302619 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.330239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae98141-79db-4561-a4da-f2544390b38c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:27.331852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0cdd7-d69f-4352-bb9d-54d5265d39f8 req-37b81afd-dde0-4c23-9bcf-8a5656891a92 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:27.333613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccf0cdd7-d69f-4352-bb9d-54d5265d39f8 req-37b81afd-dde0-4c23-9bcf-8a5656891a92 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 943 time: 0.1909807 Dec 10 18:54:27.357990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:27.362094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:27.406300 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-03b13115-ac95-40f5-8775-a06ab1aefcc5 service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206759 Dec 10 18:54:27.408074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd3044a3-e000-4bf8-86c9-4e3569c4e460 req-e6eca49c-3bc2-4bb5-a3fd-51dbf7884f92 service neutron] 10.222.0.30 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237341 Dec 10 18:54:27.435313 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccf0cdd7-d69f-4352-bb9d-54d5265d39f8 req-21931aba-f222-4b2d-9ace-1b17819108fc tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885525 Dec 10 18:54:27.441256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:27.459078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.459949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.460432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.460865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.461352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.461784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.462238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.462711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.463212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.463741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.464175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.464613 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.465077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:27.588832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2ae98141-79db-4561-a4da-f2544390b38c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:27.747653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-aae541aa-8f5c-4f40-8c90-43c791df506b tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:27.749259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-aae541aa-8f5c-4f40-8c90-43c791df506b tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f&tenant_id=d1c0df46bf7f433981079e41c0458ce6&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 944 time: 0.0964813 Dec 10 18:54:27.823343 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-92f12278-b088-4213-8486-fd1df31e8d9d service neutron] delete failed (client error): The resource could not be found. Dec 10 18:54:27.824400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-92f12278-b088-4213-8486-fd1df31e8d9d service neutron] 10.222.0.59 "DELETE /v2.0/ports/2ae98141-79db-4561-a4da-f2544390b38c/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0670969 Dec 10 18:54:27.913452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-bd7e7ad1-38e7-41a6-b977-79a9cabe87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:27.915001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-bd7e7ad1-38e7-41a6-b977-79a9cabe87a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d1c0df46bf7f433981079e41c0458ce6&device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 1095 time: 0.0430272 Dec 10 18:54:28.007097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-ff293ccc-3f7e-4801-99e0-1c740c47beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:28.008493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-ff293ccc-3f7e-4801-99e0-1c740c47beb8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 200 len: 912 time: 0.0861797 Dec 10 18:54:28.056436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-a8b19837-f5e6-4d46-85a2-f140a9243e48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 200 len: 217 time: 0.0405028 Dec 10 18:54:28.107709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-2ae74720-3ede-49ff-8ae6-fb441ad05bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:28.109277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-2ae74720-3ede-49ff-8ae6-fb441ad05bae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 200 len: 851 time: 0.0465167 Dec 10 18:54:28.143368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-1dc183ad-dd7c-4650-9caa-bfeaf2b9cd5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9751fc76-ef87-42ba-a2b7-15026e40ccef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268905 Dec 10 18:54:28.240418 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-4cef4c4b-9c6e-4693-a5d9-f77a92f8684c service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898526 Dec 10 18:54:28.325551 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c26fd028-eebc-47cb-8603-8f9986482620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:28.349903 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-be743df1-9e5d-4feb-b9f3-856f95a5ca7a service neutron] 10.222.0.59 "GET /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009862 Dec 10 18:54:28.376789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:28.424044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:29.088550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb4fa1-c6d3-48e6-9205-e07957525ad8 req-dbb681b3-9c9a-4fa4-b978-fdca623e9bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:29.090017 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5cb4fa1-c6d3-48e6-9205-e07957525ad8 req-dbb681b3-9c9a-4fa4-b978-fdca623e9bde tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 944 time: 0.0528104 Dec 10 18:54:29.124466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:29.146434 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5cb4fa1-c6d3-48e6-9205-e07957525ad8 req-83197051-07b4-482a-8f4a-cb4a510b2a6c tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499163 Dec 10 18:54:29.177641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 2ae98141-79db-4561-a4da-f2544390b38c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:54:29.182315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 2ae98141-79db-4561-a4da-f2544390b38c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:29.182718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.266393 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.289961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:29.292494 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0eaade-1421-47de-a51a-cf49cc511847" -d '{"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae98141-79db-4561-a4da-f2544390b38c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:29.305205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:29.311393 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:29.360996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:29.410793 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d9c68a-2c96-421c-b1b9-f3b46af14d9d x-openstack-request-id: req-23d9c68a-2c96-421c-b1b9-f3b46af14d9d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:29.411099 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-plugged", "status": "completed", "tag": "2ae98141-79db-4561-a4da-f2544390b38c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:29.411379 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-23d9c68a-2c96-421c-b1b9-f3b46af14d9d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:29.411782 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c', 'code': 200} Dec 10 18:54:30.283722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90227ba-1aca-4c66-a9d4-7761a956a581 req-728b085a-b5f7-4736-a39c-c7353a9fca5e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.285613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c90227ba-1aca-4c66-a9d4-7761a956a581 req-728b085a-b5f7-4736-a39c-c7353a9fca5e tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0641851 Dec 10 18:54:30.364104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c90227ba-1aca-4c66-a9d4-7761a956a581 req-25c3db2c-ecca-4d94-98b6-1bcbc74de688 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.55 "GET /v2.0/security-groups?id=22c7452b-a80a-4190-ae4d-cb5af0012c37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722160 Dec 10 18:54:30.376501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-172f9129-ed63-401e-bcfa-a2a4d475af5f tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:30.378119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-172f9129-ed63-401e-bcfa-a2a4d475af5f tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e376094-2eee-4cf9-bbb4-c8b0b4fe823f HTTP/1.1" status: 200 len: 945 time: 0.0783701 Dec 10 18:54:30.484277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Deleting port 2ae98141-79db-4561-a4da-f2544390b38c {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:54:30.484513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.577626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] For port 2ae98141-79db-4561-a4da-f2544390b38c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2ae98141-79db-4561-a4da-f2544390b38c,segment=NetworkSegment(95411ddc-f858-4cfb-9121-d0e4405e3523),segment_id=95411ddc-f858-4cfb-9121-d0e4405e3523)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:30.578010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.590118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Calling delete_port for 2ae98141-79db-4561-a4da-f2544390b38c owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:54:30.724986 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.738881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2ae98141-79db-4561-a4da-f2544390b38c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:30.755854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Pushing event deleted for resources: {'Port': ['ID=2ae98141-79db-4561-a4da-f2544390b38c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:30.802716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] No DVR routers for this DVR port 2ae98141-79db-4561-a4da-f2544390b38c on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:54:30.805677 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:30.809884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e086c09f-a5dd-43eb-8486-f6cc311bf0f1 req-842ec139-1301-45b7-b3c6-c85615b206d6 tempest-DeleteServersTestJSON-679404978 tempest-DeleteServersTestJSON-679404978-project] 10.222.0.30 "DELETE /v2.0/ports/2ae98141-79db-4561-a4da-f2544390b38c HTTP/1.1" status: 204 len: 173 time: 0.4253438 Dec 10 18:54:30.810349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-deleted', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:30.812734 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac1f742-7de8-4068-8b24-8bfe76407feb" -d '{"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-deleted", "tag": "2ae98141-79db-4561-a4da-f2544390b38c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:30.922628 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e596e0-d637-4444-b103-8821b95b5750 x-openstack-request-id: req-87e596e0-d637-4444-b103-8821b95b5750 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:30.922954 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e376094-2eee-4cf9-bbb4-c8b0b4fe823f", "name": "network-vif-deleted", "tag": "2ae98141-79db-4561-a4da-f2544390b38c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:30.923216 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-87e596e0-d637-4444-b103-8821b95b5750 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:30.923854 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e376094-2eee-4cf9-bbb4-c8b0b4fe823f', 'name': 'network-vif-deleted', 'tag': '2ae98141-79db-4561-a4da-f2544390b38c', 'status': 'completed', 'code': 200} Dec 10 18:54:31.513839 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57464) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:31.560116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Deleting subnet 4431670a-eada-45f9-9037-9ebe66a25dbe {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:54:31.564003 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.605707 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.651327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.652621 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-df2825e0-2b3b-4792-ada6-d3f4d1e7fd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.721742 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.749417 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4431670a-eada-45f9-9037-9ebe66a25dbe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:31.754509 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.757767 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/4431670a-eada-45f9-9037-9ebe66a25dbe HTTP/1.1" status: 204 len: 168 time: 0.2428453 Dec 10 18:54:31.761041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57466) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:31.763528 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.763898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.764231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.764887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.765293 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.765679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.766045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.766395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.766726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.767039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.767364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.767691 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.768015 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd911b2-097a-4b37-a722-62bf4262a5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:54:31.840151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.926107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.947450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9751fc76-ef87-42ba-a2b7-15026e40ccef']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:31.957359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95411ddc-f858-4cfb-9121-d0e4405e3523') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:31.957661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95411ddc-f858-4cfb-9121-d0e4405e3523') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:54:31.967786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.981813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.988801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:54:31.989200 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: timer() Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:54:31.990982 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:54:32.049054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.055236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.058577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9751fc76-ef87-42ba-a2b7-15026e40ccef HTTP/1.1" status: 204 len: 168 time: 0.2963367 Dec 10 18:54:32.071930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610bddb8-cdc3-41c7-b111-ecf364eeca95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9751fc76-ef87-42ba-a2b7-15026e40ccef,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:32.179737 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.189629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:32.226703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.240921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d5f1e684-adfa-4826-b049-601e44176f20 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d1c0df46bf7f433981079e41c0458ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499327 Dec 10 18:54:32.244282 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57472) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:32.296631 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8ae7-59b8-4e58-a199-51d6ed0e19ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.320076 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8ae7-59b8-4e58-a199-51d6ed0e19ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.375860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8ae7-59b8-4e58-a199-51d6ed0e19ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.378625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d4c8ae7-59b8-4e58-a199-51d6ed0e19ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:32.379840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1d4c8ae7-59b8-4e58-a199-51d6ed0e19ba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/22c7452b-a80a-4190-ae4d-cb5af0012c37 HTTP/1.1" status: 204 len: 168 time: 0.1345520 Dec 10 18:54:32.388370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c8ae7-59b8-4e58-a199-51d6ed0e19ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c7452b-a80a-4190-ae4d-cb5af0012c37,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:33.162072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57494) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:33.334223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-442249063-network', 'tenant_id': 'a952eb9a31cb42e19059b6e5b2591d28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:33.360177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Made reservation on behalf of a952eb9a31cb42e19059b6e5b2591d28 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:33.362591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.371501 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.446228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.451893 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.483046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:54:33.493019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a1c328-a19a-418a-bd4b-87836e7e1a17,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:33.499486 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.499924 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Added segment 56b83ef7-338b-4b3f-baa4-50b5438eda10 of type vlan for network 9106bfb1-1bd8-4240-a995-529eecb9ab6a Dec 10 18:54:33.541909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.574427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.575418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:33.576059 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.630317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4670639 Dec 10 18:54:33.633507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57500) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:54:33.638025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b49c-6c2e-423f-9b32-3c859cc862cb admin admin] Pushing event updated for resources: {'Network': ['ID=9106bfb1-1bd8-4240-a995-529eecb9ab6a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:33.638721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Request body: {'subnet': {'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-442249063-subnet', 'tenant_id': 'a952eb9a31cb42e19059b6e5b2591d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:33.649214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 9106bfb1-1bd8-4240-a995-529eecb9ab6a details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:54:33.663479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Made reservation on behalf of a952eb9a31cb42e19059b6e5b2591d28 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:33.665903 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.845511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.847519 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.901314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=089467aa-65f8-4598-8f88-611221c4d1fa,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:33.911488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Checking segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:33.911846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Network hostable DHCP agents. Network: 9106bfb1-1bd8-4240-a995-529eecb9ab6a, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:54:33.930693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Network 9106bfb1-1bd8-4240-a995-529eecb9ab6a is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:54:33.943019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 9106bfb1-1bd8-4240-a995-529eecb9ab6a) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:33.947676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:33.948262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:33.953848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b12036-b1b5-40d0-aad0-728d2df72ebb None None] Network 9106bfb1-1bd8-4240-a995-529eecb9ab6a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:33.968970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-81c1ccc3-8261-458f-90b7-430901b9cdc1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3342271 Dec 10 18:54:34.067364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a792d227-302e-4ed4-9475-617ac2edd56a None None] Network 9106bfb1-1bd8-4240-a995-529eecb9ab6a requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:54:34.184269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.772438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-699d5423-61b1-4e72-8f55-e6ad95a4fa12 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:34.774008 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-699d5423-61b1-4e72-8f55-e6ad95a4fa12 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 814 time: 0.4175315 Dec 10 18:54:34.793779 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-329f2dad-400f-46f8-abf2-e1ce47d7a0e9 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/quotas/a952eb9a31cb42e19059b6e5b2591d28 HTTP/1.1" status: 200 len: 375 time: 0.0098164 Dec 10 18:54:34.831453 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-2f048b04-addb-4dcc-89e9-c4eed77e4b5b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297534 Dec 10 18:54:34.904798 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:34.945560 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-1b5a0f67-4a9f-4909-b104-502867faba47 service neutron] 10.222.0.55 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065409 Dec 10 18:54:35.038130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-5121e250-d8b4-4814-afb0-d963432202b2 service neutron] 10.222.0.55 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857975 Dec 10 18:54:35.138048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:54:35.177252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 2ae98141-79db-4561-a4da-f2544390b38c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:54:35.177620 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2ae98141-79db-4561-a4da-f2544390b38c not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:54:35.221757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6887cd6c-a194-420a-ba55-087df1383fac req-a398883c-ed80-45a3-9bd8-5d6a829082da tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Dec 10 18:54:36.260279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-14e0908f-cb16-4e6a-9546-f5af0b64508f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:36.261815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-14e0908f-cb16-4e6a-9546-f5af0b64508f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 814 time: 0.1144814 Dec 10 18:54:36.279525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Request body: {'port': {'device_id': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a', 'admin_state_up': True, 'tenant_id': 'a952eb9a31cb42e19059b6e5b2591d28'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:36.329563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40a216f4-147b-4c84-96cf-d7aa410cb3db req-873c9523-2ca4-4161-93e9-9623a9d7ea74 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 210 time: 0.0277703 Dec 10 18:54:36.396118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Made reservation on behalf of a952eb9a31cb42e19059b6e5b2591d28 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:54:36.399675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.532276 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Allocated IP 172.20.0.12 (9106bfb1-1bd8-4240-a995-529eecb9ab6a/089467aa-65f8-4598-8f88-611221c4d1fa/6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:54:36.685292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.721790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.768765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Network 9106bfb1-1bd8-4240-a995-529eecb9ab6a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:54:36.772093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:54:36.779002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:54:36.783131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:36.829338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:36.829951 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:36.847103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-0376aa06-a5c6-4faa-94b2-3225b950da86 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5735185 Dec 10 18:54:36.860825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Request body: {'port': {'device_id': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:54:36.920206 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.517687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c530ec-b9e9-4720-8aca-a04e6a9539e5 req-53b3a29a-6682-4512-b02b-a412112f155d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.519326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89c530ec-b9e9-4720-8aca-a04e6a9539e5 req-53b3a29a-6682-4512-b02b-a412112f155d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 932 time: 0.0720170 Dec 10 18:54:37.616676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89c530ec-b9e9-4720-8aca-a04e6a9539e5 req-48425dfb-1f2e-4ad4-bc0f-f7aa1fcabc05 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887203 Dec 10 18:54:37.631344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:37.639435 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.652949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Transition to ACTIVE for port object 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:54:37.658005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.709180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:37.779540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:54:37.779962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:54:37.780806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:37.785952 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:54:37.786275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:54:37.791743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:54:37.792166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Checking segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:54:37.792701 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Bound using segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:54:37.793300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Bound port: 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:54:37.793725 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.863969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:54:37.867084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:54:37.872581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.912367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:37.912367 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:37.913846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] 10.222.0.30 "PUT /v2.0/ports/6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 1092 time: 1.0572295 Dec 10 18:54:37.916318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:37.919505 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8f810a-159d-443f-99e3-f245584bc681" -d '{"events": [{"name": "network-changed", "server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:37.944484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0ed5-ff19-49de-9194-9362f8d8f374 service neutron] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:37.965263 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5295aba5-7288-4df9-9fc8-9a50cdea3cf6 x-openstack-request-id: req-5295aba5-7288-4df9-9fc8-9a50cdea3cf6 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:37.965630 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:37.965794 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5295aba5-7288-4df9-9fc8-9a50cdea3cf6 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:37.966192 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'status': 'completed', 'code': 200} Dec 10 18:54:38.007747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-c3df3d0f-9792-481e-a516-84c9bc7dbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.009702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-c3df3d0f-9792-481e-a516-84c9bc7dbe6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1095 time: 0.0543289 Dec 10 18:54:38.064204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-6aa1d18d-790b-4f92-8800-202776f1b02a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0462041 Dec 10 18:54:38.121516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-51d728d1-34fa-448b-a508-892b679e51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.123039 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-51d728d1-34fa-448b-a508-892b679e51f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0512099 Dec 10 18:54:38.161432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-77230810-81ec-4533-9f5a-50b15e714355 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298038 Dec 10 18:54:38.259384 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-56964cb3-f3b6-47ea-93dc-7e2034a5d4a1 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897274 Dec 10 18:54:38.357113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2cc95dcd-5245-41aa-bf3f-4fda67892697 req-199ad1dd-71ea-4857-b551-7f5080e2d52b service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905204 Dec 10 18:54:38.452188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f810a-159d-443f-99e3-f245584bc681 req-01169e50-a082-44c5-ad20-56b9b8139ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.453762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8f810a-159d-443f-99e3-f245584bc681 req-01169e50-a082-44c5-ad20-56b9b8139ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1095 time: 0.0498281 Dec 10 18:54:38.559187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f810a-159d-443f-99e3-f245584bc681 req-397cfeca-e73d-4f36-8175-4f156d2cc174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.560694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8f810a-159d-443f-99e3-f245584bc681 req-397cfeca-e73d-4f36-8175-4f156d2cc174 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.0990145 Dec 10 18:54:38.606645 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8f810a-159d-443f-99e3-f245584bc681 req-b2ee315a-915a-4c10-9f38-b22d8fc1af4f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0362875 Dec 10 18:54:38.660278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f810a-159d-443f-99e3-f245584bc681 req-bec513e1-d9b1-4214-9d8c-e15c09e263a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.661815 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8f810a-159d-443f-99e3-f245584bc681 req-bec513e1-d9b1-4214-9d8c-e15c09e263a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0475895 Dec 10 18:54:38.702514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8f810a-159d-443f-99e3-f245584bc681 req-f37fd416-2bd1-4206-ac13-c3e3baba4e1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318341 Dec 10 18:54:38.798544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6801e-e7a8-4bf5-ba9f-edadc1df3502 req-d2805881-d488-4cf8-b5ce-1891a3854ecb tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:38.800075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ebc6801e-e7a8-4bf5-ba9f-edadc1df3502 req-d2805881-d488-4cf8-b5ce-1891a3854ecb tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 944 time: 0.1009150 Dec 10 18:54:38.843223 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8f810a-159d-443f-99e3-f245584bc681 req-971b2ccd-fcf0-4f9e-b59c-21fe224f281a service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317248 Dec 10 18:54:38.910824 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ebc6801e-e7a8-4bf5-ba9f-edadc1df3502 req-69beceb0-e302-4651-8686-632a92366901 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040859 Dec 10 18:54:38.952483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e8f810a-159d-443f-99e3-f245584bc681 req-2dcd9e59-83cf-4402-bc02-fb06f8e2b67e service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995853 Dec 10 18:54:40.040529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670bdd82-e42b-4a5b-81ea-9bd22b0cf0e5 req-37405c4d-3ad3-4172-bb20-899db792b270 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:40.042041 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-670bdd82-e42b-4a5b-81ea-9bd22b0cf0e5 req-37405c4d-3ad3-4172-bb20-899db792b270 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 944 time: 0.0564761 Dec 10 18:54:40.096341 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-670bdd82-e42b-4a5b-81ea-9bd22b0cf0e5 req-76f53365-9634-491a-99ae-5c30fb63a6e2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478668 Dec 10 18:54:41.182029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:54:41.215624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9945bd-4d26-4cf4-b798-37af2dedff96 req-b05395f1-de38-468e-8b29-48bd716f3aa8 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:41.217545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a9945bd-4d26-4cf4-b798-37af2dedff96 req-b05395f1-de38-468e-8b29-48bd716f3aa8 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 944 time: 0.0521784 Dec 10 18:54:41.274937 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a9945bd-4d26-4cf4-b798-37af2dedff96 req-682c1bb6-c3ad-4d3a-9ec6-3a6330d9100c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505934 Dec 10 18:54:41.284597 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:41.297033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a', 'port_id': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'mac_address': 'fa:16:3e:49:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089467aa-65f8-4598-8f88-611221c4d1fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:54:41.334030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:41.347409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:54:41.367055 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:41.371904 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:41.421584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:41.568351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:54:42.395975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e669-8425-477f-9404-25a4c8bbf9f5 req-4b08c977-7ae5-4af1-b583-c573f5c09895 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:42.397492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6e9e669-8425-477f-9404-25a4c8bbf9f5 req-4b08c977-7ae5-4af1-b583-c573f5c09895 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 945 time: 0.0509663 Dec 10 18:54:42.448917 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d6e9e669-8425-477f-9404-25a4c8bbf9f5 req-9e9ea3af-dfee-4842-ab19-1d33b6618bbf tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Dec 10 18:54:43.199777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:54:43.254289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:54:43.258068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:54:43.258474 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:43.339193 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:43.362255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:54:43.364560 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48810ed-fd11-48d1-8e7e-54a0185b937e" -d '{"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:54:43.378412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:54:43.382605 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:43.405804 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfc4765-849d-4798-a720-6aa0b8b59049 x-openstack-request-id: req-4dfc4765-849d-4798-a720-6aa0b8b59049 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:54:43.406100 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:54:43.406348 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4dfc4765-849d-4798-a720-6aa0b8b59049 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:54:43.406728 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'code': 200} Dec 10 18:54:43.437703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:54:43.508517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dae5c-1871-4b63-9b50-19ccb56366c8 req-3a1e21b1-c3d5-4dd6-947a-6e7494ee391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:43.510077 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-792dae5c-1871-4b63-9b50-19ccb56366c8 req-3a1e21b1-c3d5-4dd6-947a-6e7494ee391f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1097 time: 0.0454185 Dec 10 18:54:43.559335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-792dae5c-1871-4b63-9b50-19ccb56366c8 req-e2c5c55e-fa78-4408-9dff-7cf6b14be1d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Dec 10 18:54:43.575414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac40dbb-669a-4398-9b6f-adf6692a52cd req-476a0559-2656-4d5c-95f6-061111495185 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:43.577079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ac40dbb-669a-4398-9b6f-adf6692a52cd req-476a0559-2656-4d5c-95f6-061111495185 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0525186 Dec 10 18:54:43.629922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ac40dbb-669a-4398-9b6f-adf6692a52cd req-1c2cef65-bf3b-4403-a5da-ae609cceab96 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468619 Dec 10 18:54:44.750863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3879e4-9d79-4bd9-8a81-3d0cd022c315 req-52998920-c0bb-473e-ab5e-8131c244cbfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:44.752407 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e3879e4-9d79-4bd9-8a81-3d0cd022c315 req-52998920-c0bb-473e-ab5e-8131c244cbfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0514815 Dec 10 18:54:44.801083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e3879e4-9d79-4bd9-8a81-3d0cd022c315 req-7be8203e-0778-409d-8f0b-39a934b65f7b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426512 Dec 10 18:54:44.935509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5a0b3-0cb8-45b2-949e-cd234d2695b7 req-814a6910-cde0-4aa0-af05-ffa232df7cd2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:44.937194 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1dc5a0b3-0cb8-45b2-949e-cd234d2695b7 req-814a6910-cde0-4aa0-af05-ffa232df7cd2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0565138 Dec 10 18:54:44.986727 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1dc5a0b3-0cb8-45b2-949e-cd234d2695b7 req-74b5e497-7ef8-4eac-942c-b153a98704c9 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Dec 10 18:54:45.203162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b965ed-b9b3-4c06-87ef-423b4b9c789f req-37c98765-089f-4903-82ac-37e3d9543f92 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:45.204685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-55b965ed-b9b3-4c06-87ef-423b4b9c789f req-37c98765-089f-4903-82ac-37e3d9543f92 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0516307 Dec 10 18:54:45.256533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-55b965ed-b9b3-4c06-87ef-423b4b9c789f req-a70a3149-be4b-4078-bf39-3d481d9195bc tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Dec 10 18:54:45.294183 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:54:45.385146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76b787-9d5c-4086-bc0f-4705fca46582 req-b32d6ace-baac-41a9-853c-5958cc2f30af tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:45.386733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec76b787-9d5c-4086-bc0f-4705fca46582 req-b32d6ace-baac-41a9-853c-5958cc2f30af tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0600822 Dec 10 18:54:45.442949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ec76b787-9d5c-4086-bc0f-4705fca46582 req-529cbf0c-2399-42c9-a961-a72da1f867eb tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489810 Dec 10 18:54:45.806925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-ad4ae237-c5c5-43b9-8952-54423668455c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687704 Dec 10 18:54:45.821703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3acd6-4c11-4651-a0bc-e41acca66ed1 req-36b3cdb4-e12f-4fbd-9d7a-7f1466a16ffd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:45.823713 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20f3acd6-4c11-4651-a0bc-e41acca66ed1 req-36b3cdb4-e12f-4fbd-9d7a-7f1466a16ffd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0774312 Dec 10 18:54:45.881633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20f3acd6-4c11-4651-a0bc-e41acca66ed1 req-f59fa485-a55d-4a15-851d-33952dfdc865 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516109 Dec 10 18:54:47.023024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449003b8-34fc-4e69-89ed-77cdd4c32f4a req-03ce038f-f154-4097-88a9-786870c1ed87 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:47.024659 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-449003b8-34fc-4e69-89ed-77cdd4c32f4a req-03ce038f-f154-4097-88a9-786870c1ed87 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0660639 Dec 10 18:54:47.061002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-6bf1fc17-c3cb-4eba-ba23-c1d21d63a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:47.062623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-6bf1fc17-c3cb-4eba-ba23-c1d21d63a45f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1097 time: 0.0452278 Dec 10 18:54:47.076388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-449003b8-34fc-4e69-89ed-77cdd4c32f4a req-382e59a9-9331-49fd-957b-88244d2ab194 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452666 Dec 10 18:54:47.158559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-1c3035e9-017b-4708-a992-3095d50b198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:47.160063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-1c3035e9-017b-4708-a992-3095d50b198b service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.0907958 Dec 10 18:54:47.208212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-09fd2ffd-002e-48cc-9fa1-de3c8bd1131d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0405953 Dec 10 18:54:47.263814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-e82c1ea4-c53e-4a14-9ffb-2f5b84e5b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:47.265364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-e82c1ea4-c53e-4a14-9ffb-2f5b84e5b888 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0505943 Dec 10 18:54:47.302155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-2936c0c5-b941-4b98-bce9-20e71b10796b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290835 Dec 10 18:54:47.405393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-4a81a840-6f5a-4c6a-87e3-7b4516262a7c service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958526 Dec 10 18:54:47.510224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-a01d123e-c8f5-4903-ad09-c4b7d6bd8d26 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974388 Dec 10 18:54:48.199335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c256e37-720e-4deb-ac20-c3770c0be1fe req-ac5eff7c-b639-4822-aad4-a37e8268ac8f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:48.200895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c256e37-720e-4deb-ac20-c3770c0be1fe req-ac5eff7c-b639-4822-aad4-a37e8268ac8f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0513499 Dec 10 18:54:48.263142 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c256e37-720e-4deb-ac20-c3770c0be1fe req-5fa58045-ae31-49d7-a000-b4f77b23f68b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Dec 10 18:54:49.403760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfabe04-b68e-4e28-bae7-4b6df1e5a65c req-7b00c35b-b67f-4033-a8a1-e0372932ec43 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:49.405348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7bfabe04-b68e-4e28-bae7-4b6df1e5a65c req-7b00c35b-b67f-4033-a8a1-e0372932ec43 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0635712 Dec 10 18:54:49.463472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7bfabe04-b68e-4e28-bae7-4b6df1e5a65c req-0914518d-4d02-4ae6-9967-514091170330 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517852 Dec 10 18:54:50.593755 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc080-6ff3-4e29-96d7-0234e9e5538d req-d3aeed67-f28a-4cd7-8223-a93ef3e92660 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:50.596020 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-803bc080-6ff3-4e29-96d7-0234e9e5538d req-d3aeed67-f28a-4cd7-8223-a93ef3e92660 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0536780 Dec 10 18:54:50.648875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-803bc080-6ff3-4e29-96d7-0234e9e5538d req-17ba002f-c6bc-496c-9b45-45eea8798b2b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466278 Dec 10 18:54:51.792824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4a455-ab43-4e1e-a297-394c4e192c35 req-823db7a3-07a6-4c60-8c57-d742bd522cb5 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:51.794515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-57c4a455-ab43-4e1e-a297-394c4e192c35 req-823db7a3-07a6-4c60-8c57-d742bd522cb5 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0638597 Dec 10 18:54:51.850646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-57c4a455-ab43-4e1e-a297-394c4e192c35 req-34ded096-6b30-4432-953a-fa7de4a64f82 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Dec 10 18:54:52.982110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b709d9-ec4b-4bc4-b429-45d226e7ca47 req-bb8348f8-8957-453e-8adc-3a545b3d7b31 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:52.983655 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49b709d9-ec4b-4bc4-b429-45d226e7ca47 req-bb8348f8-8957-453e-8adc-3a545b3d7b31 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0522556 Dec 10 18:54:53.041577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49b709d9-ec4b-4bc4-b429-45d226e7ca47 req-46e95489-3f9f-4593-ac93-8560f48e2f90 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515335 Dec 10 18:54:54.182572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099bea6-eecb-4c6e-8343-97171225d41c req-b66b0802-c211-4826-81b9-518db17a7e63 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:54.184490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5099bea6-eecb-4c6e-8343-97171225d41c req-b66b0802-c211-4826-81b9-518db17a7e63 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0627027 Dec 10 18:54:54.253155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5099bea6-eecb-4c6e-8343-97171225d41c req-202014e4-bd6b-48b7-b7ad-7c6874487786 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604882 Dec 10 18:54:55.395535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d0de4-0a71-487e-a3ef-f07d1b00a937 req-b6239228-7d9f-4166-a88b-ed1afb98a911 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:55.397085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-920d0de4-0a71-487e-a3ef-f07d1b00a937 req-b6239228-7d9f-4166-a88b-ed1afb98a911 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0631976 Dec 10 18:54:55.444757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-920d0de4-0a71-487e-a3ef-f07d1b00a937 req-84b5f8f0-b035-4229-b404-0168acf4a173 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Dec 10 18:54:56.579233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b262a-c2ac-41cd-9aed-ba7787614c91 req-856c772f-4bed-45df-acc8-8c1c307cf8b4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:56.580787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-913b262a-c2ac-41cd-9aed-ba7787614c91 req-856c772f-4bed-45df-acc8-8c1c307cf8b4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0611444 Dec 10 18:54:56.639742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-913b262a-c2ac-41cd-9aed-ba7787614c91 req-fdd820b5-504f-49dc-a86b-6479db1b0287 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Dec 10 18:54:57.765367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba1120-60f5-43d9-acd1-63c5d48286d1 req-11ae2c09-c79e-4ac8-a0d4-173ea02fa016 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:57.766927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcba1120-60f5-43d9-acd1-63c5d48286d1 req-11ae2c09-c79e-4ac8-a0d4-173ea02fa016 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0529552 Dec 10 18:54:57.819505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bcba1120-60f5-43d9-acd1-63c5d48286d1 req-41818d5a-bb03-484e-a847-7a28acffdbb4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458407 Dec 10 18:54:58.320873 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-97f7b3ba-cc69-4e5a-9766-fc05210e5dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:54:58.953369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e67af-3434-4cdc-8be4-e089c1fb4de3 req-153c803a-6dde-4bc0-857f-cb8db5941af0 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:54:58.954919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b47e67af-3434-4cdc-8be4-e089c1fb4de3 req-153c803a-6dde-4bc0-857f-cb8db5941af0 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0569077 Dec 10 18:54:59.005308 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b47e67af-3434-4cdc-8be4-e089c1fb4de3 req-8c8b8fa2-ab56-45e7-930b-fe1cc11fce4a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Dec 10 18:55:00.132871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7e34-6db0-4676-81e7-27ce692fb032 req-ec289af6-5ac9-4779-b953-64d1c53e2203 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:00.134320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b80b7e34-6db0-4676-81e7-27ce692fb032 req-ec289af6-5ac9-4779-b953-64d1c53e2203 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0526571 Dec 10 18:55:00.190307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b80b7e34-6db0-4676-81e7-27ce692fb032 req-10fb8b01-ca16-4139-ab25-f14deca7d267 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488880 Dec 10 18:55:01.322266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a53ed2-5473-4e85-a085-08d195db0908 req-2fe12aac-eb2d-48b7-8799-fc1cb53b07e2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:01.323931 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41a53ed2-5473-4e85-a085-08d195db0908 req-2fe12aac-eb2d-48b7-8799-fc1cb53b07e2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0590892 Dec 10 18:55:01.376369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-41a53ed2-5473-4e85-a085-08d195db0908 req-e2e86ce7-c400-478a-a24e-9ec793ab840b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459130 Dec 10 18:55:01.650761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7b618b35-7434-44b6-bcff-540157bcce10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.181509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.234319 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:02.499462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9bd3f-ac64-4d40-803e-e830ff148e36 req-a74a3ee4-3f0d-48f1-980c-9e722b1783f9 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:02.501068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43d9bd3f-ac64-4d40-803e-e830ff148e36 req-a74a3ee4-3f0d-48f1-980c-9e722b1783f9 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0540137 Dec 10 18:55:02.557150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-43d9bd3f-ac64-4d40-803e-e830ff148e36 req-392269df-e7c3-4f2f-a447-56bb1eec41ea tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496345 Dec 10 18:55:03.702755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b2a02-a818-4f83-ba56-de5844656aad req-de56f53c-ec17-4922-a34e-4eb00ce9c36c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:03.704345 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-333b2a02-a818-4f83-ba56-de5844656aad req-de56f53c-ec17-4922-a34e-4eb00ce9c36c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0645220 Dec 10 18:55:03.756009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-333b2a02-a818-4f83-ba56-de5844656aad req-1229bebd-d816-48b9-98a0-1f653d9a75a7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447130 Dec 10 18:55:03.851868 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.159869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.884728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90ffea-ed8f-4b2d-86cf-3a08796f5116 req-cda232a3-1822-4729-b959-5f300f883c1c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:04.886285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b90ffea-ed8f-4b2d-86cf-3a08796f5116 req-cda232a3-1822-4729-b959-5f300f883c1c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0518048 Dec 10 18:55:04.904079 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:04.937675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b90ffea-ed8f-4b2d-86cf-3a08796f5116 req-c9539d8c-d14b-4fe0-bcd9-5c534c1b376c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 Dec 10 18:55:06.063224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24ee9-32d5-425e-afd8-3c853cf8cd85 req-1ede8c08-c8e3-41a8-9217-c93e5444f0b6 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:06.064654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38d24ee9-32d5-425e-afd8-3c853cf8cd85 req-1ede8c08-c8e3-41a8-9217-c93e5444f0b6 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0535204 Dec 10 18:55:06.114800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-38d24ee9-32d5-425e-afd8-3c853cf8cd85 req-6b9d06c8-4099-426b-9cfe-24819611a4f0 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439062 Dec 10 18:55:07.251198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d665d4-5bb2-48f8-ad38-b94be2b3b6bf req-e6107c95-3d48-44c5-aa39-16da7e0c8052 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:07.252765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-21d665d4-5bb2-48f8-ad38-b94be2b3b6bf req-e6107c95-3d48-44c5-aa39-16da7e0c8052 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0586483 Dec 10 18:55:07.306841 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-21d665d4-5bb2-48f8-ad38-b94be2b3b6bf req-80c435ba-a498-4a38-bd69-dc5c1129a0e7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Dec 10 18:55:08.443885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45595bf-a60d-4664-aa8b-ef3358caac14 req-e1f81681-566c-4367-84d9-9220fcd1a70d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:08.445558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b45595bf-a60d-4664-aa8b-ef3358caac14 req-e1f81681-566c-4367-84d9-9220fcd1a70d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0634007 Dec 10 18:55:08.500383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b45595bf-a60d-4664-aa8b-ef3358caac14 req-ceab4e74-9c69-439e-aebd-4aa84ff6088b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486689 Dec 10 18:55:09.642220 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1a2fa-c46d-4495-a871-efcc510ef89a req-16a2946e-5353-4bd0-b349-a3692fc651ae tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:09.643972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-edc1a2fa-c46d-4495-a871-efcc510ef89a req-16a2946e-5353-4bd0-b349-a3692fc651ae tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0605843 Dec 10 18:55:09.700665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-edc1a2fa-c46d-4495-a871-efcc510ef89a req-200519ae-8fe6-4189-b4b1-dc5efea69145 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Dec 10 18:55:10.833339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c739d3-3747-423b-95b4-ce40d168a7f6 req-09ba5037-2738-491f-bf5c-827c0fc8e83e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:10.834935 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95c739d3-3747-423b-95b4-ce40d168a7f6 req-09ba5037-2738-491f-bf5c-827c0fc8e83e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0583057 Dec 10 18:55:10.890499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95c739d3-3747-423b-95b4-ce40d168a7f6 req-4cd42883-788b-4285-86ee-ccf759603a8a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Dec 10 18:55:12.023980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef830a5-fb2e-4010-a43c-ce5a9738976e req-c9338626-daf6-48b7-8936-53a39982d794 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:12.025735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bef830a5-fb2e-4010-a43c-ce5a9738976e req-c9338626-daf6-48b7-8936-53a39982d794 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0597062 Dec 10 18:55:12.089641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bef830a5-fb2e-4010-a43c-ce5a9738976e req-2fc75959-63bd-4149-b726-d35896a5056f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541408 Dec 10 18:55:13.218769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f895fa-652e-440a-ae59-67d1ef28beb5 req-d8c718f3-865e-4977-b5f2-3b391cec4d5c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:13.220337 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d9f895fa-652e-440a-ae59-67d1ef28beb5 req-d8c718f3-865e-4977-b5f2-3b391cec4d5c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0530534 Dec 10 18:55:13.279275 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d9f895fa-652e-440a-ae59-67d1ef28beb5 req-4ba05512-8168-4375-8ef9-674ab45bde27 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Dec 10 18:55:14.403760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79579f21-3fb5-4d2c-aa7d-91342ac8f3fb req-0f9798a1-f272-4cb8-a921-7d64bd892b32 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:14.405252 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79579f21-3fb5-4d2c-aa7d-91342ac8f3fb req-0f9798a1-f272-4cb8-a921-7d64bd892b32 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0518036 Dec 10 18:55:14.456727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79579f21-3fb5-4d2c-aa7d-91342ac8f3fb req-a2aec05e-65f9-461a-b8fa-d1909d49e3f8 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425684 Dec 10 18:55:14.545873 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-e51ec25c-0ff6-403c-b150-d9317793738f req-1526106c-0d1b-4bce-95c2-bacf6e0fbe70 service neutron] show failed (client error): The resource could not be found. Dec 10 18:55:14.547003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-1526106c-0d1b-4bce-95c2-bacf6e0fbe70 service neutron] 10.222.0.30 "GET /v2.0/ports/6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0669315 Dec 10 18:55:14.782524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-86690b26-0e37-474f-9c4b-16128fa60c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:14.784093 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-86690b26-0e37-474f-9c4b-16128fa60c3a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734&tenant_id=a952eb9a31cb42e19059b6e5b2591d28 HTTP/1.1" status: 200 len: 1097 time: 0.0522015 Dec 10 18:55:14.797852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:14.854222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.084916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:15.124149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:15.173078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:15.175533 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea385f7-cafd-4525-b12d-7a388c787fb3" -d '{"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-unplugged", "status": "completed", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:15.179729 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.193338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Transition to ACTIVE for port object 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:55:15.197721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.227577 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6f780d-eba4-4b4f-9294-06c8ae4c9c92 x-openstack-request-id: req-2e6f780d-eba4-4b4f-9294-06c8ae4c9c92 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:15.227874 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-unplugged", "status": "completed", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:15.228128 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2e6f780d-eba4-4b4f-9294-06c8ae4c9c92 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:15.228530 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'code': 200} Dec 10 18:55:15.265124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] No DVR routers for this DVR port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:15.267121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:15.280573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.281012 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.281560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.281908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.282244 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.282679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.283011 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.283553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.284102 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.284699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.285081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.285414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.285743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:15.314792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:15.315128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:15.315454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:15.319979 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:55:15.320302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Attempting to bind port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:15.325694 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:15.326063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Checking segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:15.326480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Bound using segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:15.326934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Bound port: 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:15.327258 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.402938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:15.405941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:15.413129 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.452490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.453104 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:15.454594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] 10.222.0.59 "PUT /v2.0/ports/6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 1092 time: 0.6608205 Dec 10 18:55:15.475333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6609cd7-d635-499e-a42f-95c255573607 service neutron] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:15.521492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-4cb56cf6-ed3b-4991-91c5-763efe5fd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.523086 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-4cb56cf6-ed3b-4991-91c5-763efe5fd1ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1095 time: 0.0437140 Dec 10 18:55:15.644532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070334a2-bd60-4438-870e-49c04cf7042a req-1ef6b514-84ef-4007-bb8e-44dde9b8617b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.646098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-070334a2-bd60-4438-870e-49c04cf7042a req-1ef6b514-84ef-4007-bb8e-44dde9b8617b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 944 time: 0.1077809 Dec 10 18:55:15.662890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-e8a382dc-d4c8-4335-8eb1-3de3370ff8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.664262 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-e8a382dc-d4c8-4335-8eb1-3de3370ff8ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.1336915 Dec 10 18:55:15.711089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-d0284aaf-1ff3-4569-8fda-2f8970f87768 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0389516 Dec 10 18:55:15.766298 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-070334a2-bd60-4438-870e-49c04cf7042a req-d58d76e8-0a02-4768-b969-97186f95f5f9 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122580 Dec 10 18:55:15.777763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec25c-0ff6-403c-b150-d9317793738f req-3c145c83-7e6a-49f1-b75a-87c022027ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:15.779059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-3c145c83-7e6a-49f1-b75a-87c022027ae0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0596757 Dec 10 18:55:15.816201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-65d6a447-2466-4bef-8486-6fc11915b0c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303056 Dec 10 18:55:15.907948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-71005ea8-6121-4d5a-9c73-367785d7d10c service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837102 Dec 10 18:55:16.011483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e51ec25c-0ff6-403c-b150-d9317793738f req-a1af3d4d-231b-47c7-823e-268af70a0c30 service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952168 Dec 10 18:55:16.900291 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d8b13-034e-4a16-9f41-4374934d9e21 req-64c833e2-37b8-45d6-8a93-68c71e7fe156 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:16.901809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-596d8b13-034e-4a16-9f41-4374934d9e21 req-64c833e2-37b8-45d6-8a93-68c71e7fe156 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 944 time: 0.0545344 Dec 10 18:55:16.960761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-596d8b13-034e-4a16-9f41-4374934d9e21 req-4edcf1b8-5c9e-4bec-85b1-b41f1742ea02 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515819 Dec 10 18:55:17.230227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:17.233513 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad9df49-6142-4ddb-8575-b9703ea3ad9a" -d '{"events": [{"name": "network-changed", "server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:17.288796 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96f54d1-ab71-46d1-91aa-75a9558a3687 x-openstack-request-id: req-e96f54d1-ab71-46d1-91aa-75a9558a3687 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:17.289148 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:17.289413 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e96f54d1-ab71-46d1-91aa-75a9558a3687 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:17.289981 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'status': 'completed', 'code': 200} Dec 10 18:55:17.388873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-43b33b3f-ff50-45e5-a6ff-940fcc466adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.390623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-43b33b3f-ff50-45e5-a6ff-940fcc466adb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1095 time: 0.0730295 Dec 10 18:55:17.392303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-905395e8-9f14-4db6-81c5-54542a552bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.393598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-905395e8-9f14-4db6-81c5-54542a552bdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1095 time: 0.0781417 Dec 10 18:55:17.557116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-4d24456d-6802-4518-9b75-6d2b466425ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.558596 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-4d24456d-6802-4518-9b75-6d2b466425ab service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.1533113 Dec 10 18:55:17.559814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-bf1bfe71-b766-4b95-9d07-f67a270e50ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.561221 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-bf1bfe71-b766-4b95-9d07-f67a270e50ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.1631625 Dec 10 18:55:17.610834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-15d80a48-572f-4f70-93d2-d0ecf1d468c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0438485 Dec 10 18:55:17.653784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-926c6887-c0ee-4409-8704-b2d536e8af48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0494111 Dec 10 18:55:17.733715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-1bbef4d7-7754-4526-ae9d-fd63caa8c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.735343 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-1bbef4d7-7754-4526-ae9d-fd63caa8c45a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0916207 Dec 10 18:55:17.740898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-a4b59f9a-817a-4868-a274-b8daee2c2065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:17.742192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-a4b59f9a-817a-4868-a274-b8daee2c2065 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0581405 Dec 10 18:55:17.774543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-5a9ea5f2-3d96-4039-991d-5aa28340ceac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305400 Dec 10 18:55:17.789615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-703f23ae-9641-4207-a7e7-fe9b8a0d029c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382638 Dec 10 18:55:17.941066 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-abea5f63-148b-4095-9153-2c00b15d34ae service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536951 Dec 10 18:55:17.944444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-9e6704fc-6a86-44d3-aa20-783a461779ba service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470263 Dec 10 18:55:18.088832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371af641-8172-45d7-b66a-da26c62239cc req-551e700b-1afe-40e7-9d73-fb0e8398814d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.090383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-371af641-8172-45d7-b66a-da26c62239cc req-551e700b-1afe-40e7-9d73-fb0e8398814d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 944 time: 0.0549438 Dec 10 18:55:18.105662 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-32ce8f68-ffbf-4b0c-a4b9-f5d2cfac04b6 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574180 Dec 10 18:55:18.107895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-aad9df49-6142-4ddb-8575-b9703ea3ad9a req-8b797288-c600-4337-88df-9386676ee0ca service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524866 Dec 10 18:55:18.142663 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-371af641-8172-45d7-b66a-da26c62239cc req-de8ec165-5341-4270-be61-13506cec668d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Dec 10 18:55:18.379863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c0eb3-9bf4-48ef-8512-496eb35d0eeb req-e727e1e5-5b23-4b87-807f-efae228ab25b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.381411 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-452c0eb3-9bf4-48ef-8512-496eb35d0eeb req-e727e1e5-5b23-4b87-807f-efae228ab25b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 944 time: 0.0514443 Dec 10 18:55:18.392158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-512b9299-2ede-4078-96f6-ddb8bde11328 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.393657 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-512b9299-2ede-4078-96f6-ddb8bde11328 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.30 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734&tenant_id=a952eb9a31cb42e19059b6e5b2591d28&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 944 time: 0.0553961 Dec 10 18:55:18.435799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-452c0eb3-9bf4-48ef-8512-496eb35d0eeb req-4156603a-eccc-4b0a-9c08-2cae04da296b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480616 Dec 10 18:55:18.456699 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-9474475b-78bf-4d01-afa6-e5130a3939c2 service neutron] delete failed (client error): The resource could not be found. Dec 10 18:55:18.457733 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-9474475b-78bf-4d01-afa6-e5130a3939c2 service neutron] 10.222.0.30 "DELETE /v2.0/ports/6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0554307 Dec 10 18:55:18.561408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-5b5d9665-eca3-4f27-9cc3-4dc14a6a114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.563003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-5b5d9665-eca3-4f27-9cc3-4dc14a6a114e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 1095 time: 0.0501115 Dec 10 18:55:18.619573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:55:18.656318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-2b316e0e-1a9d-49c0-834a-e8462f21f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.657911 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-2b316e0e-1a9d-49c0-834a-e8462f21f1dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.0884769 Dec 10 18:55:18.701295 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-a3cae5cf-7900-40cf-acae-b274c939ddd6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 200 len: 217 time: 0.0351083 Dec 10 18:55:18.721616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:18.738214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a', 'port_id': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'mac_address': 'fa:16:3e:49:95:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089467aa-65f8-4598-8f88-611221c4d1fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:55:18.757532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-32dd43c9-7173-4c7c-a63a-f4cfab3026e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:18.759102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-32dd43c9-7173-4c7c-a63a-f4cfab3026e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0506527 Dec 10 18:55:18.780450 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.791155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-633b1f02-945e-4c32-b6ad-316288a2edb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248604 Dec 10 18:55:18.795574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:18.817897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:18.823691 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:18.877054 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:18.884585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-da9baa65-e9fd-4bf6-b9da-bb9d0b710f5d service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866799 Dec 10 18:55:18.980724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-51a6f89f-50e8-4ed9-8a40-a442ce2aa6d4 req-e4e7019d-dcfe-4f25-a66d-5da54d8ff4a8 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887883 Dec 10 18:55:19.040645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:19.419649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:19.471794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:19.568657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe030-9198-461b-88ff-5ccd803177b5 req-96a1dd08-a81f-45cc-9157-f17d4f059521 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:19.570196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d1fe030-9198-461b-88ff-5ccd803177b5 req-96a1dd08-a81f-45cc-9157-f17d4f059521 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 945 time: 0.0526414 Dec 10 18:55:19.618883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d1fe030-9198-461b-88ff-5ccd803177b5 req-02f64db6-dff9-48e9-99c4-6f58beea6910 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424583 Dec 10 18:55:19.741280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e47ce5-e8af-47ed-a11c-e404b377ee03 req-28daf9ba-343b-4462-8060-6e323cc210ef tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:19.742822 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58e47ce5-e8af-47ed-a11c-e404b377ee03 req-28daf9ba-343b-4462-8060-6e323cc210ef tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 945 time: 0.0540874 Dec 10 18:55:19.800206 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58e47ce5-e8af-47ed-a11c-e404b377ee03 req-347669d2-cbb5-4cc7-9b64-4643876e76d9 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Dec 10 18:55:19.926898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab39366-7e4f-4d65-8f52-a58bdda1a6e1 req-3d9e8fc1-14dc-4a22-ab2c-dbd4013978db tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:19.928409 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ab39366-7e4f-4d65-8f52-a58bdda1a6e1 req-3d9e8fc1-14dc-4a22-ab2c-dbd4013978db tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 945 time: 0.0588899 Dec 10 18:55:19.978277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ab39366-7e4f-4d65-8f52-a58bdda1a6e1 req-635a422b-85b7-47a7-8e11-e12afbc8253a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437613 Dec 10 18:55:20.357219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-5a63537d-506b-4c60-9e15-daae73c8e2c2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:20.358679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-5a63537d-506b-4c60-9e15-daae73c8e2c2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 814 time: 0.1123230 Dec 10 18:55:20.375308 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-264a6c3e-9676-4cea-a5e4-eaa2c6578e23 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/quotas/a952eb9a31cb42e19059b6e5b2591d28 HTTP/1.1" status: 200 len: 375 time: 0.0100534 Dec 10 18:55:20.476377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-5cd8e26b-5bd6-4b88-a005-c0b74e275fc3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933771 Dec 10 18:55:20.490957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-f6d25cb1-77a1-420e-a6d2-5ac12624911f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:55:20.491907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-f6d25cb1-77a1-420e-a6d2-5ac12624911f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050578 Dec 10 18:55:20.585891 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0e2b89a-068d-4f34-a9d6-53205c2f8e27 service neutron] 10.222.0.55 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873542 Dec 10 18:55:20.642933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:20.696453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:55:20.697922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-2e80b545-18d3-4103-84ee-6eac69ee1667 service neutron] 10.222.0.55 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023092 Dec 10 18:55:20.701243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:20.701243 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.790491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.816929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:20.819629 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec2247-5cd4-4173-ae25-19fb82064715" -d '{"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:20.855132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:20.860752 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:20.867660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dcbfe279-0f07-41c7-a759-ce3ef2de0c1e req-1021f9b3-21df-439a-b65a-004ceac45b7e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 210 time: 0.0295990 Dec 10 18:55:20.892841 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec68054-56bb-483d-b101-67f8fe52bc1a x-openstack-request-id: req-4ec68054-56bb-483d-b101-67f8fe52bc1a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:20.893197 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:20.893402 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ec68054-56bb-483d-b101-67f8fe52bc1a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:20.893798 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'code': 200} Dec 10 18:55:20.919945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:21.481353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-817003f0-d0ef-47af-9d57-f9f8ea445710 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:21.482917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-817003f0-d0ef-47af-9d57-f9f8ea445710 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.59 "GET /v2.0/ports?device_id=43f1dee9-7f2a-4c25-a07e-1fe59308c734 HTTP/1.1" status: 200 len: 946 time: 0.0667944 Dec 10 18:55:21.581742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Deleting port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:55:21.582082 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.077085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbf1c4fd-46ad-4ece-b83c-bb5b2b7dbb2f req-1080a879-3a23-4ccd-b5e5-83c51e1c0673 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 210 time: 0.0775087 Dec 10 18:55:22.137782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] For port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:22.138153 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.161181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Calling delete_port for 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:55:22.173830 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-e8734cb8-db20-4720-9943-b2fa32256a00 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:22.175323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-e8734cb8-db20-4720-9943-b2fa32256a00 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 814 time: 0.1747677 Dec 10 18:55:22.216024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Request body: {'port': {'device_id': '678a0403-3a04-4be2-999f-7146edc80c9c', 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a', 'admin_state_up': True, 'tenant_id': 'a952eb9a31cb42e19059b6e5b2591d28'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:22.295349 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:55:22.388249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Made reservation on behalf of a952eb9a31cb42e19059b6e5b2591d28 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:55:22.392307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.402103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.414535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:22.436472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Pushing event deleted for resources: {'Port': ['ID=6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:22.519804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] No DVR routers for this DVR port 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:22.523839 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.527255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90196199-34dd-4d41-8a6f-ec3872d26717 req-05f8d128-f944-4d11-8265-edc6a2bc73e1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.59 "DELETE /v2.0/ports/6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 HTTP/1.1" status: 204 len: 173 time: 1.0379212 Dec 10 18:55:22.527691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-deleted', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:22.529974 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1640be8f-7f82-4b7f-9d94-0877d03fa449" -d '{"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-deleted", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:22.574654 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8237eca-e08b-42c2-b6a5-21487c99f3b3 x-openstack-request-id: req-f8237eca-e08b-42c2-b6a5-21487c99f3b3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:22.574963 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f1dee9-7f2a-4c25-a07e-1fe59308c734", "name": "network-vif-deleted", "tag": "6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:22.575216 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f8237eca-e08b-42c2-b6a5-21487c99f3b3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:22.575615 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f1dee9-7f2a-4c25-a07e-1fe59308c734', 'name': 'network-vif-deleted', 'tag': '6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4', 'status': 'completed', 'code': 200} Dec 10 18:55:22.601658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Allocated IP 172.20.0.12 (9106bfb1-1bd8-4240-a995-529eecb9ab6a/089467aa-65f8-4598-8f88-611221c4d1fa/fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:55:22.760830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.800803 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.812878 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:22.848644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Network 9106bfb1-1bd8-4240-a995-529eecb9ab6a is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:55:22.851793 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:55:22.855430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:55:22.862049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:22.907332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:22.907921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:22.925425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-eb8fb4c5-2d4b-458e-a12d-163b96e494f7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7407551 Dec 10 18:55:22.938088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Request body: {'port': {'device_id': '678a0403-3a04-4be2-999f-7146edc80c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:22.996214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.245186 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784c204-df75-4d60-b302-466c10ba6270 req-f9426370-a8e9-4d83-ba68-16276dba7a0e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:23.246630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4784c204-df75-4d60-b302-466c10ba6270 req-f9426370-a8e9-4d83-ba68-16276dba7a0e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 932 time: 0.0854406 Dec 10 18:55:23.334139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:23.345330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4784c204-df75-4d60-b302-466c10ba6270 req-0fcd7b2a-0985-4d33-be44-cddc22a02ee7 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908136 Dec 10 18:55:23.346181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.359180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Transition to ACTIVE for port object fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:55:23.366831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.417625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:23.495595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:23.495813 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:23.496170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:23.501700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:55:23.502031 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:23.507790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:23.508135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Checking segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:23.508523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Bound using segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:23.508962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Bound port: fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:23.509317 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.577258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:23.580888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:23.587114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.626222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:23.626898 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:23.628280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 1092 time: 0.6943560 Dec 10 18:55:23.645096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7c5c4-8bb8-4f1f-9002-76d4978c2a98 service neutron] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:23.713716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-ae610f2e-94ce-4a3f-964b-2868864f82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:23.715302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-ae610f2e-94ce-4a3f-964b-2868864f82a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1095 time: 0.0481486 Dec 10 18:55:23.762467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-4682c299-b351-4747-a449-106325080dfd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0390575 Dec 10 18:55:23.820335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-d13c199d-7c8e-4d63-a7c0-0e7f81b23b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:23.821930 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-d13c199d-7c8e-4d63-a7c0-0e7f81b23b0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0521157 Dec 10 18:55:23.860789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-15ced151-7c47-4cb4-80fb-d03090cd7509 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316567 Dec 10 18:55:23.963119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-bf3e7747-1fe7-4053-bb89-51706fb65b36 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942376 Dec 10 18:55:24.054200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e23a503-5df7-44fc-a434-c9c32ee5c72a req-5316b096-f668-4ced-af8f-4eb5056fb1a9 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839279 Dec 10 18:55:24.478268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c5904-e861-4c01-af0c-e733bec859de req-cab24848-ec4f-4489-af3a-9b70861fda0f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.479850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-923c5904-e861-4c01-af0c-e733bec859de req-cab24848-ec4f-4489-af3a-9b70861fda0f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 944 time: 0.0531983 Dec 10 18:55:24.536986 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-923c5904-e861-4c01-af0c-e733bec859de req-1791050c-6f58-4577-b4c1-1e7acca6ffe3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484951 Dec 10 18:55:24.576856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:24.579416 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86afc350-2210-4217-8867-4188007d85a8" -d '{"events": [{"name": "network-changed", "server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:24.617442 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef4fde3-b882-45b7-a52c-e132667b2902 x-openstack-request-id: req-0ef4fde3-b882-45b7-a52c-e132667b2902 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:24.617749 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:24.618014 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0ef4fde3-b882-45b7-a52c-e132667b2902 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:24.618421 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'status': 'completed', 'code': 200} Dec 10 18:55:24.691042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc350-2210-4217-8867-4188007d85a8 req-1f71e3fc-e5e1-497c-9d9f-981796a2dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.692573 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86afc350-2210-4217-8867-4188007d85a8 req-1f71e3fc-e5e1-497c-9d9f-981796a2dc09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1095 time: 0.0506866 Dec 10 18:55:24.794880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc350-2210-4217-8867-4188007d85a8 req-7a760209-2df0-421d-8eae-10ea25eacd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.797107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86afc350-2210-4217-8867-4188007d85a8 req-7a760209-2df0-421d-8eae-10ea25eacd66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.0952284 Dec 10 18:55:24.850823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86afc350-2210-4217-8867-4188007d85a8 req-02eda28d-ed95-42b5-bf73-5a6550048447 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0415483 Dec 10 18:55:24.905824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc350-2210-4217-8867-4188007d85a8 req-3d38b7e5-26b7-4804-baa0-39122aa3f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:24.907825 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86afc350-2210-4217-8867-4188007d85a8 req-3d38b7e5-26b7-4804-baa0-39122aa3f9a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0496933 Dec 10 18:55:24.941519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86afc350-2210-4217-8867-4188007d85a8 req-b355d8c7-bbe4-424f-a73e-f4bb9bb8ff36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261304 Dec 10 18:55:25.032823 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86afc350-2210-4217-8867-4188007d85a8 req-4d96b278-a118-4b04-9300-6f4deb268793 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837703 Dec 10 18:55:25.137816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-86afc350-2210-4217-8867-4188007d85a8 req-e7a4a5ef-082c-4154-b639-d0bb94d1b08f service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960784 Dec 10 18:55:25.466554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:55:25.578383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:25.589918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a', 'port_id': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'mac_address': 'fa:16:3e:9d:e6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089467aa-65f8-4598-8f88-611221c4d1fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:55:25.638067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.656518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:55:25.660208 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12546ef3-eddd-45df-b443-96e940327c13 req-9e8fbaaa-f855-4f5a-8890-bf4b4a1262b1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:25.661794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12546ef3-eddd-45df-b443-96e940327c13 req-9e8fbaaa-f855-4f5a-8890-bf4b4a1262b1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 944 time: 0.0546556 Dec 10 18:55:25.678212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:25.683318 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:25.718060 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12546ef3-eddd-45df-b443-96e940327c13 req-e714649a-aa6c-4097-afb6-7e3dddb8a243 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499613 Dec 10 18:55:25.739753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:25.880407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:55:26.781348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:55:26.804844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:55:26.805311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 6af3c2b3-cd58-4d25-b67d-f1baacd9ebd4 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:55:26.841964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0aba4a-d7ff-4e4a-99ab-04967bff35ad req-54d519bd-adab-4074-8335-90b43b73673e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:26.844041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d0aba4a-d7ff-4e4a-99ab-04967bff35ad req-54d519bd-adab-4074-8335-90b43b73673e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 945 time: 0.0527763 Dec 10 18:55:26.900698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0d0aba4a-d7ff-4e4a-99ab-04967bff35ad req-2fc0977b-eacd-4158-99fe-8c1d8592e4e6 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503938 Dec 10 18:55:27.476259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:55:27.531989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:55:27.535769 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:55:27.536123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.624783 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.650800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:27.653244 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1abdc6e-7cd7-49ba-9dfb-2e3e0e08a41c" -d '{"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-plugged", "status": "completed", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:27.667961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:27.673236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:27.702510 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff81927-7daf-4208-b6d5-36d8a2899bb0 x-openstack-request-id: req-6ff81927-7daf-4208-b6d5-36d8a2899bb0 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:27.702814 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-plugged", "status": "completed", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:27.703316 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ff81927-7daf-4208-b6d5-36d8a2899bb0 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:27.703817 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'code': 200} Dec 10 18:55:27.738674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:27.747180 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.748097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.748097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.748333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.748558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.748891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.749224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.749555 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.749926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.750270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.750626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.750956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.751291 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:55:27.807203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcffce-ba95-4e66-be7b-39c727489001 req-7698187c-31aa-4ca5-915f-97ac16377f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:27.808711 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8adcffce-ba95-4e66-be7b-39c727489001 req-7698187c-31aa-4ca5-915f-97ac16377f32 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1097 time: 0.0410349 Dec 10 18:55:27.861849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8adcffce-ba95-4e66-be7b-39c727489001 req-88dbe1fe-c8a6-44ab-8844-3e4929d3829c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444813 Dec 10 18:55:28.043566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe32dd9-6ae0-4f02-a9ee-00e3fcfbb596 req-051229d9-4502-4353-abbb-aeae3d88dee3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:28.045053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe32dd9-6ae0-4f02-a9ee-00e3fcfbb596 req-051229d9-4502-4353-abbb-aeae3d88dee3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0588424 Dec 10 18:55:28.095112 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ffe32dd9-6ae0-4f02-a9ee-00e3fcfbb596 req-f3da03bc-9f3b-4712-ad3c-f203b8c34c48 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Dec 10 18:55:28.328862 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-eff64632-48c5-4789-9d4f-60a4f983db67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:29.234329 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1e642-6d5d-44c0-8be9-df12976f780c req-2c935204-2581-48d2-b85e-b8fd49e8ba20 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:29.235867 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16c1e642-6d5d-44c0-8be9-df12976f780c req-2c935204-2581-48d2-b85e-b8fd49e8ba20 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0624485 Dec 10 18:55:29.290426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16c1e642-6d5d-44c0-8be9-df12976f780c req-5ecd3c9c-8cc3-4a6d-a184-f33c57acd784 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481794 Dec 10 18:55:29.410253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634082-57be-4c4d-99af-3b9c927d0b17 req-238d4e42-6e68-4167-8d1e-eee93e6d7325 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:29.411720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93634082-57be-4c4d-99af-3b9c927d0b17 req-238d4e42-6e68-4167-8d1e-eee93e6d7325 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0500309 Dec 10 18:55:29.484918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-575705f5-8429-4ebe-bf58-7fef895558f8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720799 Dec 10 18:55:29.488705 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-93634082-57be-4c4d-99af-3b9c927d0b17 req-872d747b-b6fc-405d-b976-f6699ea30e20 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 Dec 10 18:55:29.569929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-4ea07331-c6f0-4669-9239-877d4806b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:29.571617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-4ea07331-c6f0-4669-9239-877d4806b807 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1097 time: 0.0419722 Dec 10 18:55:29.684467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-39d5ee4c-c983-4ae1-824a-6c4c48d43b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:29.686091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-39d5ee4c-c983-4ae1-824a-6c4c48d43b36 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.0943847 Dec 10 18:55:29.772812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-5ca84bbd-2b3a-48ee-8b9d-9b41cfb1b632 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0762498 Dec 10 18:55:29.832750 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-fb79c72c-eb75-45d3-a567-619dcbcc0ad6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1455443 Dec 10 18:55:29.846632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9835-11aa-446e-9cb9-13a47501cfb4 req-a86b46a1-78b2-4331-a729-3222c6b00bf0 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:29.848126 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-005b9835-11aa-446e-9cb9-13a47501cfb4 req-a86b46a1-78b2-4331-a729-3222c6b00bf0 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.1527579 Dec 10 18:55:29.850579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-a5f17976-15aa-45c2-a787-687d435c0cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:29.852137 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-a5f17976-15aa-45c2-a787-687d435c0cc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0714035 Dec 10 18:55:29.894580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-ab4f3e99-8f03-436a-a13c-660b84d9984b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326054 Dec 10 18:55:29.966096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-005b9835-11aa-446e-9cb9-13a47501cfb4 req-64ab56af-980f-4840-ba29-a3d359a353cf tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112461 Dec 10 18:55:30.010150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-6a15c3a7-ac54-4017-9962-571f69297a87 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054416 Dec 10 18:55:30.106395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d7dc684-bb30-4b37-8008-c736ea9f3ad1 req-022c25fd-e4dc-4277-ad69-e71e8c6a4a9e service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886834 Dec 10 18:55:31.098747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87adc8-cc1b-4482-8417-7f115bc89302 req-ddf24bfd-e141-4a0a-85e6-6fd1d361e3be tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.100742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-c0c40e22-215e-42ac-8a3b-50dba9bb32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.101225 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d87adc8-cc1b-4482-8417-7f115bc89302 req-ddf24bfd-e141-4a0a-85e6-6fd1d361e3be tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0560715 Dec 10 18:55:31.102255 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-c0c40e22-215e-42ac-8a3b-50dba9bb32dd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1097 time: 0.0428667 Dec 10 18:55:31.150023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d87adc8-cc1b-4482-8417-7f115bc89302 req-e6cba3bf-c1bd-4152-9bc7-060be70b1adb tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Dec 10 18:55:31.202275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-d09281c1-df64-4b25-933d-3d0fea58cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.203990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-d09281c1-df64-4b25-933d-3d0fea58cb71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.0950541 Dec 10 18:55:31.247406 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-47003f36-f09d-4a68-bf03-efb84dbc2495 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0350602 Dec 10 18:55:31.303711 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-7422154e-6c0b-4c1a-852a-92c7df5cd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:31.305187 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-7422154e-6c0b-4c1a-852a-92c7df5cd1c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0507770 Dec 10 18:55:31.336715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-a0475ad7-835c-4bdb-88bf-45fcc6df3901 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247231 Dec 10 18:55:31.425439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-3ab38c54-fe63-455d-9059-910958429164 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818644 Dec 10 18:55:31.523980 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-98d86498-e161-4635-b290-488685eecb9f service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914567 Dec 10 18:55:31.644569 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-773c036d-cfa8-4e09-841e-ae1686685e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:32.189761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:32.250261 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:32.285753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bc7c3-7c3b-4a55-be80-5fb477b4fa68 req-0f5d2f32-6ea1-4197-b3a9-8850fb2cad80 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:32.287396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b84bc7c3-7c3b-4a55-be80-5fb477b4fa68 req-0f5d2f32-6ea1-4197-b3a9-8850fb2cad80 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0587461 Dec 10 18:55:32.338133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b84bc7c3-7c3b-4a55-be80-5fb477b4fa68 req-6ad75008-2093-451d-9651-b9c189bea515 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Dec 10 18:55:33.469516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79a69e-751f-43f8-87bb-b3e9dc7c1322 req-d27cd6af-328e-4f23-afba-40dce278177d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:33.471157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b79a69e-751f-43f8-87bb-b3e9dc7c1322 req-d27cd6af-328e-4f23-afba-40dce278177d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0550230 Dec 10 18:55:33.525075 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b79a69e-751f-43f8-87bb-b3e9dc7c1322 req-5db77d5d-4f97-48a9-9887-151b28a329c5 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437012 Dec 10 18:55:33.856042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:34.171091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:34.662003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc59ce9-c6fb-4322-adea-c021c2d71cde req-5a046a4c-875d-40b3-b374-3ef6502fec00 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:34.663576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfc59ce9-c6fb-4322-adea-c021c2d71cde req-5a046a4c-875d-40b3-b374-3ef6502fec00 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0587242 Dec 10 18:55:34.720410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dfc59ce9-c6fb-4322-adea-c021c2d71cde req-5303acd8-38f5-494e-959f-efe5f121c726 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503294 Dec 10 18:55:34.920187 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:35.869624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b547ad4-4b18-48f3-997e-3ffb16a717fe req-beed16c5-357b-436f-b029-a1cd6df9d449 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:35.871172 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b547ad4-4b18-48f3-997e-3ffb16a717fe req-beed16c5-357b-436f-b029-a1cd6df9d449 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0663142 Dec 10 18:55:35.923549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b547ad4-4b18-48f3-997e-3ffb16a717fe req-f7a8c9bc-13d7-4f6d-b49c-4c9f6f99923b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460391 Dec 10 18:55:37.050203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96e15e-3782-42c4-aa66-0702903bffc1 req-2789f1a0-57c0-4b37-ba0f-345935200ab3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:37.051804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d96e15e-3782-42c4-aa66-0702903bffc1 req-2789f1a0-57c0-4b37-ba0f-345935200ab3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0548904 Dec 10 18:55:37.102455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d96e15e-3782-42c4-aa66-0702903bffc1 req-4d26604f-76d8-4e6c-95f2-8d3bab78e051 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Dec 10 18:55:38.225105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467035d-47f8-4a9a-834d-c20b6c4e6301 req-b95e7527-db74-4fdb-bdbd-54be6fb0852e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:38.226740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7467035d-47f8-4a9a-834d-c20b6c4e6301 req-b95e7527-db74-4fdb-bdbd-54be6fb0852e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0527232 Dec 10 18:55:38.274799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7467035d-47f8-4a9a-834d-c20b6c4e6301 req-0d958f21-cbcf-4355-b6b0-b13b10b7c087 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419683 Dec 10 18:55:39.400084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479fa27-979e-411c-b0ec-c017f5d0d635 req-90f58b0c-7e03-4348-93e3-92b0ec09f77d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:39.401591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b479fa27-979e-411c-b0ec-c017f5d0d635 req-90f58b0c-7e03-4348-93e3-92b0ec09f77d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0548830 Dec 10 18:55:39.452036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b479fa27-979e-411c-b0ec-c017f5d0d635 req-fbe34221-0dd8-4bc7-ada5-26aa9eede04b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442419 Dec 10 18:55:40.579182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47398bb8-e09a-45ad-bd37-2eb51592b5f5 req-3873d586-95df-4fac-b165-22bacc8fff0e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:40.580715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47398bb8-e09a-45ad-bd37-2eb51592b5f5 req-3873d586-95df-4fac-b165-22bacc8fff0e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0507855 Dec 10 18:55:40.634044 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47398bb8-e09a-45ad-bd37-2eb51592b5f5 req-d275912e-e179-49ed-b57b-7406f5c736a5 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470512 Dec 10 18:55:41.759983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d122b-8b9d-4b84-8b27-d6ee25ed578e req-24f7d74c-7a09-4898-aa6c-f631ac28657a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:41.761473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f4d122b-8b9d-4b84-8b27-d6ee25ed578e req-24f7d74c-7a09-4898-aa6c-f631ac28657a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0550597 Dec 10 18:55:41.813588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5f4d122b-8b9d-4b84-8b27-d6ee25ed578e req-e733f0b9-d9e5-43b2-8428-1979fa0235e3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457757 Dec 10 18:55:42.942410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534890eb-fb2b-4f2a-8c95-646a5b0f3e82 req-fa87ae80-ed8a-4ec2-8fc9-41b952fe5d26 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:42.943969 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-534890eb-fb2b-4f2a-8c95-646a5b0f3e82 req-fa87ae80-ed8a-4ec2-8fc9-41b952fe5d26 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0539851 Dec 10 18:55:42.993958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-534890eb-fb2b-4f2a-8c95-646a5b0f3e82 req-88ca9b30-b701-42fa-bf32-e4086569297f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436625 Dec 10 18:55:44.120333 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89d4ac-c824-4896-8856-71a8dbbbd226 req-28d4a078-e81c-44bc-bc7e-b7b619cc4157 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:44.121729 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f89d4ac-c824-4896-8856-71a8dbbbd226 req-28d4a078-e81c-44bc-bc7e-b7b619cc4157 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0524755 Dec 10 18:55:44.171259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f89d4ac-c824-4896-8856-71a8dbbbd226 req-f3a5e580-7479-4f53-a12c-ab44eee92660 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434239 Dec 10 18:55:45.296576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef96186-26c7-4ba9-9c6f-d642dc5e2005 req-209d130c-2958-4835-af7a-3b71faca3d1d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:45.298110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef96186-26c7-4ba9-9c6f-d642dc5e2005 req-209d130c-2958-4835-af7a-3b71faca3d1d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0519249 Dec 10 18:55:45.349611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0ef96186-26c7-4ba9-9c6f-d642dc5e2005 req-f593b79b-be0f-4af4-bede-a2a53feddf27 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452302 Dec 10 18:55:46.476664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebd5bc-f623-4fa1-ae64-d3cdc747e9ba req-b9458807-ef23-4e50-bc76-75b5a35649c1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:46.478388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cebd5bc-f623-4fa1-ae64-d3cdc747e9ba req-b9458807-ef23-4e50-bc76-75b5a35649c1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0550048 Dec 10 18:55:46.532654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4cebd5bc-f623-4fa1-ae64-d3cdc747e9ba req-73cce6a2-45ca-4557-a330-cb877e04d35b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472655 Dec 10 18:55:47.681340 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1575577-d4fb-4441-8dec-1ea1b1616efa req-493ba683-c76e-46df-94f0-a6e0c1ed279c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:47.682936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1575577-d4fb-4441-8dec-1ea1b1616efa req-493ba683-c76e-46df-94f0-a6e0c1ed279c tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0595436 Dec 10 18:55:47.737019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c1575577-d4fb-4441-8dec-1ea1b1616efa req-9e27a4c7-c7c8-48b1-b6a8-221a413245fb tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476515 Dec 10 18:55:48.884567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18592294-8e81-4189-af67-830e7792fecb req-b96f96d8-abad-4b90-94ed-36c4d9eb00ce tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:48.886124 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18592294-8e81-4189-af67-830e7792fecb req-b96f96d8-abad-4b90-94ed-36c4d9eb00ce tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0592694 Dec 10 18:55:48.943423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-18592294-8e81-4189-af67-830e7792fecb req-2738aa0d-9e47-47b0-b5e2-d50b21cc0e2a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481474 Dec 10 18:55:50.086855 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93891c-3043-48dd-bc48-1dc8fbb459aa req-3c01ed32-dc94-4da6-83df-6b27cc8e329b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:50.088899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc93891c-3043-48dd-bc48-1dc8fbb459aa req-3c01ed32-dc94-4da6-83df-6b27cc8e329b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0637486 Dec 10 18:55:50.144370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cc93891c-3043-48dd-bc48-1dc8fbb459aa req-b2159e65-2adb-4ecc-98ed-56db6fa67d20 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462503 Dec 10 18:55:51.274048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5a415-f7f3-4f08-9673-a797a4a8b984 req-c957c38f-b023-43db-815b-280ef12208eb tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:51.275751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ce5a415-f7f3-4f08-9673-a797a4a8b984 req-c957c38f-b023-43db-815b-280ef12208eb tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0573678 Dec 10 18:55:51.327465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ce5a415-f7f3-4f08-9673-a797a4a8b984 req-482be3fd-6d0c-47ea-81fa-eeb1cc307819 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Dec 10 18:55:52.455375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5d00-992e-4276-bfa0-f5867f2abb2f req-0840f209-5144-4410-bc53-3d75dfe9cde2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:52.456880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-692d5d00-992e-4276-bfa0-f5867f2abb2f req-0840f209-5144-4410-bc53-3d75dfe9cde2 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0562880 Dec 10 18:55:52.512802 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-692d5d00-992e-4276-bfa0-f5867f2abb2f req-90f19678-2307-4878-ad9c-950686019882 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487468 Dec 10 18:55:53.652835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0508a0-719f-4fa1-9a22-2e14630e6871 req-19a834a4-7fd2-4a26-8db5-50f28deec857 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:53.654377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad0508a0-719f-4fa1-9a22-2e14630e6871 req-19a834a4-7fd2-4a26-8db5-50f28deec857 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0591927 Dec 10 18:55:53.708369 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad0508a0-719f-4fa1-9a22-2e14630e6871 req-4a655909-2362-41cd-b148-6620c4f42495 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Dec 10 18:55:54.846750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4854-a2be-4360-bae7-c464d74e1619 req-3a40e96f-a0d2-446b-8560-11a0da08f2d4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:54.848534 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12de4854-a2be-4360-bae7-c464d74e1619 req-3a40e96f-a0d2-446b-8560-11a0da08f2d4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0576580 Dec 10 18:55:54.906525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-12de4854-a2be-4360-bae7-c464d74e1619 req-3dd196f5-f64f-481d-bdc4-810902dc5505 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514319 Dec 10 18:55:56.046518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863d35e-d1a5-49c6-b56a-efa79fec3f0f req-4744c7aa-b343-477f-a6d2-86907d759963 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:56.048092 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1863d35e-d1a5-49c6-b56a-efa79fec3f0f req-4744c7aa-b343-477f-a6d2-86907d759963 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0617945 Dec 10 18:55:56.102971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1863d35e-d1a5-49c6-b56a-efa79fec3f0f req-df4ef2f3-97ed-46cc-ae6c-39a484322d42 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482242 Dec 10 18:55:57.237136 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f6ac2-7edd-4d95-ae9f-7f9cc5ccd9c7 req-3e8a3850-3acc-4a5d-908e-7a1ead4f450b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:57.238768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-519f6ac2-7edd-4d95-ae9f-7f9cc5ccd9c7 req-3e8a3850-3acc-4a5d-908e-7a1ead4f450b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0541148 Dec 10 18:55:57.289582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-519f6ac2-7edd-4d95-ae9f-7f9cc5ccd9c7 req-95e1ad45-60ee-4440-8797-c47434691d7e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443847 Dec 10 18:55:58.324828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b59f315c-6405-4493-b2c7-c3b0f9f10754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:58.350996 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-3eeff71a-5456-4297-ab3e-f017ac2c40ce service neutron] show failed (client error): The resource could not be found. Dec 10 18:55:58.352050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-3eeff71a-5456-4297-ab3e-f017ac2c40ce service neutron] 10.222.0.30 "GET /v2.0/ports/fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0718637 Dec 10 18:55:58.423546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c75ca-fd16-490b-a8cc-4d534eb4857f req-4d8da128-3d4e-4d2b-a14b-8e4817ceea78 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:58.425108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac6c75ca-fd16-490b-a8cc-4d534eb4857f req-4d8da128-3d4e-4d2b-a14b-8e4817ceea78 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0552197 Dec 10 18:55:58.479524 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ac6c75ca-fd16-490b-a8cc-4d534eb4857f req-67011595-f1c2-4ab0-9266-e1f3e3072e84 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476780 Dec 10 18:55:58.666829 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-97624ac4-4925-414b-b2b1-086dbb3eb267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:58.668572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-97624ac4-4925-414b-b2b1-086dbb3eb267 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c&tenant_id=a952eb9a31cb42e19059b6e5b2591d28 HTTP/1.1" status: 200 len: 1097 time: 0.1386440 Dec 10 18:55:58.682010 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:55:58.998628 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:59.222317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:55:59.261381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:59.295654 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:55:59.306935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:55:59.309281 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7108afa6-0f01-4a4e-a623-2108ce4e1629" -d '{"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:55:59.313313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:59.331292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Transition to ACTIVE for port object fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:55:59.336515 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:59.371831 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d21e19-6b56-4f26-bbdd-4ec8d2293ba7 x-openstack-request-id: req-63d21e19-6b56-4f26-bbdd-4ec8d2293ba7 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:55:59.372462 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-unplugged", "status": "completed", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:55:59.372462 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63d21e19-6b56-4f26-bbdd-4ec8d2293ba7 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:55:59.372757 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'code': 200} Dec 10 18:55:59.412035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] No DVR routers for this DVR port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:55:59.415257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:59.453839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:55:59.454269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:55:59.454665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:59.460133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:55:59.460475 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Attempting to bind port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on network 9106bfb1-1bd8-4240-a995-529eecb9ab6a {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:55:59.466540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:55:59.466913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Checking segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:55:59.467357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Bound using segment: {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:55:59.468181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Bound port: fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56b83ef7-338b-4b3f-baa4-50b5438eda10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:55:59.468625 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:59.540167 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:55:59.544159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:55:59.549310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:59.627703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.628186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:55:59.630120 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] 10.222.0.59 "PUT /v2.0/ports/fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 1092 time: 0.9522235 Dec 10 18:55:59.655366 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656d633-51bc-4bbd-b636-7144c3ec5e76 service neutron] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:55:59.667628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc6577-abbe-48fc-a5f7-d885e18c23b1 req-cc749fc2-bb66-42c1-aa88-9d7aff1675f3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.669095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbfc6577-abbe-48fc-a5f7-d885e18c23b1 req-cc749fc2-bb66-42c1-aa88-9d7aff1675f3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 944 time: 0.1126513 Dec 10 18:55:59.742114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-2ae16154-8acd-4387-9b77-e80b96304f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.743734 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-2ae16154-8acd-4387-9b77-e80b96304f8e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1095 time: 0.0848408 Dec 10 18:55:59.747309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dbfc6577-abbe-48fc-a5f7-d885e18c23b1 req-49d63612-e305-4330-bc4b-9fea2086703d tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701382 Dec 10 18:55:59.849718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-4901e9a8-fc70-4eef-aafc-153df5803e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.851325 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-4901e9a8-fc70-4eef-aafc-153df5803e6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.1001313 Dec 10 18:55:59.901850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-28f598d6-4e61-488e-b1d8-ba2adbfb314c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0430107 Dec 10 18:55:59.957635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-09d3ca00-399f-46ad-aecf-31128d637980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:55:59.959282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-09d3ca00-399f-46ad-aecf-31128d637980 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0510895 Dec 10 18:55:59.994259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-a0d28fa0-24fc-46c9-b601-4f91bdb0c19e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275650 Dec 10 18:56:00.103569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-6e455ed4-f822-4c66-89dc-c0ffd869b6fc service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020291 Dec 10 18:56:00.207327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41c369c5-19be-4ceb-96ae-b0b1a0222776 req-91b16e80-18e7-4a2b-a66a-d3b6e911547b service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961735 Dec 10 18:56:00.889615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77835ea7-3ef3-49fb-983e-76170dbdaf21 req-3b3cdefa-0401-4140-9733-164551129808 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:00.891199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-77835ea7-3ef3-49fb-983e-76170dbdaf21 req-3b3cdefa-0401-4140-9733-164551129808 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 944 time: 0.0601058 Dec 10 18:56:00.950960 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-77835ea7-3ef3-49fb-983e-76170dbdaf21 req-e7871e51-9cc6-4b95-b28d-2fb6959ccb00 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512826 Dec 10 18:56:01.374339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:01.377804 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757cc051-4089-470c-b793-2fba0f75e919" -d '{"events": [{"name": "network-changed", "server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:01.434811 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0a75b-28c0-4e76-b39b-c9b07f416932 x-openstack-request-id: req-26e0a75b-28c0-4e76-b39b-c9b07f416932 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:01.435079 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:01.435375 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-26e0a75b-28c0-4e76-b39b-c9b07f416932 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:01.435788 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'status': 'completed', 'code': 200} Dec 10 18:56:01.532364 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc051-4089-470c-b793-2fba0f75e919 req-32498942-4bf6-4979-a1b1-dad781f47310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.533799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-32498942-4bf6-4979-a1b1-dad781f47310 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1095 time: 0.0775480 Dec 10 18:56:01.535581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc051-4089-470c-b793-2fba0f75e919 req-76601f8d-9c41-4642-977a-d2aec722f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.536919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-76601f8d-9c41-4642-977a-d2aec722f5ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1095 time: 0.0719795 Dec 10 18:56:01.648433 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d205af0-2756-4bff-806f-213a75237e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:01.708110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc051-4089-470c-b793-2fba0f75e919 req-4551b402-9232-4de7-b42b-4d83129d518a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.709585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-4551b402-9232-4de7-b42b-4d83129d518a service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.1604249 Dec 10 18:56:01.710686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc051-4089-470c-b793-2fba0f75e919 req-91e83071-baeb-44df-8651-cde78eeda315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.712055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-91e83071-baeb-44df-8651-cde78eeda315 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.1703639 Dec 10 18:56:01.762654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-cf0125ba-40a9-43e4-a5a9-88d3d9ea3f31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0456867 Dec 10 18:56:01.802208 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-3ae0a6d9-1be8-409f-aa6e-0adbd427352f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0462420 Dec 10 18:56:01.871534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc051-4089-470c-b793-2fba0f75e919 req-21e11f25-4dd6-473c-9484-be939059c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.873040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-21e11f25-4dd6-473c-9484-be939059c5c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0793989 Dec 10 18:56:01.878218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cc051-4089-470c-b793-2fba0f75e919 req-95bb18a5-a1d1-4865-8a40-b3edc1369e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:01.879557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-95bb18a5-a1d1-4865-8a40-b3edc1369e51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0577774 Dec 10 18:56:01.917238 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-324382a0-4852-4ce1-a4ee-1452358e2281 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364220 Dec 10 18:56:01.939007 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-f43e3f9c-186b-4949-8191-ffe8c41ae295 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488842 Dec 10 18:56:02.085299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804695d5-068a-43c4-90f3-a2a11de740d7 req-54675e12-b7cd-43f0-842f-e68c9fa1585f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.087673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-804695d5-068a-43c4-90f3-a2a11de740d7 req-54675e12-b7cd-43f0-842f-e68c9fa1585f tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 944 time: 0.0539992 Dec 10 18:56:02.091207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-f5629438-9b1a-4246-bb9d-0a4e9ca0eee4 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610057 Dec 10 18:56:02.097171 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-eb6c3425-e4c7-43f4-ac36-e3df79d1516b service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474938 Dec 10 18:56:02.139547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-804695d5-068a-43c4-90f3-a2a11de740d7 req-2fc86a9e-05ea-434c-8174-e30292e0fc46 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 Dec 10 18:56:02.190479 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:02.261017 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:02.262302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-52a18a35-0670-4c11-8332-fab1d41c1810 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640995 Dec 10 18:56:02.264312 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-757cc051-4089-470c-b793-2fba0f75e919 req-b7435741-107d-4c4a-9c43-01c53ae8c4c0 service neutron] 10.222.0.59 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590686 Dec 10 18:56:02.375763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1eb7d-f93e-4bb1-af3c-3fb6ab3ed704 req-eb07a190-a30b-4986-b674-9d07b5682d55 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.377212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c1eb7d-f93e-4bb1-af3c-3fb6ab3ed704 req-eb07a190-a30b-4986-b674-9d07b5682d55 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 944 time: 0.0558312 Dec 10 18:56:02.389116 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-83856686-0318-46d4-9c1a-aaee09dcf10a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.391186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-83856686-0318-46d4-9c1a-aaee09dcf10a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.30 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c&tenant_id=a952eb9a31cb42e19059b6e5b2591d28&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 944 time: 0.0616210 Dec 10 18:56:02.431954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c1eb7d-f93e-4bb1-af3c-3fb6ab3ed704 req-53acdf0e-19f7-4060-9bb1-d3b8aa6353f0 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480006 Dec 10 18:56:02.462171 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-3badd6c8-9835-41ce-8315-2f750aa32790 service neutron] delete failed (client error): The resource could not be found. Dec 10 18:56:02.463294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-3badd6c8-9835-41ce-8315-2f750aa32790 service neutron] 10.222.0.30 "DELETE /v2.0/ports/fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0639904 Dec 10 18:56:02.554514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-10ff4d52-ee5a-4345-a503-6014a631fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.556104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-10ff4d52-ee5a-4345-a503-6014a631fb45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 1095 time: 0.0465329 Dec 10 18:56:02.654977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-e63291da-d0d4-435e-9690-c2d9d42d5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.656401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-e63291da-d0d4-435e-9690-c2d9d42d5a32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 200 len: 915 time: 0.0936856 Dec 10 18:56:02.701089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-2ec6fef4-a74c-499d-933d-91bfd6c22893 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 200 len: 217 time: 0.0363023 Dec 10 18:56:02.751961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-1b9f1e5c-28a0-468a-9ffd-6540f2e53c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:02.753478 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-1b9f1e5c-28a0-468a-9ffd-6540f2e53c57 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 200 len: 854 time: 0.0449994 Dec 10 18:56:02.785812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-71f8e5af-5303-464f-a059-916d2f06d1c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9106bfb1-1bd8-4240-a995-529eecb9ab6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252919 Dec 10 18:56:02.874183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:02.883629 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-1ee84aa3-100f-48cd-9fce-c7d4b91639f1 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902565 Dec 10 18:56:02.977554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-db67ab2f-9e2e-444e-8cab-475da6428c0c req-980e9e7e-ae6b-438b-b94d-66b880ba14b0 service neutron] 10.222.0.30 "GET /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870738 Dec 10 18:56:02.978224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:02.991786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'network_id': '9106bfb1-1bd8-4240-a995-529eecb9ab6a', 'port_id': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'mac_address': 'fa:16:3e:9d:e6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '089467aa-65f8-4598-8f88-611221c4d1fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:03.032368 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.048082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:03.077455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:03.081338 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.137459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:03.285070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:03.573331 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af6750-2744-4204-8a84-16b44039bb90 req-7e8f7013-edb2-4759-a259-fe581d5f4cd4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:03.574721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85af6750-2744-4204-8a84-16b44039bb90 req-7e8f7013-edb2-4759-a259-fe581d5f4cd4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 945 time: 0.0595410 Dec 10 18:56:03.625345 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85af6750-2744-4204-8a84-16b44039bb90 req-3a3afc75-b739-42b5-b481-0666cc277d18 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Dec 10 18:56:03.667288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:03.712646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:56:03.754467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73883046-9dec-45ac-b247-dfc586df7e9e req-fbaa3a37-ac57-4410-ae70-1e356be958fc tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:03.755920 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73883046-9dec-45ac-b247-dfc586df7e9e req-fbaa3a37-ac57-4410-ae70-1e356be958fc tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 945 time: 0.0523400 Dec 10 18:56:03.809514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73883046-9dec-45ac-b247-dfc586df7e9e req-92b68980-1126-4f46-ab82-1fba6ce395b4 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472157 Dec 10 18:56:03.855287 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:03.934676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052087c-474a-4209-9214-c2507b31baa4 req-907d8cd9-4abd-4132-8036-acd43184340b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:03.936181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f052087c-474a-4209-9214-c2507b31baa4 req-907d8cd9-4abd-4132-8036-acd43184340b tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 945 time: 0.0521917 Dec 10 18:56:03.996353 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f052087c-474a-4209-9214-c2507b31baa4 req-2dfe7804-a1ae-4d01-96fe-45f13f4b2efd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514040 Dec 10 18:56:04.167802 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.382294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e37cc-0713-4a71-9685-9dd96b76b030 req-50b0401a-5804-45ac-bd67-a21782c7a37e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:04.384151 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-964e37cc-0713-4a71-9685-9dd96b76b030 req-50b0401a-5804-45ac-bd67-a21782c7a37e tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 945 time: 0.0515528 Dec 10 18:56:04.450281 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-964e37cc-0713-4a71-9685-9dd96b76b030 req-aee7f83b-2849-44fb-a8f3-d40f88d726b1 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568142 Dec 10 18:56:04.889156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:04.938151 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:04.952079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:04.956718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:04.957110 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.041573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.065819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:05.068347 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d8fb46-f59d-497d-b00e-d23fef499d98" -d '{"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-plugged", "status": "completed", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:05.083259 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:05.087515 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.112322 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f35c31-2624-4a48-9fd7-f25139353966 x-openstack-request-id: req-a6f35c31-2624-4a48-9fd7-f25139353966 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:05.112633 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-plugged", "status": "completed", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:05.112885 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6f35c31-2624-4a48-9fd7-f25139353966 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:05.113269 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'code': 200} Dec 10 18:56:05.139111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:05.491675 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-0b765774-8a11-4dfb-a54f-d4076eb9e64a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:05.493400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-0b765774-8a11-4dfb-a54f-d4076eb9e64a tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.59 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0621028 Dec 10 18:56:05.587235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87120f5d-67e9-4c6f-b507-b7fcb312d5aa req-ffcf8009-92e7-4ccb-bb92-b037f492cde3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:05.589185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-87120f5d-67e9-4c6f-b507-b7fcb312d5aa req-ffcf8009-92e7-4ccb-bb92-b037f492cde3 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/ports?device_id=678a0403-3a04-4be2-999f-7146edc80c9c HTTP/1.1" status: 200 len: 946 time: 0.0571573 Dec 10 18:56:05.593722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Deleting port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:56:05.593985 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.639964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-87120f5d-67e9-4c6f-b507-b7fcb312d5aa req-22c97484-09e3-4b5f-a550-f2428b011240 tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.55 "GET /v2.0/security-groups?id=11a1c328-a19a-418a-bd4b-87836e7e1a17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Dec 10 18:56:05.693398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] For port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,segment=NetworkSegment(56b83ef7-338b-4b3f-baa4-50b5438eda10),segment_id=56b83ef7-338b-4b3f-baa4-50b5438eda10)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:05.693870 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.709322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Calling delete_port for fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:56:05.872899 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.885021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:05.909914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Pushing event deleted for resources: {'Port': ['ID=fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:05.955192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] No DVR routers for this DVR port fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:56:05.957904 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:05.961270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a9f528c-389a-4ff9-ac7e-22046ac9b09d req-3ab1d4d6-302a-4e3a-aa3f-14bb16df5dfd tempest-ServerDiskConfigTestJSON-8414734 tempest-ServerDiskConfigTestJSON-8414734-project] 10.222.0.59 "DELETE /v2.0/ports/fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 HTTP/1.1" status: 204 len: 173 time: 0.4613481 Dec 10 18:56:05.961740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-deleted', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:05.964109 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62175df-a98e-4fb6-9f0c-c52fa3232d6f" -d '{"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-deleted", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:06.023139 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db4dff-1884-48b2-b14d-fa75ca8a86b0 x-openstack-request-id: req-d1db4dff-1884-48b2-b14d-fa75ca8a86b0 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:06.023448 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678a0403-3a04-4be2-999f-7146edc80c9c", "name": "network-vif-deleted", "tag": "fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:06.023729 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d1db4dff-1884-48b2-b14d-fa75ca8a86b0 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:06.024119 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678a0403-3a04-4be2-999f-7146edc80c9c', 'name': 'network-vif-deleted', 'tag': 'fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5', 'status': 'completed', 'code': 200} Dec 10 18:56:06.783836 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57840) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:06.836140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] Deleting subnet 089467aa-65f8-4598-8f88-611221c4d1fa {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 18:56:06.839687 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:06.878025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:06.927484 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:06.986564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.010500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=089467aa-65f8-4598-8f88-611221c4d1fa,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:07.017814 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.022385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6a1379ad-3f47-4c48-9ef6-c7bd9d54f57f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/089467aa-65f8-4598-8f88-611221c4d1fa HTTP/1.1" status: 204 len: 168 time: 0.2360418 Dec 10 18:56:07.024582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:07.096403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.188270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.209661 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9106bfb1-1bd8-4240-a995-529eecb9ab6a']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:07.220485 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b83ef7-338b-4b3f-baa4-50b5438eda10') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:07.220793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b83ef7-338b-4b3f-baa4-50b5438eda10') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:07.233195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.253464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.260846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 18:56:07.261300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: timer() Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 18:56:07.263071 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 18:56:07.324967 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.331397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.335012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] 10.222.0.55 "DELETE /v2.0/networks/9106bfb1-1bd8-4240-a995-529eecb9ab6a HTTP/1.1" status: 204 len: 168 time: 0.3094220 Dec 10 18:56:07.348802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Pushing event deleted for resources: {'Network': ['ID=9106bfb1-1bd8-4240-a995-529eecb9ab6a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:07.356719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.357069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.357409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.357746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.358105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.358645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.359264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.359459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.359791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.360113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.360438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.360762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.361082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fc3dd2-5734-4ef5-b1dd-462371a3e45c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:07.458167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57846) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:07.504497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c47a0d78-114a-4aa8-bb4e-d06778f053b6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a952eb9a31cb42e19059b6e5b2591d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450315 Dec 10 18:56:07.507192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57848) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:07.555866 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-23a39e43-1799-4e07-89a0-a16116966698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.584595 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-23a39e43-1799-4e07-89a0-a16116966698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.634552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-23a39e43-1799-4e07-89a0-a16116966698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.637313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-23a39e43-1799-4e07-89a0-a16116966698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:07.638688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-23a39e43-1799-4e07-89a0-a16116966698 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/11a1c328-a19a-418a-bd4b-87836e7e1a17 HTTP/1.1" status: 204 len: 168 time: 0.1305664 Dec 10 18:56:07.647383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a39e43-1799-4e07-89a0-a16116966698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a1c328-a19a-418a-bd4b-87836e7e1a17,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:08.392216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57870) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:08.512281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1033136423-network', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:08.535230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Made reservation on behalf of e3c72d3e28c84547a07ef45c64e0725e for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:08.537829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.547986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.634392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.640236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.667683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 18:56:08.674347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b39819-4a12-4a17-8704-5bb5c75f85ee,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:08.681684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.682029 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Added segment 9cd644e4-e0a4-40b6-aa56-af3f5cf2583a of type vlan for network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e Dec 10 18:56:08.726238 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.758449 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.759511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:08.760590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.822426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4289930 Dec 10 18:56:08.825540 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57874) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:08.830277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf43d08-b71c-4105-9246-400d77c60960 admin admin] Pushing event updated for resources: {'Network': ['ID=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:08.830684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Request body: {'subnet': {'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1033136423-subnet', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:08.840835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 18:56:08.856222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Made reservation on behalf of e3c72d3e28c84547a07ef45c64e0725e for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:08.859013 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:08.907473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:56:08.933048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:56:08.933461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device fc81d96f-05d3-4142-a15a-3ba7ea9ce4f5 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:56:09.048531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.105061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba57f9eb-f414-4e03-8484-f7a3bd90a18b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:09.116230 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:09.116603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Network hostable DHCP agents. Network: 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 18:56:09.135504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 18:56:09.145223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:09.149317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:09.149919 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.156793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0823309-975a-4690-9989-0a39e2d9599f None None] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:56:09.168144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6013df40-e8f6-41f0-9790-943c691947fd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3414471 Dec 10 18:56:09.171702 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57876) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:09.177894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:09.205186 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.206598 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.267980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 18:56:09.268852 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.274114 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.403306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Allocated IP 172.20.0.2 (4db0ea02-eea3-4fa0-93c1-e59e8754ce2e/ba57f9eb-f414-4e03-8484-f7a3bd90a18b/0588f892-e170-4fcd-b745-4fa498f84ef9) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:09.432948 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.559903 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.566817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.608085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:09.611165 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:09.614704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:09.621755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Pushing event updated for resources: {'Port': ['ID=0588f892-e170-4fcd-b745-4fa498f84ef9,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:09.643196 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.664604 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.674961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Attempting to bind port 0588f892-e170-4fcd-b745-4fa498f84ef9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:09.675323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Attempting to bind port 0588f892-e170-4fcd-b745-4fa498f84ef9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:09.675720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Attempting to bind port 0588f892-e170-4fcd-b745-4fa498f84ef9 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:09.680923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:09.681297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:09.681697 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.682087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:09.682650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Bound port: 0588f892-e170-4fcd-b745-4fa498f84ef9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:09.682996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.751819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] For port 0588f892-e170-4fcd-b745-4fa498f84ef9, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:09.754963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] For port 0588f892-e170-4fcd-b745-4fa498f84ef9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0588f892-e170-4fcd-b745-4fa498f84ef9,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:09.760463 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.773446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Allocated IP 172.25.2.110 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/5260f571-1dc1-4ce1-9503-8c62722b8eb9) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:09.830599 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928416a-927d-43e8-972e-c2d2c48beb9e None None] Pushing event updated for resources: {'Port': ['ID=0588f892-e170-4fcd-b745-4fa498f84ef9,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:09.897723 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:09.938115 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:10.001338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:10.004415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:10.007909 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:10.013432 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Pushing event updated for resources: {'Port': ['ID=5260f571-1dc1-4ce1-9503-8c62722b8eb9,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:10.029191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c85f1b0-cb8c-4256-8936-beb786e52f95 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:56:10.158727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-eee189a5-5f03-45e7-93b4-4916f5bdfe93 None None] Provisioning complete for port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:10.159674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-eee189a5-5f03-45e7-93b4-4916f5bdfe93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:10.189487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0588f892-e170-4fcd-b745-4fa498f84ef9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:10.238263 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-eee189a5-5f03-45e7-93b4-4916f5bdfe93 None None] Port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:10.257306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0588f892-e170-4fcd-b745-4fa498f84ef9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:10.257765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:10.313860 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:10.346227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:10.383224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0588f892-e170-4fcd-b745-4fa498f84ef9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0588f892-e170-4fcd-b745-4fa498f84ef9,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:10.387901 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:10.445419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0588f892-e170-4fcd-b745-4fa498f84ef9,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:10.528032 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:10.678454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Router 16f33cef-465f-4307-9226-00b6a0564085 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 18:56:10.863931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcded8d-fbb3-4928-95a8-2e863a2c3920 None None] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 18:56:10.979951 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-60ee909f-b9d4-4222-8d2f-b0f3ced11850 None None] Provisioning complete for port 0588f892-e170-4fcd-b745-4fa498f84ef9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:10.980232 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-60ee909f-b9d4-4222-8d2f-b0f3ced11850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.127289 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:56:11.140035 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:56:11.152297 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.152544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:11.153151 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:56:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:11.156853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57880) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:11.157389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb0db404-f334-4c31-9c42-1f7cc874287d admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9838822 Dec 10 18:56:11.270788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:11.294149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e645d1a1-2393-43a6-acaf-ddf79f83b083 None None] Provisioning complete for port 0588f892-e170-4fcd-b745-4fa498f84ef9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:11.294755 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e645d1a1-2393-43a6-acaf-ddf79f83b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.482951 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:10Z', 'revision_number': 3, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:11.516333 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:56:11.516675 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Updating router 16f33cef-465f-4307-9226-00b6a0564085 port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:56:11.544322 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.815480 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.821338 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.865130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c2f205-b55a-4bb6-8482-671c1dc435c5 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:56:11.874926 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Pushing event updated for resources: {'Port': ['ID=5260f571-1dc1-4ce1-9503-8c62722b8eb9,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:11.880963 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Attempting to bind port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:11.881336 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Attempting to bind port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:11.883075 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Attempting to bind port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:11.887901 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:11.888259 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:11.888661 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.889044 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:11.889858 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Bound port: 5260f571-1dc1-4ce1-9503-8c62722b8eb9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:11.890114 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.901361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3dbef259-021e-4ab3-a8e6-c95390aefc19 None None] Provisioning complete for port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:11.901872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3dbef259-021e-4ab3-a8e6-c95390aefc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.913889 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.914234 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.914599 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.914927 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.915249 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.915568 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.915883 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.916200 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.916513 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.916830 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.917150 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.917473 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.917770 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:11.918475 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:11.949573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3dbef259-021e-4ab3-a8e6-c95390aefc19 None None] Port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:11.955174 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] For port 5260f571-1dc1-4ce1-9503-8c62722b8eb9, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:11.958322 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] For port 5260f571-1dc1-4ce1-9503-8c62722b8eb9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5260f571-1dc1-4ce1-9503-8c62722b8eb9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:11.963495 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.008628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c2e29c-ea59-4c4e-a704-57233313e75c None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 18:56:12.012236 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:12.012856 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:56:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:12.072570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cbf1770f-bcea-4831-9eb4-7962168709ad None None] Provisioning complete for port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:12.073462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cbf1770f-bcea-4831-9eb4-7962168709ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.121260 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76608097-156e-4e99-ad3a-c9e900a7b56f None None] Pushing event updated for resources: {'Port': ['ID=5260f571-1dc1-4ce1-9503-8c62722b8eb9,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:12.137096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Allocated IP 172.20.0.1 (4db0ea02-eea3-4fa0-93c1-e59e8754ce2e/ba57f9eb-f414-4e03-8484-f7a3bd90a18b/5d1785bd-9906-4b83-874f-614f3294c119) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:12.141682 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:12.173152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0588f892-e170-4fcd-b745-4fa498f84ef9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:12.229158 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cbf1770f-bcea-4831-9eb4-7962168709ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.255429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cbf1770f-bcea-4831-9eb4-7962168709ad None None] For port 5260f571-1dc1-4ce1-9503-8c62722b8eb9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5260f571-1dc1-4ce1-9503-8c62722b8eb9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:12.257360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.261715 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cbf1770f-bcea-4831-9eb4-7962168709ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.263436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0588f892-e170-4fcd-b745-4fa498f84ef9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:12.263785 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.303287 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.341331 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:10Z', 'revision_number': 3, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:12.353056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:12.357530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:12.360915 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:12.361236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1770f-bcea-4831-9eb4-7962168709ad None None] Pushing event updated for resources: {'Port': ['ID=5260f571-1dc1-4ce1-9503-8c62722b8eb9,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:12.363778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1785bd-9906-4b83-874f-614f3294c119,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:12.374822 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfaf7d-1c25-4dad-9f86-70e1526f8fcc None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:10Z', 'revision_number': 3, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:56:12.418578 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.557083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.616143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d3c657c2-f2b2-4532-825c-f0876d840a30 None None] Provisioning complete for port 5d1785bd-9906-4b83-874f-614f3294c119 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:12.616143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d3c657c2-f2b2-4532-825c-f0876d840a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.672842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d3c657c2-f2b2-4532-825c-f0876d840a30 None None] Port 5d1785bd-9906-4b83-874f-614f3294c119 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:12.775740 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.783978 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.862516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Pushing event updated for resources: {'Port': ['ID=5d1785bd-9906-4b83-874f-614f3294c119,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:12.866135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:12.966778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:12.969443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:13.105495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:56:13.239128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:56:13.244904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-40d55518-25ee-4ac5-be09-f3a05482c880 admin admin] 10.222.0.55 "PUT /v2.0/routers/16f33cef-465f-4307-9226-00b6a0564085/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0861390 Dec 10 18:56:13.304860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-61aa9eac-2607-4400-b011-4d204d07158c None None] Provisioning complete for port 5d1785bd-9906-4b83-874f-614f3294c119 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:13.305332 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-61aa9eac-2607-4400-b011-4d204d07158c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.348243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-61aa9eac-2607-4400-b011-4d204d07158c None None] Port 5d1785bd-9906-4b83-874f-614f3294c119 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:13.759478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57888) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:13.764242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-055d655b-1dba-411f-b0bd-0caf200b3477 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1689506529', 'description': 'tempest-description--1023757930'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:13.789526 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-055d655b-1dba-411f-b0bd-0caf200b3477 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.869567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-055d655b-1dba-411f-b0bd-0caf200b3477 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.875258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-055d655b-1dba-411f-b0bd-0caf200b3477 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.906478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-055d655b-1dba-411f-b0bd-0caf200b3477 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:13.907889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-055d655b-1dba-411f-b0bd-0caf200b3477 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1474874 Dec 10 18:56:13.911107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57890) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:13.914899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d655b-1dba-411f-b0bd-0caf200b3477 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c1ec27-29b3-458e-a913-e15fd2e40f6b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:13.918179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-99cf5012-1d91-4714-9fa2-2f21eca1df8a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'security_group_rule': {'security_group_id': '30c1ec27-29b3-458e-a913-e15fd2e40f6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:13.948460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99cf5012-1d91-4714-9fa2-2f21eca1df8a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.007540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:56:14.013373 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99cf5012-1d91-4714-9fa2-2f21eca1df8a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.018866 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99cf5012-1d91-4714-9fa2-2f21eca1df8a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.020883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:14.021607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:56:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:14.039303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf5012-1d91-4714-9fa2-2f21eca1df8a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f7985b-f36b-4dc8-9c22-f50326d53d47,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:14.047583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-99cf5012-1d91-4714-9fa2-2f21eca1df8a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.048830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99cf5012-1d91-4714-9fa2-2f21eca1df8a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362998 Dec 10 18:56:14.051409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57894) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:14.056003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-d58e569a-ef43-4a33-bcfc-2991d3447f9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'security_group_rule': {'security_group_id': '30c1ec27-29b3-458e-a913-e15fd2e40f6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:14.095665 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d58e569a-ef43-4a33-bcfc-2991d3447f9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.149866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:14.173049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d58e569a-ef43-4a33-bcfc-2991d3447f9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.176538 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5260f571-1dc1-4ce1-9503-8c62722b8eb9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:14.177743 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d58e569a-ef43-4a33-bcfc-2991d3447f9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.197139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e569a-ef43-4a33-bcfc-2991d3447f9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f00a702-43ea-434f-85fe-56022971c305,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:14.207020 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d58e569a-ef43-4a33-bcfc-2991d3447f9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.208261 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d58e569a-ef43-4a33-bcfc-2991d3447f9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1558936 Dec 10 18:56:14.211417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 57898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:14.216318 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:14.241604 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.328585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:14.328955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.351636 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.467407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 2, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:14.471946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Allocated IP 172.25.2.85 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/84f6a61f-0b89-4cb6-91c6-e61d64993ec0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:14.503278 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:56:14.503687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Updating router 16f33cef-465f-4307-9226-00b6a0564085 port 5d1785bd-9906-4b83-874f-614f3294c119 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 18:56:14.529271 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.582276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.619979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.669334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:14.672593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:14.677290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:14.681018 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'Port': ['ID=84f6a61f-0b89-4cb6-91c6-e61d64993ec0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:14.802863 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.807304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.814226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.847738 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.875402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f0e8e-4c8a-4e81-8da0-01fe6d090b2e None None] Pushing event updated for resources: {'Port': ['ID=5d1785bd-9906-4b83-874f-614f3294c119,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:14.938991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Attempting to bind port 5d1785bd-9906-4b83-874f-614f3294c119 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:14.939636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Attempting to bind port 5d1785bd-9906-4b83-874f-614f3294c119 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:14.940008 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Attempting to bind port 5d1785bd-9906-4b83-874f-614f3294c119 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:14.945630 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:14.946012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:14.946593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:14.946992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:14.947467 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Bound port: 5d1785bd-9906-4b83-874f-614f3294c119, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:14.947911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.010071 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.017268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.025702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] For port 5d1785bd-9906-4b83-874f-614f3294c119, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:15.029185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] For port 5d1785bd-9906-4b83-874f-614f3294c119, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5d1785bd-9906-4b83-874f-614f3294c119,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:15.035773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.098709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'Port': ['ID=84f6a61f-0b89-4cb6-91c6-e61d64993ec0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:15.111208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f0e8e-4c8a-4e81-8da0-01fe6d090b2e None None] Pushing event updated for resources: {'Port': ['ID=5d1785bd-9906-4b83-874f-614f3294c119,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:15.113706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.116658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:15.117294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:56:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:15.122162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a3aa4c0-8764-4dc0-a94d-816942425b0f None None] Provisioning complete for port 5d1785bd-9906-4b83-874f-614f3294c119 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:15.122644 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa4c0-8764-4dc0-a94d-816942425b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.135621 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.138394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3b8e40bf-c628-4757-88ae-d3cc1a0e5c92 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9245481 Dec 10 18:56:15.313010 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa4c0-8764-4dc0-a94d-816942425b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.316377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:15.333672 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-4b28d070-d522-4f1b-8c74-9326e7480463 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1689506529&fields=id&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 267 time: 0.0626414 Dec 10 18:56:15.421641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a3aa4c0-8764-4dc0-a94d-816942425b0f None None] For port 5d1785bd-9906-4b83-874f-614f3294c119, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5d1785bd-9906-4b83-874f-614f3294c119,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:15.426091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a3aa4c0-8764-4dc0-a94d-816942425b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.457219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-e36315af-9fdb-4115-b98c-f77edc80b097 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:15.458956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-e36315af-9fdb-4115-b98c-f77edc80b097 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.1195431 Dec 10 18:56:15.476174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-f564aa29-e2ad-42d0-b5da-510908760624 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/quotas/e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 375 time: 0.0106878 Dec 10 18:56:15.530462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-f937b8c8-445a-4c49-acaa-bc12b8e29bf0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476451 Dec 10 18:56:15.540049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3aa4c0-8764-4dc0-a94d-816942425b0f None None] Pushing event updated for resources: {'Port': ['ID=5d1785bd-9906-4b83-874f-614f3294c119,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:15.585800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a0d0e6d8-32b3-4e20-9d6e-f4ab64c941a2 None None] Provisioning complete for port 5d1785bd-9906-4b83-874f-614f3294c119 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:15.586056 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0d0e6d8-32b3-4e20-9d6e-f4ab64c941a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:15.629989 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-5204a975-2755-4ca8-8fc6-6c3f99080ac2 service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872004 Dec 10 18:56:15.737825 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-744bb246-ab45-46c8-b447-3606773aa3e6 service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012032 Dec 10 18:56:15.859871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:15.892622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9a2c36-ec96-4375-8e7c-e3bc7f686cde None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:56:15.927457 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af560e34-66fb-42c2-bff4-e556b6144aee req-171e4065-3ebc-42a7-b5ff-5c9ea38f2744 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 210 time: 0.0359900 Dec 10 18:56:16.164308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5d1785bd-9906-4b83-874f-614f3294c119 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:16.221126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5d1785bd-9906-4b83-874f-614f3294c119 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:16.221792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.065504 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de63152a-ad76-47f1-820b-9a3f30caf3a0 req-b5458d2d-9750-4072-9896-84d3c0c418e5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 210 time: 0.0481052 Dec 10 18:56:17.079936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-37858e9d-4f8d-4151-b12b-07550b1bef83 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:17.081503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-37858e9d-4f8d-4151-b12b-07550b1bef83 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.1404281 Dec 10 18:56:17.149604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-d0e9eb4c-9d44-4343-87bd-760e6a39f3c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 380 time: 0.0584419 Dec 10 18:56:17.159810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'port': {'device_id': '3d0f8d68-0664-43f6-a223-113615ba143a', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'admin_state_up': True, 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'security_groups': ['30c1ec27-29b3-458e-a913-e15fd2e40f6b']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:17.273117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Made reservation on behalf of e3c72d3e28c84547a07ef45c64e0725e for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:56:17.276653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.421138 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Allocated IP 172.20.0.14 (4db0ea02-eea3-4fa0-93c1-e59e8754ce2e/ba57f9eb-f414-4e03-8484-f7a3bd90a18b/ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:56:17.584831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.638770 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.688646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:56:17.691777 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:56:17.695421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:56:17.702180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:17.732748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.733616 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.733858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.734386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.734734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.735090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.735420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.735749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.736073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.736398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.736724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.737044 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.737367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:56:17.762401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:17.763067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.781993 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b939b491-d6b6-4145-bf4b-b06065803500 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6262197 Dec 10 18:56:17.795174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Request body: {'port': {'device_id': '3d0f8d68-0664-43f6-a223-113615ba143a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:17.858379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.940073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7576d0ea-50f1-443c-9a79-e0cc9c5f655a None None] Provisioning complete for port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:17.940778 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7576d0ea-50f1-443c-9a79-e0cc9c5f655a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:17.976173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7576d0ea-50f1-443c-9a79-e0cc9c5f655a None None] Port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:56:18.129965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:18.138083 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:18.160110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Transition to ACTIVE for port object ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:56:18.175717 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:18.238302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:18.250875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d268fd-7cf9-4a60-ac7d-e4e00bdd222d req-c1f0fce7-fbf6-4524-a054-6afbe8f7994a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.252472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13d268fd-7cf9-4a60-ac7d-e4e00bdd222d req-c1f0fce7-fbf6-4524-a054-6afbe8f7994a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 932 time: 0.1083295 Dec 10 18:56:18.349055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-13d268fd-7cf9-4a60-ac7d-e4e00bdd222d req-5de3c724-7ed8-4792-b989-fab97bfa9a05 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899770 Dec 10 18:56:18.359603 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:56:18.360381 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:56:18.360722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:18.370530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:56:18.370530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:56:18.372564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:56:18.372904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:56:18.373285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:56:18.374166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Bound port: ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:56:18.374563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:18.444769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:56:18.448270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:56:18.452788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:18.493424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.494056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:18.495491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] 10.222.0.59 "PUT /v2.0/ports/ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 1092 time: 0.7048914 Dec 10 18:56:18.495955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:18.499643 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121ee305-6334-4c67-a2c5-103abd31a711" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:18.527782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6611277-0dd7-4310-8627-917511fdb62e service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:18.545690 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab41e88-5846-48b0-b3d7-3ef541c0f95a x-openstack-request-id: req-4ab41e88-5846-48b0-b3d7-3ef541c0f95a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:18.546182 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:18.546537 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4ab41e88-5846-48b0-b3d7-3ef541c0f95a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:18.547445 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'status': 'completed', 'code': 200} Dec 10 18:56:18.598637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b3a96a36-587b-4832-8b29-fe73271a1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.600196 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-b3a96a36-587b-4832-8b29-fe73271a1604 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1095 time: 0.0465062 Dec 10 18:56:18.645489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-cd9d5702-6421-4a06-b17c-6e2e5286e53f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 217 time: 0.0368526 Dec 10 18:56:18.701578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-c2027c36-40f0-4d00-9597-ef932cdbd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.703974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-c2027c36-40f0-4d00-9597-ef932cdbd49a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0518925 Dec 10 18:56:18.754270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-c9324298-a4f1-4b2e-b724-f9ca8696ba67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:18.756762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-c9324298-a4f1-4b2e-b724-f9ca8696ba67 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452678 Dec 10 18:56:18.852752 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-3adf7261-5ed9-4633-a684-77e86edd96eb service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883384 Dec 10 18:56:18.947013 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa03edb9-2b87-4f5a-8872-c7bd215ebf6c req-4224faf9-c2e2-4c38-b0b0-df6e70d9e50c service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870461 Dec 10 18:56:19.042023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee305-6334-4c67-a2c5-103abd31a711 req-163f90ab-679a-4462-97bc-06047a350372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.043987 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ee305-6334-4c67-a2c5-103abd31a711 req-163f90ab-679a-4462-97bc-06047a350372 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1095 time: 0.0474715 Dec 10 18:56:19.141154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee305-6334-4c67-a2c5-103abd31a711 req-95a736d8-b6fa-431e-aea6-721963c9b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.142703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ee305-6334-4c67-a2c5-103abd31a711 req-95a736d8-b6fa-431e-aea6-721963c9b929 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0910516 Dec 10 18:56:19.197109 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ee305-6334-4c67-a2c5-103abd31a711 req-f76583f3-19f7-4e53-878b-de0fcab90e89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 217 time: 0.0466223 Dec 10 18:56:19.248845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee305-6334-4c67-a2c5-103abd31a711 req-0d40ed91-19d2-413f-850a-008e3b74b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.250390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ee305-6334-4c67-a2c5-103abd31a711 req-0d40ed91-19d2-413f-850a-008e3b74b680 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0462725 Dec 10 18:56:19.304149 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee305-6334-4c67-a2c5-103abd31a711 req-6afc2d82-ccd3-4214-a1f0-d82f3979a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.305931 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ee305-6334-4c67-a2c5-103abd31a711 req-6afc2d82-ccd3-4214-a1f0-d82f3979a37d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477791 Dec 10 18:56:19.400539 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ee305-6334-4c67-a2c5-103abd31a711 req-95bad322-3996-41d7-b126-ac6f47a05b5a service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864275 Dec 10 18:56:19.524054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60a91-8e48-4baa-871c-bf2fbeb53e7f req-6fd2142b-bfe0-4db0-9d00-d63ee07f8b70 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:19.525453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1dd60a91-8e48-4baa-871c-bf2fbeb53e7f req-6fd2142b-bfe0-4db0-9d00-d63ee07f8b70 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 944 time: 0.0989709 Dec 10 18:56:19.543105 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-121ee305-6334-4c67-a2c5-103abd31a711 req-cef57ad2-662c-4d82-9488-b861350b7a2d service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347010 Dec 10 18:56:19.591193 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1dd60a91-8e48-4baa-871c-bf2fbeb53e7f req-3e0bdb03-7adc-4692-b254-2ec15bc8125e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574174 Dec 10 18:56:20.729082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff1a7-43de-4e43-929c-4c0eb69c3a71 req-4132938d-7b94-4883-8e90-d862ded83cf5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:20.730858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9edff1a7-43de-4e43-929c-4c0eb69c3a71 req-4132938d-7b94-4883-8e90-d862ded83cf5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 944 time: 0.0600300 Dec 10 18:56:20.785841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9edff1a7-43de-4e43-929c-4c0eb69c3a71 req-016d65be-78d0-4e70-80de-0261bde28fcd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480053 Dec 10 18:56:20.938560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:56:21.049298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:21.063030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'mac_address': 'fa:16:3e:03:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:56:21.107443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:21.122506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:56:21.151607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:21.157344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:21.207797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:21.358181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:56:21.919030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f7249-131d-4785-8b00-7fbc3b79556a req-4544966b-c8c2-40ff-aee5-02500a431609 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:21.921689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b0f7249-131d-4785-8b00-7fbc3b79556a req-4544966b-c8c2-40ff-aee5-02500a431609 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 945 time: 0.0595715 Dec 10 18:56:21.976578 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b0f7249-131d-4785-8b00-7fbc3b79556a req-5b035191-f40d-40b2-928e-b27737a3a076 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489469 Dec 10 18:56:22.959945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:56:23.024943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:56:23.029569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:56:23.030097 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.111791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab94749-03f7-461e-bc37-feccfffb6111 req-1ebde54e-0312-40e7-9df2-9ed3881aca3e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.113378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ab94749-03f7-461e-bc37-feccfffb6111 req-1ebde54e-0312-40e7-9df2-9ed3881aca3e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 945 time: 0.0590732 Dec 10 18:56:23.120033 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.143191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:23.145587 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcf71bb-5ee7-4a1b-88b1-66a5dbb50761" -d '{"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:23.158563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:56:23.163785 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:23.164851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ab94749-03f7-461e-bc37-feccfffb6111 req-cb18a688-4e62-46a0-8ef1-dd8cd5fdcfea tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444932 Dec 10 18:56:23.201913 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1592c63-c00f-4b4c-ae16-ee2ca4960631 x-openstack-request-id: req-a1592c63-c00f-4b4c-ae16-ee2ca4960631 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:23.202208 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:23.202639 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a1592c63-c00f-4b4c-ae16-ee2ca4960631 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:23.203095 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'code': 200} Dec 10 18:56:23.222276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:56:23.431413 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ecc8-b42e-43ae-b76c-17782dfd6cdb req-fec7dfb1-9e60-42df-8cb9-a245a4438cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:23.432936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-faa0ecc8-b42e-43ae-b76c-17782dfd6cdb req-fec7dfb1-9e60-42df-8cb9-a245a4438cee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1097 time: 0.0437233 Dec 10 18:56:23.477779 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-faa0ecc8-b42e-43ae-b76c-17782dfd6cdb req-ee3debbf-c4eb-47cf-9482-e67dfecc54bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381033 Dec 10 18:56:24.298707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f972c29-986f-4ccc-89f4-a225c3cd2b57 req-386e6a7a-0dfc-4c9d-b4d1-b5c23abc190f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:24.300223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f972c29-986f-4ccc-89f4-a225c3cd2b57 req-386e6a7a-0dfc-4c9d-b4d1-b5c23abc190f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0581422 Dec 10 18:56:24.353665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5f972c29-986f-4ccc-89f4-a225c3cd2b57 req-de5906ba-c834-43bb-ad9f-1d685e1dd8e3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468175 Dec 10 18:56:25.490772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb47419-8299-4001-a4de-4ca6cd6ad80d req-0fcda267-859e-49ec-bb3c-32fcdbc112ad tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:25.492391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdb47419-8299-4001-a4de-4ca6cd6ad80d req-0fcda267-859e-49ec-bb3c-32fcdbc112ad tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0568199 Dec 10 18:56:25.548038 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bdb47419-8299-4001-a4de-4ca6cd6ad80d req-4fa30dfa-c5f8-4979-849c-416d4ae7a336 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467806 Dec 10 18:56:25.678809 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48b5e1-8920-48f0-a2d3-2c4cd51509f6 req-e1fc4ea0-1171-421d-ba7a-cded47047451 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:25.680293 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9e48b5e1-8920-48f0-a2d3-2c4cd51509f6 req-e1fc4ea0-1171-421d-ba7a-cded47047451 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0608361 Dec 10 18:56:25.689111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 57944) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:56:25.694080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'floatingip': {'port_id': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:56:25.735743 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:26.203720 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:26.209931 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:26.316216 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 associated. External IP: 172.25.2.85, port: ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f. Dec 10 18:56:26.563069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:56:26.675496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:56:26.680566 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:26.685824 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:56:26.696947 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:26.697558 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:56:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:26.712843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-12ff9849-014c-40bb-963e-dd49318ef6c4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "PUT /v2.0/floatingips/4bbe2556-15b9-4eb4-a481-a251f149f951 HTTP/1.1" status: 200 len: 991 time: 1.0225790 Dec 10 18:56:26.713443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:56:26.715813 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79918523-b4f4-46b2-ac08-1be56aa3cf87" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:56:26.760981 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea415896-2306-4bd1-933f-c7a89f1f29a9 x-openstack-request-id: req-ea415896-2306-4bd1-933f-c7a89f1f29a9 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:56:26.761265 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:56:26.761524 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ea415896-2306-4bd1-933f-c7a89f1f29a9 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:56:26.761940 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'status': 'completed', 'code': 200} Dec 10 18:56:26.839409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-4884f768-c6b6-4c53-ad43-9790e63c6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:26.840894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-4884f768-c6b6-4c53-ad43-9790e63c6702 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1097 time: 0.0541596 Dec 10 18:56:26.908516 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:26.937171 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-162e0a45-1d09-4b05-beff-3909113f512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:26.939232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-162e0a45-1d09-4b05-beff-3909113f512d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0906715 Dec 10 18:56:27.011074 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-ddd2c816-605d-454f-9531-bec105cd6a32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 999 time: 0.0645556 Dec 10 18:56:27.062943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-157250a7-836b-409e-8bc8-0731cc3fac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.064479 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-157250a7-836b-409e-8bc8-0731cc3fac1e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0470793 Dec 10 18:56:27.116067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-0578fb39-eaab-437c-b003-98c8556dcc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:27.117532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-0578fb39-eaab-437c-b003-98c8556dcc7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463331 Dec 10 18:56:27.147477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:03:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f8d68-0664-43f6-a223-113615ba143a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T18:56:26Z', 'revision_number': 1, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:27.174917 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:56:27.184118 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:56:27.184729 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:56:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:27.215043 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-4f893425-0180-489b-8d2a-e24958c459dd service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901089 Dec 10 18:56:27.294409 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:56:27.309420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79918523-b4f4-46b2-ac08-1be56aa3cf87 req-5a679ce1-110e-4c1b-85f8-c8f0f5a2187e service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876918 Dec 10 18:56:27.525941 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:03:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f8d68-0664-43f6-a223-113615ba143a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T18:56:26Z', 'revision_number': 1, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:56:27.555298 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c6bb0b-4b41-4de5-bdfd-5fd915b72765 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:03:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0f8d68-0664-43f6-a223-113615ba143a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T18:56:26Z', 'revision_number': 1, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:56:27.760050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336816cf-7e2f-461f-ab7f-2314321c9f29 None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:56:28.323088 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f69b1b5b-f42e-405d-8b98-533bb95a6b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:29.266517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-9cc238ea-2809-4f5e-ad9a-e2bf4b5e9820 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421379 Dec 10 18:56:29.355928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-627d214a-835f-4114-9429-0201f2b1277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:29.357546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-627d214a-835f-4114-9429-0201f2b1277d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1097 time: 0.0481133 Dec 10 18:56:29.461601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-3958a98a-62db-45bf-9e87-dbecb3dd71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:29.463085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-3958a98a-62db-45bf-9e87-dbecb3dd71a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0860922 Dec 10 18:56:29.765498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-ce8bfe4d-30a6-41c1-a172-95e717da7b97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 1001 time: 0.2952054 Dec 10 18:56:29.817104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-2683bac4-c0e6-4de5-b284-eb43922c9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:29.818642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-2683bac4-c0e6-4de5-b284-eb43922c9d17 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0457931 Dec 10 18:56:29.866376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-f5b405a9-93c7-4f78-b602-4037193dfb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:56:29.867922 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-f5b405a9-93c7-4f78-b602-4037193dfb8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419836 Dec 10 18:56:29.963422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-86a8508b-c310-4191-9a99-3cc55b646c04 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880799 Dec 10 18:56:30.063820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4111602b-2744-42fb-bd20-b8b539d8d24b req-d92a8d2f-575b-4887-b456-1bf2cadb79d3 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859904 Dec 10 18:56:31.652520 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2744a4bb-73c6-4864-81d4-65a6701b8219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:32.195889 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:32.264708 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:33.859473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.163637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:34.947349 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:56:36.296532 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:56:58.318762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-21a72c70-f662-4bab-95a0-96034f174341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:01.657132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8b1b-1e36-4f14-af82-709247bf82cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:02.190558 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:02.257857 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:03.865885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:04.168618 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:04.952986 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:13.301615 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:57:28.323817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3d90a5cf-2e29-4e06-97ea-a7936961a9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:29.251314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-c3213fa7-a9bd-4bd7-9e75-838809bfa20f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433452 Dec 10 18:57:29.343067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-ac231764-90fd-4864-8d0e-cfb487ac3fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:29.345000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-ac231764-90fd-4864-8d0e-cfb487ac3fa4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1097 time: 0.0492535 Dec 10 18:57:29.456477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-50c68e1c-5ca8-4500-ba16-61e1b0e9997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:29.457988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-50c68e1c-5ca8-4500-ba16-61e1b0e9997a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0914865 Dec 10 18:57:29.531079 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-cd0d27ff-2b40-4cdb-ae4a-3ae50823a691 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 1001 time: 0.0660214 Dec 10 18:57:29.582101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-3b1dfeff-f44b-4b66-92b9-586c0de87b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:29.583737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-3b1dfeff-f44b-4b66-92b9-586c0de87b60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0455961 Dec 10 18:57:29.630857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-668dfecd-d043-4ecf-a08d-d93a87c84c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:57:29.632408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-668dfecd-d043-4ecf-a08d-d93a87c84c6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416424 Dec 10 18:57:29.643321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-8c48b7c9-b618-4bd3-8fb7-90554eedb117 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:57:29.644304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-8c48b7c9-b618-4bd3-8fb7-90554eedb117 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051816 Dec 10 18:57:29.740324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-e6305d37-195e-4f29-9cbd-04a9eb30302d service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886729 Dec 10 18:57:29.830659 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2f2379f-a495-4689-a185-cb8a4bf3b19a req-b2dfd80f-2595-4a27-84f9-0266700d4fe0 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834844 Dec 10 18:57:31.653636 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a0e9184a-460f-4bba-88e4-7d558d7cc087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:32.191689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:32.273270 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:33.865095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:34.175127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:34.955958 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:57:50.301346 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:57:58.328387 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3cf7379e-4033-4da0-8b19-9f7f0dc834a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:01.659122 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0fda151c-8e96-4e09-b5ab-f6975c714911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:02.195358 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:02.279864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:03.351710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2423c76-39e3-4f4f-bfa9-48ab15bf1cd1 req-73069096-6d30-40a7-9c46-be9f25d13d17 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:03.353578 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2423c76-39e3-4f4f-bfa9-48ab15bf1cd1 req-73069096-6d30-40a7-9c46-be9f25d13d17 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.1702867 Dec 10 18:58:03.404761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2423c76-39e3-4f4f-bfa9-48ab15bf1cd1 req-d553c52b-b907-4948-bb5b-89c63f32ceb1 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Dec 10 18:58:03.648100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-d6c5ba84-490f-4e09-882b-6b15d4c1cbc6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451035 Dec 10 18:58:03.657551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac99396-9d20-4367-8718-ec7b68c6db82 req-6545f332-1168-489a-b2d2-fc77aa0bc20e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:03.663463 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cac99396-9d20-4367-8718-ec7b68c6db82 req-6545f332-1168-489a-b2d2-fc77aa0bc20e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0548244 Dec 10 18:58:03.720475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cac99396-9d20-4367-8718-ec7b68c6db82 req-518d8162-3d67-4533-abfb-a17b516f8914 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538726 Dec 10 18:58:03.867934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:04.172208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:04.877443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-5c33f4e4-510f-430b-93cc-c35d82a57de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:04.880763 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-5c33f4e4-510f-430b-93cc-c35d82a57de2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1097 time: 0.0539887 Dec 10 18:58:04.957080 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:04.987091 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3956c29-da1d-4917-9ead-a7ceac854754 req-c3fcb9e2-603d-498b-ba2e-c34b8b077137 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:04.988855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3956c29-da1d-4917-9ead-a7ceac854754 req-c3fcb9e2-603d-498b-ba2e-c34b8b077137 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.1912067 Dec 10 18:58:05.041767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-8e050e3c-7658-42b6-a05c-b297ebdabac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:05.043337 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-8e050e3c-7658-42b6-a05c-b297ebdabac4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1518795 Dec 10 18:58:05.123408 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3956c29-da1d-4917-9ead-a7ceac854754 req-df532d46-1952-45de-ba93-64830d533ef0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264374 Dec 10 18:58:05.153689 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-d4031616-5fc4-465f-a94a-3da0d09c8483 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 1001 time: 0.1001916 Dec 10 18:58:05.222206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-b530a23b-d75c-4490-adfe-4a617051cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:05.223759 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-b530a23b-d75c-4490-adfe-4a617051cd53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0624187 Dec 10 18:58:05.280511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-61a102b6-a188-4714-a8ed-07ccff3cdaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:05.282139 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-61a102b6-a188-4714-a8ed-07ccff3cdaab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511208 Dec 10 18:58:05.391947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-84fd7eed-df6b-4705-9083-5512bce4ed96 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018553 Dec 10 18:58:05.538402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-e2893991-9c6b-4300-8dc7-d4cb2e4a7dfa service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393132 Dec 10 18:58:06.267250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b6271-3fdd-4c02-a0b3-b5e0c502c008 req-b98c14d4-1a0c-43cb-adc1-b854a1d0606d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:06.268785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-591b6271-3fdd-4c02-a0b3-b5e0c502c008 req-b98c14d4-1a0c-43cb-adc1-b854a1d0606d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0583253 Dec 10 18:58:06.318585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-591b6271-3fdd-4c02-a0b3-b5e0c502c008 req-3f17b431-0af7-44bc-a906-570eafe71504 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435536 Dec 10 18:58:07.464891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32f809-7fc8-47cd-8058-e8bc93038346 req-74381fc5-abfe-4dd1-9216-00073b2540cd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:07.466434 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a32f809-7fc8-47cd-8058-e8bc93038346 req-74381fc5-abfe-4dd1-9216-00073b2540cd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0664310 Dec 10 18:58:07.525829 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6a32f809-7fc8-47cd-8058-e8bc93038346 req-25cad82a-03bc-4938-b030-a69f48538b69 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502310 Dec 10 18:58:08.710742 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee6116-f19f-4703-b705-df9f3b9192b8 req-3bf7cbdd-eb9d-4c46-8307-2a82ae4cc4c0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:08.712622 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e6ee6116-f19f-4703-b705-df9f3b9192b8 req-3bf7cbdd-eb9d-4c46-8307-2a82ae4cc4c0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0662029 Dec 10 18:58:08.787527 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e6ee6116-f19f-4703-b705-df9f3b9192b8 req-7fe5f2e3-c24a-453a-a1fd-afc900bbf7ac tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673492 Dec 10 18:58:09.930719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257095d3-c4aa-4dce-ae93-9a55214c57b6 req-b57db929-9797-4a10-8edc-e85bc4b18b16 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:09.932302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-257095d3-c4aa-4dce-ae93-9a55214c57b6 req-b57db929-9797-4a10-8edc-e85bc4b18b16 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0550466 Dec 10 18:58:09.985617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-257095d3-c4aa-4dce-ae93-9a55214c57b6 req-74d51b92-2184-4924-b927-02d9996b7aaa tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450897 Dec 10 18:58:11.119489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12572f4-2d19-44c4-8575-1b24a4b81ded req-ecfb1bb3-f8ba-4d95-a40e-d6ddfc982a1c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:11.121052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d12572f4-2d19-44c4-8575-1b24a4b81ded req-ecfb1bb3-f8ba-4d95-a40e-d6ddfc982a1c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0561540 Dec 10 18:58:11.173894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d12572f4-2d19-44c4-8575-1b24a4b81ded req-aedd21eb-aeab-433c-9f5e-1e5cff1eaabf tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462813 Dec 10 18:58:12.306703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808e7fd-2d82-4ad1-9e2c-9079bcaeffac req-ab219c20-e090-49e7-ad0a-c0f9e0ef84cc tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:12.308216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b808e7fd-2d82-4ad1-9e2c-9079bcaeffac req-ab219c20-e090-49e7-ad0a-c0f9e0ef84cc tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0617228 Dec 10 18:58:12.360990 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b808e7fd-2d82-4ad1-9e2c-9079bcaeffac req-0de5dcdf-9256-44af-b820-17f1c71b2bd6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464201 Dec 10 18:58:13.484332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8bf44-e823-4b63-97bc-84c4f3709fdb req-fae37f94-9ffc-4919-9c62-79445a12580c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:13.485873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85e8bf44-e823-4b63-97bc-84c4f3709fdb req-fae37f94-9ffc-4919-9c62-79445a12580c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0531154 Dec 10 18:58:13.535604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-85e8bf44-e823-4b63-97bc-84c4f3709fdb req-6977ef4a-2731-41b4-abb7-faa479eb0c82 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431664 Dec 10 18:58:14.672542 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8db2d-93a7-43e0-a22f-bc2e3ec11089 req-967d473f-4184-446e-89c8-733d51948360 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:14.674082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41e8db2d-93a7-43e0-a22f-bc2e3ec11089 req-967d473f-4184-446e-89c8-733d51948360 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0589995 Dec 10 18:58:14.726813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-41e8db2d-93a7-43e0-a22f-bc2e3ec11089 req-ff66a41a-232a-4336-a384-1015187b953c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465565 Dec 10 18:58:15.857408 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fbe16-0ad7-48d2-a94b-9c58da519512 req-7cadf9d4-a0f2-4c18-97b8-995455432a31 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:15.858971 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d05fbe16-0ad7-48d2-a94b-9c58da519512 req-7cadf9d4-a0f2-4c18-97b8-995455432a31 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0575490 Dec 10 18:58:15.912891 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d05fbe16-0ad7-48d2-a94b-9c58da519512 req-12dfefd9-45a1-4540-b595-556acecfde53 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457580 Dec 10 18:58:17.055353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e003b-e3dd-43e6-bcd6-0e10c718c6c7 req-5d57a3f9-cd39-403a-b7e0-043c40b3f6fb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:17.057955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-928e003b-e3dd-43e6-bcd6-0e10c718c6c7 req-5d57a3f9-cd39-403a-b7e0-043c40b3f6fb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0652335 Dec 10 18:58:17.115848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-928e003b-e3dd-43e6-bcd6-0e10c718c6c7 req-743831c5-e3ae-4018-8550-f2675307a113 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487022 Dec 10 18:58:17.770507 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-f960922d-455b-4b38-b878-3bc9710484cf service neutron] show failed (client error): The resource could not be found. Dec 10 18:58:17.771577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-f960922d-455b-4b38-b878-3bc9710484cf service neutron] 10.222.0.59 "GET /v2.0/ports/ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0589001 Dec 10 18:58:18.046934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-83f33c25-0a2f-489a-a6e8-98d69d948600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:18.048441 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-83f33c25-0a2f-489a-a6e8-98d69d948600 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 1097 time: 0.1010990 Dec 10 18:58:18.061379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-f777b4d7-26ad-4307-9437-54d20d1f362f service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 18:58:18.062464 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-f777b4d7-26ad-4307-9437-54d20d1f362f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052819 Dec 10 18:58:18.074192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:18.134094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.243436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fe038-2304-433b-b5cb-8f3861188925 req-1a810b66-20c3-40de-ad9b-deb6c97a46e7 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:18.245199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-275fe038-2304-433b-b5cb-8f3861188925 req-1a810b66-20c3-40de-ad9b-deb6c97a46e7 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0520296 Dec 10 18:58:18.297709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-275fe038-2304-433b-b5cb-8f3861188925 req-7129aac2-be93-40f6-8560-ec52476e7dc5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454659 Dec 10 18:58:18.345892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:18.383114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:58:18.423501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:18.425849 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748f705-7e22-4f63-b7eb-b306b03b5113" -d '{"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:18.429899 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.444371 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Transition to ACTIVE for port object ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:58:18.448516 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.484619 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58595c45-c68a-4b24-96ad-5a1abaf20ebe x-openstack-request-id: req-58595c45-c68a-4b24-96ad-5a1abaf20ebe {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:18.484923 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-unplugged", "status": "completed", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:18.485179 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58595c45-c68a-4b24-96ad-5a1abaf20ebe {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:18.485582 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'code': 200} Dec 10 18:58:18.525434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:18.577426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.577785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.578274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.578657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.579004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.579346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.579686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.580020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.580355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.580691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.581027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.581392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.581723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:18.646903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] No DVR routers for this DVR port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:58:18.787555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:58:18.787763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:58:18.788115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:58:18.792550 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:58:18.792866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Attempting to bind port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:58:18.798051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:58:18.798463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:58:18.798794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:58:18.799218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Bound port: ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:58:18.799564 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.864269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:58:18.867519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:58:18.874700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.911216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:18.911745 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:18.913047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] 10.222.0.30 "PUT /v2.0/ports/ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 1092 time: 0.8427260 Dec 10 18:58:18.935391 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2db8b2-2c74-4630-9448-db1f7daa737d service neutron] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:18.981538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-97ff7ddc-298e-4e43-a7cf-6a4faaadd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:18.983132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-97ff7ddc-298e-4e43-a7cf-6a4faaadd288 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1095 time: 0.0445228 Dec 10 18:58:19.084930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-ba1032bb-de93-4b67-a506-e0d24142edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:19.086529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-ba1032bb-de93-4b67-a506-e0d24142edff service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0953622 Dec 10 18:58:19.163794 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-ac2aa658-b1c8-4a7c-a620-ccef9a199234 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 999 time: 0.0703437 Dec 10 18:58:19.217999 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9096cc2b-4ac3-412d-a12f-9f4acfa33138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:19.220212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-9096cc2b-4ac3-412d-a12f-9f4acfa33138 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0489426 Dec 10 18:58:19.270921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-b4933f15-14a4-4ca3-bfee-f442f1958ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:19.273222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-b4933f15-14a4-4ca3-bfee-f442f1958ae5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454772 Dec 10 18:58:19.368087 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-c517c0d9-524b-4f5d-ab47-33fb1c53c517 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864637 Dec 10 18:58:19.423568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e439b5c-a0cc-4f98-89f9-eab0a501ffc4 req-ab0219ae-7386-40e6-8b0e-605be020d652 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:19.425144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e439b5c-a0cc-4f98-89f9-eab0a501ffc4 req-ab0219ae-7386-40e6-8b0e-605be020d652 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 944 time: 0.0537877 Dec 10 18:58:19.471979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9d19ef4-4112-468a-a2dd-d090cce38f8e req-97d9b5a0-3145-412f-aace-7051e1b68d2e service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961399 Dec 10 18:58:19.475464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e439b5c-a0cc-4f98-89f9-eab0a501ffc4 req-497520f7-759c-4924-adaf-d91890a12e02 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436554 Dec 10 18:58:20.487096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:20.489597 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48204d9-76b0-4948-822f-3b798c0c6505" -d '{"events": [{"name": "network-changed", "server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:20.540857 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a06bce-4740-45b1-8135-ad6d8f834f5f x-openstack-request-id: req-16a06bce-4740-45b1-8135-ad6d8f834f5f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:20.541129 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:20.541418 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-16a06bce-4740-45b1-8135-ad6d8f834f5f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:20.541814 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'status': 'completed', 'code': 200} Dec 10 18:58:20.606956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18573fad-df4c-4a26-9950-36c0539ca276 req-350e53a7-904a-4a35-9842-837852c39cb3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.608493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18573fad-df4c-4a26-9950-36c0539ca276 req-350e53a7-904a-4a35-9842-837852c39cb3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 944 time: 0.0611343 Dec 10 18:58:20.630389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-1ae54988-83f4-411b-a8d9-6259f66a6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.631934 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-1ae54988-83f4-411b-a8d9-6259f66a6e3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1095 time: 0.0622454 Dec 10 18:58:20.634543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-1a2afd70-2a08-4010-950c-e5aeba0972f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.635878 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-1a2afd70-2a08-4010-950c-e5aeba0972f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1095 time: 0.0744803 Dec 10 18:58:20.658687 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-18573fad-df4c-4a26-9950-36c0539ca276 req-b59fcbcd-3739-4594-865e-bd7f73b3f32b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437305 Dec 10 18:58:20.800165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-c0747dba-036b-4122-880c-ffb04d1dce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.801548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-c0747dba-036b-4122-880c-ffb04d1dce3b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1541107 Dec 10 18:58:20.802507 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-5358a4a5-4401-4691-80c4-73c41697ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:20.803791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-5358a4a5-4401-4691-80c4-73c41697ff33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1636086 Dec 10 18:58:20.917302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-432358b8-c5d0-49f9-a986-078c2b186649 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 999 time: 0.1077323 Dec 10 18:58:20.919997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-c62a4eca-c0eb-41b5-b18a-c187f5fdd52e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 999 time: 0.1037798 Dec 10 18:58:21.007245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-61bcdaa0-4930-46e2-b86a-35c0c4b8b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:21.008961 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-61bcdaa0-4930-46e2-b86a-35c0c4b8b408 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0858119 Dec 10 18:58:21.010602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-792c9024-58d2-4cc9-b78b-d705d6ed6342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:21.011998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-792c9024-58d2-4cc9-b78b-d705d6ed6342 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0810940 Dec 10 18:58:21.089916 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-4d65f4f9-fa43-41bd-8798-b28be3518fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:21.091340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-4d65f4f9-fa43-41bd-8798-b28be3518fa5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674415 Dec 10 18:58:21.093035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-f0d1c3cd-8ca2-491b-bb01-df7089b6699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:21.094855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-f0d1c3cd-8ca2-491b-bb01-df7089b6699a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789552 Dec 10 18:58:21.490151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-105cd908-22c0-48e2-a8bb-ff53ab3c2ea3 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917329 Dec 10 18:58:21.492253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-cb5a82ad-6182-411a-bfe8-9eae171f7a2a service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870068 Dec 10 18:58:21.527655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:58:21.572343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:58:21.646869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-4d43e855-a2af-49d0-92b0-718971d286c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493912 Dec 10 18:58:21.648731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e48204d9-76b0-4948-822f-3b798c0c6505 req-1de3f439-7688-437e-9b7a-cafdb7c6e43f service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442788 Dec 10 18:58:21.787919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f26ed-9071-456e-9de1-825b043c8202 req-db9678d8-b236-4796-890f-738b594994e1 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:21.789357 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa1f26ed-9071-456e-9de1-825b043c8202 req-db9678d8-b236-4796-890f-738b594994e1 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 944 time: 0.0550766 Dec 10 18:58:21.848344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fa1f26ed-9071-456e-9de1-825b043c8202 req-9e567cd8-b9bd-4c52-8bc4-c75919a5056c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514810 Dec 10 18:58:22.083088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b328c-4d06-400a-bef1-d69270844796 req-f6aab826-1458-4083-99ff-f52f429629d4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:22.084529 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a9b328c-4d06-400a-bef1-d69270844796 req-f6aab826-1458-4083-99ff-f52f429629d4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 944 time: 0.0795176 Dec 10 18:58:22.096095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-155049e8-24f7-4ce4-bd21-a02702d02456 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:22.097519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-155049e8-24f7-4ce4-bd21-a02702d02456 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a&tenant_id=e3c72d3e28c84547a07ef45c64e0725e&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 944 time: 0.0814846 Dec 10 18:58:22.181273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a9b328c-4d06-400a-bef1-d69270844796 req-56f4c8f7-9667-4d38-9fbc-4c429a40d618 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827336 Dec 10 18:58:22.190502 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-02eb6a1a-6bc8-4d5b-86b1-10b4fcca74f1 service neutron] delete failed (client error): The resource could not be found. Dec 10 18:58:22.191494 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-02eb6a1a-6bc8-4d5b-86b1-10b4fcca74f1 service neutron] 10.222.0.59 "DELETE /v2.0/ports/ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0795960 Dec 10 18:58:22.293195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-01bb57dc-d81d-489a-a4ec-603b15748e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:22.295339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-01bb57dc-d81d-489a-a4ec-603b15748e1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 1095 time: 0.0499103 Dec 10 18:58:22.341444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:58:22.394816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-1c50fb2f-dafc-4d74-9dd3-412181e549be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:22.396359 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-1c50fb2f-dafc-4d74-9dd3-412181e549be service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0939465 Dec 10 18:58:22.441304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:22.454036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'mac_address': 'fa:16:3e:03:0d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:58:22.467296 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-933e4d8e-81dd-40bb-bd9f-917a82858891 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 200 len: 999 time: 0.0634825 Dec 10 18:58:22.495573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.508750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:58:22.519615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-b4dd3554-81d1-4c82-9535-2a9a91da7ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:22.521108 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-b4dd3554-81d1-4c82-9535-2a9a91da7ab5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0458620 Dec 10 18:58:22.529508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:22.536120 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:22.569780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-7d14a052-b6c5-422b-ba3e-ae9d55c14c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:22.571401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-7d14a052-b6c5-422b-ba3e-ae9d55c14c77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430236 Dec 10 18:58:22.584539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:22.592416 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.592683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.593017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.593363 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.594016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.594388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.594747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.595069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.595371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.595709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.596009 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.596324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.596641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 18:58:22.666204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-71a39289-9ffb-4c78-9243-762f1ff96399 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876722 Dec 10 18:58:22.771111 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b9c9307e-bef0-4244-bbde-47158f1a4a92 req-1f556b5a-024d-4fcc-bd11-f489873d2e60 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916822 Dec 10 18:58:22.795419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:58:23.313431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdafc1-9e64-4af3-abf6-13437f489ae4 req-03dc0c36-592a-45c1-abac-35ea95f3801d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:23.315290 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ccdafc1-9e64-4af3-abf6-13437f489ae4 req-03dc0c36-592a-45c1-abac-35ea95f3801d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 945 time: 0.0577731 Dec 10 18:58:23.367302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ccdafc1-9e64-4af3-abf6-13437f489ae4 req-b3c0d2ca-73b8-42f0-b870-75181c7c15b4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457451 Dec 10 18:58:23.503879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b668d-7bc6-475e-b911-e93707e14629 req-a0af7900-dbb0-485f-b128-4ec0b7622597 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:23.505314 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e2b668d-7bc6-475e-b911-e93707e14629 req-a0af7900-dbb0-485f-b128-4ec0b7622597 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 945 time: 0.0661774 Dec 10 18:58:23.556328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e2b668d-7bc6-475e-b911-e93707e14629 req-81e68541-7882-43c9-9875-d4d00a380a82 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448852 Dec 10 18:58:23.695304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82ada5-36de-4ff8-b141-fc1657914fd7 req-357a2734-f586-4ff2-b898-b3fc83871959 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:23.696819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d82ada5-36de-4ff8-b141-fc1657914fd7 req-357a2734-f586-4ff2-b898-b3fc83871959 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 945 time: 0.0643134 Dec 10 18:58:23.755054 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6d82ada5-36de-4ff8-b141-fc1657914fd7 req-48b0c6d2-122e-4114-9703-1f16af122325 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489910 Dec 10 18:58:24.024038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8298f1-85b2-4b65-b7d7-56ac10bb4b8a req-1d87d8c3-8c37-4c6c-9ab5-ab89d7d67107 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:24.025480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e8298f1-85b2-4b65-b7d7-56ac10bb4b8a req-1d87d8c3-8c37-4c6c-9ab5-ab89d7d67107 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 945 time: 0.0606604 Dec 10 18:58:24.076105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3e8298f1-85b2-4b65-b7d7-56ac10bb4b8a req-417a30f5-f204-42d8-ba61-74341a2bf156 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443809 Dec 10 18:58:24.351812 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:58:24.418969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:58:24.422906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:24.423283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:24.501229 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:24.527203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:24.529482 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e191fe80-6974-4755-80d4-ce7eaacaeb0d" -d '{"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:24.542452 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:24.546993 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:24.576749 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c739fe-2c9d-4af2-882d-a6921791b7ab x-openstack-request-id: req-d6c739fe-2c9d-4af2-882d-a6921791b7ab {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:24.577045 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-plugged", "status": "completed", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:24.577299 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d6c739fe-2c9d-4af2-882d-a6921791b7ab {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:24.577700 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'code': 200} Dec 10 18:58:24.603682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:25.204119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d2e79-0c3d-45d0-8b12-27f59e2fc255 req-61ed0531-f474-403d-8a56-18389da7434b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:25.206422 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d45d2e79-0c3d-45d0-8b12-27f59e2fc255 req-61ed0531-f474-403d-8a56-18389da7434b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0564628 Dec 10 18:58:25.236504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-76878626-4029-4899-a073-c06561fdf09c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:25.238428 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-76878626-4029-4899-a073-c06561fdf09c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 946 time: 0.0507619 Dec 10 18:58:25.263549 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d45d2e79-0c3d-45d0-8b12-27f59e2fc255 req-d0a4321b-5bed-435b-b1a7-4e65fb79026b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507884 Dec 10 18:58:25.336928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Deleting port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 18:58:25.337276 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.431957 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] For port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:25.432303 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.730851 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.731102 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.731411 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 disassociated. External IP: 172.25.2.85, port: ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f. Dec 10 18:58:25.731752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Calling delete_port for ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 18:58:25.881894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:25.915876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event deleted for resources: {'Port': ['ID=ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:26.035861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:58:26.149508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:26.160917 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:26.173481 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:26.174089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:58:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:26.194197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] No DVR routers for this DVR port ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 18:58:26.197309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:26.200783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0fc2a9bb-36cf-4949-8588-a5589c9771e4 req-92ccd01f-a5ec-4612-9356-e9c7a5afd976 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "DELETE /v2.0/ports/ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f HTTP/1.1" status: 204 len: 173 time: 0.9561305 Dec 10 18:58:26.201236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-deleted', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:26.203676 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f4220-7a03-4ae1-a806-56bdfcedc642" -d '{"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-deleted", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:26.244593 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7264ca-1e0d-4741-ae1e-b3f318c28e13 x-openstack-request-id: req-2c7264ca-1e0d-4741-ae1e-b3f318c28e13 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:26.245234 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d0f8d68-0664-43f6-a223-113615ba143a", "name": "network-vif-deleted", "tag": "ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:26.245234 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2c7264ca-1e0d-4741-ae1e-b3f318c28e13 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:26.245514 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d0f8d68-0664-43f6-a223-113615ba143a', 'name': 'network-vif-deleted', 'tag': 'ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f', 'status': 'completed', 'code': 200} Dec 10 18:58:26.294886 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:26.389239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64b9bac2-5ead-4e51-86e5-36a0ead41d0d req-15927556-8e20-4999-90e0-bb19caad2cf7 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d0f8d68-0664-43f6-a223-113615ba143a HTTP/1.1" status: 200 len: 210 time: 0.0283222 Dec 10 18:58:26.507798 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:26.533829 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:58:26.543840 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:26.544438 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:58:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:26.656882 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:26.949852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:26.976142 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642888d1-ac8b-4b2b-bd70-3129690285f7 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:27.213266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a60c6-748b-4487-ba1c-cd1871f2a9dd None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:58:27.306427 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:58:27.667251 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-56459f23-3634-451e-9894-e09e86fba1ab tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1689506529&fields=id&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 267 time: 0.0613463 Dec 10 18:58:27.793749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-e2863e00-e9d3-4bbb-bcfa-29cda3af97a0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:27.795207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-e2863e00-e9d3-4bbb-bcfa-29cda3af97a0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.1178818 Dec 10 18:58:27.813162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-ead368ad-2186-491a-adda-f5cd52e8082e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/quotas/e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 375 time: 0.0101483 Dec 10 18:58:27.874576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-a6a05012-5542-49d2-8275-ccc97a154942 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547714 Dec 10 18:58:28.039175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-7d68eeba-8006-4f14-ab70-2514d76c16e3 service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513186 Dec 10 18:58:28.145155 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-7fa70043-3c29-4525-ba76-63067a9f18a5 service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997982 Dec 10 18:58:28.314519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ecb1823-0c16-4a1a-b8bd-1ef4692281ae req-9f6b3a24-77f9-4394-9094-0a850981a720 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 210 time: 0.0272696 Dec 10 18:58:28.337973 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a68c76b0-2733-44ce-8395-828bc2964fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:28.379014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 18:58:28.403435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 18:58:28.403778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device ee7b9a5a-ef74-46a5-b114-974d3fbd9f4f not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 18:58:29.273680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-2ae88fb4-8970-470d-9a8c-0e2043e37499 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:29.275230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-2ae88fb4-8970-470d-9a8c-0e2043e37499 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.1148498 Dec 10 18:58:29.349869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-10abc1d8-95c7-47b9-b0e1-3bb42c5f63d3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 380 time: 0.0634913 Dec 10 18:58:29.360740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'port': {'device_id': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'admin_state_up': True, 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'security_groups': ['30c1ec27-29b3-458e-a913-e15fd2e40f6b']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:29.440191 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c06d75d4-a29b-41ce-b2fc-f8ec6e2c6576 req-712ddce5-3282-4867-9818-928a454d066a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 210 time: 0.0369146 Dec 10 18:58:29.499607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Made reservation on behalf of e3c72d3e28c84547a07ef45c64e0725e for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 18:58:29.503567 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:29.884749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Allocated IP 172.20.0.5 (4db0ea02-eea3-4fa0-93c1-e59e8754ce2e/ba57f9eb-f414-4e03-8484-f7a3bd90a18b/2cd02e49-82af-41d7-b61d-a0e4fe1a2d86) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 18:58:30.039498 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.081885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.127060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 18:58:30.130392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 18:58:30.134041 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 18:58:30.140850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:30.192278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:30.192914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.210432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-507c1bb3-8512-45f9-a548-6d47673a9c9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8534977 Dec 10 18:58:30.223184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Request body: {'port': {'device_id': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:30.279111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.342330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-08cf2ef9-99fe-4d2f-aeba-de1cf5a5e975 None None] Provisioning complete for port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:30.342955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-08cf2ef9-99fe-4d2f-aeba-de1cf5a5e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.377057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-08cf2ef9-99fe-4d2f-aeba-de1cf5a5e975 None None] Port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 18:58:30.558988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:58:30.560199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccef03-8d4b-4d1e-bcb5-4835620c813a req-af7afb06-dc58-4df3-84f6-94a6b3acd4e0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:30.561765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecccef03-8d4b-4d1e-bcb5-4835620c813a req-af7afb06-dc58-4df3-84f6-94a6b3acd4e0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 931 time: 0.0501997 Dec 10 18:58:30.567568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.580568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Transition to ACTIVE for port object 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 18:58:30.585309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.613706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ecccef03-8d4b-4d1e-bcb5-4835620c813a req-9e16a852-2878-4689-a154-d8f01e19f844 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449173 Dec 10 18:58:30.641267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:30.721218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 18:58:30.721558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 18:58:30.722812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:58:30.729583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 18:58:30.729909 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 18:58:30.735274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 18, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 18:58:30.735613 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 18:58:30.735998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 18:58:30.736427 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Bound port: 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 18:58:30.736772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.812662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 18:58:30.812662 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 18:58:30.819021 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.857739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:30.858420 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:30.859811 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] 10.222.0.59 "PUT /v2.0/ports/2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 1091 time: 0.6413348 Dec 10 18:58:30.860255 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:30.862710 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7" -d '{"events": [{"name": "network-changed", "server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:30.882881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7858f-6fa7-49d2-b42c-b4183d1f341b service neutron] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:30.935796 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab0929e-787c-4636-aeb3-c230892aa620 x-openstack-request-id: req-dab0929e-787c-4636-aeb3-c230892aa620 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:30.936092 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:30.936343 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dab0929e-787c-4636-aeb3-c230892aa620 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:30.936751 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'status': 'completed', 'code': 200} Dec 10 18:58:30.952604 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-ea3f70f7-47c0-4c2c-a7bd-e0b7f67bea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:30.954150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-ea3f70f7-47c0-4c2c-a7bd-e0b7f67bea6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1094 time: 0.0487192 Dec 10 18:58:31.000584 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-e623953d-a600-4ca2-ba9a-5a0fc6525267 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 217 time: 0.0368886 Dec 10 18:58:31.068641 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-a1b60e68-ada0-4fe1-b6dc-3c89ed923b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.070232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-a1b60e68-ada0-4fe1-b6dc-3c89ed923b10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0613310 Dec 10 18:58:31.120922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-eac2d175-ea00-44ea-a909-7d629b044c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.122463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-eac2d175-ea00-44ea-a909-7d629b044c31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449636 Dec 10 18:58:31.225517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-a82a6e25-3381-46bc-b760-b052d0995436 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942116 Dec 10 18:58:31.322761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d13f40a5-842d-4e4d-85a5-be79087d1dc5 req-21d19bb7-ff19-49ad-83ab-bff3456259c3 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897350 Dec 10 18:58:31.425741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-9083ad95-1851-46d5-a279-cd3e7769da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.427167 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-9083ad95-1851-46d5-a279-cd3e7769da10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1094 time: 0.0499153 Dec 10 18:58:31.538397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-def3e1e5-77d1-43b9-a00b-4bc3d4d93d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.539940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-def3e1e5-77d1-43b9-a00b-4bc3d4d93d9e service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1049149 Dec 10 18:58:31.582680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-71fce352-fe82-4dbf-97cb-75556e7625f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 217 time: 0.0357571 Dec 10 18:58:31.634046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-4b33e57f-97a4-481b-ae63-4bb168f2d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.635699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-4b33e57f-97a4-481b-ae63-4bb168f2d988 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0454123 Dec 10 18:58:31.658014 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa4ec-76ea-4624-8d11-602a95990763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:31.693754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-6a9163ea-9896-4525-970a-fea078d2af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.695237 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-6a9163ea-9896-4525-970a-fea078d2af19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521758 Dec 10 18:58:31.746779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e350e7-85c5-49aa-a810-e4b483d42be9 req-20ecda7c-d084-45a8-aea1-188a87203647 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:31.748329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a0e350e7-85c5-49aa-a810-e4b483d42be9 req-20ecda7c-d084-45a8-aea1-188a87203647 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 943 time: 0.0553913 Dec 10 18:58:31.788592 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-be04ba04-91eb-402c-ad10-683a573230f5 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858905 Dec 10 18:58:31.798004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a0e350e7-85c5-49aa-a810-e4b483d42be9 req-89265a50-4043-4d30-846b-2a672ba36023 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431356 Dec 10 18:58:31.890716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea14b1b9-d96d-4bc2-9828-91bbf6c5dcb7 req-41a3674d-d368-4eb9-89a1-bf3c215fdfe0 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943255 Dec 10 18:58:32.198103 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.294073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:32.924327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658361ee-d270-4d41-bb51-ade751ef61a0 req-62523258-55c3-4fcc-aeb3-40661388abac tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:32.926095 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-658361ee-d270-4d41-bb51-ade751ef61a0 req-62523258-55c3-4fcc-aeb3-40661388abac tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 943 time: 0.0537446 Dec 10 18:58:32.993036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-658361ee-d270-4d41-bb51-ade751ef61a0 req-f34a1332-a16c-428c-aa92-b239c2b08e4f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605602 Dec 10 18:58:33.540275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 18:58:33.658257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:33.669661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'mac_address': 'fa:16:3e:1f:c9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 18:58:33.712801 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.727124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 18:58:33.748097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:33.754482 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.807056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:33.873433 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:33.987839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 18:58:34.112985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1505756-d697-44d3-8d00-f50deb0dfc4d req-923bc94d-c2d6-4e00-91e1-c47e41cb9a26 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:34.114501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1505756-d697-44d3-8d00-f50deb0dfc4d req-923bc94d-c2d6-4e00-91e1-c47e41cb9a26 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 944 time: 0.0503061 Dec 10 18:58:34.165944 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f1505756-d697-44d3-8d00-f50deb0dfc4d req-a16453b5-ee9b-4df7-8b76-60b8fd36ae5c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454147 Dec 10 18:58:34.172999 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:34.968431 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:35.299500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180d19-a6e1-4dbe-aa4e-f34547e9d97c req-37fed6dc-47c5-40b0-9f8a-6736c44d4bac tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:35.301315 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc180d19-a6e1-4dbe-aa4e-f34547e9d97c req-37fed6dc-47c5-40b0-9f8a-6736c44d4bac tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 944 time: 0.0576017 Dec 10 18:58:35.351493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc180d19-a6e1-4dbe-aa4e-f34547e9d97c req-5cc1d667-867a-4266-bd95-eed041c3ff66 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441983 Dec 10 18:58:35.554164 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 18:58:35.611703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 18:58:35.619011 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 18:58:35.619574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:35.707991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:35.733028 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:35.736267 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b5f3f6-1269-42e6-871e-c1804ef36962" -d '{"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:35.749902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 18:58:35.758654 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:35.783657 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31746b91-77f5-4fd9-899e-0f2e7e0659a7 x-openstack-request-id: req-31746b91-77f5-4fd9-899e-0f2e7e0659a7 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:35.783942 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:35.784239 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-31746b91-77f5-4fd9-899e-0f2e7e0659a7 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:35.784633 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'code': 200} Dec 10 18:58:35.813871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 18:58:35.891325 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345723de-995e-4ed6-9121-a24283f54c43 req-b20a9690-8c8e-45f3-b8dd-008a96f55dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:35.892801 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-345723de-995e-4ed6-9121-a24283f54c43 req-b20a9690-8c8e-45f3-b8dd-008a96f55dd0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1096 time: 0.0473182 Dec 10 18:58:35.941332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-345723de-995e-4ed6-9121-a24283f54c43 req-d5c99789-0e6b-4c37-8e33-136c2d24695a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Dec 10 18:58:36.480923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af323-31da-42eb-b551-afcd3c60318c req-2a171673-5baa-4c0d-a3d3-e87b3b0275b3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:36.482425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-284af323-31da-42eb-b551-afcd3c60318c req-2a171673-5baa-4c0d-a3d3-e87b3b0275b3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0566463 Dec 10 18:58:36.536420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-284af323-31da-42eb-b551-afcd3c60318c req-45f0d560-70a5-4622-86e4-59b301dbb359 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454760 Dec 10 18:58:37.660531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48421fe-941d-4ad9-8818-fa9e9bbc25fe req-c0979346-d59f-4d27-a40b-c78b1add85b5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:37.666952 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a48421fe-941d-4ad9-8818-fa9e9bbc25fe req-c0979346-d59f-4d27-a40b-c78b1add85b5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0546069 Dec 10 18:58:37.722129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a48421fe-941d-4ad9-8818-fa9e9bbc25fe req-4362c499-f6db-45f5-b463-4fe0cb62f2ae tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482895 Dec 10 18:58:37.847658 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c32f-a784-4499-9975-f0a11340474c req-72884bcd-12b7-443f-85ae-8a1e4eb68073 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:37.849321 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9f08c32f-a784-4499-9975-f0a11340474c req-72884bcd-12b7-443f-85ae-8a1e4eb68073 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0590756 Dec 10 18:58:37.862809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58298) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 18:58:37.867458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'floatingip': {'port_id': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 18:58:37.908260 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.497198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.503332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.605251 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 associated. External IP: 172.25.2.85, port: 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86. Dec 10 18:58:38.835296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 18:58:38.958078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 18:58:38.963407 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:58:38.969489 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 18:58:38.980629 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:38.981243 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:58:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:38.992236 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4c860efe-6a78-4055-a95f-4af532dc53ee tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "PUT /v2.0/floatingips/4bbe2556-15b9-4eb4-a481-a251f149f951 HTTP/1.1" status: 200 len: 990 time: 1.1283123 Dec 10 18:58:38.992846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 18:58:38.995478 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5dfed3-86fc-4ca2-864a-a2aa163953db" -d '{"events": [{"name": "network-changed", "server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 18:58:39.049673 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 18:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ce501-f75a-49e6-9348-bf3aee285e09 x-openstack-request-id: req-313ce501-f75a-49e6-9348-bf3aee285e09 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 18:58:39.049997 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 18:58:39.050255 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-313ce501-f75a-49e6-9348-bf3aee285e09 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 18:58:39.050701 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'status': 'completed', 'code': 200} Dec 10 18:58:39.103815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:39.123966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-7a996e2c-8f9a-4fea-8b60-83a4c4947890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:39.125565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-7a996e2c-8f9a-4fea-8b60-83a4c4947890 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1096 time: 0.0470421 Dec 10 18:58:39.237890 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-84d56d34-7e7c-4ede-a261-fca452b7f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:39.239510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-84d56d34-7e7c-4ede-a261-fca452b7f41b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1062806 Dec 10 18:58:39.306978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-70eca3b4-0018-4e64-9031-2d2fcb8d393e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 998 time: 0.0602663 Dec 10 18:58:39.341760 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:1f:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T18:58:38Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:39.360500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-ae28eae7-6f38-4753-a890-b97118936521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:39.361995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-ae28eae7-6f38-4753-a890-b97118936521 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0482378 Dec 10 18:58:39.373398 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 18:58:39.382623 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 18:58:39.383435 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T18:58:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:39.415058 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-fd3048e7-888f-4f26-8411-0d12bfc39dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:58:39.416590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-fd3048e7-888f-4f26-8411-0d12bfc39dae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449274 Dec 10 18:58:39.497053 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 18:58:39.515452 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-c32ff50a-7852-4caa-a973-fb0923f2a91b service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908179 Dec 10 18:58:39.756221 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:1f:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T18:58:38Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 18:58:39.784842 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bddfec8-e02d-49eb-b241-6e9a3c4b2a62 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:1f:c9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T18:58:38Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 18:58:39.891687 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb5dfed3-86fc-4ca2-864a-a2aa163953db req-d7c4f692-9005-49cc-96cb-7917252c08dd service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694046 Dec 10 18:58:39.998763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0894714f-a8e6-489e-a91b-ecdddcca354f None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 18:58:58.332433 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ea447c34-7d2f-49ac-900d-b3d372529e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:01.653895 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-41db69ef-e92f-4abe-a06f-d3ec3904da02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:02.201857 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:02.293447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:03.874991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.171085 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:04.305601 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:59:04.975028 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:28.338309 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9a654285-55c1-43d8-a856-70fb7555cc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.485726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-960d88fd-bf71-4464-8956-4f10e967a6a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482633 Dec 10 18:59:31.582872 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1e94f-d891-4e94-965c-35c18a68885b req-b8623796-3ed3-4574-a1f7-850c2dde4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:31.584362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-b8623796-3ed3-4574-a1f7-850c2dde4a55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1096 time: 0.0448840 Dec 10 18:59:31.657169 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-46e14154-332d-4b8e-9ec3-0694d6a3ebe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:31.695310 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1e94f-d891-4e94-965c-35c18a68885b req-7a4627ab-17f7-4b42-b429-14fd47884928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:31.696818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-7a4627ab-17f7-4b42-b429-14fd47884928 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0917094 Dec 10 18:59:31.769509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-b4a7cd82-614b-4a09-9172-faeafac6a97a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 1000 time: 0.0657060 Dec 10 18:59:31.827144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1e94f-d891-4e94-965c-35c18a68885b req-03cef462-055b-4c1b-a777-f1346f84533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:31.828701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-03cef462-055b-4c1b-a777-f1346f84533b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0520422 Dec 10 18:59:31.877671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1e94f-d891-4e94-965c-35c18a68885b req-35daafbf-bc1b-4b02-b58c-ccd84912d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 18:59:31.879322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-35daafbf-bc1b-4b02-b58c-ccd84912d136 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427206 Dec 10 18:59:31.988532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-f7707a15-99a0-4b1c-9c53-b830d3e0de7e service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015368 Dec 10 18:59:32.090205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a1e94f-d891-4e94-965c-35c18a68885b req-56c63176-7e55-4e6a-8f14-a0875f33a7ff service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937765 Dec 10 18:59:32.204361 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:32.291712 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:33.880305 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.167331 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:34.984223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 18:59:41.305763 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 18:59:58.335247 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2bf15d46-4063-4835-bc51-5b360fa30c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:01.671865 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ee479a0-50e5-455e-aa12-1d2f2340b87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.070659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-e9d6778e-574a-490d-a06b-9e84d6beacd0 req-77b954e5-b86f-4e2b-a6c1-654c7a8378bc service neutron] (103499) timed out ('10.222.0.55', 53142) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:00:02.215129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:02.288527 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:03.882378 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.165265 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:04.980950 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:15.617769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b024b727-a5a6-45d4-af2b-9ce5e372ace0 req-adc627bb-7526-444d-8ec5-a5bc917081df tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:15.619304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b024b727-a5a6-45d4-af2b-9ce5e372ace0 req-adc627bb-7526-444d-8ec5-a5bc917081df tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0581164 Dec 10 19:00:15.669600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b024b727-a5a6-45d4-af2b-9ce5e372ace0 req-0db9f039-9c44-422c-956a-b1b5466dd671 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Dec 10 19:00:16.813962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa265cf-b250-4f42-a7e7-d07c3f751fe2 req-679cc0e0-74c6-4a8a-bacb-f927dd3bbfda tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:16.815676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fa265cf-b250-4f42-a7e7-d07c3f751fe2 req-679cc0e0-74c6-4a8a-bacb-f927dd3bbfda tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0549114 Dec 10 19:00:16.866046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2fa265cf-b250-4f42-a7e7-d07c3f751fe2 req-536b5149-57d0-4ca7-820e-755a1b431755 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Dec 10 19:00:18.011507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83e6ad-d064-4cb0-82d8-0b720f5108f3 req-939882b1-b807-407b-9b57-2ed130996f62 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:18.013064 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d83e6ad-d064-4cb0-82d8-0b720f5108f3 req-939882b1-b807-407b-9b57-2ed130996f62 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0587139 Dec 10 19:00:18.068563 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d83e6ad-d064-4cb0-82d8-0b720f5108f3 req-12a61388-e159-4cc8-802b-3328e5215a2d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471897 Dec 10 19:00:18.308812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:00:19.211302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6743d36-4080-4db4-afe3-cc2a094f887a req-c4824c8e-1738-492d-9126-3b7dc0a4e553 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:19.212812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6743d36-4080-4db4-afe3-cc2a094f887a req-c4824c8e-1738-492d-9126-3b7dc0a4e553 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0621452 Dec 10 19:00:19.264834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d6743d36-4080-4db4-afe3-cc2a094f887a req-666d73db-b88e-4fca-816d-be860aa15ecc tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457611 Dec 10 19:00:20.392418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1fc10a-6d7c-45af-ae9a-3eaa3e63cc21 req-735598dc-e5f9-486d-b8cd-232d301faee6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:20.393849 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de1fc10a-6d7c-45af-ae9a-3eaa3e63cc21 req-735598dc-e5f9-486d-b8cd-232d301faee6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0564322 Dec 10 19:00:20.449456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de1fc10a-6d7c-45af-ae9a-3eaa3e63cc21 req-56796d4f-3102-42f0-859b-d947f75306bf tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443959 Dec 10 19:00:21.589150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde7c45-633a-4f34-a5db-6d6be5803353 req-0f883b58-2f25-4172-bb7a-ce2b5f56874c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:21.590727 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdde7c45-633a-4f34-a5db-6d6be5803353 req-0f883b58-2f25-4172-bb7a-ce2b5f56874c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0593987 Dec 10 19:00:21.643795 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cdde7c45-633a-4f34-a5db-6d6be5803353 req-f4fea7d7-1c77-480c-81c9-d3bc7749be9a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Dec 10 19:00:22.785478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359cb6e-7a0f-4e5a-97bf-7d64384347de req-a17bd571-c204-45bf-aadc-00f08b03b59a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:22.787056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d359cb6e-7a0f-4e5a-97bf-7d64384347de req-a17bd571-c204-45bf-aadc-00f08b03b59a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0630813 Dec 10 19:00:22.838709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d359cb6e-7a0f-4e5a-97bf-7d64384347de req-44a583a6-3a0d-4d76-99d7-a6d87f6140cd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 Dec 10 19:00:23.973188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81495f9-c5fe-4b41-89fc-b491920073c8 req-0bbc4bc3-cfaf-4d2a-8843-0db5406cf9d9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:23.974877 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b81495f9-c5fe-4b41-89fc-b491920073c8 req-0bbc4bc3-cfaf-4d2a-8843-0db5406cf9d9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0567496 Dec 10 19:00:24.034717 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b81495f9-c5fe-4b41-89fc-b491920073c8 req-f3aca677-9475-4228-aba0-e9df7e52fbcf tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533059 Dec 10 19:00:25.165637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a80188-5439-4963-99e4-6585a94302e1 req-21d82d06-bf38-4b5c-b249-5504955f6154 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:25.167193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81a80188-5439-4963-99e4-6585a94302e1 req-21d82d06-bf38-4b5c-b249-5504955f6154 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0574589 Dec 10 19:00:25.233123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-81a80188-5439-4963-99e4-6585a94302e1 req-8a81054c-2c7a-4ec9-be02-65b40e3be4c5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568485 Dec 10 19:00:26.363045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8bf33-2123-43d0-b045-5a9249505ff5 req-aa1e0056-782a-46a8-a659-c9a7e44f034e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:26.364547 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fdd8bf33-2123-43d0-b045-5a9249505ff5 req-aa1e0056-782a-46a8-a659-c9a7e44f034e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0545547 Dec 10 19:00:26.420558 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fdd8bf33-2123-43d0-b045-5a9249505ff5 req-74b1237a-a9fb-4a51-b9e4-ea471c66677d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479631 Dec 10 19:00:26.686514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12937237-6977-4bbb-8c97-563d55fc5f98 req-e45a1073-3d6f-4a9b-9c08-87ec5944f4db tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:26.688098 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12937237-6977-4bbb-8c97-563d55fc5f98 req-e45a1073-3d6f-4a9b-9c08-87ec5944f4db tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0563188 Dec 10 19:00:26.769501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-12937237-6977-4bbb-8c97-563d55fc5f98 req-44b34e3e-9d79-40a6-acfe-4b5ac1ca479a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750296 Dec 10 19:00:26.775793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-2d65ce1f-a6ee-4bc3-b888-1d326f0b73cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420095 Dec 10 19:00:27.904813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6edfa9-6079-4fc3-89c0-54c6626abbcf req-d5d5c557-384f-455c-b5b1-c673f686fdb8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:27.907464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d6edfa9-6079-4fc3-89c0-54c6626abbcf req-d5d5c557-384f-455c-b5b1-c673f686fdb8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0609818 Dec 10 19:00:27.955913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d6edfa9-6079-4fc3-89c0-54c6626abbcf req-5b904e1e-b580-4919-a20d-777f28b419f3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Dec 10 19:00:27.981761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-a8e2eee9-009a-421a-9f6c-62db37a98f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:27.983347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-a8e2eee9-009a-421a-9f6c-62db37a98f75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1096 time: 0.0429623 Dec 10 19:00:28.078998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-540dc1d9-5a6e-4064-aa54-402be42bf32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:28.080418 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-540dc1d9-5a6e-4064-aa54-402be42bf32f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0886526 Dec 10 19:00:28.154003 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-6677b7d1-398c-4f91-9856-1da50bad0906 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 1000 time: 0.0658157 Dec 10 19:00:28.204004 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-a7a3e291-2500-4d5b-b8ca-83b0b91cfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:28.205546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-a7a3e291-2500-4d5b-b8ca-83b0b91cfec3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0444207 Dec 10 19:00:28.264437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-18b24a48-1d3b-47f1-a17d-dd3f646bccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:28.266026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-18b24a48-1d3b-47f1-a17d-dd3f646bccc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533202 Dec 10 19:00:28.331177 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cdca4b17-ff10-4fc7-a0dc-f8ef0fe8ed6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:28.366532 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-b844c274-359a-4aab-84d6-9fe2b6448352 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932760 Dec 10 19:00:28.457475 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-b8fefe6c-0ff8-4437-b1a4-8a03aec5ff26 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843184 Dec 10 19:00:29.088236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3ad48-1316-4202-bcec-873dc2ece7a8 req-9971f378-c1fa-477f-88d7-80372134abb0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:29.089688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83e3ad48-1316-4202-bcec-873dc2ece7a8 req-9971f378-c1fa-477f-88d7-80372134abb0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0598812 Dec 10 19:00:29.140872 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-83e3ad48-1316-4202-bcec-873dc2ece7a8 req-e35be90a-692a-4b5b-88cf-4389d7df1563 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Dec 10 19:00:30.269297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbebb5-ee31-42c3-90d7-991f3a39f0c8 req-8797e9ab-47c4-4abc-8919-813f5ef81c10 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:30.271109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25dbebb5-ee31-42c3-90d7-991f3a39f0c8 req-8797e9ab-47c4-4abc-8919-813f5ef81c10 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0587485 Dec 10 19:00:30.325579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-25dbebb5-ee31-42c3-90d7-991f3a39f0c8 req-932ee5c0-a5b3-4168-b8e5-4d9103148e88 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481286 Dec 10 19:00:30.504551 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-a740a4c6-8f4e-4585-aea4-14ca9115f891 service neutron] show failed (client error): The resource could not be found. Dec 10 19:00:30.505831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-a740a4c6-8f4e-4585-aea4-14ca9115f891 service neutron] 10.222.0.59 "GET /v2.0/ports/2cd02e49-82af-41d7-b61d-a0e4fe1a2d86/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0729434 Dec 10 19:00:30.734252 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-06ce8d22-3628-4c85-8bd4-d5211e4fe06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:30.735958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-06ce8d22-3628-4c85-8bd4-d5211e4fe06e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 1096 time: 0.0447555 Dec 10 19:00:30.748667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:30.809033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.040185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:31.074894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:31.115758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:31.118401 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0691c8c9-95f3-4966-ba15-770238ab6ada" -d '{"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:31.122308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.136100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Transition to ACTIVE for port object 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:00:31.139812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.228705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=6']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:31.240472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.240849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.241180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.241518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.241855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.242178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.242525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.242850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.243181 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.243498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.243819 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.244136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.244451 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:31.285068 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef076204-6000-4b70-8875-3b8a250f0562 x-openstack-request-id: req-ef076204-6000-4b70-8875-3b8a250f0562 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:31.285364 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:31.285613 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ef076204-6000-4b70-8875-3b8a250f0562 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:31.286011 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'code': 200} Dec 10 19:00:31.286948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] No DVR routers for this DVR port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:31.428878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:31.429209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:31.429547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:31.434099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:00:31.434464 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Attempting to bind port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:31.439314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:31.439677 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:31.440071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:31.440499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Bound port: 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:31.440856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.463020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ff450-3ef9-4be9-82a6-44e4bdac3064 req-7fde64e4-2e5c-428e-8ec8-befa84582313 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:31.464474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fd8ff450-3ef9-4be9-82a6-44e4bdac3064 req-7fde64e4-2e5c-428e-8ec8-befa84582313 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 943 time: 0.0557039 Dec 10 19:00:31.506459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:31.509858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:31.515151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.519941 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fd8ff450-3ef9-4be9-82a6-44e4bdac3064 req-b0f7db8b-ce4c-44a6-bba8-d3019cafea99 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487213 Dec 10 19:00:31.557722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:31.558399 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.559816 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] 10.222.0.30 "PUT /v2.0/ports/2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 1091 time: 0.8154204 Dec 10 19:00:31.576055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2c309-abcf-4a70-a9b4-fefbfcb109c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:31.629263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-aac8acb2-3d11-43c5-9f27-b0a2a1ddf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:31.630918 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-aac8acb2-3d11-43c5-9f27-b0a2a1ddf402 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1094 time: 0.0447824 Dec 10 19:00:31.668951 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0186f18-aae2-44e0-9785-b354a4834ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:31.728799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-701f2ed7-1241-466f-a226-a95803afabcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:31.730150 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-701f2ed7-1241-466f-a226-a95803afabcb service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0911787 Dec 10 19:00:31.808264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-2620417a-940e-48d3-bf98-90b8fb84a63e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 998 time: 0.0687604 Dec 10 19:00:31.860674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-1e25f35f-b59e-4f5a-ae16-aa5dfe26c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:31.862178 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-1e25f35f-b59e-4f5a-ae16-aa5dfe26c6ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0457788 Dec 10 19:00:31.910573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-2041b44e-fd68-4c01-9527-9fe385fb5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:31.912022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-2041b44e-fd68-4c01-9527-9fe385fb5382 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421004 Dec 10 19:00:32.007421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-c8706663-9e3d-477b-9507-4ac7ab5f95be service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872262 Dec 10 19:00:32.100325 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-72f9efa3-6f2c-4cdd-a5f8-1363e5106662 req-cf0e078a-5104-471b-86f8-47fb3e5cd98e service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841258 Dec 10 19:00:32.209785 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.293275 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:32.654240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60369d66-66fd-433c-a739-e695c67a7abf req-9c1782e9-65e2-4a8e-ad05-11f9b2f92e81 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:32.655951 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60369d66-66fd-433c-a739-e695c67a7abf req-9c1782e9-65e2-4a8e-ad05-11f9b2f92e81 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 943 time: 0.0613406 Dec 10 19:00:32.717047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-60369d66-66fd-433c-a739-e695c67a7abf req-6441651f-87db-41d3-b107-d9972c3e5b8f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521696 Dec 10 19:00:33.287784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:33.290287 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4" -d '{"events": [{"name": "network-changed", "server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:33.343263 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cc1a1d-a755-4c01-8150-557aee8ffd49 x-openstack-request-id: req-57cc1a1d-a755-4c01-8150-557aee8ffd49 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:33.344674 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:33.345078 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-57cc1a1d-a755-4c01-8150-557aee8ffd49 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:33.345555 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'status': 'completed', 'code': 200} Dec 10 19:00:33.438490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-709394c7-ff2d-4465-b85e-a8908746424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.440270 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-709394c7-ff2d-4465-b85e-a8908746424e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1094 time: 0.0723395 Dec 10 19:00:33.447304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-d92fdf8e-4381-4f69-abdb-2e43bff89ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.448933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-d92fdf8e-4381-4f69-abdb-2e43bff89ef3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1094 time: 0.0537844 Dec 10 19:00:33.614469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-cbea5dfa-fc80-441b-a2b8-c308eada8e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.615890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-cbea5dfa-fc80-441b-a2b8-c308eada8e45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1660056 Dec 10 19:00:33.616950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-18c4b9ed-c107-4e5d-9f58-18f75d56fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.618233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-18c4b9ed-c107-4e5d-9f58-18f75d56fff2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1606264 Dec 10 19:00:33.726276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-4e074764-88d1-4c8b-85b6-79c1d8465ca2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 998 time: 0.1030905 Dec 10 19:00:33.730015 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-928eb58d-bc78-4d17-a89d-9f0efb4a0e01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 998 time: 0.1011164 Dec 10 19:00:33.833342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-5eb2df9d-d8e1-4606-9218-273cdb6b0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.834972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-5eb2df9d-d8e1-4606-9218-273cdb6b0ad2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.1019840 Dec 10 19:00:33.837784 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-261408ae-85b2-46db-b291-7bc574aa2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.839701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-261408ae-85b2-46db-b291-7bc574aa2136 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0992594 Dec 10 19:00:33.886022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:33.921460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad0b17-0c2f-46d4-8617-93a63f551113 req-10e2475b-7ae1-4976-ac02-328ecaa26132 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.922992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0ad0b17-0c2f-46d4-8617-93a63f551113 req-10e2475b-7ae1-4976-ac02-328ecaa26132 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 943 time: 0.1267209 Dec 10 19:00:33.942597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-a708f2db-02f0-45de-aa1e-2d8e152c499b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.944049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-a708f2db-02f0-45de-aa1e-2d8e152c499b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005917 Dec 10 19:00:33.952943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-1291e340-1ba1-4c23-bd2d-1a9d988bea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:33.954329 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-1291e340-1ba1-4c23-bd2d-1a9d988bea96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016686 Dec 10 19:00:34.084923 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0ad0b17-0c2f-46d4-8617-93a63f551113 req-1bdf5f57-44d6-4e82-b5b9-ef6eae215236 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548641 Dec 10 19:00:34.120956 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-515ae6c5-3880-4913-9df5-657128e2f84b service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655731 Dec 10 19:00:34.152833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-577617d5-8a4d-46f5-a017-ad18622bd87f service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891122 Dec 10 19:00:34.168332 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:34.319871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:34.344429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-875da1b6-1d67-4cbf-817b-091e82252e19 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134326 Dec 10 19:00:34.347807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-a10e815c-b2ff-4d5d-b0c5-bf864fcbf2a0 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557512 Dec 10 19:00:34.360274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-e0dc97ba-72c9-4b7b-8d54-8815c851dd22 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.360985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e48c4d-9fee-47da-a15c-504e493b36b1 req-83e5ef82-5dfa-4ace-8769-78a8dcc85644 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.362566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6e48c4d-9fee-47da-a15c-504e493b36b1 req-83e5ef82-5dfa-4ace-8769-78a8dcc85644 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 943 time: 0.1087377 Dec 10 19:00:34.363256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-e0dc97ba-72c9-4b7b-8d54-8815c851dd22 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad&tenant_id=e3c72d3e28c84547a07ef45c64e0725e&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 943 time: 0.0957158 Dec 10 19:00:34.379095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:34.417327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6e48c4d-9fee-47da-a15c-504e493b36b1 req-058ab235-d806-43ce-84bf-222dd2ab8bc6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461662 Dec 10 19:00:34.433011 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-779e3dac-21f9-4a91-93a3-5490343f2ea6 service neutron] delete failed (client error): The resource could not be found. Dec 10 19:00:34.434090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-779e3dac-21f9-4a91-93a3-5490343f2ea6 service neutron] 10.222.0.59 "DELETE /v2.0/ports/2cd02e49-82af-41d7-b61d-a0e4fe1a2d86/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0631003 Dec 10 19:00:34.532287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-8a171711-ce4b-4491-9b83-53043703dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.534248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-8a171711-ce4b-4491-9b83-53043703dcea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1094 time: 0.0497847 Dec 10 19:00:34.637768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-1a6a32a7-df4a-43f9-a93c-8d81c0256bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.639388 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-1a6a32a7-df4a-43f9-a93c-8d81c0256bb4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0982649 Dec 10 19:00:34.746866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-9ea9650a-879e-4ecc-9b2d-765443436d30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 998 time: 0.0984547 Dec 10 19:00:34.797747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-e76aed50-abc8-4e49-958e-0cccdd7e9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:34.799434 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-e76aed50-abc8-4e49-958e-0cccdd7e9f37 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0461040 Dec 10 19:00:34.911356 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:00:35.000896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.028071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:35.041982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'mac_address': 'fa:16:3e:1f:c9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:00:35.087422 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.101880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:35.124974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:35.129555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:35.157029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-62cc9df6-d5ab-4517-8fa7-7524c2c09741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:35.158670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-62cc9df6-d5ab-4517-8fa7-7524c2c09741 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3518360 Dec 10 19:00:35.179840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:35.187692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.188043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.188382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.188759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.189102 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.189817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.189817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.190094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.190448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.190781 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.191112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.191439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.191765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:00:35.251624 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-d558b291-8956-498e-9b8e-19bf14fc0df0 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847516 Dec 10 19:00:35.343297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:00:35.349513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-673b607b-94c6-4741-a98c-b7ae23546f2f req-3fbc291f-4f57-4e40-89ab-c836cf9ecd2c service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902231 Dec 10 19:00:35.544475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3535a-758b-4f49-9826-bafa254e23c4 req-d255b554-ddf1-4372-aeb8-bb84f2ff3e68 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:35.545936 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f3535a-758b-4f49-9826-bafa254e23c4 req-d255b554-ddf1-4372-aeb8-bb84f2ff3e68 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 944 time: 0.0548944 Dec 10 19:00:35.600427 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-51f3535a-758b-4f49-9826-bafa254e23c4 req-fa755ca4-c3af-405b-87ea-ababba63239b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462270 Dec 10 19:00:36.027615 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-f0900840-c313-4921-bdba-d3d287cd0a55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442784 Dec 10 19:00:36.120545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-ef14045d-6b51-4e89-be43-5847d4c73e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.121975 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-ef14045d-6b51-4e89-be43-5847d4c73e62 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1095 time: 0.0475910 Dec 10 19:00:36.243623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-f435ff72-8ae1-4120-8538-4cd16b57a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.245138 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-f435ff72-8ae1-4120-8538-4cd16b57a084 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0981190 Dec 10 19:00:36.319572 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-72d06545-95a0-476a-af31-580f44ef15be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 999 time: 0.0652864 Dec 10 19:00:36.377913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-563a12df-ce67-43d8-b8d6-5345bbbe91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.379340 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-563a12df-ce67-43d8-b8d6-5345bbbe91fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0521853 Dec 10 19:00:36.436645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-feacd19a-b9c4-409c-ad24-3635ff55f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.439401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-feacd19a-b9c4-409c-ad24-3635ff55f169 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488501 Dec 10 19:00:36.547411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-9b29890a-0dca-488e-a2f1-a348bc329ff1 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000493 Dec 10 19:00:36.645455 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae51d73b-2eda-435a-a6af-4b875d8aed87 req-55e94498-790f-4343-b3d5-09549880f81a service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904505 Dec 10 19:00:36.726801 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e815b28-254e-486c-a85e-fc90c1d34bd7 req-104c09fd-0715-4d8b-9364-21f02da2c497 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.728342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e815b28-254e-486c-a85e-fc90c1d34bd7 req-104c09fd-0715-4d8b-9364-21f02da2c497 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 944 time: 0.0526137 Dec 10 19:00:36.779227 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7e815b28-254e-486c-a85e-fc90c1d34bd7 req-acc9023b-d15f-4aaa-8234-3d8aa6978602 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418921 Dec 10 19:00:36.913077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1cb0d-eeff-4c93-99fc-8e6bfd78f68a req-a97dba1f-b6a8-43b9-8b82-a16ef7996bd3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:36.914764 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a1cb0d-eeff-4c93-99fc-8e6bfd78f68a req-a97dba1f-b6a8-43b9-8b82-a16ef7996bd3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 944 time: 0.0608439 Dec 10 19:00:36.927817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:36.969712 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-06a1cb0d-eeff-4c93-99fc-8e6bfd78f68a req-8b807dfd-582c-4768-959e-ac850c3f315e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489831 Dec 10 19:00:36.981247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:00:36.985076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:36.985448 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.065761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.090983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:37.093278 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d9c9f-31e7-4ffd-ae76-698d85f0f1e8" -d '{"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:37.108997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:37.116826 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:37.187187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:37.212642 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becfe3e0-339c-4ac9-9245-0fcd8eb8733d x-openstack-request-id: req-becfe3e0-339c-4ac9-9245-0fcd8eb8733d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:37.212970 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-plugged", "status": "completed", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:37.213232 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-becfe3e0-339c-4ac9-9245-0fcd8eb8733d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:37.213629 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'code': 200} Dec 10 19:00:37.228562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d49431-3d92-4dc4-a682-dc49b475b422 req-57930509-8b2a-41d3-ac1a-e4f673c2750c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:37.230428 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00d49431-3d92-4dc4-a682-dc49b475b422 req-57930509-8b2a-41d3-ac1a-e4f673c2750c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0934851 Dec 10 19:00:37.240560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-f3ea6774-eeae-4694-9295-93453514f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:37.242117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-f3ea6774-eeae-4694-9295-93453514f0ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 1096 time: 0.0631590 Dec 10 19:00:37.283940 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00d49431-3d92-4dc4-a682-dc49b475b422 req-1dc71c19-1d65-4ad1-982f-f65ef0c2c039 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473876 Dec 10 19:00:37.340385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-b9d93aaa-47dd-4db4-acc1-56c9bbf60ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:37.344907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-b9d93aaa-47dd-4db4-acc1-56c9bbf60ef9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0886066 Dec 10 19:00:37.420467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-1fbff73c-8a73-4878-a2e6-0e934d4451c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 200 len: 1000 time: 0.0689881 Dec 10 19:00:37.749579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-4594eb30-ddff-4183-a7a5-6d1171191fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:37.751336 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-4594eb30-ddff-4183-a7a5-6d1171191fb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.3234186 Dec 10 19:00:37.807060 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-8664d483-9752-44d9-b072-262633af961e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:37.808580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-8664d483-9752-44d9-b072-262633af961e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496612 Dec 10 19:00:37.901565 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-ad282f88-492c-4723-8e11-1360229f741b service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847876 Dec 10 19:00:38.003363 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e79411d-43f9-4bea-b918-f0c254046d24 req-178d52af-66a9-4b79-a725-b29357621393 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928955 Dec 10 19:00:38.417496 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6400c1-63f4-4d96-8747-004baafa1280 req-a96f8fac-fb12-4c4d-ae8d-9ec83a81e23d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:38.419036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c6400c1-63f4-4d96-8747-004baafa1280 req-a96f8fac-fb12-4c4d-ae8d-9ec83a81e23d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0594773 Dec 10 19:00:38.473989 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0c6400c1-63f4-4d96-8747-004baafa1280 req-6c3447da-05e8-41c6-ba14-2b90214c0a95 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486519 Dec 10 19:00:39.603669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0581bd-6acb-498c-bb07-9fc405763bc7 req-b2aa1336-5467-4590-bd92-73bdc8cb2730 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:39.605171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef0581bd-6acb-498c-bb07-9fc405763bc7 req-b2aa1336-5467-4590-bd92-73bdc8cb2730 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0522799 Dec 10 19:00:39.654906 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef0581bd-6acb-498c-bb07-9fc405763bc7 req-1a4c719e-f033-4742-bd0f-cb143000e696 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Dec 10 19:00:39.916763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d33de7-8484-4f5d-8147-918ef3609554 req-0b463705-be77-4d98-a651-9b43d0fc7505 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:39.918287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97d33de7-8484-4f5d-8147-918ef3609554 req-0b463705-be77-4d98-a651-9b43d0fc7505 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0543261 Dec 10 19:00:39.971075 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97d33de7-8484-4f5d-8147-918ef3609554 req-41bee027-d838-4b3a-8fe1-6004f85d2280 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Dec 10 19:00:41.107113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c210f-fa8d-4aaf-a7b7-7e3649f774fe req-76fd50eb-faf4-4451-9ef5-637d818259a8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:41.108550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e8c210f-fa8d-4aaf-a7b7-7e3649f774fe req-76fd50eb-faf4-4451-9ef5-637d818259a8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0541599 Dec 10 19:00:41.157970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3e8c210f-fa8d-4aaf-a7b7-7e3649f774fe req-9e75f782-8a34-4156-9581-3cdcbf82bd80 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429382 Dec 10 19:00:41.272048 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-38e33f62-fbf7-4120-989e-5e1aa74765a3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:41.273731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-38e33f62-fbf7-4120-989e-5e1aa74765a3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 945 time: 0.0607903 Dec 10 19:00:41.374919 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Deleting port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:00:41.375144 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.484006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] For port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:41.484385 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.666430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.666652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.667003 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 disassociated. External IP: 172.25.2.85, port: 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86. Dec 10 19:00:41.667353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Calling delete_port for 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:00:41.805060 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:41.840253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event deleted for resources: {'Port': ['ID=2cd02e49-82af-41d7-b61d-a0e4fe1a2d86,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:41.961088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:42.076278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:42.087290 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:42.098844 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:42.099587 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:00:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:42.123129 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] No DVR routers for this DVR port 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:00:42.125801 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:42.129666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cd1c9093-4be6-4829-aaf8-060f1521edd0 req-d6527fb8-9bf3-4126-a1c0-c5e1433debc3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "DELETE /v2.0/ports/2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 HTTP/1.1" status: 204 len: 173 time: 0.8482895 Dec 10 19:00:42.130128 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-deleted', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:42.132499 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ff248-140a-42e1-b123-cfb6412f9373" -d '{"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-deleted", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:42.176059 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0fa2ac-5da6-4cd3-89e5-4cda2b08ef45 x-openstack-request-id: req-5a0fa2ac-5da6-4cd3-89e5-4cda2b08ef45 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:42.176378 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "141a7a66-6170-429c-bfb1-a937e14e82ad", "name": "network-vif-deleted", "tag": "2cd02e49-82af-41d7-b61d-a0e4fe1a2d86", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:42.176638 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5a0fa2ac-5da6-4cd3-89e5-4cda2b08ef45 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:42.177055 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '141a7a66-6170-429c-bfb1-a937e14e82ad', 'name': 'network-vif-deleted', 'tag': '2cd02e49-82af-41d7-b61d-a0e4fe1a2d86', 'status': 'completed', 'code': 200} Dec 10 19:00:42.261491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2838cffc-35aa-4356-b969-9f7a9471fdb7 req-2e15841c-c61b-4770-b8d6-1f21564fb28c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=141a7a66-6170-429c-bfb1-a937e14e82ad HTTP/1.1" status: 200 len: 210 time: 0.0280733 Dec 10 19:00:42.311516 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:42.533520 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:42.559811 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:42.568650 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:42.569270 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:00:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:42.691275 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:42.909346 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:42.939463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdc0866-190e-4266-b13a-bb632926eb68 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:43.181290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425033c8-1b94-4148-81c3-a43b47cb755c None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:00:43.564768 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-6b498986-e4fc-4510-b557-02969d1e8c64 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1689506529&fields=id&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 267 time: 0.0436635 Dec 10 19:00:43.687545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-861eb1a3-ddf6-4b21-959c-67f49333ae76 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:43.689061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-861eb1a3-ddf6-4b21-959c-67f49333ae76 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.1170974 Dec 10 19:00:43.714152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-7a5382bf-782f-4ea1-b311-b737eb5cf198 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/quotas/e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 375 time: 0.0180583 Dec 10 19:00:43.777784 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-af0f281a-1de7-4794-bbc1-57467f52c841 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502830 Dec 10 19:00:43.932843 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-5612a832-89f6-4068-88ab-5fd3dff09c62 service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425748 Dec 10 19:00:44.041009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-34b9d5da-0d1b-418a-af23-d24723357600 service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989733 Dec 10 19:00:44.217807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ee6b04a7-4ca5-4fc4-95ea-7f3c65c5e36c req-3078e050-d59b-4dcc-9924-7cd85ab6d29b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 210 time: 0.0315557 Dec 10 19:00:44.957929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:00:44.979871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:00:44.980224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 2cd02e49-82af-41d7-b61d-a0e4fe1a2d86 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:00:45.268177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-9f99d35a-67d4-47b4-850e-a69c995efea6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:45.269834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-9f99d35a-67d4-47b4-850e-a69c995efea6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.1127746 Dec 10 19:00:45.323365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8012651d-cfc4-4e36-b018-1c9071f2c511 req-87cb1221-4c7f-4a98-9fd1-77214ac6d8e3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 210 time: 0.0319729 Dec 10 19:00:45.339014 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-8e4f7ada-3171-4ab8-8b52-effc02dba0bd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 380 time: 0.0578034 Dec 10 19:00:45.351442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'port': {'device_id': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'admin_state_up': True, 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'security_groups': ['30c1ec27-29b3-458e-a913-e15fd2e40f6b']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:45.468028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Made reservation on behalf of e3c72d3e28c84547a07ef45c64e0725e for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:00:45.472691 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.616136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Allocated IP 172.20.0.13 (4db0ea02-eea3-4fa0-93c1-e59e8754ce2e/ba57f9eb-f414-4e03-8484-f7a3bd90a18b/40a44e76-cce3-40a9-a86d-37ea7e04977a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:00:45.760612 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.804226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.856776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:00:45.859932 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:00:45.862544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:00:45.888682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:45.920948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:45.921597 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:45.940036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-255e5809-0b3b-465e-a3a4-b6cedd8a1bff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5922060 Dec 10 19:00:45.952625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Request body: {'port': {'device_id': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:46.011523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.125282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5b8eaa15-2868-42e7-aa85-a99ee90a0f01 None None] Provisioning complete for port 40a44e76-cce3-40a9-a86d-37ea7e04977a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:46.125858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5b8eaa15-2868-42e7-aa85-a99ee90a0f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.166997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-5b8eaa15-2868-42e7-aa85-a99ee90a0f01 None None] Port 40a44e76-cce3-40a9-a86d-37ea7e04977a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:00:46.302283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a44e76-cce3-40a9-a86d-37ea7e04977a {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:46.310391 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.323107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Transition to ACTIVE for port object 40a44e76-cce3-40a9-a86d-37ea7e04977a will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:00:46.327602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.381869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:46.491984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:00:46.492327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:00:46.492659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:46.505158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa5b15-4810-4150-abea-7cab198f1355 req-f9666937-3624-4da5-891a-59e909b4a013 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:46.506807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a9fa5b15-4810-4150-abea-7cab198f1355 req-f9666937-3624-4da5-891a-59e909b4a013 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 944 time: 0.0829275 Dec 10 19:00:46.507627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:00:46.507954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:00:46.520057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:00:46.520057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:00:46.520610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:00:46.520949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Bound port: 40a44e76-cce3-40a9-a86d-37ea7e04977a, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:00:46.521313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.594048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a9fa5b15-4810-4150-abea-7cab198f1355 req-62aa5bca-b0af-41b8-80cd-54ad7dd64eec tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802808 Dec 10 19:00:46.617611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:00:46.619205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:00:46.624491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.666624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:46.667094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:46.668485 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1092 time: 0.7203107 Dec 10 19:00:46.668903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:46.671255 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eff2a36-0379-4d5b-be40-0553ab55985b" -d '{"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:46.698888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249b807-9783-4d15-9bbf-c23f0b2440e1 service neutron] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:46.720969 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f866bbe3-1ec3-4d6d-8268-f1910b1c3a33 x-openstack-request-id: req-f866bbe3-1ec3-4d6d-8268-f1910b1c3a33 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:46.721361 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:46.721679 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f866bbe3-1ec3-4d6d-8268-f1910b1c3a33 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:46.722146 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'status': 'completed', 'code': 200} Dec 10 19:00:46.768866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-2c4f72d1-c5db-450c-9136-d7738287cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:46.770630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-2c4f72d1-c5db-450c-9136-d7738287cdb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1095 time: 0.0454371 Dec 10 19:00:46.819693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-bcf9bdbf-a6b5-4e39-9e2b-07f65a319bac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 217 time: 0.0383973 Dec 10 19:00:46.884838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-af57cd19-dc74-4cf5-a419-95eeafe27ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:46.887134 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-af57cd19-dc74-4cf5-a419-95eeafe27ca0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0526936 Dec 10 19:00:46.942469 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6dd3-345d-4419-b08b-7307be70b11f req-68bd67c9-94e1-4008-8457-de6e9236d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:46.944035 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-68bd67c9-94e1-4008-8457-de6e9236d875 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486238 Dec 10 19:00:47.050089 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-181e93fc-aac9-40ff-b5c4-a6d373807f92 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980961 Dec 10 19:00:47.146110 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277d6dd3-345d-4419-b08b-7307be70b11f req-b6e3b59e-138d-4fb3-b7e6-9f24587d6020 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887649 Dec 10 19:00:47.235075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-8b82d23a-2869-4f87-b4c3-8fccdb97b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:47.236511 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-8b82d23a-2869-4f87-b4c3-8fccdb97b820 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1095 time: 0.0425961 Dec 10 19:00:47.337382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-4e6d5726-f4bf-4adf-a9e7-49c01a0e7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:47.338917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-4e6d5726-f4bf-4adf-a9e7-49c01a0e7459 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0950825 Dec 10 19:00:47.384622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-8f438167-5627-4d6a-96e0-163919a6f040 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 217 time: 0.0358167 Dec 10 19:00:47.436038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-208f32f3-2237-4393-bd42-cb5e7996ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:47.437518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-208f32f3-2237-4393-bd42-cb5e7996ee19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0440145 Dec 10 19:00:47.490169 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-e4f5c7d8-2d77-4079-8764-60cc22301324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:47.491550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-e4f5c7d8-2d77-4079-8764-60cc22301324 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432038 Dec 10 19:00:47.590243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-0808bb3e-aa02-4569-a5b1-389d8c5b3acc service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907884 Dec 10 19:00:47.723267 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4eff2a36-0379-4d5b-be40-0553ab55985b req-186264c1-6bb2-440b-a7c1-cdd09903a7e6 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247516 Dec 10 19:00:47.744320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab6a52-60c6-4dda-b041-e5bbab9f17e1 req-87729e8d-ef61-4195-934a-c65a5c0034ac tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:47.745875 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4ab6a52-60c6-4dda-b041-e5bbab9f17e1 req-87729e8d-ef61-4195-934a-c65a5c0034ac tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 944 time: 0.0692976 Dec 10 19:00:47.803807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a4ab6a52-60c6-4dda-b041-e5bbab9f17e1 req-f3ba3f43-572d-43a6-9fb0-757b36b2c1df tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490141 Dec 10 19:00:48.527001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-85b78809-5a43-4c7c-86b2-244f4919ef86 req-e312814d-871d-4b54-b310-6207f99fc2d6 service neutron] (103500) timed out ('10.222.0.55', 51436) {{(pid=103500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:00:48.933451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25b626-6384-4944-a368-d659a15845b4 req-418d028e-f9f2-491a-a8ec-0e2101560847 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:48.934968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d25b626-6384-4944-a368-d659a15845b4 req-418d028e-f9f2-491a-a8ec-0e2101560847 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 944 time: 0.0521793 Dec 10 19:00:48.984656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3d25b626-6384-4944-a368-d659a15845b4 req-7c433464-de80-4562-9be3-85b30ff006eb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436189 Dec 10 19:00:50.122347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b6ccb-d5d1-4c88-bf55-484f0c52bdde req-8d16647b-d700-481c-bf3e-6285471e929b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:50.123894 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-052b6ccb-d5d1-4c88-bf55-484f0c52bdde req-8d16647b-d700-481c-bf3e-6285471e929b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 944 time: 0.0555539 Dec 10 19:00:50.175751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-052b6ccb-d5d1-4c88-bf55-484f0c52bdde req-593447e0-2eca-43a5-ae5c-11d1e0aeb042 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Dec 10 19:00:50.973815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:00:51.073258 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:51.085688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'mac_address': 'fa:16:3e:7e:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:00:51.126912 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.144981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a44e76-cce3-40a9-a86d-37ea7e04977a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:00:51.171436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:51.177509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:51.237219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:51.317029 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a0b4f-6132-4572-ad6e-2ba30d21e0c1 req-de863a6d-d7b7-470d-9e1d-ad54c0f1923d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:51.318883 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce1a0b4f-6132-4572-ad6e-2ba30d21e0c1 req-de863a6d-d7b7-470d-9e1d-ad54c0f1923d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0655077 Dec 10 19:00:51.372642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['40a44e76-cce3-40a9-a86d-37ea7e04977a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:00:51.373148 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce1a0b4f-6132-4572-ad6e-2ba30d21e0c1 req-9d12fe2c-59fd-4f74-8013-04cbc57482df tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468149 Dec 10 19:00:52.512227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b133b9-235e-42d2-9330-9813ef4c5e55 req-4b4227a2-4972-4c0e-82e5-11fffe80cc2f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:52.513680 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66b133b9-235e-42d2-9330-9813ef4c5e55 req-4b4227a2-4972-4c0e-82e5-11fffe80cc2f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0614655 Dec 10 19:00:52.567797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-66b133b9-235e-42d2-9330-9813ef4c5e55 req-e51fc65e-770a-4744-acc2-49b06ddbc047 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452809 Dec 10 19:00:52.989676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:00:53.051922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 40a44e76-cce3-40a9-a86d-37ea7e04977a completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:00:53.056826 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 40a44e76-cce3-40a9-a86d-37ea7e04977a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:00:53.057179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.153437 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.182697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:53.186098 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c783b4e-af58-4339-b552-08e850c1b11a" -d '{"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-plugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:53.206166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:00:53.213735 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:53.246795 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa5f47-2437-4057-8284-f2d2b7307880 x-openstack-request-id: req-83aa5f47-2437-4057-8284-f2d2b7307880 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:53.246795 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-plugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:53.246795 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-83aa5f47-2437-4057-8284-f2d2b7307880 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:53.246795 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'code': 200} Dec 10 19:00:53.280790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:00:53.348090 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf87b3e-cd67-4807-8d59-1b469dc4c7fc req-288a59cd-266f-4ba4-a0c0-951a327f7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:53.349952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbf87b3e-cd67-4807-8d59-1b469dc4c7fc req-288a59cd-266f-4ba4-a0c0-951a327f7789 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1097 time: 0.0545886 Dec 10 19:00:53.402247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cbf87b3e-cd67-4807-8d59-1b469dc4c7fc req-6fa5adcc-d294-480a-8633-ee8bff2ab7de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444243 Dec 10 19:00:53.709949 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85242a-6ed8-46d7-92fc-17964c8dc68b req-add0f488-372b-4ab3-9509-caf3f3ace21b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:53.711567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab85242a-6ed8-46d7-92fc-17964c8dc68b req-add0f488-372b-4ab3-9509-caf3f3ace21b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0628784 Dec 10 19:00:53.766497 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab85242a-6ed8-46d7-92fc-17964c8dc68b req-1c69e138-0eaf-44aa-b732-c168756ea91f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Dec 10 19:00:54.919562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bc96f-c1af-47c8-ada2-afd6a2400a31 req-7e297d73-7aa2-4a4b-a935-b29c77c2eca7 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:54.921094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d8bc96f-c1af-47c8-ada2-afd6a2400a31 req-7e297d73-7aa2-4a4b-a935-b29c77c2eca7 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0668910 Dec 10 19:00:54.978948 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d8bc96f-c1af-47c8-ada2-afd6a2400a31 req-18d1f6df-92a3-4e04-8510-c14f409df60c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516431 Dec 10 19:00:55.132776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56748fec-593e-4a53-916f-fc35f51f65d7 req-ab639216-c250-4ef0-8200-fab92137579b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:55.134205 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-56748fec-593e-4a53-916f-fc35f51f65d7 req-ab639216-c250-4ef0-8200-fab92137579b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0678453 Dec 10 19:00:55.144688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 58658) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:00:55.149821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'floatingip': {'port_id': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:00:55.193514 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.310057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:00:55.682709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.692169 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:55.812409 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 associated. External IP: 172.25.2.85, port: 40a44e76-cce3-40a9-a86d-37ea7e04977a. Dec 10 19:00:56.327640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:00:56.442626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:00:56.449610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:00:56.455308 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:00:56.466725 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:56.467436 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:00:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:56.481873 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b5626dc7-50c3-4638-b9ef-75726170fd20 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "PUT /v2.0/floatingips/4bbe2556-15b9-4eb4-a481-a251f149f951 HTTP/1.1" status: 200 len: 991 time: 1.3357930 Dec 10 19:00:56.482455 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:00:56.485035 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772f1a67-5846-43d9-9a17-e8083f919725" -d '{"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:00:56.537304 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4d9d99-983d-4c34-ad83-a8dc849f2b64 x-openstack-request-id: req-5e4d9d99-983d-4c34-ad83-a8dc849f2b64 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:00:56.537673 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:00:56.537930 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e4d9d99-983d-4c34-ad83-a8dc849f2b64 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:00:56.538373 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'status': 'completed', 'code': 200} Dec 10 19:00:56.590057 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:56.607752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f1a67-5846-43d9-9a17-e8083f919725 req-cc614410-7904-420e-b08f-32233da009f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:56.609305 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-772f1a67-5846-43d9-9a17-e8083f919725 req-cc614410-7904-420e-b08f-32233da009f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1097 time: 0.0436068 Dec 10 19:00:56.711684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f1a67-5846-43d9-9a17-e8083f919725 req-b5054414-14b8-49fe-90c2-62b7551b408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:56.713222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-772f1a67-5846-43d9-9a17-e8083f919725 req-b5054414-14b8-49fe-90c2-62b7551b408a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0971582 Dec 10 19:00:56.782550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-772f1a67-5846-43d9-9a17-e8083f919725 req-234bbeda-fb04-4d53-b806-e6140509c3fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 999 time: 0.0616529 Dec 10 19:00:56.835749 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:7e:eb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T19:00:55Z', 'revision_number': 9, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:56.836927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f1a67-5846-43d9-9a17-e8083f919725 req-3d8fdc9b-2a27-4940-ac6e-aa2f7867b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:56.838484 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-772f1a67-5846-43d9-9a17-e8083f919725 req-3d8fdc9b-2a27-4940-ac6e-aa2f7867b1e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0488920 Dec 10 19:00:56.869538 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:00:56.878849 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:00:56.879553 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:00:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:56.892025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f1a67-5846-43d9-9a17-e8083f919725 req-392ca8ad-c5f3-49ca-a890-01460f02a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:00:56.893611 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-772f1a67-5846-43d9-9a17-e8083f919725 req-392ca8ad-c5f3-49ca-a890-01460f02a872 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478008 Dec 10 19:00:56.993281 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:00:57.009546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-772f1a67-5846-43d9-9a17-e8083f919725 req-e9cbfa61-0c65-4664-ad98-5678781bb3e6 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086962 Dec 10 19:00:57.110282 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-772f1a67-5846-43d9-9a17-e8083f919725 req-01981a5f-7f2a-4893-8cf7-b4c0ecea389d service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930486 Dec 10 19:00:57.234114 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:7e:eb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T19:00:55Z', 'revision_number': 9, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:00:57.270923 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97baf485-dc69-4af0-9439-f96fdf255ad6 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:7e:eb:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T19:00:55Z', 'revision_number': 9, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:00:57.496334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6445b8-e3a8-4a3b-8e74-36caee4ea299 None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:00:58.329059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-494db48d-66fb-48dc-94e7-28f88df6ccc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:01.669965 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5c065c60-683f-413d-98dc-ec8968e43490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.221826 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:02.293890 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:03.887955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.175572 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:04.991714 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:28.323719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b1500cb4-86ab-4b41-8d73-6961fa30c7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:31.666885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e8142df-297b-4e0d-99b5-6ff5ee4814b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:32.217191 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:32.289904 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:32.309904 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:01:33.897989 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:34.161943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:34.983927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:01:38.132716 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-7c878b86-e1bf-439a-ba3f-90ac998f33fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441189 Dec 10 19:01:38.221749 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-3ecf9090-6110-435c-a050-fbb7646281d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:38.223325 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-3ecf9090-6110-435c-a050-fbb7646281d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1097 time: 0.0440140 Dec 10 19:01:38.347019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-6c78da01-9701-4023-860c-e0415d7f58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:38.348757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-6c78da01-9701-4023-860c-e0415d7f58bf service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0996649 Dec 10 19:01:38.441364 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-fdc83482-cd0b-4cdb-85dd-dd1485336d2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1002 time: 0.0853624 Dec 10 19:01:38.492904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-7a1043ec-463a-4133-aa7c-34d8812b705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:38.494501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-7a1043ec-463a-4133-aa7c-34d8812b705b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0467196 Dec 10 19:01:38.550211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-371a3a99-8316-4f12-90c8-dd39d9002a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:01:38.552661 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-371a3a99-8316-4f12-90c8-dd39d9002a92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498273 Dec 10 19:01:38.663552 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-ff206b66-ffee-4c88-a2fa-c15b869ce65c service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017666 Dec 10 19:01:38.761575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c133b57d-c039-4bed-a250-4ea075a6f151 req-9f272b82-c7d3-4f36-b8e7-95d08ea566af service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897937 Dec 10 19:01:58.328025 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3e97e9bc-54d8-4a6b-8eb2-35f0deec3fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:01.663359 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce347de8-bb60-4bbc-b154-21d200050ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.221208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:02.288768 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:03.895314 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.176840 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:04.988983 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:09.311392 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:02:26.907635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-e9d233c3-a154-443d-a582-4c884abdea31 req-af8811d5-6ac4-4597-a7b6-b504a19e7c65 service neutron] (103499) timed out ('10.222.0.30', 53287) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:02:28.335898 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fe35afd4-11cd-4486-9aed-cd88adf0a114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:31.663414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-00551380-9729-4939-bc66-2a5304f30559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:32.227426 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:32.285272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:33.907578 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:34.180010 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:34.582096 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-3e0bf92a-580a-4fef-b5b0-d38b750fc0f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690405 Dec 10 19:02:34.592775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a2f0f-d8de-4d90-8603-c71059f6f5be req-d1ae54a8-3722-446d-b648-c72da6255ac6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:34.594667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-178a2f0f-d8de-4d90-8603-c71059f6f5be req-d1ae54a8-3722-446d-b648-c72da6255ac6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0717087 Dec 10 19:02:34.645818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-178a2f0f-d8de-4d90-8603-c71059f6f5be req-fec981ef-12ed-472c-9cc8-bb2966e8371d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449045 Dec 10 19:02:34.985248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:35.779716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55090c-5677-4b56-b156-8e9c6b543f6c req-ab2117f3-9a58-4a9b-8ce6-87ccb375212c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:35.781576 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b55090c-5677-4b56-b156-8e9c6b543f6c req-ab2117f3-9a58-4a9b-8ce6-87ccb375212c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0579865 Dec 10 19:02:35.792502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-586a4b52-b4d9-4860-b8d8-3a5ad2fd726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:35.794676 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-586a4b52-b4d9-4860-b8d8-3a5ad2fd726b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1097 time: 0.0513637 Dec 10 19:02:35.836990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9b55090c-5677-4b56-b156-8e9c6b543f6c req-3198c783-2874-4091-8829-b182560f039c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485909 Dec 10 19:02:35.891229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-12100534-75ad-44c4-a564-025dd3f79062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:35.892751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-12100534-75ad-44c4-a564-025dd3f79062 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0919495 Dec 10 19:02:35.966435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-50bb5f6d-3503-4921-8b1c-111aee313089 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1002 time: 0.0663517 Dec 10 19:02:36.017854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-cdc9fe2c-f008-495b-b6d3-571fe254aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:36.019425 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-cdc9fe2c-f008-495b-b6d3-571fe254aa97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0459945 Dec 10 19:02:36.067272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-fb25980d-0599-4473-be51-799159e987cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:36.068846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-fb25980d-0599-4473-be51-799159e987cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412385 Dec 10 19:02:36.173365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-7a0c88d6-4d47-4ee3-bd15-38373c8a25a9 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958200 Dec 10 19:02:36.271121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-80e3c3da-5ad3-41d1-b489-793ffbc5d4be service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902112 Dec 10 19:02:36.973175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a76b8c-e230-4273-a4c0-2c4a33b373b7 req-1ffdf2ba-7807-4c4d-80c5-e90f7cfdc23d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:36.974641 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8a76b8c-e230-4273-a4c0-2c4a33b373b7 req-1ffdf2ba-7807-4c4d-80c5-e90f7cfdc23d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0564113 Dec 10 19:02:37.032116 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b8a76b8c-e230-4273-a4c0-2c4a33b373b7 req-69a5df56-2ee7-44c6-a9cc-99386afe4391 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481451 Dec 10 19:02:38.181262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9421b-a218-4f5d-803d-f46b80d325f0 req-9311a81f-3c55-4544-8456-0a86c228f91a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.182811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1b9421b-a218-4f5d-803d-f46b80d325f0 req-9311a81f-3c55-4544-8456-0a86c228f91a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0579326 Dec 10 19:02:38.237007 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a1b9421b-a218-4f5d-803d-f46b80d325f0 req-d765f68d-470d-4c8d-9b65-5747f9963a7b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459700 Dec 10 19:02:38.491384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-ebf1703a-df1b-4a48-8519-50abbd6517f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.492927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-ebf1703a-df1b-4a48-8519-50abbd6517f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1097 time: 0.0443347 Dec 10 19:02:38.601645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-946a5734-5da8-4aa8-a09b-f734c4ad6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.603179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-946a5734-5da8-4aa8-a09b-f734c4ad6c28 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0885713 Dec 10 19:02:38.675025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-e27e4ca9-9192-4a3a-8c2c-38483746aa65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1002 time: 0.0644989 Dec 10 19:02:38.724840 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-41b28bb1-787e-412a-9c40-a9c550ef0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.726335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-41b28bb1-787e-412a-9c40-a9c550ef0256 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0446410 Dec 10 19:02:38.775089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-11729351-6f93-4f1a-96fc-8e69f262b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:38.776771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-11729351-6f93-4f1a-96fc-8e69f262b164 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435114 Dec 10 19:02:38.873484 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-8d03713c-2e73-4567-9960-081d54019bce service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897052 Dec 10 19:02:38.970621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-766a941a-fdc6-4e06-b1a9-0746b3b62a0e req-a187ef57-7692-4810-80ff-c2dff6b1e79c service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903194 Dec 10 19:02:39.377898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6854-b7dc-4153-9bfc-bbda08c745c1 req-e3eb7fca-9249-43cc-8a0d-57acc56f9617 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:39.379459 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e26a6854-b7dc-4153-9bfc-bbda08c745c1 req-e3eb7fca-9249-43cc-8a0d-57acc56f9617 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0593562 Dec 10 19:02:39.435818 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e26a6854-b7dc-4153-9bfc-bbda08c745c1 req-d27c9afc-3f08-4061-8308-3ae229a9244c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500669 Dec 10 19:02:40.565560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02a08c-d8b8-430f-bde8-a0e01d5a40fa req-fdd4738f-1577-4af2-964d-d0f81cbea040 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:40.567004 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d02a08c-d8b8-430f-bde8-a0e01d5a40fa req-fdd4738f-1577-4af2-964d-d0f81cbea040 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0533447 Dec 10 19:02:40.626487 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d02a08c-d8b8-430f-bde8-a0e01d5a40fa req-bf041f40-b2d4-4592-b640-6729224fa91d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494282 Dec 10 19:02:41.766881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1bd8-dec6-49fa-b0ed-4b1ef9e20d9a req-33b9b7a8-85b5-479a-8010-eef4cd984624 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:41.768461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b78d1bd8-dec6-49fa-b0ed-4b1ef9e20d9a req-33b9b7a8-85b5-479a-8010-eef4cd984624 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0562105 Dec 10 19:02:41.832016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b78d1bd8-dec6-49fa-b0ed-4b1ef9e20d9a req-02c0338d-8c10-4eae-b475-b1dba293f6a5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545189 Dec 10 19:02:42.955438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7790ec-e728-4d7a-8d9a-78c1a4f3a469 req-359a4bd1-b06b-4364-bfa9-ea767dcd2253 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:42.956955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a7790ec-e728-4d7a-8d9a-78c1a4f3a469 req-359a4bd1-b06b-4364-bfa9-ea767dcd2253 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0527010 Dec 10 19:02:43.016665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a7790ec-e728-4d7a-8d9a-78c1a4f3a469 req-2befd047-fd24-40b0-bf14-024bbad529dd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510654 Dec 10 19:02:44.141054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710615f9-cdcd-48ae-83a1-e846b00a5c4d req-772d0873-71f2-4f72-a10c-6fab3a560fdb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:44.142566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-710615f9-cdcd-48ae-83a1-e846b00a5c4d req-772d0873-71f2-4f72-a10c-6fab3a560fdb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0535662 Dec 10 19:02:44.194423 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-710615f9-cdcd-48ae-83a1-e846b00a5c4d req-8351a008-c575-4621-8141-f12f6973ca58 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454764 Dec 10 19:02:45.326764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13451779-1699-4b0b-89b1-f9f4a50a76bb req-fd15e052-bee0-459a-aa65-27482bd6af91 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:45.328327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13451779-1699-4b0b-89b1-f9f4a50a76bb req-fd15e052-bee0-459a-aa65-27482bd6af91 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0543563 Dec 10 19:02:45.384451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-13451779-1699-4b0b-89b1-f9f4a50a76bb req-509ad0ba-4179-44bf-af99-c9b355a63d04 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470674 Dec 10 19:02:46.311429 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:02:46.528118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692b7be-4195-41fb-93e6-daa0776201fd req-290cb2a0-7d53-4ff8-9167-e49f266c6d2a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:46.530450 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4692b7be-4195-41fb-93e6-daa0776201fd req-290cb2a0-7d53-4ff8-9167-e49f266c6d2a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0703993 Dec 10 19:02:46.582258 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4692b7be-4195-41fb-93e6-daa0776201fd req-05789f81-2890-4004-ba42-97ab25018790 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444763 Dec 10 19:02:47.714422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73470064-c7d6-4148-b328-8c39ef9581f1 req-b99e3b34-dbef-4b19-9e88-5682c6fae73c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:47.715963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73470064-c7d6-4148-b328-8c39ef9581f1 req-b99e3b34-dbef-4b19-9e88-5682c6fae73c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0565906 Dec 10 19:02:47.770469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73470064-c7d6-4148-b328-8c39ef9581f1 req-8b212099-90b1-448e-b781-0777f06eff57 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451486 Dec 10 19:02:48.902182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9de65f-191e-4a76-b770-16c0da2a9376 req-4014ee93-9162-49c6-bbd7-31883fb69906 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:48.904047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b9de65f-191e-4a76-b770-16c0da2a9376 req-4014ee93-9162-49c6-bbd7-31883fb69906 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0619745 Dec 10 19:02:48.954332 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3b9de65f-191e-4a76-b770-16c0da2a9376 req-5d177313-3731-4d05-9f4b-d42fc22ff97c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Dec 10 19:02:50.079798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10fb4e-f54c-4a2d-ba59-8ad96513cf0f req-91404155-d433-4025-a461-5690b41862de tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:50.081229 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f10fb4e-f54c-4a2d-ba59-8ad96513cf0f req-91404155-d433-4025-a461-5690b41862de tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0515099 Dec 10 19:02:50.131461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4f10fb4e-f54c-4a2d-ba59-8ad96513cf0f req-bb019d38-aba6-4652-a32c-eba8ee655fa6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Dec 10 19:02:51.262611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8198549-c1c2-499e-8aef-5cd7fdf78d94 req-52023b64-8da6-45b5-a5e6-454da3fedb6e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:51.264146 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8198549-c1c2-499e-8aef-5cd7fdf78d94 req-52023b64-8da6-45b5-a5e6-454da3fedb6e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0621722 Dec 10 19:02:51.323860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8198549-c1c2-499e-8aef-5cd7fdf78d94 req-2e7ea6a6-d683-41c3-9ce1-dfb469c3c54a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505219 Dec 10 19:02:52.455930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788fb90-3b3c-4bcb-97ec-7f9020903f01 req-527c26d8-e08e-4747-b1e6-799d8d27f2f2 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:52.457435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d788fb90-3b3c-4bcb-97ec-7f9020903f01 req-527c26d8-e08e-4747-b1e6-799d8d27f2f2 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0593710 Dec 10 19:02:52.513606 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d788fb90-3b3c-4bcb-97ec-7f9020903f01 req-aef3e5b0-25fd-4d98-9fba-4b54d99fbc03 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Dec 10 19:02:53.217224 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-6007f427-bce8-4c84-b778-7db7f9e152d5 service neutron] show failed (client error): The resource could not be found. Dec 10 19:02:53.218263 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-6007f427-bce8-4c84-b778-7db7f9e152d5 service neutron] 10.222.0.30 "GET /v2.0/ports/40a44e76-cce3-40a9-a86d-37ea7e04977a/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0594184 Dec 10 19:02:53.519761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-48598da6-6214-444a-8f49-baf45ae4436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:53.521219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-48598da6-6214-444a-8f49-baf45ae4436b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 1097 time: 0.1358821 Dec 10 19:02:53.533185 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:02:53.594628 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.644870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800ac27-7b0c-4908-a0a4-d013c3508115 req-7b35d1e8-44be-4d2a-99d7-c46f79fb79a4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:53.646524 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8800ac27-7b0c-4908-a0a4-d013c3508115 req-7b35d1e8-44be-4d2a-99d7-c46f79fb79a4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0504470 Dec 10 19:02:53.698016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8800ac27-7b0c-4908-a0a4-d013c3508115 req-e39ed4c3-148e-436a-962e-9a7024d809f6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449996 Dec 10 19:02:53.866620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:53.913868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:53.959928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:53.962377 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad7bd25-ad1b-463e-857b-853015812723" -d '{"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-unplugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:53.966810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:53.980837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Transition to ACTIVE for port object 40a44e76-cce3-40a9-a86d-37ea7e04977a will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:02:53.988175 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.121806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:54.131584 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c12fc7e-4671-4353-ba1b-2f901b17289e x-openstack-request-id: req-1c12fc7e-4671-4353-ba1b-2f901b17289e {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:54.131792 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-unplugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:54.132093 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c12fc7e-4671-4353-ba1b-2f901b17289e {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:54.132699 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'code': 200} Dec 10 19:02:54.152487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.152830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.153168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.153507 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.153871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.154250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.154612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.155010 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.155549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.156094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.156644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.156985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.157317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:54.211421 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] No DVR routers for this DVR port 40a44e76-cce3-40a9-a86d-37ea7e04977a on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:02:54.371959 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:02:54.372233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:02:54.372495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:54.377334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:02:54.377739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:02:54.386068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:02:54.387008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:02:54.387985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:02:54.388727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Bound port: 40a44e76-cce3-40a9-a86d-37ea7e04977a, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:02:54.389324 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.470847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:02:54.474431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:02:54.485529 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.524368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:54.525081 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:54.526533 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] 10.222.0.59 "PUT /v2.0/ports/40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1092 time: 0.9975832 Dec 10 19:02:54.562877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664ed80-d4c3-4eea-90e1-f010dce5e21e service neutron] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:54.600109 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-723644a8-b14b-4243-b1b2-c6bf89c36711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:54.601357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-723644a8-b14b-4243-b1b2-c6bf89c36711 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1095 time: 0.0487251 Dec 10 19:02:54.696906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-fc914f03-9fdc-4444-a7b5-aeafd97278f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:54.698455 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-fc914f03-9fdc-4444-a7b5-aeafd97278f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0890458 Dec 10 19:02:54.772185 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-2ed7c0ad-2bdc-4427-a0b5-899bb22fd766 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1000 time: 0.0651927 Dec 10 19:02:54.826172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-d7fbae04-d7a3-4a61-aa04-e85270758afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:54.827744 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-d7fbae04-d7a3-4a61-aa04-e85270758afb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0493383 Dec 10 19:02:54.851199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2de86-cdee-46f5-8bf9-706493442f4e req-d3a7f453-6477-4e17-b635-84f3228d30d9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:54.852770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89e2de86-cdee-46f5-8bf9-706493442f4e req-d3a7f453-6477-4e17-b635-84f3228d30d9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 944 time: 0.0620966 Dec 10 19:02:54.882509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-9a3eef7b-b3d0-4a13-967b-d41264b062cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:54.884135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-9a3eef7b-b3d0-4a13-967b-d41264b062cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481780 Dec 10 19:02:54.903410 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89e2de86-cdee-46f5-8bf9-706493442f4e req-a3d41efd-f378-4ce0-9b24-b720011451df tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442486 Dec 10 19:02:54.982181 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-ad8c8f2a-4fdd-48b0-81c8-0080ab57719a service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894625 Dec 10 19:02:55.075958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19935af0-f72c-4fcb-ad54-d7fe9d3ed3e6 req-b34ab8b2-c1dc-4183-9134-550c6f9e2bbc service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865610 Dec 10 19:02:56.041304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571c75-ea47-4989-82e3-e45f3bf8db1d req-39c81a2d-1fdc-4f27-8b21-3fbebe22d39c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.042863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb571c75-ea47-4989-82e3-e45f3bf8db1d req-39c81a2d-1fdc-4f27-8b21-3fbebe22d39c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 944 time: 0.0555110 Dec 10 19:02:56.098598 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fb571c75-ea47-4989-82e3-e45f3bf8db1d req-dd085e8d-98de-49c2-a11d-4d1d0974a6f5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Dec 10 19:02:56.134316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:56.136750 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:56.187712 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b043b2-515f-4deb-aaec-1722c2d6a03b x-openstack-request-id: req-a6b043b2-515f-4deb-aaec-1722c2d6a03b {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:56.188019 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:56.188363 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a6b043b2-515f-4deb-aaec-1722c2d6a03b {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:56.188773 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'status': 'completed', 'code': 200} Dec 10 19:02:56.252846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-fdfa3e0e-c5bf-4c60-b477-2886fb41708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.254425 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-fdfa3e0e-c5bf-4c60-b477-2886fb41708b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1095 time: 0.0444598 Dec 10 19:02:56.260397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-6b961283-7b1f-4621-925f-6cf06a8c4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.261933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-6b961283-7b1f-4621-925f-6cf06a8c4a17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1095 time: 0.0433896 Dec 10 19:02:56.356051 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-308f5c25-62ed-414e-a356-0e688234e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.357430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-308f5c25-62ed-414e-a356-0e688234e25f service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0954182 Dec 10 19:02:56.363989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-e0c1a761-5a79-4595-b66a-7e23394ad6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.365685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-e0c1a761-5a79-4595-b66a-7e23394ad6be service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0933163 Dec 10 19:02:56.434652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-ad2d0449-1f41-4990-9dde-9738156bb1f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1000 time: 0.0698166 Dec 10 19:02:56.435183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-dcb6d95e-e651-4f2c-aae3-8f026bbfcd19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1000 time: 0.0624216 Dec 10 19:02:56.491747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-b428fb36-873c-4112-a795-99a2d211d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.492978 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-c94902a0-cf5d-42a0-90ea-4532fc86dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.493304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-b428fb36-873c-4112-a795-99a2d211d395 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0494666 Dec 10 19:02:56.494562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-c94902a0-cf5d-42a0-90ea-4532fc86dc2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0487947 Dec 10 19:02:56.542781 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-6c026f57-6654-4023-a798-458bd538fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.544334 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-6c026f57-6654-4023-a798-458bd538fae0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420117 Dec 10 19:02:56.545860 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-a4a122b7-34cd-407f-9e22-4d8062ab1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:56.547391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-a4a122b7-34cd-407f-9e22-4d8062ab1e61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466850 Dec 10 19:02:56.646775 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-af541da5-d3d5-4ee8-a1ad-6edad40769c9 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900404 Dec 10 19:02:56.658599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-9a2fa931-201f-459c-8f0a-a352b8758e63 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026747 Dec 10 19:02:56.751932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-1e31718b-053d-4ce3-beee-4eb9438acaf9 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959122 Dec 10 19:02:56.767899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a36a762f-a1ae-4223-96cc-c9d7bdd06ba2 req-98c8dc03-2150-4d69-8d0f-96427248e661 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008170 Dec 10 19:02:57.003673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:02:57.111025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:57.125694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'mac_address': 'fa:16:3e:7e:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:02:57.163970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.181391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a44e76-cce3-40a9-a86d-37ea7e04977a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:02:57.200909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:57.206207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:57.220861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe679520-260c-43c3-bbeb-8566b161355e req-3d049a01-e98f-4a00-996a-858d1675c280 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:57.222496 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe679520-260c-43c3-bbeb-8566b161355e req-3d049a01-e98f-4a00-996a-858d1675c280 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 944 time: 0.0529532 Dec 10 19:02:57.256171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:02:57.263402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.263748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.264087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.264422 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.264752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.265099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.265421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.265726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.266051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.266391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.266754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.267076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.267396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:02:57.276832 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fe679520-260c-43c3-bbeb-8566b161355e req-da909dd7-102d-4438-8da8-d13445470105 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477905 Dec 10 19:02:57.438044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:02:57.440480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['40a44e76-cce3-40a9-a86d-37ea7e04977a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:02:57.521003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:02:57.608471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-cd5b5e32-0e05-4e4f-9725-e8b6b658881f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:57.609937 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-cd5b5e32-0e05-4e4f-9725-e8b6b658881f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67&tenant_id=e3c72d3e28c84547a07ef45c64e0725e&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 945 time: 0.0810137 Dec 10 19:02:57.624041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb218b-e42e-4137-98b1-b323b7080fc3 req-a7d78efd-6bb8-4c97-ae5e-93fd7ceb5ea4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:57.625581 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34fb218b-e42e-4137-98b1-b323b7080fc3 req-a7d78efd-6bb8-4c97-ae5e-93fd7ceb5ea4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0696156 Dec 10 19:02:57.713929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-34fb218b-e42e-4137-98b1-b323b7080fc3 req-1ed62ca8-fe17-4de0-bb62-13092d91fa0f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821807 Dec 10 19:02:57.715666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-eba768ff-7a62-4f3e-8f17-d08ef3c648cc service neutron] 10.222.0.59 "GET /v2.0/ports/40a44e76-cce3-40a9-a86d-37ea7e04977a/bindings/n-h1-821424-1 HTTP/1.1" status: 200 len: 382 time: 0.0892153 Dec 10 19:02:57.793907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-8b951ac5-73b4-4f32-9ad0-164b55f9a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:57.795408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-8b951ac5-73b4-4f32-9ad0-164b55f9a64c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1096 time: 0.0476997 Dec 10 19:02:57.894556 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-99175546-8d8a-42bb-9565-cab7eab7e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:57.896078 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-99175546-8d8a-42bb-9565-cab7eab7e994 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0922537 Dec 10 19:02:57.973314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-71647e5f-279e-4d11-ba22-d14e9fd68160 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1001 time: 0.0694466 Dec 10 19:02:58.027221 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-ee3144b4-9729-4883-8c30-5bedf6e019a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:58.028793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-ee3144b4-9729-4883-8c30-5bedf6e019a9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0468659 Dec 10 19:02:58.078349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-25137137-14f6-4281-9d18-d36780e629af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:58.079856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-25137137-14f6-4281-9d18-d36780e629af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444882 Dec 10 19:02:58.180307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-7b4d4f4d-4f3d-4640-8587-27d496989edf service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925140 Dec 10 19:02:58.273812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-b2de1ea1-6d6d-4f74-a824-644b69aa6d72 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865960 Dec 10 19:02:58.331411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65b9891a-8acb-49d3-a460-d5523e545655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:58.851775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbd024-ee1a-4af1-9fad-110187f9c9ca req-d3e856ec-9f55-40e5-88ed-a27a8aae72e6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:02:58.853814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05cbd024-ee1a-4af1-9fad-110187f9c9ca req-d3e856ec-9f55-40e5-88ed-a27a8aae72e6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Dec 10 19:02:58.904666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05cbd024-ee1a-4af1-9fad-110187f9c9ca req-addd2bf3-6b26-497c-9bfa-a492cf613a86 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446277 Dec 10 19:02:59.018212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:02:59.072523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 40a44e76-cce3-40a9-a86d-37ea7e04977a completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:02:59.078616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 40a44e76-cce3-40a9-a86d-37ea7e04977a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:02:59.079252 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.163710 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.189012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:02:59.191485 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163141a3-3fd3-41ea-ba88-fce8b2df2a0f" -d '{"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-plugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:02:59.205949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:02:59.212159 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:02:59.246511 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebf65cd-b4b4-4eba-9045-70028598d42f x-openstack-request-id: req-eebf65cd-b4b4-4eba-9045-70028598d42f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:02:59.246800 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-plugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:02:59.247412 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-eebf65cd-b4b4-4eba-9045-70028598d42f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:02:59.247412 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'code': 200} Dec 10 19:02:59.267343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:00.030210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056c84f-d721-4762-9068-578fd9ae3eed req-573ddd7c-3e0f-4f84-a289-b02bdb727a7f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:00.031831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2056c84f-d721-4762-9068-578fd9ae3eed req-573ddd7c-3e0f-4f84-a289-b02bdb727a7f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.0520041 Dec 10 19:03:00.086557 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2056c84f-d721-4762-9068-578fd9ae3eed req-6f833847-5ee3-4a2e-a075-3f18f58adfec tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480149 Dec 10 19:03:00.304607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-172e4b62-cb7a-4e53-9de0-143f9966da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:00.306144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-172e4b62-cb7a-4e53-9de0-143f9966da76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 1097 time: 0.0497234 Dec 10 19:03:00.318402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:00.375414 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.588923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:00.622787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:03:00.665896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:00.668158 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311c882e-67c5-4138-99e2-78cb2d471638" -d '{"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-unplugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:00.671926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.685533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Transition to ACTIVE for port object 40a44e76-cce3-40a9-a86d-37ea7e04977a will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:03:00.691043 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:00.724695 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5202ac1-4b9b-4d2d-95f7-770a22c5a80a x-openstack-request-id: req-e5202ac1-4b9b-4d2d-95f7-770a22c5a80a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:00.724995 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-unplugged", "status": "completed", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:00.725266 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e5202ac1-4b9b-4d2d-95f7-770a22c5a80a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:00.725649 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'code': 200} Dec 10 19:03:00.771299 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=10']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:00.786183 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.786561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.786978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.787912 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.788259 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.788598 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.788936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.789278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.789611 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.789944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.790275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.790630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.790960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:03:00.829579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] No DVR routers for this DVR port 40a44e76-cce3-40a9-a86d-37ea7e04977a on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:03:00.974503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:03:00.974856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:03:00.975161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:03:00.980572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:03:00.980901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Attempting to bind port 40a44e76-cce3-40a9-a86d-37ea7e04977a on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:03:00.986228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:03:00.986626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:03:00.987023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:03:00.987532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Bound port: 40a44e76-cce3-40a9-a86d-37ea7e04977a, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:03:00.987905 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:01.054458 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:03:01.057535 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:03:01.064764 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:01.103038 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.103683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:01.105197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] 10.222.0.30 "PUT /v2.0/ports/40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1093 time: 0.7910659 Dec 10 19:03:01.132741 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046e29a-4719-4dbc-8a49-b2ee84b3b238 service neutron] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=11']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:01.209375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-07fbee9a-c7e6-4098-96c3-2b45adf35e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.211181 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-07fbee9a-c7e6-4098-96c3-2b45adf35e86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1096 time: 0.0752776 Dec 10 19:03:01.288098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f877e89-87a4-44d0-b38a-f8c60b3a49e5 req-a6623af3-6855-4c4b-b2e8-21aba1185c96 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.289677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f877e89-87a4-44d0-b38a-f8c60b3a49e5 req-a6623af3-6855-4c4b-b2e8-21aba1185c96 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.1164706 Dec 10 19:03:01.352553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-0694e6f3-e70d-4322-9417-e8009503d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.354042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-0694e6f3-e70d-4322-9417-e8009503d923 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1346691 Dec 10 19:03:01.372049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4f877e89-87a4-44d0-b38a-f8c60b3a49e5 req-b7280df4-ca38-4036-a8aa-82b41e6950de tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760014 Dec 10 19:03:01.432368 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-4b6098be-a02d-4756-9d5c-5e65b4628abe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1000 time: 0.0707541 Dec 10 19:03:01.490117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-32ece31e-8c03-4295-98be-92c96c6e536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.490938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-32ece31e-8c03-4295-98be-92c96c6e536b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0521102 Dec 10 19:03:01.541811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-93325830-2747-4798-b2f7-7f57496ce6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:01.543448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-93325830-2747-4798-b2f7-7f57496ce6b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453329 Dec 10 19:03:01.640546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-f92df053-8d8d-474f-85d1-2d6d3e68de40 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898311 Dec 10 19:03:01.660598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fb3284fa-c4f7-4aff-ade4-bb34e8dd6c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:01.743104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-609fbe80-33f3-45c1-8466-ba51b25f2954 req-3f254f43-b66f-4ee0-bd35-0288215ba473 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954483 Dec 10 19:03:02.239004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:02.286858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:02.573364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7f647-fb91-44e2-9758-ee8b703ee60a req-88dcf6a5-6244-4a35-9fee-dd6c24617e03 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:02.574897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08d7f647-fb91-44e2-9758-ee8b703ee60a req-88dcf6a5-6244-4a35-9fee-dd6c24617e03 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.1244228 Dec 10 19:03:02.624395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08d7f647-fb91-44e2-9758-ee8b703ee60a req-72b6eb0c-bccb-486a-9d07-1dc22ea5c473 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Dec 10 19:03:02.727163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:02.729925 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:02.793063 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d483df-7598-45b7-b888-ec1ff50b7bff x-openstack-request-id: req-a8d483df-7598-45b7-b888-ec1ff50b7bff {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:02.793381 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:02.793711 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a8d483df-7598-45b7-b888-ec1ff50b7bff {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:02.794211 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'status': 'completed', 'code': 200} Dec 10 19:03:02.855251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-601e9e7f-55f4-4a5e-8350-792ce2aa5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:02.856907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-601e9e7f-55f4-4a5e-8350-792ce2aa5249 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1096 time: 0.0438535 Dec 10 19:03:02.866212 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-de98b8d8-1e08-43e5-a51d-b171872730ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:02.867920 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-de98b8d8-1e08-43e5-a51d-b171872730ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 1096 time: 0.0480421 Dec 10 19:03:02.957486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-bd2ff848-fa57-4e46-8fa0-cbc4103ca8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:02.959114 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-bd2ff848-fa57-4e46-8fa0-cbc4103ca8c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0955241 Dec 10 19:03:02.965987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-538e1392-b747-4631-af8f-56832c4644b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:02.967570 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-538e1392-b747-4631-af8f-56832c4644b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0900822 Dec 10 19:03:03.029302 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-4fd20ada-acbb-4b16-907a-da2ca52554ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1000 time: 0.0631225 Dec 10 19:03:03.049617 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:03:03.095753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-09d19243-7273-47fa-8e58-79a9f6593872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:03.097505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-09d19243-7273-47fa-8e58-79a9f6593872 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0613041 Dec 10 19:03:03.108730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:03:03.160883 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-c45f5a75-c8e6-4b0e-998d-3e0885a03500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:03.163548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-c45f5a75-c8e6-4b0e-998d-3e0885a03500 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593722 Dec 10 19:03:03.264109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-cdcb4d0a-a66b-49ec-bf6c-d3f800a3f7e4 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937891 Dec 10 19:03:03.344874 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-85751e4a-f8a0-4316-9d83-6f0684aff294 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 200 len: 1000 time: 0.3693058 Dec 10 19:03:03.367995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-a77f53ef-6616-46a5-a796-467e3d9ba3cf service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971630 Dec 10 19:03:03.397046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-263daad9-fdc5-450a-b184-d12a619dd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:03.398700 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-263daad9-fdc5-450a-b184-d12a619dd6c5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0469177 Dec 10 19:03:03.450834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-c67478d8-684d-4421-a4a7-36aef13c6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:03.452429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-c67478d8-684d-4421-a4a7-36aef13c6349 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462985 Dec 10 19:03:03.550988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-da395af0-9f71-4d59-b3ac-1c8521e8c9df service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911438 Dec 10 19:03:03.651860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-95efed2c-e5d9-4eef-a6e6-a12c844de7c8 req-55f7d377-0c12-4788-8896-8c078cacc6d0 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907815 Dec 10 19:03:03.757147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922df2a-c353-4c0d-ba55-73900134c10c req-fb92dae0-b082-4bf6-bed5-2eeb6ac930d6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:03.758706 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9922df2a-c353-4c0d-ba55-73900134c10c req-fb92dae0-b082-4bf6-bed5-2eeb6ac930d6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0536306 Dec 10 19:03:03.812587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9922df2a-c353-4c0d-ba55-73900134c10c req-300ef999-7383-4b5c-aae0-b58970e53afe tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Dec 10 19:03:03.903584 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:03.948646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313757eb-d169-4296-9dcc-d113b0854ab3 req-53ce2524-f67d-4575-bdae-e417d7536446 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:03.950182 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-313757eb-d169-4296-9dcc-d113b0854ab3 req-53ce2524-f67d-4575-bdae-e417d7536446 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0537143 Dec 10 19:03:04.020607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-313757eb-d169-4296-9dcc-d113b0854ab3 req-5e533b82-3107-48b8-bbd1-e108f0043243 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615706 Dec 10 19:03:04.157931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4943c81-223d-4897-b250-ba6db2a6f5d8 req-c7cf83d7-7594-4824-8925-da23e21d88a4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:04.159348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4943c81-223d-4897-b250-ba6db2a6f5d8 req-c7cf83d7-7594-4824-8925-da23e21d88a4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0561814 Dec 10 19:03:04.175334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:04.222494 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4943c81-223d-4897-b250-ba6db2a6f5d8 req-3ca681fc-4ee2-4f73-a81d-6435241d60fe tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569096 Dec 10 19:03:04.483616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bd7d9-6125-4e72-a3fc-d4ebda3e3512 req-2b3702b8-33a0-4810-bb8c-02841b2b0127 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:04.485125 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-205bd7d9-6125-4e72-a3fc-d4ebda3e3512 req-2b3702b8-33a0-4810-bb8c-02841b2b0127 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0593629 Dec 10 19:03:04.541277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-205bd7d9-6125-4e72-a3fc-d4ebda3e3512 req-ec29d8e0-984d-46e2-abf0-d1a645bea0d7 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496469 Dec 10 19:03:04.979402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:05.462658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:03:05.571002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:05.583763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'mac_address': 'fa:16:3e:7e:eb:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:03:05.622635 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:05.636201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a44e76-cce3-40a9-a86d-37ea7e04977a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:03:05.651375 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-fe47dceb-8771-488d-988e-f038e55732ca tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:05.653069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-fe47dceb-8771-488d-988e-f038e55732ca tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 945 time: 0.0574780 Dec 10 19:03:05.656606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:05.662799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:05.714706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=12']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:05.778763 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6ae36-011c-430f-b182-b7c958a47c47 req-5ef5fe6d-cfee-44e6-bb41-687d22a12e4c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:05.780617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64c6ae36-011c-430f-b182-b7c958a47c47 req-5ef5fe6d-cfee-44e6-bb41-687d22a12e4c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 946 time: 0.1585507 Dec 10 19:03:05.827339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Deleting port 40a44e76-cce3-40a9-a86d-37ea7e04977a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:03:05.827680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:05.852830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-64c6ae36-011c-430f-b182-b7c958a47c47 req-f08af29d-3501-4487-a9f0-34e95da67607 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652983 Dec 10 19:03:05.929888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] For port 40a44e76-cce3-40a9-a86d-37ea7e04977a, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=40a44e76-cce3-40a9-a86d-37ea7e04977a,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:05.930265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.110934 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.111206 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.111559 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 disassociated. External IP: 172.25.2.85, port: 40a44e76-cce3-40a9-a86d-37ea7e04977a. Dec 10 19:03:06.111925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Calling delete_port for 40a44e76-cce3-40a9-a86d-37ea7e04977a owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:03:06.262461 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.294502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event deleted for resources: {'Port': ['ID=40a44e76-cce3-40a9-a86d-37ea7e04977a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:06.422337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:03:06.554854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:03:06.568053 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:03:06.579413 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:06.580183 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:03:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:06.603184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] No DVR routers for this DVR port 40a44e76-cce3-40a9-a86d-37ea7e04977a on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:03:06.606132 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:06.609447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f95d5e8a-3630-4ce7-965c-c1a7fbd865ba req-6dd2b417-456a-4296-9e29-dcf190862ab5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "DELETE /v2.0/ports/40a44e76-cce3-40a9-a86d-37ea7e04977a HTTP/1.1" status: 204 len: 173 time: 0.9500656 Dec 10 19:03:06.609893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-deleted', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:06.612249 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f34b8d-7e68-442a-8a36-4924102d0b13" -d '{"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-deleted", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:06.655169 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1747d44f-e819-4ea6-859d-fd8a0fd189f9 x-openstack-request-id: req-1747d44f-e819-4ea6-859d-fd8a0fd189f9 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:06.655795 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14f8544-7fab-4780-b943-8cd2cd350d67", "name": "network-vif-deleted", "tag": "40a44e76-cce3-40a9-a86d-37ea7e04977a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:06.655795 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1747d44f-e819-4ea6-859d-fd8a0fd189f9 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:06.656304 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14f8544-7fab-4780-b943-8cd2cd350d67', 'name': 'network-vif-deleted', 'tag': '40a44e76-cce3-40a9-a86d-37ea7e04977a', 'status': 'completed', 'code': 200} Dec 10 19:03:06.701137 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:06.936589 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:06.966887 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:03:06.970107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-661a2216-49e5-45e7-8c41-4da5d39e938d req-20723d19-8b69-430c-a16c-4617bc9d7a59 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=b14f8544-7fab-4780-b943-8cd2cd350d67 HTTP/1.1" status: 200 len: 210 time: 0.0299473 Dec 10 19:03:06.976813 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:06.977430 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:03:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:07.085976 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:07.308933 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:07.336849 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ed82ae-0fdc-4fa7-8499-14c25d1effc8 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:03:07.591067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfae6d-d9db-4486-9ceb-13d893193ff2 None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:03:08.299515 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-42f40e4c-eeed-4d11-8048-53045b1ef39c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1689506529&fields=id&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 267 time: 0.0440290 Dec 10 19:03:08.729934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-c7d0e930-03ee-4ca1-96a9-f57c52bcd599 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:08.731492 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-c7d0e930-03ee-4ca1-96a9-f57c52bcd599 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.4226294 Dec 10 19:03:08.749737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-12c5dbf6-8676-4308-b951-7a341a5c479a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/quotas/e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 375 time: 0.0099409 Dec 10 19:03:08.806083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f4da851d-d9ae-48f9-8e17-ebaec27c3b02 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479083 Dec 10 19:03:08.823213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-bc8205be-3aeb-4832-97a2-e0fd33d8c796 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:03:08.824212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-bc8205be-3aeb-4832-97a2-e0fd33d8c796 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061533 Dec 10 19:03:08.922763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-3ecef8d3-4d80-459e-9c08-0c0a297baeb5 service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923374 Dec 10 19:03:09.026956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-d8b4560b-fa21-4ad4-87f1-107da3c2043c service neutron] 10.222.0.55 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951691 Dec 10 19:03:09.203477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-086ca435-ba77-4b9e-9b90-898a0497ffeb req-5ca424c7-c612-4188-bfdb-13f334661235 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 210 time: 0.0390368 Dec 10 19:03:09.468965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:03:09.492251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 40a44e76-cce3-40a9-a86d-37ea7e04977a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:03:09.492699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 40a44e76-cce3-40a9-a86d-37ea7e04977a not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:03:10.190104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-1558b9e4-76f3-47ce-9258-95a039dc57dd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:10.191638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-1558b9e4-76f3-47ce-9258-95a039dc57dd tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 812 time: 0.1151841 Dec 10 19:03:10.274896 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-bcf917ee-fe2e-4dfb-84de-5b02226afd98 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 380 time: 0.0743208 Dec 10 19:03:10.290624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'port': {'device_id': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'admin_state_up': True, 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'security_groups': ['30c1ec27-29b3-458e-a913-e15fd2e40f6b']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:10.322080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b524aa8-65cb-44c3-a33c-e29975862bc5 req-45b4d03c-2a2c-4123-9a42-88fe702699e4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 210 time: 0.0433290 Dec 10 19:03:10.422127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Made reservation on behalf of e3c72d3e28c84547a07ef45c64e0725e for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:03:10.427476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.563520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Allocated IP 172.20.0.3 (4db0ea02-eea3-4fa0-93c1-e59e8754ce2e/ba57f9eb-f414-4e03-8484-f7a3bd90a18b/e6f8e95c-3187-4bdf-b43b-d1fbd870f875) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:03:10.708192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.745265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.789696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:03:10.792905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:03:10.796492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:03:10.803154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:10.851791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:10.852455 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:10.871160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-f47c54ef-8f0a-438f-8a5f-8dc82cad8534 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840569 Dec 10 19:03:10.883915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Request body: {'port': {'device_id': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:10.950915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.002079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6fe5a0c8-3377-4a0f-83e8-d932b9c7c0aa None None] Provisioning complete for port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:03:11.002723 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6fe5a0c8-3377-4a0f-83e8-d932b9c7c0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.040684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5a0c8-3377-4a0f-83e8-d932b9c7c0aa None None] Port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:03:11.233607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:03:11.241602 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.260860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Transition to ACTIVE for port object e6f8e95c-3187-4bdf-b43b-d1fbd870f875 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:03:11.265284 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.316653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:11.400991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:03:11.401487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:03:11.401910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:03:11.407112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:03:11.407549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:03:11.414906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:03:11.415244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:03:11.415631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:03:11.416065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Bound port: e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:03:11.416424 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.450941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1fa7e-7687-4fe6-a987-36a2a016c557 req-80bd80d1-d2da-41f0-b034-995e1077bc68 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.452531 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1af1fa7e-7687-4fe6-a987-36a2a016c557 req-80bd80d1-d2da-41f0-b034-995e1077bc68 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0536332 Dec 10 19:03:11.486216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:03:11.490309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:03:11.498750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.506809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1af1fa7e-7687-4fe6-a987-36a2a016c557 req-7657e142-d61b-4495-9c46-4b9389bf955c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459628 Dec 10 19:03:11.539438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.540087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:11.541524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] 10.222.0.59 "PUT /v2.0/ports/e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 1091 time: 0.6622298 Dec 10 19:03:11.541974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:11.544341 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52fc951e735aac198c5ad423560fa51aea00338a3ee46b69f02d6ceae7b241a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fa7f4e-7b41-4be5-bd06-9a92578268bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:11.573949 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdb600-4472-4d8d-87a2-6b7bb0b78bdf service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:11.613919 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4769eb4a-8a41-4b85-9d8f-8623292d93ac x-openstack-request-id: req-4769eb4a-8a41-4b85-9d8f-8623292d93ac {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:11.614210 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:11.614493 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4769eb4a-8a41-4b85-9d8f-8623292d93ac {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:11.614896 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'status': 'completed', 'code': 200} Dec 10 19:03:11.656492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-0c6bf5eb-4dbc-4c46-99a3-a112b8a8edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.658071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-0c6bf5eb-4dbc-4c46-99a3-a112b8a8edb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1094 time: 0.0539875 Dec 10 19:03:11.703995 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-13194ed6-c19e-455d-8f5d-7cc80b5c3e90 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 217 time: 0.0378222 Dec 10 19:03:11.759014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-85ac672c-61fd-4976-952a-5b257d65f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.760646 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-85ac672c-61fd-4976-952a-5b257d65f3c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0496044 Dec 10 19:03:11.818194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-8c33f4e9-9745-41a8-8544-bc799bb78567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:11.820661 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-8c33f4e9-9745-41a8-8544-bc799bb78567 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522435 Dec 10 19:03:11.927642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-eec6bd78-596e-4549-b1f0-9ff5a09eaa30 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995872 Dec 10 19:03:12.034490 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c8fa410-3ae4-4cc5-8bfc-151f8262ebb2 req-7f34bc62-8cfe-4216-90b2-88e30f6b9c40 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999584 Dec 10 19:03:12.137936 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-b7a47216-d3bd-4c71-985b-f2995ab3c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:12.139649 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-b7a47216-d3bd-4c71-985b-f2995ab3c4ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1094 time: 0.0451872 Dec 10 19:03:12.244492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-659110f0-3204-4a9c-8912-1eaee6aae0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:12.246029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-659110f0-3204-4a9c-8912-1eaee6aae0b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0994127 Dec 10 19:03:12.293782 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-f66fd6f9-3fa2-4e12-9343-f52619b3b894 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 217 time: 0.0395122 Dec 10 19:03:12.346402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-16a5f7e5-c1d5-4360-a09c-497ea980e5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:12.347923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-16a5f7e5-c1d5-4360-a09c-497ea980e5ae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0462430 Dec 10 19:03:12.404943 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-3d7f18cc-4cb2-4ace-b20d-f3644d234a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:12.406505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-3d7f18cc-4cb2-4ace-b20d-f3644d234a2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504820 Dec 10 19:03:12.509376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-58bc4caf-c55b-4fa9-a3cc-529356a0f5d6 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922408 Dec 10 19:03:12.603639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-54fa7f4e-7b41-4be5-bd06-9a92578268bb req-17c79e3a-a5fd-4d9c-a988-30bb94552129 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887103 Dec 10 19:03:12.632345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389a8aa-b2ed-4c74-9e6e-e986eb591d8d req-5db0f454-47da-4185-80d0-99808879305e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:12.634069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1389a8aa-b2ed-4c74-9e6e-e986eb591d8d req-5db0f454-47da-4185-80d0-99808879305e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0575233 Dec 10 19:03:12.689440 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1389a8aa-b2ed-4c74-9e6e-e986eb591d8d req-8ff9393c-1bdf-4b6a-9239-5bc67dabd182 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459151 Dec 10 19:03:13.096884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:03:13.197204 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:13.209900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'mac_address': 'fa:16:3e:db:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:03:13.252864 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.268699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:03:13.290159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:13.296546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:13.346021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:13.484230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['e6f8e95c-3187-4bdf-b43b-d1fbd870f875'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:03:13.825000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f491d4-1598-4a82-aca2-763e3d2791da req-ad2dc926-62d1-4ec3-a873-af88bf26f3f4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:13.826568 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92f491d4-1598-4a82-aca2-763e3d2791da req-ad2dc926-62d1-4ec3-a873-af88bf26f3f4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0604768 Dec 10 19:03:13.876845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-92f491d4-1598-4a82-aca2-763e3d2791da req-ff29792d-7afd-46cb-89dd-12d94dd317e5 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439537 Dec 10 19:03:15.008926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277642cb-ffe7-4712-adab-01a1ba03098d req-43d0b6eb-6e70-4eb0-a251-ca446f7d7029 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:15.010510 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277642cb-ffe7-4712-adab-01a1ba03098d req-43d0b6eb-6e70-4eb0-a251-ca446f7d7029 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0552204 Dec 10 19:03:15.062686 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-277642cb-ffe7-4712-adab-01a1ba03098d req-4de95735-3146-4a49-b2f0-6df2495a52b4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434361 Dec 10 19:03:15.107063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:03:15.163390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:03:15.167515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:03:15.167903 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:15.252618 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:15.277345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:15.279879 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee92a7b079fc83d7781cf31384a306b7c394ad4c8537bef8f7acfb65a0790582" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22b3237-a5e0-409b-89cf-b82f5da001fc" -d '{"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-plugged", "status": "completed", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:15.293336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:03:15.298512 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:15.323225 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ddc3b5-ae19-49d3-8237-3cff6a37102b x-openstack-request-id: req-c9ddc3b5-ae19-49d3-8237-3cff6a37102b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:15.323534 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-plugged", "status": "completed", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:15.323794 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9ddc3b5-ae19-49d3-8237-3cff6a37102b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:15.324211 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'code': 200} Dec 10 19:03:15.353023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:03:15.426931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678efa0e-b70e-434e-a208-28a8e7ef54eb req-af58ebbb-76ff-4b67-a42f-f6e88a5c63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:15.428579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-678efa0e-b70e-434e-a208-28a8e7ef54eb req-af58ebbb-76ff-4b67-a42f-f6e88a5c63ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1096 time: 0.0447319 Dec 10 19:03:15.476787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-678efa0e-b70e-434e-a208-28a8e7ef54eb req-e1bb1896-d951-415e-829e-4a9512514497 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413451 Dec 10 19:03:16.200921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a382eb-6ff2-4cfb-b79a-44cf1f6768b0 req-7a7036fd-fc65-4e24-bde9-36ef617a07d4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:16.202514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37a382eb-6ff2-4cfb-b79a-44cf1f6768b0 req-7a7036fd-fc65-4e24-bde9-36ef617a07d4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0614884 Dec 10 19:03:16.262322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-37a382eb-6ff2-4cfb-b79a-44cf1f6768b0 req-7f383cbc-3d2a-4f8b-a662-9cceb63ce301 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509462 Dec 10 19:03:17.406493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc511ab1-ed29-4095-bbcb-4362216b380d req-e683627b-45dc-48ba-a895-81b14b8d0193 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:17.408015 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc511ab1-ed29-4095-bbcb-4362216b380d req-e683627b-45dc-48ba-a895-81b14b8d0193 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0601230 Dec 10 19:03:17.465888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc511ab1-ed29-4095-bbcb-4362216b380d req-0d5573c3-fbb1-4dbe-8e8a-7c580581b940 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489914 Dec 10 19:03:17.596591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d613ca5-74bd-4d3e-9115-547448143c24 req-8f7da7db-2441-4b7e-9e88-7c9994081acf tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:17.598052 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2d613ca5-74bd-4d3e-9115-547448143c24 req-8f7da7db-2441-4b7e-9e88-7c9994081acf tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0606380 Dec 10 19:03:17.607105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59030) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:03:17.611655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Request body: {'floatingip': {'port_id': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:03:17.652501 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:18.130450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:18.136598 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:18.249132 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 associated. External IP: 172.25.2.85, port: e6f8e95c-3187-4bdf-b43b-d1fbd870f875. Dec 10 19:03:18.487541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:03:18.610530 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:03:18.615653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:18.625449 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:03:18.641289 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:18.641975 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:03:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:18.649921 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-73277d0e-282d-4d70-9280-38127c94f96a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "PUT /v2.0/floatingips/4bbe2556-15b9-4eb4-a481-a251f149f951 HTTP/1.1" status: 200 len: 991 time: 1.0388091 Dec 10 19:03:18.649921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:03:18.650334 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a84668392d47329a0d0df473adfa9ecc057f0b72035b8ed64cc73a23f5afe28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:03:18.697637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f922b1-3f09-4784-8d0a-2cc79590740c x-openstack-request-id: req-f6f922b1-3f09-4784-8d0a-2cc79590740c {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:03:18.697637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:03:18.697637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-f6f922b1-3f09-4784-8d0a-2cc79590740c {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:03:18.698004 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'status': 'completed', 'code': 200} Dec 10 19:03:18.760282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-223a33a1-7161-43d8-a51b-6491f4e2aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:18.761736 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-223a33a1-7161-43d8-a51b-6491f4e2aa77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1096 time: 0.0423067 Dec 10 19:03:18.762320 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:18.857973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-fc373092-2445-49d1-8472-3377cf6336a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:18.859570 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-fc373092-2445-49d1-8472-3377cf6336a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0897956 Dec 10 19:03:18.937596 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-916df201-ef06-40f1-b2cf-52ca0f2ec967 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0710530 Dec 10 19:03:18.991860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-ecad3344-f34f-4068-a079-bcda69f6a7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:18.993688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-ecad3344-f34f-4068-a079-bcda69f6a7d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0492070 Dec 10 19:03:19.043218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-62f6cd3e-3df5-4fc8-a77f-03977abd0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:19.044860 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-62f6cd3e-3df5-4fc8-a77f-03977abd0ae9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439804 Dec 10 19:03:19.092968 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:db:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T19:03:18Z', 'revision_number': 13, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:19.120103 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:03:19.129889 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:03:19.130529 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:03:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:19.143255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-36df46b7-8abb-4f3e-96b3-436b8c23ca00 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915456 Dec 10 19:03:19.238751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5590ecc3-7fc3-4093-b2d0-d40fc974f5b5 req-1b8a582c-9c64-490c-b7ce-f828acb758db service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889187 Dec 10 19:03:19.239104 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:03:19.510156 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:db:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T19:03:18Z', 'revision_number': 13, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:03:19.536256 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f509de8f-2e87-441c-b1ce-9ac929f069d1 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '4bbe2556-15b9-4eb4-a481-a251f149f951', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '16f33cef-465f-4307-9226-00b6a0564085', 'port_id': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'mac_address': 'fa:16:3e:db:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T18:56:14Z', 'updated_at': '2021-12-10T19:03:18Z', 'revision_number': 13, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:03:19.759563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3167b6-3cc7-4009-aaaa-82039e9b10ff None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:03:23.311950 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:03:28.336102 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e89ee618-b1f3-455f-adcc-3d1c8738dd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:31.656505 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-36c2c8e2-d069-4316-9004-e32fdb936ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:31.707890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-0c5f02bf-5eb6-4e69-a068-38d294ce6219 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489492 Dec 10 19:03:31.801170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-88753650-3e90-4bc2-91e6-cc09709951a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:31.802645 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-88753650-3e90-4bc2-91e6-cc09709951a1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1096 time: 0.0431559 Dec 10 19:03:31.922077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-92dad70e-033d-441c-8f5b-941c7e3e5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:31.923614 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-92dad70e-033d-441c-8f5b-941c7e3e5f4b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0870993 Dec 10 19:03:31.995895 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-60a414a5-ecba-40e3-9892-71924ac829e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 1001 time: 0.0654554 Dec 10 19:03:32.047250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-2f16e935-0999-43bb-bd19-694127760298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:32.048734 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-2f16e935-0999-43bb-bd19-694127760298 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0455296 Dec 10 19:03:32.102746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-11226cbe-e2a4-41f5-bad7-057653191170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:03:32.104357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-11226cbe-e2a4-41f5-bad7-057653191170 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421524 Dec 10 19:03:32.214135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-e13f7bb6-8cfb-44ab-8086-75b4f2d15909 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028271 Dec 10 19:03:32.233876 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:32.292623 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:32.315217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-00e5fa29-df57-458e-953c-c9b06c1a2185 req-78e2cdc8-7b47-40d5-a39d-d213a6f5ca36 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919263 Dec 10 19:03:33.913209 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:34.176978 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:35.002250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:03:58.341461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab09bcb0-75ec-4bcf-9dfe-51a97474c89f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:00.312996 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:04:01.662774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-928c83c4-903c-468a-a2c5-de285a46319f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:02.235447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:02.311457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:03.913228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:04.173688 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:04.999117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:28.339843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-018bb1dc-b207-42c8-a833-1f27df271d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:31.658886 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b1649be-f22e-4892-8941-775ff15cf901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.238011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:32.308175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:33.914247 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.176921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:34.450287 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-881aa765-05e1-48b3-aa9c-d17fb48eb7c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903506 Dec 10 19:04:34.544820 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-2c1ba30c-c6c9-442f-a49b-79f11a0be16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:34.546480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-2c1ba30c-c6c9-442f-a49b-79f11a0be16f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1096 time: 0.0448954 Dec 10 19:04:34.661449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-eb77054a-dcee-45c4-9b6d-7b67ce260b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:34.663000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-eb77054a-dcee-45c4-9b6d-7b67ce260b29 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0903676 Dec 10 19:04:34.742318 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-3035db2e-f284-4a14-9d28-481272da85b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 1001 time: 0.0701640 Dec 10 19:04:34.791953 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-65a04688-1110-42c3-ac06-dabb5ebddbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:34.793471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-65a04688-1110-42c3-ac06-dabb5ebddbcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0443208 Dec 10 19:04:34.853213 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-afc0a95e-48a2-448f-ac98-2e40cf1b59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:34.855572 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-afc0a95e-48a2-448f-ac98-2e40cf1b59b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480862 Dec 10 19:04:34.958588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-d5f5e303-fd46-49a3-adcc-7394ede49ea7 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959880 Dec 10 19:04:35.023274 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:04:35.064789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4968e7bd-56c7-4037-848b-ac4f164ffade req-ce1c6aa2-6e9d-45dc-8518-f38d4127f59f service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981896 Dec 10 19:04:37.312540 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:04:56.870633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d61a0-d4d3-4408-82f3-a2b0ce78cc39 req-49994e40-6565-471c-a633-f8ef257f46c0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:04:56.872690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b8d61a0-d4d3-4408-82f3-a2b0ce78cc39 req-49994e40-6565-471c-a633-f8ef257f46c0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.1303101 Dec 10 19:04:56.936524 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b8d61a0-d4d3-4408-82f3-a2b0ce78cc39 req-ccce84b2-0f32-46f0-9542-a9130b6a50df tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572026 Dec 10 19:04:58.337857 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f7811271-9bd6-49ce-aec8-9b1f922f46af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:01.661948 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4cbb61a6-4809-403a-9abd-08a5eb603d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:02.241641 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:02.342683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:03.915978 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:04.179353 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:05.018440 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:09.462807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-fe563dbb-f375-4ac1-87b2-3a412c7da1af req-af94e6ee-2f5d-4e44-b518-887dfd7c9524 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:05:09.463847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fe563dbb-f375-4ac1-87b2-3a412c7da1af req-af94e6ee-2f5d-4e44-b518-887dfd7c9524 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464637 Dec 10 19:05:09.656399 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-2044899a-2b6a-4f0a-a5fb-14f9f26f7fdb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473673 Dec 10 19:05:09.665610 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-da520184-fc2f-4010-b1b0-5293c4b52455 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:05:09.666622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-da520184-fc2f-4010-b1b0-5293c4b52455 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051830 Dec 10 19:05:09.685498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cb6cc-d5bb-4a14-b28a-b8649cf147b9 req-b04d1674-d426-47ba-aacb-ca687216c3ed tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:09.687106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a0cb6cc-d5bb-4a14-b28a-b8649cf147b9 req-b04d1674-d426-47ba-aacb-ca687216c3ed tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0620704 Dec 10 19:05:09.737724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2a0cb6cc-d5bb-4a14-b28a-b8649cf147b9 req-c6d0b04f-6522-4a0a-95b2-00a5b2dc594c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Dec 10 19:05:10.855110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-67427128-67f0-4c4c-91b2-28a8c5671cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:10.857093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-67427128-67f0-4c4c-91b2-28a8c5671cc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1096 time: 0.0450749 Dec 10 19:05:10.864853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f13d-e24d-4184-90f7-aea62e33b9e0 req-373b748d-dec7-47c0-bb4b-2d933c033ecb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:10.866404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c215f13d-e24d-4184-90f7-aea62e33b9e0 req-373b748d-dec7-47c0-bb4b-2d933c033ecb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0529635 Dec 10 19:05:10.917277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c215f13d-e24d-4184-90f7-aea62e33b9e0 req-f0a32916-14fd-4ba5-a4e4-3c742ae9976a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Dec 10 19:05:10.952215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-d96a1608-f4ab-4e18-8db2-d2f1c5d14888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:10.953737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-d96a1608-f4ab-4e18-8db2-d2f1c5d14888 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0900826 Dec 10 19:05:11.037451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-d092bc14-1258-44e0-b6ea-547e4eeacade service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 1001 time: 0.0751579 Dec 10 19:05:11.089283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-923d8722-17f8-4750-bdc0-39b69ba12ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:11.090797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-923d8722-17f8-4750-bdc0-39b69ba12ff4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0469389 Dec 10 19:05:11.146459 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-49904399-197b-4944-b9fa-b2313fb7d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:11.148792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-49904399-197b-4944-b9fa-b2313fb7d2cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511692 Dec 10 19:05:11.262970 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-a981439c-43a3-4955-9ab4-de120fc0a368 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069446 Dec 10 19:05:11.361245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-bf9f0a4c-1dfe-4141-bd78-5f119377fb91 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912654 Dec 10 19:05:12.044993 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fbc94-67bc-4c54-8983-08917fb8c026 req-7b484284-8439-445a-ad60-67e6e5fe0279 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:12.046588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb3fbc94-67bc-4c54-8983-08917fb8c026 req-7b484284-8439-445a-ad60-67e6e5fe0279 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0558686 Dec 10 19:05:12.104799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-eb3fbc94-67bc-4c54-8983-08917fb8c026 req-585ca5ee-3dcd-41f2-a769-cd088c654eb0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491724 Dec 10 19:05:13.248567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f1127-19a7-4105-b691-0c45202d8124 req-4ad84538-0b05-4505-8686-6833dee041c2 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:13.250097 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-303f1127-19a7-4105-b691-0c45202d8124 req-4ad84538-0b05-4505-8686-6833dee041c2 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0531561 Dec 10 19:05:13.299706 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-303f1127-19a7-4105-b691-0c45202d8124 req-8b502cbe-9906-4c73-8859-2050b722891e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Dec 10 19:05:14.316083 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:05:14.418119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8042afa-d4fe-4c5d-ad11-85e96380318f req-4886f59c-5c3e-4b18-9ce9-2997d632a08f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:14.419632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8042afa-d4fe-4c5d-ad11-85e96380318f req-4886f59c-5c3e-4b18-9ce9-2997d632a08f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0496476 Dec 10 19:05:14.474208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8042afa-d4fe-4c5d-ad11-85e96380318f req-3064224e-57b8-4917-b11d-5cdaefe95198 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480113 Dec 10 19:05:15.615118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53020756-bf2f-41c9-bbfd-7c6f681e3423 req-5bce7c9b-f2af-4212-9d2c-5eb643b8e2f6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:15.616770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53020756-bf2f-41c9-bbfd-7c6f681e3423 req-5bce7c9b-f2af-4212-9d2c-5eb643b8e2f6 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0587938 Dec 10 19:05:15.683026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53020756-bf2f-41c9-bbfd-7c6f681e3423 req-e3728e04-5abf-410e-b714-52d9c0147f13 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551729 Dec 10 19:05:16.817410 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ccfc7-dd51-4c56-9f6e-0d37470e0dd5 req-ecbf07a7-c601-4d37-9ccc-58efa4d3d15c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:16.819009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073ccfc7-dd51-4c56-9f6e-0d37470e0dd5 req-ecbf07a7-c601-4d37-9ccc-58efa4d3d15c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0586810 Dec 10 19:05:16.876535 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-073ccfc7-dd51-4c56-9f6e-0d37470e0dd5 req-37a6dfb6-bb79-4a7e-996d-41251e6f5b70 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484953 Dec 10 19:05:18.036014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384b79e-fd01-477e-9a94-a7f5153904ae req-6acbc7c3-92c3-4fa0-b482-9c4dde70de99 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:18.037551 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2384b79e-fd01-477e-9a94-a7f5153904ae req-6acbc7c3-92c3-4fa0-b482-9c4dde70de99 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0749283 Dec 10 19:05:18.090979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2384b79e-fd01-477e-9a94-a7f5153904ae req-2035d3d1-9cf3-4456-b106-16097d1a4558 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Dec 10 19:05:19.223283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af79e4-6bde-42fc-a6d7-26ccb6b14a81 req-7bb8e8d9-03a0-4937-8841-a4556f0b4e5c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:19.224828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16af79e4-6bde-42fc-a6d7-26ccb6b14a81 req-7bb8e8d9-03a0-4937-8841-a4556f0b4e5c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0551293 Dec 10 19:05:19.276285 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16af79e4-6bde-42fc-a6d7-26ccb6b14a81 req-444c4828-38cc-4550-9d6f-d7949e9ed6d3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423467 Dec 10 19:05:20.424808 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdffe4-8b8b-43de-8a89-ab8231d3367d req-2182cbca-291d-4023-8f19-a4a3c1e40a4a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:20.426555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73bdffe4-8b8b-43de-8a89-ab8231d3367d req-2182cbca-291d-4023-8f19-a4a3c1e40a4a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0703690 Dec 10 19:05:20.492869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73bdffe4-8b8b-43de-8a89-ab8231d3367d req-f98c7202-9000-43dd-8467-d27fe077863f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595479 Dec 10 19:05:21.624896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809cc17-a6b6-4459-8d89-896a42ea8307 req-f96876b1-371f-4031-8610-915156311575 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:21.626746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6809cc17-a6b6-4459-8d89-896a42ea8307 req-f96876b1-371f-4031-8610-915156311575 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0615208 Dec 10 19:05:21.683319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6809cc17-a6b6-4459-8d89-896a42ea8307 req-d2b6278d-fcf8-4fac-aca4-9b361ad6e84e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473216 Dec 10 19:05:22.818702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58a179-bcb3-4294-a461-2f813681f617 req-ce92b085-7b58-4d19-951b-76b16c6d56b8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:22.820390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e58a179-bcb3-4294-a461-2f813681f617 req-ce92b085-7b58-4d19-951b-76b16c6d56b8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0638986 Dec 10 19:05:22.875533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e58a179-bcb3-4294-a461-2f813681f617 req-54a5cab7-04f9-4884-a2ef-459ab84637f9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462103 Dec 10 19:05:23.998471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d01c7d-a2e6-4c9c-bcd8-a9196032c0dc req-21a605e5-f093-481d-bf16-50eacf14bd4a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:24.000225 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47d01c7d-a2e6-4c9c-bcd8-a9196032c0dc req-21a605e5-f093-481d-bf16-50eacf14bd4a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0514631 Dec 10 19:05:24.050466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-47d01c7d-a2e6-4c9c-bcd8-a9196032c0dc req-c679a4bd-a8a4-49f1-a78c-bea687e3bb43 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Dec 10 19:05:25.177723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e6c0-5354-41d5-a0d3-087b568942ed req-a9fdca40-84e4-4385-b07e-d6c95cc649d4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:25.179201 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5f2e6c0-5354-41d5-a0d3-087b568942ed req-a9fdca40-84e4-4385-b07e-d6c95cc649d4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0542006 Dec 10 19:05:25.229758 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5f2e6c0-5354-41d5-a0d3-087b568942ed req-bb9335f8-3b6b-46ee-8c59-508f4a7ed33b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Dec 10 19:05:25.558033 n-d-821424-1 neutron-server[103500]: INFO neutron.api.v2.resource [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-023f7044-5314-400a-bddc-ee95776d2c9d service neutron] show failed (client error): The resource could not be found. Dec 10 19:05:25.559136 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-023f7044-5314-400a-bddc-ee95776d2c9d service neutron] 10.222.0.59 "GET /v2.0/ports/e6f8e95c-3187-4bdf-b43b-d1fbd870f875/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0738008 Dec 10 19:05:25.763073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:25.853454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.880515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-86c694b4-319c-4c3e-a223-a1676b53d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:25.881249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:25.882396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-86c694b4-319c-4c3e-a223-a1676b53d42c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 1096 time: 0.0994623 Dec 10 19:05:25.897798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:25.904075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:25.906885 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.933659 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a48478-062f-4bdc-a336-180eeeba008c" -d '{"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:25.961270 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:25.964310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:25.972181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.972690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.973069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.973499 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.973982 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.974339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.974784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.975224 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.975717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.976068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.976482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.976893 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:25.977305 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.058919 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb47aff-3077-4a01-a14a-eb4d77854819 x-openstack-request-id: req-6bb47aff-3077-4a01-a14a-eb4d77854819 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:26.059287 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-unplugged", "status": "completed", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:26.059664 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6bb47aff-3077-4a01-a14a-eb4d77854819 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:26.060161 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'code': 200} Dec 10 19:05:26.170961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:26.207086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:26.248583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:26.256803 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.271671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Transition to ACTIVE for port object e6f8e95c-3187-4bdf-b43b-d1fbd870f875 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:05:26.275767 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.392715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:26.409463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.409811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.410388 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.411290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.411875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.412243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.412558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.413289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.413627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.413965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.414306 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.414669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.414998 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:26.726170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88a093-9434-4036-8d67-a71ab9e74e53 req-42e05bd5-3d48-4bec-946f-fcaccd364bea tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:26.727683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f88a093-9434-4036-8d67-a71ab9e74e53 req-42e05bd5-3d48-4bec-946f-fcaccd364bea tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.4168975 Dec 10 19:05:26.753964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] No DVR routers for this DVR port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:05:26.841001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f88a093-9434-4036-8d67-a71ab9e74e53 req-578b730b-2de1-4a5f-b489-c07ba2d7118d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065562 Dec 10 19:05:26.923497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:26.923845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:26.924135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:26.928401 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:05:26.928716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:26.933807 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:26.934140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:26.934558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:26.934978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Bound port: e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:26.935335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:26.999036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:27.002732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:27.008386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.053985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.054605 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:27.056065 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] 10.222.0.30 "PUT /v2.0/ports/e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 1091 time: 1.1640663 Dec 10 19:05:27.059417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:27.122825 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac2a13-459b-433e-a800-1bd19cde91b2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:27.128485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03430641-53eb-4b32-a0c4-09a24c14b204 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:27.148313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-4c6ddf62-d748-4527-a192-e9430985ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.150064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-4c6ddf62-d748-4527-a192-e9430985ddba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1094 time: 0.0649402 Dec 10 19:05:27.241128 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c023f-2d65-47c4-b29e-ca93734fbf4f x-openstack-request-id: req-400c023f-2d65-47c4-b29e-ca93734fbf4f {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:27.241758 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:27.241758 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-400c023f-2d65-47c4-b29e-ca93734fbf4f {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:27.242605 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'status': 'completed', 'code': 200} Dec 10 19:05:27.263003 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-41326c06-7fce-428e-acb1-3c87b7cbd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.265049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-41326c06-7fce-428e-acb1-3c87b7cbd7ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1085002 Dec 10 19:05:27.320243 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-0b15a3a6-0083-43d8-b93f-b09e08ba1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.321693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-0b15a3a6-0083-43d8-b93f-b09e08ba1491 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1094 time: 0.0490177 Dec 10 19:05:27.343161 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-215176ff-0590-40be-9d65-7d94ad6ad194 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0673444 Dec 10 19:05:27.395323 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-b826e5c1-9712-4d7c-94b8-ec29986cad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.396850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-b826e5c1-9712-4d7c-94b8-ec29986cad10 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0470998 Dec 10 19:05:27.417380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-fca3302e-bea5-4f3b-ba31-27f7dec42b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.418897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-fca3302e-bea5-4f3b-ba31-27f7dec42b92 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0907993 Dec 10 19:05:27.445218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-f31663d5-a0c0-4531-a9b3-826c444961c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.446773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-f31663d5-a0c0-4531-a9b3-826c444961c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428936 Dec 10 19:05:27.492322 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-b46e3dde-d931-4aaa-9614-ea3832b99396 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0663860 Dec 10 19:05:27.547958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-058bd4ff-be25-4a56-83f1-d019c1d5b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.549893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-058bd4ff-be25-4a56-83f1-d019c1d5b732 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0499604 Dec 10 19:05:27.553524 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-bba93570-54de-42bd-a816-2531786543a6 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991099 Dec 10 19:05:27.599273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-2b89928d-97b3-4a40-a5ad-1de9292c3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.600639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-2b89928d-97b3-4a40-a5ad-1de9292c3c78 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431345 Dec 10 19:05:27.648966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-767b03fe-109a-48f4-ab39-02e0d6f7c538 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887325 Dec 10 19:05:27.710076 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-1792ef0d-2ffd-4011-a3f6-82d45bb5204a service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018414 Dec 10 19:05:27.753176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-c23698a2-b64f-4590-99fa-ab712248bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.754950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-c23698a2-b64f-4590-99fa-ab712248bafc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1094 time: 0.0540650 Dec 10 19:05:27.836084 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-61605fb2-8d25-4f5c-8582-8e4d3f31f538 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187661 Dec 10 19:05:27.883036 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-7b5ae761-e4a2-4892-98fb-7856b6a9f5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:27.884737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-7b5ae761-e4a2-4892-98fb-7856b6a9f5ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1213279 Dec 10 19:05:27.994057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-baa75f1c-ff80-4bfc-9faa-07c62b7ddf16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.1004696 Dec 10 19:05:28.019421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14490b-b3fb-4fba-9194-8c5cf79019b3 req-072fe1f4-9620-4111-baf4-fa1cbc80966e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:28.021055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e14490b-b3fb-4fba-9194-8c5cf79019b3 req-072fe1f4-9620-4111-baf4-fa1cbc80966e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0859983 Dec 10 19:05:28.075980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-4179a2a2-dfb8-4eaa-8c6b-7d5dd384932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:28.077499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-4179a2a2-dfb8-4eaa-8c6b-7d5dd384932d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0771213 Dec 10 19:05:28.127506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e14490b-b3fb-4fba-9194-8c5cf79019b3 req-257139ce-c384-4602-a5a4-1bb441a73205 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869172 Dec 10 19:05:28.141523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-a3c69f42-c786-4fc5-bdb4-3fce88cf3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:28.143722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-a3c69f42-c786-4fc5-bdb4-3fce88cf3b31 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592089 Dec 10 19:05:28.247392 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-324742cd-0d2f-4e12-931f-1bb4779ede83 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961440 Dec 10 19:05:28.333040 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4478fcc1-170d-4666-89cc-584399db4cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:28.343232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-97ac2a13-459b-433e-a800-1bd19cde91b2 req-626fe51f-6a2a-4d48-bf73-aa7cbb5cda1d service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887580 Dec 10 19:05:29.258494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de752bb0-8e78-4b50-b7ab-51be2aa73e79 req-192334de-2454-4d18-824f-0d38ba492127 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:29.260104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de752bb0-8e78-4b50-b7ab-51be2aa73e79 req-192334de-2454-4d18-824f-0d38ba492127 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0549290 Dec 10 19:05:29.315785 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de752bb0-8e78-4b50-b7ab-51be2aa73e79 req-0440a666-17ca-4dab-a8bd-b2d2ccf43f94 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Dec 10 19:05:30.453385 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b3d1d-0a86-41cf-8be4-f620eb49e84e req-9dd410b6-b1b9-4ee0-ac40-eb9a617d0184 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:30.455324 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca4b3d1d-0a86-41cf-8be4-f620eb49e84e req-9dd410b6-b1b9-4ee0-ac40-eb9a617d0184 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0614400 Dec 10 19:05:30.505997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ca4b3d1d-0a86-41cf-8be4-f620eb49e84e req-6cd80f32-3040-473a-a4cc-b5c4eedc0b62 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444899 Dec 10 19:05:31.640914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcec363-9aad-420d-ad95-f99e160917f1 req-4eb898a9-8727-4566-b59a-24a17935e572 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:31.643143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4dcec363-9aad-420d-ad95-f99e160917f1 req-4eb898a9-8727-4566-b59a-24a17935e572 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0624120 Dec 10 19:05:31.658374 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-656abad7-84e3-4739-85fe-b1f94ed929de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:31.697214 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4dcec363-9aad-420d-ad95-f99e160917f1 req-5b198879-5a2f-465c-99d9-ccde97e4fe7f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459344 Dec 10 19:05:32.244115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.356188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:32.825785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62df78-3487-4972-aec2-1f544d1abfa5 req-a533d85e-6e64-4d29-b49b-59f0bdf37abb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:32.827331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e62df78-3487-4972-aec2-1f544d1abfa5 req-a533d85e-6e64-4d29-b49b-59f0bdf37abb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0560086 Dec 10 19:05:32.880207 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0e62df78-3487-4972-aec2-1f544d1abfa5 req-6431d344-a576-4b1b-aeb0-1f3e1a9a92ff tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462563 Dec 10 19:05:33.925773 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:34.016501 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5201e1d-6ec2-412d-9813-eedc5cd42452 req-811ccfec-a72a-490f-a1f3-02d815d65c5b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:34.018238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5201e1d-6ec2-412d-9813-eedc5cd42452 req-811ccfec-a72a-490f-a1f3-02d815d65c5b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0526135 Dec 10 19:05:34.067924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5201e1d-6ec2-412d-9813-eedc5cd42452 req-b99afe64-65c5-493b-a823-14a4895212fc tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 Dec 10 19:05:34.177523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:35.036184 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:35.199431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c337e-1880-49ff-8595-6c0ca0b26601 req-92d8977c-98a2-47a7-b997-b21e7a11c543 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:35.200981 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-638c337e-1880-49ff-8595-6c0ca0b26601 req-92d8977c-98a2-47a7-b997-b21e7a11c543 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0534770 Dec 10 19:05:35.261683 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-638c337e-1880-49ff-8595-6c0ca0b26601 req-7cb86e77-0b08-4e44-9877-2908bae287f8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532625 Dec 10 19:05:36.398647 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc524c06-0886-48d4-969a-7cc309e2410f req-3c061e67-bd95-4074-883b-aeaa7977f93c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:36.400958 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc524c06-0886-48d4-969a-7cc309e2410f req-3c061e67-bd95-4074-883b-aeaa7977f93c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0628529 Dec 10 19:05:36.457456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc524c06-0886-48d4-969a-7cc309e2410f req-dbedb895-af3a-40d6-8119-d64b11c13b36 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502870 Dec 10 19:05:37.608703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f8d51-39f9-484b-8369-b546804ef996 req-c9bd5eb0-3ec3-4897-b354-0d70217222b2 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:37.610222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b8f8d51-39f9-484b-8369-b546804ef996 req-c9bd5eb0-3ec3-4897-b354-0d70217222b2 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0674996 Dec 10 19:05:37.667755 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8b8f8d51-39f9-484b-8369-b546804ef996 req-b1c06e01-7dbb-4a3a-9790-6a76b7cd4c07 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509288 Dec 10 19:05:38.799247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e38d7-0647-47cd-a458-5b3b9a647449 req-dfcbd3bd-b4d8-46e2-944b-ed670359457b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:38.800854 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a1e38d7-0647-47cd-a458-5b3b9a647449 req-dfcbd3bd-b4d8-46e2-944b-ed670359457b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0533643 Dec 10 19:05:38.853351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a1e38d7-0647-47cd-a458-5b3b9a647449 req-0dd2d2b6-62ac-4042-a636-c2090bb83d09 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463502 Dec 10 19:05:39.985797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45e8b6-9ccf-46ac-a0a7-3fd27525d1f0 req-72deffaa-02e8-48ad-ad87-409b3fd5fb3f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:39.987316 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f45e8b6-9ccf-46ac-a0a7-3fd27525d1f0 req-72deffaa-02e8-48ad-ad87-409b3fd5fb3f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0560291 Dec 10 19:05:40.050992 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f45e8b6-9ccf-46ac-a0a7-3fd27525d1f0 req-b2c0dabf-6265-4794-a55a-6d9bb2758a16 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544226 Dec 10 19:05:40.390101 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-8b879e92-b183-4985-8e29-2e291ee1298d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.391624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-8b879e92-b183-4985-8e29-2e291ee1298d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c&tenant_id=e3c72d3e28c84547a07ef45c64e0725e&binding%3Ahost_id=n-h2-821424-1 HTTP/1.1" status: 200 len: 943 time: 0.0831447 Dec 10 19:05:40.405719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e67f9e-08ea-42f1-b1d9-aa036bd231ba req-4ec8f13d-4fae-4cd9-8998-95a8d9ffa257 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.407209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40e67f9e-08ea-42f1-b1d9-aa036bd231ba req-4ec8f13d-4fae-4cd9-8998-95a8d9ffa257 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0682473 Dec 10 19:05:40.492785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40e67f9e-08ea-42f1-b1d9-aa036bd231ba req-baecfb71-16c6-4765-a868-792a7b782522 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782590 Dec 10 19:05:40.495787 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-27b808e5-b3cc-4b19-b026-beaa12ffc41b service neutron] 10.222.0.30 "GET /v2.0/ports/e6f8e95c-3187-4bdf-b43b-d1fbd870f875/bindings/n-h2-821424-1 HTTP/1.1" status: 200 len: 382 time: 0.0877473 Dec 10 19:05:40.566271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6f99a93-bd93-4dc3-9bf3-403796491543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.567751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6f99a93-bd93-4dc3-9bf3-403796491543 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1094 time: 0.0471468 Dec 10 19:05:40.663130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-7d2f2364-54e7-48ef-8b7d-7bad31881596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.664642 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-7d2f2364-54e7-48ef-8b7d-7bad31881596 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0894661 Dec 10 19:05:40.739244 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-c5b79838-0c38-40e2-8e60-36816f5a327d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0671525 Dec 10 19:05:40.798216 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-77cd890f-a59b-4bed-bc71-4d6984889570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.799898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-77cd890f-a59b-4bed-bc71-4d6984889570 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0532629 Dec 10 19:05:40.851676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-7dbdd7a4-8851-4549-94db-abbbd62bff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:40.853121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-7dbdd7a4-8851-4549-94db-abbbd62bff1d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460188 Dec 10 19:05:40.950957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-f180ece8-cc16-4cc4-bdac-51b61fedd8c0 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902021 Dec 10 19:05:41.048666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-0635583a-3dc8-4e60-8012-112c80745ad8 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896840 Dec 10 19:05:41.643121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277c0b0-bf3a-48ec-b0fd-61061f21aca0 req-4d6780af-9051-4027-ad69-c720863971f9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:41.644617 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7277c0b0-bf3a-48ec-b0fd-61061f21aca0 req-4d6780af-9051-4027-ad69-c720863971f9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 943 time: 0.0642059 Dec 10 19:05:41.703090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7277c0b0-bf3a-48ec-b0fd-61061f21aca0 req-fe169eb2-2eb6-445a-aa84-b269f467c3fe tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522125 Dec 10 19:05:42.027030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-f804b472-c2ce-4847-9c60-8820bb92048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:42.029232 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-f804b472-c2ce-4847-9c60-8820bb92048b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1094 time: 0.0468636 Dec 10 19:05:42.134128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:05:42.146232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-520ebb3b-eab1-4d20-94a8-8d2e73bd4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:42.147792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-520ebb3b-eab1-4d20-94a8-8d2e73bd4ae3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0951486 Dec 10 19:05:42.218799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-91063413-7a25-493d-9971-b76d8cad1e6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0627298 Dec 10 19:05:42.241654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:42.253849 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'mac_address': 'fa:16:3e:db:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:05:42.275558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-c706ecae-e229-4159-b0a4-b7e6baa1a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:42.277103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-c706ecae-e229-4159-b0a4-b7e6baa1a306 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0499632 Dec 10 19:05:42.293115 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:42.307928 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:42.328863 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:42.333948 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:42.335594 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-98fbe977-ac16-46f1-84c1-d8bd159ab27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:42.337488 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-98fbe977-ac16-46f1-84c1-d8bd159ab27d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474901 Dec 10 19:05:42.389393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:42.429120 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-f77d7434-d35b-44d5-847d-f39c99a7da98 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840642 Dec 10 19:05:42.540863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-84234df7-f17c-4723-bda2-4f55e1deb8eb req-902d9bda-a7ac-4b09-9d38-1a4594d759a1 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012337 Dec 10 19:05:42.833483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7855cce-9b46-422f-a05c-0f1b162eb6b6 req-10965523-1921-4abb-a043-aec61e078aed tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:42.835213 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7855cce-9b46-422f-a05c-0f1b162eb6b6 req-10965523-1921-4abb-a043-aec61e078aed tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0542588 Dec 10 19:05:42.884390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a7855cce-9b46-422f-a05c-0f1b162eb6b6 req-e4e7b99b-9ab5-4b4b-abd9-5a59a932eadc tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430553 Dec 10 19:05:44.008532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d6389-aa64-4d71-acbe-7b3abdbec85b req-937e8bff-5aa7-40ac-9ee8-37b55c810b9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:44.010109 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-431d6389-aa64-4d71-acbe-7b3abdbec85b req-937e8bff-5aa7-40ac-9ee8-37b55c810b9e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0526919 Dec 10 19:05:44.061364 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-431d6389-aa64-4d71-acbe-7b3abdbec85b req-f37b454d-46a8-458d-986d-555613469626 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Dec 10 19:05:45.188215 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-3ea7c933-5e16-4fc0-9107-cdf38414e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:45.189740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-3ea7c933-5e16-4fc0-9107-cdf38414e908 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c&tenant_id=e3c72d3e28c84547a07ef45c64e0725e HTTP/1.1" status: 200 len: 1095 time: 0.0415175 Dec 10 19:05:45.189958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460c83-07ce-43c4-96f7-7b5d8aa37d4d req-e0731646-6458-4239-8c07-ddc870913918 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:45.191491 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14460c83-07ce-43c4-96f7-7b5d8aa37d4d req-e0731646-6458-4239-8c07-ddc870913918 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0557277 Dec 10 19:05:45.202106 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:05:45.242809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14460c83-07ce-43c4-96f7-7b5d8aa37d4d req-cf721d1b-c90b-4bd8-b684-fa030cada79b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Dec 10 19:05:45.259411 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:45.468503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:05:45.510867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:45.546778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:05:45.560712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:45.574299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Ignored duplicate provisioning block setup for port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 10 19:05:45.579491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:45.664373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=10']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:45.676804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.677131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.677480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.678330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.678330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.678700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.678941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.679146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.679475 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.679798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.680122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.680443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.680764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:05:45.721085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] No DVR routers for this DVR port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:05:46.166722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:05:46.187466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:05:46.188122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:05:46.188666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:46.194813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:05:46.195139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Attempting to bind port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:05:46.200655 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:05:46.201120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Checking segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:05:46.201504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Bound using segment: {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:05:46.202262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Bound port: e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:05:46.202652 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.210526 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:05:46.271640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:05:46.275592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:05:46.281885 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.326095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.326797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:46.328217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] 10.222.0.59 "PUT /v2.0/ports/e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 1092 time: 1.1303728 Dec 10 19:05:46.328721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:05:46.383061 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755ab4a5-3916-4c89-ad2c-fca1e07387fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:05:46.416405 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dbadce-a778-4fcf-9f09-cce139adda05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=11']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:05:46.442776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9179c-c3cd-46ab-9119-0e9e9f202aba req-c9d397bf-c011-49c3-a099-26bff6149b31 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.444933 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edc9179c-c3cd-46ab-9119-0e9e9f202aba req-c9d397bf-c011-49c3-a099-26bff6149b31 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.1225398 Dec 10 19:05:46.447602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-71364539-d4d1-40b3-94a2-edcaa3de6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.449062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-71364539-d4d1-40b3-94a2-edcaa3de6f79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1095 time: 0.0819635 Dec 10 19:05:46.523116 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ee3d9-0bb9-46ef-af7c-f876df4e18dd x-openstack-request-id: req-574ee3d9-0bb9-46ef-af7c-f876df4e18dd {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:05:46.523416 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:05:46.523675 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-574ee3d9-0bb9-46ef-af7c-f876df4e18dd {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:05:46.524078 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'status': 'completed', 'code': 200} Dec 10 19:05:46.557479 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-edc9179c-c3cd-46ab-9119-0e9e9f202aba req-35263845-2063-4bb0-93a7-ef042fb72b6c tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045003 Dec 10 19:05:46.587150 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-b6eafd83-1386-4672-846e-a67c86557be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.588602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-b6eafd83-1386-4672-846e-a67c86557be2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1095 time: 0.0436668 Dec 10 19:05:46.594877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-ab1d8fda-5b3d-4148-9ebe-047f24cc7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.596339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-ab1d8fda-5b3d-4148-9ebe-047f24cc7a3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.1370354 Dec 10 19:05:46.667083 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-fdcb4e7d-b9a9-4aae-8096-f358b54b2ee2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0625644 Dec 10 19:05:46.685906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-132067d6-1cf0-4b29-8bd3-4ba1b2b8d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.687351 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-132067d6-1cf0-4b29-8bd3-4ba1b2b8d362 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0915177 Dec 10 19:05:46.722323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-3b836767-8dee-47d3-a213-d0ea61e88903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.723877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-3b836767-8dee-47d3-a213-d0ea61e88903 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0498888 Dec 10 19:05:46.757906 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-b5cf96a9-5ca3-4bf2-b489-6add875af394 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0623043 Dec 10 19:05:46.772504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-9ec55789-747c-48d7-ba8b-664731591bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.774033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-9ec55789-747c-48d7-ba8b-664731591bfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419736 Dec 10 19:05:46.811790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-8e62b19b-3664-4c26-af95-4c9047476c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.813471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-8e62b19b-3664-4c26-af95-4c9047476c48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0482666 Dec 10 19:05:46.865752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-97b3671c-c6ad-4ed5-a33b-7cb8b6a94b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:46.867377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-97b3671c-c6ad-4ed5-a33b-7cb8b6a94b14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456340 Dec 10 19:05:46.874192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-6ea55b77-d2a3-4ec1-81c3-2b75a28f6634 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927367 Dec 10 19:05:46.960958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-5b66ae2c-bcf7-431e-b463-5d438b8c5f16 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859463 Dec 10 19:05:46.969467 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adc314ae-18da-4522-bea5-dc6d61dbdaaa req-c8a8dc74-2d5e-4568-98a4-03e9aeda75a9 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881038 Dec 10 19:05:47.061293 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-151d57b6-eecd-4d5b-a7b8-c74d3d2e4989 service neutron] 10.222.0.30 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924947 Dec 10 19:05:47.072357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-39723d5e-6e74-4700-bfbf-20e6849aa0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.074156 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-39723d5e-6e74-4700-bfbf-20e6849aa0cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 1095 time: 0.0444357 Dec 10 19:05:47.170773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-e78ccc61-65dd-4b0e-a5d2-6189f058b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.172327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-e78ccc61-65dd-4b0e-a5d2-6189f058b2d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 200 len: 913 time: 0.0910809 Dec 10 19:05:47.239678 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-349da7d8-36ec-4626-9d4f-e0af291473a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 200 len: 999 time: 0.0593932 Dec 10 19:05:47.291336 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-1fc98006-42a8-40e1-b58e-ef4d99442b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.292924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-1fc98006-42a8-40e1-b58e-ef4d99442b5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 200 len: 851 time: 0.0458503 Dec 10 19:05:47.352534 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-5bf20f90-a60c-4373-8c13-e91220e79715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.353966 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-5bf20f90-a60c-4373-8c13-e91220e79715 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543020 Dec 10 19:05:47.445051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-35592be2-2fc1-4287-b1af-6dd39c400297 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837445 Dec 10 19:05:47.543484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-755ab4a5-3916-4c89-ad2c-fca1e07387fc req-1da3dd77-b73d-44d8-aabd-54ced8e40852 service neutron] 10.222.0.59 "GET /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917835 Dec 10 19:05:47.691797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7ef0e-39ee-4c29-8c19-fdf3a5292d78 req-26a3bc10-0756-4f39-ac2b-ef7d830d0983 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:47.693772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccb7ef0e-39ee-4c29-8c19-fdf3a5292d78 req-26a3bc10-0756-4f39-ac2b-ef7d830d0983 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0562162 Dec 10 19:05:47.752769 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ccb7ef0e-39ee-4c29-8c19-fdf3a5292d78 req-31abe54a-3b9a-4bc4-a03f-0f6986f1e67a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499716 Dec 10 19:05:48.885299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e15722-2a79-4d01-83c6-2407b2a75619 req-2a0577e2-9dbb-4c81-8f71-cb7913abf816 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:48.886888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40e15722-2a79-4d01-83c6-2407b2a75619 req-2a0577e2-9dbb-4c81-8f71-cb7913abf816 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0557063 Dec 10 19:05:48.936593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40e15722-2a79-4d01-83c6-2407b2a75619 req-94781726-8998-4e53-88bf-495f62355b3d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432732 Dec 10 19:05:50.059201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98816bc6-492c-447d-bfe6-3c6c49094904 req-a0988ce7-99ae-4ae9-ada3-28ed85692453 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:50.060754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98816bc6-492c-447d-bfe6-3c6c49094904 req-a0988ce7-99ae-4ae9-ada3-28ed85692453 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0509629 Dec 10 19:05:50.120331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-98816bc6-492c-447d-bfe6-3c6c49094904 req-41eb3705-cd51-4778-8322-80a5c63a27fe tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532515 Dec 10 19:05:51.244406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179429e-c6a1-42cc-8c74-49ee57b761f0 req-c1f5f842-edd3-4d25-a62a-046da1be2332 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:51.245861 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a179429e-c6a1-42cc-8c74-49ee57b761f0 req-c1f5f842-edd3-4d25-a62a-046da1be2332 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0539610 Dec 10 19:05:51.297794 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a179429e-c6a1-42cc-8c74-49ee57b761f0 req-a2f29734-c842-4d5a-9e65-5a5f7dc29f79 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456328 Dec 10 19:05:51.315578 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:05:52.439268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82a34b-8640-49e4-98b4-5f8fb0304379 req-1a570133-3983-4d06-b686-a7f015c9e2a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:52.440783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c82a34b-8640-49e4-98b4-5f8fb0304379 req-1a570133-3983-4d06-b686-a7f015c9e2a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0663395 Dec 10 19:05:52.490878 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c82a34b-8640-49e4-98b4-5f8fb0304379 req-9633aa6c-c6a4-4db9-905d-917f2fcb7fd4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Dec 10 19:05:53.644382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef34174-2ede-40cd-8ea3-e1e7b490f594 req-0e06e6f1-61c3-4688-a8ee-7b7b8fd4c2f9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:53.645888 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ef34174-2ede-40cd-8ea3-e1e7b490f594 req-0e06e6f1-61c3-4688-a8ee-7b7b8fd4c2f9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0718987 Dec 10 19:05:53.697718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ef34174-2ede-40cd-8ea3-e1e7b490f594 req-93b7cb22-9004-44da-b85e-64b36a0f34cb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Dec 10 19:05:54.829855 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401686e2-58c0-44fd-b2fc-a6700ef30565 req-36e1bd31-c0e4-4a2e-b324-f44b72aff374 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:54.831379 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-401686e2-58c0-44fd-b2fc-a6700ef30565 req-36e1bd31-c0e4-4a2e-b324-f44b72aff374 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0573499 Dec 10 19:05:54.881682 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-401686e2-58c0-44fd-b2fc-a6700ef30565 req-0bddc4e9-88c0-4286-8aa0-23613d2c8df9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438726 Dec 10 19:05:56.017284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf481e-f22f-420d-8d4c-9cb28796a66f req-3d37f969-bde2-4841-be82-643b6ca4366b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:56.018811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3bf481e-f22f-420d-8d4c-9cb28796a66f req-3d37f969-bde2-4841-be82-643b6ca4366b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0557704 Dec 10 19:05:56.066915 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b3bf481e-f22f-420d-8d4c-9cb28796a66f req-2dcb4c08-c2db-467f-8de7-6663996c1dfe tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 Dec 10 19:05:57.205146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80992098-1ffb-4fa3-9462-68d9885c078f req-0fde75dc-0248-4f80-b4f2-41fc0b39c2fb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:57.206685 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80992098-1ffb-4fa3-9462-68d9885c078f req-0fde75dc-0248-4f80-b4f2-41fc0b39c2fb tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0518603 Dec 10 19:05:57.269476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-80992098-1ffb-4fa3-9462-68d9885c078f req-1e3dd6f2-a82e-4106-88e7-35ca9f0e8029 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542972 Dec 10 19:05:58.338180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b300fdd2-593a-4333-a00e-1cd86ef5dd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:05:58.397423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dc030-1d7d-4a09-bb86-32f709e75c6b req-bcb016a3-52f0-4560-8723-d53496a73cd4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:58.399011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad7dc030-1d7d-4a09-bb86-32f709e75c6b req-bcb016a3-52f0-4560-8723-d53496a73cd4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0530465 Dec 10 19:05:58.462199 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ad7dc030-1d7d-4a09-bb86-32f709e75c6b req-f0cc4842-6a73-444b-82f4-4b17794f0bad tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563862 Dec 10 19:05:59.642934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de9bae-fd17-4387-b875-39f9c0b581e7 req-533df865-59af-4959-9968-ac3b8a064b6e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:59.644964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4de9bae-fd17-4387-b875-39f9c0b581e7 req-533df865-59af-4959-9968-ac3b8a064b6e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0856748 Dec 10 19:05:59.707054 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b4de9bae-fd17-4387-b875-39f9c0b581e7 req-91a22c40-89b0-4422-a14b-ed41a0465ced tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549555 Dec 10 19:05:59.848294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca05d41-d6e3-4ddf-8309-fb4d0850b65d req-40f26985-c488-4b9c-80f3-3b881551bce3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:05:59.849934 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fca05d41-d6e3-4ddf-8309-fb4d0850b65d req-40f26985-c488-4b9c-80f3-3b881551bce3 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0536489 Dec 10 19:05:59.917225 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fca05d41-d6e3-4ddf-8309-fb4d0850b65d req-d6899311-5b49-492d-9aa1-8b8345a5f5f4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599153 Dec 10 19:05:59.980606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:06:00.045014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901c02e-14e2-4a33-93cb-dd9aea5c9df1 req-88c0ba75-ffeb-4398-9d11-41fdaa61a4a4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:00.046483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4901c02e-14e2-4a33-93cb-dd9aea5c9df1 req-88c0ba75-ffeb-4398-9d11-41fdaa61a4a4 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 944 time: 0.0529115 Dec 10 19:06:00.080223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:00.096434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'port_id': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'mac_address': 'fa:16:3e:db:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:06:00.097365 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4901c02e-14e2-4a33-93cb-dd9aea5c9df1 req-82f95666-0191-43df-9f60-66427f032a9b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Dec 10 19:06:00.133775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.147579 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:00.170169 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:00.174531 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:00.221682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=12']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:00.346712 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736702e-62c4-41a5-aadd-778c3495eb0d req-72c356f8-1af8-4364-9daf-62402d96723d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:00.348199 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5736702e-62c4-41a5-aadd-778c3495eb0d req-72c356f8-1af8-4364-9daf-62402d96723d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0545533 Dec 10 19:06:00.398736 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5736702e-62c4-41a5-aadd-778c3495eb0d req-db65c113-632b-4297-9564-d8a5c7585163 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438888 Dec 10 19:06:00.434768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['e6f8e95c-3187-4bdf-b43b-d1fbd870f875'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:01.524135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fbd92-d82f-4003-962a-22d20cd58b70 req-d4b4d101-6a35-4247-8c9c-72be9d068dd8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:01.525717 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f8fbd92-d82f-4003-962a-22d20cd58b70 req-d4b4d101-6a35-4247-8c9c-72be9d068dd8 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0534842 Dec 10 19:06:01.575693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8f8fbd92-d82f-4003-962a-22d20cd58b70 req-0652fb41-ffe5-441c-9d50-4f755345706b tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups?id=30c1ec27-29b3-458e-a913-e15fd2e40f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Dec 10 19:06:01.654003 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4bc03c31-8966-4cf3-8f8b-d73a9ddd84f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:01.905649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-f16b73a1-9efb-4fa7-9cfd-868454343e80 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:01.907088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-f16b73a1-9efb-4fa7-9cfd-868454343e80 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 945 time: 0.0585840 Dec 10 19:06:01.980197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:02.001885 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Deleting port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:02.002253 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.032490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:06:02.036965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:02.037318 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.099434 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:02.099801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.118969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.142939 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:02.145224 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59f91a1-4508-4516-9357-4a2a7b729334" -d '{"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-plugged", "status": "completed", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:02.158797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port e6f8e95c-3187-4bdf-b43b-d1fbd870f875, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:02.163818 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.191830 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fecab4-68aa-4b60-8339-e2c10200dd6e x-openstack-request-id: req-27fecab4-68aa-4b60-8339-e2c10200dd6e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:02.192125 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-plugged", "status": "completed", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:02.192375 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-27fecab4-68aa-4b60-8339-e2c10200dd6e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:02.192763 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'code': 200} Dec 10 19:06:02.219216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=13']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:02.244856 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.337827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.338233 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.338579 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951 disassociated. External IP: 172.25.2.85, port: e6f8e95c-3187-4bdf-b43b-d1fbd870f875. Dec 10 19:06:02.338930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Calling delete_port for e6f8e95c-3187-4bdf-b43b-d1fbd870f875 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:02.356957 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.474613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.508578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event deleted for resources: {'Port': ['ID=e6f8e95c-3187-4bdf-b43b-d1fbd870f875,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:02.638893 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:06:02.717856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-37d1e597-68ff-47ff-9a89-89df200f6374 req-caf691db-a404-4218-bf54-28b820335d8f tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 210 time: 0.0352900 Dec 10 19:06:02.777114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:02.783793 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:02.795176 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:02.795791 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:06:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:02.816379 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] No DVR routers for this DVR port e6f8e95c-3187-4bdf-b43b-d1fbd870f875 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:02.819457 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:02.823046 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59e2806d-2319-443f-94c8-bd03dc4b451d req-5f7801b5-0bb4-41b5-a36a-e993551972a9 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.59 "DELETE /v2.0/ports/e6f8e95c-3187-4bdf-b43b-d1fbd870f875 HTTP/1.1" status: 204 len: 173 time: 0.9097898 Dec 10 19:06:02.823498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-deleted', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:02.825953 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e6480e-36c9-485f-9b3a-b73c59fcf8d3" -d '{"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-deleted", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:02.864682 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7037a5d6-c818-4235-b735-e7da65d8f387 x-openstack-request-id: req-7037a5d6-c818-4235-b735-e7da65d8f387 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:02.865047 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc44e833-9681-4bce-80c1-a52d2f8b4c4c", "name": "network-vif-deleted", "tag": "e6f8e95c-3187-4bdf-b43b-d1fbd870f875", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:02.865305 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7037a5d6-c818-4235-b735-e7da65d8f387 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:02.865713 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc44e833-9681-4bce-80c1-a52d2f8b4c4c', 'name': 'network-vif-deleted', 'tag': 'e6f8e95c-3187-4bdf-b43b-d1fbd870f875', 'status': 'completed', 'code': 200} Dec 10 19:06:02.916261 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:03.130756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:03.160578 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:03.169431 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:03.170031 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:06:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:03.279593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:03.585378 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:03.613074 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27449c1a-b2a3-4b8b-a497-16614be53202 None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '5d1785bd-9906-4b83-874f-614f3294c119', 'name': '', 'network_id': '4db0ea02-eea3-4fa0-93c1-e59e8754ce2e', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'mac_address': 'fa:16:3e:5a:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:11Z', 'updated_at': '2021-12-10T18:56:15Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'subnets': [{'id': 'ba57f9eb-f414-4e03-8484-f7a3bd90a18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:03.821817 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3d0d7e3-bb7e-40b4-a4ce-ef3406629c1d req-02816ed2-7eba-4efd-9b2e-45936dac268a tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 210 time: 0.0286503 Dec 10 19:06:03.867424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6002b91c-3b54-4f27-b1b0-27d91bccde6c None None] New status for floating IP 4bbe2556-15b9-4eb4-a481-a251f149f951: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:06:03.992847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.176658 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:04.928359 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c98a6c5e-a96c-497a-848a-55f31543798d req-3352de3c-132c-49ed-b3c3-a0cdc0e9477d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 210 time: 0.0288479 Dec 10 19:06:05.023358 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:05.996690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:06.019784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: e6f8e95c-3187-4bdf-b43b-d1fbd870f875 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:06.020152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device e6f8e95c-3187-4bdf-b43b-d1fbd870f875 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:06.031897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b390d8ff-2991-4ad4-b91e-adbe5520c154 req-b37c4fec-d292-4371-a165-7f0a8c9ebfd0 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 210 time: 0.0298729 Dec 10 19:06:07.131863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c93761f5-e66d-4749-95a8-3e1c66da59bf req-0dcab9d7-8f40-4fa2-b3a4-e40afdedf83e tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc44e833-9681-4bce-80c1-a52d2f8b4c4c HTTP/1.1" status: 200 len: 210 time: 0.0287592 Dec 10 19:06:11.948716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59530) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:12.012990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffafb8ad-4844-4d7a-85c2-0b1b68f52400 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.037637 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffafb8ad-4844-4d7a-85c2-0b1b68f52400 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.094144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffafb8ad-4844-4d7a-85c2-0b1b68f52400 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.096844 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ffafb8ad-4844-4d7a-85c2-0b1b68f52400 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.098120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ffafb8ad-4844-4d7a-85c2-0b1b68f52400 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "DELETE /v2.0/security-groups/30c1ec27-29b3-458e-a913-e15fd2e40f6b HTTP/1.1" status: 204 len: 168 time: 0.1482301 Dec 10 19:06:12.101094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59532) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:12.108599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafb8ad-4844-4d7a-85c2-0b1b68f52400 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c1ec27-29b3-458e-a913-e15fd2e40f6b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:12.128522 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-cb1060fe-c414-414f-9c8e-cac8600f2d9d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] show failed (client error): The resource could not be found. Dec 10 19:06:12.131128 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb1060fe-c414-414f-9c8e-cac8600f2d9d tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "GET /v2.0/security-groups/30c1ec27-29b3-458e-a913-e15fd2e40f6b HTTP/1.1" status: 404 len: 347 time: 0.0280826 Dec 10 19:06:12.132532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59534) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:12.272560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Deleting port 84f6a61f-0b89-4cb6-91c6-e61d64993ec0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:12.272816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.359065 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.359309 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.374720 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Calling delete_port for 84f6a61f-0b89-4cb6-91c6-e61d64993ec0 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:12.530108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.557538 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Pushing event deleted for resources: {'Port': ['ID=84f6a61f-0b89-4cb6-91c6-e61d64993ec0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:12.629592 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.633637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:12.634838 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1d582716-c052-4f04-b508-d99a5b713e65 tempest-ServerActionsTestJSON-1993197316 tempest-ServerActionsTestJSON-1993197316-project] 10.222.0.55 "DELETE /v2.0/floatingips/4bbe2556-15b9-4eb4-a481-a251f149f951 HTTP/1.1" status: 204 len: 168 time: 0.5013359 Dec 10 19:06:12.638258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59540) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:13.203193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.477841 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Deleting port 5d1785bd-9906-4b83-874f-614f3294c119 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:13.478094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.561342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] For port 5d1785bd-9906-4b83-874f-614f3294c119, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5d1785bd-9906-4b83-874f-614f3294c119,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:13.561696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:13.575197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Calling delete_port for 5d1785bd-9906-4b83-874f-614f3294c119 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:13.765114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.087668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d1785bd-9906-4b83-874f-614f3294c119,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:14.265568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.498395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Router 16f33cef-465f-4307-9226-00b6a0564085 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:06:14.607654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:06:14.616195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-14835c20-81c5-4428-b8a0-bb20118a3169 admin admin] 10.222.0.55 "PUT /v2.0/routers/16f33cef-465f-4307-9226-00b6a0564085/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766154 Dec 10 19:06:14.618740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59544) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:14.619340 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] Sync routers for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:06:14.633787 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:14.634391 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:06:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:14.724572 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.745076 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:14.837730 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.894135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Deleting port 5260f571-1dc1-4ce1-9503-8c62722b8eb9 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:14.894517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.925077 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T19:06:13Z', 'revision_number': 5, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port': {'id': '5260f571-1dc1-4ce1-9503-8c62722b8eb9', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ec:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16f33cef-465f-4307-9226-00b6a0564085', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T18:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:14.953252 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] Checking router: 16f33cef-465f-4307-9226-00b6a0564085 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:06:14.963335 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] Routers {'16f33cef-465f-4307-9226-00b6a0564085'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:06:14.963935 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:06:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['16f33cef-465f-4307-9226-00b6a0564085'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:14.983906 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] For port 5260f571-1dc1-4ce1-9503-8c62722b8eb9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5260f571-1dc1-4ce1-9503-8c62722b8eb9,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:14.984141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:14.996882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Calling delete_port for 5260f571-1dc1-4ce1-9503-8c62722b8eb9 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:15.051568 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] Set router 16f33cef-465f-4307-9226-00b6a0564085 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:06:15.106269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T19:06:14Z', 'revision_number': 6, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:15.134749 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446dcecb-d9d3-47d7-8d41-f885f4b140fc None None] The sync data for ids ['16f33cef-465f-4307-9226-00b6a0564085'] in n-d-821424-1 is: [{'id': '16f33cef-465f-4307-9226-00b6a0564085', 'name': 'tempest-ServerActionsTestJSON-1033136423-router', 'tenant_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T18:56:09Z', 'updated_at': '2021-12-10T19:06:14Z', 'revision_number': 6, 'project_id': 'e3c72d3e28c84547a07ef45c64e0725e', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:06:15.180267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.211024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5260f571-1dc1-4ce1-9503-8c62722b8eb9,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:15.227040 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aaf70f3-9839-4dfc-879b-abfd47f7c5a6 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:06:15.275212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.368677 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.371308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.427108 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.428084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16f33cef-465f-4307-9226-00b6a0564085 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:06:15.436545 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.438688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ebc6ad9a-4e39-43f3-9b16-a679419789c6 admin admin] 10.222.0.55 "DELETE /v2.0/routers/16f33cef-465f-4307-9226-00b6a0564085 HTTP/1.1" status: 204 len: 168 time: 0.8182609 Dec 10 19:06:15.442668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59548) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:15.495607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] Deleting subnet ba57f9eb-f414-4e03-8484-f7a3bd90a18b {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:06:15.499427 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.541664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.627261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.680218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.706503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba57f9eb-f414-4e03-8484-f7a3bd90a18b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:15.711011 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.715192 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2ad84990-7942-4145-98fa-d5753fac78fe admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ba57f9eb-f414-4e03-8484-f7a3bd90a18b HTTP/1.1" status: 204 len: 168 time: 0.2709630 Dec 10 19:06:15.718018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59550) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:15.718188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b294b3-a5e3-4ab1-9c3d-733026b095a1 None None] Network 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:15.795897 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.867866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Deleting port 0588f892-e170-4fcd-b745-4fa498f84ef9 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:15.868202 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.928632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] DHCP port deletion for 4db0ea02-eea3-4fa0-93c1-e59e8754ce2e request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:06:15.943392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] For port 0588f892-e170-4fcd-b745-4fa498f84ef9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0588f892-e170-4fcd-b745-4fa498f84ef9,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:15.943788 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:15.961277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Calling delete_port for 0588f892-e170-4fcd-b745-4fa498f84ef9 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:15.985425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] Deleting port 0588f892-e170-4fcd-b745-4fa498f84ef9 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:15.985915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.057265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] For port 0588f892-e170-4fcd-b745-4fa498f84ef9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0588f892-e170-4fcd-b745-4fa498f84ef9,segment=NetworkSegment(9cd644e4-e0a4-40b6-aa56-af3f5cf2583a),segment_id=9cd644e4-e0a4-40b6-aa56-af3f5cf2583a)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:16.057605 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.064709 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.081522 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] Calling delete_port for 0588f892-e170-4fcd-b745-4fa498f84ef9 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:16.093856 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0588f892-e170-4fcd-b745-4fa498f84ef9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:16.097365 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] No DVR routers for this DVR port 0588f892-e170-4fcd-b745-4fa498f84ef9 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 10 19:06:16.158555 n-d-821424-1 neutron-server[103501]: self.session.flush() Dec 10 19:06:16.167341 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.175635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.193273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] Pushing event deleted for resources: {'Port': ['ID=0588f892-e170-4fcd-b745-4fa498f84ef9,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:16.197361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e5247-b943-4dbb-bda7-913caea4ee3e None None] No DVR routers for this DVR port 0588f892-e170-4fcd-b745-4fa498f84ef9 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:16.220103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db0ea02-eea3-4fa0-93c1-e59e8754ce2e']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:16.233527 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:16.233829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd644e4-e0a4-40b6-aa56-af3f5cf2583a') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:16.244412 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.261530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.270607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:16.271006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:16.272855 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:16.330959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.335989 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.339526 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] 10.222.0.55 "DELETE /v2.0/networks/4db0ea02-eea3-4fa0-93c1-e59e8754ce2e HTTP/1.1" status: 204 len: 168 time: 0.6204712 Dec 10 19:06:16.351499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695235fc-abe8-41d5-9a68-47f38a1a63d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db0ea02-eea3-4fa0-93c1-e59e8754ce2e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:16.475916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59556) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:16.478051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5260f571-1dc1-4ce1-9503-8c62722b8eb9 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:16.503330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 5260f571-1dc1-4ce1-9503-8c62722b8eb9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:16.503679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5260f571-1dc1-4ce1-9503-8c62722b8eb9 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:16.504087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0588f892-e170-4fcd-b745-4fa498f84ef9 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:16.518387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de4afc71-0abf-447b-97a9-e6f76f9f6140 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=e3c72d3e28c84547a07ef45c64e0725e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412321 Dec 10 19:06:16.520907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:16.523504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0588f892-e170-4fcd-b745-4fa498f84ef9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:16.523857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0588f892-e170-4fcd-b745-4fa498f84ef9 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:16.524270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5d1785bd-9906-4b83-874f-614f3294c119 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:16.547260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 5d1785bd-9906-4b83-874f-614f3294c119 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:16.547609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5d1785bd-9906-4b83-874f-614f3294c119 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:16.568982 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9b15c01-b6a0-420a-8610-8d7a2e30b9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.594671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9b15c01-b6a0-420a-8610-8d7a2e30b9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.653822 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9b15c01-b6a0-420a-8610-8d7a2e30b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.657193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e9b15c01-b6a0-420a-8610-8d7a2e30b9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:16.658998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e9b15c01-b6a0-420a-8610-8d7a2e30b9d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/65b39819-4a12-4a17-8704-5bb5c75f85ee HTTP/1.1" status: 204 len: 168 time: 0.1370895 Dec 10 19:06:16.668762 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b15c01-b6a0-420a-8610-8d7a2e30b9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b39819-4a12-4a17-8704-5bb5c75f85ee,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:17.491481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59580) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:17.605739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1263600453-network', 'tenant_id': '0d173577a2eb4eedaba85a4f3e4b79d8'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:17.636467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Made reservation on behalf of 0d173577a2eb4eedaba85a4f3e4b79d8 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:17.639475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.648119 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.733410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.739274 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.764610 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:06:17.773526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1538a895-2d3b-432b-bda3-c0855bc36537,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:17.780502 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.780841 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Added segment ed0bd508-d53b-46c7-b9db-13003dba762d of type vlan for network 6ee83876-c454-4977-be46-1421904e4ae3 Dec 10 19:06:17.822137 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.850120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.851539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:17.852126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:17.910035 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4173160 Dec 10 19:06:17.913370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59584) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:17.917765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30a794-d3cc-44d1-9e0c-56f3e890ac0e admin admin] Pushing event updated for resources: {'Network': ['ID=6ee83876-c454-4977-be46-1421904e4ae3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:17.919452 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Request body: {'subnet': {'network_id': '6ee83876-c454-4977-be46-1421904e4ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1263600453-subnet', 'tenant_id': '0d173577a2eb4eedaba85a4f3e4b79d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:17.929984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 6ee83876-c454-4977-be46-1421904e4ae3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:06:17.944728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Made reservation on behalf of 0d173577a2eb4eedaba85a4f3e4b79d8 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:17.947246 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.141300 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.197710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8288c21d-0e0a-4208-886e-f8d95848f4d4,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:18.209372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Checking segment: {'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:18.209733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Network hostable DHCP agents. Network: 6ee83876-c454-4977-be46-1421904e4ae3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:18.227159 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Network 6ee83876-c454-4977-be46-1421904e4ae3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:18.236051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 6ee83876-c454-4977-be46-1421904e4ae3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:18.240361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:18.240967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:18.246844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb952572-0159-4e0b-b73e-ca38d15491e1 None None] Network 6ee83876-c454-4977-be46-1421904e4ae3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:18.259204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3e621638-87ae-4b59-bbbb-4769f0a50c7c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3446393 Dec 10 19:06:18.343970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe82392-3340-4f6e-8206-90d88d3c3e6d None None] Network 6ee83876-c454-4977-be46-1421904e4ae3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:18.709578 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-f7927426-8cf5-4916-83d7-cddf86e905c0 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:18.711143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-f7927426-8cf5-4916-83d7-cddf86e905c0 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/networks?id=6ee83876-c454-4977-be46-1421904e4ae3 HTTP/1.1" status: 200 len: 814 time: 0.1094167 Dec 10 19:06:18.727759 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-fc75c57f-0033-423d-a12a-4dc6bb3672a2 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/quotas/0d173577a2eb4eedaba85a4f3e4b79d8 HTTP/1.1" status: 200 len: 375 time: 0.0096231 Dec 10 19:06:18.765550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-62f72404-2fdb-466a-8786-3c5baa4cfb25 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d173577a2eb4eedaba85a4f3e4b79d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322082 Dec 10 19:06:18.777337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-1e31a2be-2bcb-49d9-a6e3-8b614d5aaa7d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:06:18.778309 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-1e31a2be-2bcb-49d9-a6e3-8b614d5aaa7d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058475 Dec 10 19:06:18.875768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-f977c810-bc65-49fc-9268-a32120ccaee6 service neutron] 10.222.0.55 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907531 Dec 10 19:06:18.973698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-e639c176-784b-4949-9be5-ae25cba5a125 service neutron] 10.222.0.55 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916047 Dec 10 19:06:19.156270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80aea028-1676-4752-ab81-7f7c75d3bce5 req-80313972-3770-4f74-afc2-1c50b75f1fdb tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 210 time: 0.0286319 Dec 10 19:06:20.268651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e5294b38-3079-4876-b6f2-71c86ecc88a7 req-88f1c47e-0a4b-4fb0-8df4-3db179eab539 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 210 time: 0.0319288 Dec 10 19:06:20.316278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-83548b4a-bded-413f-88c7-a41b6b2464ee tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:20.317799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-83548b4a-bded-413f-88c7-a41b6b2464ee tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.30 "GET /v2.0/networks?id=6ee83876-c454-4977-be46-1421904e4ae3 HTTP/1.1" status: 200 len: 814 time: 0.1476429 Dec 10 19:06:20.332800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Request body: {'port': {'device_id': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3', 'admin_state_up': True, 'tenant_id': '0d173577a2eb4eedaba85a4f3e4b79d8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:20.461446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Made reservation on behalf of 0d173577a2eb4eedaba85a4f3e4b79d8 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:20.464996 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.602155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Allocated IP 172.20.0.3 (6ee83876-c454-4977-be46-1421904e4ae3/8288c21d-0e0a-4208-886e-f8d95848f4d4/474cb047-dd1b-4983-8254-cfbd96d14d20) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:20.771596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.812262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.865885 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Network 6ee83876-c454-4977-be46-1421904e4ae3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:20.869079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:20.872961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:20.896683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Pushing event updated for resources: {'Port': ['ID=474cb047-dd1b-4983-8254-cfbd96d14d20,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:20.932989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:20.933714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:20.959507 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-2b28f289-b9bc-4b49-b365-a2fb98fcd180 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6311617 Dec 10 19:06:20.972234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Request body: {'port': {'device_id': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:21.028578 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:21.319573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 474cb047-dd1b-4983-8254-cfbd96d14d20 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:21.328130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:21.341422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Transition to ACTIVE for port object 474cb047-dd1b-4983-8254-cfbd96d14d20 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:06:21.346285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:21.397374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0310c8-4b94-421a-a13e-8f1e6f33ceca req-1bc9bbcc-4d83-405e-b234-b5116c83f513 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:21.399025 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a0310c8-4b94-421a-a13e-8f1e6f33ceca req-1bc9bbcc-4d83-405e-b234-b5116c83f513 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 943 time: 0.0538106 Dec 10 19:06:21.403697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Pushing event updated for resources: {'Port': ['ID=474cb047-dd1b-4983-8254-cfbd96d14d20,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:21.457130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1a0310c8-4b94-421a-a13e-8f1e6f33ceca req-81ed9154-3b14-4cfb-8d74-3d4d8159c831 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434735 Dec 10 19:06:21.474227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Attempting to bind port 474cb047-dd1b-4983-8254-cfbd96d14d20 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:21.474592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Attempting to bind port 474cb047-dd1b-4983-8254-cfbd96d14d20 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:21.474928 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Attempting to bind port 474cb047-dd1b-4983-8254-cfbd96d14d20 on network 6ee83876-c454-4977-be46-1421904e4ae3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:21.480188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Port 474cb047-dd1b-4983-8254-cfbd96d14d20 on network 6ee83876-c454-4977-be46-1421904e4ae3 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:06:21.480532 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Attempting to bind port 474cb047-dd1b-4983-8254-cfbd96d14d20 on network 6ee83876-c454-4977-be46-1421904e4ae3 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:21.485825 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:21.486173 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Checking segment: {'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:21.486612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Bound using segment: {'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:21.487027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Bound port: 474cb047-dd1b-4983-8254-cfbd96d14d20, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:21.487392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:21.560941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] For port 474cb047-dd1b-4983-8254-cfbd96d14d20, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:21.565668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] For port 474cb047-dd1b-4983-8254-cfbd96d14d20, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=474cb047-dd1b-4983-8254-cfbd96d14d20,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:21.573014 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:21.611560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:21.612198 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:21.613684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] 10.222.0.30 "PUT /v2.0/ports/474cb047-dd1b-4983-8254-cfbd96d14d20 HTTP/1.1" status: 200 len: 1091 time: 0.6460383 Dec 10 19:06:21.614131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'tag': '474cb047-dd1b-4983-8254-cfbd96d14d20'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:21.616566 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8591281b-d4cb-4396-af03-83f61712a0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f6175884-2b04-4b9f-9d40-8bf014e40882", "tag": "474cb047-dd1b-4983-8254-cfbd96d14d20"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:21.645032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dd0c8-15ee-4653-8fb8-4c0316374171 service neutron] Pushing event updated for resources: {'Port': ['ID=474cb047-dd1b-4983-8254-cfbd96d14d20,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:21.671386 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ffe8bd-8abd-4c32-b0ff-db063e5f69b1 x-openstack-request-id: req-47ffe8bd-8abd-4c32-b0ff-db063e5f69b1 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:21.671575 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6175884-2b04-4b9f-9d40-8bf014e40882", "tag": "474cb047-dd1b-4983-8254-cfbd96d14d20", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:21.671965 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-47ffe8bd-8abd-4c32-b0ff-db063e5f69b1 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:21.672568 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'tag': '474cb047-dd1b-4983-8254-cfbd96d14d20', 'status': 'completed', 'code': 200} Dec 10 19:06:21.717180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-83b2f51c-b5af-47c4-ad26-50af52235f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:21.720121 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-83b2f51c-b5af-47c4-ad26-50af52235f9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d173577a2eb4eedaba85a4f3e4b79d8&device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 1094 time: 0.0639913 Dec 10 19:06:21.782078 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-b11c4e13-19f5-42ae-b934-ea1981413ed1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=474cb047-dd1b-4983-8254-cfbd96d14d20 HTTP/1.1" status: 200 len: 217 time: 0.0530925 Dec 10 19:06:21.836287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-cc05adf2-28e9-48aa-9011-6596131a8dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:21.837752 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-cc05adf2-28e9-48aa-9011-6596131a8dd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8288c21d-0e0a-4208-886e-f8d95848f4d4 HTTP/1.1" status: 200 len: 854 time: 0.0486872 Dec 10 19:06:21.873361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-cf81f254-539b-484b-9046-9c6aa85b0e2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee83876-c454-4977-be46-1421904e4ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281830 Dec 10 19:06:21.979412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-0635da9a-27bc-4f15-85d4-db82885b3ca9 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947754 Dec 10 19:06:22.076698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f778bf46-23e3-429e-b9a2-c3f87dd016a8 req-62a8f013-904f-4c36-b359-c3da1948f3db service neutron] 10.222.0.30 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899961 Dec 10 19:06:22.174971 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591281b-d4cb-4396-af03-83f61712a0cc req-545d3611-4f1c-4bf3-9081-087978bf174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:22.176704 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8591281b-d4cb-4396-af03-83f61712a0cc req-545d3611-4f1c-4bf3-9081-087978bf174e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d173577a2eb4eedaba85a4f3e4b79d8&device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 1094 time: 0.0466571 Dec 10 19:06:22.274013 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591281b-d4cb-4396-af03-83f61712a0cc req-f51b442d-1f39-4925-beb9-ee185acd85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:22.275547 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8591281b-d4cb-4396-af03-83f61712a0cc req-f51b442d-1f39-4925-beb9-ee185acd85b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6ee83876-c454-4977-be46-1421904e4ae3 HTTP/1.1" status: 200 len: 915 time: 0.0921130 Dec 10 19:06:22.329640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8591281b-d4cb-4396-af03-83f61712a0cc req-50df73e9-656c-4f6a-81dd-816acfbccbce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=474cb047-dd1b-4983-8254-cfbd96d14d20 HTTP/1.1" status: 200 len: 217 time: 0.0453579 Dec 10 19:06:22.388033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591281b-d4cb-4396-af03-83f61712a0cc req-8b75623f-813f-4e2a-a26d-dbc73edb6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:22.389583 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8591281b-d4cb-4396-af03-83f61712a0cc req-8b75623f-813f-4e2a-a26d-dbc73edb6e3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8288c21d-0e0a-4208-886e-f8d95848f4d4 HTTP/1.1" status: 200 len: 854 time: 0.0523758 Dec 10 19:06:22.430998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8591281b-d4cb-4396-af03-83f61712a0cc req-5da27576-41d5-4c39-9405-3f6a50cc9770 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6ee83876-c454-4977-be46-1421904e4ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330362 Dec 10 19:06:22.531858 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8591281b-d4cb-4396-af03-83f61712a0cc req-0247f837-8b9e-4442-8c55-8884a227490d service neutron] 10.222.0.30 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920827 Dec 10 19:06:22.586917 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca982cc2-689b-4bc8-8c77-b286f589d143 req-7387e3fb-9bb7-4e9f-96fc-0d388adbdf76 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:22.589232 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca982cc2-689b-4bc8-8c77-b286f589d143 req-7387e3fb-9bb7-4e9f-96fc-0d388adbdf76 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 943 time: 0.0570650 Dec 10 19:06:22.637415 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8591281b-d4cb-4396-af03-83f61712a0cc req-f16d5f12-ad2e-4840-86cd-972a68802d88 service neutron] 10.222.0.30 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961154 Dec 10 19:06:22.640869 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ca982cc2-689b-4bc8-8c77-b286f589d143 req-50f68eef-ece1-478f-999e-0592238cd336 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Dec 10 19:06:23.776379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f368d00-b523-4347-8b48-4abb996bbaf3 req-6c4d517c-1543-4ab7-a990-3973a5d4cae6 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:23.778333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f368d00-b523-4347-8b48-4abb996bbaf3 req-6c4d517c-1543-4ab7-a990-3973a5d4cae6 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 943 time: 0.0608211 Dec 10 19:06:23.834528 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f368d00-b523-4347-8b48-4abb996bbaf3 req-a88c2b5e-ede7-4de3-b4a0-6960bb8d11b8 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489333 Dec 10 19:06:24.384412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 474cb047-dd1b-4983-8254-cfbd96d14d20 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:06:24.501426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 474cb047-dd1b-4983-8254-cfbd96d14d20, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=474cb047-dd1b-4983-8254-cfbd96d14d20,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:24.514057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '474cb047-dd1b-4983-8254-cfbd96d14d20', 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3', 'port_id': '474cb047-dd1b-4983-8254-cfbd96d14d20', 'mac_address': 'fa:16:3e:a4:7d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8288c21d-0e0a-4208-886e-f8d95848f4d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:06:24.552745 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:24.565959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 474cb047-dd1b-4983-8254-cfbd96d14d20 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:24.589743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 474cb047-dd1b-4983-8254-cfbd96d14d20, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=474cb047-dd1b-4983-8254-cfbd96d14d20,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:24.595004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:24.646056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=474cb047-dd1b-4983-8254-cfbd96d14d20,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:24.823334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['474cb047-dd1b-4983-8254-cfbd96d14d20'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:24.968284 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368dac8-60bc-415f-8632-1ccb1d90f53c req-b8ab00be-6cfc-4829-b75c-c8f9b49a9b09 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:24.969841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b368dac8-60bc-415f-8632-1ccb1d90f53c req-b8ab00be-6cfc-4829-b75c-c8f9b49a9b09 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 944 time: 0.0568373 Dec 10 19:06:25.020147 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b368dac8-60bc-415f-8632-1ccb1d90f53c req-ed5e330c-7175-4d15-9bf9-220084c73c40 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434268 Dec 10 19:06:26.141834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4075be-2385-4350-8180-c8a106081525 req-7658a157-b76c-41ac-bd8c-0c0959a3d3f7 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:26.143377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff4075be-2385-4350-8180-c8a106081525 req-7658a157-b76c-41ac-bd8c-0c0959a3d3f7 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 944 time: 0.0518699 Dec 10 19:06:26.199846 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff4075be-2385-4350-8180-c8a106081525 req-1cf31e05-3327-4428-a0cb-5f8d5ead8410 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502751 Dec 10 19:06:26.397615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 474cb047-dd1b-4983-8254-cfbd96d14d20 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:26.451664 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 474cb047-dd1b-4983-8254-cfbd96d14d20 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:06:26.455799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 474cb047-dd1b-4983-8254-cfbd96d14d20 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:26.456140 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:26.534528 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:26.559067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474cb047-dd1b-4983-8254-cfbd96d14d20'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:26.561570 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b17985-73e8-4f27-9838-bcbbde453849" -d '{"events": [{"server_uuid": "f6175884-2b04-4b9f-9d40-8bf014e40882", "name": "network-vif-plugged", "status": "completed", "tag": "474cb047-dd1b-4983-8254-cfbd96d14d20"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:26.575451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 474cb047-dd1b-4983-8254-cfbd96d14d20, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=474cb047-dd1b-4983-8254-cfbd96d14d20,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:26.580292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:26.607948 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee189c4-5045-43a0-b58b-2ae3a9b5500e x-openstack-request-id: req-6ee189c4-5045-43a0-b58b-2ae3a9b5500e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:26.608238 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6175884-2b04-4b9f-9d40-8bf014e40882", "name": "network-vif-plugged", "status": "completed", "tag": "474cb047-dd1b-4983-8254-cfbd96d14d20", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:26.608482 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6ee189c4-5045-43a0-b58b-2ae3a9b5500e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:26.609131 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '474cb047-dd1b-4983-8254-cfbd96d14d20', 'code': 200} Dec 10 19:06:26.638257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=474cb047-dd1b-4983-8254-cfbd96d14d20,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:26.646159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.646867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.647213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.647545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.647969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.648214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.648558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.648868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.649414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.649739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.650061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.650431 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.650751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:26.701203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5a8c4-a845-46e2-9157-62512e3b4382 req-cc200844-dacc-4089-a89a-4c61b451867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:26.702789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca5a8c4-a845-46e2-9157-62512e3b4382 req-cc200844-dacc-4089-a89a-4c61b451867c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 1096 time: 0.0430009 Dec 10 19:06:26.750793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5ca5a8c4-a845-46e2-9157-62512e3b4382 req-3940ef44-9656-4894-92b5-af833659a863 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393651 Dec 10 19:06:27.335072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394af25c-e16c-417d-a121-ee2dc8089d0d req-b6d21407-4e7f-4a84-ba9a-8e92e288a0d8 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:27.336618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394af25c-e16c-417d-a121-ee2dc8089d0d req-b6d21407-4e7f-4a84-ba9a-8e92e288a0d8 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0547276 Dec 10 19:06:27.388393 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-394af25c-e16c-417d-a121-ee2dc8089d0d req-d678bc1e-4ed3-4977-aa83-2d92319963fe tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446904 Dec 10 19:06:28.315830 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:06:28.351775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-19ee0a3f-1b44-47f0-938f-65c3b12d129a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:28.531303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0ad44-2240-4e7a-bada-29b8c758a99d req-3a795206-b92a-4f81-a0c0-a4e208ebe8f2 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:28.532837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ade0ad44-2240-4e7a-bada-29b8c758a99d req-3a795206-b92a-4f81-a0c0-a4e208ebe8f2 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0608413 Dec 10 19:06:28.587268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ade0ad44-2240-4e7a-bada-29b8c758a99d req-0b1514f2-fa72-4cfe-a513-e208c7596903 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478237 Dec 10 19:06:28.845037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-1649cccb-9b92-4daa-a531-0536f63fbd8a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:28.846502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-1649cccb-9b92-4daa-a531-0536f63fbd8a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/networks?id=6ee83876-c454-4977-be46-1421904e4ae3 HTTP/1.1" status: 200 len: 814 time: 0.1161351 Dec 10 19:06:28.864696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-4fbb2272-5f1c-408f-b5cf-a888bc02854d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/quotas/0d173577a2eb4eedaba85a4f3e4b79d8 HTTP/1.1" status: 200 len: 375 time: 0.0095770 Dec 10 19:06:28.922982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-fca686d8-832a-4e10-b66a-1783a6bd8a5e tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d173577a2eb4eedaba85a4f3e4b79d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0527689 Dec 10 19:06:29.311905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-fd04cec0-5ae3-43b7-8ba7-11da47620851 service neutron] 10.222.0.55 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763807 Dec 10 19:06:29.406581 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-39e9ba2e-1288-43a5-a8a7-af28a200ba86 service neutron] 10.222.0.55 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882521 Dec 10 19:06:29.575516 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2e8751a8-38e9-4ee8-9e19-77b88eb25a15 req-a271e6f9-e688-4ff2-aa8b-179e66b15fc1 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 210 time: 0.0271220 Dec 10 19:06:30.555115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-9292569c-7484-46b1-8b3d-ec7c3fffc063 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:30.556675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-9292569c-7484-46b1-8b3d-ec7c3fffc063 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.59 "GET /v2.0/networks?id=6ee83876-c454-4977-be46-1421904e4ae3 HTTP/1.1" status: 200 len: 814 time: 0.1083336 Dec 10 19:06:30.569857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Request body: {'port': {'device_id': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3', 'admin_state_up': True, 'tenant_id': '0d173577a2eb4eedaba85a4f3e4b79d8'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:30.676585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ae444306-8887-4227-9e76-3e6904557192 req-89c6ee4b-13ca-47b1-8c3c-d216d331a77d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 210 time: 0.0280666 Dec 10 19:06:30.699770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Made reservation on behalf of 0d173577a2eb4eedaba85a4f3e4b79d8 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:30.700754 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:30.836271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Allocated IP 172.20.0.8 (6ee83876-c454-4977-be46-1421904e4ae3/8288c21d-0e0a-4208-886e-f8d95848f4d4/88b27ebd-c5f0-455e-8001-fd64525d2cc8) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:30.997249 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.035801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.048545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['474cb047-dd1b-4983-8254-cfbd96d14d20'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:31.087036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Network 6ee83876-c454-4977-be46-1421904e4ae3 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:31.090696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:31.094028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:31.119344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Pushing event updated for resources: {'Port': ['ID=88b27ebd-c5f0-455e-8001-fd64525d2cc8,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:31.158838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:31.159534 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.176448 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-7d9112a0-494e-40b3-9e6a-05c62fe516f9 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111004 Dec 10 19:06:31.190532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Request body: {'port': {'device_id': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:31.244849 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.544389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b27ebd-c5f0-455e-8001-fd64525d2cc8 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:31.552409 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.565192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Transition to ACTIVE for port object 88b27ebd-c5f0-455e-8001-fd64525d2cc8 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:06:31.572133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.621924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Pushing event updated for resources: {'Port': ['ID=88b27ebd-c5f0-455e-8001-fd64525d2cc8,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:31.657326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-87992034-5af5-4a91-a335-bf21705a2a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.695615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Attempting to bind port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:31.696071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Attempting to bind port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:31.696402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Attempting to bind port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 on network 6ee83876-c454-4977-be46-1421904e4ae3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:31.701532 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 on network 6ee83876-c454-4977-be46-1421904e4ae3 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:06:31.702373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Attempting to bind port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 on network 6ee83876-c454-4977-be46-1421904e4ae3 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:31.707516 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:31.708105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Checking segment: {'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:31.708225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Bound using segment: {'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:31.708644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Bound port: 88b27ebd-c5f0-455e-8001-fd64525d2cc8, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0bd508-d53b-46c7-b9db-13003dba762d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:31.709001 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.810618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] For port 88b27ebd-c5f0-455e-8001-fd64525d2cc8, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:31.814814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] For port 88b27ebd-c5f0-455e-8001-fd64525d2cc8, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=88b27ebd-c5f0-455e-8001-fd64525d2cc8,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:31.822868 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.837614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b423cf93-20ed-4160-9140-4c4170a98d66 req-6438aece-5975-4a9c-ad8a-bbdf43fb4014 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:31.839459 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b423cf93-20ed-4160-9140-4c4170a98d66 req-6438aece-5975-4a9c-ad8a-bbdf43fb4014 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 943 time: 0.0857589 Dec 10 19:06:31.872718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:31.873344 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:31.874763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] 10.222.0.59 "PUT /v2.0/ports/88b27ebd-c5f0-455e-8001-fd64525d2cc8 HTTP/1.1" status: 200 len: 1091 time: 0.6885731 Dec 10 19:06:31.875219 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'tag': '88b27ebd-c5f0-455e-8001-fd64525d2cc8'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:31.877501 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8" -d '{"events": [{"name": "network-changed", "server_uuid": "127bec74-ad9f-4c91-ac13-9a6b8862b16d", "tag": "88b27ebd-c5f0-455e-8001-fd64525d2cc8"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:31.942876 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c24bbf9-8732-42f6-b3bc-ccdfe16bb647 x-openstack-request-id: req-1c24bbf9-8732-42f6-b3bc-ccdfe16bb647 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:31.943148 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "127bec74-ad9f-4c91-ac13-9a6b8862b16d", "tag": "88b27ebd-c5f0-455e-8001-fd64525d2cc8", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:31.943444 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c24bbf9-8732-42f6-b3bc-ccdfe16bb647 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:31.943865 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'tag': '88b27ebd-c5f0-455e-8001-fd64525d2cc8', 'status': 'completed', 'code': 200} Dec 10 19:06:31.970519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effca90d-8f95-4d24-8f5d-e4ba0833adf7 service neutron] Pushing event updated for resources: {'Port': ['ID=88b27ebd-c5f0-455e-8001-fd64525d2cc8,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:31.985509 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b423cf93-20ed-4160-9140-4c4170a98d66 req-41695cd5-4247-4196-853c-58f8b4397751 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205087 Dec 10 19:06:32.004094 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-c3ab5f93-a9e6-4f8a-9d9f-bf7036f97046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:32.005837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-c3ab5f93-a9e6-4f8a-9d9f-bf7036f97046 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d173577a2eb4eedaba85a4f3e4b79d8&device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 1094 time: 0.0851619 Dec 10 19:06:32.049586 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-5456b2f6-99ba-4c89-bdcb-604901cb83a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b27ebd-c5f0-455e-8001-fd64525d2cc8 HTTP/1.1" status: 200 len: 217 time: 0.0360451 Dec 10 19:06:32.106392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-83b9e9d5-fa9b-4ed9-af12-cfbb3edb1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:32.108011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-83b9e9d5-fa9b-4ed9-af12-cfbb3edb1094 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8288c21d-0e0a-4208-886e-f8d95848f4d4 HTTP/1.1" status: 200 len: 854 time: 0.0508940 Dec 10 19:06:32.252979 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.371474 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:32.482195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-d49f23a1-669f-47e2-bb00-053c3051897d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ee83876-c454-4977-be46-1421904e4ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3668571 Dec 10 19:06:32.582107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-2b6a4254-687b-404e-b6e8-c6853903ce9f service neutron] 10.222.0.59 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925736 Dec 10 19:06:32.687325 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd0f432d-be6e-414e-b2bd-43f6490d000c req-e6e64f77-1353-4324-9508-49939b6ecde5 service neutron] 10.222.0.59 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968006 Dec 10 19:06:32.787304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-44f14c1e-d642-441d-b7b2-fde04b2fac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:32.788906 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-44f14c1e-d642-441d-b7b2-fde04b2fac9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0d173577a2eb4eedaba85a4f3e4b79d8&device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 1094 time: 0.0457187 Dec 10 19:06:32.894770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-b46cd010-3208-4b39-84f6-ae78f4ca342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:32.896255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-b46cd010-3208-4b39-84f6-ae78f4ca342d service neutron] 10.222.0.59 "GET /v2.0/networks?id=6ee83876-c454-4977-be46-1421904e4ae3 HTTP/1.1" status: 200 len: 915 time: 0.1006463 Dec 10 19:06:32.941034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-52c6d809-978c-460a-b376-61bea011ecc8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88b27ebd-c5f0-455e-8001-fd64525d2cc8 HTTP/1.1" status: 200 len: 217 time: 0.0350864 Dec 10 19:06:32.994514 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-809f2582-73fe-4bc3-9f53-b28aef32aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:32.996017 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-809f2582-73fe-4bc3-9f53-b28aef32aa51 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8288c21d-0e0a-4208-886e-f8d95848f4d4 HTTP/1.1" status: 200 len: 854 time: 0.0463011 Dec 10 19:06:33.035384 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-10965580-1881-4bf1-9544-5e9e3e7732e1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6ee83876-c454-4977-be46-1421904e4ae3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322809 Dec 10 19:06:33.115944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e3997-57af-4b0d-8848-f2874a5655aa req-32d1cb2e-9e96-4ea0-b632-5f2b3af5b23a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:33.117574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145e3997-57af-4b0d-8848-f2874a5655aa req-32d1cb2e-9e96-4ea0-b632-5f2b3af5b23a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 943 time: 0.0573089 Dec 10 19:06:33.146082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-af4d208a-3462-48b5-a58e-cbba163bf3db service neutron] 10.222.0.59 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022770 Dec 10 19:06:33.174068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-145e3997-57af-4b0d-8848-f2874a5655aa req-863dd157-c85e-453d-936d-3a17582781db tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495827 Dec 10 19:06:33.245924 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a8ee8d47-03d2-4b69-b719-4f7805ab05a8 req-27fa7d3a-2fde-4244-955b-cc9ed063e5f1 service neutron] 10.222.0.59 "GET /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917013 Dec 10 19:06:33.929100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:34.119292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 88b27ebd-c5f0-455e-8001-fd64525d2cc8 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:06:34.208528 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:34.240432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 88b27ebd-c5f0-455e-8001-fd64525d2cc8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=88b27ebd-c5f0-455e-8001-fd64525d2cc8,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:34.254279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '88b27ebd-c5f0-455e-8001-fd64525d2cc8', 'network_id': '6ee83876-c454-4977-be46-1421904e4ae3', 'port_id': '88b27ebd-c5f0-455e-8001-fd64525d2cc8', 'mac_address': 'fa:16:3e:b3:69:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8288c21d-0e0a-4208-886e-f8d95848f4d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:06:34.293794 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:34.304438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d03f61-9a6a-45c1-80b8-159aed3e3c6c req-088f5b45-e514-4579-a01d-cb07cee99b6c tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:34.306032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8d03f61-9a6a-45c1-80b8-159aed3e3c6c req-088f5b45-e514-4579-a01d-cb07cee99b6c tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 943 time: 0.0575721 Dec 10 19:06:34.308946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b27ebd-c5f0-455e-8001-fd64525d2cc8 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:06:34.331085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 88b27ebd-c5f0-455e-8001-fd64525d2cc8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=88b27ebd-c5f0-455e-8001-fd64525d2cc8,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:34.336330 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:34.360558 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d8d03f61-9a6a-45c1-80b8-159aed3e3c6c req-4cd8f03a-7762-4eb6-baed-6d8526c1be25 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477972 Dec 10 19:06:34.385895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=88b27ebd-c5f0-455e-8001-fd64525d2cc8,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:34.523493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['88b27ebd-c5f0-455e-8001-fd64525d2cc8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:35.027348 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:35.488707 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f24e7a-e783-4375-bb74-7678ca235484 req-b297b052-ebfb-4f16-aaf7-8241bc2352ce tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:35.491239 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16f24e7a-e783-4375-bb74-7678ca235484 req-b297b052-ebfb-4f16-aaf7-8241bc2352ce tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 944 time: 0.0604315 Dec 10 19:06:35.544303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-16f24e7a-e783-4375-bb74-7678ca235484 req-d527d17d-e86c-4dd6-a180-cfb3a272a2bf tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465927 Dec 10 19:06:36.134705 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 88b27ebd-c5f0-455e-8001-fd64525d2cc8 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:36.194181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:06:36.199679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:36.199951 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:36.280931 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:36.305073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b27ebd-c5f0-455e-8001-fd64525d2cc8'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:36.307585 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa52a899-f4e0-457d-b2f7-b0bd694c17fb" -d '{"events": [{"server_uuid": "127bec74-ad9f-4c91-ac13-9a6b8862b16d", "name": "network-vif-plugged", "status": "completed", "tag": "88b27ebd-c5f0-455e-8001-fd64525d2cc8"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:36.321235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 88b27ebd-c5f0-455e-8001-fd64525d2cc8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=88b27ebd-c5f0-455e-8001-fd64525d2cc8,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:36.327737 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:36.353474 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2268415a-0d95-4d8b-b52e-ed846451b120 x-openstack-request-id: req-2268415a-0d95-4d8b-b52e-ed846451b120 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:36.353766 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127bec74-ad9f-4c91-ac13-9a6b8862b16d", "name": "network-vif-plugged", "status": "completed", "tag": "88b27ebd-c5f0-455e-8001-fd64525d2cc8", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:36.354018 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2268415a-0d95-4d8b-b52e-ed846451b120 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:36.354402 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b27ebd-c5f0-455e-8001-fd64525d2cc8', 'code': 200} Dec 10 19:06:36.390154 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=88b27ebd-c5f0-455e-8001-fd64525d2cc8,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:36.456933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de3c98-b088-425f-8e2b-46469a68806d req-73677f79-6096-4fac-8d94-c483bb75072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:36.458475 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-66de3c98-b088-425f-8e2b-46469a68806d req-73677f79-6096-4fac-8d94-c483bb75072b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 1096 time: 0.0407224 Dec 10 19:06:36.507367 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-66de3c98-b088-425f-8e2b-46469a68806d req-ed87cdf9-c1cb-486b-a786-a941b27a5d4a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Dec 10 19:06:36.676489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1139fce-1566-47ad-8b04-b9cd617d0194 req-57ff1689-76b6-4d14-b008-adc94791e8f6 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:36.677967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1139fce-1566-47ad-8b04-b9cd617d0194 req-57ff1689-76b6-4d14-b008-adc94791e8f6 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 945 time: 0.0549171 Dec 10 19:06:36.729896 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d1139fce-1566-47ad-8b04-b9cd617d0194 req-f57408d1-22e1-4e35-9585-e3ac9b749070 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 Dec 10 19:06:37.863716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef969-6ff7-4f55-8e7d-b6d9e042938e req-5ebf5450-b7f2-4504-bf2f-ece51971c2a1 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:37.865342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04cef969-6ff7-4f55-8e7d-b6d9e042938e req-5ebf5450-b7f2-4504-bf2f-ece51971c2a1 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 945 time: 0.0609140 Dec 10 19:06:37.923761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-04cef969-6ff7-4f55-8e7d-b6d9e042938e req-e803c786-b4ae-4ca3-9f19-f6822410f92e tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494258 Dec 10 19:06:38.196772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb72e8c-ad21-498e-bcea-90ae392cf0e3 req-6f0c1344-e540-4770-8149-ba34ae1b07d7 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:38.198382 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fdb72e8c-ad21-498e-bcea-90ae392cf0e3 req-6f0c1344-e540-4770-8149-ba34ae1b07d7 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 945 time: 0.0577652 Dec 10 19:06:38.257737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fdb72e8c-ad21-498e-bcea-90ae392cf0e3 req-fde2aae7-727a-4756-a7b9-48c6b1286c30 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Dec 10 19:06:39.402835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847a98f-f45e-4b16-81ba-06a64e0e0835 req-ba5ac22c-df6e-4c38-b11f-a5665df3c5ba tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:39.403544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2018d-a781-48b8-8608-9311d4202d0a req-e73a4714-c7fc-4bb2-80b8-0521d946095a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:39.404398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1847a98f-f45e-4b16-81ba-06a64e0e0835 req-ba5ac22c-df6e-4c38-b11f-a5665df3c5ba tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 945 time: 0.0572951 Dec 10 19:06:39.405110 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64a2018d-a781-48b8-8608-9311d4202d0a req-e73a4714-c7fc-4bb2-80b8-0521d946095a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.59 "GET /v2.0/ports?device_id=127bec74-ad9f-4c91-ac13-9a6b8862b16d HTTP/1.1" status: 200 len: 945 time: 0.0516033 Dec 10 19:06:39.454421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1847a98f-f45e-4b16-81ba-06a64e0e0835 req-4360e525-b8f4-4542-8d34-c9cd2b0e0077 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Dec 10 19:06:39.505825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Deleting port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:39.506160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.605612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] For port 88b27ebd-c5f0-455e-8001-fd64525d2cc8, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=88b27ebd-c5f0-455e-8001-fd64525d2cc8,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:39.605859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.619491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Calling delete_port for 88b27ebd-c5f0-455e-8001-fd64525d2cc8 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:39.771289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.792738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['88b27ebd-c5f0-455e-8001-fd64525d2cc8'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:39.816268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Pushing event deleted for resources: {'Port': ['ID=88b27ebd-c5f0-455e-8001-fd64525d2cc8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:39.827650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['474cb047-dd1b-4983-8254-cfbd96d14d20'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:39.869071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] No DVR routers for this DVR port 88b27ebd-c5f0-455e-8001-fd64525d2cc8 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:39.871959 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:39.875451 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-64a2018d-a781-48b8-8608-9311d4202d0a req-7b3554d1-fd7a-40ff-9ff1-70de491bc927 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.59 "DELETE /v2.0/ports/88b27ebd-c5f0-455e-8001-fd64525d2cc8 HTTP/1.1" status: 204 len: 173 time: 0.4643381 Dec 10 19:06:39.876013 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'name': 'network-vif-deleted', 'tag': '88b27ebd-c5f0-455e-8001-fd64525d2cc8'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:39.878459 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1adcf1-e22a-4576-8944-b1cd1311855d" -d '{"events": [{"server_uuid": "127bec74-ad9f-4c91-ac13-9a6b8862b16d", "name": "network-vif-deleted", "tag": "88b27ebd-c5f0-455e-8001-fd64525d2cc8"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:39.929329 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f36a4cf-259b-4c9f-9387-5ab4b09e2f42 x-openstack-request-id: req-9f36a4cf-259b-4c9f-9387-5ab4b09e2f42 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:39.929641 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "127bec74-ad9f-4c91-ac13-9a6b8862b16d", "name": "network-vif-deleted", "tag": "88b27ebd-c5f0-455e-8001-fd64525d2cc8", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:39.929906 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9f36a4cf-259b-4c9f-9387-5ab4b09e2f42 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:39.930330 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '127bec74-ad9f-4c91-ac13-9a6b8862b16d', 'name': 'network-vif-deleted', 'tag': '88b27ebd-c5f0-455e-8001-fd64525d2cc8', 'status': 'completed', 'code': 200} Dec 10 19:06:40.625509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7dcfe-900a-49d6-8afb-fcc524ffc26f req-7b76f066-1a56-4362-93de-eaf054c8f273 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:40.627098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19a7dcfe-900a-49d6-8afb-fcc524ffc26f req-7b76f066-1a56-4362-93de-eaf054c8f273 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0621378 Dec 10 19:06:40.683953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19a7dcfe-900a-49d6-8afb-fcc524ffc26f req-fd1d6032-54ec-4d9f-80e9-135fc4660312 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506849 Dec 10 19:06:40.824604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6fb8d-870f-4b95-a0f4-37270614f58a req-467c824e-8aa1-45d3-b8f6-d467700ac673 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:40.826143 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1e6fb8d-870f-4b95-a0f4-37270614f58a req-467c824e-8aa1-45d3-b8f6-d467700ac673 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0570831 Dec 10 19:06:40.877893 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1e6fb8d-870f-4b95-a0f4-37270614f58a req-e20a8560-e1a0-42a3-b204-1bc8777beb22 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455973 Dec 10 19:06:41.016132 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2e463-c2bf-4c11-86c8-2da088bb8ac5 req-e4224da6-6048-4dab-9fec-49b76fa7079b tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:41.017590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53a2e463-c2bf-4c11-86c8-2da088bb8ac5 req-e4224da6-6048-4dab-9fec-49b76fa7079b tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0646152 Dec 10 19:06:41.065398 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-53a2e463-c2bf-4c11-86c8-2da088bb8ac5 req-1481e1d7-edc4-488b-8384-c8aa840bd036 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415003 Dec 10 19:06:41.227328 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-b57f2422-41f9-4916-ad1f-287b6eed675f req-f78d273c-83db-45e6-8d1b-57fb81c791cb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:06:41.228488 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b57f2422-41f9-4916-ad1f-287b6eed675f req-f78d273c-83db-45e6-8d1b-57fb81c791cb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512354 Dec 10 19:06:41.361668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49821458-5eca-4994-a917-b53905e18d89 req-93a54b44-bebc-4c1d-8713-4cb3b26aa8eb tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:41.363228 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49821458-5eca-4994-a917-b53905e18d89 req-93a54b44-bebc-4c1d-8713-4cb3b26aa8eb tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0696943 Dec 10 19:06:41.413448 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49821458-5eca-4994-a917-b53905e18d89 req-fdbfea96-5b18-4a9f-8bf6-899da0b9cb52 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Dec 10 19:06:41.540350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578e3aa-df2f-415f-95e2-cf900e30fcae req-1a5d8320-499c-42fc-a272-54e82190efcb tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:41.541845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4578e3aa-df2f-415f-95e2-cf900e30fcae req-1a5d8320-499c-42fc-a272-54e82190efcb tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0574107 Dec 10 19:06:41.601841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4578e3aa-df2f-415f-95e2-cf900e30fcae req-3c7b55db-f60c-4d13-9819-6cbf81347ac2 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 Dec 10 19:06:41.743156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da6e91-521d-42e8-a9a2-d0a2e25e5f99 req-9c045847-3e50-4a50-97e6-c0bfcc0f50c8 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:41.744709 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61da6e91-521d-42e8-a9a2-d0a2e25e5f99 req-9c045847-3e50-4a50-97e6-c0bfcc0f50c8 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0535405 Dec 10 19:06:41.796619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-61da6e91-521d-42e8-a9a2-d0a2e25e5f99 req-7436b2ce-d6a7-4ad5-a6f6-d2d62753fbd7 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Dec 10 19:06:42.129120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94828ac2-af77-412f-b62d-d7b7c95cec8e req-374241da-735b-44c3-944f-ba0881c42453 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:42.130604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94828ac2-af77-412f-b62d-d7b7c95cec8e req-374241da-735b-44c3-944f-ba0881c42453 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0583699 Dec 10 19:06:42.150085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 88b27ebd-c5f0-455e-8001-fd64525d2cc8 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:42.171670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 88b27ebd-c5f0-455e-8001-fd64525d2cc8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:42.172023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 88b27ebd-c5f0-455e-8001-fd64525d2cc8 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:42.179291 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94828ac2-af77-412f-b62d-d7b7c95cec8e req-bc4c18b2-cb36-4ff9-abf3-55ea2ac1c8c4 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Dec 10 19:06:43.312982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a64c60-7606-4f9d-b6a1-2cb212479a04 req-5b5e78f1-fd2b-46de-8709-06df8c404e13 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:43.314555 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a64c60-7606-4f9d-b6a1-2cb212479a04 req-5b5e78f1-fd2b-46de-8709-06df8c404e13 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Dec 10 19:06:43.364169 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b2a64c60-7606-4f9d-b6a1-2cb212479a04 req-fb1318eb-ef0b-4604-837e-415018eee30a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/security-groups?id=1538a895-2d3b-432b-bda3-c0855bc36537&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Dec 10 19:06:43.502713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30657c1c-159c-4ce3-a4c4-625586279171 req-94de2ec1-b42b-43ef-bf95-cd6f368b915a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:43.504103 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30657c1c-159c-4ce3-a4c4-625586279171 req-94de2ec1-b42b-43ef-bf95-cd6f368b915a tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.30 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 945 time: 0.0579119 Dec 10 19:06:43.599376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Deleting port 474cb047-dd1b-4983-8254-cfbd96d14d20 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:43.599723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:43.710744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] For port 474cb047-dd1b-4983-8254-cfbd96d14d20, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=474cb047-dd1b-4983-8254-cfbd96d14d20,segment=NetworkSegment(ed0bd508-d53b-46c7-b9db-13003dba762d),segment_id=ed0bd508-d53b-46c7-b9db-13003dba762d)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:43.711114 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:43.724483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Calling delete_port for 474cb047-dd1b-4983-8254-cfbd96d14d20 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:43.873040 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:43.885027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['474cb047-dd1b-4983-8254-cfbd96d14d20'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:06:43.906622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Pushing event deleted for resources: {'Port': ['ID=474cb047-dd1b-4983-8254-cfbd96d14d20,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:43.919638 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.919980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.920319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.920651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.920982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.921313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.921654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.921985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.922295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.922617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.922939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.923256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.923573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:43.958879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] No DVR routers for this DVR port 474cb047-dd1b-4983-8254-cfbd96d14d20 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:43.961736 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:43.965192 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-30657c1c-159c-4ce3-a4c4-625586279171 req-d183d1c3-581c-43f8-90aa-24e079a45c8d tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.30 "DELETE /v2.0/ports/474cb047-dd1b-4983-8254-cfbd96d14d20 HTTP/1.1" status: 204 len: 173 time: 0.4546130 Dec 10 19:06:43.965657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'name': 'network-vif-deleted', 'tag': '474cb047-dd1b-4983-8254-cfbd96d14d20'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:06:43.968352 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d115e2-8453-4c71-980d-7230d96518eb" -d '{"events": [{"server_uuid": "f6175884-2b04-4b9f-9d40-8bf014e40882", "name": "network-vif-deleted", "tag": "474cb047-dd1b-4983-8254-cfbd96d14d20"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:06:44.005583 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e66d4f-37be-4f50-878f-14c78916d173 x-openstack-request-id: req-99e66d4f-37be-4f50-878f-14c78916d173 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:06:44.005884 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6175884-2b04-4b9f-9d40-8bf014e40882", "name": "network-vif-deleted", "tag": "474cb047-dd1b-4983-8254-cfbd96d14d20", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:06:44.006145 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-99e66d4f-37be-4f50-878f-14c78916d173 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:06:44.006603 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6175884-2b04-4b9f-9d40-8bf014e40882', 'name': 'network-vif-deleted', 'tag': '474cb047-dd1b-4983-8254-cfbd96d14d20', 'status': 'completed', 'code': 200} Dec 10 19:06:44.484702 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-15fd7892-a32c-4748-98f1-6e35a15ea721 req-36540067-640b-42a8-9610-2b3deaccef21 tempest-ServersNegativeTestJSON-665412124 tempest-ServersNegativeTestJSON-665412124-project] 10.222.0.55 "GET /v2.0/ports?device_id=f6175884-2b04-4b9f-9d40-8bf014e40882 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Dec 10 19:06:45.553952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59762) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:45.607858 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Deleting subnet 8288c21d-0e0a-4208-886e-f8d95848f4d4 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:06:45.611493 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.646686 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.685182 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.745354 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.781540 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8288c21d-0e0a-4208-886e-f8d95848f4d4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:45.783915 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.787113 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/8288c21d-0e0a-4208-886e-f8d95848f4d4 HTTP/1.1" status: 204 len: 168 time: 0.2316334 Dec 10 19:06:45.790130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59764) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:45.795617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.796080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.796606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.797084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.797397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.797934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.798435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.798864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.799268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.799627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.800080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.801176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.801176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6482beb-6bca-44ca-9b4f-4b3fec0a7e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:06:45.868185 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.947926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:45.969443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee83876-c454-4977-be46-1421904e4ae3']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:45.979072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0bd508-d53b-46c7-b9db-13003dba762d') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:45.979337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0bd508-d53b-46c7-b9db-13003dba762d') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:45.988979 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.002337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.008690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:46.009066 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:46.010716 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:46.071359 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.076860 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.080063 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] 10.222.0.55 "DELETE /v2.0/networks/6ee83876-c454-4977-be46-1421904e4ae3 HTTP/1.1" status: 204 len: 168 time: 0.2889011 Dec 10 19:06:46.091334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56da2af-079b-44a6-9583-f0f8f08b1f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee83876-c454-4977-be46-1421904e4ae3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:46.197692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59768) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:46.245760 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6ee2cffc-caaf-40f5-bebb-58c7b5885bc7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0d173577a2eb4eedaba85a4f3e4b79d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0467942 Dec 10 19:06:46.248547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59770) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:46.304822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-796698ca-caff-4b64-906c-1af0995d53dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.327933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-796698ca-caff-4b64-906c-1af0995d53dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.381283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-796698ca-caff-4b64-906c-1af0995d53dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.384111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-796698ca-caff-4b64-906c-1af0995d53dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:46.385355 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-796698ca-caff-4b64-906c-1af0995d53dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1538a895-2d3b-432b-bda3-c0855bc36537 HTTP/1.1" status: 204 len: 168 time: 0.1356871 Dec 10 19:06:46.394810 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796698ca-caff-4b64-906c-1af0995d53dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1538a895-2d3b-432b-bda3-c0855bc36537,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:46.584512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 474cb047-dd1b-4983-8254-cfbd96d14d20 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:46.609208 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 474cb047-dd1b-4983-8254-cfbd96d14d20 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:46.609560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 474cb047-dd1b-4983-8254-cfbd96d14d20 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:47.183994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59792) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:47.297646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-364385691'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:47.328925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:47.332629 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.345970 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.422588 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.428882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.451552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:06:47.465009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7c6b0-15f8-4fc4-b448-3b0e3bfbc047,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:47.470191 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.470569 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Added segment a64583c7-f0af-40e6-89fe-bb0725e4028d of type vlan for network a38084fb-ce2d-4060-8b23-d1e652077780 Dec 10 19:06:47.511021 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.538961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.544740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:47.545327 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:47.628480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4432631 Dec 10 19:06:47.637156 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93409a-0682-484b-9c4b-6e30c4725989 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Network': ['ID=a38084fb-ce2d-4060-8b23-d1e652077780,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:47.651441 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network a38084fb-ce2d-4060-8b23-d1e652077780 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:06:50.910485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59796) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:50.919139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'subnet': {'network_id': 'a38084fb-ce2d-4060-8b23-d1e652077780', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:51.028291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:51.031936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.237405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.300898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Subnet': ['ID=ba602cba-5fd4-4ee3-8b96-05c8de6d0f1b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:51.311696 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Checking segment: {'id': 'a64583c7-f0af-40e6-89fe-bb0725e4028d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a38084fb-ce2d-4060-8b23-d1e652077780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:51.312136 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network hostable DHCP agents. Network: a38084fb-ce2d-4060-8b23-d1e652077780, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:51.329770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network a38084fb-ce2d-4060-8b23-d1e652077780 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:51.339348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, a38084fb-ce2d-4060-8b23-d1e652077780) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:51.344228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:51.344837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.349957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caca040-aab3-4850-a67a-230d1b48b170 None None] Network a38084fb-ce2d-4060-8b23-d1e652077780 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:51.362703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8835ac6a-c1d1-438f-8dbd-33aa473bcf99 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4506409 Dec 10 19:06:51.366485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59798) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:51.371689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949420167'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:51.395290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:51.398948 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.425008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:06:51.435900 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.436274 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Added segment 0afe8278-66de-4f72-80ed-8e2776681bea of type vlan for network 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 Dec 10 19:06:51.453210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-a38084fb-ce2d-4060-8b23-d1e652077780', 'network_id': 'a38084fb-ce2d-4060-8b23-d1e652077780', 'project_id': '33ba0ed7602246a4a3f56505d9ccc51c', 'fixed_ips': [{'subnet_id': 'ba602cba-5fd4-4ee3-8b96-05c8de6d0f1b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:06:51.454108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.481233 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.506842 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.513020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:51.513649 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.573674 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2060730 Dec 10 19:06:51.576529 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59800) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:51.584047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'subnet': {'network_id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:51.596448 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Allocated IP 2001:db8:0:ffff::2 (a38084fb-ce2d-4060-8b23-d1e652077780/ba602cba-5fd4-4ee3-8b96-05c8de6d0f1b/9b26a8a1-9194-4c86-8564-b8129b8343c8) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:51.605721 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abca24c-d421-4d2f-b145-b3f3abc36143 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Network': ['ID=6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:51.623047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:06:51.687154 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:51.690966 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.799444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.812742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.856563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Network a38084fb-ce2d-4060-8b23-d1e652077780 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:51.859756 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:51.863656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:51.891740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Pushing event updated for resources: {'Port': ['ID=9b26a8a1-9194-4c86-8564-b8129b8343c8,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:51.892927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.924132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Attempting to bind port 9b26a8a1-9194-4c86-8564-b8129b8343c8 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:51.924503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Attempting to bind port 9b26a8a1-9194-4c86-8564-b8129b8343c8 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'a64583c7-f0af-40e6-89fe-bb0725e4028d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a38084fb-ce2d-4060-8b23-d1e652077780'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:51.924867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Attempting to bind port 9b26a8a1-9194-4c86-8564-b8129b8343c8 on network a38084fb-ce2d-4060-8b23-d1e652077780 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:51.930150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:51.930545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Checking segment: {'id': 'a64583c7-f0af-40e6-89fe-bb0725e4028d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a38084fb-ce2d-4060-8b23-d1e652077780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:51.930957 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.931342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Bound using segment: {'id': 'a64583c7-f0af-40e6-89fe-bb0725e4028d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a38084fb-ce2d-4060-8b23-d1e652077780'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:51.931809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Bound port: 9b26a8a1-9194-4c86-8564-b8129b8343c8, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64583c7-f0af-40e6-89fe-bb0725e4028d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a38084fb-ce2d-4060-8b23-d1e652077780'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:51.932192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:51.954237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Subnet': ['ID=138b7924-b960-42cd-8cb1-2c1cdb77486f,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:51.969471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Checking segment: {'id': '0afe8278-66de-4f72-80ed-8e2776681bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:51.969867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network hostable DHCP agents. Network: 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:51.988593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:51.997968 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] For port 9b26a8a1-9194-4c86-8564-b8129b8343c8, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:51.999863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:52.001301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] For port 9b26a8a1-9194-4c86-8564-b8129b8343c8, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9b26a8a1-9194-4c86-8564-b8129b8343c8,segment=NetworkSegment(a64583c7-f0af-40e6-89fe-bb0725e4028d),segment_id=a64583c7-f0af-40e6-89fe-bb0725e4028d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:52.005566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:52.006214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.006381 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.019877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4885d2c-f400-41ab-a278-0f0b0c5f855e None None] Network 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:52.024688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f93cb38f-c549-4758-b7a1-04980e94d11b tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4471412 Dec 10 19:06:52.027441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59802) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:52.125627 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27dc3a3-399b-49c2-b612-297515265fe1 None None] Pushing event updated for resources: {'Port': ['ID=9b26a8a1-9194-4c86-8564-b8129b8343c8,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:52.138946 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.174741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1', 'network_id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1', 'project_id': '33ba0ed7602246a4a3f56505d9ccc51c', 'fixed_ips': [{'subnet_id': '138b7924-b960-42cd-8cb1-2c1cdb77486f'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:06:52.175668 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.233727 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.342954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Allocated IP 2001:db8::2 (6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1/138b7924-b960-42cd-8cb1-2c1cdb77486f/05f7e9f3-4781-470f-b346-de3c81c0f839) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:52.503017 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.510709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9b26a8a1-9194-4c86-8564-b8129b8343c8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:52.514774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.527810 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.560955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Subnet': ['ID=138b7924-b960-42cd-8cb1-2c1cdb77486f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:52.593178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Network 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:52.599112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:52.601559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Pushing event updated for resources: {'Port': ['ID=05f7e9f3-4781-470f-b346-de3c81c0f839,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:52.603649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:52.626856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.638056 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9b26a8a1-9194-4c86-8564-b8129b8343c8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:52.638473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.648866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:52.658597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afe8278-66de-4f72-80ed-8e2776681bea') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:52.658902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afe8278-66de-4f72-80ed-8e2776681bea') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:52.668879 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.682381 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.688799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:52.689214 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.690602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Attempting to bind port 05f7e9f3-4781-470f-b346-de3c81c0f839 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:52.690981 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Attempting to bind port 05f7e9f3-4781-470f-b346-de3c81c0f839 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '0afe8278-66de-4f72-80ed-8e2776681bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:52.691351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Attempting to bind port 05f7e9f3-4781-470f-b346-de3c81c0f839 on network 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:52.692380 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:52.699311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:52.699707 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Checking segment: {'id': '0afe8278-66de-4f72-80ed-8e2776681bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:52.700113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.700513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Bound using segment: {'id': '0afe8278-66de-4f72-80ed-8e2776681bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:52.700984 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Bound port: 05f7e9f3-4781-470f-b346-de3c81c0f839, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afe8278-66de-4f72-80ed-8e2776681bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:52.701367 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.754010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.db.api [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 10 19:06:52.754010 n-d-821424-1 neutron-server[103499]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 10 19:06:52.754010 n-d-821424-1 neutron-server[103499]: [parameters: {'id': '6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1'}] Dec 10 19:06:52.754010 n-d-821424-1 neutron-server[103499]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103499) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:06:52.754556 n-d-821424-1 neutron-server[103499]: DEBUG oslo_db.api [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:06:52.973192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:52.988697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] For port 05f7e9f3-4781-470f-b346-de3c81c0f839, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:53.008584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] For port 05f7e9f3-4781-470f-b346-de3c81c0f839, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=05f7e9f3-4781-470f-b346-de3c81c0f839,segment=NetworkSegment(0afe8278-66de-4f72-80ed-8e2776681bea),segment_id=0afe8278-66de-4f72-80ed-8e2776681bea)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:53.018237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.034559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 9b26a8a1-9194-4c86-8564-b8129b8343c8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9b26a8a1-9194-4c86-8564-b8129b8343c8,segment=NetworkSegment(a64583c7-f0af-40e6-89fe-bb0725e4028d),segment_id=a64583c7-f0af-40e6-89fe-bb0725e4028d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:53.068128 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.070557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02455fc6-3dbf-4037-bf94-b473fe152c20 None None] Network a38084fb-ce2d-4060-8b23-d1e652077780 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:53.176030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd59f7-b862-43a0-acce-ac547c2a3be3 None None] Pushing event updated for resources: {'Port': ['ID=05f7e9f3-4781-470f-b346-de3c81c0f839,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:53.186345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3da1df-378c-4d96-bf2d-5871441b05ff None None] Network 6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:53.232694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8bf4e8eb-177e-45a6-8862-ffcdd8470eec None None] Provisioning complete for port 9b26a8a1-9194-4c86-8564-b8129b8343c8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:53.233067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8bf4e8eb-177e-45a6-8862-ffcdd8470eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.256411 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.314796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Deleting port 05f7e9f3-4781-470f-b346-de3c81c0f839 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:53.315048 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.351388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=9b26a8a1-9194-4c86-8564-b8129b8343c8,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:53.384773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] For port 05f7e9f3-4781-470f-b346-de3c81c0f839, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=05f7e9f3-4781-470f-b346-de3c81c0f839,segment=NetworkSegment(0afe8278-66de-4f72-80ed-8e2776681bea),segment_id=0afe8278-66de-4f72-80ed-8e2776681bea)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:53.385117 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.400370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Calling delete_port for 05f7e9f3-4781-470f-b346-de3c81c0f839 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:53.485186 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.518671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Port': ['ID=05f7e9f3-4781-470f-b346-de3c81c0f839,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:53.520723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No DVR routers for this DVR port 05f7e9f3-4781-470f-b346-de3c81c0f839 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:53.603051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37852033-2016-458d-a974-30858fd910eb None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:06:53.603573 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.625597 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:53.635509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afe8278-66de-4f72-80ed-8e2776681bea') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:53.635848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afe8278-66de-4f72-80ed-8e2776681bea') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:53.645891 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.659424 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.665740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:53.666176 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:53.669287 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:53.680665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-56310fe9-00c9-445f-af42-c3da086370ae None None] Provisioning complete for port 9b26a8a1-9194-4c86-8564-b8129b8343c8 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:53.680936 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-56310fe9-00c9-445f-af42-c3da086370ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.685430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37852033-2016-458d-a974-30858fd910eb None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:06:53.733555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.738773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.742498 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 HTTP/1.1" status: 204 len: 168 time: 1.7140672 Dec 10 19:06:53.746741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59804) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:53.752592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-106026265'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:53.758148 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dcc0fa-c742-4f9c-ac23-8617344ad168 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Network': ['ID=6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:53.776816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:53.780795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.809488 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:06:53.822217 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.822763 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Added segment 4b939d21-3b35-4dfd-b7b7-5ccbcc551cf3 of type vlan for network eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3 Dec 10 19:06:53.867008 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.892002 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.897816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:53.898475 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:53.965020 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2174165 Dec 10 19:06:53.968961 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59806) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:53.974295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6a47e-c29b-4012-a0f8-1d4ad5ec4757 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Network': ['ID=eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:53.974523 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'subnet': {'network_id': 'eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:53.984833 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:06:54.065246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:54.069242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.142584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Performing IP validity checks on allocation pools {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 10 19:06:54.143115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.ipam_backend_mixin [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103499) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 10 19:06:54.266456 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.329631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Subnet': ['ID=384abb23-6219-4505-8e90-bc937c793095,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:54.340409 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Checking segment: {'id': '4b939d21-3b35-4dfd-b7b7-5ccbcc551cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:54.340761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network hostable DHCP agents. Network: eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:54.361353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:54.372389 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:54.376579 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:54.377181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.382074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2939ce-f4d5-4ee0-8411-2760fd71bbfc None None] Network eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:54.395091 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1def6e06-0aef-431f-9151-d6b6dd0c4a7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4248731 Dec 10 19:06:54.397724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59808) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:54.499838 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02b3978-a533-4ff2-9655-075f57e6b432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3', 'network_id': 'eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3', 'project_id': '33ba0ed7602246a4a3f56505d9ccc51c', 'fixed_ips': [{'subnet_id': '384abb23-6219-4505-8e90-bc937c793095'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:06:54.500882 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a02b3978-a533-4ff2-9655-075f57e6b432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.503124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9b26a8a1-9194-4c86-8564-b8129b8343c8 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:06:54.504822 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.561124 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.629955 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.634288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9b26a8a1-9194-4c86-8564-b8129b8343c8 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:06:54.634888 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server [None req-a02b3978-a533-4ff2-9655-075f57e6b432 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 384abb23-6219-4505-8e90-bc937c793095: This subnet is being modified by another concurrent operation. Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise self.value Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server raise exception Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 384abb23-6219-4505-8e90-bc937c793095: This subnet is being modified by another concurrent operation. Dec 10 19:06:54.638918 n-d-821424-1 neutron-server[103501]: ERROR oslo_messaging.rpc.server Dec 10 19:06:54.659236 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Subnet': ['ID=384abb23-6219-4505-8e90-bc937c793095,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:54.664118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d937220-4924-4600-8e29-a28ce04de1a4 None None] Network eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:54.715760 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.737517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:54.747900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b939d21-3b35-4dfd-b7b7-5ccbcc551cf3') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:54.748204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b939d21-3b35-4dfd-b7b7-5ccbcc551cf3') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:54.759023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.773611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.780994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:54.781370 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.781652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f5994b-c04b-45f3-81c0-cf6a6db0441e None None] get_active_networks_info from n-d-821424-1 {{(pid=103501) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:54.784649 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:54.851268 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.858520 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.860868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f5994b-c04b-45f3-81c0-cf6a6db0441e None None] Resources bound (agent type, host, resource id): {{(pid=103501) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 10 19:06:54.861722 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3 HTTP/1.1" status: 204 len: 168 time: 0.4630640 Dec 10 19:06:54.866132 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59810) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:54.871749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974324925'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:54.873758 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31839a6a-25de-4a0e-8d68-a4e8ef5414e9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Network': ['ID=eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:54.900334 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:54.904278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.931360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:06:54.940365 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:54.940754 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Added segment 88d838b7-3544-40e8-9c4d-dde1698f865d of type vlan for network e624f02b-193f-480d-be91-2818913a4c2c Dec 10 19:06:54.981362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.008009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.013897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:55.014533 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.076858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2094839 Dec 10 19:06:55.079741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59812) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:55.089344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'subnet': {'network_id': 'e624f02b-193f-480d-be91-2818913a4c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:55.094572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3d07b-3314-4bed-aa02-48c858510e07 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Network': ['ID=e624f02b-193f-480d-be91-2818913a4c2c,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:55.105886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e624f02b-193f-480d-be91-2818913a4c2c details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:06:55.190449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:55.195113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.393094 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.457872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Subnet': ['ID=36b2b3be-04f7-49b4-9c8e-58a073acdcbe,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:55.470838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Checking segment: {'id': '88d838b7-3544-40e8-9c4d-dde1698f865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e624f02b-193f-480d-be91-2818913a4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:55.471230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network hostable DHCP agents. Network: e624f02b-193f-480d-be91-2818913a4c2c, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:55.492568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network e624f02b-193f-480d-be91-2818913a4c2c is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:55.503129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, e624f02b-193f-480d-be91-2818913a4c2c) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:55.508096 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:55.508795 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.514902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794cf924-074e-46f4-8bc7-e819fb51ac18 None None] Network e624f02b-193f-480d-be91-2818913a4c2c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:55.527409 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b2fc69b9-1990-48d7-9a6b-123c06086ab5 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4443660 Dec 10 19:06:55.531115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59814) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:55.536387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322366722'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:55.558644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:55.562313 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.586569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:06:55.597215 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.597557 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Added segment 46a0b111-1183-41b6-8846-fdcbf8a482c8 of type vlan for network e510cb3d-2553-42d6-948f-cb0e7c7558fe Dec 10 19:06:55.621235 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-e624f02b-193f-480d-be91-2818913a4c2c', 'network_id': 'e624f02b-193f-480d-be91-2818913a4c2c', 'project_id': '33ba0ed7602246a4a3f56505d9ccc51c', 'fixed_ips': [{'subnet_id': '36b2b3be-04f7-49b4-9c8e-58a073acdcbe'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:06:55.622132 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.646829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.673569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.679444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:55.680023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.739664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2074890 Dec 10 19:06:55.742676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59816) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:55.747524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Request body: {'subnet': {'network_id': 'e510cb3d-2553-42d6-948f-cb0e7c7558fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:06:55.765228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Allocated IP 2001:db8::2 (e624f02b-193f-480d-be91-2818913a4c2c/36b2b3be-04f7-49b4-9c8e-58a073acdcbe/d68ca49d-ce07-49f7-a240-702d8140c89f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:06:55.796654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c7f27-5012-4d4e-8ace-fd74334c3f9d tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Network': ['ID=e510cb3d-2553-42d6-948f-cb0e7c7558fe,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:55.821163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e510cb3d-2553-42d6-948f-cb0e7c7558fe details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:06:55.852942 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Made reservation on behalf of 33ba0ed7602246a4a3f56505d9ccc51c for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:06:55.856528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.973295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:55.980377 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.024935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Network e624f02b-193f-480d-be91-2818913a4c2c is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:06:56.027732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:56.032343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:06:56.034302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Pushing event updated for resources: {'Port': ['ID=d68ca49d-ce07-49f7-a240-702d8140c89f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.044191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.093339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Attempting to bind port d68ca49d-ce07-49f7-a240-702d8140c89f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:06:56.093911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Attempting to bind port d68ca49d-ce07-49f7-a240-702d8140c89f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '88d838b7-3544-40e8-9c4d-dde1698f865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e624f02b-193f-480d-be91-2818913a4c2c'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:06:56.094334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Attempting to bind port d68ca49d-ce07-49f7-a240-702d8140c89f on network e624f02b-193f-480d-be91-2818913a4c2c {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:06:56.100155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:06:56.100527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Checking segment: {'id': '88d838b7-3544-40e8-9c4d-dde1698f865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e624f02b-193f-480d-be91-2818913a4c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:56.100922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.101300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Bound using segment: {'id': '88d838b7-3544-40e8-9c4d-dde1698f865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e624f02b-193f-480d-be91-2818913a4c2c'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:06:56.101757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Bound port: d68ca49d-ce07-49f7-a240-702d8140c89f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d838b7-3544-40e8-9c4d-dde1698f865d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'e624f02b-193f-480d-be91-2818913a4c2c'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:06:56.102133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.109313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event updated for resources: {'Subnet': ['ID=7e01050c-0563-4816-89d3-28ccd0d535a9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.116126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Checking segment: {'id': '46a0b111-1183-41b6-8846-fdcbf8a482c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e510cb3d-2553-42d6-948f-cb0e7c7558fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:06:56.116548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network hostable DHCP agents. Network: e510cb3d-2553-42d6-948f-cb0e7c7558fe, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:06:56.135489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Network e510cb3d-2553-42d6-948f-cb0e7c7558fe is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:06:56.145027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, e510cb3d-2553-42d6-948f-cb0e7c7558fe) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:06:56.149394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:06:56.150068 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.157747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6945602-c9ed-493b-b275-14c6de5e1850 None None] Network e510cb3d-2553-42d6-948f-cb0e7c7558fe requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:56.167840 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4b1261ed-b6ab-445f-9ac3-17318b1a72d9 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4241521 Dec 10 19:06:56.170499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59818) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.281590 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.339204 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.378127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6f3a567a-4212-4410-962a-cfac820180de None None] For port d68ca49d-ce07-49f7-a240-702d8140c89f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:06:56.396683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-6f3a567a-4212-4410-962a-cfac820180de None None] For port d68ca49d-ce07-49f7-a240-702d8140c89f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d68ca49d-ce07-49f7-a240-702d8140c89f,segment=NetworkSegment(88d838b7-3544-40e8-9c4d-dde1698f865d),segment_id=88d838b7-3544-40e8-9c4d-dde1698f865d)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:06:56.404546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.405377 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.434483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Subnet': ['ID=7e01050c-0563-4816-89d3-28ccd0d535a9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.498663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d731f21a-6555-440a-a047-14f14ca8408a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-e510cb3d-2553-42d6-948f-cb0e7c7558fe', 'network_id': 'e510cb3d-2553-42d6-948f-cb0e7c7558fe', 'project_id': '33ba0ed7602246a4a3f56505d9ccc51c', 'fixed_ips': [{'subnet_id': '7e01050c-0563-4816-89d3-28ccd0d535a9'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:06:56.499573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d731f21a-6555-440a-a047-14f14ca8408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.509841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a567a-4212-4410-962a-cfac820180de None None] Pushing event updated for resources: {'Port': ['ID=d68ca49d-ce07-49f7-a240-702d8140c89f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.512958 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.542486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e510cb3d-2553-42d6-948f-cb0e7c7558fe']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:56.553234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46a0b111-1183-41b6-8846-fdcbf8a482c8') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:56.553634 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46a0b111-1183-41b6-8846-fdcbf8a482c8') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:56.564769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.581102 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.587468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:56.587856 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:56.591103 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:56.593741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92ace4-3312-427c-84ba-938dd4616a8f None None] Network e510cb3d-2553-42d6-948f-cb0e7c7558fe requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:56.660627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.686530 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.686530 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/e510cb3d-2553-42d6-948f-cb0e7c7558fe HTTP/1.1" status: 204 len: 168 time: 0.5146976 Dec 10 19:06:56.687995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac7dbb-b8d8-45ad-8c92-b9d9ed59386e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Network': ['ID=e510cb3d-2553-42d6-948f-cb0e7c7558fe,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:56.694379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59820) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.727884 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-17073bcc-ec98-4a2e-94cf-11ed54bb293e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] GET failed (client error): The resource could not be found. Dec 10 19:06:56.729246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-17073bcc-ec98-4a2e-94cf-11ed54bb293e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "GET /v2.0/subnets/7e01050c-0563-4816-89d3-28ccd0d535a9 HTTP/1.1" status: 404 len: 337 time: 0.0385869 Dec 10 19:06:56.732185 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59822) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.754736 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5596ed95-3942-4127-8871-4d564f7d10e4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] DELETE failed (client error): The resource could not be found. Dec 10 19:06:56.755429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5596ed95-3942-4127-8871-4d564f7d10e4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:06:56.758513 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5596ed95-3942-4127-8871-4d564f7d10e4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/e510cb3d-2553-42d6-948f-cb0e7c7558fe HTTP/1.1" status: 404 len: 339 time: 0.0253894 Dec 10 19:06:56.762599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59824) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.796560 n-d-821424-1 neutron-server[103500]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b87f39-af9d-4a44-bac2-584abefef06e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] DELETE failed (client error): The resource could not be found. Dec 10 19:06:56.797027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b87f39-af9d-4a44-bac2-584abefef06e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103500) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:06:56.800301 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-18b87f39-af9d-4a44-bac2-584abefef06e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/subnets/7e01050c-0563-4816-89d3-28ccd0d535a9 HTTP/1.1" status: 404 len: 337 time: 0.0366273 Dec 10 19:06:56.803176 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59826) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.825874 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-1452a9db-988d-4441-bc4e-986299cad587 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] DELETE failed (client error): The resource could not be found. Dec 10 19:06:56.826443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1452a9db-988d-4441-bc4e-986299cad587 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:06:56.829575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1452a9db-988d-4441-bc4e-986299cad587 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/e510cb3d-2553-42d6-948f-cb0e7c7558fe HTTP/1.1" status: 404 len: 339 time: 0.0252540 Dec 10 19:06:56.832304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59828) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:56.889222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Deleting subnet 36b2b3be-04f7-49b4-9c8e-58a073acdcbe {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:06:56.892680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:56.936403 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.024374 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.093716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.124441 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Subnet': ['ID=36b2b3be-04f7-49b4-9c8e-58a073acdcbe,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.124638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.127991 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bdb6c994-3de9-4dd7-9293-a22fcddf5dd6 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/subnets/36b2b3be-04f7-49b4-9c8e-58a073acdcbe HTTP/1.1" status: 204 len: 168 time: 0.2945869 Dec 10 19:06:57.131026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59830) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:57.215990 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.280989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Deleting port d68ca49d-ce07-49f7-a240-702d8140c89f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:57.281437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.356357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] For port d68ca49d-ce07-49f7-a240-702d8140c89f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d68ca49d-ce07-49f7-a240-702d8140c89f,segment=NetworkSegment(88d838b7-3544-40e8-9c4d-dde1698f865d),segment_id=88d838b7-3544-40e8-9c4d-dde1698f865d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:57.356747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.371419 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Calling delete_port for d68ca49d-ce07-49f7-a240-702d8140c89f owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:57.452519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.471687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbd23db-84c3-405b-b890-5364d3662be3 None None] Network e624f02b-193f-480d-be91-2818913a4c2c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:57.478796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Port': ['ID=d68ca49d-ce07-49f7-a240-702d8140c89f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.482436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No DVR routers for this DVR port d68ca49d-ce07-49f7-a240-702d8140c89f on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:57.564174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.564388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cfb32cae-0066-4eb4-a169-18eeb613220a None None] Could not find standard attr ID for object d68ca49d-ce07-49f7-a240-702d8140c89f. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:06:57.587838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e624f02b-193f-480d-be91-2818913a4c2c']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:57.597881 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d838b7-3544-40e8-9c4d-dde1698f865d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:57.598295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d838b7-3544-40e8-9c4d-dde1698f865d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:57.609197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.610109 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8a698-0ea2-49de-9b9d-f791df70b3e6 None None] DHCP port deletion for e624f02b-193f-480d-be91-2818913a4c2c request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:06:57.628506 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.634687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:57.635061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:57.638248 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:57.706631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.714067 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.717652 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/e624f02b-193f-480d-be91-2818913a4c2c HTTP/1.1" status: 204 len: 168 time: 0.5848131 Dec 10 19:06:57.720476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59832) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:57.730625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32344b-6e12-41af-989e-2aafa68676f4 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Network': ['ID=e624f02b-193f-480d-be91-2818913a4c2c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:57.749975 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccafa686-d85f-4572-ace9-1c664feec25e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] DELETE failed (client error): The resource could not be found. Dec 10 19:06:57.750491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccafa686-d85f-4572-ace9-1c664feec25e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:06:57.753526 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ccafa686-d85f-4572-ace9-1c664feec25e tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/subnets/384abb23-6219-4505-8e90-bc937c793095 HTTP/1.1" status: 404 len: 337 time: 0.0308857 Dec 10 19:06:57.756293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59834) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:57.775267 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7d62c4-f23b-4e75-811d-983a7bef0d51 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] DELETE failed (client error): The resource could not be found. Dec 10 19:06:57.775744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7d62c4-f23b-4e75-811d-983a7bef0d51 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:06:57.778754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fb7d62c4-f23b-4e75-811d-983a7bef0d51 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/eb9b8d56-a4d1-4cba-ad51-bd34104a8bb3 HTTP/1.1" status: 404 len: 339 time: 0.0215333 Dec 10 19:06:57.781097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59836) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:57.807964 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-133439f3-3830-4c9e-a0e2-629115f3e458 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] DELETE failed (client error): The resource could not be found. Dec 10 19:06:57.808426 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133439f3-3830-4c9e-a0e2-629115f3e458 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:06:57.811595 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-133439f3-3830-4c9e-a0e2-629115f3e458 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/subnets/138b7924-b960-42cd-8cb1-2c1cdb77486f HTTP/1.1" status: 404 len: 337 time: 0.0296097 Dec 10 19:06:57.814835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59838) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:57.833933 n-d-821424-1 neutron-server[103499]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd3a4db-8623-4e6f-bc8f-511e822cdc7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] DELETE failed (client error): The resource could not be found. Dec 10 19:06:57.834631 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd3a4db-8623-4e6f-bc8f-511e822cdc7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103499) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 10 19:06:57.837547 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5fd3a4db-8623-4e6f-bc8f-511e822cdc7f tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/6d8a7422-46a8-4b4a-8f6d-53f7ea72d2a1 HTTP/1.1" status: 404 len: 339 time: 0.0216813 Dec 10 19:06:57.841445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59840) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:57.897722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Deleting subnet ba602cba-5fd4-4ee3-8b96-05c8de6d0f1b {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:06:57.900977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:57.942239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.039121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.108126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.131410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a04186-8a21-4f1c-ad67-281b9b930e93 None None] Network a38084fb-ce2d-4060-8b23-d1e652077780 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:06:58.140507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.144068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/subnets/ba602cba-5fd4-4ee3-8b96-05c8de6d0f1b HTTP/1.1" status: 204 len: 168 time: 0.3014414 Dec 10 19:06:58.144788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eddcb2-2b43-4abc-b445-eac1cb571ec8 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Subnet': ['ID=ba602cba-5fd4-4ee3-8b96-05c8de6d0f1b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:58.146862 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:58.226615 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.282320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Deleting port 9b26a8a1-9194-4c86-8564-b8129b8343c8 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:58.282693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.287480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] DHCP port deletion for a38084fb-ce2d-4060-8b23-d1e652077780 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:06:58.346777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] Deleting port 9b26a8a1-9194-4c86-8564-b8129b8343c8 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:06:58.347068 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.353265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] For port 9b26a8a1-9194-4c86-8564-b8129b8343c8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9b26a8a1-9194-4c86-8564-b8129b8343c8,segment=NetworkSegment(a64583c7-f0af-40e6-89fe-bb0725e4028d),segment_id=a64583c7-f0af-40e6-89fe-bb0725e4028d)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:58.353641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.359236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-80e3ffdd-2057-48a7-8d75-49f496ae8d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.368200 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Calling delete_port for 9b26a8a1-9194-4c86-8564-b8129b8343c8 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:58.418123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] For port 9b26a8a1-9194-4c86-8564-b8129b8343c8, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9b26a8a1-9194-4c86-8564-b8129b8343c8,segment=NetworkSegment(a64583c7-f0af-40e6-89fe-bb0725e4028d),segment_id=a64583c7-f0af-40e6-89fe-bb0725e4028d)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:06:58.418553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.433525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] Calling delete_port for 9b26a8a1-9194-4c86-8564-b8129b8343c8 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:06:58.448632 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.482776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Port': ['ID=9b26a8a1-9194-4c86-8564-b8129b8343c8,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:58.484465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] No DVR routers for this DVR port 9b26a8a1-9194-4c86-8564-b8129b8343c8 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:58.507559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9b26a8a1-9194-4c86-8564-b8129b8343c8 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:06:58.532310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9b26a8a1-9194-4c86-8564-b8129b8343c8 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:06:58.532573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9b26a8a1-9194-4c86-8564-b8129b8343c8 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:06:58.553867 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.574015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.585032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] Pushing event deleted for resources: {'Port': ['ID=9b26a8a1-9194-4c86-8564-b8129b8343c8,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:58.589238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401db335-21c4-41f1-a38f-c2b68cd71f0f None None] No DVR routers for this DVR port 9b26a8a1-9194-4c86-8564-b8129b8343c8 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:06:58.604446 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38084fb-ce2d-4060-8b23-d1e652077780']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:58.615350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64583c7-f0af-40e6-89fe-bb0725e4028d') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:58.615632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64583c7-f0af-40e6-89fe-bb0725e4028d') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:06:58.626889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.643554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.651054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:06:58.651440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:06:58.654662 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:06:58.730860 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.739113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:58.743357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] 10.222.0.55 "DELETE /v2.0/networks/a38084fb-ce2d-4060-8b23-d1e652077780 HTTP/1.1" status: 204 len: 168 time: 0.5954525 Dec 10 19:06:58.757867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2454b0be-23ec-485c-b474-e3235e3a43b2 tempest-NetworksIpV6Test-1189668471 tempest-NetworksIpV6Test-1189668471-project] Pushing event deleted for resources: {'Network': ['ID=a38084fb-ce2d-4060-8b23-d1e652077780,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:06:59.072837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59848) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:59.251813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-96a644cc-f578-483d-be78-a63622e2a49a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=33ba0ed7602246a4a3f56505d9ccc51c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776185 Dec 10 19:06:59.254552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59852) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:06:59.318727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee642f9d-cf74-435d-8c10-6ae478e683a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.347330 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee642f9d-cf74-435d-8c10-6ae478e683a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.417665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee642f9d-cf74-435d-8c10-6ae478e683a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.420402 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ee642f9d-cf74-435d-8c10-6ae478e683a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:06:59.421759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ee642f9d-cf74-435d-8c10-6ae478e683a5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/25f7c6b0-15f8-4fc4-b448-3b0e3bfbc047 HTTP/1.1" status: 204 len: 168 time: 0.1661727 Dec 10 19:06:59.432572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee642f9d-cf74-435d-8c10-6ae478e683a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7c6b0-15f8-4fc4-b448-3b0e3bfbc047,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:00.160818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59874) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:00.262797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-337bd348-ed59-44b8-8341-d65efb39a7ce tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-791491640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:00.289684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-337bd348-ed59-44b8-8341-d65efb39a7ce tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.290813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-337bd348-ed59-44b8-8341-d65efb39a7ce tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.341225 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-337bd348-ed59-44b8-8341-d65efb39a7ce tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.348244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-337bd348-ed59-44b8-8341-d65efb39a7ce tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.367346 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-337bd348-ed59-44b8-8341-d65efb39a7ce tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.368556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-337bd348-ed59-44b8-8341-d65efb39a7ce tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2067358 Dec 10 19:07:00.371709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59878) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:00.376515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1225120716'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:00.397913 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Made reservation on behalf of da5cd2449309494d9dd9daf4a56b4c18 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:00.401440 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.410298 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.491289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.497058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.527357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:00.536748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423ff6d0-4ced-4b31-82e9-5cbd904ec352,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:00.543376 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.543744 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Added segment 98366dfb-a1ab-48f9-a4ad-82f8c934c008 of type vlan for network e3f40ce6-558b-4311-b61a-e21fb76c2eab Dec 10 19:07:00.585848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.614084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.619848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:00.620437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.680133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3073685 Dec 10 19:07:00.683822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59880) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:00.689214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248c601-0c64-49ec-8df4-8c04a736ba52 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event updated for resources: {'Network': ['ID=e3f40ce6-558b-4311-b61a-e21fb76c2eab,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:00.689358 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Request body: {'subnet': {'network_id': 'e3f40ce6-558b-4311-b61a-e21fb76c2eab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:00.699793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network e3f40ce6-558b-4311-b61a-e21fb76c2eab details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:00.784262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Made reservation on behalf of da5cd2449309494d9dd9daf4a56b4c18 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:00.788308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:00.969800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.026496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event updated for resources: {'Subnet': ['ID=0986b8bc-489f-4e29-b6a0-dc9ec4004b85,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:01.037217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Checking segment: {'id': '98366dfb-a1ab-48f9-a4ad-82f8c934c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3f40ce6-558b-4311-b61a-e21fb76c2eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:01.037575 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Network hostable DHCP agents. Network: e3f40ce6-558b-4311-b61a-e21fb76c2eab, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:01.057186 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Network e3f40ce6-558b-4311-b61a-e21fb76c2eab is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:01.067609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, e3f40ce6-558b-4311-b61a-e21fb76c2eab) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:01.073827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:01.074648 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.075606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71a71cd-acfd-4422-9afd-027820b77763 None None] Network e3f40ce6-558b-4311-b61a-e21fb76c2eab requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:01.093138 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b9663d8a-f9a9-42e3-863d-39852d3e6df0 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4080749 Dec 10 19:07:01.096442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59882) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:01.101814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1163753344'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:01.125198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Made reservation on behalf of da5cd2449309494d9dd9daf4a56b4c18 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:01.128732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.153744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:01.171075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.171792 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Added segment 4fadd8b7-22c9-425d-949d-cfb102d385de of type vlan for network 516924b8-f84a-4004-9f87-72355d3cea9c Dec 10 19:07:01.181128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-e3f40ce6-558b-4311-b61a-e21fb76c2eab', 'network_id': 'e3f40ce6-558b-4311-b61a-e21fb76c2eab', 'project_id': 'da5cd2449309494d9dd9daf4a56b4c18', 'fixed_ips': [{'subnet_id': '0986b8bc-489f-4e29-b6a0-dc9ec4004b85'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:01.182019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.219997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.326637 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Allocated IP 172.20.0.2 (e3f40ce6-558b-4311-b61a-e21fb76c2eab/0986b8bc-489f-4e29-b6a0-dc9ec4004b85/633d09eb-15eb-4afc-8e03-da273514683f) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:01.485134 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.493988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.531305 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.537233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:01.537681 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.540143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Network e3f40ce6-558b-4311-b61a-e21fb76c2eab is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:01.541592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:01.546124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:01.553670 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Pushing event updated for resources: {'Port': ['ID=633d09eb-15eb-4afc-8e03-da273514683f,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:01.600521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5028107 Dec 10 19:07:01.603358 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59884) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:01.608134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Attempting to bind port 633d09eb-15eb-4afc-8e03-da273514683f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:01.608285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Request body: {'subnet': {'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:01.608504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Attempting to bind port 633d09eb-15eb-4afc-8e03-da273514683f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '98366dfb-a1ab-48f9-a4ad-82f8c934c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3f40ce6-558b-4311-b61a-e21fb76c2eab'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:01.608872 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Attempting to bind port 633d09eb-15eb-4afc-8e03-da273514683f on network e3f40ce6-558b-4311-b61a-e21fb76c2eab {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:01.614683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:01.614683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Checking segment: {'id': '98366dfb-a1ab-48f9-a4ad-82f8c934c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3f40ce6-558b-4311-b61a-e21fb76c2eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:01.614966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.615890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Bound using segment: {'id': '98366dfb-a1ab-48f9-a4ad-82f8c934c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3f40ce6-558b-4311-b61a-e21fb76c2eab'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:01.615890 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Bound port: 633d09eb-15eb-4afc-8e03-da273514683f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98366dfb-a1ab-48f9-a4ad-82f8c934c008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'e3f40ce6-558b-4311-b61a-e21fb76c2eab'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:01.616175 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.629117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ca0f4-0dff-4e05-9195-ce6a36e12152 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event updated for resources: {'Network': ['ID=516924b8-f84a-4004-9f87-72355d3cea9c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:01.655908 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 516924b8-f84a-4004-9f87-72355d3cea9c details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:01.703382 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Made reservation on behalf of da5cd2449309494d9dd9daf4a56b4c18 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:01.707080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.722738 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-71c5c791-7233-48c0-a924-95637956785d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.751332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] For port 633d09eb-15eb-4afc-8e03-da273514683f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:01.754569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] For port 633d09eb-15eb-4afc-8e03-da273514683f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=633d09eb-15eb-4afc-8e03-da273514683f,segment=NetworkSegment(98366dfb-a1ab-48f9-a4ad-82f8c934c008),segment_id=98366dfb-a1ab-48f9-a4ad-82f8c934c008)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:01.759926 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.825495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc001e63-befb-41ef-ae8a-dcb4b5560911 None None] Pushing event updated for resources: {'Port': ['ID=633d09eb-15eb-4afc-8e03-da273514683f,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:01.908500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:01.968034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event updated for resources: {'Subnet': ['ID=b90f8e9a-1695-480c-9bca-bee216913d57,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:01.978823 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Checking segment: {'id': '4fadd8b7-22c9-425d-949d-cfb102d385de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:01.979180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Network hostable DHCP agents. Network: 516924b8-f84a-4004-9f87-72355d3cea9c, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:02.012294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Network 516924b8-f84a-4004-9f87-72355d3cea9c is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:02.023699 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 516924b8-f84a-4004-9f87-72355d3cea9c) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:02.028151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:02.028751 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.033888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c70ef-d7ad-457e-9ae7-fa1a25b42b99 None None] Network 516924b8-f84a-4004-9f87-72355d3cea9c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:02.047979 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-09bbd865-5753-4263-8856-7d95a8fba472 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4435508 Dec 10 19:07:02.050697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59886) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:02.056395 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f7f7fa16-028a-45f6-9276-7cbcb2ea0198 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Request body: {'router': {'external_gateway_info': {'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:02.155997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-516924b8-f84a-4004-9f87-72355d3cea9c', 'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c', 'project_id': 'da5cd2449309494d9dd9daf4a56b4c18', 'fixed_ips': [{'subnet_id': 'b90f8e9a-1695-480c-9bca-bee216913d57'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:02.156975 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.277833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.298533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Allocated IP 172.21.0.2 (516924b8-f84a-4004-9f87-72355d3cea9c/b90f8e9a-1695-480c-9bca-bee216913d57/24bd45e2-a1c3-4597-861c-1aa682b85880) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:02.336059 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fa16-028a-45f6-9276-7cbcb2ea0198 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.401556 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.455146 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [None req-f7f7fa16-028a-45f6-9276-7cbcb2ea0198 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 10 19:07:02.462412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f7f7fa16-028a-45f6-9276-7cbcb2ea0198 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "PUT /v2.0/routers/07620f79-c727-40ff-8452-0e0a4ffba5d6 HTTP/1.1" status: 400 len: 364 time: 0.4045453 Dec 10 19:07:02.463261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59888) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:02.470775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.484397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.522430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Network 516924b8-f84a-4004-9f87-72355d3cea9c is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:02.531212 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:02.534804 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:02.535847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Deleting subnet b90f8e9a-1695-480c-9bca-bee216913d57 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:02.540184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.552687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 633d09eb-15eb-4afc-8e03-da273514683f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:02.585184 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Pushing event updated for resources: {'Port': ['ID=24bd45e2-a1c3-4597-861c-1aa682b85880,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:02.596846 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.646065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Attempting to bind port 24bd45e2-a1c3-4597-861c-1aa682b85880 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:02.646464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Attempting to bind port 24bd45e2-a1c3-4597-861c-1aa682b85880 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '4fadd8b7-22c9-425d-949d-cfb102d385de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:02.646871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Attempting to bind port 24bd45e2-a1c3-4597-861c-1aa682b85880 on network 516924b8-f84a-4004-9f87-72355d3cea9c {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:02.653948 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:02.654325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Checking segment: {'id': '4fadd8b7-22c9-425d-949d-cfb102d385de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:02.654764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.655153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Bound using segment: {'id': '4fadd8b7-22c9-425d-949d-cfb102d385de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:02.655619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Bound port: 24bd45e2-a1c3-4597-861c-1aa682b85880, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fadd8b7-22c9-425d-949d-cfb102d385de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '516924b8-f84a-4004-9f87-72355d3cea9c'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:02.655997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.674937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 633d09eb-15eb-4afc-8e03-da273514683f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:02.675306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.689819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.758000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.763150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] For port 24bd45e2-a1c3-4597-861c-1aa682b85880, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:02.768127 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] For port 24bd45e2-a1c3-4597-861c-1aa682b85880, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=24bd45e2-a1c3-4597-861c-1aa682b85880,segment=NetworkSegment(4fadd8b7-22c9-425d-949d-cfb102d385de),segment_id=4fadd8b7-22c9-425d-949d-cfb102d385de)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:02.773493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.795238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event deleted for resources: {'Subnet': ['ID=b90f8e9a-1695-480c-9bca-bee216913d57,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:02.799264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.806946 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59890) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:02.816945 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8e5258e3-08b9-4c07-9abe-24b45d2b21e6 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "DELETE /v2.0/subnets/b90f8e9a-1695-480c-9bca-bee216913d57 HTTP/1.1" status: 204 len: 168 time: 0.3517365 Dec 10 19:07:02.847481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.874382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c9a75-79ac-41f8-8b60-dade4c1e55e6 None None] Pushing event updated for resources: {'Port': ['ID=24bd45e2-a1c3-4597-861c-1aa682b85880,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:02.904706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 633d09eb-15eb-4afc-8e03-da273514683f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=633d09eb-15eb-4afc-8e03-da273514683f,segment=NetworkSegment(98366dfb-a1ab-48f9-a4ad-82f8c934c008),segment_id=98366dfb-a1ab-48f9-a4ad-82f8c934c008)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:02.913272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.919554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:02.964326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e836816-b27a-443f-8ca6-73c1f3eecd74 None None] Network e3f40ce6-558b-4311-b61a-e21fb76c2eab requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:02.983329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Deleting port 24bd45e2-a1c3-4597-861c-1aa682b85880 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:02.983680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.037565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=633d09eb-15eb-4afc-8e03-da273514683f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:03.057738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6dfdf636-d369-4e16-a5ae-dfafb1428c49 None None] Provisioning complete for port 633d09eb-15eb-4afc-8e03-da273514683f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:03.066966 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6dfdf636-d369-4e16-a5ae-dfafb1428c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.078386 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] For port 24bd45e2-a1c3-4597-861c-1aa682b85880, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=24bd45e2-a1c3-4597-861c-1aa682b85880,segment=NetworkSegment(4fadd8b7-22c9-425d-949d-cfb102d385de),segment_id=4fadd8b7-22c9-425d-949d-cfb102d385de)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:03.078386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.093054 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Calling delete_port for 24bd45e2-a1c3-4597-861c-1aa682b85880 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:03.187922 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.220539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] No DVR routers for this DVR port 24bd45e2-a1c3-4597-861c-1aa682b85880 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:03.226876 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event deleted for resources: {'Port': ['ID=24bd45e2-a1c3-4597-861c-1aa682b85880,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:03.317016 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.341446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516924b8-f84a-4004-9f87-72355d3cea9c']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:03.354082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fadd8b7-22c9-425d-949d-cfb102d385de') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:03.354285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fadd8b7-22c9-425d-949d-cfb102d385de') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:03.365481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.379466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.387498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:03.387949 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:03.391235 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:03.433196 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-125f3242-c240-470d-8f1c-b795ed641555 None None] Provisioning complete for port 633d09eb-15eb-4afc-8e03-da273514683f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:03.433561 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-125f3242-c240-470d-8f1c-b795ed641555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.457241 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.466235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.471926 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "DELETE /v2.0/networks/516924b8-f84a-4004-9f87-72355d3cea9c HTTP/1.1" status: 204 len: 168 time: 0.6600685 Dec 10 19:07:03.472731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59892) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:03.483100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc6d40-e3eb-4975-9824-4a7023c5ae82 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event deleted for resources: {'Network': ['ID=516924b8-f84a-4004-9f87-72355d3cea9c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:03.530653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Deleting subnet 0986b8bc-489f-4e29-b6a0-dc9ec4004b85 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:07:03.534270 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.581503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.674682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.740086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.771303 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.776547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "DELETE /v2.0/subnets/0986b8bc-489f-4e29-b6a0-dc9ec4004b85 HTTP/1.1" status: 204 len: 168 time: 0.3008738 Dec 10 19:07:03.777459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59894) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:03.778051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabf4b50-df5d-46b5-afdd-dfe5119bd754 None None] Network e3f40ce6-558b-4311-b61a-e21fb76c2eab requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:03.778947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17924b28-6226-4f78-a404-d81314d864bb tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event deleted for resources: {'Subnet': ['ID=0986b8bc-489f-4e29-b6a0-dc9ec4004b85,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:03.868306 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.927228 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Deleting port 633d09eb-15eb-4afc-8e03-da273514683f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:03.927639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.936229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9eec64a3-62ad-4f53-b960-3140c4e919f4 None None] Could not find standard attr ID for object 24bd45e2-a1c3-4597-861c-1aa682b85880. {{(pid=103501) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 10 19:07:03.940427 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:03.954961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e42045-0b15-46c4-97f7-48978a98ab01 None None] DHCP port deletion for 516924b8-f84a-4004-9f87-72355d3cea9c request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:03.977270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe250e-0d8c-43aa-bfec-b91669be08d3 None None] Network 516924b8-f84a-4004-9f87-72355d3cea9c requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:03.992698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] DHCP port deletion for e3f40ce6-558b-4311-b61a-e21fb76c2eab request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:03.996138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fe250e-0d8c-43aa-bfec-b91669be08d3 None None] Network 516924b8-f84a-4004-9f87-72355d3cea9c could not be found, it might have been deleted concurrently. {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 10 19:07:04.004180 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] For port 633d09eb-15eb-4afc-8e03-da273514683f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=633d09eb-15eb-4afc-8e03-da273514683f,segment=NetworkSegment(98366dfb-a1ab-48f9-a4ad-82f8c934c008),segment_id=98366dfb-a1ab-48f9-a4ad-82f8c934c008)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:04.004575 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.018640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Calling delete_port for 633d09eb-15eb-4afc-8e03-da273514683f owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:04.046338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] Deleting port 633d09eb-15eb-4afc-8e03-da273514683f {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:04.046861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.105318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.119077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] For port 633d09eb-15eb-4afc-8e03-da273514683f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=633d09eb-15eb-4afc-8e03-da273514683f,segment=NetworkSegment(98366dfb-a1ab-48f9-a4ad-82f8c934c008),segment_id=98366dfb-a1ab-48f9-a4ad-82f8c934c008)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:04.119532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.133509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] Calling delete_port for 633d09eb-15eb-4afc-8e03-da273514683f owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:04.137444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event deleted for resources: {'Port': ['ID=633d09eb-15eb-4afc-8e03-da273514683f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:04.139397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] No DVR routers for this DVR port 633d09eb-15eb-4afc-8e03-da273514683f on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:04.214167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.222406 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.234676 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.247617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f40ce6-558b-4311-b61a-e21fb76c2eab']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:04.257434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98366dfb-a1ab-48f9-a4ad-82f8c934c008') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:04.257732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98366dfb-a1ab-48f9-a4ad-82f8c934c008') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:04.262348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] Pushing event deleted for resources: {'Port': ['ID=633d09eb-15eb-4afc-8e03-da273514683f,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:04.264218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7303a90-3c94-4d10-a650-be5fd8ed8282 None None] No DVR routers for this DVR port 633d09eb-15eb-4afc-8e03-da273514683f on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:04.268506 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.285334 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.291802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:07:04.292189 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:07:04.295343 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:07:04.360136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.367215 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.370458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "DELETE /v2.0/networks/e3f40ce6-558b-4311-b61a-e21fb76c2eab HTTP/1.1" status: 204 len: 168 time: 0.5919054 Dec 10 19:07:04.373557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59896) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:04.382402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d0db5-abcb-4f60-a8ad-5254ba3d4d8d tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Pushing event deleted for resources: {'Network': ['ID=e3f40ce6-558b-4311-b61a-e21fb76c2eab,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:04.407197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c5ab1187-bc61-4105-892a-4a9bebaafec5 tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "GET /v2.0/ports?device_id=07620f79-c727-40ff-8452-0e0a4ffba5d6 HTTP/1.1" status: 200 len: 205 time: 0.0323646 Dec 10 19:07:04.416816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59898) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:04.488835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9be64f4-339c-4786-a7f5-fe7ee30162cf tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.491619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 633d09eb-15eb-4afc-8e03-da273514683f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:04.512556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 633d09eb-15eb-4afc-8e03-da273514683f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:04.513025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 633d09eb-15eb-4afc-8e03-da273514683f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:04.653504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9be64f4-339c-4786-a7f5-fe7ee30162cf tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.655685 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9be64f4-339c-4786-a7f5-fe7ee30162cf tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.699615 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9be64f4-339c-4786-a7f5-fe7ee30162cf tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.700130 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9be64f4-339c-4786-a7f5-fe7ee30162cf tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Fanout notify agent at l3_agent the message router_deleted on router 07620f79-c727-40ff-8452-0e0a4ffba5d6 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:07:04.707534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d9be64f4-339c-4786-a7f5-fe7ee30162cf tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:04.708623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d9be64f4-339c-4786-a7f5-fe7ee30162cf tempest-RoutersNegativeTest-1165950204 tempest-RoutersNegativeTest-1165950204-project] 10.222.0.55 "DELETE /v2.0/routers/07620f79-c727-40ff-8452-0e0a4ffba5d6 HTTP/1.1" status: 204 len: 168 time: 0.2977047 Dec 10 19:07:04.982109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59904) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:05.035552 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.123186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c47f0681-25f7-4c3b-bf5f-e15702f290d6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da5cd2449309494d9dd9daf4a56b4c18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398840 Dec 10 19:07:05.125665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59908) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:05.174053 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5df30a71-db71-433b-a45e-fdca9033ac03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.201100 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5df30a71-db71-433b-a45e-fdca9033ac03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.252819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5df30a71-db71-433b-a45e-fdca9033ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.255630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5df30a71-db71-433b-a45e-fdca9033ac03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:05.256849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5df30a71-db71-433b-a45e-fdca9033ac03 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/423ff6d0-4ced-4b31-82e9-5cbd904ec352 HTTP/1.1" status: 204 len: 168 time: 0.1302621 Dec 10 19:07:05.264914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df30a71-db71-433b-a45e-fdca9033ac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423ff6d0-4ced-4b31-82e9-5cbd904ec352,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:05.314964 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:07:05.962346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59930) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:06.070492 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-822021763-network', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:06.100463 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Made reservation on behalf of b65d94a1a6c3437bb457385097ebdb57 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:06.102889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.111758 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.193041 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.201533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.229109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:06.239009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:06.244318 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.244709 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Added segment 136f7afa-7473-4b4c-b788-ddcc1eb44886 of type vlan for network a501909f-e43f-45a6-ae5d-4c3840642fde Dec 10 19:07:06.295927 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.322593 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.323572 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:06.324332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.382144 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4186060 Dec 10 19:07:06.385629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59934) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:06.387609 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79539487-be05-4c8e-889d-cb19d77294ce admin admin] Pushing event updated for resources: {'Network': ['ID=a501909f-e43f-45a6-ae5d-4c3840642fde,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:06.390797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Request body: {'subnet': {'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-subnet', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:06.398486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network a501909f-e43f-45a6-ae5d-4c3840642fde details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:06.415401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Made reservation on behalf of b65d94a1a6c3437bb457385097ebdb57 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:06.418086 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.601578 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.652117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23577ec4-e6fe-4e23-a736-930b394ff6bb,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:06.669270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Checking segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:06.669630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Network hostable DHCP agents. Network: a501909f-e43f-45a6-ae5d-4c3840642fde, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:06.693686 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Network a501909f-e43f-45a6-ae5d-4c3840642fde is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:06.703653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, a501909f-e43f-45a6-ae5d-4c3840642fde) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:06.707880 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:06.708614 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.713149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba7dba-2335-4dc4-922a-fbee843f6318 None None] Network a501909f-e43f-45a6-ae5d-4c3840642fde requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:06.727604 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-103ec583-f1ce-4486-bea2-0c94c8ac4e42 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3403115 Dec 10 19:07:06.730113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59936) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:06.735302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:06.759858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.760881 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.816223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.969983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:06.990155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-a501909f-e43f-45a6-ae5d-4c3840642fde', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:06.991091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.131657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Allocated IP 172.20.0.2 (a501909f-e43f-45a6-ae5d-4c3840642fde/23577ec4-e6fe-4e23-a736-930b394ff6bb/e09feca4-fce0-4421-8892-604df9af39e7) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:07.187201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.206852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.280869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.288599 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.311022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Allocated IP 172.25.2.213 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/8915efd5-a192-45ab-9b8e-9b71030f8824) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:07.335029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Network a501909f-e43f-45a6-ae5d-4c3840642fde is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:07.337970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:07.341391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:07.347027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=e09feca4-fce0-4421-8892-604df9af39e7,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:07.398382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Attempting to bind port e09feca4-fce0-4421-8892-604df9af39e7 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:07.398932 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Attempting to bind port e09feca4-fce0-4421-8892-604df9af39e7 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:07.399511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Attempting to bind port e09feca4-fce0-4421-8892-604df9af39e7 on network a501909f-e43f-45a6-ae5d-4c3840642fde {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:07.404519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:07.404898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Checking segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:07.405304 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.405700 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Bound using segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:07.406168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Bound port: e09feca4-fce0-4421-8892-604df9af39e7, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:07.406578 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.422764 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.461340 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.473455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] For port e09feca4-fce0-4421-8892-604df9af39e7, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:07.476888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] For port e09feca4-fce0-4421-8892-604df9af39e7, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e09feca4-fce0-4421-8892-604df9af39e7,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:07.480954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.503131 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:07.506233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:07.508715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:07.525126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de81da2-3681-46ab-894d-ce64243e2d9f None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:07.537454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Pushing event updated for resources: {'Port': ['ID=8915efd5-a192-45ab-9b8e-9b71030f8824,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:07.547407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab91fb-76a6-445f-a891-2108944f8ee0 None None] Pushing event updated for resources: {'Port': ['ID=e09feca4-fce0-4421-8892-604df9af39e7,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:07.582295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d940d2f0-ffc4-4f4c-a333-243042041461 None None] Provisioning complete for port 8915efd5-a192-45ab-9b8e-9b71030f8824 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:07.583001 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d940d2f0-ffc4-4f4c-a333-243042041461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:07.622750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-d940d2f0-ffc4-4f4c-a333-243042041461 None None] Port 8915efd5-a192-45ab-9b8e-9b71030f8824 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:08.097713 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.306148 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.441174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Router e24a6831-ac82-44f5-880d-5a615036d744 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:07:08.489093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5e62c-c69e-4ffe-bb78-30d0ff441d32 None None] Network a501909f-e43f-45a6-ae5d-4c3840642fde requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:08.550316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e09feca4-fce0-4421-8892-604df9af39e7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:08.568008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:08.587136 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.588421 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-78b0b1b5-adff-4628-9782-d13b2f8cc694 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8571708 Dec 10 19:07:08.590059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Sync routers for ids ['e24a6831-ac82-44f5-880d-5a615036d744'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:08.591195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59938) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:08.634934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-673ccfad-e2e8-4adc-934d-b70cc86a64fd None None] Provisioning complete for port e09feca4-fce0-4421-8892-604df9af39e7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:08.635166 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-673ccfad-e2e8-4adc-934d-b70cc86a64fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.638682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Routers {'e24a6831-ac82-44f5-880d-5a615036d744'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:08.639376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e24a6831-ac82-44f5-880d-5a615036d744'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:08.766897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e09feca4-fce0-4421-8892-604df9af39e7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:08.767267 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:08.852073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Set router e24a6831-ac82-44f5-880d-5a615036d744 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:08.934514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-673ccfad-e2e8-4adc-934d-b70cc86a64fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.040555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.049566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-673ccfad-e2e8-4adc-934d-b70cc86a64fd None None] For port e09feca4-fce0-4421-8892-604df9af39e7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e09feca4-fce0-4421-8892-604df9af39e7,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:09.055516 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.061083 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-673ccfad-e2e8-4adc-934d-b70cc86a64fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.183429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ccfad-e2e8-4adc-934d-b70cc86a64fd None None] Pushing event updated for resources: {'Port': ['ID=e09feca4-fce0-4421-8892-604df9af39e7,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:09.205849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Allocated IP 172.20.0.1 (a501909f-e43f-45a6-ae5d-4c3840642fde/23577ec4-e6fe-4e23-a736-930b394ff6bb/ad3cd8d1-05b3-4bbd-bad3-65eb42120759) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:09.208006 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:07:09.208518 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:07:09.213021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cf880bba-a5fb-43d9-aa97-d3487108663c None None] Provisioning complete for port e09feca4-fce0-4421-8892-604df9af39e7 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:09.213391 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cf880bba-a5fb-43d9-aa97-d3487108663c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.254682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:07:07Z', 'revision_number': 3, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port': {'id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:07Z', 'updated_at': '2021-12-10T19:07:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:09.285708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Checking router: e24a6831-ac82-44f5-880d-5a615036d744 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:09.286344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Updating router e24a6831-ac82-44f5-880d-5a615036d744 port 8915efd5-a192-45ab-9b8e-9b71030f8824 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:09.314819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.335138 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.356695 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.399845 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Network a501909f-e43f-45a6-ae5d-4c3840642fde is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:09.403125 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:09.405689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:09.437042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:09.453808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.588506 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.629612 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.635429 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.685527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68994844-2147-4344-9885-04f0d74d20d3 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:09.702720 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Attempting to bind port 8915efd5-a192-45ab-9b8e-9b71030f8824 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:09.703044 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Attempting to bind port 8915efd5-a192-45ab-9b8e-9b71030f8824 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:09.703374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Attempting to bind port 8915efd5-a192-45ab-9b8e-9b71030f8824 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:09.705488 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c6126-91f5-4ca8-b28d-ce1b089d9724 None None] Pushing event updated for resources: {'Port': ['ID=8915efd5-a192-45ab-9b8e-9b71030f8824,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:09.717638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:09.718023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:09.718453 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.718847 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:09.719323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Bound port: 8915efd5-a192-45ab-9b8e-9b71030f8824, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:09.719709 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.770889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.776571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.846380 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.848435 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:09.948335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-bf1f6221-c39c-41c3-8635-b8dee1ffbde9 None None] Provisioning complete for port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:09.948709 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bf1f6221-c39c-41c3-8635-b8dee1ffbde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:09.953681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Network a501909f-e43f-45a6-ae5d-4c3840642fde is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:09.955203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:10.008043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] For port 8915efd5-a192-45ab-9b8e-9b71030f8824, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:10.010304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f6221-c39c-41c3-8635-b8dee1ffbde9 None None] Port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:10.012941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] For port 8915efd5-a192-45ab-9b8e-9b71030f8824, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8915efd5-a192-45ab-9b8e-9b71030f8824,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:10.020443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.065112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cc2acc-911c-4577-a3f9-a3c0eb738cce None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:10.093198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Routers {'e24a6831-ac82-44f5-880d-5a615036d744'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:10.093909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e24a6831-ac82-44f5-880d-5a615036d744'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:10.096649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614c6126-91f5-4ca8-b28d-ce1b089d9724 None None] Pushing event updated for resources: {'Port': ['ID=8915efd5-a192-45ab-9b8e-9b71030f8824,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:10.098794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Router e24a6831-ac82-44f5-880d-5a615036d744 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:10.167785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c767c6de-6484-4a12-b825-c5880f91d109 None None] Provisioning complete for port 8915efd5-a192-45ab-9b8e-9b71030f8824 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:10.167785 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c767c6de-6484-4a12-b825-c5880f91d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.221034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:10.226932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9de32887-6273-4e26-84e5-763a83eaddb5 admin admin] 10.222.0.55 "PUT /v2.0/routers/e24a6831-ac82-44f5-880d-5a615036d744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6346819 Dec 10 19:07:10.251443 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] Set router e24a6831-ac82-44f5-880d-5a615036d744 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:10.370921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c767c6de-6484-4a12-b825-c5880f91d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.423641 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c767c6de-6484-4a12-b825-c5880f91d109 None None] For port 8915efd5-a192-45ab-9b8e-9b71030f8824, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8915efd5-a192-45ab-9b8e-9b71030f8824,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:10.431562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c767c6de-6484-4a12-b825-c5880f91d109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.514582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e09feca4-fce0-4421-8892-604df9af39e7 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:10.561545 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767c6de-6484-4a12-b825-c5880f91d109 None None] Pushing event updated for resources: {'Port': ['ID=8915efd5-a192-45ab-9b8e-9b71030f8824,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:10.589426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e70021fd-f47b-46b1-a277-9553a2049ef4 None None] Provisioning complete for port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:10.589816 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e70021fd-f47b-46b1-a277-9553a2049ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.643612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e70021fd-f47b-46b1-a277-9553a2049ef4 None None] Port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:10.646571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e09feca4-fce0-4421-8892-604df9af39e7 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:10.646965 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.680883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 4, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port': {'id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:07Z', 'updated_at': '2021-12-10T19:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ad3cd8d1-05b3-4bbd-bad3-65eb42120759', 'name': '', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'mac_address': 'fa:16:3e:4a:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:09Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 2, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'subnets': [{'id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:10.712290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74ba28e-316e-4616-913b-01bc315e31f8 None None] The sync data for ids ['e24a6831-ac82-44f5-880d-5a615036d744'] in n-d-821424-1 is: [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 4, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port': {'id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:06:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:07Z', 'updated_at': '2021-12-10T19:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ad3cd8d1-05b3-4bbd-bad3-65eb42120759', 'name': '', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'mac_address': 'fa:16:3e:4a:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:09Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 2, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'subnets': [{'id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:10.733152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59954) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:10.738437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1999982028-network', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:10.764546 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Made reservation on behalf of f141dd5c42b7411bb70c6f006f699fa7 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:10.767304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.780909 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.866761 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.872024 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.893678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:07:10.907612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e036693c-c6dd-41ad-8a8c-05d38826cebd,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:10.924181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:10.924547 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Added segment 106049aa-d985-4a22-b044-a594250396ab of type vlan for network 2c238102-23ab-4331-b5c5-9292dff14931 Dec 10 19:07:10.977201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.004289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.005647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:11.006304 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.068982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3345306 Dec 10 19:07:11.072079 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59956) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:11.076635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611f509-a6bc-4959-be67-235873a7d5f4 admin admin] Pushing event updated for resources: {'Network': ['ID=2c238102-23ab-4331-b5c5-9292dff14931,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:11.077270 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Request body: {'subnet': {'network_id': '2c238102-23ab-4331-b5c5-9292dff14931', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-subnet', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:11.089510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2c238102-23ab-4331-b5c5-9292dff14931 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:07:11.113613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Made reservation on behalf of f141dd5c42b7411bb70c6f006f699fa7 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:11.116965 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.306790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.368912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4dd8e4-f281-4ea3-8de9-5b4d47861060,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:11.380388 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Checking segment: {'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:11.380744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Network hostable DHCP agents. Network: 2c238102-23ab-4331-b5c5-9292dff14931, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:07:11.407383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Network 2c238102-23ab-4331-b5c5-9292dff14931 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:07:11.423129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 2c238102-23ab-4331-b5c5-9292dff14931) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:11.427866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:11.428503 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.434663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83b62ff-d896-4429-bb64-6811451aedf0 None None] Network 2c238102-23ab-4331-b5c5-9292dff14931 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:11.453340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ac77c58f-93a0-4fb8-b722-1a97a1b1cab1 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3799369 Dec 10 19:07:11.456121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 59958) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:11.461495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:11.488824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.490312 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.557808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.560513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2c238102-23ab-4331-b5c5-9292dff14931', 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931', 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'fixed_ips': [{'subnet_id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:07:11.561538 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.711058 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.713450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Allocated IP 172.20.0.2 (2c238102-23ab-4331-b5c5-9292dff14931/7f4dd8e4-f281-4ea3-8de9-5b4d47861060/f2f98d14-43ed-4473-9502-8ad22497f66e) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:11.879123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.888644 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.930866 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Network 2c238102-23ab-4331-b5c5-9292dff14931 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:11.933970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:11.936182 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.938632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:11.957210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:11.971482 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Pushing event updated for resources: {'Port': ['ID=f2f98d14-43ed-4473-9502-8ad22497f66e,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:12.005401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Attempting to bind port f2f98d14-43ed-4473-9502-8ad22497f66e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:12.005778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Attempting to bind port f2f98d14-43ed-4473-9502-8ad22497f66e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:12.006148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Attempting to bind port f2f98d14-43ed-4473-9502-8ad22497f66e on network 2c238102-23ab-4331-b5c5-9292dff14931 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:12.012947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:12.013330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Checking segment: {'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:12.013737 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.014130 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Bound using segment: {'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:12.014636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Bound port: f2f98d14-43ed-4473-9502-8ad22497f66e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:12.015064 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.072818 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Allocated IP 172.25.2.28 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:12.085088 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] For port f2f98d14-43ed-4473-9502-8ad22497f66e, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:12.088941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] For port f2f98d14-43ed-4473-9502-8ad22497f66e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f2f98d14-43ed-4473-9502-8ad22497f66e,segment=NetworkSegment(106049aa-d985-4a22-b044-a594250396ab),segment_id=106049aa-d985-4a22-b044-a594250396ab)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:12.093854 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.156303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafb054-30df-4cfc-a96a-451408a8cb1d None None] Pushing event updated for resources: {'Port': ['ID=f2f98d14-43ed-4473-9502-8ad22497f66e,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:12.203543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.241211 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.284304 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:12.292562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:12.298248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:12.326136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f804ce-04b4-4121-b906-f97efac16d95 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:12.330735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:12.385160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8e8e4280-dc93-47c3-b5e4-f1bd38ce3b1a None None] Provisioning complete for port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:12.385627 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8e8e4280-dc93-47c3-b5e4-f1bd38ce3b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.424032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e4280-dc93-47c3-b5e4-f1bd38ce3b1a None None] Port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:12.579846 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.582682 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8915efd5-a192-45ab-9b8e-9b71030f8824 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:12.633093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 8915efd5-a192-45ab-9b8e-9b71030f8824 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:12.633472 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.727511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f2f98d14-43ed-4473-9502-8ad22497f66e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:12.780979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f2f98d14-43ed-4473-9502-8ad22497f66e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:12.781344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.869314 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.907217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port f2f98d14-43ed-4473-9502-8ad22497f66e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f2f98d14-43ed-4473-9502-8ad22497f66e,segment=NetworkSegment(106049aa-d985-4a22-b044-a594250396ab),segment_id=106049aa-d985-4a22-b044-a594250396ab)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:12.914332 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:12.964493 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=f2f98d14-43ed-4473-9502-8ad22497f66e,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:13.106967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.248146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Router d385ff83-b37d-4ac6-951d-5bf66446aeaa is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:07:13.276385 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Sync routers for ids ['e24a6831-ac82-44f5-880d-5a615036d744'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:13.286551 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Routers {'e24a6831-ac82-44f5-880d-5a615036d744'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:13.287077 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e24a6831-ac82-44f5-880d-5a615036d744'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:13.319853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27077c96-74d8-4de9-9845-b4457675fca2 None None] Network 2c238102-23ab-4331-b5c5-9292dff14931 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:07:13.373752 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:13.392043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Sync routers for ids ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:13.396074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.399978 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-fd3f8f82-df00-4a7b-8905-6bdc2ec6add4 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9395688 Dec 10 19:07:13.400278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 59962) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:07:13.403628 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Set router e24a6831-ac82-44f5-880d-5a615036d744 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:13.417937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-425324b5-8017-4edf-a32e-7f4e98bb1f3a None None] Provisioning complete for port f2f98d14-43ed-4473-9502-8ad22497f66e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:13.417937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-425324b5-8017-4edf-a32e-7f4e98bb1f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.471761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Routers {'d385ff83-b37d-4ac6-951d-5bf66446aeaa'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:13.472426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:13.649400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 4, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port': {'id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:07Z', 'updated_at': '2021-12-10T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ad3cd8d1-05b3-4bbd-bad3-65eb42120759', 'name': '', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'mac_address': 'fa:16:3e:4a:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:09Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 2, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'subnets': [{'id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:13.658023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Set router d385ff83-b37d-4ac6-951d-5bf66446aeaa gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:13.684684 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Checking router: e24a6831-ac82-44f5-880d-5a615036d744 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:13.685168 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Updating router e24a6831-ac82-44f5-880d-5a615036d744 port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:13.714378 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:13.976324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-df8437ee-4658-4071-8baf-ea488958c5fb None None] Provisioning complete for port f2f98d14-43ed-4473-9502-8ad22497f66e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:13.976976 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-df8437ee-4658-4071-8baf-ea488958c5fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.016905 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.023920 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.085884 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Pushing event updated for resources: {'Port': ['ID=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:14.116333 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.116680 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.117153 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.117529 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.118076 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.118838 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.118838 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.119813 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.120349 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.121121 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.121256 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.121483 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.121812 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:14.141999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:12Z', 'revision_number': 3, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port': {'id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:14.172508 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Attempting to bind port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:14.172886 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Attempting to bind port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:14.173514 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Attempting to bind port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 on network a501909f-e43f-45a6-ae5d-4c3840642fde {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:14.178667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Checking router: d385ff83-b37d-4ac6-951d-5bf66446aeaa for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:14.179007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Updating router d385ff83-b37d-4ac6-951d-5bf66446aeaa port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:14.179574 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:14.179958 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Checking segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:14.180534 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.181086 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Bound using segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:14.182564 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Bound port: ad3cd8d1-05b3-4bbd-bad3-65eb42120759, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:14.182981 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.212670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.230393 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.261668 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] For port ad3cd8d1-05b3-4bbd-bad3-65eb42120759, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:14.265871 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] For port ad3cd8d1-05b3-4bbd-bad3-65eb42120759, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:14.271995 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.328656 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Routers {'e24a6831-ac82-44f5-880d-5a615036d744'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:14.329288 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e24a6831-ac82-44f5-880d-5a615036d744'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:14.411286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1fd8561a-aa3c-4176-a941-fc14311132e0 None None] Provisioning complete for port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:14.411942 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fd8561a-aa3c-4176-a941-fc14311132e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.413753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Allocated IP 172.20.0.1 (2c238102-23ab-4331-b5c5-9292dff14931/7f4dd8e4-f281-4ea3-8de9-5b4d47861060/e0dc50c3-6a6b-4c31-92e1-7976068a6715) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:14.559951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.562603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f2f98d14-43ed-4473-9502-8ad22497f66e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:14.576262 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468fd58-5eaf-43d6-9465-34820572934b None None] Pushing event updated for resources: {'Port': ['ID=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:14.587685 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] Set router e24a6831-ac82-44f5-880d-5a615036d744 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:14.602986 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.643817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fd8561a-aa3c-4176-a941-fc14311132e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.651871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f2f98d14-43ed-4473-9502-8ad22497f66e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:14.652169 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Network 2c238102-23ab-4331-b5c5-9292dff14931 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:14.652347 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.655637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:14.659271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:14.691593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc50c3-6a6b-4c31-92e1-7976068a6715,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:14.706516 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.747219 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.769062 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.827803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1fd8561a-aa3c-4176-a941-fc14311132e0 None None] For port ad3cd8d1-05b3-4bbd-bad3-65eb42120759, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:14.828735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6e63-2572-4bff-acd2-db2997f3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:14.835340 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1fd8561a-aa3c-4176-a941-fc14311132e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.863830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.878418 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 4, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port': {'id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:07Z', 'updated_at': '2021-12-10T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ad3cd8d1-05b3-4bbd-bad3-65eb42120759', 'name': '', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'mac_address': 'fa:16:3e:4a:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:09Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 4, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'subnets': [{'id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:14.911401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8561a-aa3c-4176-a941-fc14311132e0 None None] Pushing event updated for resources: {'Port': ['ID=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:14.915100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1440e462-9e87-4d09-8d45-8516a9c4dbbc None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:14.918326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7c765b-1cdc-427a-8888-d4498d12ce81 None None] The sync data for ids ['e24a6831-ac82-44f5-880d-5a615036d744'] in n-d-821424-1 is: [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:07:09Z', 'revision_number': 4, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port': {'id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:07Z', 'updated_at': '2021-12-10T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ad3cd8d1-05b3-4bbd-bad3-65eb42120759', 'name': '', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'mac_address': 'fa:16:3e:4a:81:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:09Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 4, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'subnets': [{'id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:14.951971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Attempting to bind port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:14.952319 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Attempting to bind port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:14.952717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Attempting to bind port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:14.971450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:14.971837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:14.972610 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:14.973076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:14.973799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Bound port: 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:14.974050 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.014106 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f5764d69-1cac-4443-acfe-4dc60a095b09 None None] Provisioning complete for port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:15.014843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f5764d69-1cac-4443-acfe-4dc60a095b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.079330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] For port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:15.083997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] For port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:15.085213 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.090731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.090971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.161914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Pushing event updated for resources: {'Port': ['ID=e0dc50c3-6a6b-4c31-92e1-7976068a6715,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:15.165010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.174426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be77fbb-59bd-4f85-ab61-2d2b95649350 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:07:15.184150 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Routers {'d385ff83-b37d-4ac6-951d-5bf66446aeaa'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:15.184782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:15.244103 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6e63-2572-4bff-acd2-db2997f3cc36 None None] Pushing event updated for resources: {'Port': ['ID=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:15.269658 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Network 2c238102-23ab-4331-b5c5-9292dff14931 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:15.271164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:15.340924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] Set router d385ff83-b37d-4ac6-951d-5bf66446aeaa gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:15.399263 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Router d385ff83-b37d-4ac6-951d-5bf66446aeaa has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:07:15.414946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Provisioning complete for port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:15.414946 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.545159 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:07:15.550216 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1287a467-574d-44fd-8b52-5ef178aeb199 admin admin] 10.222.0.55 "PUT /v2.0/routers/d385ff83-b37d-4ac6-951d-5bf66446aeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1488671 Dec 10 19:07:15.651229 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.683933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] For port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:15.689744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.754068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Provisioning complete for port e0dc50c3-6a6b-4c31-92e1-7976068a6715 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:15.754607 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.757645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Pushing event updated for resources: {'Port': ['ID=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:15.787822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 4, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port': {'id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e0dc50c3-6a6b-4c31-92e1-7976068a6715', 'name': '', 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'mac_address': 'fa:16:3e:63:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:14Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 2, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'subnets': [{'id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:15.816870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c303d6cb-82e9-45bf-9e73-d4b899526a10 None None] The sync data for ids ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'] in n-d-821424-1 is: [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 4, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port': {'id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e0dc50c3-6a6b-4c31-92e1-7976068a6715', 'name': '', 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'mac_address': 'fa:16:3e:63:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:14Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 2, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'subnets': [{'id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:15.821898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-0eedc05a-3003-4282-b45c-9b68ccec5c71 None None] Port e0dc50c3-6a6b-4c31-92e1-7976068a6715 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:15.943197 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-04057bf1-d07e-4b7d-a1e2-e67c73e25ecf None None] Provisioning complete for port e0dc50c3-6a6b-4c31-92e1-7976068a6715 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:15.943783 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04057bf1-d07e-4b7d-a1e2-e67c73e25ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:15.987379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-04057bf1-d07e-4b7d-a1e2-e67c73e25ecf None None] Port e0dc50c3-6a6b-4c31-92e1-7976068a6715 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:16.416067 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-ca0afc2e-91d5-4e24-a5f3-5511399e1ced tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:16.417583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-ca0afc2e-91d5-4e24-a5f3-5511399e1ced tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/networks?id=a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 200 len: 816 time: 0.1129031 Dec 10 19:07:16.433027 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-c0ef2d91-98c2-40f2-bc20-a90fbcd647cc tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/quotas/b65d94a1a6c3437bb457385097ebdb57 HTTP/1.1" status: 200 len: 375 time: 0.0095353 Dec 10 19:07:16.492891 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-8bf9cc15-7d75-480a-aca2-47859ca203ca tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b65d94a1a6c3437bb457385097ebdb57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546663 Dec 10 19:07:16.545410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ad3cd8d1-05b3-4bbd-bad3-65eb42120759 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:16.595623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:16.596019 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:16.600274 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-193e2898-30f8-4276-ac6a-be88cf769f02 service neutron] 10.222.0.55 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900302 Dec 10 19:07:16.714859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-f53d0e4b-ab40-4c24-b796-7df8b93791ea service neutron] 10.222.0.55 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989432 Dec 10 19:07:16.887319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3766fded-527b-4095-8712-5d14a32ede4e req-a7b46054-1593-400c-89a8-72d574c656ae tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 210 time: 0.0292463 Dec 10 19:07:17.913097 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-76813a39-cd70-4e24-aa29-785fbaf8a841 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:17.915463 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-76813a39-cd70-4e24-aa29-785fbaf8a841 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.59 "GET /v2.0/networks?id=a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 200 len: 816 time: 0.1222329 Dec 10 19:07:17.929957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Request body: {'port': {'device_id': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'admin_state_up': True, 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:18.018171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f777f05e-af1b-45b3-95ab-0b06fa27f2b9 req-7a537661-1b46-49ec-bafc-4fcff7e67b76 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 210 time: 0.0345416 Dec 10 19:07:18.079155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Made reservation on behalf of b65d94a1a6c3437bb457385097ebdb57 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:18.082957 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.220046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Allocated IP 172.20.0.14 (a501909f-e43f-45a6-ae5d-4c3840642fde/23577ec4-e6fe-4e23-a736-930b394ff6bb/749059a5-d387-4dc8-abe5-dde1414b5f37) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:18.377439 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.424155 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.473162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Network a501909f-e43f-45a6-ae5d-4c3840642fde is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:18.476861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:18.480889 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:18.510618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Pushing event updated for resources: {'Port': ['ID=749059a5-d387-4dc8-abe5-dde1414b5f37,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:18.554797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:18.556224 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.568858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:18.582856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-a263bc0b-826d-466f-b0d7-144a9ef51bf0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6571512 Dec 10 19:07:18.595423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Request body: {'port': {'device_id': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:18.625665 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:18.626037 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.663594 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.735273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e54cfc77-13f5-4311-9013-cb8a13f8d3c3 None None] Provisioning complete for port 749059a5-d387-4dc8-abe5-dde1414b5f37 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:18.735650 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e54cfc77-13f5-4311-9013-cb8a13f8d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.782718 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e54cfc77-13f5-4311-9013-cb8a13f8d3c3 None None] Port 749059a5-d387-4dc8-abe5-dde1414b5f37 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:18.865435 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Sync routers for ids ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:07:18.876630 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Routers {'d385ff83-b37d-4ac6-951d-5bf66446aeaa'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:18.877290 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:18.948092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749059a5-d387-4dc8-abe5-dde1414b5f37 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:07:18.956391 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.970307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Transition to ACTIVE for port object 749059a5-d387-4dc8-abe5-dde1414b5f37 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:07:18.975950 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:18.988269 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Set router d385ff83-b37d-4ac6-951d-5bf66446aeaa gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:19.032869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Pushing event updated for resources: {'Port': ['ID=749059a5-d387-4dc8-abe5-dde1414b5f37,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:19.130161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Attempting to bind port 749059a5-d387-4dc8-abe5-dde1414b5f37 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:19.130728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Attempting to bind port 749059a5-d387-4dc8-abe5-dde1414b5f37 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:19.131134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Attempting to bind port 749059a5-d387-4dc8-abe5-dde1414b5f37 on network a501909f-e43f-45a6-ae5d-4c3840642fde {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:19.138223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Port 749059a5-d387-4dc8-abe5-dde1414b5f37 on network a501909f-e43f-45a6-ae5d-4c3840642fde not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:07:19.138494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Attempting to bind port 749059a5-d387-4dc8-abe5-dde1414b5f37 on network a501909f-e43f-45a6-ae5d-4c3840642fde {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:19.144448 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:19.144853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Checking segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:19.145873 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Bound using segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:19.146430 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Bound port: 749059a5-d387-4dc8-abe5-dde1414b5f37, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:19.146807 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.185465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd4a8-d18b-45c2-8901-26a747da6ff0 req-0d2e3d40-1282-4f10-b5e0-e5a9d9771189 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:19.188556 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e4fd4a8-d18b-45c2-8901-26a747da6ff0 req-0d2e3d40-1282-4f10-b5e0-e5a9d9771189 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 944 time: 0.0693994 Dec 10 19:07:19.220931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] For port 749059a5-d387-4dc8-abe5-dde1414b5f37, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:19.225351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] For port 749059a5-d387-4dc8-abe5-dde1414b5f37, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=749059a5-d387-4dc8-abe5-dde1414b5f37,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:19.240685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.247915 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 4, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port': {'id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e0dc50c3-6a6b-4c31-92e1-7976068a6715', 'name': '', 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'mac_address': 'fa:16:3e:63:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:14Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 2, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'subnets': [{'id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:19.254833 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2e4fd4a8-d18b-45c2-8901-26a747da6ff0 req-53e4a7b3-d342-426b-b5d7-b9c06190eb51 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560887 Dec 10 19:07:19.283771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:19.283921 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Checking router: d385ff83-b37d-4ac6-951d-5bf66446aeaa for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:07:19.284124 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Updating router d385ff83-b37d-4ac6-951d-5bf66446aeaa port e0dc50c3-6a6b-4c31-92e1-7976068a6715 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:07:19.284703 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.286647 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] 10.222.0.59 "PUT /v2.0/ports/749059a5-d387-4dc8-abe5-dde1414b5f37 HTTP/1.1" status: 200 len: 1092 time: 0.6961169 Dec 10 19:07:19.288377 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'tag': '749059a5-d387-4dc8-abe5-dde1414b5f37'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:19.291639 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212e0f7b-b213-4e4d-bd64-ce0c058376a7" -d '{"events": [{"name": "network-changed", "server_uuid": "2354479b-8267-4edf-9b1f-1a06bb350ecf", "tag": "749059a5-d387-4dc8-abe5-dde1414b5f37"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:19.319015 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.335026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187d6e5-7f4c-4dce-935c-4d7c9ee969cb service neutron] Pushing event updated for resources: {'Port': ['ID=749059a5-d387-4dc8-abe5-dde1414b5f37,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:19.355484 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82236830-8c31-4a1d-a076-2336b802d90e x-openstack-request-id: req-82236830-8c31-4a1d-a076-2336b802d90e {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:19.355825 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2354479b-8267-4edf-9b1f-1a06bb350ecf", "tag": "749059a5-d387-4dc8-abe5-dde1414b5f37", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:19.356156 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-82236830-8c31-4a1d-a076-2336b802d90e {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:19.356619 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'tag': '749059a5-d387-4dc8-abe5-dde1414b5f37', 'status': 'completed', 'code': 200} Dec 10 19:07:19.390811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-50d7acab-1122-4086-8bbc-2cb13316f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:19.392343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-50d7acab-1122-4086-8bbc-2cb13316f5ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b65d94a1a6c3437bb457385097ebdb57&device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 1095 time: 0.0489697 Dec 10 19:07:19.452745 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-c99fce16-df0a-4184-86f2-667e466361d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749059a5-d387-4dc8-abe5-dde1414b5f37 HTTP/1.1" status: 200 len: 217 time: 0.0517359 Dec 10 19:07:19.507175 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-8d5abdd3-f950-4117-b718-89c0ddadd842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:19.508619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-8d5abdd3-f950-4117-b718-89c0ddadd842 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23577ec4-e6fe-4e23-a736-930b394ff6bb HTTP/1.1" status: 200 len: 855 time: 0.0492005 Dec 10 19:07:19.558827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-bf6f0356-e72e-4ccc-b97c-ecab9899ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:19.560371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-bf6f0356-e72e-4ccc-b97c-ecab9899ad00 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a501909f-e43f-45a6-ae5d-4c3840642fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450578 Dec 10 19:07:19.612295 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.618112 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.658077 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-23508101-a5cc-4bbc-beee-c394b195e8dd service neutron] 10.222.0.59 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899811 Dec 10 19:07:19.721987 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01f9a2-04c2-4d27-9117-a935f43b3d58 None None] Pushing event updated for resources: {'Port': ['ID=e0dc50c3-6a6b-4c31-92e1-7976068a6715,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:19.725308 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Attempting to bind port e0dc50c3-6a6b-4c31-92e1-7976068a6715 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:19.725930 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Attempting to bind port e0dc50c3-6a6b-4c31-92e1-7976068a6715 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:19.726579 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Attempting to bind port e0dc50c3-6a6b-4c31-92e1-7976068a6715 on network 2c238102-23ab-4331-b5c5-9292dff14931 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:19.732969 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:19.733430 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Checking segment: {'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:19.733876 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.734260 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Bound using segment: {'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:19.734756 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Bound port: e0dc50c3-6a6b-4c31-92e1-7976068a6715, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106049aa-d985-4a22-b044-a594250396ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:19.735304 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.773981 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2452b564-d568-43a3-abb3-ab4843b6eb1d req-111eb36e-4ff9-4121-a1ca-258e1bb6ae0c service neutron] 10.222.0.59 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074371 Dec 10 19:07:19.818636 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] For port e0dc50c3-6a6b-4c31-92e1-7976068a6715, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:19.822042 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] For port e0dc50c3-6a6b-4c31-92e1-7976068a6715, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e0dc50c3-6a6b-4c31-92e1-7976068a6715,segment=NetworkSegment(106049aa-d985-4a22-b044-a594250396ab),segment_id=106049aa-d985-4a22-b044-a594250396ab)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:19.828502 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.875977 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-78a3b694-f90f-4546-a77e-35a4aebc4d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:19.877547 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-78a3b694-f90f-4546-a77e-35a4aebc4d1c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b65d94a1a6c3437bb457385097ebdb57&device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 1095 time: 0.0530734 Dec 10 19:07:19.883990 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-371a0ad1-d9e2-4bb6-9d1e-c1ee46e0f771 None None] Provisioning complete for port e0dc50c3-6a6b-4c31-92e1-7976068a6715 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:19.884504 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-371a0ad1-d9e2-4bb6-9d1e-c1ee46e0f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:19.896345 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Routers {'d385ff83-b37d-4ac6-951d-5bf66446aeaa'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:07:19.897515 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:07:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:19.935624 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01f9a2-04c2-4d27-9117-a935f43b3d58 None None] Pushing event updated for resources: {'Port': ['ID=e0dc50c3-6a6b-4c31-92e1-7976068a6715,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:19.988011 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-371a0ad1-d9e2-4bb6-9d1e-c1ee46e0f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.002652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-281bac8f-2280-4480-ac30-e4876d9dd4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:20.004187 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-281bac8f-2280-4480-ac30-e4876d9dd4fa service neutron] 10.222.0.59 "GET /v2.0/networks?id=a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 200 len: 917 time: 0.1170676 Dec 10 19:07:20.026978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-371a0ad1-d9e2-4bb6-9d1e-c1ee46e0f771 None None] For port e0dc50c3-6a6b-4c31-92e1-7976068a6715, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e0dc50c3-6a6b-4c31-92e1-7976068a6715,segment=NetworkSegment(106049aa-d985-4a22-b044-a594250396ab),segment_id=106049aa-d985-4a22-b044-a594250396ab)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:20.034310 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-371a0ad1-d9e2-4bb6-9d1e-c1ee46e0f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.038617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] Set router d385ff83-b37d-4ac6-951d-5bf66446aeaa gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:07:20.060079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-c5179715-05d6-4fab-abaf-daae74a07298 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749059a5-d387-4dc8-abe5-dde1414b5f37 HTTP/1.1" status: 200 len: 217 time: 0.0448191 Dec 10 19:07:20.101790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a0ad1-d9e2-4bb6-9d1e-c1ee46e0f771 None None] Pushing event updated for resources: {'Port': ['ID=e0dc50c3-6a6b-4c31-92e1-7976068a6715,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:20.133024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-bf81f5c9-b105-4944-babd-53e03fd46179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:20.135037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-bf81f5c9-b105-4944-babd-53e03fd46179 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23577ec4-e6fe-4e23-a736-930b394ff6bb HTTP/1.1" status: 200 len: 855 time: 0.0672951 Dec 10 19:07:20.156695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6e6d8f55-520c-4bb5-a52c-9169451290e9 None None] Provisioning complete for port e0dc50c3-6a6b-4c31-92e1-7976068a6715 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:20.157165 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e6d8f55-520c-4bb5-a52c-9169451290e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:20.187631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-eb997e8a-b839-48ba-804c-b5dfd24ef88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:20.189176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-eb997e8a-b839-48ba-804c-b5dfd24ef88e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a501909f-e43f-45a6-ae5d-4c3840642fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462804 Dec 10 19:07:20.282881 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 4, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port': {'id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e0dc50c3-6a6b-4c31-92e1-7976068a6715', 'name': '', 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'mac_address': 'fa:16:3e:63:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:14Z', 'updated_at': '2021-12-10T19:07:19Z', 'revision_number': 4, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'subnets': [{'id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:07:20.302944 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-5581a392-4e52-4b58-ae69-0ad8e12663da service neutron] 10.222.0.59 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057255 Dec 10 19:07:20.313254 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660c809-59f1-459f-a709-82dac44eab4a None None] The sync data for ids ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'] in n-d-821424-1 is: [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:14Z', 'revision_number': 4, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port': {'id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'e0dc50c3-6a6b-4c31-92e1-7976068a6715', 'name': '', 'network_id': '2c238102-23ab-4331-b5c5-9292dff14931', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'mac_address': 'fa:16:3e:63:d7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:14Z', 'updated_at': '2021-12-10T19:07:19Z', 'revision_number': 4, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'subnets': [{'id': '7f4dd8e4-f281-4ea3-8de9-5b4d47861060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:07:20.388345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc206db8-bc81-40d2-beab-6c3767276196 req-31844cbc-82af-4fec-820a-0692b42adc4d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:20.394721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc206db8-bc81-40d2-beab-6c3767276196 req-31844cbc-82af-4fec-820a-0692b42adc4d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 944 time: 0.0626473 Dec 10 19:07:20.412421 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-212e0f7b-b213-4e4d-bd64-ce0c058376a7 req-bf57497c-708b-404e-9aae-c718270fee56 service neutron] 10.222.0.59 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010416 Dec 10 19:07:20.448219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc206db8-bc81-40d2-beab-6c3767276196 req-68397f89-d412-4696-af2a-389c0c16b28f tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499053 Dec 10 19:07:20.527586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e0dc50c3-6a6b-4c31-92e1-7976068a6715 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:20.584843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e0dc50c3-6a6b-4c31-92e1-7976068a6715 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:20.585220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:21.590318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b3dd45-2e21-4f9d-9127-41b26f154c65 req-c93f0ffa-b0f0-4379-be86-accdbd8729b9 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:21.592283 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11b3dd45-2e21-4f9d-9127-41b26f154c65 req-c93f0ffa-b0f0-4379-be86-accdbd8729b9 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 944 time: 0.0583873 Dec 10 19:07:21.661402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-11b3dd45-2e21-4f9d-9127-41b26f154c65 req-21232dc8-ca09-43d0-9cf7-a4529e6b4e9e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577192 Dec 10 19:07:22.399350 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 749059a5-d387-4dc8-abe5-dde1414b5f37 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:07:22.679732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 749059a5-d387-4dc8-abe5-dde1414b5f37, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=749059a5-d387-4dc8-abe5-dde1414b5f37,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:22.692721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '749059a5-d387-4dc8-abe5-dde1414b5f37', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'port_id': '749059a5-d387-4dc8-abe5-dde1414b5f37', 'mac_address': 'fa:16:3e:48:57:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:07:22.733598 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.749202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749059a5-d387-4dc8-abe5-dde1414b5f37 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:07:22.770740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 749059a5-d387-4dc8-abe5-dde1414b5f37, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=749059a5-d387-4dc8-abe5-dde1414b5f37,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:22.776546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:22.785227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a3fa4-bdae-4b3c-be95-02fd85e8e9bc req-b989e1a5-0dcd-46a2-b58b-3d713f1708c3 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:22.786879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d6a3fa4-bdae-4b3c-be95-02fd85e8e9bc req-b989e1a5-0dcd-46a2-b58b-3d713f1708c3 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 944 time: 0.0553303 Dec 10 19:07:22.828020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=749059a5-d387-4dc8-abe5-dde1414b5f37,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:22.838378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5d6a3fa4-bdae-4b3c-be95-02fd85e8e9bc req-387e6623-3565-4782-a697-06bd6a622900 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Dec 10 19:07:22.980649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['749059a5-d387-4dc8-abe5-dde1414b5f37'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:07:23.975853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0e777-9065-4bfa-9c91-0c678bad9a24 req-e7fc3a79-ebe6-49d1-adcd-1df6032160d9 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:23.977873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dab0e777-9065-4bfa-9c91-0c678bad9a24 req-e7fc3a79-ebe6-49d1-adcd-1df6032160d9 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 945 time: 0.0670536 Dec 10 19:07:24.033796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dab0e777-9065-4bfa-9c91-0c678bad9a24 req-02fad1a3-f8fc-493b-9392-a6c597713cea tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Dec 10 19:07:24.415876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 749059a5-d387-4dc8-abe5-dde1414b5f37 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:07:24.473624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 749059a5-d387-4dc8-abe5-dde1414b5f37 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:07:24.478081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 749059a5-d387-4dc8-abe5-dde1414b5f37 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:24.478535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.566054 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.593379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749059a5-d387-4dc8-abe5-dde1414b5f37'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:24.595808 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b3ce42-3616-4967-8d6d-88664e23e451" -d '{"events": [{"server_uuid": "2354479b-8267-4edf-9b1f-1a06bb350ecf", "name": "network-vif-plugged", "status": "completed", "tag": "749059a5-d387-4dc8-abe5-dde1414b5f37"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:24.610108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 749059a5-d387-4dc8-abe5-dde1414b5f37, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=749059a5-d387-4dc8-abe5-dde1414b5f37,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:24.615302 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:24.641028 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a3c005-d829-4336-b362-dca0a2d8e1dd x-openstack-request-id: req-38a3c005-d829-4336-b362-dca0a2d8e1dd {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:24.641333 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354479b-8267-4edf-9b1f-1a06bb350ecf", "name": "network-vif-plugged", "status": "completed", "tag": "749059a5-d387-4dc8-abe5-dde1414b5f37", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:24.641584 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-38a3c005-d829-4336-b362-dca0a2d8e1dd {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:24.641975 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749059a5-d387-4dc8-abe5-dde1414b5f37', 'code': 200} Dec 10 19:07:24.672500 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=749059a5-d387-4dc8-abe5-dde1414b5f37,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:24.741810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28447c1-f14e-4e66-a992-e83c8daf765f req-8776383f-59b5-46bd-888c-90e5572f7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:24.743456 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a28447c1-f14e-4e66-a992-e83c8daf765f req-8776383f-59b5-46bd-888c-90e5572f7c15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 1097 time: 0.0448258 Dec 10 19:07:24.793474 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a28447c1-f14e-4e66-a992-e83c8daf765f req-a3370b09-f65c-4973-95e0-683938be4908 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Dec 10 19:07:25.196738 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ecc0f-78bc-4f9f-a009-c6699644261b req-71a5faa2-a3a4-449c-85da-68041597522f tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:25.198273 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-664ecc0f-78bc-4f9f-a009-c6699644261b req-71a5faa2-a3a4-449c-85da-68041597522f tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 946 time: 0.0819023 Dec 10 19:07:25.247569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-664ecc0f-78bc-4f9f-a009-c6699644261b req-e24b175a-1796-424d-809b-4bc3451ce577 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Dec 10 19:07:26.386551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f313b-1f35-43f6-ae76-6de7f1fbf9dd req-06e83c7f-f084-4a39-9ddb-f401e77b2382 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:26.388055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-672f313b-1f35-43f6-ae76-6de7f1fbf9dd req-06e83c7f-f084-4a39-9ddb-f401e77b2382 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 946 time: 0.0566535 Dec 10 19:07:26.445866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-672f313b-1f35-43f6-ae76-6de7f1fbf9dd req-13f3b0cf-061d-4e73-b199-ff183afb43dd tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469794 Dec 10 19:07:26.565469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c185-a33f-4b02-9fb3-499b12c60903 req-02ca50dd-7e0b-487f-8553-47b6259bf217 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:26.566912 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ee7c185-a33f-4b02-9fb3-499b12c60903 req-02ca50dd-7e0b-487f-8553-47b6259bf217 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 946 time: 0.0513418 Dec 10 19:07:26.616774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ee7c185-a33f-4b02-9fb3-499b12c60903 req-3fbc68cc-7286-437e-a3f7-1bf2ca721940 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Dec 10 19:07:28.351100 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-43caa30b-19ff-449f-90fb-cf462903ef8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:31.658277 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-498f7b19-72a2-454a-932f-b7ff885d0ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.256089 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:32.374629 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:33.935722 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:34.180847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.054920 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:35.688376 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-b88259aa-f811-4eb1-8ba8-47e4316a83bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478928 Dec 10 19:07:35.782386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-f2c4d808-2796-4838-950e-c991f4c46163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:35.783922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-f2c4d808-2796-4838-950e-c991f4c46163 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b65d94a1a6c3437bb457385097ebdb57&device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 1097 time: 0.0478632 Dec 10 19:07:35.904117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-600297d7-d788-420f-9221-5325d83734aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:35.905639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-600297d7-d788-420f-9221-5325d83734aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 200 len: 917 time: 0.0935431 Dec 10 19:07:35.957375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-499e3111-d0ff-4aea-bb8b-e0da5b33da9b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=749059a5-d387-4dc8-abe5-dde1414b5f37 HTTP/1.1" status: 200 len: 217 time: 0.0420041 Dec 10 19:07:36.028571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-9d18ccba-6c73-4eab-8e1e-1a832fbb93c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:36.030133 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-9d18ccba-6c73-4eab-8e1e-1a832fbb93c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=23577ec4-e6fe-4e23-a736-930b394ff6bb HTTP/1.1" status: 200 len: 855 time: 0.0612810 Dec 10 19:07:36.085981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-e636b27d-2420-47d5-8419-f424491910e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:36.087541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-e636b27d-2420-47d5-8419-f424491910e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a501909f-e43f-45a6-ae5d-4c3840642fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500820 Dec 10 19:07:36.105886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-cc5fc58a-2e47-4b71-87d9-449907ab62e7 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:07:36.107616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-cc5fc58a-2e47-4b71-87d9-449907ab62e7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080278 Dec 10 19:07:36.209776 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-82b94148-04ad-4491-9746-26d3104b3927 service neutron] 10.222.0.59 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947001 Dec 10 19:07:36.302901 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b7742e7-e6a6-493b-9740-99ad926280fb req-e46dfc0b-218b-4d90-9c32-c01a78f52fda service neutron] 10.222.0.59 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866981 Dec 10 19:07:42.317215 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:07:49.365704 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051009b1-ad6f-472c-b4a2-7b82fb74a7fb req-0ef4087e-535d-4c66-ad54-ee3e41dede6d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:49.367141 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-051009b1-ad6f-472c-b4a2-7b82fb74a7fb req-0ef4087e-535d-4c66-ad54-ee3e41dede6d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 946 time: 0.0581298 Dec 10 19:07:49.423166 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-051009b1-ad6f-472c-b4a2-7b82fb74a7fb req-2623c27d-b814-4f12-9b55-a5f3ed7a74e5 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472512 Dec 10 19:07:50.556164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510a22-a726-4e7f-b854-db2f3da927bd req-b0236b5d-b7c6-43c3-9329-0c6896519ea9 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:50.557778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95510a22-a726-4e7f-b854-db2f3da927bd req-b0236b5d-b7c6-43c3-9329-0c6896519ea9 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 946 time: 0.0534477 Dec 10 19:07:50.623000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-95510a22-a726-4e7f-b854-db2f3da927bd req-cb35bf03-a9bf-4b74-b8c9-7f3b429b38a2 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573215 Dec 10 19:07:50.963561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-6b160282-98ff-4ecd-8650-9b61fc887564 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:50.965123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-6b160282-98ff-4ecd-8650-9b61fc887564 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.59 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 946 time: 0.0580952 Dec 10 19:07:51.075347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Deleting port 749059a5-d387-4dc8-abe5-dde1414b5f37 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:07:51.075603 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.174144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] For port 749059a5-d387-4dc8-abe5-dde1414b5f37, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=749059a5-d387-4dc8-abe5-dde1414b5f37,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:51.174572 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.193848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Calling delete_port for 749059a5-d387-4dc8-abe5-dde1414b5f37 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:07:51.344848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.361666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['749059a5-d387-4dc8-abe5-dde1414b5f37'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:07:51.382078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Pushing event deleted for resources: {'Port': ['ID=749059a5-d387-4dc8-abe5-dde1414b5f37,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:51.398265 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.398668 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.399018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.399361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.399677 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.400034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.400368 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.400720 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.401022 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.401333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.401662 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.401986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.402306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:51.438813 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] No DVR routers for this DVR port 749059a5-d387-4dc8-abe5-dde1414b5f37 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:07:51.441488 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:51.445161 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03a198b4-97e3-4f62-900c-00cbe778c9d5 req-002e4223-8524-4be5-8ae5-12ec7945ec2e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.59 "DELETE /v2.0/ports/749059a5-d387-4dc8-abe5-dde1414b5f37 HTTP/1.1" status: 204 len: 173 time: 0.4733107 Dec 10 19:07:51.445675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'name': 'network-vif-deleted', 'tag': '749059a5-d387-4dc8-abe5-dde1414b5f37'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:51.448063 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a088d4f-193c-4120-892b-a590b0b30cf2" -d '{"events": [{"server_uuid": "2354479b-8267-4edf-9b1f-1a06bb350ecf", "name": "network-vif-deleted", "tag": "749059a5-d387-4dc8-abe5-dde1414b5f37"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:51.492913 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325403b-4883-41ce-b80e-917e24e35e04 x-openstack-request-id: req-8325403b-4883-41ce-b80e-917e24e35e04 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:51.493216 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354479b-8267-4edf-9b1f-1a06bb350ecf", "name": "network-vif-deleted", "tag": "749059a5-d387-4dc8-abe5-dde1414b5f37", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:51.493476 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8325403b-4883-41ce-b80e-917e24e35e04 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:51.493906 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354479b-8267-4edf-9b1f-1a06bb350ecf', 'name': 'network-vif-deleted', 'tag': '749059a5-d387-4dc8-abe5-dde1414b5f37', 'status': 'completed', 'code': 200} Dec 10 19:07:51.737324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9aa8446a-465c-4d8d-94bb-3fc87c07f205 req-14528518-94f4-49f6-9a7c-15c692d8cda6 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=2354479b-8267-4edf-9b1f-1a06bb350ecf HTTP/1.1" status: 200 len: 210 time: 0.0282559 Dec 10 19:07:53.314767 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-dfd73a8a-ff35-4ba5-bd25-8c8d736301bd tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:53.316189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-dfd73a8a-ff35-4ba5-bd25-8c8d736301bd tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/networks?id=a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 200 len: 816 time: 0.1155028 Dec 10 19:07:53.333594 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-ab9a50ff-57cb-4e05-8608-12fdffb158a7 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/quotas/b65d94a1a6c3437bb457385097ebdb57 HTTP/1.1" status: 200 len: 375 time: 0.0100641 Dec 10 19:07:53.396102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-20c525ee-6f15-4128-b920-d69ab9ec7aa8 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=b65d94a1a6c3437bb457385097ebdb57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554025 Dec 10 19:07:53.518489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e364076b-b549-45d6-a767-f3421b28abe3 service neutron] 10.222.0.55 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028962 Dec 10 19:07:53.615016 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-0e49fc0b-4ca1-4337-a97c-2c8ad612487e service neutron] 10.222.0.55 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893862 Dec 10 19:07:53.789899 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-baa7b269-c006-44d5-a5b0-827461451c92 req-3cc971ea-e782-4424-b148-33f8b3a94285 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 210 time: 0.0310557 Dec 10 19:07:54.542754 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 749059a5-d387-4dc8-abe5-dde1414b5f37 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:07:54.566616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 749059a5-d387-4dc8-abe5-dde1414b5f37 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:07:54.566965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 749059a5-d387-4dc8-abe5-dde1414b5f37 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:07:54.820850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-73fdeef9-ed2a-4d1c-b25e-3bf6579c1fa2 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:54.822814 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-73fdeef9-ed2a-4d1c-b25e-3bf6579c1fa2 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.30 "GET /v2.0/networks?id=a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 200 len: 816 time: 0.1136346 Dec 10 19:07:54.839378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Request body: {'port': {'device_id': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'admin_state_up': True, 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:54.897536 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e4990dc-3c3a-4bee-9726-2d3182da42d3 req-a87644da-0daf-4fdf-8f9c-2b6cdfc865a4 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 210 time: 0.0304956 Dec 10 19:07:54.958457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Made reservation on behalf of b65d94a1a6c3437bb457385097ebdb57 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:07:54.963048 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.103757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Allocated IP 172.20.0.3 (a501909f-e43f-45a6-ae5d-4c3840642fde/23577ec4-e6fe-4e23-a736-930b394ff6bb/79760676-bd0c-4bf7-93ea-800467bdb8e0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:07:55.259314 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.297526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.343069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Network a501909f-e43f-45a6-ae5d-4c3840642fde is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:07:55.346151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:07:55.349938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:07:55.356528 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Pushing event updated for resources: {'Port': ['ID=79760676-bd0c-4bf7-93ea-800467bdb8e0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:55.389634 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.389985 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.390329 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.390698 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.391039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.391354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.391679 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.392002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.392345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.392680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.393009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.393379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.393652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:55.418165 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:55.418846 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.436137 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-9e82b4be-3b33-4109-b74c-c4b3cf32048d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032526 Dec 10 19:07:55.450268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Request body: {'port': {'device_id': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:07:55.513375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.619713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fc93581c-c91a-4a92-a17d-6a86da5bedc9 None None] Provisioning complete for port 79760676-bd0c-4bf7-93ea-800467bdb8e0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:07:55.620345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fc93581c-c91a-4a92-a17d-6a86da5bedc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.655468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fc93581c-c91a-4a92-a17d-6a86da5bedc9 None None] Port 79760676-bd0c-4bf7-93ea-800467bdb8e0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:07:55.808856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79760676-bd0c-4bf7-93ea-800467bdb8e0 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:07:55.820834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.837121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Transition to ACTIVE for port object 79760676-bd0c-4bf7-93ea-800467bdb8e0 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:07:55.842485 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:55.891042 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Pushing event updated for resources: {'Port': ['ID=79760676-bd0c-4bf7-93ea-800467bdb8e0,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:55.989158 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Attempting to bind port 79760676-bd0c-4bf7-93ea-800467bdb8e0 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:07:55.989498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Attempting to bind port 79760676-bd0c-4bf7-93ea-800467bdb8e0 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:07:55.989869 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Attempting to bind port 79760676-bd0c-4bf7-93ea-800467bdb8e0 on network a501909f-e43f-45a6-ae5d-4c3840642fde {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:56.010392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Port 79760676-bd0c-4bf7-93ea-800467bdb8e0 on network a501909f-e43f-45a6-ae5d-4c3840642fde not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:07:56.010724 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Attempting to bind port 79760676-bd0c-4bf7-93ea-800467bdb8e0 on network a501909f-e43f-45a6-ae5d-4c3840642fde {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:07:56.019983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:07:56.020486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Checking segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:07:56.020888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Bound using segment: {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:07:56.021340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Bound port: 79760676-bd0c-4bf7-93ea-800467bdb8e0, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136f7afa-7473-4b4c-b788-ddcc1eb44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:07:56.021698 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.050120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b1655-7fd5-4b77-b3aa-2194a7fb3847 req-8db3187a-c705-4ff2-80cd-3c425d0fb378 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.051690 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-186b1655-7fd5-4b77-b3aa-2194a7fb3847 req-8db3187a-c705-4ff2-80cd-3c425d0fb378 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 943 time: 0.0773058 Dec 10 19:07:56.141231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] For port 79760676-bd0c-4bf7-93ea-800467bdb8e0, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:07:56.144450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] For port 79760676-bd0c-4bf7-93ea-800467bdb8e0, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79760676-bd0c-4bf7-93ea-800467bdb8e0,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:07:56.149037 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-186b1655-7fd5-4b77-b3aa-2194a7fb3847 req-aafef2c7-6f3b-40b5-aa9e-3c81d7aadebc tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784113 Dec 10 19:07:56.150805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.190566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.191197 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:56.192624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] 10.222.0.30 "PUT /v2.0/ports/79760676-bd0c-4bf7-93ea-800467bdb8e0 HTTP/1.1" status: 200 len: 1091 time: 0.7470198 Dec 10 19:07:56.193076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'tag': '79760676-bd0c-4bf7-93ea-800467bdb8e0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:07:56.195479 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "172b709c-6973-46a9-840b-c8e0282c1ba8", "tag": "79760676-bd0c-4bf7-93ea-800467bdb8e0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:07:56.219144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f5be1-b23d-4789-bbe2-1c7e861910d9 service neutron] Pushing event updated for resources: {'Port': ['ID=79760676-bd0c-4bf7-93ea-800467bdb8e0,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:56.248910 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e15e8-8a11-4229-8b15-b9a2faf49e9d x-openstack-request-id: req-376e15e8-8a11-4229-8b15-b9a2faf49e9d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:07:56.249214 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "172b709c-6973-46a9-840b-c8e0282c1ba8", "tag": "79760676-bd0c-4bf7-93ea-800467bdb8e0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:07:56.249563 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-376e15e8-8a11-4229-8b15-b9a2faf49e9d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:07:56.249982 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'tag': '79760676-bd0c-4bf7-93ea-800467bdb8e0', 'status': 'completed', 'code': 200} Dec 10 19:07:56.298015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-a85d4110-600b-4335-8a82-0879b6a306b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.299652 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-a85d4110-600b-4335-8a82-0879b6a306b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65d94a1a6c3437bb457385097ebdb57&device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 1094 time: 0.0453112 Dec 10 19:07:56.350594 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-54aa1992-cc5b-440c-9231-e4f57a3aa2bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79760676-bd0c-4bf7-93ea-800467bdb8e0 HTTP/1.1" status: 200 len: 217 time: 0.0424585 Dec 10 19:07:56.403846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-2b7bb0ce-2f28-4099-87ed-2a851904673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.405394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-2b7bb0ce-2f28-4099-87ed-2a851904673c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23577ec4-e6fe-4e23-a736-930b394ff6bb HTTP/1.1" status: 200 len: 855 time: 0.0481832 Dec 10 19:07:56.464430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-f6ad3909-6096-4bfe-8c41-2e10d85850da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.465999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-f6ad3909-6096-4bfe-8c41-2e10d85850da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a501909f-e43f-45a6-ae5d-4c3840642fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529082 Dec 10 19:07:56.572867 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-5115c497-765c-4090-8af5-b235bdbcec58 service neutron] 10.222.0.30 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978284 Dec 10 19:07:56.669468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a029a8-174a-4284-b393-d9d8eaafb8a5 req-462b0797-7e84-45b3-a93b-e2e8abd46d21 service neutron] 10.222.0.30 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885632 Dec 10 19:07:56.779503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-8b8421df-e654-4b76-950d-1c597aa2e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.781068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-8b8421df-e654-4b76-950d-1c597aa2e609 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b65d94a1a6c3437bb457385097ebdb57&device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 1094 time: 0.0521040 Dec 10 19:07:56.886831 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-811747c0-6008-482d-9e57-257c6e8e1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.888361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-811747c0-6008-482d-9e57-257c6e8e1702 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 200 len: 917 time: 0.0993397 Dec 10 19:07:56.933514 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-89928eea-99c1-4d8e-86fd-804270e0ab3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79760676-bd0c-4bf7-93ea-800467bdb8e0 HTTP/1.1" status: 200 len: 217 time: 0.0356486 Dec 10 19:07:56.985939 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-11b009de-7c54-4b3b-b6e9-e8b3505f94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:56.987802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-11b009de-7c54-4b3b-b6e9-e8b3505f94a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=23577ec4-e6fe-4e23-a736-930b394ff6bb HTTP/1.1" status: 200 len: 855 time: 0.0458417 Dec 10 19:07:57.041871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-6fd94a93-4094-4c88-9e5d-7c571d782f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:57.043461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-6fd94a93-4094-4c88-9e5d-7c571d782f95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a501909f-e43f-45a6-ae5d-4c3840642fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484045 Dec 10 19:07:57.146469 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-1bf86da9-0e28-483a-b3cc-a9f3cf758e6e service neutron] 10.222.0.30 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946863 Dec 10 19:07:57.274256 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2ef95d16-6fd4-4c7b-b86a-dd8874762cbe req-050032cb-ffb6-4b42-b20e-bc0a4e9b68a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199219 Dec 10 19:07:57.286787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6e0d5-2e1c-4af7-9e18-f30e16f29786 req-289576f9-1eba-4139-9ad5-839c94bc7c07 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:57.288240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8b6e0d5-2e1c-4af7-9e18-f30e16f29786 req-289576f9-1eba-4139-9ad5-839c94bc7c07 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 943 time: 0.0677271 Dec 10 19:07:57.339021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8b6e0d5-2e1c-4af7-9e18-f30e16f29786 req-a41c256d-457b-4b4b-9059-a976ef7fec85 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432820 Dec 10 19:07:58.348226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-382435c6-638f-4856-8f92-cd836deb29aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:58.463866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d834a2b-7395-4ded-bb51-980cfc692bdb req-db72e272-3654-47f7-9f89-4bf17f1f290e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:58.465524 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d834a2b-7395-4ded-bb51-980cfc692bdb req-db72e272-3654-47f7-9f89-4bf17f1f290e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 943 time: 0.0532575 Dec 10 19:07:58.521537 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d834a2b-7395-4ded-bb51-980cfc692bdb req-be73f68f-fedf-46dd-af62-9c1cf97b2e66 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492442 Dec 10 19:07:58.974697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79760676-bd0c-4bf7-93ea-800467bdb8e0 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:07:59.129733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79760676-bd0c-4bf7-93ea-800467bdb8e0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79760676-bd0c-4bf7-93ea-800467bdb8e0,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:59.142941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '79760676-bd0c-4bf7-93ea-800467bdb8e0', 'network_id': 'a501909f-e43f-45a6-ae5d-4c3840642fde', 'port_id': '79760676-bd0c-4bf7-93ea-800467bdb8e0', 'mac_address': 'fa:16:3e:8d:4d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23577ec4-e6fe-4e23-a736-930b394ff6bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:07:59.185308 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.200252 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79760676-bd0c-4bf7-93ea-800467bdb8e0 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:07:59.230795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79760676-bd0c-4bf7-93ea-800467bdb8e0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79760676-bd0c-4bf7-93ea-800467bdb8e0,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:07:59.238407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:07:59.306701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=79760676-bd0c-4bf7-93ea-800467bdb8e0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:07:59.318715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.319310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.320110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.320565 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.320996 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.321860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.321860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.322064 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.322334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.322729 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.323033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.326036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.326036 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:07:59.439795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['79760676-bd0c-4bf7-93ea-800467bdb8e0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:07:59.665871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb1ce8-d3a9-40a5-ae86-fda6bdb3a277 req-6c2e5baa-fac7-431e-ac43-670fb706113d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:07:59.667745 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6fb1ce8-d3a9-40a5-ae86-fda6bdb3a277 req-6c2e5baa-fac7-431e-ac43-670fb706113d tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 944 time: 0.0644317 Dec 10 19:07:59.723902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a6fb1ce8-d3a9-40a5-ae86-fda6bdb3a277 req-ca309265-0ec8-45ef-ac16-aa30f15704b2 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499253 Dec 10 19:08:00.845077 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993371d-4a97-4e36-97fa-3260a1ecc06c req-bf228607-8b65-4c59-8fa7-9496c03531bd tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:00.846732 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0993371d-4a97-4e36-97fa-3260a1ecc06c req-bf228607-8b65-4c59-8fa7-9496c03531bd tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 944 time: 0.0531063 Dec 10 19:08:00.896347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0993371d-4a97-4e36-97fa-3260a1ecc06c req-26caa731-47c5-4ebb-8779-1bff9cd6576f tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434318 Dec 10 19:08:00.989330 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79760676-bd0c-4bf7-93ea-800467bdb8e0 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:01.044462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 79760676-bd0c-4bf7-93ea-800467bdb8e0 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:08:01.048626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 79760676-bd0c-4bf7-93ea-800467bdb8e0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:01.048997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.129520 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.158001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79760676-bd0c-4bf7-93ea-800467bdb8e0'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:01.160678 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6637649a-20d0-4a84-bc6c-e0ae230ce22a" -d '{"events": [{"server_uuid": "172b709c-6973-46a9-840b-c8e0282c1ba8", "name": "network-vif-plugged", "status": "completed", "tag": "79760676-bd0c-4bf7-93ea-800467bdb8e0"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:01.173654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 79760676-bd0c-4bf7-93ea-800467bdb8e0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79760676-bd0c-4bf7-93ea-800467bdb8e0,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:01.179317 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:01.211694 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a92dc-f733-4a5a-914f-fd576d886f6e x-openstack-request-id: req-0a8a92dc-f733-4a5a-914f-fd576d886f6e {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:01.211987 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b709c-6973-46a9-840b-c8e0282c1ba8", "name": "network-vif-plugged", "status": "completed", "tag": "79760676-bd0c-4bf7-93ea-800467bdb8e0", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:01.212244 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0a8a92dc-f733-4a5a-914f-fd576d886f6e {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:01.212638 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79760676-bd0c-4bf7-93ea-800467bdb8e0', 'code': 200} Dec 10 19:08:01.236510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=79760676-bd0c-4bf7-93ea-800467bdb8e0,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:01.309945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e952-9a47-4461-afd3-be59f10e3e0c req-1309a6d2-2c10-4132-afbf-56c87cac1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:01.311479 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8aa6e952-9a47-4461-afd3-be59f10e3e0c req-1309a6d2-2c10-4132-afbf-56c87cac1797 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0427618 Dec 10 19:08:01.359156 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8aa6e952-9a47-4461-afd3-be59f10e3e0c req-41ce1780-60e3-4f7f-bd1d-76d84757dee9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Dec 10 19:08:01.664721 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-91ef25b2-8f74-44a3-9594-6c9276db47c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.016376 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ded32-d1ef-4001-ad5d-40cc1e694a68 req-4536e53a-d1da-49cf-98db-44b6565ecd0f tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:02.017913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b7ded32-d1ef-4001-ad5d-40cc1e694a68 req-4536e53a-d1da-49cf-98db-44b6565ecd0f tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 945 time: 0.0525424 Dec 10 19:08:02.068140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b7ded32-d1ef-4001-ad5d-40cc1e694a68 req-61174de8-d9be-4517-9312-f8eebbbb8ac0 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438302 Dec 10 19:08:02.259280 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:02.383917 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:03.192250 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706909c-d3fb-46fa-bb4f-cd5b22abc323 req-94245fca-6b57-407d-9735-87849f88239b tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:03.193800 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c706909c-d3fb-46fa-bb4f-cd5b22abc323 req-94245fca-6b57-407d-9735-87849f88239b tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 945 time: 0.0519993 Dec 10 19:08:03.243533 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c706909c-d3fb-46fa-bb4f-cd5b22abc323 req-2a6e8a67-df67-430e-ae4a-8a75f76b2362 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435314 Dec 10 19:08:03.375084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9f049-c91c-44c5-9dbf-a003f29240e4 req-a1b3b0e2-b109-4dda-b6cc-e13b206bc486 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:03.376518 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ba9f049-c91c-44c5-9dbf-a003f29240e4 req-a1b3b0e2-b109-4dda-b6cc-e13b206bc486 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 945 time: 0.0644472 Dec 10 19:08:03.424722 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ba9f049-c91c-44c5-9dbf-a003f29240e4 req-b45262b3-029f-4ab3-aa61-d6ba645e2120 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Dec 10 19:08:03.940639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:04.175154 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:05.054545 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:19.317485 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:08:25.090076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7730b3-adc8-49fd-aa06-f0956506ff04 req-42420ce9-b51f-4291-9aae-032d23433e1c tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:25.092516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f7730b3-adc8-49fd-aa06-f0956506ff04 req-42420ce9-b51f-4291-9aae-032d23433e1c tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 945 time: 0.0570412 Dec 10 19:08:25.149901 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6f7730b3-adc8-49fd-aa06-f0956506ff04 req-b8de293d-e73e-40d0-b480-3247eaa02953 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508106 Dec 10 19:08:26.310064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5c73-73ad-451e-a623-87cd841f3d7f req-b1426fa5-72a2-4c35-b8b6-c5f28a4653d5 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:26.311710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-316d5c73-73ad-451e-a623-87cd841f3d7f req-b1426fa5-72a2-4c35-b8b6-c5f28a4653d5 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 945 time: 0.0621016 Dec 10 19:08:26.374603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-316d5c73-73ad-451e-a623-87cd841f3d7f req-3e085239-8be8-403c-ba9c-9bfd683a2c8e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/security-groups?id=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550318 Dec 10 19:08:26.679359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38366197-28eb-4726-b1fd-081e3844a532 req-f146b0fc-d24b-4af2-af7a-e29ca8f70d1e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:26.680914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38366197-28eb-4726-b1fd-081e3844a532 req-f146b0fc-d24b-4af2-af7a-e29ca8f70d1e tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.30 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 945 time: 0.0594108 Dec 10 19:08:26.781324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Deleting port 79760676-bd0c-4bf7-93ea-800467bdb8e0 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:26.781570 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:26.878782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] For port 79760676-bd0c-4bf7-93ea-800467bdb8e0, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=79760676-bd0c-4bf7-93ea-800467bdb8e0,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:26.879141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:26.892043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Calling delete_port for 79760676-bd0c-4bf7-93ea-800467bdb8e0 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:27.034741 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.047835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['79760676-bd0c-4bf7-93ea-800467bdb8e0'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:08:27.079545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Pushing event deleted for resources: {'Port': ['ID=79760676-bd0c-4bf7-93ea-800467bdb8e0,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:27.124100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] No DVR routers for this DVR port 79760676-bd0c-4bf7-93ea-800467bdb8e0 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:27.127201 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:27.130977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-38366197-28eb-4726-b1fd-081e3844a532 req-1735d9cc-32a9-418c-ae34-2694ae5d33eb tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.30 "DELETE /v2.0/ports/79760676-bd0c-4bf7-93ea-800467bdb8e0 HTTP/1.1" status: 204 len: 173 time: 0.4432864 Dec 10 19:08:27.131559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'name': 'network-vif-deleted', 'tag': '79760676-bd0c-4bf7-93ea-800467bdb8e0'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:08:27.134083 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37634f58-b242-4430-a5e4-60ae590c340d" -d '{"events": [{"server_uuid": "172b709c-6973-46a9-840b-c8e0282c1ba8", "name": "network-vif-deleted", "tag": "79760676-bd0c-4bf7-93ea-800467bdb8e0"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:08:27.192492 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f924a-c218-45b0-bbcd-95d76dabf413 x-openstack-request-id: req-5e2f924a-c218-45b0-bbcd-95d76dabf413 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:08:27.192890 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "172b709c-6973-46a9-840b-c8e0282c1ba8", "name": "network-vif-deleted", "tag": "79760676-bd0c-4bf7-93ea-800467bdb8e0", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:08:27.193149 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5e2f924a-c218-45b0-bbcd-95d76dabf413 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:08:27.194602 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '172b709c-6973-46a9-840b-c8e0282c1ba8', 'name': 'network-vif-deleted', 'tag': '79760676-bd0c-4bf7-93ea-800467bdb8e0', 'status': 'completed', 'code': 200} Dec 10 19:08:27.506121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-75a1e1eb-3b37-45e2-a1e9-0de8941fe8b4 req-13d19bce-c46d-4a3e-bf75-6f3b889599e7 tempest-TestEncryptedCinderVolumes-92251429 tempest-TestEncryptedCinderVolumes-92251429-project] 10.222.0.55 "GET /v2.0/ports?device_id=172b709c-6973-46a9-840b-c8e0282c1ba8 HTTP/1.1" status: 200 len: 210 time: 0.0280693 Dec 10 19:08:28.349342 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52867751-72d5-453e-9453-e7fd36050a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:28.617608 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60278) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:28.981831 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.100281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79760676-bd0c-4bf7-93ea-800467bdb8e0 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:29.124172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 79760676-bd0c-4bf7-93ea-800467bdb8e0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:29.124518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 79760676-bd0c-4bf7-93ea-800467bdb8e0 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:29.238433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Deleting port ad3cd8d1-05b3-4bbd-bad3-65eb42120759 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:29.238678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.331499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] For port ad3cd8d1-05b3-4bbd-bad3-65eb42120759, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:29.331872 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.349853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Calling delete_port for ad3cd8d1-05b3-4bbd-bad3-65eb42120759 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:29.564788 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:29.589046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3cd8d1-05b3-4bbd-bad3-65eb42120759,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:29.772039 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.299647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Router e24a6831-ac82-44f5-880d-5a615036d744 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:30.410555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:30.415873 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eeb85ce8-8db2-4a20-835a-321e0ec8d829 admin admin] 10.222.0.55 "PUT /v2.0/routers/e24a6831-ac82-44f5-880d-5a615036d744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971561 Dec 10 19:08:30.420096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60280) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:30.423166 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] Sync routers for ids ['e24a6831-ac82-44f5-880d-5a615036d744'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:30.437552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] Routers {'e24a6831-ac82-44f5-880d-5a615036d744'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:30.438193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e24a6831-ac82-44f5-880d-5a615036d744'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:30.531812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.549477 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] Set router e24a6831-ac82-44f5-880d-5a615036d744 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:30.654093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.712023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Deleting port 8915efd5-a192-45ab-9b8e-9b71030f8824 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:30.712362 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.741198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:08:29Z', 'revision_number': 5, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port': {'id': '8915efd5-a192-45ab-9b8e-9b71030f8824', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:06:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:07Z', 'updated_at': '2021-12-10T19:07:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:30.772802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] Checking router: e24a6831-ac82-44f5-880d-5a615036d744 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:30.782742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] Routers {'e24a6831-ac82-44f5-880d-5a615036d744'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:30.783355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e24a6831-ac82-44f5-880d-5a615036d744'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:30.802106 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] For port 8915efd5-a192-45ab-9b8e-9b71030f8824, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=8915efd5-a192-45ab-9b8e-9b71030f8824,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:30.802755 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:30.823410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Calling delete_port for 8915efd5-a192-45ab-9b8e-9b71030f8824 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:30.875887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] Set router e24a6831-ac82-44f5-880d-5a615036d744 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:30.930553 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:08:30Z', 'revision_number': 6, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:30.961582 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67e6c5-a934-458e-989a-588b579edbf7 None None] The sync data for ids ['e24a6831-ac82-44f5-880d-5a615036d744'] in n-d-821424-1 is: [{'id': 'e24a6831-ac82-44f5-880d-5a615036d744', 'name': 'tempest-TestEncryptedCinderVolumes-822021763-router', 'tenant_id': 'b65d94a1a6c3437bb457385097ebdb57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:06Z', 'updated_at': '2021-12-10T19:08:30Z', 'revision_number': 6, 'project_id': 'b65d94a1a6c3437bb457385097ebdb57', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:31.015307 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.039895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8915efd5-a192-45ab-9b8e-9b71030f8824,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:31.058409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db711a6-068d-4205-8ba8-92ac19346623 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:31.117355 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.225285 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.227416 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.274491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.274987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24a6831-ac82-44f5-880d-5a615036d744 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:31.280178 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.281609 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f39445e6-8921-4ec0-8123-f75edc06dec1 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e24a6831-ac82-44f5-880d-5a615036d744 HTTP/1.1" status: 204 len: 168 time: 0.8603559 Dec 10 19:08:31.284503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60284) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:31.342625 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] Deleting subnet 23577ec4-e6fe-4e23-a736-930b394ff6bb {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:31.347068 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.387261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.473852 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.532219 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.562722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23577ec4-e6fe-4e23-a736-930b394ff6bb,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:31.568824 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.572021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4e13d4dd-e65d-43a5-9ef0-63065c5ad3e9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/23577ec4-e6fe-4e23-a736-930b394ff6bb HTTP/1.1" status: 204 len: 168 time: 0.2865207 Dec 10 19:08:31.575147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60286) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:31.577632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09fcd50-f329-4ac2-a8fa-13656c7268d5 None None] Network a501909f-e43f-45a6-ae5d-4c3840642fde requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:31.650687 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.680167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ce3f505a-a7b6-4877-b4a3-47ca21e931fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.717518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Deleting port e09feca4-fce0-4421-8892-604df9af39e7 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:31.717989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.749413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] DHCP port deletion for a501909f-e43f-45a6-ae5d-4c3840642fde request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:31.803647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] For port e09feca4-fce0-4421-8892-604df9af39e7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e09feca4-fce0-4421-8892-604df9af39e7,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:31.804283 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.817616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] Deleting port e09feca4-fce0-4421-8892-604df9af39e7 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:31.820381 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.826732 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Calling delete_port for e09feca4-fce0-4421-8892-604df9af39e7 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:31.887566 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] For port e09feca4-fce0-4421-8892-604df9af39e7, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e09feca4-fce0-4421-8892-604df9af39e7,segment=NetworkSegment(136f7afa-7473-4b4c-b788-ddcc1eb44886),segment_id=136f7afa-7473-4b4c-b788-ddcc1eb44886)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:31.887896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.905703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] Calling delete_port for e09feca4-fce0-4421-8892-604df9af39e7 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:31.935230 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:31.962107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e09feca4-fce0-4421-8892-604df9af39e7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:31.970317 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] No DVR routers for this DVR port e09feca4-fce0-4421-8892-604df9af39e7 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:32.002503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.029922 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] Pushing event deleted for resources: {'Port': ['ID=e09feca4-fce0-4421-8892-604df9af39e7,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:32.033633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b6ce54-ef72-4362-9172-bc90bf5f5953 None None] No DVR routers for this DVR port e09feca4-fce0-4421-8892-604df9af39e7 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:32.057780 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.080887 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a501909f-e43f-45a6-ae5d-4c3840642fde']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:32.091645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136f7afa-7473-4b4c-b788-ddcc1eb44886') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:32.091980 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136f7afa-7473-4b4c-b788-ddcc1eb44886') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:32.102696 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.119699 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.127039 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:32.127656 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:32.129618 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:32.204394 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.212534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.217621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] 10.222.0.55 "DELETE /v2.0/networks/a501909f-e43f-45a6-ae5d-4c3840642fde HTTP/1.1" status: 204 len: 168 time: 0.6400168 Dec 10 19:08:32.220627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60288) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:32.228063 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9376ff2-8b14-45f4-bc4e-a578674731ac admin admin] Pushing event deleted for resources: {'Network': ['ID=a501909f-e43f-45a6-ae5d-4c3840642fde,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:32.264844 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.451937 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.543167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ad3cd8d1-05b3-4bbd-bad3-65eb42120759 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:32.566159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ad3cd8d1-05b3-4bbd-bad3-65eb42120759 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:32.566568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ad3cd8d1-05b3-4bbd-bad3-65eb42120759 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:32.567000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8915efd5-a192-45ab-9b8e-9b71030f8824 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:32.591082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 8915efd5-a192-45ab-9b8e-9b71030f8824 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:32.592163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 8915efd5-a192-45ab-9b8e-9b71030f8824 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:32.592262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e09feca4-fce0-4421-8892-604df9af39e7 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:32.613484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e09feca4-fce0-4421-8892-604df9af39e7 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:32.613854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e09feca4-fce0-4421-8892-604df9af39e7 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:32.614694 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.894282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Deleting port e0dc50c3-6a6b-4c31-92e1-7976068a6715 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:32.894682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.977314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] For port e0dc50c3-6a6b-4c31-92e1-7976068a6715, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e0dc50c3-6a6b-4c31-92e1-7976068a6715,segment=NetworkSegment(106049aa-d985-4a22-b044-a594250396ab),segment_id=106049aa-d985-4a22-b044-a594250396ab)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:32.977636 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:32.995791 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Calling delete_port for e0dc50c3-6a6b-4c31-92e1-7976068a6715 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:33.208944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.579349 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dc50c3-6a6b-4c31-92e1-7976068a6715,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:33.755180 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.937423 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:33.997648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Router d385ff83-b37d-4ac6-951d-5bf66446aeaa has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:34.111021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:34.116342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2dc487e7-fd56-43e0-86aa-0bb2339e4c6f admin admin] 10.222.0.55 "PUT /v2.0/routers/d385ff83-b37d-4ac6-951d-5bf66446aeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8943341 Dec 10 19:08:34.118838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60290) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:34.123431 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] Sync routers for ids ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:34.140476 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] Routers {'d385ff83-b37d-4ac6-951d-5bf66446aeaa'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:34.141130 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.181297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.233879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.252148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] Set router d385ff83-b37d-4ac6-951d-5bf66446aeaa gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:34.343658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.410832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Deleting port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:34.411061 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.451840 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28'}], 'enable_snat': True}, 'gw_port_id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:08:33Z', 'revision_number': 5, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port': {'id': '1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.478395 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] Checking router: d385ff83-b37d-4ac6-951d-5bf66446aeaa for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:34.487415 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] Routers {'d385ff83-b37d-4ac6-951d-5bf66446aeaa'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:34.488019 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.497491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] For port 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:34.497491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.512968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Calling delete_port for 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:34.584427 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] Set router d385ff83-b37d-4ac6-951d-5bf66446aeaa gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:34.640618 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:08:34Z', 'revision_number': 6, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:34.672731 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b3a02-4186-46bd-a141-8df1de0af9dd None None] The sync data for ids ['d385ff83-b37d-4ac6-951d-5bf66446aeaa'] in n-d-821424-1 is: [{'id': 'd385ff83-b37d-4ac6-951d-5bf66446aeaa', 'name': 'tempest-TestEncryptedCinderVolumes-1999982028-router', 'tenant_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:07:11Z', 'updated_at': '2021-12-10T19:08:34Z', 'revision_number': 6, 'project_id': 'f141dd5c42b7411bb70c6f006f699fa7', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:34.705024 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.740992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:34.755739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ea693-697d-4f70-b073-ceebcc19f048 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:34.805019 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.909554 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.912212 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.964582 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.965535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d385ff83-b37d-4ac6-951d-5bf66446aeaa {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:08:34.972087 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:34.972703 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c948bdba-58f2-4ced-8afa-92ee2af6fd78 admin admin] 10.222.0.55 "DELETE /v2.0/routers/d385ff83-b37d-4ac6-951d-5bf66446aeaa HTTP/1.1" status: 204 len: 168 time: 0.8529525 Dec 10 19:08:34.975423 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60294) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:35.021799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] Deleting subnet 7f4dd8e4-f281-4ea3-8de9-5b4d47861060 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:08:35.025731 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.052022 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.071414 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.158305 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.218491 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.246519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4dd8e4-f281-4ea3-8de9-5b4d47861060,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:35.248308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.251702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-aa5d6ebf-7add-4c97-8682-f7b3ed9619a9 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7f4dd8e4-f281-4ea3-8de9-5b4d47861060 HTTP/1.1" status: 204 len: 168 time: 0.2750976 Dec 10 19:08:35.254412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60296) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:35.257065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa53a8fd-f2c2-46c1-bcf3-8c543c16d1ec None None] Network 2c238102-23ab-4331-b5c5-9292dff14931 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:35.332070 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.392330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Deleting port f2f98d14-43ed-4473-9502-8ad22497f66e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:08:35.392580 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.469642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] For port f2f98d14-43ed-4473-9502-8ad22497f66e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f2f98d14-43ed-4473-9502-8ad22497f66e,segment=NetworkSegment(106049aa-d985-4a22-b044-a594250396ab),segment_id=106049aa-d985-4a22-b044-a594250396ab)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:35.470294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.486784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Calling delete_port for f2f98d14-43ed-4473-9502-8ad22497f66e owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:08:35.575383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.596900 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b08f7-c398-4276-a5e0-47645787ede3 None None] DHCP port deletion for 2c238102-23ab-4331-b5c5-9292dff14931 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:35.608866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f98d14-43ed-4473-9502-8ad22497f66e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:35.609905 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] No DVR routers for this DVR port f2f98d14-43ed-4473-9502-8ad22497f66e on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:08:35.694713 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.722182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c238102-23ab-4331-b5c5-9292dff14931']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:35.733458 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106049aa-d985-4a22-b044-a594250396ab') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:35.733773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106049aa-d985-4a22-b044-a594250396ab') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:35.745790 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.760419 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.770277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:08:35.770913 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:08:35.773230 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:08:35.840527 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.846309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:35.849811 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] 10.222.0.55 "DELETE /v2.0/networks/2c238102-23ab-4331-b5c5-9292dff14931 HTTP/1.1" status: 204 len: 168 time: 0.5942395 Dec 10 19:08:35.863974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852ebda-617a-482d-8c2f-c9aafd09501a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c238102-23ab-4331-b5c5-9292dff14931,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:36.069467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60300) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:36.112653 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-288daab9-5123-4f09-a979-1301ae3129bd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b65d94a1a6c3437bb457385097ebdb57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415967 Dec 10 19:08:36.115082 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60302) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:36.169684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-794781b8-a422-4104-8b95-c48cde6b9e52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.192190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-794781b8-a422-4104-8b95-c48cde6b9e52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.249433 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-794781b8-a422-4104-8b95-c48cde6b9e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.252278 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-794781b8-a422-4104-8b95-c48cde6b9e52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.253471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-794781b8-a422-4104-8b95-c48cde6b9e52 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10 HTTP/1.1" status: 204 len: 168 time: 0.1375096 Dec 10 19:08:36.268337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794781b8-a422-4104-8b95-c48cde6b9e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e7beb0-dd0b-4bcc-8afe-808b20ae6c10,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:36.556762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f2f98d14-43ed-4473-9502-8ad22497f66e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:36.578690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f2f98d14-43ed-4473-9502-8ad22497f66e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:36.579145 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f2f98d14-43ed-4473-9502-8ad22497f66e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:36.579564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:36.599875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:36.600220 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 1f8a9c22-7fae-4a93-ac7d-ec386c71ffeb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:36.600629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e0dc50c3-6a6b-4c31-92e1-7976068a6715 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:08:36.624134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e0dc50c3-6a6b-4c31-92e1-7976068a6715 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:08:36.624645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e0dc50c3-6a6b-4c31-92e1-7976068a6715 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:08:36.656206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60308) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:36.703783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bb2c8e21-bf39-465b-bd28-3a6af387bc1b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f141dd5c42b7411bb70c6f006f699fa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461345 Dec 10 19:08:36.706701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60310) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:36.759492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19dc3695-5deb-4ded-8f0f-e85dfe39da88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.781583 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19dc3695-5deb-4ded-8f0f-e85dfe39da88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.834782 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19dc3695-5deb-4ded-8f0f-e85dfe39da88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.837437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-19dc3695-5deb-4ded-8f0f-e85dfe39da88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:36.838665 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-19dc3695-5deb-4ded-8f0f-e85dfe39da88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e036693c-c6dd-41ad-8a8c-05d38826cebd HTTP/1.1" status: 204 len: 168 time: 0.1309240 Dec 10 19:08:36.847535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc3695-5deb-4ded-8f0f-e85dfe39da88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e036693c-c6dd-41ad-8a8c-05d38826cebd,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:37.643857 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60332) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:37.779676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-185923545-network', 'tenant_id': 'bb972a4115904e69b6c84665f754e783'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:37.803296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Made reservation on behalf of bb972a4115904e69b6c84665f754e783 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:37.807413 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.821965 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.912947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.917683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.945262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:37.956025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2ba616-4d85-45b5-aa30-297bbfef9c6c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:37.964527 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:37.964644 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Added segment a267a2ff-dbec-4d47-972b-2d7e0fc57c47 of type vlan for network fa158582-b59c-4b30-bfaa-aa9da80959f0 Dec 10 19:08:38.009798 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.039800 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.040920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:38.041495 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.096075 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4509733 Dec 10 19:08:38.099056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60336) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:38.112032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Request body: {'subnet': {'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-185923545-subnet', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:38.124335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cafae9-fc9e-4b45-8d14-9770a3309f4e admin admin] Pushing event updated for resources: {'Network': ['ID=fa158582-b59c-4b30-bfaa-aa9da80959f0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:38.140767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:38.142978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Made reservation on behalf of bb972a4115904e69b6c84665f754e783 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:38.145596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.343854 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.400533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fee5561-6955-458d-b131-8320d0079880,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:38.412146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Checking segment: {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:38.412512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Network hostable DHCP agents. Network: fa158582-b59c-4b30-bfaa-aa9da80959f0, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:38.432108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:38.443157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, fa158582-b59c-4b30-bfaa-aa9da80959f0) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:38.448193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:38.449110 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.454134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d227f83e-061e-4fe0-9619-5f4c1df5e142 None None] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:38.475575 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e03a0c84-2fdd-4d20-88f3-8b8cc802d39f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3667643 Dec 10 19:08:38.475870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60338) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:38.482119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:38.509471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.510769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.573396 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.587855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-fa158582-b59c-4b30-bfaa-aa9da80959f0', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'project_id': 'bb972a4115904e69b6c84665f754e783', 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:38.588827 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.729137 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.737736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Allocated IP 172.20.0.2 (fa158582-b59c-4b30-bfaa-aa9da80959f0/9fee5561-6955-458d-b131-8320d0079880/e10eabf5-a0ca-4c29-9f12-8e70a628ffa9) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:38.897303 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.904260 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.950202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:38.955649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:38.958002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:38.959839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:38.968897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Pushing event updated for resources: {'Port': ['ID=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:38.984093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.025711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Attempting to bind port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:39.026157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Attempting to bind port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:39.026561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Attempting to bind port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 on network fa158582-b59c-4b30-bfaa-aa9da80959f0 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:39.032435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:39.032819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Checking segment: {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:39.033219 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.033611 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Bound using segment: {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:39.034079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Bound port: e10eabf5-a0ca-4c29-9f12-8e70a628ffa9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:39.034483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.096027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Allocated IP 172.25.2.207 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/c11ba026-af5e-473e-a697-bd4b22fcc3a0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:39.102909 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] For port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:39.106384 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] For port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:39.112243 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.178296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb58a61-a017-4ab2-9355-a89f5438cf52 None None] Pushing event updated for resources: {'Port': ['ID=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:39.225007 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.265036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.313072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:39.319225 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:39.323065 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:39.331715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Pushing event updated for resources: {'Port': ['ID=c11ba026-af5e-473e-a697-bd4b22fcc3a0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:39.357096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f868ff6-70e0-40db-a6b5-acdb12ebab85 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:39.396084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-346e0aef-fb14-4154-95cd-ace1b4755491 None None] Provisioning complete for port c11ba026-af5e-473e-a697-bd4b22fcc3a0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:39.396553 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-346e0aef-fb14-4154-95cd-ace1b4755491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.448378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-346e0aef-fb14-4154-95cd-ace1b4755491 None None] Port c11ba026-af5e-473e-a697-bd4b22fcc3a0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:39.613630 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:39.844677 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.224507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e29cb8-f0ea-48cc-bbcc-57939d0473e4 None None] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:40.290188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Router e3cf18d1-0548-4ae6-9f25-50bdff706f50 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:08:40.303265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f763ea7e-62e8-4d82-b9e4-626513f7b45f None None] Provisioning complete for port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:40.303637 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f763ea7e-62e8-4d82-b9e4-626513f7b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.406717 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:40.422143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Sync routers for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:40.425341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.426936 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3080f9d6-2246-4dbf-931e-03565140571a admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9497750 Dec 10 19:08:40.429400 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60340) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:40.441379 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:40.442022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:40.484101 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f763ea7e-62e8-4d82-b9e4-626513f7b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.573820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f763ea7e-62e8-4d82-b9e4-626513f7b45f None None] For port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:40.579908 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f763ea7e-62e8-4d82-b9e4-626513f7b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.614779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:40.646589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:40.777539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763ea7e-62e8-4d82-b9e4-626513f7b45f None None] Pushing event updated for resources: {'Port': ['ID=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:40.790854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e446e12c-2fb3-468a-9dca-4026896b8a4d None None] Provisioning complete for port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:40.791228 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e446e12c-2fb3-468a-9dca-4026896b8a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.858778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:40.859248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:40.917432 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.014546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:39Z', 'revision_number': 3, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:41.045479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Checking router: e3cf18d1-0548-4ae6-9f25-50bdff706f50 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:41.045832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Updating router e3cf18d1-0548-4ae6-9f25-50bdff706f50 port c11ba026-af5e-473e-a697-bd4b22fcc3a0 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:08:41.071219 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.083267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Allocated IP 172.20.0.1 (fa158582-b59c-4b30-bfaa-aa9da80959f0/9fee5561-6955-458d-b131-8320d0079880/4b04d952-57fa-406c-84cd-1207c7a60cb6) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:41.201652 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.239229 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.281867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:41.284984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:41.289577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:41.295564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b04d952-57fa-406c-84cd-1207c7a60cb6,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:41.336523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.347179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.354592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.405300 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1d0983-fbfc-45e1-ac31-68b0536e18a2 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:41.417181 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc3cab-78aa-44bc-aa4b-b9faa5c18a10 None None] Pushing event updated for resources: {'Port': ['ID=c11ba026-af5e-473e-a697-bd4b22fcc3a0,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:41.420568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Attempting to bind port c11ba026-af5e-473e-a697-bd4b22fcc3a0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:41.420946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Attempting to bind port c11ba026-af5e-473e-a697-bd4b22fcc3a0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:41.421299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Attempting to bind port c11ba026-af5e-473e-a697-bd4b22fcc3a0 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:41.428989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:41.429564 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:41.430141 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.430865 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:41.431389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Bound port: c11ba026-af5e-473e-a697-bd4b22fcc3a0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:41.431725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.485401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.498250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] For port c11ba026-af5e-473e-a697-bd4b22fcc3a0, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:41.521099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] For port c11ba026-af5e-473e-a697-bd4b22fcc3a0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c11ba026-af5e-473e-a697-bd4b22fcc3a0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:41.522394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a78c12ab-c5d5-4ace-ab8c-703054af2cb6 None None] Provisioning complete for port c11ba026-af5e-473e-a697-bd4b22fcc3a0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:41.522902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a78c12ab-c5d5-4ace-ab8c-703054af2cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.552069 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.615090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a78c12ab-c5d5-4ace-ab8c-703054af2cb6 None None] Port c11ba026-af5e-473e-a697-bd4b22fcc3a0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:41.623991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d254172-3ebb-4e2c-a3ca-7638eca0af40 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:41.637980 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:41.638671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:41.687975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.693532 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.763083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4b04d952-57fa-406c-84cd-1207c7a60cb6,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:41.765618 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.846068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc3cab-78aa-44bc-aa4b-b9faa5c18a10 None None] Pushing event updated for resources: {'Port': ['ID=c11ba026-af5e-473e-a697-bd4b22fcc3a0,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:41.874061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:41.876714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:41.879490 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Provisioning complete for port c11ba026-af5e-473e-a697-bd4b22fcc3a0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:41.879894 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:41.971085 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:42.014297 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Router e3cf18d1-0548-4ae6-9f25-50bdff706f50 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:42.121952 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.129114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:42.146049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f3f34183-2dbf-44b1-9574-b847c821c6a0 admin admin] 10.222.0.55 "PUT /v2.0/routers/e3cf18d1-0548-4ae6-9f25-50bdff706f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7062733 Dec 10 19:08:42.153726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] For port c11ba026-af5e-473e-a697-bd4b22fcc3a0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c11ba026-af5e-473e-a697-bd4b22fcc3a0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:42.161224 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.249024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Provisioning complete for port 4b04d952-57fa-406c-84cd-1207c7a60cb6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:42.249211 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.285508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Pushing event updated for resources: {'Port': ['ID=c11ba026-af5e-473e-a697-bd4b22fcc3a0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:42.305279 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f91135c6-7873-4fe7-ac6a-e278de40b437 None None] Port 4b04d952-57fa-406c-84cd-1207c7a60cb6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:42.321736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 1, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:42.353128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad86748-c326-4fb9-92c5-af55deb78ff9 None None] The sync data for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 is: [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 1, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:42.427527 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e1cae7d2-1a08-4f2b-b95e-9a36703667e0 None None] Provisioning complete for port 4b04d952-57fa-406c-84cd-1207c7a60cb6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:42.427964 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e1cae7d2-1a08-4f2b-b95e-9a36703667e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.464176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e1cae7d2-1a08-4f2b-b95e-9a36703667e0 None None] Port 4b04d952-57fa-406c-84cd-1207c7a60cb6 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:42.609043 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:42.667284 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:42.667669 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.694139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60356) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:42.700294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-743258343-network', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:42.731853 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Made reservation on behalf of b5066d0c6447481ead6a240288ce3610 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:42.735018 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.744690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.833245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.838923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.868795 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:08:42.875780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a895863b-41cb-4348-83c4-749741ab50d6,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:42.882770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.883132 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Added segment fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0 of type vlan for network 8993c9f0-6503-4683-a487-7ffa621a09e5 Dec 10 19:08:42.929630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.957418 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:42.958456 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:42.959032 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.018513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3229773 Dec 10 19:08:43.021718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60358) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.026383 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e2c32-f962-4fb4-8ce9-609a321348c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8993c9f0-6503-4683-a487-7ffa621a09e5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:43.027302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Request body: {'subnet': {'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-743258343-subnet', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:43.041399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:08:43.059206 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Made reservation on behalf of b5066d0c6447481ead6a240288ce3610 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:43.063526 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.262763 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.319032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92e0b0e-6cff-43e5-b30d-fe84bf51d87b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:43.330289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Checking segment: {'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:43.330684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Network hostable DHCP agents. Network: 8993c9f0-6503-4683-a487-7ffa621a09e5, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:08:43.349580 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:08:43.361032 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 8993c9f0-6503-4683-a487-7ffa621a09e5) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:43.369053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8df6694-4e66-44a5-91ab-3688efb3b245 None None] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:43.370053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:43.370698 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.401303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60360) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:43.401610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cb1e3424-3737-4377-97fe-ec7ba87952df admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3786488 Dec 10 19:08:43.406669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:43.430677 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.431801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.496110 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-8993c9f0-6503-4683-a487-7ffa621a09e5', 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5', 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'fixed_ips': [{'subnet_id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:08:43.497036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.498830 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.669772 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.677988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Allocated IP 172.20.0.2 (8993c9f0-6503-4683-a487-7ffa621a09e5/d92e0b0e-6cff-43e5-b30d-fe84bf51d87b/0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:43.830156 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.836656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.881446 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:43.885924 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:43.892378 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:43.895704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Pushing event updated for resources: {'Port': ['ID=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:43.911162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.931867 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.949129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Attempting to bind port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:43.949688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Attempting to bind port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:43.950074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Attempting to bind port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 on network 8993c9f0-6503-4683-a487-7ffa621a09e5 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:43.955497 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:43.955881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Checking segment: {'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:43.956284 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:43.956685 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Bound using segment: {'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:43.957158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Bound port: 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:43.957550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.024895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] For port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:44.033541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] For port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,segment=NetworkSegment(fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0),segment_id=fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:44.038155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.050483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Allocated IP 172.25.2.141 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/b607f9fe-b847-4f69-8b97-466302fa360d) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:44.103153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19cf54-2825-4932-8202-d884abc1167b None None] Pushing event updated for resources: {'Port': ['ID=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:44.167600 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.204019 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.246804 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:44.250068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:44.253692 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:44.265525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deec5e2d-e250-4ff5-a282-5c97f4208675 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:44.325615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-86265dd2-108e-46b1-af69-ddd46f09270e None None] Provisioning complete for port b607f9fe-b847-4f69-8b97-466302fa360d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:44.325988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-86265dd2-108e-46b1-af69-ddd46f09270e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.343817 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Pushing event updated for resources: {'Port': ['ID=b607f9fe-b847-4f69-8b97-466302fa360d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:44.367779 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-86265dd2-108e-46b1-af69-ddd46f09270e None None] Port b607f9fe-b847-4f69-8b97-466302fa360d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:44.532773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.615487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c11ba026-af5e-473e-a697-bd4b22fcc3a0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:44.620158 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Sync routers for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:44.631277 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:44.632126 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:44.669066 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port c11ba026-af5e-473e-a697-bd4b22fcc3a0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:44.669444 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.741642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.747311 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:44.755274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:44.811795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:44.812483 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.896911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.910525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:08:44.937412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,segment=NetworkSegment(fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0),segment_id=fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:44.942850 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:44.971860 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 2, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:44.992706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:45.005740 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Checking router: e3cf18d1-0548-4ae6-9f25-50bdff706f50 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:45.006324 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Updating router e3cf18d1-0548-4ae6-9f25-50bdff706f50 port 4b04d952-57fa-406c-84cd-1207c7a60cb6 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:08:45.030131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:45.037442 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.041523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Sync routers for ids ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:45.052437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Routers {'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:45.053275 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:45.063887 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.068034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-cba0a68f-5b28-4fe3-8de2-9da084f3921f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6623690 Dec 10 19:08:45.068373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60362) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:08:45.187090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Set router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:45.372067 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.391696 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.416461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:44Z', 'revision_number': 3, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port': {'id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:45.456148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Pushing event updated for resources: {'Port': ['ID=4b04d952-57fa-406c-84cd-1207c7a60cb6,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:45.463399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4645e72-984c-4529-ba4c-e29e492c3ca0 None None] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:08:45.467190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Checking router: b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:45.467557 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Updating router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 port b607f9fe-b847-4f69-8b97-466302fa360d binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:08:45.480503 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.480931 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.481341 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.481746 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.482143 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.482556 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.482965 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.483349 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.483739 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.484124 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.484511 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.484895 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.485279 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:08:45.535196 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Attempting to bind port 4b04d952-57fa-406c-84cd-1207c7a60cb6 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:45.535686 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Attempting to bind port 4b04d952-57fa-406c-84cd-1207c7a60cb6 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:45.543648 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Attempting to bind port 4b04d952-57fa-406c-84cd-1207c7a60cb6 on network fa158582-b59c-4b30-bfaa-aa9da80959f0 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:45.544264 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.551738 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:45.552223 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Checking segment: {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:45.552528 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.552924 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Bound using segment: {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:45.554144 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Bound port: 4b04d952-57fa-406c-84cd-1207c7a60cb6, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:45.554588 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.581383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.635417 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] For port 4b04d952-57fa-406c-84cd-1207c7a60cb6, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:45.640200 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] For port 4b04d952-57fa-406c-84cd-1207c7a60cb6, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4b04d952-57fa-406c-84cd-1207c7a60cb6,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:45.648436 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.722095 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:45.722779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:45.781871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0fb307d2-6ee9-48c2-a1ee-9501a83742ac None None] Provisioning complete for port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:45.782485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0fb307d2-6ee9-48c2-a1ee-9501a83742ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:45.803045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Allocated IP 172.20.0.1 (8993c9f0-6503-4683-a487-7ffa621a09e5/d92e0b0e-6cff-43e5-b30d-fe84bf51d87b/91986736-150d-450f-a26b-65a5b24a1ce5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:08:45.873505 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa362a1b-2162-4210-aef6-b6818820481c None None] Pushing event updated for resources: {'Port': ['ID=4b04d952-57fa-406c-84cd-1207c7a60cb6,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:45.998575 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:46.211298 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.225138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cf4a556a-3faf-40e1-b19d-8ddbc34c40c6 None None] Provisioning complete for port 4b04d952-57fa-406c-84cd-1207c7a60cb6 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:46.225983 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cf4a556a-3faf-40e1-b19d-8ddbc34c40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.229385 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.253965 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:45Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:46.283894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.285319 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52126a8e-e3ac-40f0-bfd8-540158ab4611 None None] The sync data for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 is: [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:45Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:46.319892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27419815-d4a8-4d4e-960f-b256522d6495 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:46.329906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Attempting to bind port b607f9fe-b847-4f69-8b97-466302fa360d on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:46.330255 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Attempting to bind port b607f9fe-b847-4f69-8b97-466302fa360d by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:46.330773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Attempting to bind port b607f9fe-b847-4f69-8b97-466302fa360d on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:46.335069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.353253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:46.353637 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:46.354046 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.354465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:46.355038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Bound port: b607f9fe-b847-4f69-8b97-466302fa360d, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:46.355473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.358032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9a3d-1c26-4bd8-861a-a39a9c1ef500 None None] Pushing event updated for resources: {'Port': ['ID=b607f9fe-b847-4f69-8b97-466302fa360d,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:46.382685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:46.385904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:46.391088 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:08:46.396922 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Pushing event updated for resources: {'Port': ['ID=91986736-150d-450f-a26b-65a5b24a1ce5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:46.438335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.453276 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cf4a556a-3faf-40e1-b19d-8ddbc34c40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.476021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] For port b607f9fe-b847-4f69-8b97-466302fa360d, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:46.502494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] For port b607f9fe-b847-4f69-8b97-466302fa360d, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b607f9fe-b847-4f69-8b97-466302fa360d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:46.520345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.525583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-cf4a556a-3faf-40e1-b19d-8ddbc34c40c6 None None] For port 4b04d952-57fa-406c-84cd-1207c7a60cb6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4b04d952-57fa-406c-84cd-1207c7a60cb6,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:46.553321 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cf4a556a-3faf-40e1-b19d-8ddbc34c40c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.589132 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0236ab22-3885-4db1-b5a7-7bcf174e39f2 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:08:46.606388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Routers {'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:46.606388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:46.650909 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.687552 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4b04d952-57fa-406c-84cd-1207c7a60cb6 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:46.696312 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b9a3d-1c26-4bd8-861a-a39a9c1ef500 None None] Pushing event updated for resources: {'Port': ['ID=b607f9fe-b847-4f69-8b97-466302fa360d,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:46.832607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] Provisioning complete for port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:46.833297 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.843500 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.849517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.868730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a556a-3faf-40e1-b19d-8ddbc34c40c6 None None] Pushing event updated for resources: {'Port': ['ID=4b04d952-57fa-406c-84cd-1207c7a60cb6,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:46.896187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] Set router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:46.922905 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Pushing event updated for resources: {'Port': ['ID=91986736-150d-450f-a26b-65a5b24a1ce5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:46.925734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:46.946400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4b04d952-57fa-406c-84cd-1207c7a60cb6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:46.946927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.024676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:08:47.026437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:08:47.155771 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] Provisioning complete for port b607f9fe-b847-4f69-8b97-466302fa360d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:47.156204 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.188977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:08:47.237820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:47.314448 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:08:47.319505 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-33bcba6b-7c38-4181-870c-4b87c0b40094 admin admin] 10.222.0.55 "PUT /v2.0/routers/b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2499208 Dec 10 19:08:47.350380 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.358719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 4, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port': {'id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '91986736-150d-450f-a26b-65a5b24a1ce5', 'name': '', 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'mac_address': 'fa:16:3e:77:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:45Z', 'updated_at': '2021-12-10T19:08:45Z', 'revision_number': 1, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'subnets': [{'id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:47.361456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:47.361920 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.414025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b02971-4818-412e-a1b6-54e42c65743d None None] The sync data for ids ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'] in n-d-821424-1 is: [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 4, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port': {'id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '91986736-150d-450f-a26b-65a5b24a1ce5', 'name': '', 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'mac_address': 'fa:16:3e:77:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:45Z', 'updated_at': '2021-12-10T19:08:45Z', 'revision_number': 1, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'subnets': [{'id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:47.430108 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] For port b607f9fe-b847-4f69-8b97-466302fa360d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b607f9fe-b847-4f69-8b97-466302fa360d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:47.444879 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.512353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c702eb-7398-4b3a-849b-fedd1eddd814 None None] Pushing event updated for resources: {'Port': ['ID=b607f9fe-b847-4f69-8b97-466302fa360d,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:47.567142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4e55a9a2-958b-4777-ad1c-f1339d1df3ae None None] Provisioning complete for port 91986736-150d-450f-a26b-65a5b24a1ce5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:47.567442 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4e55a9a2-958b-4777-ad1c-f1339d1df3ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:47.625026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4e55a9a2-958b-4777-ad1c-f1339d1df3ae None None] Port 91986736-150d-450f-a26b-65a5b24a1ce5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:08:48.569686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4b04d952-57fa-406c-84cd-1207c7a60cb6 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:48.637322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4b04d952-57fa-406c-84cd-1207c7a60cb6 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:48.637792 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.600131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b607f9fe-b847-4f69-8b97-466302fa360d up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:50.658618 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Sync routers for ids ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:08:50.665283 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b607f9fe-b847-4f69-8b97-466302fa360d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:50.665656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:50.671852 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Routers {'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:50.672707 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:50.801362 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Set router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:51.022551 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 4, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port': {'id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '91986736-150d-450f-a26b-65a5b24a1ce5', 'name': '', 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'mac_address': 'fa:16:3e:77:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:45Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 2, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'subnets': [{'id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:51.051334 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Checking router: b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:08:51.051654 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Updating router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 port 91986736-150d-450f-a26b-65a5b24a1ce5 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:08:51.077941 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.425794 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.435589 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.514001 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c2552-bf27-44cd-86b9-fd55bacb6d64 None None] Pushing event updated for resources: {'Port': ['ID=91986736-150d-450f-a26b-65a5b24a1ce5,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:51.553911 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Attempting to bind port 91986736-150d-450f-a26b-65a5b24a1ce5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:08:51.554323 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Attempting to bind port 91986736-150d-450f-a26b-65a5b24a1ce5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:08:51.554716 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Attempting to bind port 91986736-150d-450f-a26b-65a5b24a1ce5 on network 8993c9f0-6503-4683-a487-7ffa621a09e5 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:08:51.563166 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:08:51.563596 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Checking segment: {'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:08:51.563998 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.564385 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Bound using segment: {'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:08:51.564856 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Bound port: 91986736-150d-450f-a26b-65a5b24a1ce5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:08:51.565229 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.643682 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] For port 91986736-150d-450f-a26b-65a5b24a1ce5, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:08:51.649684 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] For port 91986736-150d-450f-a26b-65a5b24a1ce5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=91986736-150d-450f-a26b-65a5b24a1ce5,segment=NetworkSegment(fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0),segment_id=fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:08:51.658564 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.724366 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Routers {'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:08:51.725532 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:08:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:51.730477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c2552-bf27-44cd-86b9-fd55bacb6d64 None None] Pushing event updated for resources: {'Port': ['ID=91986736-150d-450f-a26b-65a5b24a1ce5,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:51.782714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9e7b742c-d239-4ada-b16b-d353009f6dc7 None None] Provisioning complete for port 91986736-150d-450f-a26b-65a5b24a1ce5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:51.783328 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9e7b742c-d239-4ada-b16b-d353009f6dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.881596 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] Set router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:08:51.885443 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9e7b742c-d239-4ada-b16b-d353009f6dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:51.947245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-9e7b742c-d239-4ada-b16b-d353009f6dc7 None None] For port 91986736-150d-450f-a26b-65a5b24a1ce5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=91986736-150d-450f-a26b-65a5b24a1ce5,segment=NetworkSegment(fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0),segment_id=fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:08:51.956970 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9e7b742c-d239-4ada-b16b-d353009f6dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.017172 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b742c-d239-4ada-b16b-d353009f6dc7 None None] Pushing event updated for resources: {'Port': ['ID=91986736-150d-450f-a26b-65a5b24a1ce5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:08:52.164460 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 4, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port': {'id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '91986736-150d-450f-a26b-65a5b24a1ce5', 'name': '', 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'mac_address': 'fa:16:3e:77:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:45Z', 'updated_at': '2021-12-10T19:08:51Z', 'revision_number': 4, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'subnets': [{'id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:08:52.189829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6f6ce1f8-54cc-4292-8548-55df082813dd None None] Provisioning complete for port 91986736-150d-450f-a26b-65a5b24a1ce5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:52.190292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce1f8-54cc-4292-8548-55df082813dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:52.205894 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8ab8c-739b-468d-a01a-118375b606df None None] The sync data for ids ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'] in n-d-821424-1 is: [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 4, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port': {'id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '91986736-150d-450f-a26b-65a5b24a1ce5', 'name': '', 'network_id': '8993c9f0-6503-4683-a487-7ffa621a09e5', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'mac_address': 'fa:16:3e:77:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:45Z', 'updated_at': '2021-12-10T19:08:51Z', 'revision_number': 4, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'subnets': [{'id': 'd92e0b0e-6cff-43e5-b30d-fe84bf51d87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:08:52.589937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 91986736-150d-450f-a26b-65a5b24a1ce5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:08:52.646550 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 91986736-150d-450f-a26b-65a5b24a1ce5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:08:52.647251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:56.318842 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:08:57.845345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-affd5eb1-2c7b-47e4-85b8-4dc3738942ad tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:57.846879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-affd5eb1-2c7b-47e4-85b8-4dc3738942ad tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 814 time: 0.1083724 Dec 10 19:08:57.862426 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-9d60a187-8d36-4366-bf0d-4c564ba3864c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/quotas/bb972a4115904e69b6c84665f754e783 HTTP/1.1" status: 200 len: 375 time: 0.0094981 Dec 10 19:08:57.926148 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-540695d1-8689-4921-9c4d-af43a6cf880c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584111 Dec 10 19:08:58.036330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b1c60197-4fe6-4c42-98f7-a9f5e2e0c4f1 service neutron] 10.222.0.55 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975490 Dec 10 19:08:58.345438 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-655f2470-d914-4b42-a1c2-f2c5dc0243c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:08:58.469123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-0a05acbe-37b7-4144-9695-ca19c9fad7bb service neutron] 10.222.0.55 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259005 Dec 10 19:08:58.651147 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-abeba0a7-43c0-4292-9f33-029f958bd9fc req-dc5cd7fa-e845-48b9-a4f9-b0644be68dec tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 210 time: 0.0318837 Dec 10 19:08:59.659826 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-42e1b66f-818e-4336-8960-b0964b27f79d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:08:59.661241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-42e1b66f-818e-4336-8960-b0964b27f79d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 814 time: 0.1081233 Dec 10 19:08:59.680581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'port': {'device_id': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'admin_state_up': True, 'tenant_id': 'bb972a4115904e69b6c84665f754e783'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:08:59.771383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-701a021f-b8aa-40a6-ae74-846e4432f6da req-61ec2c6d-e15a-4a7b-a8c9-9767809daecc tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 210 time: 0.0386157 Dec 10 19:08:59.840438 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Made reservation on behalf of bb972a4115904e69b6c84665f754e783 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:08:59.844547 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.002144 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Allocated IP 172.20.0.11 (fa158582-b59c-4b30-bfaa-aa9da80959f0/9fee5561-6955-458d-b131-8320d0079880/a963ed48-c3f5-413c-90e4-5b1bef6f4374) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:00.222116 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.257939 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.315901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:00.319229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:00.321984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:00.329183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:00.364228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.364793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.365315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.365860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.366386 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.366723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.367060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.367392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.367723 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.368046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.368373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.368700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.369026 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:00.402095 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.402961 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.431480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-b2c6326f-fd1b-4c8b-95cf-d355bd4e33c3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7557452 Dec 10 19:09:00.676855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8b8b4d80-f698-47aa-8ad3-ca2cd6cdb410 None None] Provisioning complete for port a963ed48-c3f5-413c-90e4-5b1bef6f4374 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:00.677491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4d80-f698-47aa-8ad3-ca2cd6cdb410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:00.718086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b4d80-f698-47aa-8ad3-ca2cd6cdb410 None None] Port a963ed48-c3f5-413c-90e4-5b1bef6f4374 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:09:00.915075 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963692bd-0fc6-4415-8ffe-30bd8e154a14 req-f366abc1-2e09-4822-a29e-04ea3b8a0e8d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:00.923607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-963692bd-0fc6-4415-8ffe-30bd8e154a14 req-f366abc1-2e09-4822-a29e-04ea3b8a0e8d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0691965 Dec 10 19:09:00.983977 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-963692bd-0fc6-4415-8ffe-30bd8e154a14 req-aeacf578-b8be-47cd-b925-1ec1ed308cc1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589647 Dec 10 19:09:01.670689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc7a3782-94c6-45c5-8e5c-0ce36bd62595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.127875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40d778-af84-4078-87ae-13d91e8c05f4 req-939578a9-ca8b-4e8c-81a8-8c3708c21df9 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:02.130579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d40d778-af84-4078-87ae-13d91e8c05f4 req-939578a9-ca8b-4e8c-81a8-8c3708c21df9 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0699513 Dec 10 19:09:02.198670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d40d778-af84-4078-87ae-13d91e8c05f4 req-233e082c-e931-4f6e-b676-aba04e688e0a tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570982 Dec 10 19:09:02.268734 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:02.448229 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:03.335927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb5247-28c0-4397-ae18-8a655194a3de req-bfb2610f-d4fa-4e39-861f-9fb84104e847 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:03.337446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90cb5247-28c0-4397-ae18-8a655194a3de req-bfb2610f-d4fa-4e39-861f-9fb84104e847 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0514703 Dec 10 19:09:03.386463 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-90cb5247-28c0-4397-ae18-8a655194a3de req-16dc58fb-3478-4d52-9909-a568a0187c88 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417356 Dec 10 19:09:03.946981 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.187954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:04.523675 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330faf2-3dec-41c7-a331-dbbf46a1bd5d req-ede794fa-ba0f-4fcc-8d8d-5ec1e090b11c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:04.525186 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d330faf2-3dec-41c7-a331-dbbf46a1bd5d req-ede794fa-ba0f-4fcc-8d8d-5ec1e090b11c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0669293 Dec 10 19:09:04.574204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d330faf2-3dec-41c7-a331-dbbf46a1bd5d req-4b15e8bf-b083-455e-982f-8f35e35feaac tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Dec 10 19:09:05.066181 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:05.702189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2222e-936a-48f7-8e8f-18e9c223ea75 req-62e5443a-b674-4197-8fba-72de4573cabe tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:05.704778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89a2222e-936a-48f7-8e8f-18e9c223ea75 req-62e5443a-b674-4197-8fba-72de4573cabe tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0576663 Dec 10 19:09:05.758842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-89a2222e-936a-48f7-8e8f-18e9c223ea75 req-46381d30-f675-4f28-9567-640f59363efd tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Dec 10 19:09:06.902774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3c5c6-6a62-461e-a709-91ae47b37712 req-8eeeedce-0f67-41da-8d92-89afefd32dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:06.904312 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98d3c5c6-6a62-461e-a709-91ae47b37712 req-8eeeedce-0f67-41da-8d92-89afefd32dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0507708 Dec 10 19:09:06.953378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98d3c5c6-6a62-461e-a709-91ae47b37712 req-3aa3838f-e061-4c1d-9116-ef1159f1b90e tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 Dec 10 19:09:08.107945 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a987-03e5-450c-a4ce-64de14eed71d req-88bac31c-d6fc-4656-8f50-d026be95a0db tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:08.109630 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8034a987-03e5-450c-a4ce-64de14eed71d req-88bac31c-d6fc-4656-8f50-d026be95a0db tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0674460 Dec 10 19:09:08.163107 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8034a987-03e5-450c-a4ce-64de14eed71d req-62dd807f-ed45-4698-b471-d3ada64803e1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Dec 10 19:09:09.294479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cdb2a-bcf7-4d21-88f7-02e7c63e5115 req-fcaa42cb-2012-4f47-bf81-db914c96423d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:09.297038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-356cdb2a-bcf7-4d21-88f7-02e7c63e5115 req-fcaa42cb-2012-4f47-bf81-db914c96423d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0519736 Dec 10 19:09:09.360392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-356cdb2a-bcf7-4d21-88f7-02e7c63e5115 req-cb0984f9-9ca7-4fa6-81de-88b7245a901c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560625 Dec 10 19:09:10.476821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fcf9a-5a46-47b4-85b3-7adf8796819a req-cbfaa812-d7bc-445f-8da2-2a2f6d94711c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:10.478327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c44fcf9a-5a46-47b4-85b3-7adf8796819a req-cbfaa812-d7bc-445f-8da2-2a2f6d94711c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 932 time: 0.0503013 Dec 10 19:09:10.528453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c44fcf9a-5a46-47b4-85b3-7adf8796819a req-083f971b-8f49-438f-beaf-4ee7e1c62804 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437636 Dec 10 19:09:11.184036 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Request body: {'port': {'device_id': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:11.242298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.520062 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a963ed48-c3f5-413c-90e4-5b1bef6f4374 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:09:11.530763 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.549491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Transition to ACTIVE for port object a963ed48-c3f5-413c-90e4-5b1bef6f4374 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:09:11.556172 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.607933 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:11.707818 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081c913-4b18-4934-b9fd-1cb42c556ee6 req-8b3c5edd-1d7d-4ac6-899d-cbdeddae2083 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:11.709369 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f081c913-4b18-4934-b9fd-1cb42c556ee6 req-8b3c5edd-1d7d-4ac6-899d-cbdeddae2083 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 944 time: 0.1050570 Dec 10 19:09:11.738939 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Attempting to bind port a963ed48-c3f5-413c-90e4-5b1bef6f4374 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:09:11.739318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Attempting to bind port a963ed48-c3f5-413c-90e4-5b1bef6f4374 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:09:11.739600 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Attempting to bind port a963ed48-c3f5-413c-90e4-5b1bef6f4374 on network fa158582-b59c-4b30-bfaa-aa9da80959f0 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:11.750822 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Port a963ed48-c3f5-413c-90e4-5b1bef6f4374 on network fa158582-b59c-4b30-bfaa-aa9da80959f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:09:11.751786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Attempting to bind port a963ed48-c3f5-413c-90e4-5b1bef6f4374 on network fa158582-b59c-4b30-bfaa-aa9da80959f0 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:09:11.765202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:09:11.765545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Checking segment: {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:09:11.765896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Bound using segment: {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:09:11.766391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Bound port: a963ed48-c3f5-413c-90e4-5b1bef6f4374, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:09:11.766811 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.791332 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f081c913-4b18-4934-b9fd-1cb42c556ee6 req-29ac8d64-5753-4473-9257-9e0bf36d3796 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737453 Dec 10 19:09:11.844321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:09:11.847306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:09:11.852810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.890840 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:11.891605 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:11.892996 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] 10.222.0.59 "PUT /v2.0/ports/a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 1092 time: 0.7144063 Dec 10 19:09:11.893503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:11.896060 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:11.917357 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862ee34-0c93-4e02-8906-79e738c779b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:11.970791 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fa26c8-4533-4b9f-9043-e5571998b50f x-openstack-request-id: req-84fa26c8-4533-4b9f-9043-e5571998b50f {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:11.971094 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:11.971352 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-84fa26c8-4533-4b9f-9043-e5571998b50f {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:11.971751 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'status': 'completed', 'code': 200} Dec 10 19:09:11.990689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-3e0ff6dc-e241-48fe-8f19-2275b595e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:11.992295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-3e0ff6dc-e241-48fe-8f19-2275b595e4e0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1095 time: 0.0543911 Dec 10 19:09:12.037347 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-9558bd6f-5498-4e29-81e7-3fe0fcf2d877 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 217 time: 0.0373316 Dec 10 19:09:12.089761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-4db51e4b-0474-4b2d-8b33-c735d9ec31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:12.092029 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-4db51e4b-0474-4b2d-8b33-c735d9ec31c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0479918 Dec 10 19:09:12.143835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-f8bc8ef5-4d69-4cc5-9c49-5d2bb781ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:12.145435 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-f8bc8ef5-4d69-4cc5-9c49-5d2bb781ffc5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466127 Dec 10 19:09:12.245079 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-a00abcb8-bf68-4b82-8c9f-7b30084b81a9 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920191 Dec 10 19:09:12.336462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-42659409-0b16-4a6f-8c42-1af9fa6aa55e req-e5bbf49c-7fbd-4f6c-8c0a-b060825698ee service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840960 Dec 10 19:09:12.444965 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-d968ebc3-774b-4f91-9093-f44f95d18f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:12.446713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-d968ebc3-774b-4f91-9093-f44f95d18f13 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1095 time: 0.0605865 Dec 10 19:09:12.546988 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-dd50a9e9-e8ef-40f8-ab5c-922a4f709f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:12.548497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-dd50a9e9-e8ef-40f8-ab5c-922a4f709f3a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.0949013 Dec 10 19:09:12.597414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-22222195-57fb-4fb6-942e-b9f56bd4b825 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 217 time: 0.0412643 Dec 10 19:09:12.656249 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-02ce796e-e0c5-4e39-aaf6-fed0ca091a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:12.658476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-02ce796e-e0c5-4e39-aaf6-fed0ca091a38 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0523884 Dec 10 19:09:12.709395 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-d02c94e9-9e59-4067-a1e7-09e95b39d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:12.710956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-d02c94e9-9e59-4067-a1e7-09e95b39d64d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448272 Dec 10 19:09:12.814203 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-99f5c660-4798-4dc5-a951-3544298d0fae service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947237 Dec 10 19:09:12.917686 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-53c5ef6c-a8f6-4884-8fb9-8f35814cac6b req-424f4208-7981-43d1-8875-cd8e05e5c1df service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951993 Dec 10 19:09:13.190429 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fed56-f8de-4917-9791-3b41e9a5f4b3 req-c7dc403d-01a6-4afb-8737-b710b7ce9a11 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:13.191978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d15fed56-f8de-4917-9791-3b41e9a5f4b3 req-c7dc403d-01a6-4afb-8737-b710b7ce9a11 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 944 time: 0.0640092 Dec 10 19:09:13.248374 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d15fed56-f8de-4917-9791-3b41e9a5f4b3 req-7d17c78a-9786-4b71-a9bc-a699a6c277a8 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476248 Dec 10 19:09:14.399124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059865a7-92ae-4238-9389-a1ee737661a0 req-a2dbca22-fb2e-4963-b072-6575cac78883 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:14.400648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059865a7-92ae-4238-9389-a1ee737661a0 req-a2dbca22-fb2e-4963-b072-6575cac78883 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 944 time: 0.0570953 Dec 10 19:09:14.454612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-059865a7-92ae-4238-9389-a1ee737661a0 req-3b674627-d504-46d7-bf17-27fadefb52a5 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448725 Dec 10 19:09:15.599793 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3efa17-6c2b-4a3e-a0c9-584863a48aed req-6e9002f2-51a8-49da-a109-d0692f3a040a tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:15.601359 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f3efa17-6c2b-4a3e-a0c9-584863a48aed req-6e9002f2-51a8-49da-a109-d0692f3a040a tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 944 time: 0.0661476 Dec 10 19:09:15.651465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3f3efa17-6c2b-4a3e-a0c9-584863a48aed req-98dd9be7-5b99-4905-af80-31c13cea7e83 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440421 Dec 10 19:09:16.779151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e4893-7fc2-4460-be4c-8fb3de5d7408 req-b430a983-066b-4876-9d27-a30e3c90e864 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:16.780581 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-647e4893-7fc2-4460-be4c-8fb3de5d7408 req-b430a983-066b-4876-9d27-a30e3c90e864 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 944 time: 0.0512969 Dec 10 19:09:16.831726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-647e4893-7fc2-4460-be4c-8fb3de5d7408 req-0069f839-e65a-49ca-9c52-fe7674842c37 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446420 Dec 10 19:09:16.942260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a963ed48-c3f5-413c-90e4-5b1bef6f4374 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:09:17.056152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:17.067688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'port_id': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'mac_address': 'fa:16:3e:35:66:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:09:17.117234 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.134326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a963ed48-c3f5-413c-90e4-5b1bef6f4374 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:09:17.163295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:17.169758 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:17.222401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:17.231067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.231404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.231793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.232254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.232594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.232927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.233288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.233732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.234062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.234408 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.234738 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.235063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.235387 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:17.387799 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a963ed48-c3f5-413c-90e4-5b1bef6f4374'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:09:17.964703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059376b2-f6fb-4a28-abe3-19c6dcdf96b7 req-4b2980df-6cf8-42a4-8379-1ce48c9b9419 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:17.966576 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-059376b2-f6fb-4a28-abe3-19c6dcdf96b7 req-4b2980df-6cf8-42a4-8379-1ce48c9b9419 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 945 time: 0.0637014 Dec 10 19:09:18.026088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-059376b2-f6fb-4a28-abe3-19c6dcdf96b7 req-57707189-af1f-4ce5-b71f-ec274e12a77f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508854 Dec 10 19:09:18.943398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a963ed48-c3f5-413c-90e4-5b1bef6f4374 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:09:19.002899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port a963ed48-c3f5-413c-90e4-5b1bef6f4374 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:09:19.007023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port a963ed48-c3f5-413c-90e4-5b1bef6f4374 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:19.007393 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.086316 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.111363 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:19.114079 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac9c29e-9783-48f8-a0c7-441c7107c312" -d '{"events": [{"server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "name": "network-vif-plugged", "status": "completed", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:19.129144 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:19.135269 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:19.153955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e52e16-dd6b-482b-8796-ee5f40a4e53d req-575a134c-e65a-41ce-a975-e56a6c14c2cf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:19.155633 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5e52e16-dd6b-482b-8796-ee5f40a4e53d req-575a134c-e65a-41ce-a975-e56a6c14c2cf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 945 time: 0.0574830 Dec 10 19:09:19.166079 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b91947-288e-458e-9122-e453737b28aa x-openstack-request-id: req-39b91947-288e-458e-9122-e453737b28aa {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:19.166389 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "name": "network-vif-plugged", "status": "completed", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:19.166647 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-39b91947-288e-458e-9122-e453737b28aa {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:19.167028 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'code': 200} Dec 10 19:09:19.196114 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:19.223047 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d5e52e16-dd6b-482b-8796-ee5f40a4e53d req-32ccdc3a-1c58-4333-a6fc-d742bd8723e1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502207 Dec 10 19:09:19.260763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca53792-6359-44e9-8e3e-ee7b16b37c93 req-f75daf2d-10cd-4a24-aabd-b09a2bf04812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:19.262289 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ca53792-6359-44e9-8e3e-ee7b16b37c93 req-f75daf2d-10cd-4a24-aabd-b09a2bf04812 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1097 time: 0.0472295 Dec 10 19:09:19.315499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ca53792-6359-44e9-8e3e-ee7b16b37c93 req-71bcf972-e467-42f8-a203-79cc47a26fc2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461023 Dec 10 19:09:20.354444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba850d-6aec-4505-a73f-d3a22d023554 req-09c5ffa3-3180-442d-a9d1-9602191987a2 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:20.356030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0eba850d-6aec-4505-a73f-d3a22d023554 req-09c5ffa3-3180-442d-a9d1-9602191987a2 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0583756 Dec 10 19:09:20.408636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0eba850d-6aec-4505-a73f-d3a22d023554 req-04f59d8f-d00c-4888-85f9-18518f0c28d8 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Dec 10 19:09:21.541765 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8729465-0a83-4236-8fad-10c568e2c9c8 req-846468a2-ce1d-4e32-b40a-26c9454d26bc tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:21.543464 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8729465-0a83-4236-8fad-10c568e2c9c8 req-846468a2-ce1d-4e32-b40a-26c9454d26bc tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0590641 Dec 10 19:09:21.597606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8729465-0a83-4236-8fad-10c568e2c9c8 req-b3f59ef2-2e28-4a5e-9ba4-988126eff872 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 Dec 10 19:09:21.735110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c65308-2da2-45ac-9837-41d3427a5879 req-f6a27e35-db73-43e3-9b7e-64abd43dc4a5 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:21.736544 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43c65308-2da2-45ac-9837-41d3427a5879 req-f6a27e35-db73-43e3-9b7e-64abd43dc4a5 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0581913 Dec 10 19:09:21.790965 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43c65308-2da2-45ac-9837-41d3427a5879 req-3edcc150-8858-496c-8726-15b7f3564d8f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469518 Dec 10 19:09:21.994592 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e0fc6-269e-4d1e-ab45-e0f63b113fce req-12eb199f-d69a-49ed-b225-1310723c9644 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:21.995988 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d86e0fc6-269e-4d1e-ab45-e0f63b113fce req-12eb199f-d69a-49ed-b225-1310723c9644 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0564053 Dec 10 19:09:22.056500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d86e0fc6-269e-4d1e-ab45-e0f63b113fce req-29d61406-1818-4106-b731-7c70c629aeec tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524902 Dec 10 19:09:28.343911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dfa7b182-8750-4fa3-ab75-478e86b1917d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:31.673180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4c970497-d9cd-411b-95ae-883e726d836d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.273740 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:32.440078 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:33.318552 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:09:34.111472 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:34.185057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.065753 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:35.840495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2391b3c-0223-435e-9810-c0e94169de25 req-11d922da-b981-408b-851b-c9ba24243dc6 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:35.842251 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2391b3c-0223-435e-9810-c0e94169de25 req-11d922da-b981-408b-851b-c9ba24243dc6 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0531843 Dec 10 19:09:35.895685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2391b3c-0223-435e-9810-c0e94169de25 req-c7769d89-3032-4064-b685-258e16734e60 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Dec 10 19:09:35.924097 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60568) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.059144 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a072823-aec3-47d6-ae4c-e0d6fc995fc3 tempest-TestMinimumBasicScenario-937849818 tempest-TestMinimumBasicScenario-937849818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:36.060712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0a072823-aec3-47d6-ae4c-e0d6fc995fc3 tempest-TestMinimumBasicScenario-937849818 tempest-TestMinimumBasicScenario-937849818-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1092 time: 0.1355999 Dec 10 19:09:36.064037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60572) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:36.071321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:36.098574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.210800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.324217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Allocated IP 172.25.2.152 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/8925f776-aff7-4c16-b160-35f0b9f56ace) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:09:36.437472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.484748 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:36.522466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:09:36.525503 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:09:36.529283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:09:36.568387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'Port': ['ID=8925f776-aff7-4c16-b160-35f0b9f56ace,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:36.934036 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.009806 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.160421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.166805 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.239272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'Port': ['ID=8925f776-aff7-4c16-b160-35f0b9f56ace,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:37.249817 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.356067 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Floating IP 292b6cf6-f97a-4977-8443-c6638e38d6c3 associated. External IP: 172.25.2.152, port: a963ed48-c3f5-413c-90e4-5b1bef6f4374. Dec 10 19:09:37.592689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Router e3cf18d1-0548-4ae6-9f25-50bdff706f50 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:09:37.704071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:09:37.715029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] Sync routers for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:09:37.723946 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.726071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:37.726752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:09:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:37.755666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-40345f5c-c259-4191-b275-057fd538a9bf tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6874235 Dec 10 19:09:37.755666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:37.756007 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90df9e3-aedf-4909-a212-e907468f9e25" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:37.756257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60574) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.768858 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686446455', 'description': 'tempest-secgroup-smoke-1686446455 description', 'project_id': 'bb972a4115904e69b6c84665f754e783'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:37.800308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.808827 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2f6e8d-9fd4-4797-900b-000d10f74aea x-openstack-request-id: req-cb2f6e8d-9fd4-4797-900b-000d10f74aea {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:37.813329 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:37.813329 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-cb2f6e8d-9fd4-4797-900b-000d10f74aea {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:37.813329 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'status': 'completed', 'code': 200} Dec 10 19:09:37.844572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:37.886383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.891769 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.911389 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:37.915545 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1553390 Dec 10 19:09:37.918500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60580) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:37.927346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-444ed9fa-7662-48b1-8967-fc4095794b65 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'security_group_rule': {'security_group_id': '7477d642-123a-41a1-9b55-77be0f9ebc02', 'project_id': 'bb972a4115904e69b6c84665f754e783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:37.941463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-0353ec5b-11bb-456b-ae8c-ab89c4dfa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:37.943123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-0353ec5b-11bb-456b-ae8c-ab89c4dfa018 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1097 time: 0.1082182 Dec 10 19:09:37.956002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7477d642-123a-41a1-9b55-77be0f9ebc02,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:37.969087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.969880 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.970544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.971096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.971650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.972208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.972782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.973396 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.973958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.974515 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.975074 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.975647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.975974 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b272580b-dcbf-4ed3-80a6-23a8630a7073 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:09:37.986341 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-444ed9fa-7662-48b1-8967-fc4095794b65 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.043958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-d84b49f6-68fc-4232-af48-fa91cf41726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.045656 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-d84b49f6-68fc-4232-af48-fa91cf41726f service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.0946958 Dec 10 19:09:38.051670 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-444ed9fa-7662-48b1-8967-fc4095794b65 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.057045 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-444ed9fa-7662-48b1-8967-fc4095794b65 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.081620 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ed9fa-7662-48b1-8967-fc4095794b65 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b883c0-bb98-4591-88b7-d41334a13c3a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:38.086781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-444ed9fa-7662-48b1-8967-fc4095794b65 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.090703 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-444ed9fa-7662-48b1-8967-fc4095794b65 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1681125 Dec 10 19:09:38.091296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60582) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.096393 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e7e9c322-3a1f-4d1e-b479-f96093f4399b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'security_group_rule': {'security_group_id': '7477d642-123a-41a1-9b55-77be0f9ebc02', 'project_id': 'bb972a4115904e69b6c84665f754e783', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:38.107853 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '292b6cf6-f97a-4977-8443-c6638e38d6c3', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'port_id': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'mac_address': 'fa:16:3e:35:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:09:36Z', 'updated_at': '2021-12-10T19:09:36Z', 'revision_number': 0, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 5, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:38.125513 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c322-3a1f-4d1e-b479-f96093f4399b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.129211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-db9e8715-eea1-4964-93bd-d241b80c71a1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 1000 time: 0.0756376 Dec 10 19:09:38.139740 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] Checking router: e3cf18d1-0548-4ae6-9f25-50bdff706f50 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:09:38.149327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:09:38.150017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:09:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:38.193659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-637ffa99-0746-4644-b78e-c056a139c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.195090 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-637ffa99-0746-4644-b78e-c056a139c758 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0584521 Dec 10 19:09:38.196084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c322-3a1f-4d1e-b479-f96093f4399b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.206445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c322-3a1f-4d1e-b479-f96093f4399b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.223473 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9c322-3a1f-4d1e-b479-f96093f4399b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f9d4c4-dc0c-4c0d-880f-05d83a1f13a0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:38.239781 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7e9c322-3a1f-4d1e-b479-f96093f4399b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.243865 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e7e9c322-3a1f-4d1e-b479-f96093f4399b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488478 Dec 10 19:09:38.244204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60584) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.245557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-02db5efc-56f1-4d5b-a287-1f57dd20c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.247385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-02db5efc-56f1-4d5b-a287-1f57dd20c7c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453732 Dec 10 19:09:38.249534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6d185ff7-7fce-4ace-868d-0effbc1f7c14 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'security_group_rule': {'security_group_id': '7477d642-123a-41a1-9b55-77be0f9ebc02', 'project_id': 'bb972a4115904e69b6c84665f754e783', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:38.282581 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:09:38.288221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d185ff7-7fce-4ace-868d-0effbc1f7c14 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.351449 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d185ff7-7fce-4ace-868d-0effbc1f7c14 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.356511 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d185ff7-7fce-4ace-868d-0effbc1f7c14 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.366470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-b6b3fa67-445b-4a43-89d9-957dedba60e5 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050389 Dec 10 19:09:38.378350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d185ff7-7fce-4ace-868d-0effbc1f7c14 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2010164-df61-4a62-a4ab-4cfa7c4ef53d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:38.387836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6d185ff7-7fce-4ace-868d-0effbc1f7c14 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.392202 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6d185ff7-7fce-4ace-868d-0effbc1f7c14 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468077 Dec 10 19:09:38.392838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60586) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.397357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-14b65d55-9c17-419a-899d-ccdbab677584 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'security_group_rule': {'security_group_id': '7477d642-123a-41a1-9b55-77be0f9ebc02', 'project_id': 'bb972a4115904e69b6c84665f754e783', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:38.426329 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b65d55-9c17-419a-899d-ccdbab677584 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.472510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b90df9e3-aedf-4909-a212-e907468f9e25 req-0f88ce6b-6e15-42f9-af69-d2dde834931e service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992045 Dec 10 19:09:38.493950 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b65d55-9c17-419a-899d-ccdbab677584 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.500772 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b65d55-9c17-419a-899d-ccdbab677584 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.518595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b65d55-9c17-419a-899d-ccdbab677584 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826ef777-8c9a-47cc-adb9-d3b1543e372c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:38.532335 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-14b65d55-9c17-419a-899d-ccdbab677584 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.533604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-14b65d55-9c17-419a-899d-ccdbab677584 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397936 Dec 10 19:09:38.536683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60588) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.541652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'security_group_rule': {'security_group_id': '7477d642-123a-41a1-9b55-77be0f9ebc02', 'project_id': 'bb972a4115904e69b6c84665f754e783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:38.544892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '292b6cf6-f97a-4977-8443-c6638e38d6c3', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'port_id': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'mac_address': 'fa:16:3e:35:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:09:36Z', 'updated_at': '2021-12-10T19:09:36Z', 'revision_number': 0, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 5, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:09:38.564724 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Project bb972a4115904e69b6c84665f754e783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:38.569972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.572060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdbe66b-03bb-47b0-a452-b0b0efe9dd2f None None] The sync data for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 is: [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '292b6cf6-f97a-4977-8443-c6638e38d6c3', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'floating_ip_address': '172.25.2.152', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'port_id': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'mac_address': 'fa:16:3e:35:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:09:36Z', 'updated_at': '2021-12-10T19:09:36Z', 'revision_number': 0, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 5, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:09:38.645719 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.650236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.668896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bd92e1-9b87-4ade-a8ee-8e5cf9535099,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:38.678470 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.679724 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4862b479-896c-46c3-9ecf-3bcc3a2a920f tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419399 Dec 10 19:09:38.682861 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60590) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:09:38.687935 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'security_group_rule': {'security_group_id': '7477d642-123a-41a1-9b55-77be0f9ebc02', 'project_id': 'bb972a4115904e69b6c84665f754e783', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:38.711631 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Project bb972a4115904e69b6c84665f754e783 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:09:38.717756 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.784752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.788629 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb326193-e434-4253-9c0f-291eb7f5ce23 None None] New status for floating IP 292b6cf6-f97a-4977-8443-c6638e38d6c3: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:09:38.791115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.807708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4b3551-bce6-4aff-8ef3-e916e15e1c35,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:38.827902 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:38.829243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-acb992ed-d3c2-4f59-9a57-cad4a775f6bb tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450069 Dec 10 19:09:38.923354 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-286c72e8-dce8-4d51-97df-41c9383fd37b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686446455&fields=id&tenant_id=bb972a4115904e69b6c84665f754e783 HTTP/1.1" status: 200 len: 267 time: 0.0466943 Dec 10 19:09:38.981163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-c2f2144f-9b5e-4386-b692-ebcf2eccbf57 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:38.982789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-c2f2144f-9b5e-4386-b692-ebcf2eccbf57 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0534449 Dec 10 19:09:38.993789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'port': {'security_groups': ['eb2ba616-4d85-45b5-aa30-297bbfef9c6c', '7477d642-123a-41a1-9b55-77be0f9ebc02']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:09:39.084245 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.287316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:09:39.690035 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.698410 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.704918 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-ae37e534-56d1-412f-aec2-0d4ec04c0736 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655272 Dec 10 19:09:39.711316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a963ed48-c3f5-413c-90e4-5b1bef6f4374'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:09:39.751529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:39.752682 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:39.755519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3992c496-20fb-4cab-a0c6-92fe6f7c3f68 req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "PUT /v2.0/ports/a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 982 time: 0.7659693 Dec 10 19:09:39.814489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:09:39.816779 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7684265f-b802-43e5-8127-4e20c9d3c46e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:09:39.824645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a963ed48-c3f5-413c-90e4-5b1bef6f4374'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:09:39.842824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-22fcd5c0-6fe8-433e-83d6-de83ca5c6038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:39.844399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-22fcd5c0-6fe8-433e-83d6-de83ca5c6038 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1136 time: 0.0842357 Dec 10 19:09:39.845244 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6740ea3-5f2c-4389-b40b-4696171bd7d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:09:39.912117 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b8533f-c813-4891-9acb-aad50a6ffb77 x-openstack-request-id: req-51b8533f-c813-4891-9acb-aad50a6ffb77 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:09:39.912537 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:09:39.912868 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-51b8533f-c813-4891-9acb-aad50a6ffb77 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:09:39.913333 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'status': 'completed', 'code': 200} Dec 10 19:09:39.931192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdc249-47ee-472b-805a-7d76861f550b req-45d8848d-61e7-44b0-bd64-4133d7b06d9a tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:39.940240 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3cdc249-47ee-472b-805a-7d76861f550b req-45d8848d-61e7-44b0-bd64-4133d7b06d9a tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0712309 Dec 10 19:09:40.003717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-544624aa-c58f-4769-8896-c5f98adc087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.005206 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-544624aa-c58f-4769-8896-c5f98adc087d service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.1370471 Dec 10 19:09:40.011759 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b3cdc249-47ee-472b-805a-7d76861f550b req-4e57a088-3ef1-4495-9af6-94cc583367d0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706706 Dec 10 19:09:40.081900 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-6df4d012-3153-4983-87db-baa8a24f2e87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 1002 time: 0.0678089 Dec 10 19:09:40.109202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-8bd91d1b-ee2c-4b6a-9067-4fe1987bc1e2 None None] Provisioning complete for port a963ed48-c3f5-413c-90e4-5b1bef6f4374 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:09:40.109564 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8bd91d1b-ee2c-4b6a-9067-4fe1987bc1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:40.134019 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-d8723f2f-9a16-498d-9aff-64d69b243295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.135725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-d8723f2f-9a16-498d-9aff-64d69b243295 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0459023 Dec 10 19:09:40.188733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-2fc4461c-f60f-4025-b46b-3720a482e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.190493 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-2fc4461c-f60f-4025-b46b-3720a482e4ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477743 Dec 10 19:09:40.301303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-4f009a39-cf7d-443f-a6dc-e75b3857ef8f service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030040 Dec 10 19:09:40.418990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0835e9e5-e888-4902-898c-1b5bfcc43625 req-1043f17c-c9da-4109-9cf7-b8317f5adb16 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096535 Dec 10 19:09:40.519703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-87e1686c-c94c-4de0-bede-b53b21e94e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.520050 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-87e1686c-c94c-4de0-bede-b53b21e94e03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1136 time: 0.0506210 Dec 10 19:09:40.623567 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-5000098d-a008-45c5-a9fd-c759663b76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.625448 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-5000098d-a008-45c5-a9fd-c759663b76dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.0968046 Dec 10 19:09:40.696104 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-fb68d426-477c-40ab-b7d1-82cdd3ef76f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 1002 time: 0.0633471 Dec 10 19:09:40.753412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-62df48d1-2c6a-47a1-bb0f-89a1f5af382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.754968 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-62df48d1-2c6a-47a1-bb0f-89a1f5af382e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0513132 Dec 10 19:09:40.803574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-6b0c7ba4-31de-4537-b390-32a1d190dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:40.805051 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-6b0c7ba4-31de-4537-b390-32a1d190dc6e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425704 Dec 10 19:09:40.900211 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-1ff434f4-ba15-4346-adc6-6a2a8d9741f6 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879858 Dec 10 19:09:41.008130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7684265f-b802-43e5-8127-4e20c9d3c46e req-1a94ce3a-8eb8-403e-9e81-f960934b4314 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996912 Dec 10 19:09:54.182552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-535e0f72-1374-4d37-b0a2-7573f8e409e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:54.184097 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-535e0f72-1374-4d37-b0a2-7573f8e409e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1136 time: 0.0459657 Dec 10 19:09:54.188730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cecb44-4ae1-495c-a36a-3b63acfe4127 req-c9b4bddc-2e7c-4b84-9011-4de2725fc47d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:54.190276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25cecb44-4ae1-495c-a36a-3b63acfe4127 req-c9b4bddc-2e7c-4b84-9011-4de2725fc47d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0564692 Dec 10 19:09:54.258640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25cecb44-4ae1-495c-a36a-3b63acfe4127 req-00051ac3-838e-4700-9e26-20d2331fe05c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618622 Dec 10 19:09:54.283805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-6b0a94d2-be3e-4bb0-a8e3-2030ca2ec92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:54.285316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-6b0a94d2-be3e-4bb0-a8e3-2030ca2ec92e service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.0934696 Dec 10 19:09:54.356314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-cd13bb29-82ff-47ac-a3b9-c47d971bde97 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 1002 time: 0.0635250 Dec 10 19:09:54.406931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-8e1cd045-31a7-46ee-b75b-8016ed134bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:54.408417 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-8e1cd045-31a7-46ee-b75b-8016ed134bc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0458381 Dec 10 19:09:54.463724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-507b0178-ecbb-4e36-a580-b37297ac0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:54.465269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-507b0178-ecbb-4e36-a580-b37297ac0fd8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487769 Dec 10 19:09:54.570383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-f8810fc7-bace-4c27-af0e-cf8ace26014d service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959711 Dec 10 19:09:54.669603 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5b947a62-fc0b-4e5f-b164-665b1242591e req-ef1eec99-9100-4c42-b6de-4df023914edc service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904474 Dec 10 19:09:55.424562 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4632a92-6fe1-4e0a-b4e5-742a97c239b4 req-64bc27ef-dc2f-4735-8e63-ec741756a482 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:55.426082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4632a92-6fe1-4e0a-b4e5-742a97c239b4 req-64bc27ef-dc2f-4735-8e63-ec741756a482 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0737548 Dec 10 19:09:55.491591 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4632a92-6fe1-4e0a-b4e5-742a97c239b4 req-425c2552-ba02-4b46-aa74-362cb854e24a tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589828 Dec 10 19:09:56.627929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aaf24-d613-4712-ab3d-d3452be190cf req-6caff722-b2af-4df2-8a5b-2fb12a08a017 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:56.629468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-703aaf24-d613-4712-ab3d-d3452be190cf req-6caff722-b2af-4df2-8a5b-2fb12a08a017 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0537050 Dec 10 19:09:56.835618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-703aaf24-d613-4712-ab3d-d3452be190cf req-200aafb6-e743-4b44-8555-46e66355b1dc tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963859 Dec 10 19:09:58.031385 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78befbb9-663c-4d9f-a9d4-4db018a9f778 req-f6752b63-6abd-4408-8b44-c1b2e839feb3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:58.032932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78befbb9-663c-4d9f-a9d4-4db018a9f778 req-f6752b63-6abd-4408-8b44-c1b2e839feb3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.1261098 Dec 10 19:09:58.104848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78befbb9-663c-4d9f-a9d4-4db018a9f778 req-dddcd85a-cce8-4c57-a01d-3ce2a1798d7d tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655506 Dec 10 19:09:58.342916 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-65f6d976-4f11-4e5d-acc0-b869e4ce6c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:09:59.229997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c407ce-c078-47e1-8049-b0cf8050cc04 req-3541cb45-97fd-49f1-8cca-cf20d56af8fa tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:09:59.232225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04c407ce-c078-47e1-8049-b0cf8050cc04 req-3541cb45-97fd-49f1-8cca-cf20d56af8fa tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0544989 Dec 10 19:09:59.298543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04c407ce-c078-47e1-8049-b0cf8050cc04 req-1bc3cc1f-634b-4726-a605-b98cdb783355 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597029 Dec 10 19:10:00.449422 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02c604-100b-4b13-bb34-a215bedf8465 req-34a43bf6-79a3-48ec-bcf1-5bf2c7d56948 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:00.451240 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b02c604-100b-4b13-bb34-a215bedf8465 req-34a43bf6-79a3-48ec-bcf1-5bf2c7d56948 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0645773 Dec 10 19:10:00.527873 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3b02c604-100b-4b13-bb34-a215bedf8465 req-3a61f80a-fc0d-4f61-960c-6c9e5ae0df09 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692534 Dec 10 19:10:01.670209 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-83280f8c-248c-492c-804a-8f6023402e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:01.677678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e7bd7-5f8c-444d-83a3-40210ffa5f42 req-3bc2be46-8d22-4449-ace9-38503a02b1aa tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:01.679395 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d4e7bd7-5f8c-444d-83a3-40210ffa5f42 req-3bc2be46-8d22-4449-ace9-38503a02b1aa tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0639799 Dec 10 19:10:01.758695 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d4e7bd7-5f8c-444d-83a3-40210ffa5f42 req-f2940af0-06ec-469d-800b-69969e800cc3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714891 Dec 10 19:10:02.283996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:02.450896 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:02.888279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace4bcf-f8e4-4b6c-8c71-48aee21ce900 req-de9a0b9d-bbd0-4d32-b7a6-aea401ef90e6 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:02.890092 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ace4bcf-f8e4-4b6c-8c71-48aee21ce900 req-de9a0b9d-bbd0-4d32-b7a6-aea401ef90e6 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0533214 Dec 10 19:10:02.952430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2ace4bcf-f8e4-4b6c-8c71-48aee21ce900 req-0dd2cd0c-e881-4a57-a43a-9199b821196c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558825 Dec 10 19:10:03.948867 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:04.081884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a6d21e-6a46-4903-a436-c09b7ea31fc0 req-d94bc0ff-b99c-45bc-9bd1-9f70dab38913 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:04.083347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7a6d21e-6a46-4903-a436-c09b7ea31fc0 req-d94bc0ff-b99c-45bc-9bd1-9f70dab38913 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0556872 Dec 10 19:10:04.148373 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c7a6d21e-6a46-4903-a436-c09b7ea31fc0 req-00850012-aa8d-4611-9fd8-e0457d2aa05c tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586610 Dec 10 19:10:04.185162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:05.066473 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:05.293550 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d53614-14ac-4660-8711-9e4cf063cb27 req-9ebc5ca8-9aa6-4e5b-96ac-993391e2a5b0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:05.295121 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73d53614-14ac-4660-8711-9e4cf063cb27 req-9ebc5ca8-9aa6-4e5b-96ac-993391e2a5b0 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0638802 Dec 10 19:10:05.367476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-73d53614-14ac-4660-8711-9e4cf063cb27 req-425aa638-52c2-4294-b125-315859499258 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629389 Dec 10 19:10:06.514485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae1b89-61e5-43ab-a4cd-8404f87a1771 req-5f3fd804-1763-4326-aa72-5acd294ec8ec tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:06.516401 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6cae1b89-61e5-43ab-a4cd-8404f87a1771 req-5f3fd804-1763-4326-aa72-5acd294ec8ec tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0749376 Dec 10 19:10:06.591765 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6cae1b89-61e5-43ab-a4cd-8404f87a1771 req-ef2b1ea8-b323-438d-9e21-d02fd4a9e6f4 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&id=7477d642-123a-41a1-9b55-77be0f9ebc02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677748 Dec 10 19:10:10.321548 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:28.337995 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ac4d37b2-b0e0-45da-a5ed-8d99da98ccb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:31.665113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-00f25738-3994-4c8d-a15c-4ebe94b03139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.283943 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:32.440739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:33.949583 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:34.180663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:35.076414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:38.952339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-cd507417-dcd5-4965-9cc3-68a9b57702c7 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686446455&fields=id&tenant_id=bb972a4115904e69b6c84665f754e783 HTTP/1.1" status: 200 len: 267 time: 0.0525630 Dec 10 19:10:39.009814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-d5b9ddf0-339d-4744-80a9-e2afd9b203b9 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.012073 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-d5b9ddf0-339d-4744-80a9-e2afd9b203b9 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 985 time: 0.0536695 Dec 10 19:10:39.023471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Request body: {'port': {'security_groups': ['eb2ba616-4d85-45b5-aa30-297bbfef9c6c']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:10:39.095610 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.277628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:39.307871 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.313923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.326971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a963ed48-c3f5-413c-90e4-5b1bef6f4374'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:10:39.363746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.364398 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.366042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7d857f85-9b57-45be-b6db-2f5f63d81c80 req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "PUT /v2.0/ports/a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 943 time: 0.3472190 Dec 10 19:10:39.366581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:39.369010 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be434edc-d52b-4c16-acbf-cc5cd1075ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:39.376663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:39.397695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event updated for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:39.406535 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.406948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.407230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.407572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.407937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.408238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.408571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.408894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.409217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.409537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.409867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.410188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.411110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46992479-7a33-4c92-a1fa-5894f433c298 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.438649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a963ed48-c3f5-413c-90e4-5b1bef6f4374'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:10:39.446262 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acdfa99-301c-4cc3-89a3-61946cf561ef x-openstack-request-id: req-4acdfa99-301c-4cc3-89a3-61946cf561ef {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:39.446600 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:39.446874 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4acdfa99-301c-4cc3-89a3-61946cf561ef {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:39.447281 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'status': 'completed', 'code': 200} Dec 10 19:10:39.489224 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.522568 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.523337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-92de5094-78c6-4459-9477-090e0af65181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.525149 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-92de5094-78c6-4459-9477-090e0af65181 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1097 time: 0.0552843 Dec 10 19:10:39.610668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.613611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.614915 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "DELETE /v2.0/security-groups/7477d642-123a-41a1-9b55-77be0f9ebc02 HTTP/1.1" status: 204 len: 168 time: 0.2370248 Dec 10 19:10:39.620864 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60644) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:39.633059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7477d642-123a-41a1-9b55-77be0f9ebc02,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:39.644726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.645084 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.645433 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.645779 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.646592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.646592 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.646891 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.647177 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.647509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.647984 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.648379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.648709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.649055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b60a43-dba3-4b15-ba48-1319d4e60dda tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:39.658660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-c3f7f235-9fc5-4556-8342-994f4789862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.660303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-c3f7f235-9fc5-4556-8342-994f4789862a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.1273510 Dec 10 19:10:39.688702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f59e6cf7-4bba-4446-847a-d7febdb6d795 None None] Provisioning complete for port a963ed48-c3f5-413c-90e4-5b1bef6f4374 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:10:39.689026 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f59e6cf7-4bba-4446-847a-d7febdb6d795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.750537 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-7d070390-69c9-4945-a9c9-0c0606f0c92e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 1002 time: 0.0824206 Dec 10 19:10:39.803537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-8b3b459a-b21e-448c-80ef-9cffb6734023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.805392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-8b3b459a-b21e-448c-80ef-9cffb6734023 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0472274 Dec 10 19:10:39.829583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Deleting port 8925f776-aff7-4c16-b160-35f0b9f56ace {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:39.829963 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.859727 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-996b8c4a-6145-465f-b82c-6c76d7640154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:39.861404 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-996b8c4a-6145-465f-b82c-6c76d7640154 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495136 Dec 10 19:10:39.912941 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.913274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:39.925966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Calling delete_port for 8925f776-aff7-4c16-b160-35f0b9f56ace owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:39.961246 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-56f56f39-fa3e-4d9a-b10d-597aceadcff1 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929508 Dec 10 19:10:40.068069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be434edc-d52b-4c16-acbf-cc5cd1075ed4 req-d5f4db95-d69d-4dda-b60a-8ba7aef6a691 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999987 Dec 10 19:10:40.111799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:40.137081 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event deleted for resources: {'Port': ['ID=8925f776-aff7-4c16-b160-35f0b9f56ace,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:40.203047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:40.203359 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Floating IP 292b6cf6-f97a-4977-8443-c6638e38d6c3 disassociated (deleted). External IP: 172.25.2.152, port: a963ed48-c3f5-413c-90e4-5b1bef6f4374. Dec 10 19:10:40.418234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Router e3cf18d1-0548-4ae6-9f25-50bdff706f50 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:10:40.533079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:10:40.538493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:40.543104 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] Sync routers for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:10:40.554997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:40.555936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:10:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:40.568444 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-04cbb9cc-4950-4f85-be4b-c078cebf5aa1 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "DELETE /v2.0/floatingips/292b6cf6-f97a-4977-8443-c6638e38d6c3 HTTP/1.1" status: 204 len: 168 time: 0.9416661 Dec 10 19:10:40.569066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:40.571451 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097bc195-1e15-4285-972a-17e3f0efd66d" -d '{"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:40.692140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-a9463b1b-5f78-4c20-a4a3-f4cef80c973b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600834 Dec 10 19:10:40.696724 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:40.741081 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3479bd27-baff-4af5-a308-ed4c4b62c425 x-openstack-request-id: req-3479bd27-baff-4af5-a308-ed4c4b62c425 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:40.741399 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:40.741662 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3479bd27-baff-4af5-a308-ed4c4b62c425 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:40.742067 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'status': 'completed', 'code': 200} Dec 10 19:10:40.820191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-c6c8cdc3-17e2-44f1-bf16-92f8db768492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:40.822198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-c6c8cdc3-17e2-44f1-bf16-92f8db768492 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1097 time: 0.0711896 Dec 10 19:10:40.967747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-f21cf379-45e4-4457-979b-f1174edbaead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:40.969408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-f21cf379-45e4-4457-979b-f1174edbaead service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.1204517 Dec 10 19:10:40.990686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 5, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:41.016034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-6566e5a8-2b71-45a9-9f89-5158aa960375 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 217 time: 0.0376999 Dec 10 19:10:41.019748 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] Checking router: e3cf18d1-0548-4ae6-9f25-50bdff706f50 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:10:41.029825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:41.030507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:10:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:41.069624 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-32adeb56-827a-4f72-9495-adb8185c34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:41.071458 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-32adeb56-827a-4f72-9495-adb8185c34f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0484657 Dec 10 19:10:41.128573 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-570833c7-7a7e-42b2-84cd-69ce356c1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:41.130270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-570833c7-7a7e-42b2-84cd-69ce356c1ae1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488031 Dec 10 19:10:41.145652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:41.242209 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-c04ecca7-bfd8-441e-8540-a75c3d704ac5 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900908 Dec 10 19:10:41.347278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-71e11078-3877-4846-b07b-e7ff456c28b1 req-fd351454-feaa-48af-8354-66e99c3c2cd9 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981760 Dec 10 19:10:41.454952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bc195-1e15-4285-972a-17e3f0efd66d req-0ac83a8e-f215-4546-ae32-857d90fcebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:41.456637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-097bc195-1e15-4285-972a-17e3f0efd66d req-0ac83a8e-f215-4546-ae32-857d90fcebe8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=bb972a4115904e69b6c84665f754e783&device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 1097 time: 0.0535185 Dec 10 19:10:41.536295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 5, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:41.551491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bc195-1e15-4285-972a-17e3f0efd66d req-4e4804dd-8b5d-4959-b880-2fe460116e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:41.552984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-097bc195-1e15-4285-972a-17e3f0efd66d req-4e4804dd-8b5d-4959-b880-2fe460116e2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 200 len: 915 time: 0.0896761 Dec 10 19:10:41.563797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ae4ef3-54cc-481b-808d-33fd04044786 None None] The sync data for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 is: [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:41Z', 'revision_number': 4, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '4b04d952-57fa-406c-84cd-1207c7a60cb6', 'name': '', 'network_id': 'fa158582-b59c-4b30-bfaa-aa9da80959f0', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'mac_address': 'fa:16:3e:0a:38:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '9fee5561-6955-458d-b131-8320d0079880', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:40Z', 'updated_at': '2021-12-10T19:08:46Z', 'revision_number': 5, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'subnets': [{'id': '9fee5561-6955-458d-b131-8320d0079880', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:10:41.600932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-097bc195-1e15-4285-972a-17e3f0efd66d req-87a96814-08c3-4e5f-9d04-b8f5e4da9fa2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 200 len: 217 time: 0.0406544 Dec 10 19:10:41.653375 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bc195-1e15-4285-972a-17e3f0efd66d req-71c36a70-751c-43cc-9143-4ab76c7b246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:41.654967 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-097bc195-1e15-4285-972a-17e3f0efd66d req-71c36a70-751c-43cc-9143-4ab76c7b246c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 200 len: 853 time: 0.0473628 Dec 10 19:10:41.703547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bc195-1e15-4285-972a-17e3f0efd66d req-6dbf5c4c-4b13-444f-989e-2d1ff24346ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:41.705134 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-097bc195-1e15-4285-972a-17e3f0efd66d req-6dbf5c4c-4b13-444f-989e-2d1ff24346ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa158582-b59c-4b30-bfaa-aa9da80959f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435882 Dec 10 19:10:41.822282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-097bc195-1e15-4285-972a-17e3f0efd66d req-4824856c-f04a-4e28-a14b-5314551da998 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091127 Dec 10 19:10:41.844434 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde6d694-f88b-448c-9b0b-3c0cd7ad7935 None None] New status for floating IP 292b6cf6-f97a-4977-8443-c6638e38d6c3: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:10:41.924224 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-097bc195-1e15-4285-972a-17e3f0efd66d req-c3d830d1-80b3-4f22-871b-847d56d47488 service neutron] 10.222.0.59 "GET /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949194 Dec 10 19:10:47.321428 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:10:49.753859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9edac-249b-4d96-86a2-84de60fb11b4 req-a22f52ce-4b6b-499e-818f-90ceb9c7546b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:49.755416 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45d9edac-249b-4d96-86a2-84de60fb11b4 req-a22f52ce-4b6b-499e-818f-90ceb9c7546b tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0599101 Dec 10 19:10:49.809902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-45d9edac-249b-4d96-86a2-84de60fb11b4 req-202ff5ac-0bbf-4c20-9da5-18d2c0ad32a3 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471973 Dec 10 19:10:50.956085 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b19b5f-4bed-4168-b957-40fffa2e9695 req-cf96916a-8831-4842-8ed0-0d78bd1eef48 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:50.957757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52b19b5f-4bed-4168-b957-40fffa2e9695 req-cf96916a-8831-4842-8ed0-0d78bd1eef48 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0637970 Dec 10 19:10:51.016320 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52b19b5f-4bed-4168-b957-40fffa2e9695 req-e7b7e22d-69b9-4d10-aed2-8f9d7b7ed818 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/security-groups?id=eb2ba616-4d85-45b5-aa30-297bbfef9c6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519388 Dec 10 19:10:51.376899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-d91e09f3-c46c-4466-b2f3-dda767f36fa2 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:10:51.378438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-d91e09f3-c46c-4466-b2f3-dda767f36fa2 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 946 time: 0.0553091 Dec 10 19:10:51.483558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Deleting port a963ed48-c3f5-413c-90e4-5b1bef6f4374 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:51.483881 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:51.583688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] For port a963ed48-c3f5-413c-90e4-5b1bef6f4374, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a963ed48-c3f5-413c-90e4-5b1bef6f4374,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:51.584066 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:51.597775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Calling delete_port for a963ed48-c3f5-413c-90e4-5b1bef6f4374 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:51.740336 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:51.754262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a963ed48-c3f5-413c-90e4-5b1bef6f4374'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:10:51.773637 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Pushing event deleted for resources: {'Port': ['ID=a963ed48-c3f5-413c-90e4-5b1bef6f4374,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:51.823696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] No DVR routers for this DVR port a963ed48-c3f5-413c-90e4-5b1bef6f4374 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:10:51.827820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:51.830276 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-774ac44b-1695-4027-b89d-462ec1cd91fc req-07a2214f-1edb-4aa1-a42d-ca757217a133 tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.59 "DELETE /v2.0/ports/a963ed48-c3f5-413c-90e4-5b1bef6f4374 HTTP/1.1" status: 204 len: 173 time: 0.4439695 Dec 10 19:10:51.830770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'name': 'network-vif-deleted', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:10:51.833149 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dcc822-068e-4ce6-b7d7-83c780b37bb2" -d '{"events": [{"server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "name": "network-vif-deleted", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:10:51.945585 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f6b2c1-6b34-4a14-82a1-a8bed936e6c3 x-openstack-request-id: req-63f6b2c1-6b34-4a14-82a1-a8bed936e6c3 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:10:51.945886 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e7cbc43-05cd-4dfb-92aa-c984d0aad386", "name": "network-vif-deleted", "tag": "a963ed48-c3f5-413c-90e4-5b1bef6f4374", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:10:51.946169 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-63f6b2c1-6b34-4a14-82a1-a8bed936e6c3 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:10:51.946628 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e7cbc43-05cd-4dfb-92aa-c984d0aad386', 'name': 'network-vif-deleted', 'tag': 'a963ed48-c3f5-413c-90e4-5b1bef6f4374', 'status': 'completed', 'code': 200} Dec 10 19:10:52.134977 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-882f9d90-60c6-4228-85dc-fd60b508cc8b req-f10f7c0a-1669-4443-a0c7-89781e65c5ab tempest-TestMinimumBasicScenario-8682138 tempest-TestMinimumBasicScenario-8682138-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e7cbc43-05cd-4dfb-92aa-c984d0aad386 HTTP/1.1" status: 200 len: 210 time: 0.0358019 Dec 10 19:10:53.762004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60750) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:54.137392 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:54.424320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Deleting port 4b04d952-57fa-406c-84cd-1207c7a60cb6 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:54.424612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:54.515628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] For port 4b04d952-57fa-406c-84cd-1207c7a60cb6, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4b04d952-57fa-406c-84cd-1207c7a60cb6,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:54.515984 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:54.529998 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Calling delete_port for 4b04d952-57fa-406c-84cd-1207c7a60cb6 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:55.128103 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.156997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b04d952-57fa-406c-84cd-1207c7a60cb6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:55.333426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.373816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a963ed48-c3f5-413c-90e4-5b1bef6f4374 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:10:55.396309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: a963ed48-c3f5-413c-90e4-5b1bef6f4374 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:10:55.396554 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a963ed48-c3f5-413c-90e4-5b1bef6f4374 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:10:55.575021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Router e3cf18d1-0548-4ae6-9f25-50bdff706f50 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:10:55.690028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:10:55.695605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dc637dc4-b4fa-44e5-9c1e-5bc8e226ba66 admin admin] 10.222.0.55 "PUT /v2.0/routers/e3cf18d1-0548-4ae6-9f25-50bdff706f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9323888 Dec 10 19:10:55.698548 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60752) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:55.704004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] Sync routers for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:10:55.717547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:55.718213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:10:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:55.807492 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.825370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:55.914545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:55.974612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Deleting port c11ba026-af5e-473e-a697-bd4b22fcc3a0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:55.974914 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.021136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:10:54Z', 'revision_number': 5, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port': {'id': 'c11ba026-af5e-473e-a697-bd4b22fcc3a0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:56.071192 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] Checking router: e3cf18d1-0548-4ae6-9f25-50bdff706f50 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:10:56.079147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] For port c11ba026-af5e-473e-a697-bd4b22fcc3a0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=c11ba026-af5e-473e-a697-bd4b22fcc3a0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:56.079717 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.084764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] Routers {'e3cf18d1-0548-4ae6-9f25-50bdff706f50'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:56.085782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:10:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:56.097306 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Calling delete_port for c11ba026-af5e-473e-a697-bd4b22fcc3a0 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:56.177241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] Set router e3cf18d1-0548-4ae6-9f25-50bdff706f50 gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:56.232494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:10:55Z', 'revision_number': 6, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:56.263609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b6b846-1401-446d-b3c7-0d3b1e306c20 None None] The sync data for ids ['e3cf18d1-0548-4ae6-9f25-50bdff706f50'] in n-d-821424-1 is: [{'id': 'e3cf18d1-0548-4ae6-9f25-50bdff706f50', 'name': 'tempest-TestMinimumBasicScenario-185923545-router', 'tenant_id': 'bb972a4115904e69b6c84665f754e783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:38Z', 'updated_at': '2021-12-10T19:10:55Z', 'revision_number': 6, 'project_id': 'bb972a4115904e69b6c84665f754e783', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:10:56.278910 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.309529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c11ba026-af5e-473e-a697-bd4b22fcc3a0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:56.319644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588abd6-88f8-41d2-88f9-5cc3ebd484f7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:10:56.373923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.468464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.470673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.522133 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.523104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3cf18d1-0548-4ae6-9f25-50bdff706f50 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:10:56.529156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.530457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-22d14ca9-244b-4e13-83e8-98ab331979f4 admin admin] 10.222.0.55 "DELETE /v2.0/routers/e3cf18d1-0548-4ae6-9f25-50bdff706f50 HTTP/1.1" status: 204 len: 168 time: 0.8308682 Dec 10 19:10:56.534023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60756) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:56.580524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] Deleting subnet 9fee5561-6955-458d-b131-8320d0079880 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:10:56.583976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.626478 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.735311 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.737930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4b04d952-57fa-406c-84cd-1207c7a60cb6 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:10:56.758168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4b04d952-57fa-406c-84cd-1207c7a60cb6 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:10:56.758614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4b04d952-57fa-406c-84cd-1207c7a60cb6 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:10:56.793016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.823032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fee5561-6955-458d-b131-8320d0079880,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:56.825191 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.831639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-87e59a09-ccdd-4f6b-9fee-6ca41da0bced admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9fee5561-6955-458d-b131-8320d0079880 HTTP/1.1" status: 204 len: 168 time: 0.2936137 Dec 10 19:10:56.831746 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e1229-9fe5-495e-99ae-347c4ff306fa None None] Network fa158582-b59c-4b30-bfaa-aa9da80959f0 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:10:56.832048 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60760) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:56.909564 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:56.977707 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Deleting port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:56.978015 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.055084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] For port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:57.055736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.057226 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] DHCP port deletion for fa158582-b59c-4b30-bfaa-aa9da80959f0 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:10:57.079719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Calling delete_port for e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:57.110468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Deleting port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:57.110902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.182264 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.190487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] For port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,segment=NetworkSegment(a267a2ff-dbec-4d47-972b-2d7e0fc57c47),segment_id=a267a2ff-dbec-4d47-972b-2d7e0fc57c47)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:57.191631 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.209061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Calling delete_port for e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:57.210490 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:57.214091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] No DVR routers for this DVR port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:10:57.291553 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.314099 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.322699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa158582-b59c-4b30-bfaa-aa9da80959f0']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:57.334317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:57.334724 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a267a2ff-dbec-4d47-972b-2d7e0fc57c47') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:57.341245 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Pushing event deleted for resources: {'Port': ['ID=e10eabf5-a0ca-4c29-9f12-8e70a628ffa9,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:57.347949 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.348100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] No DVR routers for this DVR port e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:10:57.357502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.359373 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.359708 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.360211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.360405 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.360811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.361153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.361479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.361823 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.362203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.362589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.362949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.363343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a04a32d-fa9d-46eb-b28b-7b1bc4a0e518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:10:57.374841 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.383146 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:10:57.383797 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:10:57.386311 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:10:57.449875 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.457570 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:57.461002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/fa158582-b59c-4b30-bfaa-aa9da80959f0 HTTP/1.1" status: 204 len: 168 time: 0.6278069 Dec 10 19:10:57.464489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60764) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:57.473693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a0c52-213e-47a4-8663-213d5ea569e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa158582-b59c-4b30-bfaa-aa9da80959f0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:57.860753 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:58.143070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Deleting port 91986736-150d-450f-a26b-65a5b24a1ce5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:58.143353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:58.245071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] For port 91986736-150d-450f-a26b-65a5b24a1ce5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=91986736-150d-450f-a26b-65a5b24a1ce5,segment=NetworkSegment(fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0),segment_id=fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:58.245481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:58.260646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Calling delete_port for 91986736-150d-450f-a26b-65a5b24a1ce5 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:58.346226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b154cbe0-ed12-4a62-bd42-9e7c2b96df22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:58.463517 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:58.492053 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=91986736-150d-450f-a26b-65a5b24a1ce5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:58.695795 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:58.735568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c11ba026-af5e-473e-a697-bd4b22fcc3a0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:10:58.760859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: c11ba026-af5e-473e-a697-bd4b22fcc3a0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:10:58.761187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device c11ba026-af5e-473e-a697-bd4b22fcc3a0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:10:58.761609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:10:58.784487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:10:58.784716 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e10eabf5-a0ca-4c29-9f12-8e70a628ffa9 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:10:59.234160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:10:59.349340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:10:59.358648 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-eb42657f-49c5-45b4-907e-999960a1a7bf admin admin] 10.222.0.55 "PUT /v2.0/routers/b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8894534 Dec 10 19:10:59.358648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60768) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:10:59.367149 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] Sync routers for ids ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:10:59.380046 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] Routers {'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:59.381131 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:10:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:59.468558 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:59.491291 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] Set router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:59.574402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:59.630503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Deleting port b607f9fe-b847-4f69-8b97-466302fa360d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:10:59.630889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:59.681256 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:10:58Z', 'revision_number': 5, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port': {'id': 'b607f9fe-b847-4f69-8b97-466302fa360d', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:80:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:59.714597 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] Checking router: b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:10:59.720626 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] For port b607f9fe-b847-4f69-8b97-466302fa360d, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b607f9fe-b847-4f69-8b97-466302fa360d,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:10:59.720997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:59.723200 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] Routers {'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:10:59.723796 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:10:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:59.734057 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Calling delete_port for b607f9fe-b847-4f69-8b97-466302fa360d owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:10:59.811373 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] Set router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:10:59.863815 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:10:59Z', 'revision_number': 6, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:10:59.893153 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f97a10-57a5-417e-80cc-fe1a5ca571c9 None None] The sync data for ids ['b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9'] in n-d-821424-1 is: [{'id': 'b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9', 'name': 'tempest-TestMinimumBasicScenario-743258343-router', 'tenant_id': 'b5066d0c6447481ead6a240288ce3610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:08:43Z', 'updated_at': '2021-12-10T19:10:59Z', 'revision_number': 6, 'project_id': 'b5066d0c6447481ead6a240288ce3610', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:10:59.904638 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:10:59.933953 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=b607f9fe-b847-4f69-8b97-466302fa360d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:10:59.953435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6286ddb9-c2e8-4c44-8792-87b529665552 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:00.007991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.102672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.104987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.150052 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.150780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:11:00.155095 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.156259 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-118f9e1a-c15f-4235-ac21-0ba5f0e86d6d admin admin] 10.222.0.55 "DELETE /v2.0/routers/b2c3c61f-b91a-4c6f-a3c3-2ebbdc0d57d9 HTTP/1.1" status: 204 len: 168 time: 0.7965028 Dec 10 19:11:00.159340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60770) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:00.205828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] Deleting subnet d92e0b0e-6cff-43e5-b30d-fe84bf51d87b {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:11:00.208942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.247023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.337232 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.388403 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.415289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92e0b0e-6cff-43e5-b30d-fe84bf51d87b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:00.417286 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.420506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7c0e34a5-1071-49b7-8328-a18bf2f90e3e admin admin] 10.222.0.55 "DELETE /v2.0/subnets/d92e0b0e-6cff-43e5-b30d-fe84bf51d87b HTTP/1.1" status: 204 len: 168 time: 0.2601571 Dec 10 19:11:00.422033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb6f0c-9a8f-4442-9500-ef6758ca8a91 None None] Network 8993c9f0-6503-4683-a487-7ffa621a09e5 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:00.423202 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60772) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:00.497243 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.553436 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Deleting port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:00.553774 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.618986 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] For port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,segment=NetworkSegment(fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0),segment_id=fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:00.619232 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.633380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Calling delete_port for 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:00.661529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] DHCP port deletion for 8993c9f0-6503-4683-a487-7ffa621a09e5 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:00.724029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] Deleting port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:11:00.724459 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.726592 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.727789 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 91986736-150d-450f-a26b-65a5b24a1ce5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:00.754345 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Pushing event deleted for resources: {'Port': ['ID=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:00.758271 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] No DVR routers for this DVR port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:11:00.761289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 91986736-150d-450f-a26b-65a5b24a1ce5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:00.761993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 91986736-150d-450f-a26b-65a5b24a1ce5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:00.762690 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b607f9fe-b847-4f69-8b97-466302fa360d no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:00.820725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b607f9fe-b847-4f69-8b97-466302fa360d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:00.821068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b607f9fe-b847-4f69-8b97-466302fa360d not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:00.821483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:11:00.836316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.854027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:11:00.854404 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:11:00.857701 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8993c9f0-6503-4683-a487-7ffa621a09e5']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:00.861348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] For port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:00.861704 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.867870 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:00.868166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdfbc49-fe9e-4cbf-a12b-dae07afe19b0') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:00.877083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] Calling delete_port for 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:11:00.879043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.879819 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] Port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:11:00.881610 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.894725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.900989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:11:00.901397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:11:00.903098 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:11:00.910249 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] Pushing event deleted for resources: {'Port': ['ID=0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:00.912178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b994e5e-f19a-406e-87ce-c87c73cd2e2b None None] No DVR routers for this DVR port 0ab6486f-4d3c-4ab7-89a5-2bd9c1d8baf9 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:11:00.971567 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.976668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:00.981053 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] 10.222.0.55 "DELETE /v2.0/networks/8993c9f0-6503-4683-a487-7ffa621a09e5 HTTP/1.1" status: 204 len: 168 time: 0.5567856 Dec 10 19:11:00.997251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35d0c7-8962-4b0b-96e4-ad0389f33eea admin admin] Pushing event deleted for resources: {'Network': ['ID=8993c9f0-6503-4683-a487-7ffa621a09e5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:01.166727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60776) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:01.211055 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4365fda6-c056-44af-bf2c-1b1094961744 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bb972a4115904e69b6c84665f754e783&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427606 Dec 10 19:11:01.213882 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60778) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:01.272202 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aba690a-6b0c-4e20-8ed0-fe962f125e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.295195 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aba690a-6b0c-4e20-8ed0-fe962f125e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.347301 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aba690a-6b0c-4e20-8ed0-fe962f125e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.349974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7aba690a-6b0c-4e20-8ed0-fe962f125e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.351200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7aba690a-6b0c-4e20-8ed0-fe962f125e23 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eb2ba616-4d85-45b5-aa30-297bbfef9c6c HTTP/1.1" status: 204 len: 168 time: 0.1360290 Dec 10 19:11:01.359637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba690a-6b0c-4e20-8ed0-fe962f125e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2ba616-4d85-45b5-aa30-297bbfef9c6c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:01.669825 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-54c78bb7-12f3-47c6-abe0-46291b333943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.700230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60784) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:01.743548 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6fa763e9-47aa-4f30-990e-471ad8f07dce admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5066d0c6447481ead6a240288ce3610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420637 Dec 10 19:11:01.746426 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60786) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:01.802749 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b9dcbcc-675d-4cd6-9a03-fe8111d7df4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.826838 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b9dcbcc-675d-4cd6-9a03-fe8111d7df4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.876350 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b9dcbcc-675d-4cd6-9a03-fe8111d7df4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.879162 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5b9dcbcc-675d-4cd6-9a03-fe8111d7df4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:01.880371 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5b9dcbcc-675d-4cd6-9a03-fe8111d7df4c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a895863b-41cb-4348-83c4-749741ab50d6 HTTP/1.1" status: 204 len: 168 time: 0.1329870 Dec 10 19:11:01.888627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dcbcc-675d-4cd6-9a03-fe8111d7df4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a895863b-41cb-4348-83c4-749741ab50d6,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:02.281708 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:02.440576 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:03.911568 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60826) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:03.917195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24781707', 'description': 'tempest-secgroup-smoke-24781707 description', 'project_id': '5c1a175c10af49178ef68919a295f0b0'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:03.946337 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:03.952250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:03.956797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.056936 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.063538 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.103619 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6834d68-f2e2-4aa6-ab23-35ab2ff570ec,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.151974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.157732 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.183174 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.188042 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.189607 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2766736 Dec 10 19:11:04.192478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60828) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:04.197994 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c4bc50c2-1c8c-4a7e-be9b-cb9513b06759 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '42d87f67-b595-4d77-811a-fb03044f5077', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:04.203708 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dbdb2-6339-4c37-9976-fb9cf2f546a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d87f67-b595-4d77-811a-fb03044f5077,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.235033 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4bc50c2-1c8c-4a7e-be9b-cb9513b06759 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.307554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4bc50c2-1c8c-4a7e-be9b-cb9513b06759 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.314133 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4bc50c2-1c8c-4a7e-be9b-cb9513b06759 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.337235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc50c2-1c8c-4a7e-be9b-cb9513b06759 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54a61ca-94a8-443d-8fab-bc13e0598fe6,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.350188 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4bc50c2-1c8c-4a7e-be9b-cb9513b06759 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.352367 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c4bc50c2-1c8c-4a7e-be9b-cb9513b06759 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1589491 Dec 10 19:11:04.355370 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60830) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:04.360476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-087dd05f-8928-4bb9-8e6b-f72a08e12586 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '42d87f67-b595-4d77-811a-fb03044f5077', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:04.395928 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-087dd05f-8928-4bb9-8e6b-f72a08e12586 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.469559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-087dd05f-8928-4bb9-8e6b-f72a08e12586 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.473639 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-087dd05f-8928-4bb9-8e6b-f72a08e12586 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.494340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087dd05f-8928-4bb9-8e6b-f72a08e12586 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632d1e06-abf0-42e6-aab0-d2e4d3fec0ca,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.505135 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-087dd05f-8928-4bb9-8e6b-f72a08e12586 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.506807 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-087dd05f-8928-4bb9-8e6b-f72a08e12586 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501148 Dec 10 19:11:04.509890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60832) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:04.514673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4b5d133f-2873-4cc4-ac36-69216dae695f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '42d87f67-b595-4d77-811a-fb03044f5077', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:04.548951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b5d133f-2873-4cc4-ac36-69216dae695f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.606691 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b5d133f-2873-4cc4-ac36-69216dae695f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.611316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b5d133f-2873-4cc4-ac36-69216dae695f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.632421 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d133f-2873-4cc4-ac36-69216dae695f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3802bc-a285-4e08-adb1-1bb66a3119fd,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.643869 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4b5d133f-2873-4cc4-ac36-69216dae695f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.645955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4b5d133f-2873-4cc4-ac36-69216dae695f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340096 Dec 10 19:11:04.648683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60834) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:04.655326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-b18ef799-c1c6-4054-93d6-60fc968b29a5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '42d87f67-b595-4d77-811a-fb03044f5077', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:04.691423 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b18ef799-c1c6-4054-93d6-60fc968b29a5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.754049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b18ef799-c1c6-4054-93d6-60fc968b29a5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.760367 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b18ef799-c1c6-4054-93d6-60fc968b29a5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.779363 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ef799-c1c6-4054-93d6-60fc968b29a5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1adb9ab-50f7-48d3-bba4-bbf70e228001,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.787505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-b18ef799-c1c6-4054-93d6-60fc968b29a5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.788831 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b18ef799-c1c6-4054-93d6-60fc968b29a5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388621 Dec 10 19:11:04.792901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60836) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:04.800015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '42d87f67-b595-4d77-811a-fb03044f5077', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:04.825145 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:11:04.830492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.900627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.912361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.935369 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03c8d11a-1e4b-40f7-96f7-70dbb75786d0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:04.944546 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:04.945839 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-08230097-8fde-4cda-9336-25b1271fb7a3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518161 Dec 10 19:11:04.948805 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60838) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:04.953808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '42d87f67-b595-4d77-811a-fb03044f5077', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:04.985242 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:11:04.991282 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.076800 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.080407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.081848 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.104366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2774c59a-abed-4193-b714-ae3415985176,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:05.114646 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.115913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7ab6af40-4ae1-4329-a365-71540db9780b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1660397 Dec 10 19:11:05.119593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60842) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:05.124635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'network': {'name': 'tempest-network-smoke--1479094196', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:05.151281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:05.155091 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.182431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:11:05.192820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.193162 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Added segment 96a7d740-55e1-4f5b-979d-64735bb4ba58 of type vlan for network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f Dec 10 19:11:05.236724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.267589 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.273558 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:05.274139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.337862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2170119 Dec 10 19:11:05.341782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60844) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:05.346900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'admin_state_up': True, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:05.347416 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de049dfd-b531-411c-b835-17eb1b1e1b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Network': ['ID=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:05.360474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:11:05.373448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.374534 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.432152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.599834 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.814046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.833868 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:05.943141 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.227 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/b0a4a8a2-4587-4a59-bbab-4b6dc859cd82) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:06.054297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:06.094490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:06.139798 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:06.142888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:06.146770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:06.157820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce55e6-a065-4080-bb78-bb7f36850cfe None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:06.173104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:06.187717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1302c90e-3421-4303-aee6-2c866c6d7818 None None] Provisioning complete for port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:06.188094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1302c90e-3421-4303-aee6-2c866c6d7818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:06.224475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1302c90e-3421-4303-aee6-2c866c6d7818 None None] Port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:06.467608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:06.670492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.125975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router fdec8cc0-61ad-41c6-87d3-11577babee4d is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:11:07.234816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:07.249717 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Sync routers for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:07.260610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.261474 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:07.262167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:11:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:07.262388 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4754d888-2e72-41e1-b3c7-c28993a29930 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9194202 Dec 10 19:11:07.265359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60852) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:07.373776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:07.408001 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-04ea0a0f-192b-431d-b07e-0385e030da25 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c1a175c10af49178ef68919a295f0b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1389565 Dec 10 19:11:07.408232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60856) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:07.565917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40608631-7cdb-463f-b8a3-b3959e3fed7b tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:07.570246 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-40608631-7cdb-463f-b8a3-b3959e3fed7b tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1584895 Dec 10 19:11:07.570487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:06Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:07.570653 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:07.596262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Checking router: fdec8cc0-61ad-41c6-87d3-11577babee4d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:07.596609 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Updating router fdec8cc0-61ad-41c6-87d3-11577babee4d port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:07.609869 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c7627740-a6cd-4f64-ae51-dce0df06cc57 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380538 Dec 10 19:11:07.614697 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60860) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:07.620852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1396046608', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:07.621981 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.720710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:07.725583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.876167 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.881918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.912602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:07.971486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Subnet': ['ID=e12819ef-8ffe-46f7-a885-d3b389ad943e,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:07.989193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Checking segment: {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:07.989853 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network hostable DHCP agents. Network: 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:11:08.009380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:11:08.019352 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:08.023703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:08.024329 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.043046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f2a6552a-77de-49f8-ba39-9102cc33e3b9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4272931 Dec 10 19:11:08.045969 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60862) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:08.082856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8217a8f2-9ce9-4fce-8ae4-700c586b71f6 None None] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:08.121610 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c65644-5cdd-456a-ada8-2082de40a72f None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:08.159376 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Attempting to bind port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:08.159653 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Attempting to bind port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:08.160025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Attempting to bind port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:08.174465 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:08.174761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:08.175196 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.175591 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:08.176069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Bound port: b0a4a8a2-4587-4a59-bbab-4b6dc859cd82, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:08.176457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.179739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b40354-b48c-4ae1-bee6-5270f75876aa None None] Pushing event updated for resources: {'Port': ['ID=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:08.276426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] For port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:08.291607 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:11:08.292600 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.298270 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] For port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:08.310912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-02ec04e6-2333-4a78-815f-6be20586bbd3 None None] Provisioning complete for port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:08.311285 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-02ec04e6-2333-4a78-815f-6be20586bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.314438 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.400687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c13a30-344e-47a0-b5a4-7c9ee6f4aa3d None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:11:08.486733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b40354-b48c-4ae1-bee6-5270f75876aa None None] Pushing event updated for resources: {'Port': ['ID=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:08.491887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:08.492535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:11:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:08.505014 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.616142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Allocated IP 172.20.0.2 (11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f/e12819ef-8ffe-46f7-a885-d3b389ad943e/6e1c7070-5e35-4254-b548-c503fb22a690) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:08.665237 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-02ec04e6-2333-4a78-815f-6be20586bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.744654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-02ec04e6-2333-4a78-815f-6be20586bbd3 None None] For port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:08.755029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-02ec04e6-2333-4a78-815f-6be20586bbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:08.762652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:08.942210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec04e6-2333-4a78-815f-6be20586bbd3 None None] Pushing event updated for resources: {'Port': ['ID=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:08.954841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2098f434-51de-4807-b8cd-ae044ca61482 None None] Provisioning complete for port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:08.955225 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2098f434-51de-4807-b8cd-ae044ca61482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.054308 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.084180 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.113320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.1 (11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f/e12819ef-8ffe-46f7-a885-d3b389ad943e/37da1524-fe37-4c0a-b9e1-b9cfcdb984b5) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:09.144159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:09.171997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:09.176631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Pushing event updated for resources: {'Port': ['ID=6e1c7070-5e35-4254-b548-c503fb22a690,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:09.182221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:09.228747 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.247228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:06Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:09.251563 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Attempting to bind port 6e1c7070-5e35-4254-b548-c503fb22a690 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:09.251944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Attempting to bind port 6e1c7070-5e35-4254-b548-c503fb22a690 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:09.252313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Attempting to bind port 6e1c7070-5e35-4254-b548-c503fb22a690 on network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:09.265046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.284543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702e9d7-0ac8-43c0-917d-8cd62aea7621 None None] The sync data for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 is: [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:06Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:09.286324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:09.286745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Checking segment: {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:09.287151 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.287541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Bound using segment: {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:09.288065 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Bound port: 6e1c7070-5e35-4254-b548-c503fb22a690, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:09.288821 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.313275 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:09.316716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:09.320747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:09.355357 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] For port 6e1c7070-5e35-4254-b548-c503fb22a690, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:09.360628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] For port 6e1c7070-5e35-4254-b548-c503fb22a690, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6e1c7070-5e35-4254-b548-c503fb22a690,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:09.365604 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:09.366664 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.371294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.427714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440894ce-e6db-4d87-a169-dfe51a6a0add None None] Pushing event updated for resources: {'Port': ['ID=6e1c7070-5e35-4254-b548-c503fb22a690,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:09.525479 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.889168 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.894522 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:09.967415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:09.973203 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:10.072792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:10.074233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:10.195028 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router fdec8cc0-61ad-41c6-87d3-11577babee4d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:10.314431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:10.327117 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f5acf0d6-8b4d-41f1-9f8f-ff1052a75c12 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/fdec8cc0-61ad-41c6-87d3-11577babee4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2719634 Dec 10 19:11:10.462475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d10f0d8-ac28-4dc2-983f-a4b32b5ee46f None None] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:11:10.484991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-3a5f9236-d02e-4ab9-b221-bcb2384efbcc tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24781707&fields=id&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 267 time: 0.0514424 Dec 10 19:11:10.549875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-60e1f376-2d94-4cb4-87dd-fe79f193efd1 None None] Provisioning complete for port 6e1c7070-5e35-4254-b548-c503fb22a690 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:10.550259 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-60e1f376-2d94-4cb4-87dd-fe79f193efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:10.603886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-4abcb72a-482f-4401-97d5-500776ef3c45 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:10.605673 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-4abcb72a-482f-4401-97d5-500776ef3c45 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/networks?id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f HTTP/1.1" status: 200 len: 797 time: 0.1136560 Dec 10 19:11:10.639821 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-577cc94c-efc9-4e4e-9c3c-6ec22f1cee18 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/quotas/5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 375 time: 0.0227561 Dec 10 19:11:10.684182 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-60e1f376-2d94-4cb4-87dd-fe79f193efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:10.717858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-463d30df-07db-41a1-9e3d-fe36b0edea0c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768452 Dec 10 19:11:10.744905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6e1c7070-5e35-4254-b548-c503fb22a690 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:10.782444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-60e1f376-2d94-4cb4-87dd-fe79f193efd1 None None] For port 6e1c7070-5e35-4254-b548-c503fb22a690, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6e1c7070-5e35-4254-b548-c503fb22a690,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:10.792026 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-60e1f376-2d94-4cb4-87dd-fe79f193efd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:10.870276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1f376-2d94-4cb4-87dd-fe79f193efd1 None None] Pushing event updated for resources: {'Port': ['ID=6e1c7070-5e35-4254-b548-c503fb22a690,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:10.875113 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6e1c7070-5e35-4254-b548-c503fb22a690 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:10.875489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:10.933395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1910a510-9305-49bf-9ad4-e5c64e8648b1 None None] Provisioning complete for port 6e1c7070-5e35-4254-b548-c503fb22a690 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:10.933765 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1910a510-9305-49bf-9ad4-e5c64e8648b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.016962 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:11.111133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1910a510-9305-49bf-9ad4-e5c64e8648b1 None None] Provisioning complete for port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:11.111491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1910a510-9305-49bf-9ad4-e5c64e8648b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.114324 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Sync routers for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:11.130651 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:11.131671 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:11:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:11.139622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:11.139622 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.180214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1910a510-9305-49bf-9ad4-e5c64e8648b1 None None] Port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:11.218026 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-c91df3c2-a22b-45d1-a21b-463648446c32 service neutron] 10.222.0.55 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821191 Dec 10 19:11:11.282874 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:11.302852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-01e502f2-6f42-4b6e-97b7-ae56fca86a65 None None] Provisioning complete for port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:11.303223 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01e502f2-6f42-4b6e-97b7-ae56fca86a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.357816 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-01e502f2-6f42-4b6e-97b7-ae56fca86a65 None None] Port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:11.371412 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-424fcf27-5bf8-4563-9a54-5168bae30c0e service neutron] 10.222.0.55 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522999 Dec 10 19:11:11.489095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-109362f4-c62f-476d-91b1-457411c1dfb1 None None] Provisioning complete for port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:11.489848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-109362f4-c62f-476d-91b1-457411c1dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.536537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-109362f4-c62f-476d-91b1-457411c1dfb1 None None] Port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:11.612316 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-00d607c3-1c18-43fe-b983-1bcc49f7a95e req-22457ec9-8b55-43b1-b967-f12d8e73d6e6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 210 time: 0.0440102 Dec 10 19:11:11.640532 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 2, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:11.667827 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Checking router: fdec8cc0-61ad-41c6-87d3-11577babee4d for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:11.668159 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Updating router fdec8cc0-61ad-41c6-87d3-11577babee4d port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:11:11.693278 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.983754 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:11.989872 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.038284 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Pushing event updated for resources: {'Port': ['ID=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:12.064537 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.064876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.065207 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.065546 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.067355 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.067355 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.067355 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.067680 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.067771 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.068105 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.068428 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.068740 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.069041 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:11:12.104065 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Attempting to bind port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:12.104432 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Attempting to bind port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:12.104807 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Attempting to bind port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 on network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:12.110796 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:12.111167 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Checking segment: {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:12.111639 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.112029 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Bound using segment: {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:12.112510 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Bound port: 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:12.112884 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.186918 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] For port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:12.191461 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] For port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:12.196517 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.263674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ae183a42-fcb2-4b53-8003-048c73df8ae0 None None] Provisioning complete for port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:12.264048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae183a42-fcb2-4b53-8003-048c73df8ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.268471 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:12.269107 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:11:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:12.272727 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13263a-7ed1-46d7-a3d9-2e902b51829c None None] Pushing event updated for resources: {'Port': ['ID=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:12.368592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae183a42-fcb2-4b53-8003-048c73df8ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.404202 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:12.407496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ae183a42-fcb2-4b53-8003-048c73df8ae0 None None] For port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:12.413992 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ae183a42-fcb2-4b53-8003-048c73df8ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.480745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae183a42-fcb2-4b53-8003-048c73df8ae0 None None] Pushing event updated for resources: {'Port': ['ID=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:12.540901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3cc25c1f-21eb-4cf4-82d9-63a7a99de0e5 None None] Provisioning complete for port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:12.540901 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3cc25c1f-21eb-4cf4-82d9-63a7a99de0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.684239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-5ae5341d-117f-40a5-8737-c87e8fa76213 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:12.690730 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-5ae5341d-117f-40a5-8737-c87e8fa76213 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/networks?id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f HTTP/1.1" status: 200 len: 797 time: 0.1662035 Dec 10 19:11:12.697463 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:12.710667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6e1c7070-5e35-4254-b548-c503fb22a690 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:12.747500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d1900ad5-0688-4c70-b7e0-5aea8700bed7 req-475900d5-1563-4d75-840e-5a072e3c4441 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 210 time: 0.0495243 Dec 10 19:11:12.763019 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e29f42-bb5e-4359-b2a0-13884b2941ad None None] The sync data for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 is: [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:12.767404 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-1cddf1f7-9180-46ef-a1cc-30cc83207ac0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 378 time: 0.0695579 Dec 10 19:11:12.771540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 6e1c7070-5e35-4254-b548-c503fb22a690 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:12.771909 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:12.780256 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'port': {'device_id': '0163199e-39fa-4967-9d06-ff584d191476', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'admin_state_up': True, 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'security_groups': ['42d87f67-b595-4d77-811a-fb03044f5077']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:12.932200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:11:12.936812 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.087856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.9 (11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f/e12819ef-8ffe-46f7-a885-d3b389ad943e/9e3591b8-0b9e-40e7-832a-b1fc6882d037) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:13.257879 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.296723 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.345348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:13.348972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:13.354085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:13.389593 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=9e3591b8-0b9e-40e7-832a-b1fc6882d037,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:13.418499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:13.419234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.439387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-23f73513-1ce7-4380-850e-14563e2d2b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6633334 Dec 10 19:11:13.450099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-51953cb0-29bb-4d01-9830-5d2bb7fc0a4d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:11:13.451517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-51953cb0-29bb-4d01-9830-5d2bb7fc0a4d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060935 Dec 10 19:11:13.516567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Request body: {'port': {'device_id': '0163199e-39fa-4967-9d06-ff584d191476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:13.597680 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.683354 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-89a96df9-da5c-45ea-bb7c-71aaca928249 None None] Provisioning complete for port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:13.684017 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89a96df9-da5c-45ea-bb7c-71aaca928249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:13.724947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-89a96df9-da5c-45ea-bb7c-71aaca928249 None None] Port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:11:13.914151 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c59f0-0124-4d18-b0c6-a2cf71efc73f req-f6dfda93-fe8a-4114-9625-54ce1eb75a4f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:13.915971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad2c59f0-0124-4d18-b0c6-a2cf71efc73f req-f6dfda93-fe8a-4114-9625-54ce1eb75a4f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 931 time: 0.0974171 Dec 10 19:11:13.990026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3591b8-0b9e-40e7-832a-b1fc6882d037 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:11:14.003289 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.027118 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ad2c59f0-0124-4d18-b0c6-a2cf71efc73f req-f6f1a585-6e78-4d4f-ae33-84e9315f0937 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0984955 Dec 10 19:11:14.030145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Transition to ACTIVE for port object 9e3591b8-0b9e-40e7-832a-b1fc6882d037 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:11:14.034473 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.091756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Pushing event updated for resources: {'Port': ['ID=9e3591b8-0b9e-40e7-832a-b1fc6882d037,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:14.166412 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Attempting to bind port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:11:14.167809 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Attempting to bind port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:11:14.168232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Attempting to bind port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 on network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:14.175280 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 on network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:11:14.175650 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Attempting to bind port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 on network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:11:14.183238 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:11:14.183590 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Checking segment: {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:11:14.183988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Bound using segment: {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:11:14.184432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Bound port: 9e3591b8-0b9e-40e7-832a-b1fc6882d037, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a7d740-55e1-4f5b-979d-64735bb4ba58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:11:14.184794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.261211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] For port 9e3591b8-0b9e-40e7-832a-b1fc6882d037, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:11:14.265146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] For port 9e3591b8-0b9e-40e7-832a-b1fc6882d037, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:11:14.269799 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.312289 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:14.313049 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.314621 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] 10.222.0.30 "PUT /v2.0/ports/9e3591b8-0b9e-40e7-832a-b1fc6882d037 HTTP/1.1" status: 200 len: 1091 time: 0.8544230 Dec 10 19:11:14.315059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:14.317379 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7761cd4-7912-4d1d-8e67-16031c00959b" -d '{"events": [{"name": "network-changed", "server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:14.355174 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77bb29-ebc3-4a1e-82fd-ede1aee9114e service neutron] Pushing event updated for resources: {'Port': ['ID=9e3591b8-0b9e-40e7-832a-b1fc6882d037,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:14.389408 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f545de-5659-477b-afc4-2cce09035da5 x-openstack-request-id: req-d9f545de-5659-477b-afc4-2cce09035da5 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:14.389736 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:14.389923 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9f545de-5659-477b-afc4-2cce09035da5 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:14.390365 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'status': 'completed', 'code': 200} Dec 10 19:11:14.410175 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-466c9836-17ae-4f21-a35a-2b77506b6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:14.412518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-466c9836-17ae-4f21-a35a-2b77506b6e50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 1094 time: 0.0541019 Dec 10 19:11:14.460435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-e429ac1d-25ea-4e2b-a676-00a78ee32993 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037 HTTP/1.1" status: 200 len: 217 time: 0.0393507 Dec 10 19:11:14.525055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-eca4a7f2-87f4-4022-843a-fb02324e19ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:14.526803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-eca4a7f2-87f4-4022-843a-fb02324e19ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e12819ef-8ffe-46f7-a885-d3b389ad943e HTTP/1.1" status: 200 len: 835 time: 0.0596774 Dec 10 19:11:14.584628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-c0ed2a34-51cd-4223-82cd-a4c80c8eeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:14.586588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-c0ed2a34-51cd-4223-82cd-a4c80c8eeeb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528398 Dec 10 19:11:14.673775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:14.693971 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-30d0cad5-c465-4bae-a6e1-d8ce877ee24e service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999749 Dec 10 19:11:14.722389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:14.723017 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:14.786175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b1077316-8dcd-4b31-b464-70c070d1ebf1 req-0426cbaa-001d-498f-95c2-e52f18a6963a service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848062 Dec 10 19:11:14.881718 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-bc875dd6-fab7-473f-ba09-29b267e8c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:14.884467 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-bc875dd6-fab7-473f-ba09-29b267e8c37d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 1094 time: 0.0473816 Dec 10 19:11:14.990868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-4c9ace1e-a082-4eb6-8c40-5f0cecc0a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:14.992348 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-4c9ace1e-a082-4eb6-8c40-5f0cecc0a635 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f HTTP/1.1" status: 200 len: 898 time: 0.1011834 Dec 10 19:11:15.037663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-371cb7b8-375f-41bd-8e02-2c72868ea2f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037 HTTP/1.1" status: 200 len: 217 time: 0.0348442 Dec 10 19:11:15.088565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-400b222b-7da9-47e0-b6c1-e3d9c9d70320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:15.090453 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-400b222b-7da9-47e0-b6c1-e3d9c9d70320 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e12819ef-8ffe-46f7-a885-d3b389ad943e HTTP/1.1" status: 200 len: 835 time: 0.0442705 Dec 10 19:11:15.169551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-b1987d5b-342a-4e35-a99a-06920e2b37f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:15.171104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-b1987d5b-342a-4e35-a99a-06920e2b37f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733581 Dec 10 19:11:15.182785 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b326d07-45cb-4b9d-8f78-100e3150fb00 req-1749f4ac-eca8-4a19-b095-c919d488ed71 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:15.184176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b326d07-45cb-4b9d-8f78-100e3150fb00 req-1749f4ac-eca8-4a19-b095-c919d488ed71 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 943 time: 0.0780699 Dec 10 19:11:15.291082 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b326d07-45cb-4b9d-8f78-100e3150fb00 req-c6cc74f6-7505-4c87-a284-0c07c829261f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981150 Dec 10 19:11:15.308499 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-659937cf-ab07-4f22-a498-76a0c80e8d6d service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233268 Dec 10 19:11:15.407598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b7761cd4-7912-4d1d-8e67-16031c00959b req-7d4cfd5e-957a-4656-8727-f21a293279af service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918071 Dec 10 19:11:16.431623 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821ec9f-b18a-45e0-b441-74f0e138da1e req-d2b294ff-5187-4d3b-be44-21859cc027b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:16.433153 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8821ec9f-b18a-45e0-b441-74f0e138da1e req-d2b294ff-5187-4d3b-be44-21859cc027b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 943 time: 0.0626762 Dec 10 19:11:16.483696 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8821ec9f-b18a-45e0-b441-74f0e138da1e req-69df94bd-8b32-47b8-be32-87fea718f8d4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442677 Dec 10 19:11:17.607219 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9204e-dcfa-4daf-9b09-85b417bd2993 req-2b4ef183-2a61-4149-8068-9de7809a002d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:17.610009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46a9204e-dcfa-4daf-9b09-85b417bd2993 req-2b4ef183-2a61-4149-8068-9de7809a002d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 943 time: 0.0543711 Dec 10 19:11:17.667976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-46a9204e-dcfa-4daf-9b09-85b417bd2993 req-85a823a1-b934-41e4-a5f5-b8c19df5c0ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514469 Dec 10 19:11:17.714688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e3591b8-0b9e-40e7-832a-b1fc6882d037 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:11:17.817764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9e3591b8-0b9e-40e7-832a-b1fc6882d037, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:17.831503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'port_id': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'mac_address': 'fa:16:3e:13:b0:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:11:17.875206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.890219 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3591b8-0b9e-40e7-832a-b1fc6882d037 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:11:17.912544 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9e3591b8-0b9e-40e7-832a-b1fc6882d037, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:17.919315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:17.973260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9e3591b8-0b9e-40e7-832a-b1fc6882d037,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:18.154761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['9e3591b8-0b9e-40e7-832a-b1fc6882d037'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:11:18.805798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515d95f-45d2-48a1-b362-eb1bfe2ed953 req-98546b8d-b7ff-4268-b5ad-462863c249e4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:18.809176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a515d95f-45d2-48a1-b362-eb1bfe2ed953 req-98546b8d-b7ff-4268-b5ad-462863c249e4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 944 time: 0.0663133 Dec 10 19:11:18.863642 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a515d95f-45d2-48a1-b362-eb1bfe2ed953 req-5cdd072a-ec6f-47a2-b246-135d765282a6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484221 Dec 10 19:11:19.730712 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e3591b8-0b9e-40e7-832a-b1fc6882d037 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:11:19.784840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:11:19.788762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:11:19.789142 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.877366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.906294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:19.908710 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce702e7d-2211-4b0f-9c85-30c5969fcd89" -d '{"events": [{"server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "name": "network-vif-plugged", "status": "completed", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:19.923571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 9e3591b8-0b9e-40e7-832a-b1fc6882d037, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:11:19.928191 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:19.987979 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=9e3591b8-0b9e-40e7-832a-b1fc6882d037,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:19.995977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dcb0c-0c98-4deb-b02a-8ff78fc3dda9 req-877914a1-01a1-406e-b9b4-1a95f86ac20c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:19.997600 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b97dcb0c-0c98-4deb-b02a-8ff78fc3dda9 req-877914a1-01a1-406e-b9b4-1a95f86ac20c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0566871 Dec 10 19:11:20.022834 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22105269-d081-44ce-94de-88934d94843c x-openstack-request-id: req-22105269-d081-44ce-94de-88934d94843c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:20.023140 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "name": "network-vif-plugged", "status": "completed", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:20.023395 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-22105269-d081-44ce-94de-88934d94843c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:20.023804 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'code': 200} Dec 10 19:11:20.057553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b97dcb0c-0c98-4deb-b02a-8ff78fc3dda9 req-3745debc-3ce1-4e1c-b7c4-c74640365876 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530813 Dec 10 19:11:20.137029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28ed94-729e-4fac-856b-be00069241e4 req-898daea3-33a6-4e48-8b7b-df542a8118cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:20.139277 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af28ed94-729e-4fac-856b-be00069241e4 req-898daea3-33a6-4e48-8b7b-df542a8118cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 1096 time: 0.0457330 Dec 10 19:11:20.191854 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af28ed94-729e-4fac-856b-be00069241e4 req-4cd8811a-422a-4432-aa7e-36b97c098fd6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455449 Dec 10 19:11:21.196774 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0f081-26ba-4776-ad1b-024ab64ea403 req-8d6f02be-e658-4aa4-bdce-a65525e195b7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:21.198889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17a0f081-26ba-4776-ad1b-024ab64ea403 req-8d6f02be-e658-4aa4-bdce-a65525e195b7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0606987 Dec 10 19:11:21.260821 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-17a0f081-26ba-4776-ad1b-024ab64ea403 req-13ef2af7-1860-4974-b8c5-cf17269ebef1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532019 Dec 10 19:11:22.403272 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24204610-a5a3-439b-9316-817e33724449 req-61585ad4-527f-41df-8df2-db84acc40f6d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:22.404784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24204610-a5a3-439b-9316-817e33724449 req-61585ad4-527f-41df-8df2-db84acc40f6d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0603397 Dec 10 19:11:22.455964 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-24204610-a5a3-439b-9316-817e33724449 req-507d364c-bab7-4a13-a234-f5ac498c9516 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446527 Dec 10 19:11:22.575282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661f70e-3a0c-40a0-a449-95c2f53f3972 req-29aa0572-8f95-4ea1-bc76-1bf60d53d3b0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:22.576728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6661f70e-3a0c-40a0-a449-95c2f53f3972 req-29aa0572-8f95-4ea1-bc76-1bf60d53d3b0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0511494 Dec 10 19:11:22.629132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6661f70e-3a0c-40a0-a449-95c2f53f3972 req-aeced29f-570c-482a-a71f-a55dfc3bcd94 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461435 Dec 10 19:11:22.652023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60916) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:22.698445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637afb1-0bd5-4fa0-8455-094cfe4e3744 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:22.700010 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5637afb1-0bd5-4fa0-8455-094cfe4e3744 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 1091 time: 0.0469701 Dec 10 19:11:22.702900 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60918) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:22.707188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:11:22.732495 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.836712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:22.952117 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.188 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/0d156d5f-bbf8-471a-b413-a9e9c09216a0) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:11:23.070465 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.110673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.159005 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:11:23.162088 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:11:23.166316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:11:23.172193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=0d156d5f-bbf8-471a-b413-a9e9c09216a0,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:23.559888 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.637977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.797047 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.804909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.880509 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=0d156d5f-bbf8-471a-b413-a9e9c09216a0,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:11:23.891683 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:23.999378 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP 6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4 associated. External IP: 172.25.2.188, port: 9e3591b8-0b9e-40e7-832a-b1fc6882d037. Dec 10 19:11:24.233524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router fdec8cc0-61ad-41c6-87d3-11577babee4d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:11:24.321657 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:11:24.361072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:11:24.372572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] Sync routers for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:11:24.379954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:24.389829 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:24.390918 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:11:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:24.410620 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d4cbcc68-37ed-4201-82fd-7bfd2ffa5632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7066300 Dec 10 19:11:24.411239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:11:24.413728 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:11:24.456885 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ba44d-35b3-44c3-bf09-d7d7d3ac113f x-openstack-request-id: req-3e2ba44d-35b3-44c3-bf09-d7d7d3ac113f {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:11:24.457359 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:11:24.457750 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3e2ba44d-35b3-44c3-bf09-d7d7d3ac113f {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:11:24.460210 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'status': 'completed', 'code': 200} Dec 10 19:11:24.523859 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:24.552337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f0185-85c5-433a-8f63-62dbdd6db6d9 req-3ea5c21e-cf60-48d3-9413-6c8fcd25ddb9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:24.554058 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a2f0185-85c5-433a-8f63-62dbdd6db6d9 req-3ea5c21e-cf60-48d3-9413-6c8fcd25ddb9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0831702 Dec 10 19:11:24.557533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-768ab2bf-7c8c-4614-b291-9b9d57a62772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:24.559050 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-768ab2bf-7c8c-4614-b291-9b9d57a62772 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 1096 time: 0.0757096 Dec 10 19:11:24.665509 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9a2f0185-85c5-433a-8f63-62dbdd6db6d9 req-eaa5f953-bd3f-46a0-89f9-1108289158ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028469 Dec 10 19:11:24.691271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60924) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:24.740850 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-be7ca8e1-424a-427e-b3e3-67808fbccabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:24.742883 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-be7ca8e1-424a-427e-b3e3-67808fbccabc service neutron] 10.222.0.30 "GET /v2.0/networks?id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f HTTP/1.1" status: 200 len: 898 time: 0.1738589 Dec 10 19:11:24.774966 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'port_id': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'mac_address': 'fa:16:3e:13:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163199e-39fa-4967-9d06-ff584d191476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:23Z', 'updated_at': '2021-12-10T19:11:23Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:24.802548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] Checking router: fdec8cc0-61ad-41c6-87d3-11577babee4d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:11:24.812334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:11:24.812983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:11:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:24.820204 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3d8a04b9-4f24-4552-ae2c-71db184f83e3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4 HTTP/1.1" status: 200 len: 991 time: 0.1276927 Dec 10 19:11:24.833377 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-6b143ebc-90ec-4cb6-ac57-0444ad0c754b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037 HTTP/1.1" status: 200 len: 999 time: 0.0798516 Dec 10 19:11:24.886021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-777d2a33-2175-4a79-a33e-6e63b52fd418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:24.887617 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-777d2a33-2175-4a79-a33e-6e63b52fd418 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e12819ef-8ffe-46f7-a885-d3b389ad943e HTTP/1.1" status: 200 len: 835 time: 0.0470574 Dec 10 19:11:24.926062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:11:24.943729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-5769544a-9ca5-4743-a115-4070dfef3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:24.945970 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-5769544a-9ca5-4743-a115-4070dfef3a71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513718 Dec 10 19:11:25.042253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-ee45c219-8507-4769-a146-e1596684d8ea service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889237 Dec 10 19:11:25.139372 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fdf8b4f-0dab-4f4a-ab78-9b683ab87a4b req-ded0057d-5ad0-42b6-b105-9c80538805ce service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897832 Dec 10 19:11:25.177090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'port_id': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'mac_address': 'fa:16:3e:13:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163199e-39fa-4967-9d06-ff584d191476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:23Z', 'updated_at': '2021-12-10T19:11:23Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:11:25.203825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf21542-4725-439c-b0ce-9da75c791cd6 None None] The sync data for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 is: [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.188', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'port_id': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'mac_address': 'fa:16:3e:13:b0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0163199e-39fa-4967-9d06-ff584d191476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:11:23Z', 'updated_at': '2021-12-10T19:11:23Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:11:25.465498 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dfc7b2-72e8-4be9-b954-dafe4cddfb2c None None] New status for floating IP 6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:11:25.824296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60928) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:25.897540 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c6d803ba-1105-4472-84a4-e89a001e94ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4 HTTP/1.1" status: 200 len: 993 time: 0.0720236 Dec 10 19:11:28.345377 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-04c1d15d-986d-4df7-9185-e7065c9e712c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:31.687922 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-96faf77b-e489-4855-95c9-b4828c0b4937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:32.288630 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:32.438904 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:33.959882 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:34.185176 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:35.075379 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:47.164580 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-dce476a0-52c7-418f-aa72-d1bbcb6a8728 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421417 Dec 10 19:11:47.259491 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-46c618da-25de-49c1-9259-3261b2600584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:47.262677 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-46c618da-25de-49c1-9259-3261b2600584 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 1096 time: 0.0519679 Dec 10 19:11:47.385199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-bb9ef651-5bca-45db-bde0-a06a93592b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:47.386797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-bb9ef651-5bca-45db-bde0-a06a93592b33 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f HTTP/1.1" status: 200 len: 898 time: 0.0926092 Dec 10 19:11:47.464194 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-2d6a93fe-e88e-44e4-9882-2c196faf598e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037 HTTP/1.1" status: 200 len: 1001 time: 0.0696363 Dec 10 19:11:47.515262 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-7044cee3-5dd9-4035-a58f-851a43ea6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:47.516699 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-7044cee3-5dd9-4035-a58f-851a43ea6df0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e12819ef-8ffe-46f7-a885-d3b389ad943e HTTP/1.1" status: 200 len: 835 time: 0.0437634 Dec 10 19:11:47.566470 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-2f2aad64-0209-496c-899e-639985ab8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:47.567980 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-2f2aad64-0209-496c-899e-639985ab8be7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413070 Dec 10 19:11:47.662933 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-f43d166b-8e90-4b66-91a8-7efdc48d4d90 service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867198 Dec 10 19:11:48.074290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f617197b-9aa5-4630-908f-552c2d9fbb95 req-e372f2fc-d457-463b-9af5-1bbc5eb6bab5 service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971379 Dec 10 19:11:57.347444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22a6dc-55bc-4e6c-84d8-ffb98cd00a17 req-fd004eae-8701-4138-87ce-03cd1308d679 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:57.348964 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae22a6dc-55bc-4e6c-84d8-ffb98cd00a17 req-fd004eae-8701-4138-87ce-03cd1308d679 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Dec 10 19:11:57.406237 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ae22a6dc-55bc-4e6c-84d8-ffb98cd00a17 req-080e96e4-1a8d-469b-9def-ed9b2c8877a9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485599 Dec 10 19:11:58.342661 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c05d110f-52c1-4a6a-91cb-7ed17015ab97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:11:58.540870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab967d5d-5648-46f1-b60a-1018b8b62f62 req-6b0dbda2-3731-4055-be91-1a00de17f136 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:58.542449 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab967d5d-5648-46f1-b60a-1018b8b62f62 req-6b0dbda2-3731-4055-be91-1a00de17f136 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0564287 Dec 10 19:11:58.597394 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ab967d5d-5648-46f1-b60a-1018b8b62f62 req-10926e01-cd5b-4418-84ea-e1c609fc0ed8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482142 Dec 10 19:11:58.622140 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60950) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:11:58.683946 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c049742d-fb03-4352-ba7f-da9204913b56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4 HTTP/1.1" status: 200 len: 993 time: 0.0604212 Dec 10 19:11:59.992973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad108c-bcdb-4eda-8dfd-df05aa4c70f6 req-9c425150-1e18-4a84-8d84-ddfdbebcdac2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:11:59.994472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8ad108c-bcdb-4eda-8dfd-df05aa4c70f6 req-9c425150-1e18-4a84-8d84-ddfdbebcdac2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0617547 Dec 10 19:12:00.048781 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f8ad108c-bcdb-4eda-8dfd-df05aa4c70f6 req-b76552ee-9278-4ed9-87c6-ff90d36a524d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478492 Dec 10 19:12:01.177314 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f416cd75-7426-43ba-8d2a-5b286bef8fef req-693c5293-d075-4a7b-b40e-664163a313e3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:01.178838 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f416cd75-7426-43ba-8d2a-5b286bef8fef req-693c5293-d075-4a7b-b40e-664163a313e3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0545170 Dec 10 19:12:01.231649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f416cd75-7426-43ba-8d2a-5b286bef8fef req-dd416efe-9317-4195-9cc9-387f78f3ed68 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467103 Dec 10 19:12:01.255105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60960) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:01.321278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9b5e96bd-bb86-4f9f-9674-f2b76df51205 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4 HTTP/1.1" status: 200 len: 993 time: 0.0611453 Dec 10 19:12:01.324194 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:12:01.555049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60966) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:01.673305 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097baed3-419f-4cc4-b922-56738a09e934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.733443 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 0d156d5f-bbf8-471a-b413-a9e9c09216a0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:01.733808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.814879 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.815218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:01.831834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 0d156d5f-bbf8-471a-b413-a9e9c09216a0 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:01.995513 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.021009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=0d156d5f-bbf8-471a-b413-a9e9c09216a0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:02.049168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.049520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.049866 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.050212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.050576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.050912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.051251 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.051578 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.051907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.052239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.052583 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.052887 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.053211 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:02.105586 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.105884 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP 6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4 disassociated (deleted). External IP: 172.25.2.188, port: 9e3591b8-0b9e-40e7-832a-b1fc6882d037. Dec 10 19:12:02.288978 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.341325 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router fdec8cc0-61ad-41c6-87d3-11577babee4d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:02.436425 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.464049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:02.471421 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:02.475976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] Sync routers for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:02.486293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:02.487071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:02.499094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e57aa10d-bb7b-4e87-b180-e1abc49d03ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/floatingips/6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4 HTTP/1.1" status: 204 len: 168 time: 0.9428759 Dec 10 19:12:02.499709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:02.502253 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b9d44e-b311-4cf1-98d2-6e70d5b04719" -d '{"events": [{"name": "network-changed", "server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:02.546783 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ca61e7-4262-4d7c-9486-e58e02d43dc4 x-openstack-request-id: req-d9ca61e7-4262-4d7c-9486-e58e02d43dc4 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:02.547077 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:02.547363 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d9ca61e7-4262-4d7c-9486-e58e02d43dc4 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:02.547766 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'status': 'completed', 'code': 200} Dec 10 19:12:02.617454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:02.622120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-2ebda74d-739e-43fe-9339-bc06d7efc5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:02.623751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-2ebda74d-739e-43fe-9339-bc06d7efc5d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 1096 time: 0.0510828 Dec 10 19:12:02.729525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-c2e8724a-4f6e-4c10-84f3-cd82d9b95d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:02.731057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-c2e8724a-4f6e-4c10-84f3-cd82d9b95d14 service neutron] 10.222.0.30 "GET /v2.0/networks?id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f HTTP/1.1" status: 200 len: 898 time: 0.0943887 Dec 10 19:12:02.747845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16a6bb-cd79-4e2f-a32e-fdc752514d93 req-66b6ee1d-d4b2-41f4-9f10-402d726f2833 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:02.749539 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef16a6bb-cd79-4e2f-a32e-fdc752514d93 req-66b6ee1d-d4b2-41f4-9f10-402d726f2833 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0570710 Dec 10 19:12:02.778904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-3ccd01fb-3136-46f0-850b-ca3f28178b46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037 HTTP/1.1" status: 200 len: 217 time: 0.0401373 Dec 10 19:12:02.813198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ef16a6bb-cd79-4e2f-a32e-fdc752514d93 req-7ae3a85b-359f-4643-a2f0-e50f5a541619 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544953 Dec 10 19:12:02.832208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-95afb627-28a5-4381-90b2-799769040d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:02.833735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-95afb627-28a5-4381-90b2-799769040d03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e12819ef-8ffe-46f7-a885-d3b389ad943e HTTP/1.1" status: 200 len: 835 time: 0.0476651 Dec 10 19:12:02.836112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:02.862618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] Checking router: fdec8cc0-61ad-41c6-87d3-11577babee4d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:02.871090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:02.871692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:02.879925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-ce581cc0-83df-41eb-b47a-969b43e808f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:02.881470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-ce581cc0-83df-41eb-b47a-969b43e808f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401690 Dec 10 19:12:02.981320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:02.981576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-e26bb232-30f1-418d-8a7e-0fee3187894f service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904577 Dec 10 19:12:03.080927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-76b9d44e-b311-4cf1-98d2-6e70d5b04719 req-762a9c78-d619-4dda-a997-63540358e86f service neutron] 10.222.0.30 "GET /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912621 Dec 10 19:12:03.199794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:03.228131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b817f5d8-b57f-4248-ac9e-d0c6ce2f70f2 None None] The sync data for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 is: [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:09Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '37da1524-fe37-4c0a-b9e1-b9cfcdb984b5', 'name': '', 'network_id': '11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:7e:1f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:08Z', 'updated_at': '2021-12-10T19:11:12Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'e12819ef-8ffe-46f7-a885-d3b389ad943e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:03.487400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939964c-9c39-4f07-a1c9-30a4dbc31e10 None None] New status for floating IP 6483143b-a7fe-43d2-86d6-aa8b0e6f5fb4: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:12:03.937160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2b2be-c493-4609-a455-26a7d58946d8 req-bc6e2cfa-d1a8-436e-a0ee-fa213f272e9f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:03.938770 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33d2b2be-c493-4609-a455-26a7d58946d8 req-bc6e2cfa-d1a8-436e-a0ee-fa213f272e9f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0568566 Dec 10 19:12:03.961655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.003230 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-33d2b2be-c493-4609-a455-26a7d58946d8 req-583cc1d3-bcd2-4ba9-907d-4f08ea5f43f6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=42d87f67-b595-4d77-811a-fb03044f5077&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553677 Dec 10 19:12:04.181683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.218223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-ca4a4adc-3bfe-4bd3-88a3-8be6b1984681 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:04.219761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-ca4a4adc-3bfe-4bd3-88a3-8be6b1984681 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 945 time: 0.0589561 Dec 10 19:12:04.317321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:04.317658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.414826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 9e3591b8-0b9e-40e7-832a-b1fc6882d037, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=9e3591b8-0b9e-40e7-832a-b1fc6882d037,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:04.415193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.428691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 9e3591b8-0b9e-40e7-832a-b1fc6882d037 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:04.574583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.606379 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=9e3591b8-0b9e-40e7-832a-b1fc6882d037,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:04.633486 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.633839 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.634187 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.634555 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.634894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.635229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.635563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.635894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.636227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.636564 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.636884 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.637209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.637525 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:04.656965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] No DVR routers for this DVR port 9e3591b8-0b9e-40e7-832a-b1fc6882d037 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:12:04.659645 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:04.663224 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d9fb1200-0484-4633-afba-dbdf5d002c38 req-515d0429-a11d-4ce8-af47-2c60b10b6d6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "DELETE /v2.0/ports/9e3591b8-0b9e-40e7-832a-b1fc6882d037 HTTP/1.1" status: 204 len: 173 time: 0.4371061 Dec 10 19:12:04.663666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'name': 'network-vif-deleted', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:04.666052 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb1164b-328b-4aec-9408-2c30c0f37210" -d '{"events": [{"server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "name": "network-vif-deleted", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:04.712637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c08495-c12b-48e4-879d-a70c980ff262 x-openstack-request-id: req-b5c08495-c12b-48e4-879d-a70c980ff262 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:04.712637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0163199e-39fa-4967-9d06-ff584d191476", "name": "network-vif-deleted", "tag": "9e3591b8-0b9e-40e7-832a-b1fc6882d037", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:04.712637 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b5c08495-c12b-48e4-879d-a70c980ff262 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:04.712974 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0163199e-39fa-4967-9d06-ff584d191476', 'name': 'network-vif-deleted', 'tag': '9e3591b8-0b9e-40e7-832a-b1fc6882d037', 'status': 'completed', 'code': 200} Dec 10 19:12:05.087145 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:05.162668 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-968bf539-7dd6-4397-8a9e-ae4399cd7760 req-7c875edc-ba53-43ba-a6b4-ac975a98390e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=0163199e-39fa-4967-9d06-ff584d191476 HTTP/1.1" status: 200 len: 210 time: 0.0437777 Dec 10 19:12:06.247700 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60982) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:06.712849 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:07.022730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:07.023077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:07.132624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:07.132997 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:07.148996 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:07.371951 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:07.401958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=37da1524-fe37-4c0a-b9e1-b9cfcdb984b5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:07.615608 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:07.865862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router fdec8cc0-61ad-41c6-87d3-11577babee4d has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:07.978577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:07.984268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9713f6e6-1ff5-4e7f-86a3-57cf44482560 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/fdec8cc0-61ad-41c6-87d3-11577babee4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7354326 Dec 10 19:12:07.987517 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60984) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:07.989530 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] Sync routers for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:08.004187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:08.004792 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:08.011873 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e3591b8-0b9e-40e7-832a-b1fc6882d037 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:08.045196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting subnet e12819ef-8ffe-46f7-a885-d3b389ad943e {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:12:08.048540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.074704 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 9e3591b8-0b9e-40e7-832a-b1fc6882d037 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:08.075069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 9e3591b8-0b9e-40e7-832a-b1fc6882d037 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:08.092069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.145042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:08.197293 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.266563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.295970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Subnet': ['ID=e12819ef-8ffe-46f7-a885-d3b389ad943e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:08.300349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.308179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-07398c37-fca2-4efd-80c4-e3443f63b544 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/subnets/e12819ef-8ffe-46f7-a885-d3b389ad943e HTTP/1.1" status: 204 len: 168 time: 0.3152602 Dec 10 19:12:08.309727 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60986) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:08.376478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330bb1d-7989-4c94-a0de-07b4bf89729f None None] Network 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:08.420752 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.533915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.591435 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227'}], 'enable_snat': True}, 'gw_port_id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:12:07Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b0a4a8a2-4587-4a59-bbab-4b6dc859cd82', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:11:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:08.597901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:08.598244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.624959 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] DHCP port deletion for 11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:08.632864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] Checking router: fdec8cc0-61ad-41c6-87d3-11577babee4d for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:08.664436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] Routers {'fdec8cc0-61ad-41c6-87d3-11577babee4d'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:08.665086 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['fdec8cc0-61ad-41c6-87d3-11577babee4d'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:08.696080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port b0a4a8a2-4587-4a59-bbab-4b6dc859cd82, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:08.696648 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.709760 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:08.750603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 6e1c7070-5e35-4254-b548-c503fb22a690 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:08.802674 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] Set router fdec8cc0-61ad-41c6-87d3-11577babee4d gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:08.835642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] Deleting port 6e1c7070-5e35-4254-b548-c503fb22a690 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:12:08.835989 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.872643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:12:08Z', 'revision_number': 6, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:08.897581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:08.924119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=b0a4a8a2-4587-4a59-bbab-4b6dc859cd82,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:08.948087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbd236-00e4-449d-b064-7d5d46d90985 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:08.952958 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7dad73-90e7-4306-ab07-d19552cc30f6 None None] The sync data for ids ['fdec8cc0-61ad-41c6-87d3-11577babee4d'] in n-d-821424-1 is: [{'id': 'fdec8cc0-61ad-41c6-87d3-11577babee4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-734693693', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:11:05Z', 'updated_at': '2021-12-10T19:12:08Z', 'revision_number': 6, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:09.002991 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.008061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] For port 6e1c7070-5e35-4254-b548-c503fb22a690, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6e1c7070-5e35-4254-b548-c503fb22a690,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:09.008631 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.028048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] Calling delete_port for 6e1c7070-5e35-4254-b548-c503fb22a690 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:12:09.038948 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.104264 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.106482 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.118598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 6e1c7070-5e35-4254-b548-c503fb22a690, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=6e1c7070-5e35-4254-b548-c503fb22a690,segment=NetworkSegment(96a7d740-55e1-4f5b-979d-64735bb4ba58),segment_id=96a7d740-55e1-4f5b-979d-64735bb4ba58)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:09.122708 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.157030 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.157958 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Fanout notify agent at l3_agent the message router_deleted on router fdec8cc0-61ad-41c6-87d3-11577babee4d {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:12:09.167916 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.171947 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0d028156-0674-4bb7-82b2-150a60ea46fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/routers/fdec8cc0-61ad-41c6-87d3-11577babee4d HTTP/1.1" status: 204 len: 168 time: 0.8601477 Dec 10 19:12:09.172336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60988) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:09.188886 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.199548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=6e1c7070-5e35-4254-b548-c503fb22a690,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:09.211736 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] No DVR routers for this DVR port 6e1c7070-5e35-4254-b548-c503fb22a690 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:12:09.215301 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.215702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.216050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.216393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.216731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.217071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.217406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.217739 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.218070 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.218429 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.218763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.219122 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.219659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:09.245323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12866a1a-3f75-41fc-a263-5dd2dbd54ad6 None None] Pushing event deleted for resources: {'Port': ['ID=6e1c7070-5e35-4254-b548-c503fb22a690,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:09.264057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.363947 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.388195 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:09.400045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a7d740-55e1-4f5b-979d-64735bb4ba58') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:09.400327 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a7d740-55e1-4f5b-979d-64735bb4ba58') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:09.410605 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.424992 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.431846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:12:09.432239 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:12:09.435529 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:12:09.514256 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.523497 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.527053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/networks/11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f HTTP/1.1" status: 204 len: 168 time: 0.3535845 Dec 10 19:12:09.530196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60990) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:09.539484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526e3ad-af51-4ce9-b57c-baa8b80fedc0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Network': ['ID=11a15040-c9ba-4bc0-b29b-0a9d4cd63c3f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:09.599983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ae77485-3420-4b3a-8791-189a9d804bd2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.630664 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ae77485-3420-4b3a-8791-189a9d804bd2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.705009 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ae77485-3420-4b3a-8791-189a9d804bd2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.710081 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7ae77485-3420-4b3a-8791-189a9d804bd2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:09.716742 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7ae77485-3420-4b3a-8791-189a9d804bd2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/security-groups/42d87f67-b595-4d77-811a-fb03044f5077 HTTP/1.1" status: 204 len: 168 time: 0.1807508 Dec 10 19:12:09.734907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae77485-3420-4b3a-8791-189a9d804bd2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d87f67-b595-4d77-811a-fb03044f5077,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.240529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 60996) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:10.251565 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9405358c-c5ce-47e6-8c3e-005baecc6b2f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1650957594', 'description': 'tempest-secgroup-smoke-1650957594 description', 'project_id': '5c1a175c10af49178ef68919a295f0b0'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.283507 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9405358c-c5ce-47e6-8c3e-005baecc6b2f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.356752 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9405358c-c5ce-47e6-8c3e-005baecc6b2f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.361658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9405358c-c5ce-47e6-8c3e-005baecc6b2f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.391870 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9405358c-c5ce-47e6-8c3e-005baecc6b2f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.393200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9405358c-c5ce-47e6-8c3e-005baecc6b2f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1507134 Dec 10 19:12:10.395297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405358c-c5ce-47e6-8c3e-005baecc6b2f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e674d89c-fa2f-40c3-bf61-11914f24d38d,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.396796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 60998) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:10.404254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-25c47a28-d23c-4566-b07e-3eba5b95b632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'e674d89c-fa2f-40c3-bf61-11914f24d38d', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.437157 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25c47a28-d23c-4566-b07e-3eba5b95b632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.496794 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25c47a28-d23c-4566-b07e-3eba5b95b632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.501412 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25c47a28-d23c-4566-b07e-3eba5b95b632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.519539 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c47a28-d23c-4566-b07e-3eba5b95b632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1161f437-8a0d-4b64-a04a-86d43a31050d,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.527446 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-25c47a28-d23c-4566-b07e-3eba5b95b632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.528585 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-25c47a28-d23c-4566-b07e-3eba5b95b632 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302810 Dec 10 19:12:10.531454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32768) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:10.535897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3d409e95-b558-4499-859a-f14789d607d5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'e674d89c-fa2f-40c3-bf61-11914f24d38d', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.564015 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d409e95-b558-4499-859a-f14789d607d5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.627284 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d409e95-b558-4499-859a-f14789d607d5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.632386 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d409e95-b558-4499-859a-f14789d607d5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.650931 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d409e95-b558-4499-859a-f14789d607d5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b6e588d-e78f-460f-9b2a-6135319702d8,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.661034 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3d409e95-b558-4499-859a-f14789d607d5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.662396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3d409e95-b558-4499-859a-f14789d607d5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299582 Dec 10 19:12:10.665260 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32770) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:10.669744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-547bf4e5-a25d-4eba-9803-323df4195434 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'e674d89c-fa2f-40c3-bf61-11914f24d38d', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.678281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:10.699752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:10.700101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 37da1524-fe37-4c0a-b9e1-b9cfcdb984b5 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:10.700519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:12:10.701401 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-547bf4e5-a25d-4eba-9803-323df4195434 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.721619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:12:10.721997 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b0a4a8a2-4587-4a59-bbab-4b6dc859cd82 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:12:10.764716 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-547bf4e5-a25d-4eba-9803-323df4195434 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.772627 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-547bf4e5-a25d-4eba-9803-323df4195434 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.793267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bf4e5-a25d-4eba-9803-323df4195434 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acae1994-5a80-4bff-8705-e1893c5cbe4b,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.803721 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-547bf4e5-a25d-4eba-9803-323df4195434 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.805064 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-547bf4e5-a25d-4eba-9803-323df4195434 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388023 Dec 10 19:12:10.808196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32772) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:10.812856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5be6e194-eff6-44c6-a732-e805aca4a981 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'e674d89c-fa2f-40c3-bf61-11914f24d38d', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.846597 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5be6e194-eff6-44c6-a732-e805aca4a981 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.908025 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5be6e194-eff6-44c6-a732-e805aca4a981 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.914223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5be6e194-eff6-44c6-a732-e805aca4a981 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.936543 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6e194-eff6-44c6-a732-e805aca4a981 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28f3d7c-dc1c-4fbf-8b74-194837bcf3ce,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:10.947525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5be6e194-eff6-44c6-a732-e805aca4a981 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:10.948775 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5be6e194-eff6-44c6-a732-e805aca4a981 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395819 Dec 10 19:12:10.951812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32774) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:10.956780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'e674d89c-fa2f-40c3-bf61-11914f24d38d', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:10.980142 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:12:10.985223 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.049728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.053961 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.073086 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09602b83-fbff-4d25-9e3f-78b67492c640,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:11.084768 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.086385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-877ca8cf-c9db-43b3-9701-e7e546b09eab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334586 Dec 10 19:12:11.089782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32776) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:11.094650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'e674d89c-fa2f-40c3-bf61-11914f24d38d', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:11.120515 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:12:11.129088 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.203562 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.208803 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.228238 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cb2ac0-c4cc-4d40-88fd-78a94af0d1f3,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:11.238809 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.243582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-0c7082d1-e476-491c-b8f8-f001ec0a8cd6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491499 Dec 10 19:12:11.243803 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32778) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:11.250233 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'network': {'name': 'tempest-network-smoke--1591921052', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'port_security_enabled': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:11.275669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:11.279234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.308565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:12:11.322028 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.322400 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Added segment c645b8ef-6cf2-44a6-ab3e-8d065c7341d5 of type vlan for network d9b3a113-ea27-4197-ac38-e84860ad1f49 Dec 10 19:12:11.373353 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.403553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.409267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:11.410005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.472164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2271712 Dec 10 19:12:11.475443 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32780) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:11.481991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'admin_state_up': True, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:11.488511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71b3c6-cb44-4894-ae89-b6ebdbfc2b1c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Network': ['ID=d9b3a113-ea27-4197-ac38-e84860ad1f49,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:11.500788 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:12:11.513236 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.514686 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:11.571354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:12.030438 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:12.244002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:12.263559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:12.382975 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.104 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/49c0eca8-04de-4281-acee-ec2615f505f0) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:12.493158 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:12.530204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:12.569429 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:12.572526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:12.576166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:12.587463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005ebf2-1588-43b1-aaa9-084e31cfe111 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:12.605168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=49c0eca8-04de-4281-acee-ec2615f505f0,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:12.683029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7ca56ca0-55ff-4871-937e-4b368fe077b9 None None] Provisioning complete for port 49c0eca8-04de-4281-acee-ec2615f505f0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:12.683498 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7ca56ca0-55ff-4871-937e-4b368fe077b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:12.718495 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7ca56ca0-55ff-4871-937e-4b368fe077b9 None None] Port 49c0eca8-04de-4281-acee-ec2615f505f0 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:12.848587 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:13.070565 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:13.229465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:12:13.349232 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:13.359234 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Sync routers for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:13.374757 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:13.375495 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:13.376361 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:13.378049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cdb39317-47fa-41bf-a76c-a28cbb6f1173 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9015234 Dec 10 19:12:13.382079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32782) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:13.414799 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f090a3ba-9eff-4d19-9c2f-a2e19e5574f5 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c1a175c10af49178ef68919a295f0b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286038 Dec 10 19:12:13.415092 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32784) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:13.491962 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:13.516937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609251c-fce0-4b1f-80c8-e5ddff9b8be6 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:13.518625 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-4609251c-fce0-4b1f-80c8-e5ddff9b8be6 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024635 Dec 10 19:12:13.522502 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32786) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:13.552603 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1a19a18d-1bb0-42f4-95b1-2b67331f74ae tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288897 Dec 10 19:12:13.555554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32788) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:13.560826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-235144493', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:13.659347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:13.663658 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:13.781827 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:12Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:13.815735 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Checking router: 1e7f0bf5-a132-4201-99e8-b39f9c8700ed for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:13.816234 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Updating router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed port 49c0eca8-04de-4281-acee-ec2615f505f0 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:12:13.844666 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:13.872320 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:13.940688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Subnet': ['ID=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:13.953271 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Checking segment: {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:13.953630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network hostable DHCP agents. Network: d9b3a113-ea27-4197-ac38-e84860ad1f49, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:12:13.973736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:12:13.983719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, d9b3a113-ea27-4197-ac38-e84860ad1f49) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:13.988068 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:13.988549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:13.997209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ade6776-056f-4318-a84d-20baa1f5d3e5 None None] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:14.007483 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6b9bb18d-c03a-49c9-b3ad-4d35731932e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4507496 Dec 10 19:12:14.010531 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32790) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:14.108090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-d9b3a113-ea27-4197-ac38-e84860ad1f49', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:12:14.109251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.111767 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.118305 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.165230 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Attempting to bind port 49c0eca8-04de-4281-acee-ec2615f505f0 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:14.165606 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Attempting to bind port 49c0eca8-04de-4281-acee-ec2615f505f0 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:14.166105 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Attempting to bind port 49c0eca8-04de-4281-acee-ec2615f505f0 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:14.174024 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:14.174411 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:14.174809 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.175186 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:14.175645 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Bound port: 49c0eca8-04de-4281-acee-ec2615f505f0, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:14.176142 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.196250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0412372-35fc-4f80-8414-7f7f9f55abfb None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:14.204701 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Pushing event updated for resources: {'Port': ['ID=49c0eca8-04de-4281-acee-ec2615f505f0,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:14.235616 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] For port 49c0eca8-04de-4281-acee-ec2615f505f0, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:14.238788 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] For port 49c0eca8-04de-4281-acee-ec2615f505f0, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=49c0eca8-04de-4281-acee-ec2615f505f0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:14.240994 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.241326 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.241988 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.242680 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.243084 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.244711 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.245499 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.245499 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.246876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.246876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.246876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.246876 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.247375 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:12:14.251056 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.281929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d32115a5-f558-4841-9124-feaf42a096dc None None] Provisioning complete for port 49c0eca8-04de-4281-acee-ec2615f505f0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:14.282411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d32115a5-f558-4841-9124-feaf42a096dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.305550 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:14.306333 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:14.314222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Allocated IP 172.20.0.2 (d9b3a113-ea27-4197-ac38-e84860ad1f49/7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44/f90b0522-c5da-4f1f-b1cb-baa7d5f55474) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:14.319820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88ca39-ebb1-4ee6-b507-be05b43f9dd8 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:12:14.413617 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a3c69-9ba5-4e1c-8e1c-363b8aa1113c None None] Pushing event updated for resources: {'Port': ['ID=49c0eca8-04de-4281-acee-ec2615f505f0,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:14.427246 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:14.484093 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.524410 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.532249 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.580439 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d32115a5-f558-4841-9124-feaf42a096dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.596260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Pushing event updated for resources: {'Port': ['ID=f90b0522-c5da-4f1f-b1cb-baa7d5f55474,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:14.612485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:14.616341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d32115a5-f558-4841-9124-feaf42a096dc None None] For port 49c0eca8-04de-4281-acee-ec2615f505f0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=49c0eca8-04de-4281-acee-ec2615f505f0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:14.616492 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:12Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:14.617791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:14.621535 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:14.623994 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d32115a5-f558-4841-9124-feaf42a096dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.645356 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a95694-2a88-4913-b8e5-223d5a1d1e80 None None] The sync data for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 is: [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:12Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:14.714914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Attempting to bind port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:14.715290 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Attempting to bind port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:14.715658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Attempting to bind port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 on network d9b3a113-ea27-4197-ac38-e84860ad1f49 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:14.729848 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:14.730615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Checking segment: {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:14.731281 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.731689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Bound using segment: {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:14.732177 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Bound port: f90b0522-c5da-4f1f-b1cb-baa7d5f55474, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:14.732562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.751210 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32115a5-f558-4841-9124-feaf42a096dc None None] Pushing event updated for resources: {'Port': ['ID=49c0eca8-04de-4281-acee-ec2615f505f0,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:14.793242 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a5e84b59-7a11-4803-b792-77c6c0160175 None None] Provisioning complete for port 49c0eca8-04de-4281-acee-ec2615f505f0 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:14.793625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a5e84b59-7a11-4803-b792-77c6c0160175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.852207 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] For port f90b0522-c5da-4f1f-b1cb-baa7d5f55474, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:14.858003 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] For port f90b0522-c5da-4f1f-b1cb-baa7d5f55474, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f90b0522-c5da-4f1f-b1cb-baa7d5f55474,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:14.864611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:14.864835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.1 (d9b3a113-ea27-4197-ac38-e84860ad1f49/7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44/31905882-0276-40aa-844d-cdb95f3ef131) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:14.947760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e53df-4b5c-4e5c-8c54-76072381614a None None] Pushing event updated for resources: {'Port': ['ID=f90b0522-c5da-4f1f-b1cb-baa7d5f55474,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:15.038700 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.084789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.136076 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:15.143285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:15.153821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=31905882-0276-40aa-844d-cdb95f3ef131,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:15.172115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:15.221077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.374199 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.715748 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.721552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.801212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:15.803376 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=31905882-0276-40aa-844d-cdb95f3ef131,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:15.905434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:15.907203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:16.027281 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3409afd-7cff-4d40-8377-3a9b53a5be02 None None] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:12:16.041955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:16.144053 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7206941e-37ff-4570-807c-a9bc6974ca30 None None] Provisioning complete for port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:16.144419 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7206941e-37ff-4570-807c-a9bc6974ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.165457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:16.181553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0f7369c6-03d0-44af-8a1d-b957980aa42c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/1e7f0bf5-a132-4201-99e8-b39f9c8700ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1698091 Dec 10 19:12:16.350576 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-e197ce9d-f699-4140-9eab-08a64b50db72 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1650957594&fields=id&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 267 time: 0.0573187 Dec 10 19:12:16.429048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7206941e-37ff-4570-807c-a9bc6974ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.448352 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Sync routers for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:16.475198 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7206941e-37ff-4570-807c-a9bc6974ca30 None None] For port f90b0522-c5da-4f1f-b1cb-baa7d5f55474, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f90b0522-c5da-4f1f-b1cb-baa7d5f55474,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:16.477320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:16.478288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:16.481918 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7206941e-37ff-4570-807c-a9bc6974ca30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.488983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-0a4a7e13-f216-4715-9f24-8b226189b383 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:16.490791 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-0a4a7e13-f216-4715-9f24-8b226189b383 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 797 time: 0.1332283 Dec 10 19:12:16.508908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-70e1108b-7fa3-43a8-a3c3-f527928db778 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/quotas/5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 375 time: 0.0107319 Dec 10 19:12:16.579320 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-7492cd64-fbef-43d2-bee7-0ca516071f06 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636318 Dec 10 19:12:16.625353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7206941e-37ff-4570-807c-a9bc6974ca30 None None] Pushing event updated for resources: {'Port': ['ID=f90b0522-c5da-4f1f-b1cb-baa7d5f55474,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:16.664076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:16.764547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e455d728-7170-48f7-aaf6-1df72de31516 None None] Provisioning complete for port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:16.764991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e455d728-7170-48f7-aaf6-1df72de31516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:16.769308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f90b0522-c5da-4f1f-b1cb-baa7d5f55474 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:17.006706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:17.007085 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.064473 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e455d728-7170-48f7-aaf6-1df72de31516 None None] Provisioning complete for port 31905882-0276-40aa-844d-cdb95f3ef131 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:17.065155 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e455d728-7170-48f7-aaf6-1df72de31516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.106669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 2, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:17.139952 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a64223ab-4761-415f-9338-45c9aa1866a2 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443151 Dec 10 19:12:17.143038 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Checking router: 1e7f0bf5-a132-4201-99e8-b39f9c8700ed for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:17.143401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Updating router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed port 31905882-0276-40aa-844d-cdb95f3ef131 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:12:17.145098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-e455d728-7170-48f7-aaf6-1df72de31516 None None] Port 31905882-0276-40aa-844d-cdb95f3ef131 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:17.195365 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.208917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 49c0eca8-04de-4281-acee-ec2615f505f0 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:17.238106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-fc930c88-ce4b-4bcb-ab48-af5c9c92d865 service neutron] 10.222.0.55 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918903 Dec 10 19:12:17.353625 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a241e68d-f24f-455b-b56e-f0c49ba50f4a None None] Provisioning complete for port 31905882-0276-40aa-844d-cdb95f3ef131 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:17.354013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a241e68d-f24f-455b-b56e-f0c49ba50f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.425309 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a241e68d-f24f-455b-b56e-f0c49ba50f4a None None] Port 31905882-0276-40aa-844d-cdb95f3ef131 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:17.454016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 49c0eca8-04de-4281-acee-ec2615f505f0 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:17.454391 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.627946 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.637749 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.696741 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b6186-4205-4d22-b7ff-c2e62eca0da7 None None] Pushing event updated for resources: {'Port': ['ID=31905882-0276-40aa-844d-cdb95f3ef131,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:17.745147 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Attempting to bind port 31905882-0276-40aa-844d-cdb95f3ef131 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:17.745514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Attempting to bind port 31905882-0276-40aa-844d-cdb95f3ef131 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:17.745881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Attempting to bind port 31905882-0276-40aa-844d-cdb95f3ef131 on network d9b3a113-ea27-4197-ac38-e84860ad1f49 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:17.751456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:17.751832 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Checking segment: {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:17.752236 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.752632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Bound using segment: {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:17.753097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Bound port: 31905882-0276-40aa-844d-cdb95f3ef131, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:17.753496 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.822472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] For port 31905882-0276-40aa-844d-cdb95f3ef131, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:17.825774 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] For port 31905882-0276-40aa-844d-cdb95f3ef131, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=31905882-0276-40aa-844d-cdb95f3ef131,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:17.832689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:17.892409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:17.893050 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:17.955364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b6186-4205-4d22-b7ff-c2e62eca0da7 None None] Pushing event updated for resources: {'Port': ['ID=31905882-0276-40aa-844d-cdb95f3ef131,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:18.020790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1aba845a-4151-4c21-821d-1e3216629d32 None None] Provisioning complete for port 31905882-0276-40aa-844d-cdb95f3ef131 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:18.021137 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1aba845a-4151-4c21-821d-1e3216629d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:18.072436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:18.234105 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1aba845a-4151-4c21-821d-1e3216629d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:18.292590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1aba845a-4151-4c21-821d-1e3216629d32 None None] For port 31905882-0276-40aa-844d-cdb95f3ef131, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=31905882-0276-40aa-844d-cdb95f3ef131,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:18.298655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1aba845a-4151-4c21-821d-1e3216629d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:18.378934 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba845a-4151-4c21-821d-1e3216629d32 None None] Pushing event updated for resources: {'Port': ['ID=31905882-0276-40aa-844d-cdb95f3ef131,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:18.395218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:17Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:18.432649 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61019af-c44f-4c58-839e-d15de566e668 None None] The sync data for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 is: [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:17Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:18.448107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-deff96a3-e9d6-4258-a51f-74ba84d5d7f5 None None] Provisioning complete for port 31905882-0276-40aa-844d-cdb95f3ef131 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:18.450030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-deff96a3-e9d6-4258-a51f-74ba84d5d7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:18.463055 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0593e454-7e02-4d2b-b544-ff278840d292 req-44e2997e-3ad7-4c2b-8e94-da775ac30854 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 210 time: 0.0569210 Dec 10 19:12:18.763660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 31905882-0276-40aa-844d-cdb95f3ef131 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:18.825562 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 31905882-0276-40aa-844d-cdb95f3ef131 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:18.825815 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:18.922519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f90b0522-c5da-4f1f-b1cb-baa7d5f55474 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:18.979794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:18.980326 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:19.595465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-c780a8f4-f3f5-4c47-9ac6-009cfcbe98e8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:19.597198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-c780a8f4-f3f5-4c47-9ac6-009cfcbe98e8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 797 time: 0.1197417 Dec 10 19:12:19.603627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f7b2e93-13ca-46f3-9f7a-805e45994aa1 req-322a3fc0-ccc5-41ba-89ad-68c46b054f11 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 210 time: 0.0509686 Dec 10 19:12:19.684905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-e941751e-afd2-4613-80b4-333de2a14510 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 380 time: 0.0785372 Dec 10 19:12:19.695364 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'port': {'device_id': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'admin_state_up': True, 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'security_groups': ['e674d89c-fa2f-40c3-bf61-11914f24d38d']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:19.817775 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:12:19.821760 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:19.966679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.7 (d9b3a113-ea27-4197-ac38-e84860ad1f49/7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44/2732a8b7-b87a-4915-a711-62b3a8470291) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:20.128333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.173700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.220699 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:20.224004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:20.227816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:20.234591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=2732a8b7-b87a-4915-a711-62b3a8470291,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:20.287687 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:20.288499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.309855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-a60f59b3-1a80-4061-bf70-c1f2de169671 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184173 Dec 10 19:12:20.324607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Request body: {'port': {'device_id': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:20.397065 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.514229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-6e1fd17a-e93c-4777-8826-e23accece159 None None] Provisioning complete for port 2732a8b7-b87a-4915-a711-62b3a8470291 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:20.514954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e1fd17a-e93c-4777-8826-e23accece159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.552678 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fd17a-e93c-4777-8826-e23accece159 None None] Port 2732a8b7-b87a-4915-a711-62b3a8470291 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:12:20.690890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2732a8b7-b87a-4915-a711-62b3a8470291 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:20.700151 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.739296 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Transition to ACTIVE for port object 2732a8b7-b87a-4915-a711-62b3a8470291 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:12:20.744892 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:20.810916 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579ec2e-52ef-4eff-9d1d-9fa36d283dd0 req-71737339-72ce-405e-bd4f-6ad76622a8fe tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:20.811615 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5579ec2e-52ef-4eff-9d1d-9fa36d283dd0 req-71737339-72ce-405e-bd4f-6ad76622a8fe tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 931 time: 0.1085720 Dec 10 19:12:20.812278 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Pushing event updated for resources: {'Port': ['ID=2732a8b7-b87a-4915-a711-62b3a8470291,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:20.921878 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5579ec2e-52ef-4eff-9d1d-9fa36d283dd0 req-d2f77b62-07f5-4869-999d-8c27c4163ec0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974109 Dec 10 19:12:20.937712 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Attempting to bind port 2732a8b7-b87a-4915-a711-62b3a8470291 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:12:20.938152 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Attempting to bind port 2732a8b7-b87a-4915-a711-62b3a8470291 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:12:20.938511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Attempting to bind port 2732a8b7-b87a-4915-a711-62b3a8470291 on network d9b3a113-ea27-4197-ac38-e84860ad1f49 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:20.944792 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Port 2732a8b7-b87a-4915-a711-62b3a8470291 on network d9b3a113-ea27-4197-ac38-e84860ad1f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:12:20.945295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Attempting to bind port 2732a8b7-b87a-4915-a711-62b3a8470291 on network d9b3a113-ea27-4197-ac38-e84860ad1f49 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:12:20.951359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:12:20.951673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Checking segment: {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:12:20.952084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Bound using segment: {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:12:20.952498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Bound port: 2732a8b7-b87a-4915-a711-62b3a8470291, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:12:20.952886 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:21.029023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] For port 2732a8b7-b87a-4915-a711-62b3a8470291, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:12:21.032956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] For port 2732a8b7-b87a-4915-a711-62b3a8470291, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2732a8b7-b87a-4915-a711-62b3a8470291,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:12:21.040228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:21.087218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.087851 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:21.089955 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] 10.222.0.59 "PUT /v2.0/ports/2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 1091 time: 0.7719805 Dec 10 19:12:21.090572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:21.092943 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec67368-844c-47c3-b622-e2cbc4bb1fec" -d '{"events": [{"name": "network-changed", "server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:21.118663 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de366149-67cf-4289-8a1d-9d74ea32634b service neutron] Pushing event updated for resources: {'Port': ['ID=2732a8b7-b87a-4915-a711-62b3a8470291,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:21.155184 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4196a138-b98b-4742-b65e-328428358709 x-openstack-request-id: req-4196a138-b98b-4742-b65e-328428358709 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:21.155485 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:21.155770 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4196a138-b98b-4742-b65e-328428358709 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:21.156238 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291', 'status': 'completed', 'code': 200} Dec 10 19:12:21.191076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-87317c01-c121-433c-90ff-0fd66e461bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.192793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-87317c01-c121-433c-90ff-0fd66e461bce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1094 time: 0.0519228 Dec 10 19:12:21.245750 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-c4178eff-1e5d-4e6e-8f02-08cdbfd4894f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 217 time: 0.0453641 Dec 10 19:12:21.309979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-6de24510-45d4-44e4-b64b-5e79d673bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.311483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-6de24510-45d4-44e4-b64b-5e79d673bdd2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 200 len: 834 time: 0.0552647 Dec 10 19:12:21.360209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-e86e71af-7ec1-42c7-9394-bbd2c0d271b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.361622 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-e86e71af-7ec1-42c7-9394-bbd2c0d271b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b3a113-ea27-4197-ac38-e84860ad1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429473 Dec 10 19:12:21.452611 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-996f8b3e-cc13-416f-bc0d-72ef255b7b61 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836170 Dec 10 19:12:21.561432 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a7473c-6b4c-4c8a-a020-f5b1abc04f56 req-7cb8531f-cf0c-414a-982e-3f53154d22c9 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015875 Dec 10 19:12:21.653090 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-4175aefd-8171-4f45-9594-e1338f00f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.654641 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-4175aefd-8171-4f45-9594-e1338f00f365 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1094 time: 0.0434866 Dec 10 19:12:21.760746 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-eb46063a-f399-4f76-bc3c-0c9975856923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.762120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-eb46063a-f399-4f76-bc3c-0c9975856923 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 898 time: 0.1002860 Dec 10 19:12:21.804787 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-51adca7c-b2ee-4cdf-b732-d1de8a901edf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 217 time: 0.0356243 Dec 10 19:12:21.854938 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-9a8c31df-0ea2-40f1-a61e-377226b48f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.856401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-9a8c31df-0ea2-40f1-a61e-377226b48f69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 200 len: 834 time: 0.0443354 Dec 10 19:12:21.905272 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-83b98cb1-c7f8-4e30-bd3d-5dc657ba93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:21.906935 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-83b98cb1-c7f8-4e30-bd3d-5dc657ba93b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b3a113-ea27-4197-ac38-e84860ad1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428450 Dec 10 19:12:22.033963 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-018bd3c8-a6fa-4db9-9d3c-94d9f8787f34 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185238 Dec 10 19:12:22.449105 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddcc7d0-b55d-4e1c-a6e8-85757ec72d24 req-73493868-dc50-44f5-9b84-44652ba4b448 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:22.450637 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ddcc7d0-b55d-4e1c-a6e8-85757ec72d24 req-73493868-dc50-44f5-9b84-44652ba4b448 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 943 time: 0.4549613 Dec 10 19:12:22.511772 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7ec67368-844c-47c3-b622-e2cbc4bb1fec req-d1b3bb09-3111-4140-b5db-ad1c63e68d9a service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701278 Dec 10 19:12:22.528410 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ddcc7d0-b55d-4e1c-a6e8-85757ec72d24 req-3f9166a6-615e-4e71-926b-f85c6cd7e72e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696645 Dec 10 19:12:23.668769 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a715f94-e751-48b0-be25-ae701942f8d6 req-5534cc15-5859-438d-874d-1b4de3e7e2c3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:23.670333 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a715f94-e751-48b0-be25-ae701942f8d6 req-5534cc15-5859-438d-874d-1b4de3e7e2c3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 943 time: 0.0590811 Dec 10 19:12:23.725768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8a715f94-e751-48b0-be25-ae701942f8d6 req-5439bc29-8750-43a9-aac5-51a99799a445 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472496 Dec 10 19:12:24.852489 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c86698-2f31-4de9-97ac-3d6828374de4 req-4d3e3fa6-cb7e-4430-9cb2-a2489c99f44a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:24.854058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28c86698-2f31-4de9-97ac-3d6828374de4 req-4d3e3fa6-cb7e-4430-9cb2-a2489c99f44a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 943 time: 0.0549641 Dec 10 19:12:24.908939 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28c86698-2f31-4de9-97ac-3d6828374de4 req-7ac56b8d-69ff-49bc-b365-a6883537ff82 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481207 Dec 10 19:12:25.824137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2732a8b7-b87a-4915-a711-62b3a8470291 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:12:25.937135 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2732a8b7-b87a-4915-a711-62b3a8470291, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2732a8b7-b87a-4915-a711-62b3a8470291,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:25.950094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '2732a8b7-b87a-4915-a711-62b3a8470291', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'port_id': '2732a8b7-b87a-4915-a711-62b3a8470291', 'mac_address': 'fa:16:3e:55:21:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:12:25.998394 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:26.016668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2732a8b7-b87a-4915-a711-62b3a8470291 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:12:26.038647 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c913d-0351-4b50-b751-128f5fd3377f req-4e814e16-4a6b-4be4-b254-d599cfd9b947 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:26.040249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-418c913d-0351-4b50-b751-128f5fd3377f req-4e814e16-4a6b-4be4-b254-d599cfd9b947 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 943 time: 0.0520785 Dec 10 19:12:26.042578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2732a8b7-b87a-4915-a711-62b3a8470291, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2732a8b7-b87a-4915-a711-62b3a8470291,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:26.047462 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:26.101639 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-418c913d-0351-4b50-b751-128f5fd3377f req-f4ad1f60-9c7d-4757-bc52-b171bde91fc4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547307 Dec 10 19:12:26.281510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2732a8b7-b87a-4915-a711-62b3a8470291,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:26.328221 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['2732a8b7-b87a-4915-a711-62b3a8470291'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:12:27.236897 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d258cee-55ed-48d6-928b-0a5ced918e11 req-f461db7e-cae0-4b5e-a296-dc3e2ba7240e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:27.238480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d258cee-55ed-48d6-928b-0a5ced918e11 req-f461db7e-cae0-4b5e-a296-dc3e2ba7240e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 944 time: 0.0627546 Dec 10 19:12:27.297217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0d258cee-55ed-48d6-928b-0a5ced918e11 req-8a64e50c-5795-4b8a-b017-f5990837a2e1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515413 Dec 10 19:12:27.839675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2732a8b7-b87a-4915-a711-62b3a8470291 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:12:27.899143 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 2732a8b7-b87a-4915-a711-62b3a8470291 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:12:27.903363 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 2732a8b7-b87a-4915-a711-62b3a8470291 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:12:27.903738 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:27.997063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.020762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:28.023307 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a432c575-6494-4817-8e5d-724c2f2cc136" -d '{"events": [{"server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "name": "network-vif-plugged", "status": "completed", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:28.035828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 2732a8b7-b87a-4915-a711-62b3a8470291, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2732a8b7-b87a-4915-a711-62b3a8470291,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:12:28.041967 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.073452 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260045c-87e1-4f42-982c-49d031499eb6 x-openstack-request-id: req-4260045c-87e1-4f42-982c-49d031499eb6 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:28.073751 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "name": "network-vif-plugged", "status": "completed", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:28.074030 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4260045c-87e1-4f42-982c-49d031499eb6 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:28.074450 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291', 'code': 200} Dec 10 19:12:28.103629 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=2732a8b7-b87a-4915-a711-62b3a8470291,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:28.178894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343891-afc2-42ae-a105-ca6c28dd103e req-c7ce06a1-665c-4840-a203-a6a86a7808b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:28.180535 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98343891-afc2-42ae-a105-ca6c28dd103e req-c7ce06a1-665c-4840-a203-a6a86a7808b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1096 time: 0.0475340 Dec 10 19:12:28.229636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-98343891-afc2-42ae-a105-ca6c28dd103e req-01f3cc9e-eacb-48c2-99f5-74dac00c66d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Dec 10 19:12:28.338873 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d05300cb-1b7e-4142-8333-ba26ce37ddac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:28.435191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec577b-1ff0-4a75-93cf-fd1e6c591946 req-1048e41a-9d7c-4d1c-861a-e6392f72a12e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:28.437241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acec577b-1ff0-4a75-93cf-fd1e6c591946 req-1048e41a-9d7c-4d1c-861a-e6392f72a12e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0609837 Dec 10 19:12:28.499789 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-acec577b-1ff0-4a75-93cf-fd1e6c591946 req-30af7db0-30fd-454e-a05d-b0b64e71e59e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545366 Dec 10 19:12:29.643510 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835ad7b-32db-422d-a09a-6c8e8c8fbab6 req-7c7d7227-f669-4090-838d-942927a00e11 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:29.645033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7835ad7b-32db-422d-a09a-6c8e8c8fbab6 req-7c7d7227-f669-4090-838d-942927a00e11 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0628500 Dec 10 19:12:29.701119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7835ad7b-32db-422d-a09a-6c8e8c8fbab6 req-34237ba9-0551-462f-9311-650717b67461 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492728 Dec 10 19:12:29.827266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d62a5-3433-46b9-bc3a-fa5ab1ed3b82 req-aae956f0-8b25-4e7b-98b4-08efbd79a28c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:29.828770 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-176d62a5-3433-46b9-bc3a-fa5ab1ed3b82 req-aae956f0-8b25-4e7b-98b4-08efbd79a28c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0567172 Dec 10 19:12:29.879882 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-176d62a5-3433-46b9-bc3a-fa5ab1ed3b82 req-459360c7-8117-4a42-b8ad-dd34b555f54e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446703 Dec 10 19:12:29.908682 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32848) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:29.952908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c91e6c-e33a-45fc-bf5a-543ec193302c tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:29.954472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c6c91e6c-e33a-45fc-bf5a-543ec193302c tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1091 time: 0.0440390 Dec 10 19:12:29.958685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32850) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:29.963080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '2732a8b7-b87a-4915-a711-62b3a8470291', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:12:29.989989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:30.091047 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:30.205684 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.168 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/a90500f5-8f74-42c6-b403-fd87dfc9fe69) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:12:30.324640 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:30.365813 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:30.410814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:12:30.414114 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:12:30.417790 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:12:30.441547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=a90500f5-8f74-42c6-b403-fd87dfc9fe69,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:30.815584 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:30.900190 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.081234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.090261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.165764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=a90500f5-8f74-42c6-b403-fd87dfc9fe69,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:12:31.176375 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.288117 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP e2a55234-2bba-47d9-9032-d83c9aa73808 associated. External IP: 172.25.2.168, port: 2732a8b7-b87a-4915-a711-62b3a8470291. Dec 10 19:12:31.523383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:12:31.643422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:12:31.654329 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] Sync routers for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:12:31.664565 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.665623 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:31.666248 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:31.678059 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9b54e78f-e01e-4230-8530-a052044075b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:31.692622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-dc0bcd77-3fdc-42dd-83d8-9b5d611211ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7328429 Dec 10 19:12:31.693267 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:12:31.696388 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27d1097-4848-455a-99b9-cc93f39624cd" -d '{"events": [{"name": "network-changed", "server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:12:31.739048 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978fa342-d28b-4585-94a1-359c5af28ddf x-openstack-request-id: req-978fa342-d28b-4585-94a1-359c5af28ddf {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:12:31.739342 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:12:31.739597 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-978fa342-d28b-4585-94a1-359c5af28ddf {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:12:31.740264 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291', 'status': 'completed', 'code': 200} Dec 10 19:12:31.781103 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:31.808182 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1097-4848-455a-99b9-cc93f39624cd req-3cbe593e-3318-4344-af2c-29e95bd8a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:31.808661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c807ac4-8087-4158-82cf-3ddb8e075573 req-1d0c4b5c-da8d-4491-a846-47a2d56444a2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:31.810445 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27d1097-4848-455a-99b9-cc93f39624cd req-3cbe593e-3318-4344-af2c-29e95bd8a62f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1096 time: 0.0482655 Dec 10 19:12:31.814842 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c807ac4-8087-4158-82cf-3ddb8e075573 req-1d0c4b5c-da8d-4491-a846-47a2d56444a2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0635564 Dec 10 19:12:31.870461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7c807ac4-8087-4158-82cf-3ddb8e075573 req-341c3255-5b3c-4222-a6d1-1ad454dd77c9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461884 Dec 10 19:12:31.894977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32856) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:31.915676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1097-4848-455a-99b9-cc93f39624cd req-c78c20d5-56a1-4a54-b52e-756a5589b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:31.917193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27d1097-4848-455a-99b9-cc93f39624cd req-c78c20d5-56a1-4a54-b52e-756a5589b0d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 898 time: 0.0994697 Dec 10 19:12:31.965304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d430d8ee-06d9-4b1d-9e42-e5a73b9d5706 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/e2a55234-2bba-47d9-9032-d83c9aa73808 HTTP/1.1" status: 200 len: 991 time: 0.0690777 Dec 10 19:12:31.988142 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27d1097-4848-455a-99b9-cc93f39624cd req-7fbfa59b-80a7-4d2c-bca2-d218dc13529a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 999 time: 0.0640528 Dec 10 19:12:32.024103 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e2a55234-2bba-47d9-9032-d83c9aa73808', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'port_id': '2732a8b7-b87a-4915-a711-62b3a8470291', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'mac_address': 'fa:16:3e:55:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:12:30Z', 'updated_at': '2021-12-10T19:12:30Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:18Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:32.043227 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1097-4848-455a-99b9-cc93f39624cd req-befef5ee-f991-4381-abe5-08e669f02897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:32.044815 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27d1097-4848-455a-99b9-cc93f39624cd req-befef5ee-f991-4381-abe5-08e669f02897 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 200 len: 834 time: 0.0503244 Dec 10 19:12:32.055045 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] Checking router: 1e7f0bf5-a132-4201-99e8-b39f9c8700ed for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:12:32.063944 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:12:32.064553 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:12:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:32.094172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d1097-4848-455a-99b9-cc93f39624cd req-4436e51b-90f1-412d-888a-86559284285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:32.095748 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27d1097-4848-455a-99b9-cc93f39624cd req-4436e51b-90f1-412d-888a-86559284285a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b3a113-ea27-4197-ac38-e84860ad1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441141 Dec 10 19:12:32.192525 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27d1097-4848-455a-99b9-cc93f39624cd req-91fcfb82-4ef0-4177-acdf-d354d5761e6e service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899243 Dec 10 19:12:32.279685 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:12:32.292540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.295956 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d27d1097-4848-455a-99b9-cc93f39624cd req-3f2636cc-bcb2-4d67-a08b-21040e8f3566 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960710 Dec 10 19:12:32.440393 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:32.512800 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e2a55234-2bba-47d9-9032-d83c9aa73808', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'port_id': '2732a8b7-b87a-4915-a711-62b3a8470291', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'mac_address': 'fa:16:3e:55:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:12:30Z', 'updated_at': '2021-12-10T19:12:30Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:18Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:12:32.540036 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfafb0-0762-4024-a8af-d0969f28f0a1 None None] The sync data for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 is: [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'e2a55234-2bba-47d9-9032-d83c9aa73808', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'port_id': '2732a8b7-b87a-4915-a711-62b3a8470291', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'mac_address': 'fa:16:3e:55:21:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:12:30Z', 'updated_at': '2021-12-10T19:12:30Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:18Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:12:32.754585 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b1c25a-a862-4e7a-af48-18a604e73293 None None] New status for floating IP e2a55234-2bba-47d9-9032-d83c9aa73808: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:12:32.969490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32858) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:12:33.030988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3747ef25-8c02-4947-b167-fb3c05eb6865 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/e2a55234-2bba-47d9-9032-d83c9aa73808 HTTP/1.1" status: 200 len: 993 time: 0.0603013 Dec 10 19:12:33.968866 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:34.180162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:35.088689 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:12:38.324834 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:12:42.321984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-c0c7ca9a-9ac5-4d08-86da-bd3eab1ebd3b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475142 Dec 10 19:12:42.421743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014031-c933-469f-82ae-955e926ed421 req-ac125972-f654-42e4-ae35-d75e23944065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:42.423480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-ac125972-f654-42e4-ae35-d75e23944065 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1096 time: 0.0438509 Dec 10 19:12:42.548931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014031-c933-469f-82ae-955e926ed421 req-e39529e4-00c2-4878-92fd-928369b44294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:42.550577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-e39529e4-00c2-4878-92fd-928369b44294 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 898 time: 0.1012766 Dec 10 19:12:42.635773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-d595fef9-91d8-4a4c-9417-7a9f7bb2f030 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 1001 time: 0.0747955 Dec 10 19:12:42.697926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014031-c933-469f-82ae-955e926ed421 req-80ff06f1-751e-417d-8228-814e12b25b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:42.699483 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-80ff06f1-751e-417d-8228-814e12b25b81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 200 len: 834 time: 0.0536678 Dec 10 19:12:42.759684 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b014031-c933-469f-82ae-955e926ed421 req-2df8b077-6538-4da5-833c-dd55d14f1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:12:42.761299 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-2df8b077-6538-4da5-833c-dd55d14f1da5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b3a113-ea27-4197-ac38-e84860ad1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539601 Dec 10 19:12:42.857716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-f5812154-55e4-4eba-a22f-9c8772b87dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882289 Dec 10 19:12:42.957028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4b014031-c933-469f-82ae-955e926ed421 req-d2bcffce-6e9e-4e9a-9cd7-bc8e801e6279 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921185 Dec 10 19:12:58.335208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8dd429ce-09d9-4619-acf6-c83601f26192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.692775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-befa7465-82ed-4f34-af08-b769f8869158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:01.855608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347add4-cdb6-4d9f-974c-86e282645501 req-b2d33833-c15c-47b0-962f-69be7ac31ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:01.857150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2347add4-cdb6-4d9f-974c-86e282645501 req-b2d33833-c15c-47b0-962f-69be7ac31ef1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1096 time: 0.0757904 Dec 10 19:13:01.867961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2b52-8198-48f0-98b3-0c291c1ace1a req-47e83f07-81b7-4678-9141-fd7027b82b34 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:01.869375 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-86af2b52-8198-48f0-98b3-0c291c1ace1a req-47e83f07-81b7-4678-9141-fd7027b82b34 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0795364 Dec 10 19:13:01.978716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-86af2b52-8198-48f0-98b3-0c291c1ace1a req-a891694e-c961-4e71-bb4e-207b09de0ea4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008251 Dec 10 19:13:01.997156 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347add4-cdb6-4d9f-974c-86e282645501 req-93a97822-7565-4734-a65d-0d5605abe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:01.998711 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2347add4-cdb6-4d9f-974c-86e282645501 req-93a97822-7565-4734-a65d-0d5605abe633 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 898 time: 0.1284540 Dec 10 19:13:02.077813 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2347add4-cdb6-4d9f-974c-86e282645501 req-d4af507b-c08b-4bfd-86ab-c54a3b70e224 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 1001 time: 0.0696945 Dec 10 19:13:02.139621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347add4-cdb6-4d9f-974c-86e282645501 req-39ec8efb-6bd8-4d40-bcc7-66ae883235aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:02.141003 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2347add4-cdb6-4d9f-974c-86e282645501 req-39ec8efb-6bd8-4d40-bcc7-66ae883235aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 200 len: 834 time: 0.0559373 Dec 10 19:13:02.198863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347add4-cdb6-4d9f-974c-86e282645501 req-e337ea29-da47-4698-b646-4f0668a6eced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:02.201082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2347add4-cdb6-4d9f-974c-86e282645501 req-e337ea29-da47-4698-b646-4f0668a6eced service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b3a113-ea27-4197-ac38-e84860ad1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516143 Dec 10 19:13:02.296283 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:02.319030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2347add4-cdb6-4d9f-974c-86e282645501 req-09608bb5-326e-4905-bce2-db43381027f4 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102221 Dec 10 19:13:02.434484 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2347add4-cdb6-4d9f-974c-86e282645501 req-9ed70b11-6c4a-4aa2-ba17-c46733c44b20 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044924 Dec 10 19:13:02.435412 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:03.113365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c30866-6ebe-4831-831a-dbd1be4f167d req-cfe81324-666a-4576-81f9-a706d97bb21f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:03.114884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e6c30866-6ebe-4831-831a-dbd1be4f167d req-cfe81324-666a-4576-81f9-a706d97bb21f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0567665 Dec 10 19:13:03.177598 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e6c30866-6ebe-4831-831a-dbd1be4f167d req-aa7621ba-001c-457d-9666-296285081b99 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549097 Dec 10 19:13:03.965982 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.175484 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:04.310760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674aef6-1d12-4b02-a891-4002925665a0 req-6c63b556-b65b-464b-860b-35a4ed7d0e4d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:04.312336 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1674aef6-1d12-4b02-a891-4002925665a0 req-6c63b556-b65b-464b-860b-35a4ed7d0e4d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0547650 Dec 10 19:13:04.364910 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1674aef6-1d12-4b02-a891-4002925665a0 req-0831014c-a411-445f-ba36-f59e2c39d0ea tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460200 Dec 10 19:13:05.094767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:05.506898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a9ab9-80f3-44cd-b5c5-1180c8b12665 req-7c29390a-a7e5-436a-ab52-ec29b89a6b89 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:05.508501 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d8a9ab9-80f3-44cd-b5c5-1180c8b12665 req-7c29390a-a7e5-436a-ab52-ec29b89a6b89 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0659010 Dec 10 19:13:05.568326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d8a9ab9-80f3-44cd-b5c5-1180c8b12665 req-2cf14800-7a1c-4552-9cb7-eb6e6a9f9b0d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525448 Dec 10 19:13:06.701744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d7f4e-e755-453a-a054-7b08ee93b0f2 req-97388fc4-dd23-46d5-a67f-8e01c45d2ad7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:06.703571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c3d7f4e-e755-453a-a054-7b08ee93b0f2 req-97388fc4-dd23-46d5-a67f-8e01c45d2ad7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0584948 Dec 10 19:13:06.756681 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4c3d7f4e-e755-453a-a054-7b08ee93b0f2 req-6defa8ec-f5bb-400f-859f-7bb6ec9365d8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462315 Dec 10 19:13:07.884423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4f317-236d-4c08-89a9-1db758b46390 req-91ca3800-d0ac-475c-b448-f42fddfa9e94 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:07.886285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5f4f317-236d-4c08-89a9-1db758b46390 req-91ca3800-d0ac-475c-b448-f42fddfa9e94 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0560677 Dec 10 19:13:07.938508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5f4f317-236d-4c08-89a9-1db758b46390 req-bc626393-174c-4e85-8a5f-047ea9300027 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462101 Dec 10 19:13:09.068142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbf8f-28ec-4aa1-9769-30ce4349582c req-ed0ccc0b-518c-4aab-a040-d7cec43789ee tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:09.069926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08afbf8f-28ec-4aa1-9769-30ce4349582c req-ed0ccc0b-518c-4aab-a040-d7cec43789ee tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0586407 Dec 10 19:13:09.123765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-08afbf8f-28ec-4aa1-9769-30ce4349582c req-84e19135-98cc-443a-b435-6c9e2270bc4c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474830 Dec 10 19:13:10.262627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdd15e-5e74-47a4-9412-e4be7dc75d01 req-8b200774-f650-436b-81e0-f4d2b8d92037 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:10.264083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25fdd15e-5e74-47a4-9412-e4be7dc75d01 req-8b200774-f650-436b-81e0-f4d2b8d92037 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0590940 Dec 10 19:13:10.319628 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-25fdd15e-5e74-47a4-9412-e4be7dc75d01 req-524c680a-c243-4fec-9eaa-b70532c6c913 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473549 Dec 10 19:13:11.459124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e425a7-6eab-4a3c-aef0-35fbafa0ec8f req-037f9415-5f2c-4318-8927-143cb506844a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:11.460638 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80e425a7-6eab-4a3c-aef0-35fbafa0ec8f req-037f9415-5f2c-4318-8927-143cb506844a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0593905 Dec 10 19:13:11.511857 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-80e425a7-6eab-4a3c-aef0-35fbafa0ec8f req-3adbb192-c182-4ce7-bceb-2760e8a41c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447125 Dec 10 19:13:12.648862 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682deaed-e5a2-4003-9e4a-05dcf03872ab req-737640c5-7e07-4a49-a003-d960b5fb7ef3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:12.650436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-682deaed-e5a2-4003-9e4a-05dcf03872ab req-737640c5-7e07-4a49-a003-d960b5fb7ef3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Dec 10 19:13:12.709029 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-682deaed-e5a2-4003-9e4a-05dcf03872ab req-dfaf6c93-c4f3-4d55-8520-0627d6aca1d0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523002 Dec 10 19:13:13.854016 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0fcd3-6361-4c3c-974d-603514f16754 req-4fd437c7-4ef4-4cd4-bf63-fe917f96cacf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:13.857916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2c0fcd3-6361-4c3c-974d-603514f16754 req-4fd437c7-4ef4-4cd4-bf63-fe917f96cacf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0640590 Dec 10 19:13:13.921577 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2c0fcd3-6361-4c3c-974d-603514f16754 req-9be10da8-28e4-4604-bd8b-75907204f833 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579505 Dec 10 19:13:13.946491 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32896) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:14.021270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9df4474f-ddae-453e-aed4-efbb902fcae5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/e2a55234-2bba-47d9-9032-d83c9aa73808 HTTP/1.1" status: 200 len: 993 time: 0.0731709 Dec 10 19:13:15.325593 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:13:28.334945 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6cc6169e-bdc8-4096-b54e-6c1a59db5375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:31.687833 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d717affe-7b14-4c6d-b925-d9abb3fefad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.299280 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:32.436949 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:33.969324 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:34.171927 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:35.091249 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:43.296806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-7cc86897-f833-4cad-9b18-9f9c66af7959 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427563 Dec 10 19:13:43.384366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-0b49768b-d5ff-408a-a339-2b85c8c41f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.385899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-0b49768b-d5ff-408a-a339-2b85c8c41f88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1096 time: 0.0444291 Dec 10 19:13:43.495346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-a9fb8e19-b56e-4a99-a2b6-ce34ff1cffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.496829 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-a9fb8e19-b56e-4a99-a2b6-ce34ff1cffa1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 898 time: 0.0907583 Dec 10 19:13:43.565582 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-c8addb8b-031b-4c9d-80f0-6ace1ba57716 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 1001 time: 0.0606472 Dec 10 19:13:43.616341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-073d214f-cad5-4f9e-bf20-d3eca5e05f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.617892 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-073d214f-cad5-4f9e-bf20-d3eca5e05f2b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 200 len: 834 time: 0.0453362 Dec 10 19:13:43.670615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-22a54cbe-6900-4f72-9422-8e740687e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:43.672424 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-22a54cbe-6900-4f72-9422-8e740687e5bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b3a113-ea27-4197-ac38-e84860ad1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474839 Dec 10 19:13:43.766902 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-8b1e6b49-0463-4a97-9621-89e88d3fa96c service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864592 Dec 10 19:13:43.868200 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce717eca-106d-4108-b7f3-cfdeed12047e req-f0a8e623-8251-4e69-afec-7d74d04060cb service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930393 Dec 10 19:13:44.392240 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32908) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:44.558070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port a90500f5-8f74-42c6-b403-fd87dfc9fe69 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:44.558403 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.638156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.638484 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.651147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for a90500f5-8f74-42c6-b403-fd87dfc9fe69 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:44.807700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.834836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=a90500f5-8f74-42c6-b403-fd87dfc9fe69,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:44.863719 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.863997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.864338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.864669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.865001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.865332 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.865665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.865981 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.866309 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.866669 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.867075 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.867362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.867705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:44.909808 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:44.910087 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP e2a55234-2bba-47d9-9032-d83c9aa73808 disassociated (deleted). External IP: 172.25.2.168, port: 2732a8b7-b87a-4915-a711-62b3a8470291. Dec 10 19:13:45.130770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:45.238127 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:45.243158 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:45.248899 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] Sync routers for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:45.260336 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:45.260953 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:45.275107 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fa7ba6e6-13eb-49bb-8bfa-0e53a67fc1ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/floatingips/e2a55234-2bba-47d9-9032-d83c9aa73808 HTTP/1.1" status: 204 len: 168 time: 0.8817194 Dec 10 19:13:45.275709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:45.278736 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96dea70-5320-438c-a7e8-5eda93dcfaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:45.320085 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e71819b-4c32-450f-bae8-e2aebca5c84c x-openstack-request-id: req-8e71819b-4c32-450f-bae8-e2aebca5c84c {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:45.320395 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:45.320822 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8e71819b-4c32-450f-bae8-e2aebca5c84c {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:45.321079 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291', 'status': 'completed', 'code': 200} Dec 10 19:13:45.373860 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:45.391231 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-3e17a731-3775-44a6-b615-572383ff13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:45.394141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-3e17a731-3775-44a6-b615-572383ff13d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 1096 time: 0.0464909 Dec 10 19:13:45.498531 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-600f318c-da85-4cb4-aaa4-31eac3cb72da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:45.500610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-600f318c-da85-4cb4-aaa4-31eac3cb72da service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 200 len: 898 time: 0.1004479 Dec 10 19:13:45.533533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e824835-cf7d-4926-b940-61b86bb17f80 req-82fc1690-3121-4ee9-a629-6c667f20ac10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:45.535838 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e824835-cf7d-4926-b940-61b86bb17f80 req-82fc1690-3121-4ee9-a629-6c667f20ac10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0539379 Dec 10 19:13:45.548713 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-60b7c78d-27d9-4592-95e2-c2ab13bf092e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 200 len: 217 time: 0.0402272 Dec 10 19:13:45.582904 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:18Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:45.587997 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e824835-cf7d-4926-b940-61b86bb17f80 req-dceafe3b-fca2-4e0d-84bf-07b82c3d07e8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459042 Dec 10 19:13:45.601412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-9d6dc41f-7894-49c7-afd9-8d8c377c096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:45.606746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-9d6dc41f-7894-49c7-afd9-8d8c377c096f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 200 len: 834 time: 0.0460782 Dec 10 19:13:45.610035 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] Checking router: 1e7f0bf5-a132-4201-99e8-b39f9c8700ed for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:45.618632 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:45.619237 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:45.651595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-16d14de9-b0e1-4fae-a1f7-2aa4cc9c6891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:45.653129 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-16d14de9-b0e1-4fae-a1f7-2aa4cc9c6891 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9b3a113-ea27-4197-ac38-e84860ad1f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427303 Dec 10 19:13:45.726519 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:45.751466 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-10aa8f8d-ee03-46b1-9e74-af541853d3c7 service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893705 Dec 10 19:13:45.848204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d96dea70-5320-438c-a7e8-5eda93dcfaa5 req-8348985f-35d3-4700-8b58-bb10ad4e9ced service neutron] 10.222.0.59 "GET /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892398 Dec 10 19:13:45.931659 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:18Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:45.958602 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9107a9be-d769-45ed-8d13-01c63e96260f None None] The sync data for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 is: [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:12:15Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '31905882-0276-40aa-844d-cdb95f3ef131', 'name': '', 'network_id': 'd9b3a113-ea27-4197-ac38-e84860ad1f49', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:63:64:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:14Z', 'updated_at': '2021-12-10T19:12:18Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': '7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:46.200271 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8ba05-c23d-482d-98d1-05fda1b35f7d None None] New status for floating IP e2a55234-2bba-47d9-9032-d83c9aa73808: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:13:46.716886 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa380c9-477b-4700-9a8a-06cf62fedc52 req-25c4b789-28d7-451d-af4d-f36286736ea8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.718613 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efa380c9-477b-4700-9a8a-06cf62fedc52 req-25c4b789-28d7-451d-af4d-f36286736ea8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0526974 Dec 10 19:13:46.775443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efa380c9-477b-4700-9a8a-06cf62fedc52 req-60972a0e-8801-482f-bc1c-0221ce54e0ab tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=e674d89c-fa2f-40c3-bf61-11914f24d38d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501626 Dec 10 19:13:46.970149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-f899b947-0d39-4be2-a0e8-3d4253489049 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:46.971643 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-f899b947-0d39-4be2-a0e8-3d4253489049 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 945 time: 0.0518692 Dec 10 19:13:47.062753 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 2732a8b7-b87a-4915-a711-62b3a8470291 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:47.063093 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.156101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 2732a8b7-b87a-4915-a711-62b3a8470291, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=2732a8b7-b87a-4915-a711-62b3a8470291,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:47.156426 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.169080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 2732a8b7-b87a-4915-a711-62b3a8470291 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:47.310574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.340642 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=2732a8b7-b87a-4915-a711-62b3a8470291,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:47.383557 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] No DVR routers for this DVR port 2732a8b7-b87a-4915-a711-62b3a8470291 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:47.386373 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:47.389879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4ad0beea-9488-479b-8ed1-1607911e98e6 req-2b49616f-5bde-4c3c-80d7-5891ff932bf5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "DELETE /v2.0/ports/2732a8b7-b87a-4915-a711-62b3a8470291 HTTP/1.1" status: 204 len: 173 time: 0.4124148 Dec 10 19:13:47.390420 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'name': 'network-vif-deleted', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:13:47.392809 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ae4354-4042-4b94-b6bd-4141240ea6b2" -d '{"events": [{"server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "name": "network-vif-deleted", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:13:47.431737 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6090120c-25ec-484f-a8a2-918feee67056 x-openstack-request-id: req-6090120c-25ec-484f-a8a2-918feee67056 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:13:47.432030 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ba12e0-9410-42e2-ac83-fdefd52275c9", "name": "network-vif-deleted", "tag": "2732a8b7-b87a-4915-a711-62b3a8470291", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:13:47.432309 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6090120c-25ec-484f-a8a2-918feee67056 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:13:47.432711 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ba12e0-9410-42e2-ac83-fdefd52275c9', 'name': 'network-vif-deleted', 'tag': '2732a8b7-b87a-4915-a711-62b3a8470291', 'status': 'completed', 'code': 200} Dec 10 19:13:47.893130 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4099c79f-ab84-4f69-95b5-abe6ae3c4643 req-b8db6d32-ff9c-4775-a5ef-9576d4fb2de4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=36ba12e0-9410-42e2-ac83-fdefd52275c9 HTTP/1.1" status: 200 len: 210 time: 0.0294969 Dec 10 19:13:48.953576 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32924) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:49.331090 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.595544 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 31905882-0276-40aa-844d-cdb95f3ef131 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:49.595855 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.683988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 31905882-0276-40aa-844d-cdb95f3ef131, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=31905882-0276-40aa-844d-cdb95f3ef131,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:49.684352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.696595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 31905882-0276-40aa-844d-cdb95f3ef131 owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:49.892983 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:49.918123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=31905882-0276-40aa-844d-cdb95f3ef131,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:49.934117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.934518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.934867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.935209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.935549 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.935879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.936322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.936644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.936989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.937321 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.937651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.937981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:49.938316 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:50.111464 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:50.661147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:50.771157 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:50.776397 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cc36104f-dc78-4887-b121-15f2ad88ab6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/1e7f0bf5-a132-4201-99e8-b39f9c8700ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8217404 Dec 10 19:13:50.779037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32926) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:50.786299 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] Sync routers for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:50.797443 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:50.798074 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:50.834245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting subnet 7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:13:50.837697 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:50.879580 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:50.907077 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:50.966207 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.033296 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.061886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:51.066235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.072587 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-599c1b92-814c-40f4-8033-27dcf9cc8139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/subnets/7a4ccc1b-916c-4991-88d0-ba4c0e0bfa44 HTTP/1.1" status: 204 len: 168 time: 0.2925608 Dec 10 19:13:51.072861 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32928) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:51.073895 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40843bd-3b3e-4135-be6b-76664fb873e8 None None] Network d9b3a113-ea27-4197-ac38-e84860ad1f49 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:51.109920 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:51.144373 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] Checking router: 1e7f0bf5-a132-4201-99e8-b39f9c8700ed for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:51.152649 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] Routers {'1e7f0bf5-a132-4201-99e8-b39f9c8700ed'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:51.153249 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:51.191454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.248593 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] DHCP port deletion for d9b3a113-ea27-4197-ac38-e84860ad1f49 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:51.303810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Deleting port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:51.304492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.313972 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.376598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 49c0eca8-04de-4281-acee-ec2615f505f0 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:13:51.376973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.382285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] For port f90b0522-c5da-4f1f-b1cb-baa7d5f55474, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f90b0522-c5da-4f1f-b1cb-baa7d5f55474,segment=NetworkSegment(c645b8ef-6cf2-44a6-ab3e-8d065c7341d5),segment_id=c645b8ef-6cf2-44a6-ab3e-8d065c7341d5)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:51.383044 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.383795 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] Set router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:51.396950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Calling delete_port for f90b0522-c5da-4f1f-b1cb-baa7d5f55474 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:51.462212 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 49c0eca8-04de-4281-acee-ec2615f505f0, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=49c0eca8-04de-4281-acee-ec2615f505f0,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:51.462638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.476717 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 49c0eca8-04de-4281-acee-ec2615f505f0 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:13:51.479500 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.508957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Pushing event deleted for resources: {'Port': ['ID=f90b0522-c5da-4f1f-b1cb-baa7d5f55474,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:51.518815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.519409 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.519938 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.520471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.520814 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.521153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.521489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.521825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.522156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.522544 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.522998 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.523332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.523659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:13:51.531048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23134df-b215-470f-ad6d-e73670a35879 None None] No DVR routers for this DVR port f90b0522-c5da-4f1f-b1cb-baa7d5f55474 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:13:51.586251 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:51.613768 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96edc1-9091-4064-a005-4584be02dd4c None None] The sync data for ids ['1e7f0bf5-a132-4201-99e8-b39f9c8700ed'] in n-d-821424-1 is: [{'id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1095302777', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:12:11Z', 'updated_at': '2021-12-10T19:13:49Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '49c0eca8-04de-4281-acee-ec2615f505f0', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7f0bf5-a132-4201-99e8-b39f9c8700ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:12:12Z', 'updated_at': '2021-12-10T19:12:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:51.649799 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:51.677253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=49c0eca8-04de-4281-acee-ec2615f505f0,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:51.694276 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554daad-34e9-4005-897c-7f272977268d None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:51.747612 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.188923 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.191408 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.238907 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.239522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Fanout notify agent at l3_agent the message router_deleted on router 1e7f0bf5-a132-4201-99e8-b39f9c8700ed {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:13:52.247100 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.248239 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-88e2509b-2538-4041-ad5e-83a2c6bf8eca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/routers/1e7f0bf5-a132-4201-99e8-b39f9c8700ed HTTP/1.1" status: 204 len: 168 time: 1.1732502 Dec 10 19:13:52.252347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32930) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:52.257721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2732a8b7-b87a-4915-a711-62b3a8470291 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:52.283747 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 2732a8b7-b87a-4915-a711-62b3a8470291 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:52.284073 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 2732a8b7-b87a-4915-a711-62b3a8470291 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:52.325522 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:13:52.337379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.433126 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.454533 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b3a113-ea27-4197-ac38-e84860ad1f49']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:52.464337 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:52.464643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c645b8ef-6cf2-44a6-ab3e-8d065c7341d5') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:52.475046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.488492 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.494676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:13:52.495111 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:13:52.498071 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:13:52.556960 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.568507 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.571764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/networks/d9b3a113-ea27-4197-ac38-e84860ad1f49 HTTP/1.1" status: 204 len: 168 time: 0.3183489 Dec 10 19:13:52.574830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32932) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:52.583773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174720c5-dd86-4f01-b3a3-b857523885b1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Network': ['ID=d9b3a113-ea27-4197-ac38-e84860ad1f49,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:52.638302 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2433c860-8212-4240-b30f-8025b9016172 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.664448 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2433c860-8212-4240-b30f-8025b9016172 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.730828 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2433c860-8212-4240-b30f-8025b9016172 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.730828 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2433c860-8212-4240-b30f-8025b9016172 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:52.731169 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2433c860-8212-4240-b30f-8025b9016172 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/security-groups/e674d89c-fa2f-40c3-bf61-11914f24d38d HTTP/1.1" status: 204 len: 168 time: 0.1551843 Dec 10 19:13:52.742414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2433c860-8212-4240-b30f-8025b9016172 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e674d89c-fa2f-40c3-bf61-11914f24d38d,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:52.816006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 31905882-0276-40aa-844d-cdb95f3ef131 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:52.839661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 31905882-0276-40aa-844d-cdb95f3ef131 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:52.840123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 31905882-0276-40aa-844d-cdb95f3ef131 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:52.840608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f90b0522-c5da-4f1f-b1cb-baa7d5f55474 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:52.860430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f90b0522-c5da-4f1f-b1cb-baa7d5f55474 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:52.860852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f90b0522-c5da-4f1f-b1cb-baa7d5f55474 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:52.861328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 49c0eca8-04de-4281-acee-ec2615f505f0 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:13:52.883229 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 49c0eca8-04de-4281-acee-ec2615f505f0 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:13:52.883575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 49c0eca8-04de-4281-acee-ec2615f505f0 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:13:53.009369 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32938) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.014006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fddbc765-c862-4bd2-8293-e32b925bdae3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270304257', 'description': 'tempest-secgroup-smoke-270304257 description', 'project_id': '5c1a175c10af49178ef68919a295f0b0'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.039973 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fddbc765-c862-4bd2-8293-e32b925bdae3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.110631 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fddbc765-c862-4bd2-8293-e32b925bdae3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.115942 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fddbc765-c862-4bd2-8293-e32b925bdae3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.143261 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fddbc765-c862-4bd2-8293-e32b925bdae3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.144514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fddbc765-c862-4bd2-8293-e32b925bdae3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1341004 Dec 10 19:13:53.147646 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32940) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.148569 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbc765-c862-4bd2-8293-e32b925bdae3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c4d6ec-01ee-4fcb-af89-1920996e4af5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.153513 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2836aa48-d0c4-46d7-9131-623e8e337da3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '53c4d6ec-01ee-4fcb-af89-1920996e4af5', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.183706 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2836aa48-d0c4-46d7-9131-623e8e337da3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.246555 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2836aa48-d0c4-46d7-9131-623e8e337da3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.251539 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2836aa48-d0c4-46d7-9131-623e8e337da3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.269692 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836aa48-d0c4-46d7-9131-623e8e337da3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb75388-8e87-4890-a940-ab13e4b9e7a9,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.278439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2836aa48-d0c4-46d7-9131-623e8e337da3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.279840 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2836aa48-d0c4-46d7-9131-623e8e337da3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309357 Dec 10 19:13:53.282747 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32942) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.287399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5de6f717-f263-4c11-a3ef-1dbac614e6ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '53c4d6ec-01ee-4fcb-af89-1920996e4af5', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.314067 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5de6f717-f263-4c11-a3ef-1dbac614e6ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.371244 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5de6f717-f263-4c11-a3ef-1dbac614e6ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.375437 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5de6f717-f263-4c11-a3ef-1dbac614e6ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.394526 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6f717-f263-4c11-a3ef-1dbac614e6ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4229e7a5-67ee-4d67-a426-f6e55e14fe29,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.406292 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5de6f717-f263-4c11-a3ef-1dbac614e6ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.409278 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5de6f717-f263-4c11-a3ef-1dbac614e6ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239789 Dec 10 19:13:53.410997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32944) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.415581 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ee90b58a-a048-44d6-9a89-40ed8c91363e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '53c4d6ec-01ee-4fcb-af89-1920996e4af5', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.446181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee90b58a-a048-44d6-9a89-40ed8c91363e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.504290 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee90b58a-a048-44d6-9a89-40ed8c91363e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.508535 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee90b58a-a048-44d6-9a89-40ed8c91363e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.526202 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee90b58a-a048-44d6-9a89-40ed8c91363e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd6d2a4-20f3-4972-bdeb-90b415119a73,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.535926 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ee90b58a-a048-44d6-9a89-40ed8c91363e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.537306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee90b58a-a048-44d6-9a89-40ed8c91363e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1253161 Dec 10 19:13:53.540133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32946) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.544614 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2181e8bc-2027-42c7-b3d3-d89a65abecaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '53c4d6ec-01ee-4fcb-af89-1920996e4af5', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.573392 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2181e8bc-2027-42c7-b3d3-d89a65abecaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.634577 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2181e8bc-2027-42c7-b3d3-d89a65abecaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.638808 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2181e8bc-2027-42c7-b3d3-d89a65abecaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.656554 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181e8bc-2027-42c7-b3d3-d89a65abecaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2614e358-cd1d-42ea-925f-a44c12aad8b2,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.665409 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2181e8bc-2027-42c7-b3d3-d89a65abecaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.666707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2181e8bc-2027-42c7-b3d3-d89a65abecaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255422 Dec 10 19:13:53.669600 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32948) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.674203 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '53c4d6ec-01ee-4fcb-af89-1920996e4af5', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.696859 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:13:53.701914 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.762542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.767080 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.786222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f6461d1-664c-48dc-bbff-1bbd94a235b2,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.794632 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.795881 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-74efa337-7b11-4e8c-9be7-e630ae405e51 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253228 Dec 10 19:13:53.798878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32950) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.803242 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': '53c4d6ec-01ee-4fcb-af89-1920996e4af5', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.827040 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:13:53.832274 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.895508 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.901203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.921959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11df8306-0db0-436e-8d35-45b4cf4fa4ad,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:53.931929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.933197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-36898cd2-934f-4f1f-9288-e4929c41d8ad tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333783 Dec 10 19:13:53.936214 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32952) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:53.941363 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'network': {'name': 'tempest-network-smoke--136854026', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'port_security_enabled': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:53.964623 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:53.968261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:53.996350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:13:54.006218 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.006641 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Added segment 29aaf1c7-168a-4f53-82f9-d091ba4f52a7 of type vlan for network 3d5e76f3-d245-4bb0-a735-b67571e07cce Dec 10 19:13:54.048086 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.074610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.080362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:54.080952 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.133132 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956825 Dec 10 19:13:54.135976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32954) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:54.147743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'admin_state_up': True, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:54.166618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817144d2-fae9-4feb-a6ff-8f0e8d53b34b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Network': ['ID=3d5e76f3-d245-4bb0-a735-b67571e07cce,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:54.179187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:13:54.186050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.187678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.244607 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.390848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.596144 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.615667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.729471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.70 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/0a4eda16-330f-4df8-8e90-9eca9cb76f9a) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:54.836874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.875152 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:54.914621 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:54.917347 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:54.920019 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:54.931694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f35e8-2922-4ec9-8e28-93e8ce5d22c7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:54.958423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:54.960803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a23d5fb-d9b8-417a-82cd-2263b432a62a None None] Provisioning complete for port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:54.961461 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a23d5fb-d9b8-417a-82cd-2263b432a62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:55.002931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a23d5fb-d9b8-417a-82cd-2263b432a62a None None] Port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:55.193462 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:55.401777 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:55.532772 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:13:55.641248 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:55.651001 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Sync routers for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:55.662883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:55.663615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:55.664074 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:55.665390 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3108dedf-c406-438a-bc64-68750c5fa6c0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5285192 Dec 10 19:13:55.668551 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32956) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:55.698553 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-99b5146a-8cb0-4a4d-9b70-64b100958117 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c1a175c10af49178ef68919a295f0b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280552 Dec 10 19:13:55.701359 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32958) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:55.774668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:55.859759 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c173d-7b35-442d-87f9-152848cab956 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:55.861300 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-780c173d-7b35-442d-87f9-152848cab956 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1587124 Dec 10 19:13:55.864309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32960) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:55.896902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-44824090-7685-48d3-93c5-0081c066c73d tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314174 Dec 10 19:13:55.899465 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 32962) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:55.904322 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-906131969', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:13:55.961904 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:55Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:55.992090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Checking router: e3120b08-bf0e-4b8e-b187-4f14ead8fc25 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:13:55.992589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Updating router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:13:55.995360 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:13:55.999347 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.023494 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.186937 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.247995 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Subnet': ['ID=ad8111e0-df8a-4474-827b-e7767dd9dffc,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:56.259736 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Checking segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:56.260098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network hostable DHCP agents. Network: 3d5e76f3-d245-4bb0-a735-b67571e07cce, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:13:56.279287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:13:56.290194 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 3d5e76f3-d245-4bb0-a735-b67571e07cce) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:56.294589 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:56.295622 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.313866 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f910032c-9635-4ee7-9d5c-880e5b5fc391 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4132938 Dec 10 19:13:56.316773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 32964) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:13:56.364667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1f552b-67ec-4379-93c5-a9149ff32f72 None None] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:56.532518 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-3d5e76f3-d245-4bb0-a735-b67571e07cce', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:13:56.533421 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.562888 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.574508 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.683633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be73df2b-6777-4be6-a7f3-9775f1290560 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:56.741358 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1134215-2cff-4daf-8a6a-3c63ad4aa8b9 None None] Pushing event updated for resources: {'Port': ['ID=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:56.743650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Attempting to bind port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:56.744020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Attempting to bind port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:56.744388 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Attempting to bind port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:56.760318 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:56.760612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:56.761009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.761395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:56.761854 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Bound port: 0a4eda16-330f-4df8-8e90-9eca9cb76f9a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:56.762231 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.778955 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.802767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c5908dec-a3dc-4a6e-ad5a-34c73f146b45 None None] Provisioning complete for port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:56.803147 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c5908dec-a3dc-4a6e-ad5a-34c73f146b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:56.807148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Allocated IP 172.20.0.2 (3d5e76f3-d245-4bb0-a735-b67571e07cce/ad8111e0-df8a-4474-827b-e7767dd9dffc/46c66024-a72a-42ce-b38b-8d8228b3ae88) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:56.883709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-c5908dec-a3dc-4a6e-ad5a-34c73f146b45 None None] Port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:56.912439 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] For port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:56.930451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] For port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:56.937366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.002623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60120251-5bf0-48f9-ac81-68fb505aede8 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:13:57.021491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1134215-2cff-4daf-8a6a-3c63ad4aa8b9 None None] Pushing event updated for resources: {'Port': ['ID=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:57.041977 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:57.042645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:57.179087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.186596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-abd9c00f-2859-4d6a-8fcb-c07c8b93033a None None] Provisioning complete for port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:57.186961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abd9c00f-2859-4d6a-8fcb-c07c8b93033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.191465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.241008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.1 (3d5e76f3-d245-4bb0-a735-b67571e07cce/ad8111e0-df8a-4474-827b-e7767dd9dffc/507273c5-0578-4d22-b0b2-528f27c03df1) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:13:57.260434 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:57.329483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:57.331049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Pushing event updated for resources: {'Port': ['ID=46c66024-a72a-42ce-b38b-8d8228b3ae88,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:57.335640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:57.338811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:57.370769 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.407010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.447315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:57.450591 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:57.455012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:13:57.467240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Attempting to bind port 46c66024-a72a-42ce-b38b-8d8228b3ae88 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:13:57.467880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Attempting to bind port 46c66024-a72a-42ce-b38b-8d8228b3ae88 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:13:57.468032 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Attempting to bind port 46c66024-a72a-42ce-b38b-8d8228b3ae88 on network 3d5e76f3-d245-4bb0-a735-b67571e07cce {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:13:57.480366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=507273c5-0578-4d22-b0b2-528f27c03df1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:57.498845 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:13:57.499274 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Checking segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:13:57.499612 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.500018 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Bound using segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:13:57.500512 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Bound port: 46c66024-a72a-42ce-b38b-8d8228b3ae88, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:13:57.500892 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.504413 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.519593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abd9c00f-2859-4d6a-8fcb-c07c8b93033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.589556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-abd9c00f-2859-4d6a-8fcb-c07c8b93033a None None] For port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:57.597129 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-abd9c00f-2859-4d6a-8fcb-c07c8b93033a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.642968 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.660282 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] For port 46c66024-a72a-42ce-b38b-8d8228b3ae88, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:13:57.667280 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] For port 46c66024-a72a-42ce-b38b-8d8228b3ae88, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=46c66024-a72a-42ce-b38b-8d8228b3ae88,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:13:57.669857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9c00f-2859-4d6a-8fcb-c07c8b93033a None None] Pushing event updated for resources: {'Port': ['ID=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:57.675664 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.721697 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:55Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:57.754796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348367a0-5565-4ed0-be8e-49e6c56c06fe None None] The sync data for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 is: [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:55Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:13:57.775763 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb68575-80a9-461b-8c7b-abb777256ef1 None None] Pushing event updated for resources: {'Port': ['ID=46c66024-a72a-42ce-b38b-8d8228b3ae88,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:57.966842 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:57.973635 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:58.069983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:58.071926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=507273c5-0578-4d22-b0b2-528f27c03df1,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:58.187353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:13:58.189091 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:13:58.317344 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:13:58.330878 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4d7e8564-e993-4e73-97e7-fe91a0e2f562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:58.441736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:13:58.452980 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-338daef7-ad39-431d-b6bc-1c65f83d3c58 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/e3120b08-bf0e-4b8e-b187-4f14ead8fc25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1325097 Dec 10 19:13:58.630102 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-18427691-de48-466c-a348-aca486bdac19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270304257&fields=id&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 267 time: 0.0636308 Dec 10 19:13:58.799974 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-c5d3a1dc-4914-4d3a-87cd-a839da0c9342 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:13:58.801880 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-c5d3a1dc-4914-4d3a-87cd-a839da0c9342 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 796 time: 0.1629031 Dec 10 19:13:58.818062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-d315de97-a589-4eb7-8964-690f39ef7bbc tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/quotas/5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 375 time: 0.0101795 Dec 10 19:13:58.889163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 46c66024-a72a-42ce-b38b-8d8228b3ae88 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:58.896294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-97cda453-4793-4b52-83dd-805f017e9c8f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658324 Dec 10 19:13:58.922100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3b589f-383d-453a-b4c8-5d8ad4fe31cd None None] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:13:58.977496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-2c915618-6ec9-40bd-b019-96764aa4ba24 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:13:58.978872 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-2c915618-6ec9-40bd-b019-96764aa4ba24 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0662625 Dec 10 19:13:59.016851 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-72204619-cab9-4907-aed4-20a7ad17faf1 None None] Provisioning complete for port 46c66024-a72a-42ce-b38b-8d8228b3ae88 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:59.017321 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-72204619-cab9-4907-aed4-20a7ad17faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.056230 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 46c66024-a72a-42ce-b38b-8d8228b3ae88 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:59.056591 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.099470 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-7b8f79cb-46af-46ac-b02c-ab119d60e3f8 service neutron] 10.222.0.55 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072741 Dec 10 19:13:59.206042 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-cb1d31a1-5855-4885-90af-70826cf63228 service neutron] 10.222.0.55 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054125 Dec 10 19:13:59.206774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-72204619-cab9-4907-aed4-20a7ad17faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.210984 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.259095 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-72204619-cab9-4907-aed4-20a7ad17faf1 None None] For port 46c66024-a72a-42ce-b38b-8d8228b3ae88, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=46c66024-a72a-42ce-b38b-8d8228b3ae88,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:13:59.265799 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-72204619-cab9-4907-aed4-20a7ad17faf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.366635 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 10 19:13:59.367005 n-d-821424-1 neutron-server[103501]: DEBUG oslo_db.api [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 10 19:13:59.370048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72204619-cab9-4907-aed4-20a7ad17faf1 None None] Pushing event updated for resources: {'Port': ['ID=46c66024-a72a-42ce-b38b-8d8228b3ae88,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:13:59.404168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-61df4850-ffdc-443e-8f81-99783e75b665 None None] Provisioning complete for port 507273c5-0578-4d22-b0b2-528f27c03df1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:59.404911 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-61df4850-ffdc-443e-8f81-99783e75b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.449876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-61df4850-ffdc-443e-8f81-99783e75b665 None None] Port 507273c5-0578-4d22-b0b2-528f27c03df1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:59.461398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-61df4850-ffdc-443e-8f81-99783e75b665 None None] Provisioning complete for port 46c66024-a72a-42ce-b38b-8d8228b3ae88 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:59.461861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-61df4850-ffdc-443e-8f81-99783e75b665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.792006 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Sync routers for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:13:59.808607 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:13:59.809704 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:13:59.847936 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-95becc6f-be43-4884-8b4d-da7b3e348070 None None] Provisioning complete for port 507273c5-0578-4d22-b0b2-528f27c03df1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:59.848400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-95becc6f-be43-4884-8b4d-da7b3e348070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:13:59.911470 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-95becc6f-be43-4884-8b4d-da7b3e348070 None None] Port 507273c5-0578-4d22-b0b2-528f27c03df1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:13:59.917479 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0a4eda16-330f-4df8-8e90-9eca9cb76f9a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:13:59.928837 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:13:59.969884 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:13:59.970256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.139926 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 2, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:00.166151 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Checking router: e3120b08-bf0e-4b8e-b187-4f14ead8fc25 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:00.166452 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Updating router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 port 507273c5-0578-4d22-b0b2-528f27c03df1 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:14:00.195984 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.451210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0fc91aae-39c0-4e92-b316-98c8b0fe4843 req-ff00d110-ebfd-4b65-a3e9-ffadd686b484 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 210 time: 0.0286934 Dec 10 19:14:00.477871 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.483870 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.532354 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Pushing event updated for resources: {'Port': ['ID=507273c5-0578-4d22-b0b2-528f27c03df1,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:00.543018 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.543373 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.543706 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.544034 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.544356 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.544690 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.545050 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.545395 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.545886 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.546194 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.546545 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.546888 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.547201 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:14:00.599658 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Attempting to bind port 507273c5-0578-4d22-b0b2-528f27c03df1 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:00.600058 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Attempting to bind port 507273c5-0578-4d22-b0b2-528f27c03df1 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:00.600419 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Attempting to bind port 507273c5-0578-4d22-b0b2-528f27c03df1 on network 3d5e76f3-d245-4bb0-a735-b67571e07cce {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:00.605810 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:00.606189 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Checking segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:00.606613 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.607000 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Bound using segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:00.607475 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Bound port: 507273c5-0578-4d22-b0b2-528f27c03df1, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:00.608209 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.672477 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] For port 507273c5-0578-4d22-b0b2-528f27c03df1, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:00.675874 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] For port 507273c5-0578-4d22-b0b2-528f27c03df1, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=507273c5-0578-4d22-b0b2-528f27c03df1,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:00.681428 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.735228 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 46c66024-a72a-42ce-b38b-8d8228b3ae88 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:00.740961 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:00.741771 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:13:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:00.746583 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f7662-486e-46ba-89b3-0c56835b9cce None None] Pushing event updated for resources: {'Port': ['ID=507273c5-0578-4d22-b0b2-528f27c03df1,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:00.795007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-18e956c1-a10b-4411-a108-f8e3d175321e None None] Provisioning complete for port 507273c5-0578-4d22-b0b2-528f27c03df1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:00.795537 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18e956c1-a10b-4411-a108-f8e3d175321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.863299 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:00.887239 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 46c66024-a72a-42ce-b38b-8d8228b3ae88 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:00.887636 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.922121 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18e956c1-a10b-4411-a108-f8e3d175321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:00.969963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-18e956c1-a10b-4411-a108-f8e3d175321e None None] For port 507273c5-0578-4d22-b0b2-528f27c03df1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=507273c5-0578-4d22-b0b2-528f27c03df1,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:00.974971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-18e956c1-a10b-4411-a108-f8e3d175321e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:01.054170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e956c1-a10b-4411-a108-f8e3d175321e None None] Pushing event updated for resources: {'Port': ['ID=507273c5-0578-4d22-b0b2-528f27c03df1,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:01.075381 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:01.096758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-60adf242-7304-4328-882c-1032e375ef4c None None] Provisioning complete for port 507273c5-0578-4d22-b0b2-528f27c03df1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:01.097098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-60adf242-7304-4328-882c-1032e375ef4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:01.103068 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872b98b2-3c8d-4c8f-974c-05f12d8b0d2d None None] The sync data for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 is: [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:01.535949 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-adfddd9b-8e85-4cc8-8fe7-0fdac4512a00 req-f6edbcd0-0c37-4a34-b6dc-14d62f709f3e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 210 time: 0.0300274 Dec 10 19:14:01.694921 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-31c09ca0-80c0-43aa-a6b5-700308a71444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:02.302162 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:02.428672 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:02.623422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d623654-50fe-44b6-ac5d-b9f5dad5f3f5 req-ebc67ea4-f940-4356-9252-49114215153a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 210 time: 0.0329337 Dec 10 19:14:02.755264 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 507273c5-0578-4d22-b0b2-528f27c03df1 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:02.803583 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 507273c5-0578-4d22-b0b2-528f27c03df1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:02.803955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:03.704600 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-528c067e-2f89-44b0-8f72-5034abe327d8 req-f4009323-6cf9-497e-a00a-391c93fb80c1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 210 time: 0.0279286 Dec 10 19:14:03.976570 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:04.168560 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:04.807786 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-039073ff-2bbb-4ad7-8292-649f95866b1d req-5b2e38c4-c918-4875-a367-f15c32599f5e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 210 time: 0.0285556 Dec 10 19:14:05.090700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:05.612585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-c0be9c88-1ce9-4706-b827-b321186b8abb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:05.614253 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-c0be9c88-1ce9-4706-b827-b321186b8abb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 796 time: 0.1208880 Dec 10 19:14:05.684328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-b77aa5f0-9845-4ad4-9773-01eb1fed8969 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 379 time: 0.0611370 Dec 10 19:14:05.695438 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'port': {'device_id': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'admin_state_up': True, 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'security_groups': ['53c4d6ec-01ee-4fcb-af89-1920996e4af5']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:05.813938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:14:05.818418 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:05.920135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3209cd10-ca6a-47cc-b41b-02de5196a381 req-58330d77-3516-4e79-bf9c-bc2a24f41af5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 210 time: 0.0279522 Dec 10 19:14:05.963536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.4 (3d5e76f3-d245-4bb0-a735-b67571e07cce/ad8111e0-df8a-4474-827b-e7767dd9dffc/012478f3-7a2a-45dc-a027-cc5383d79c7c) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:06.110504 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.150100 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.216115 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:06.219627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:06.225205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:06.229397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:06.284145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:06.284815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.304490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-51fa5070-bbf6-433b-86bd-8bf34f6dcc4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130352 Dec 10 19:14:06.317460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Request body: {'port': {'device_id': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:06.379452 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.459215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9f5c7eb6-34fd-4ede-a025-503d91c02ed9 None None] Provisioning complete for port 012478f3-7a2a-45dc-a027-cc5383d79c7c triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:06.459851 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7eb6-34fd-4ede-a025-503d91c02ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.494631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9f5c7eb6-34fd-4ede-a025-503d91c02ed9 None None] Port 012478f3-7a2a-45dc-a027-cc5383d79c7c cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:14:06.688083 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012478f3-7a2a-45dc-a027-cc5383d79c7c {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:14:06.696623 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.710954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Transition to ACTIVE for port object 012478f3-7a2a-45dc-a027-cc5383d79c7c will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:14:06.716439 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.783904 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:06.869648 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:14:06.870734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:14:06.870734 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c on network 3d5e76f3-d245-4bb0-a735-b67571e07cce {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:06.877659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Port 012478f3-7a2a-45dc-a027-cc5383d79c7c on network 3d5e76f3-d245-4bb0-a735-b67571e07cce not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:14:06.878108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c on network 3d5e76f3-d245-4bb0-a735-b67571e07cce {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:14:06.884740 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:14:06.885211 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Checking segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:14:06.885764 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Bound using segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:14:06.886198 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Bound port: 012478f3-7a2a-45dc-a027-cc5383d79c7c, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:14:06.886583 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:06.976583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:14:06.980341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:14:06.989789 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:07.073879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.074944 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:07.077109 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] 10.222.0.30 "PUT /v2.0/ports/012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 1091 time: 0.7641220 Dec 10 19:14:07.077788 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:07.081307 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75c1280-5c98-4bcf-8d05-290fad20f9e2" -d '{"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:07.119472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32e326-7c1b-4a39-a2c5-b9898edcc3aa service neutron] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:07.143507 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ed9021-a259-4db1-a67a-423352b12e34 x-openstack-request-id: req-d5ed9021-a259-4db1-a67a-423352b12e34 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:07.143797 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:07.144056 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-d5ed9021-a259-4db1-a67a-423352b12e34 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:07.144458 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'status': 'completed', 'code': 200} Dec 10 19:14:07.152193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b690217-d287-4936-8bf3-d40ea88f7980 req-a00e6605-da34-435f-98fe-5c94f732de6d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.153735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b690217-d287-4936-8bf3-d40ea88f7980 req-a00e6605-da34-435f-98fe-5c94f732de6d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 943 time: 0.1292388 Dec 10 19:14:07.247821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-4c315be2-9fdd-40aa-bbea-08d057941a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.250260 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-4c315be2-9fdd-40aa-bbea-08d057941a70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1094 time: 0.1202800 Dec 10 19:14:07.255778 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b690217-d287-4936-8bf3-d40ea88f7980 req-c2073082-bdaf-4501-9ddb-a8b77ec3f5cc tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764134 Dec 10 19:14:07.298684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-7535c55a-fdba-40e1-b023-3bcac123d743 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 217 time: 0.0398910 Dec 10 19:14:07.359398 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-859d2e51-fea0-42ac-9d38-3c28816d7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.363523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-859d2e51-fea0-42ac-9d38-3c28816d7477 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0576124 Dec 10 19:14:07.417678 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-9e692d5f-89dc-4e8f-bcd5-f8b29459b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.419360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-9e692d5f-89dc-4e8f-bcd5-f8b29459b2ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490077 Dec 10 19:14:07.526521 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-e7de219e-cbcf-40aa-b708-4a94c7aa5cd7 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996525 Dec 10 19:14:07.637133 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c9efc0bf-4993-4e30-9446-3e59a7a0e728 req-346936f4-75f1-4bd0-9842-8b6565a4616f service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028266 Dec 10 19:14:07.724239 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-2bb00ef7-63d1-4880-8c77-efc0790aefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.725817 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-2bb00ef7-63d1-4880-8c77-efc0790aefc4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1094 time: 0.0428481 Dec 10 19:14:07.818901 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-4cde21dc-e3a5-4857-aa37-82dfe40da243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.820569 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-4cde21dc-e3a5-4857-aa37-82dfe40da243 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.0876763 Dec 10 19:14:07.869550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-2398bf0d-fa08-49d7-a20c-2256b84a2a53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 217 time: 0.0414922 Dec 10 19:14:07.919962 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-5d027604-e4d1-4ffc-9eec-34f51f83e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.921402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-5d027604-e4d1-4ffc-9eec-34f51f83e275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0450385 Dec 10 19:14:07.969618 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-3d4fc9c2-da6a-44e8-ab50-62cc211b96ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:07.971145 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-3d4fc9c2-da6a-44e8-ab50-62cc211b96ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410399 Dec 10 19:14:08.068429 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-ae349a51-3a78-475d-9078-b52547369d22 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891652 Dec 10 19:14:08.163502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f75c1280-5c98-4bcf-8d05-290fad20f9e2 req-207832a4-ff9d-4672-9461-ee9022bac6e6 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Dec 10 19:14:08.390060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba040e-b102-406c-9dca-fd4ffc826c0a req-a8a2125d-1c22-452f-ac75-c735459b0e7a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:08.391626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dba040e-b102-406c-9dca-fd4ffc826c0a req-a8a2125d-1c22-452f-ac75-c735459b0e7a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 943 time: 0.0554810 Dec 10 19:14:08.442030 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0dba040e-b102-406c-9dca-fd4ffc826c0a req-2252aff1-7a1f-4b5c-9e54-c23e5f1ed139 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Dec 10 19:14:09.878729 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05767c0a-0e24-4168-8f4e-4fb1003af4a6 req-f25ad8c0-9dc9-45fe-ada5-5ebaee2121e0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:09.880318 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05767c0a-0e24-4168-8f4e-4fb1003af4a6 req-f25ad8c0-9dc9-45fe-ada5-5ebaee2121e0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 943 time: 0.3662679 Dec 10 19:14:09.933637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-05767c0a-0e24-4168-8f4e-4fb1003af4a6 req-938fa84a-5310-40e6-9f0b-e9a16b054d60 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470564 Dec 10 19:14:10.801418 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:14:10.902813 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:10.915112 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'port_id': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'mac_address': 'fa:16:3e:73:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:14:10.962456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:10.977793 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012478f3-7a2a-45dc-a027-cc5383d79c7c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:14:10.999755 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:11.005862 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:11.055465 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc414c5-c604-4343-821a-0c6f1bafac6b req-740f1954-37c0-4cdd-945c-449524648e65 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:11.056698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:11.057106 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1bc414c5-c604-4343-821a-0c6f1bafac6b req-740f1954-37c0-4cdd-945c-449524648e65 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 944 time: 0.0528018 Dec 10 19:14:11.112500 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1bc414c5-c604-4343-821a-0c6f1bafac6b req-d12c0239-7211-471c-a236-d04e2dff1b7c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469842 Dec 10 19:14:11.243864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['012478f3-7a2a-45dc-a027-cc5383d79c7c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:14:12.235168 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58e1a3-f1ea-44c8-a5a4-b7bae1831cba req-e1cd6fe8-0832-4219-b1e5-524a25a7b946 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:12.236688 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f58e1a3-f1ea-44c8-a5a4-b7bae1831cba req-e1cd6fe8-0832-4219-b1e5-524a25a7b946 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 944 time: 0.0520442 Dec 10 19:14:12.289998 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3f58e1a3-f1ea-44c8-a5a4-b7bae1831cba req-4bc4afe3-5548-4e2a-aef6-b709e665d17e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469384 Dec 10 19:14:12.817272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:14:12.874238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 012478f3-7a2a-45dc-a027-cc5383d79c7c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:14:12.878257 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 012478f3-7a2a-45dc-a027-cc5383d79c7c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:14:12.878652 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:12.964456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:12.988513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:12.991615 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44487da3-05de-4529-a957-e9643b835c31" -d '{"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-plugged", "status": "completed", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:13.007176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:14:13.011663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:13.041906 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644e821d-a79b-4474-acf6-304adf933118 x-openstack-request-id: req-644e821d-a79b-4474-acf6-304adf933118 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:13.042149 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-plugged", "status": "completed", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:13.042466 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-644e821d-a79b-4474-acf6-304adf933118 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:13.042864 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'code': 200} Dec 10 19:14:13.068970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:13.135273 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35f18-669b-4096-834e-718cf3af7404 req-691cf11b-7cb8-47a7-80d6-024ee2cb2ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:13.136834 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecb35f18-669b-4096-834e-718cf3af7404 req-691cf11b-7cb8-47a7-80d6-024ee2cb2ca9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1096 time: 0.0414748 Dec 10 19:14:13.190210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ecb35f18-669b-4096-834e-718cf3af7404 req-dcaf34f1-5d9c-4d86-b461-ec0e6082175a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458407 Dec 10 19:14:13.411422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a09db-5448-4cbf-b22b-4a83491894b0 req-79956b25-1dfd-4931-9960-f791b12b3abf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:13.412949 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b0a09db-5448-4cbf-b22b-4a83491894b0 req-79956b25-1dfd-4931-9960-f791b12b3abf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0516496 Dec 10 19:14:13.464714 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9b0a09db-5448-4cbf-b22b-4a83491894b0 req-475378c1-ed9e-4f88-80d1-e9bad51e8e4b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454278 Dec 10 19:14:14.589337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0aa90-0e76-4cde-88ca-2209cead2397 req-54726037-ae69-4e40-851b-ba2b1dd9b149 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.590909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89c0aa90-0e76-4cde-88ca-2209cead2397 req-54726037-ae69-4e40-851b-ba2b1dd9b149 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0535338 Dec 10 19:14:14.647093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89c0aa90-0e76-4cde-88ca-2209cead2397 req-10bbfd94-6913-4f22-9f76-916408b68fa7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498683 Dec 10 19:14:14.765652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f4dfd-b3d7-463a-9b7b-9a8b1cfdbfc9 req-cf7c6462-b1f2-4e3e-b19c-f7d768221188 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.767081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed6f4dfd-b3d7-463a-9b7b-9a8b1cfdbfc9 req-cf7c6462-b1f2-4e3e-b19c-f7d768221188 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0497296 Dec 10 19:14:14.817945 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed6f4dfd-b3d7-463a-9b7b-9a8b1cfdbfc9 req-08157676-e124-417a-b8db-406f6774011c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445237 Dec 10 19:14:14.842421 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33046) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:14.886624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbb0d1-fbe4-44dc-bcf2-a3a0244a04ea tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:14.888151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-adbbb0d1-fbe4-44dc-bcf2-a3a0244a04ea tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1091 time: 0.0448136 Dec 10 19:14:14.891595 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33048) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:14.895557 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:14:14.923605 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:15.030601 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:15.142378 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.146 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/6a7ecc03-6295-48fe-858e-9335c8abcbb5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:14:15.251530 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:15.290070 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:15.334346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:14:15.337488 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:14:15.342903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:14:15.367117 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=6a7ecc03-6295-48fe-858e-9335c8abcbb5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:15.728489 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:15.802011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:15.970826 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:15.976263 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:16.051574 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=6a7ecc03-6295-48fe-858e-9335c8abcbb5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:14:16.061453 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:16.171773 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP 32d20e9e-7958-4c94-b105-911f136f3a74 associated. External IP: 172.25.2.146, port: 012478f3-7a2a-45dc-a027-cc5383d79c7c. Dec 10 19:14:16.393910 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:14:16.508967 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:14:16.519401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] Sync routers for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:14:16.528231 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:16.530615 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:16.531244 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:14:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:16.556468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-de91fd22-dc2b-4422-9c44-01577761a1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6642332 Dec 10 19:14:16.557066 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:14:16.559390 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:14:16.611784 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddbd5ad-7190-4516-a568-42a7a02f3360 x-openstack-request-id: req-dddbd5ad-7190-4516-a568-42a7a02f3360 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:14:16.612289 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:14:16.612553 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dddbd5ad-7190-4516-a568-42a7a02f3360 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:14:16.613010 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'status': 'completed', 'code': 200} Dec 10 19:14:16.648241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:16.666601 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6065977-9097-4586-ba49-4cb9a625ec40 req-dc980793-cd29-4606-b5f3-9e28cb349d9f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:16.668114 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6065977-9097-4586-ba49-4cb9a625ec40 req-dc980793-cd29-4606-b5f3-9e28cb349d9f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0504720 Dec 10 19:14:16.682264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-3e172ff9-c27e-4c8b-a230-c9ea2d3b92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:16.684046 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-3e172ff9-c27e-4c8b-a230-c9ea2d3b92e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1096 time: 0.0448606 Dec 10 19:14:16.729227 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6065977-9097-4586-ba49-4cb9a625ec40 req-d9bb8a29-c859-4a8a-aa76-dabb2f6b6f61 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525224 Dec 10 19:14:16.752601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33054) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:16.837183 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-782982b2-9eee-4780-98be-e78f2d376cc8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/32d20e9e-7958-4c94-b105-911f136f3a74 HTTP/1.1" status: 200 len: 991 time: 0.0833449 Dec 10 19:14:16.839657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-766c9d99-2b82-4d5c-a5d5-b07f68afef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:16.841081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-766c9d99-2b82-4d5c-a5d5-b07f68afef7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.1473832 Dec 10 19:14:16.900182 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '32d20e9e-7958-4c94-b105-911f136f3a74', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'port_id': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'mac_address': 'fa:16:3e:73:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:14:15Z', 'updated_at': '2021-12-10T19:14:15Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:16.914407 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-f993485c-8679-4751-9564-e85506179183 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 999 time: 0.0646400 Dec 10 19:14:16.927296 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] Checking router: e3120b08-bf0e-4b8e-b187-4f14ead8fc25 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:14:16.936459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:14:16.937074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:14:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:16.967193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-1897a829-fc16-4737-9ee8-267bdae4ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:16.969597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-1897a829-fc16-4737-9ee8-267bdae4ff97 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0481479 Dec 10 19:14:17.018196 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-917b0a49-b3d5-4643-9a28-5759b7dbbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:17.019820 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-917b0a49-b3d5-4643-9a28-5759b7dbbaeb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433178 Dec 10 19:14:17.047985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:14:17.116793 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-4f4dfb5e-65f0-4ca3-be2a-9b53ffa6fcb1 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890837 Dec 10 19:14:17.210728 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6d6358b8-0be8-4d86-b6f8-1567baa1d8a8 req-fde3a20d-b013-40af-ac7f-5974837886c8 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867331 Dec 10 19:14:17.285160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '32d20e9e-7958-4c94-b105-911f136f3a74', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'port_id': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'mac_address': 'fa:16:3e:73:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:14:15Z', 'updated_at': '2021-12-10T19:14:15Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:14:17.313820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b1bdde-ca1d-46d2-9722-f71bee137e20 None None] The sync data for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 is: [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '32d20e9e-7958-4c94-b105-911f136f3a74', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.146', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'port_id': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'mac_address': 'fa:16:3e:73:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:14:15Z', 'updated_at': '2021-12-10T19:14:15Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:14:17.507875 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2284f2-bb58-4500-905d-28e54f2a02f1 None None] New status for floating IP 32d20e9e-7958-4c94-b105-911f136f3a74: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:14:17.841921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33056) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:17.909520 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-df6bbc76-bf8d-4453-9c71-62d0545ff8c6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/32d20e9e-7958-4c94-b105-911f136f3a74 HTTP/1.1" status: 200 len: 993 time: 0.0661731 Dec 10 19:14:28.335292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6ad30d28-6483-4914-baf6-79d818d6fd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:29.326773 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:14:31.689574 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b64eb1af-9b5b-4f95-bd73-8a2569153427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:32.304975 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:32.443729 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:33.977293 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:34.167055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:35.097514 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:46.727487 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c26edf-fa0d-4473-a5fc-4f4787a88520 req-9db56281-e8a9-42c0-80df-6ea516d73153 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:46.735011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2c26edf-fa0d-4473-a5fc-4f4787a88520 req-9db56281-e8a9-42c0-80df-6ea516d73153 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0649698 Dec 10 19:14:46.739947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33074) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:14:46.785917 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2c26edf-fa0d-4473-a5fc-4f4787a88520 req-96bf0c43-34d7-4057-ac0f-f21334373b5b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499098 Dec 10 19:14:46.823653 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-63525236-0ed9-4778-93ef-67cdd0a7a9c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825243 Dec 10 19:14:46.833348 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-438f0b6e-c1a1-416f-9de9-9e9186b55b0d service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:14:46.834294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-438f0b6e-c1a1-416f-9de9-9e9186b55b0d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050156 Dec 10 19:14:47.921142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3844c-8455-4630-b1e2-15f73ab272a3 req-6d786fd3-76a7-412d-9a21-f02c8b6e3021 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:47.922730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9fc3844c-8455-4630-b1e2-15f73ab272a3 req-6d786fd3-76a7-412d-9a21-f02c8b6e3021 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0630109 Dec 10 19:14:47.975094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-0a0f9de7-2bdb-4ff8-b8a7-544de41124df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:47.976566 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-0a0f9de7-2bdb-4ff8-b8a7-544de41124df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1096 time: 0.0426230 Dec 10 19:14:47.978856 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9fc3844c-8455-4630-b1e2-15f73ab272a3 req-c8749b25-1cb8-4ec0-bf0f-3bbcfd8db2ae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497472 Dec 10 19:14:48.072095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-99144513-ca7a-43fe-9e44-ab1b848ca064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.073644 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-99144513-ca7a-43fe-9e44-ab1b848ca064 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.0893548 Dec 10 19:14:48.143216 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-633ecd72-ae23-4e88-b753-a3ebf3a09786 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 1001 time: 0.0609362 Dec 10 19:14:48.202221 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-9d2feef8-b67c-4d4e-8c02-63fbd57b671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.203768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-9d2feef8-b67c-4d4e-8c02-63fbd57b671d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0533552 Dec 10 19:14:48.258852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-661a94a1-aadc-4cc1-beea-33f73082d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:48.260417 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-661a94a1-aadc-4cc1-beea-33f73082d4c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451849 Dec 10 19:14:48.358040 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a73ec692-c6a6-41f4-968b-16c507e8972c service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887222 Dec 10 19:14:48.453940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-7a9505a0-2b50-42ae-8643-439fbfbc397c service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881143 Dec 10 19:14:49.102655 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce4008-a9aa-476d-afc4-2cde4ef469ac req-0af2b7c2-04bc-4ada-9ced-6b960bea2f20 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:49.104186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dce4008-a9aa-476d-afc4-2cde4ef469ac req-0af2b7c2-04bc-4ada-9ced-6b960bea2f20 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0531871 Dec 10 19:14:49.158890 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dce4008-a9aa-476d-afc4-2cde4ef469ac req-a6b7ca19-3fc5-46cf-963e-e1345ab1055c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455952 Dec 10 19:14:50.280342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e984092-5ac4-4946-b3dc-ffdf62297562 req-2d319bb4-222b-4f7c-b804-530221cd7e79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:50.281894 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e984092-5ac4-4946-b3dc-ffdf62297562 req-2d319bb4-222b-4f7c-b804-530221cd7e79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0516534 Dec 10 19:14:50.335562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e984092-5ac4-4946-b3dc-ffdf62297562 req-2ad0fde0-fc13-4a30-9bc2-40c5f56d6dba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475276 Dec 10 19:14:51.191566 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768029e-3820-4456-9151-b11650e7f8ab req-96b55136-c056-4c36-be7e-82610888625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:51.193792 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c768029e-3820-4456-9151-b11650e7f8ab req-96b55136-c056-4c36-be7e-82610888625a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1096 time: 0.0467618 Dec 10 19:14:51.308730 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768029e-3820-4456-9151-b11650e7f8ab req-07737004-7897-47f2-a55b-bfdaa4725bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:51.310294 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c768029e-3820-4456-9151-b11650e7f8ab req-07737004-7897-47f2-a55b-bfdaa4725bb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.0956266 Dec 10 19:14:51.381490 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c768029e-3820-4456-9151-b11650e7f8ab req-0af201ea-2550-4278-b3bf-95cbf6c4bb2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 1001 time: 0.0642459 Dec 10 19:14:51.470107 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768029e-3820-4456-9151-b11650e7f8ab req-245c492f-e534-4305-ae94-ebad03cb8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:51.471523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c768029e-3820-4456-9151-b11650e7f8ab req-245c492f-e534-4305-ae94-ebad03cb8b11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0832345 Dec 10 19:14:51.494991 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb476f79-2c5c-4475-8127-79be1193f0a5 req-4b2f1937-51cb-4c6b-b3dd-fc9e90b9ee79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:51.496420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb476f79-2c5c-4475-8127-79be1193f0a5 req-4b2f1937-51cb-4c6b-b3dd-fc9e90b9ee79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0703857 Dec 10 19:14:51.557676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768029e-3820-4456-9151-b11650e7f8ab req-dfcac225-e2a8-472f-8cc6-396c7aa12768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:51.559211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c768029e-3820-4456-9151-b11650e7f8ab req-dfcac225-e2a8-472f-8cc6-396c7aa12768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793281 Dec 10 19:14:51.568158 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb476f79-2c5c-4475-8127-79be1193f0a5 req-0cafea95-dae5-4b03-9465-1b8e077dffaf tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541797 Dec 10 19:14:51.657660 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c768029e-3820-4456-9151-b11650e7f8ab req-05d05b5b-f2b3-486a-951d-934157370621 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885401 Dec 10 19:14:51.750458 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c768029e-3820-4456-9151-b11650e7f8ab req-d7dafe78-3876-4c51-8ab9-c7d561ac8c55 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855706 Dec 10 19:14:52.690968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae604ba-ee75-42d4-9f81-63d8748b7c09 req-11a4f6d2-87e5-4027-b2eb-ddcbe4ff5677 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:52.692468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aae604ba-ee75-42d4-9f81-63d8748b7c09 req-11a4f6d2-87e5-4027-b2eb-ddcbe4ff5677 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0520082 Dec 10 19:14:52.752020 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aae604ba-ee75-42d4-9f81-63d8748b7c09 req-47ca4818-58d0-4b8e-9482-bccc78b3277c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534854 Dec 10 19:14:53.884080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028df145-3c36-430a-a031-49c4459a258e req-2113f4c2-0593-4a58-b47e-3607d55cb1dd tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:53.885715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-028df145-3c36-430a-a031-49c4459a258e req-2113f4c2-0593-4a58-b47e-3607d55cb1dd tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0567999 Dec 10 19:14:53.938022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-028df145-3c36-430a-a031-49c4459a258e req-c29e2643-a67f-4e5f-bcfc-5f9319a8566e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456188 Dec 10 19:14:55.058229 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5113ce-8b5b-4118-9add-2dff02dd9247 req-ff9bd8fa-a95c-4770-981d-397aba2911ec tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:55.059748 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5113ce-8b5b-4118-9add-2dff02dd9247 req-ff9bd8fa-a95c-4770-981d-397aba2911ec tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0507972 Dec 10 19:14:55.112898 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a5113ce-8b5b-4118-9add-2dff02dd9247 req-68d5716a-e0b2-44c4-8e4a-2145476f8866 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467291 Dec 10 19:14:56.312477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3281cef-b105-4f14-a755-ec4a4ec5ec21 req-6f3597b5-b9c7-448c-91a8-a76c9d6defa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:56.314042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3281cef-b105-4f14-a755-ec4a4ec5ec21 req-6f3597b5-b9c7-448c-91a8-a76c9d6defa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.1211860 Dec 10 19:14:56.367612 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e3281cef-b105-4f14-a755-ec4a4ec5ec21 req-f5310c52-99b8-4882-9335-345847941768 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472116 Dec 10 19:14:57.557622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ec2b5-3779-4fe2-ad2f-be891833056d req-a5b2e60c-66f7-41db-9c8c-e7808694d556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:57.559212 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed5ec2b5-3779-4fe2-ad2f-be891833056d req-a5b2e60c-66f7-41db-9c8c-e7808694d556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.1163332 Dec 10 19:14:57.612124 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed5ec2b5-3779-4fe2-ad2f-be891833056d req-bcbfc0a5-a669-4c2e-bab7-10e6ff3ce1cd tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464630 Dec 10 19:14:58.340333 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-372da344-b415-4dcc-9f26-45e2e4aab569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:14:58.738605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bcedd-1ee6-4a91-ae9d-f8f9487fa211 req-ea8b1171-7e94-47e0-b3eb-c0e6b5f61917 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:58.740131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-407bcedd-1ee6-4a91-ae9d-f8f9487fa211 req-ea8b1171-7e94-47e0-b3eb-c0e6b5f61917 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0517156 Dec 10 19:14:58.797284 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-407bcedd-1ee6-4a91-ae9d-f8f9487fa211 req-5db714cc-d7a9-4c00-a9a6-321cb70a944d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507641 Dec 10 19:14:59.939253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2299b2b-430c-410b-93a9-c78d29fe4666 req-687bc89d-0dd1-4b90-b59c-ff719cf6e6b4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:14:59.940790 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2299b2b-430c-410b-93a9-c78d29fe4666 req-687bc89d-0dd1-4b90-b59c-ff719cf6e6b4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0555410 Dec 10 19:15:00.001295 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2299b2b-430c-410b-93a9-c78d29fe4666 req-117a0b11-9f40-4eee-b5c3-dbb728c97b9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542932 Dec 10 19:15:00.310948 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-1a82d61c-b69c-4d55-ba66-1e85abe09e16 service neutron] show failed (client error): The resource could not be found. Dec 10 19:15:00.311975 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-1a82d61c-b69c-4d55-ba66-1e85abe09e16 service neutron] 10.222.0.30 "GET /v2.0/ports/012478f3-7a2a-45dc-a027-cc5383d79c7c/bindings/n-h1-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0566027 Dec 10 19:15:00.570754 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-b9e4cc35-d4a0-4b69-83f7-8eb65fb4c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:00.572205 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-b9e4cc35-d4a0-4b69-83f7-8eb65fb4c714 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0879171 Dec 10 19:15:00.585223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:00.644056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:00.850783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:00.888262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h2-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:00.931747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:00.934181 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2912334-8bc3-4889-a6a9-0a8b7d455e89" -d '{"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-unplugged", "status": "completed", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:00.938608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:00.952957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Transition to ACTIVE for port object 012478f3-7a2a-45dc-a027-cc5383d79c7c will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:15:00.958289 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:00.990317 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b99419-f2d7-4f99-8183-90e67747e9ba x-openstack-request-id: req-b2b99419-f2d7-4f99-8183-90e67747e9ba {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:00.990649 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-unplugged", "status": "completed", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:00.990901 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b2b99419-f2d7-4f99-8183-90e67747e9ba {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:00.991299 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'code': 200} Dec 10 19:15:01.408782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=6']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.437287 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.437619 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.437979 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.438323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.438681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.439009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.439333 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.439654 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.439955 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.440280 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.440602 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.440928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.441242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:01.481314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] No DVR routers for this DVR port 012478f3-7a2a-45dc-a027-cc5383d79c7c on host n-h2-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:01.491798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852a755-fe08-469c-beea-f57418c699ae req-1ea59419-0434-4aca-9a2c-b9d6f5c87ef1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:01.493329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f852a755-fe08-469c-beea-f57418c699ae req-1ea59419-0434-4aca-9a2c-b9d6f5c87ef1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 943 time: 0.1043928 Dec 10 19:15:01.619657 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f852a755-fe08-469c-beea-f57418c699ae req-3e61a29a-610e-43bc-aacb-23b71c37c20a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926676 Dec 10 19:15:01.666337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:15:01.666628 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:15:01.666941 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c on network 3d5e76f3-d245-4bb0-a735-b67571e07cce {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:01.671652 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Port 012478f3-7a2a-45dc-a027-cc5383d79c7c on network 3d5e76f3-d245-4bb0-a735-b67571e07cce not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:15:01.671975 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Attempting to bind port 012478f3-7a2a-45dc-a027-cc5383d79c7c on network 3d5e76f3-d245-4bb0-a735-b67571e07cce {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:01.678255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:01.678645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Checking segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:15:01.679034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Bound using segment: {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:01.679461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Bound port: 012478f3-7a2a-45dc-a027-cc5383d79c7c, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29aaf1c7-168a-4f53-82f9-d091ba4f52a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:15:01.679816 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:01.693465 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2f5300f5-5f8f-4313-bb5e-ee2a4bf82703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:01.749732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:01.754845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:01.759206 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:01.798626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:01.799269 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:01.800718 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] 10.222.0.59 "PUT /v2.0/ports/012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 1091 time: 1.2196014 Dec 10 19:15:01.822226 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e51b2-441c-424e-9673-7bd80428fc5f service neutron] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=7']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:01.870440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-6a09e3e9-39d3-4f4b-9fcf-6a54a62718cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:01.872045 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-6a09e3e9-39d3-4f4b-9fcf-6a54a62718cb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1094 time: 0.0459709 Dec 10 19:15:01.972770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-ff58997a-7878-4995-935b-96cf535dc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:01.974292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-ff58997a-7878-4995-935b-96cf535dc579 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.0949528 Dec 10 19:15:02.043858 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-64129913-eb38-4b07-9ead-8a36c7f6427a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 999 time: 0.0617361 Dec 10 19:15:02.095626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-09779256-6a7c-45bb-aa2f-cf6c036b0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:02.098093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-09779256-6a7c-45bb-aa2f-cf6c036b0597 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0464680 Dec 10 19:15:02.148700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-4caadeb5-d116-49b8-b111-4b546510d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:02.150226 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-4caadeb5-d116-49b8-b111-4b546510d6de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454566 Dec 10 19:15:02.241935 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-83a4e7b5-930a-458c-ba33-4a4a5d2a96d9 service neutron] 10.222.0.59 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837901 Dec 10 19:15:02.309808 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:02.349751 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6e9ef9a8-ac70-41cc-b9d0-409ea9c789b6 req-7e2cba7e-22fb-42f6-9191-49f86371b59d service neutron] 10.222.0.59 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003814 Dec 10 19:15:02.457594 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:02.754477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619afe4-e2b9-4e16-bca6-4f6659f6ef6f req-af54675d-50a5-4e28-ae46-d54a5d949088 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:02.756036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5619afe4-e2b9-4e16-bca6-4f6659f6ef6f req-af54675d-50a5-4e28-ae46-d54a5d949088 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 943 time: 0.0587325 Dec 10 19:15:02.810102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5619afe4-e2b9-4e16-bca6-4f6659f6ef6f req-af95ec90-b6fd-4e88-8bea-dd932730dcd9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477960 Dec 10 19:15:02.992588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:02.995115 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a12e11-656a-4d53-b42b-aa8e6429db71" -d '{"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:03.048981 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa52b77d-c509-495d-a1aa-b5e759fbcee9 x-openstack-request-id: req-aa52b77d-c509-495d-a1aa-b5e759fbcee9 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:03.049273 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:03.050070 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-aa52b77d-c509-495d-a1aa-b5e759fbcee9 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:03.050524 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'status': 'completed', 'code': 200} Dec 10 19:15:03.114018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-a500a5fa-890e-4cc6-be75-a9d895f0aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.115609 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-a500a5fa-890e-4cc6-be75-a9d895f0aaea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1094 time: 0.0444810 Dec 10 19:15:03.119835 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-7a629aed-0b85-4eb1-8948-7ef91f2e30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.121349 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-7a629aed-0b85-4eb1-8948-7ef91f2e30dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1094 time: 0.0419879 Dec 10 19:15:03.210650 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-da298e4f-4a5d-4bb3-acaf-5623cba5f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.212171 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-da298e4f-4a5d-4bb3-acaf-5623cba5f374 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.0884809 Dec 10 19:15:03.226241 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-d8b842ec-2b8e-4c9a-88fb-c43adeeb0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.227810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-d8b842ec-2b8e-4c9a-88fb-c43adeeb0380 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.0975060 Dec 10 19:15:03.290396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-e61b301a-923e-4ffa-be6b-3e7c4b5d03b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 999 time: 0.0684350 Dec 10 19:15:03.299387 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-9c24cbcf-e10f-41b7-9a76-35b61186b23a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 999 time: 0.0625882 Dec 10 19:15:03.344824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-ce1568df-40ea-430d-9b5b-2d64976a31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.346392 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-ce1568df-40ea-430d-9b5b-2d64976a31b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0481887 Dec 10 19:15:03.353744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-939ee1ee-9afe-4eaf-9612-c6af46fe7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.355219 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-939ee1ee-9afe-4eaf-9612-c6af46fe7dd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0484715 Dec 10 19:15:03.394685 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-ab6d1f27-d550-4806-a36f-6654988ccedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.396228 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-ab6d1f27-d550-4806-a36f-6654988ccedb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416851 Dec 10 19:15:03.409509 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-931c22e1-5f6c-4c0f-bc67-73da75150127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.411280 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-931c22e1-5f6c-4c0f-bc67-73da75150127 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473609 Dec 10 19:15:03.505464 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-f0e4e694-64a5-4dbd-bcf6-d681b3811f87 service neutron] 10.222.0.59 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000719 Dec 10 19:15:03.507694 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-61d9f084-3d2a-4bfb-adca-097c337351ef service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862935 Dec 10 19:15:03.602737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-ea5baaa8-09ef-439b-947b-f85301197ed2 service neutron] 10.222.0.59 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893471 Dec 10 19:15:03.609381 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-78a12e11-656a-4d53-b42b-aa8e6429db71 req-e16c0004-3f85-4776-9408-5d5128e2a30f service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931182 Dec 10 19:15:03.940756 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de37bd3-018d-42c6-bd8c-1dec411e412c req-54cdae3f-38cf-414c-8963-ce327dc8c018 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:03.942281 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3de37bd3-018d-42c6-bd8c-1dec411e412c req-54cdae3f-38cf-414c-8963-ce327dc8c018 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 943 time: 0.0528855 Dec 10 19:15:03.978147 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:03.999726 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3de37bd3-018d-42c6-bd8c-1dec411e412c req-9861d53a-2794-4807-a6bf-689404ac66ec tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510082 Dec 10 19:15:04.166946 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:04.629503 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:15:04.737532 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:04.751170 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'port_id': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'mac_address': 'fa:16:3e:73:8d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:15:04.791484 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:04.805080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012478f3-7a2a-45dc-a027-cc5383d79c7c {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:15:04.826887 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:04.832739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:04.889012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:04.897096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.897444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.897790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.898128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.898487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.898822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.899205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.899531 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.899861 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.900188 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.900510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.900840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:04.901167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:05.073843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['012478f3-7a2a-45dc-a027-cc5383d79c7c'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:15:05.101079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:05.128122 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5e09-0f43-4bca-9d0e-ab08a9d9554c req-9e070f73-5a40-4d15-8c40-1f34fa33b5c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.129630 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-297f5e09-0f43-4bca-9d0e-ab08a9d9554c req-9e070f73-5a40-4d15-8c40-1f34fa33b5c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 944 time: 0.0578277 Dec 10 19:15:05.152484 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:05.168870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:05.183929 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-297f5e09-0f43-4bca-9d0e-ab08a9d9554c req-33bd5379-2eaa-4f39-b627-81d5b9a07d56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479712 Dec 10 19:15:05.403352 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5aadf-c07c-44a3-88b9-1b1c12df9ee0 req-41ee7e5e-5bdd-43a1-97cd-617b6a75da61 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.405255 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94a5aadf-c07c-44a3-88b9-1b1c12df9ee0 req-41ee7e5e-5bdd-43a1-97cd-617b6a75da61 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 944 time: 0.0523686 Dec 10 19:15:05.426170 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-e6d29393-2e23-4d27-8f6c-38cfdfa82396 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.427744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-e6d29393-2e23-4d27-8f6c-38cfdfa82396 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c&tenant_id=5c1a175c10af49178ef68919a295f0b0&binding%3Ahost_id=n-h1-821424-1 HTTP/1.1" status: 200 len: 944 time: 0.0630608 Dec 10 19:15:05.462098 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94a5aadf-c07c-44a3-88b9-1b1c12df9ee0 req-5a3a3335-809c-4be6-a9f8-0dae75b2bcf4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472054 Dec 10 19:15:05.490241 n-d-821424-1 neutron-server[103499]: INFO neutron.api.v2.resource [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-9d4e893e-90a4-4c52-83a0-b641ffa5143c service neutron] delete failed (client error): The resource could not be found. Dec 10 19:15:05.491330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-9d4e893e-90a4-4c52-83a0-b641ffa5143c service neutron] 10.222.0.30 "DELETE /v2.0/ports/012478f3-7a2a-45dc-a027-cc5383d79c7c/bindings/n-h2-821424-1 HTTP/1.1" status: 404 len: 380 time: 0.0552785 Dec 10 19:15:05.612431 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d441169-91e5-417a-bfe4-24d65e1d932d req-3c770ad7-13b5-401c-bb5a-de04fdd12c6f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.613944 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d441169-91e5-417a-bfe4-24d65e1d932d req-3c770ad7-13b5-401c-bb5a-de04fdd12c6f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 944 time: 0.0754981 Dec 10 19:15:05.618624 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-6d83473f-d15a-4516-aa16-f74e9b442d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.620005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-6d83473f-d15a-4516-aa16-f74e9b442d2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1095 time: 0.0715349 Dec 10 19:15:05.722023 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d441169-91e5-417a-bfe4-24d65e1d932d req-8101ea08-b6e5-4e27-bf91-d8a6edf1f76b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010535 Dec 10 19:15:05.755480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-3a970026-8ee4-4ed7-8c5f-650a2f4a833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.756957 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-3a970026-8ee4-4ed7-8c5f-650a2f4a833e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.1255367 Dec 10 19:15:05.832751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-c6315dae-7558-4564-bdde-bf66aeb34268 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 1000 time: 0.0665162 Dec 10 19:15:05.885867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-0d673698-910c-43ef-8b83-a87bdd44f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.887654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-0d673698-910c-43ef-8b83-a87bdd44f374 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0480814 Dec 10 19:15:05.934965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-d0d2f590-bb42-4aa1-a63c-e5e3ae09b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:05.936470 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-d0d2f590-bb42-4aa1-a63c-e5e3ae09b190 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417728 Dec 10 19:15:06.041413 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-6c8882bb-e6e8-4b68-9b9c-abfe0757b92d service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969336 Dec 10 19:15:06.328878 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:15:06.480627 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-85bf69bf-1930-4473-907a-cb1b321d7df7 req-0ce84ee3-c88c-46ba-85c5-e74eb2ab1eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313967 Dec 10 19:15:06.622223 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:06.686551 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 012478f3-7a2a-45dc-a027-cc5383d79c7c completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:15:06.691667 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 012478f3-7a2a-45dc-a027-cc5383d79c7c triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:06.692048 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:06.894452 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62ea95-3588-46f6-9235-a5e9023c425c req-d1a3c24d-e5ec-43a4-8bfa-ea82dc481258 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:06.896221 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b62ea95-3588-46f6-9235-a5e9023c425c req-d1a3c24d-e5ec-43a4-8bfa-ea82dc481258 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 944 time: 0.0768948 Dec 10 19:15:06.964311 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6b62ea95-3588-46f6-9235-a5e9023c425c req-efb6a250-fadf-4141-84ad-095f70a35b3b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607517 Dec 10 19:15:06.969061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:07.003626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:07.006260 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c84e61-a136-497e-b8f8-002904265ece" -d '{"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-plugged", "status": "completed", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:07.022666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:07.029843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:07.068979 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b0efaa-d752-4739-9ce3-4d0c35205b90 x-openstack-request-id: req-45b0efaa-d752-4739-9ce3-4d0c35205b90 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:07.069289 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-plugged", "status": "completed", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:07.069570 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-45b0efaa-d752-4739-9ce3-4d0c35205b90 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:07.070014 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'code': 200} Dec 10 19:15:07.089087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:08.080460 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad03bbe-6990-4c64-92f9-956239ad8da5 req-ad845f80-4256-4085-bf87-f2933277cdfb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:08.081952 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cad03bbe-6990-4c64-92f9-956239ad8da5 req-ad845f80-4256-4085-bf87-f2933277cdfb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0516915 Dec 10 19:15:08.137480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cad03bbe-6990-4c64-92f9-956239ad8da5 req-7dc17336-01b9-4bd7-ad82-701fbe5aec18 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439467 Dec 10 19:15:08.161124 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33154) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:08.230566 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-378d00f2-0cce-486b-b32d-5acaed52f462 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/32d20e9e-7958-4c94-b105-911f136f3a74 HTTP/1.1" status: 200 len: 993 time: 0.0681949 Dec 10 19:15:28.344656 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097d092c-3488-4d33-98c2-87fa1e7bed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:31.702391 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-32b54d3c-4c4a-4ffa-8bf7-fc5e06cb5b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:32.310926 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:32.471570 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:33.982541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:34.161882 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:34.346338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-d0e8e571-0df9-4912-81a0-f4bf9dd198e4 req-875da1b6-1d67-4cbf-817b-091e82252e19 service neutron] (103499) timed out ('10.222.0.59', 52377) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:15:35.107547 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:36.579188 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33164) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:36.752200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 6a7ecc03-6295-48fe-858e-9335c8abcbb5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:15:36.752559 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:36.834089 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:36.834448 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:36.847524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 6a7ecc03-6295-48fe-858e-9335c8abcbb5 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:15:37.010954 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:37.042977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=6a7ecc03-6295-48fe-858e-9335c8abcbb5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:37.056852 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.057139 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.057472 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.057814 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.058182 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.058553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.058871 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.059235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.059562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.059893 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.060217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.060545 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.060879 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:37.119316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:37.119695 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP 32d20e9e-7958-4c94-b105-911f136f3a74 disassociated (deleted). External IP: 172.25.2.146, port: 012478f3-7a2a-45dc-a027-cc5383d79c7c. Dec 10 19:15:37.338204 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:37.453583 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:37.458671 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:37.463806 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] Sync routers for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:37.474730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:37.475432 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.488331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-1846dd8e-0899-4780-94bc-6259f0476130 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/floatingips/32d20e9e-7958-4c94-b105-911f136f3a74 HTTP/1.1" status: 204 len: 168 time: 0.9079800 Dec 10 19:15:37.488941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:37.492463 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275" -d '{"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:37.549886 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d75bb9-a1a5-4434-985a-7720b564b74b x-openstack-request-id: req-88d75bb9-a1a5-4434-985a-7720b564b74b {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:37.550462 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:37.551240 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-88d75bb9-a1a5-4434-985a-7720b564b74b {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:37.551852 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'status': 'completed', 'code': 200} Dec 10 19:15:37.592315 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:37.632824 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-6c1798a1-5994-4d3d-b90f-0b863b232004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:37.634393 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-6c1798a1-5994-4d3d-b90f-0b863b232004 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 1096 time: 0.0607011 Dec 10 19:15:37.740068 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-e778b5fe-6ce5-47f7-8514-5a493f9d4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:37.741619 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-e778b5fe-6ce5-47f7-8514-5a493f9d4c13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 200 len: 897 time: 0.0971820 Dec 10 19:15:37.753254 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d737749-e08e-4fb7-b375-653e2f0dcd31 req-04dda613-bcf2-43f0-bc25-68f0bca9d413 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:37.755707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d737749-e08e-4fb7-b375-653e2f0dcd31 req-04dda613-bcf2-43f0-bc25-68f0bca9d413 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0612791 Dec 10 19:15:37.795622 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-04d43cc8-e71b-4334-9754-902c9f08c870 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 200 len: 217 time: 0.0441127 Dec 10 19:15:37.808360 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d737749-e08e-4fb7-b375-653e2f0dcd31 req-a6a41c01-8287-4a89-9dc9-330261232cc7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461788 Dec 10 19:15:37.821802 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.855457 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] Checking router: e3120b08-bf0e-4b8e-b187-4f14ead8fc25 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:37.857191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-c7d7ac7b-0515-4622-9828-3c0622223e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:37.858765 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-c7d7ac7b-0515-4622-9828-3c0622223e57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 200 len: 834 time: 0.0526311 Dec 10 19:15:37.864580 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:37.865195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:37.916223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-8f6bae5c-a182-49ce-a95b-f908f3094ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:37.917774 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-8f6bae5c-a182-49ce-a95b-f908f3094ac6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d5e76f3-d245-4bb0-a735-b67571e07cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476177 Dec 10 19:15:37.987575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:38.023578 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-9b5bed0d-3824-450c-9cc6-695e5090b737 service neutron] 10.222.0.59 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965004 Dec 10 19:15:38.125344 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a485cc1f-5cc9-45ec-b4e9-4dc0ae8c9275 req-c97396f1-18b5-442c-ab8b-f91ed9301985 service neutron] 10.222.0.59 "GET /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920796 Dec 10 19:15:38.198430 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:38.230097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab7b99-9601-422b-9fc9-23c0502ae013 None None] The sync data for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 is: [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '507273c5-0578-4d22-b0b2-528f27c03df1', 'name': '', 'network_id': '3d5e76f3-d245-4bb0-a735-b67571e07cce', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:ee:49:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:56Z', 'updated_at': '2021-12-10T19:14:00Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ad8111e0-df8a-4474-827b-e7767dd9dffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:38.489552 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3534b0-2bf5-4b01-9156-189be311afc3 None None] New status for floating IP 32d20e9e-7958-4c94-b105-911f136f3a74: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:15:38.936698 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b028aff-c221-4608-b53a-fb42643f4b20 req-ce81eba5-c0c4-4ca8-a397-0bf88f624ab2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:38.938269 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b028aff-c221-4608-b53a-fb42643f4b20 req-ce81eba5-c0c4-4ca8-a397-0bf88f624ab2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0525477 Dec 10 19:15:38.994907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7b028aff-c221-4608-b53a-fb42643f4b20 req-f5a65cfc-469b-4431-ac8d-2556684ba071 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=53c4d6ec-01ee-4fcb-af89-1920996e4af5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502708 Dec 10 19:15:39.053293 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-2bb261fc-dcea-4b4a-97d5-9cf2b5bdd8bd tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:39.055819 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-2bb261fc-dcea-4b4a-97d5-9cf2b5bdd8bd tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/ports?device_id=54b98fee-27de-4a8b-a918-3b10f66a377c HTTP/1.1" status: 200 len: 945 time: 0.0583749 Dec 10 19:15:39.160076 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 012478f3-7a2a-45dc-a027-cc5383d79c7c {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:15:39.160452 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:39.259596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 012478f3-7a2a-45dc-a027-cc5383d79c7c, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=012478f3-7a2a-45dc-a027-cc5383d79c7c,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:39.259854 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:39.272848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 012478f3-7a2a-45dc-a027-cc5383d79c7c owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:15:39.412454 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:39.446092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=012478f3-7a2a-45dc-a027-cc5383d79c7c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:39.488811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] No DVR routers for this DVR port 012478f3-7a2a-45dc-a027-cc5383d79c7c on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:39.500085 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:39.503472 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-7e4a9a4d-9b28-45b0-a13a-e8c88c9244d5 req-5e7e14b7-fa40-4a26-b566-12744bb0058b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "DELETE /v2.0/ports/012478f3-7a2a-45dc-a027-cc5383d79c7c HTTP/1.1" status: 204 len: 173 time: 0.4416747 Dec 10 19:15:39.503958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-deleted', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:39.507456 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc47f8a-8582-4583-8a76-acab2fc10940" -d '{"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-deleted", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:39.546154 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4679f3c6-b9fc-4f16-b1ad-77d9a8f4e3d2 x-openstack-request-id: req-4679f3c6-b9fc-4f16-b1ad-77d9a8f4e3d2 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:39.546486 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b98fee-27de-4a8b-a918-3b10f66a377c", "name": "network-vif-deleted", "tag": "012478f3-7a2a-45dc-a027-cc5383d79c7c", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:39.546743 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-4679f3c6-b9fc-4f16-b1ad-77d9a8f4e3d2 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:39.547218 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b98fee-27de-4a8b-a918-3b10f66a377c', 'name': 'network-vif-deleted', 'tag': '012478f3-7a2a-45dc-a027-cc5383d79c7c', 'status': 'completed', 'code': 200} Dec 10 19:15:40.054188 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33178) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:40.449259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:40.735337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 507273c5-0578-4d22-b0b2-528f27c03df1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:15:40.735714 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:40.831451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 507273c5-0578-4d22-b0b2-528f27c03df1, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=507273c5-0578-4d22-b0b2-528f27c03df1,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:40.831827 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:40.846398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 507273c5-0578-4d22-b0b2-528f27c03df1 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:15:41.045023 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.077134 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=507273c5-0578-4d22-b0b2-528f27c03df1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:41.262531 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.525457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:41.637667 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:41.643060 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ae08c81d-63de-4439-b792-f6b15d82a916 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/e3120b08-bf0e-4b8e-b187-4f14ead8fc25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5875001 Dec 10 19:15:41.645836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33180) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:41.648935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] Sync routers for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:41.661745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:41.662349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:41.698032 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting subnet ad8111e0-df8a-4474-827b-e7767dd9dffc {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:15:41.701473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.743430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.775927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:41.836394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.900693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.930771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8111e0-df8a-4474-827b-e7767dd9dffc,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:41.936126 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:41.942113 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33182) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:41.943537 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3246e622-2abd-43b1-9689-ff93bc2748c4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/subnets/ad8111e0-df8a-4474-827b-e7767dd9dffc HTTP/1.1" status: 204 len: 168 time: 0.2959981 Dec 10 19:15:41.947033 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6de286-24ff-4c12-ad3c-6f78c58ef722 None None] Network 3d5e76f3-d245-4bb0-a735-b67571e07cce requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:15:42.053635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:15:40Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:42.060150 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.084850 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] Checking router: e3120b08-bf0e-4b8e-b187-4f14ead8fc25 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:42.098022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] Routers {'e3120b08-bf0e-4b8e-b187-4f14ead8fc25'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:42.099034 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:42.209639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] DHCP port deletion for 3d5e76f3-d245-4bb0-a735-b67571e07cce request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:15:42.216911 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.260454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] Set router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:42.277559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:15:42.278206 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.363283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 0a4eda16-330f-4df8-8e90-9eca9cb76f9a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:42.363585 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.376878 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 0a4eda16-330f-4df8-8e90-9eca9cb76f9a owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:15:42.379714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] Deleting port 46c66024-a72a-42ce-b38b-8d8228b3ae88 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:15:42.380090 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.463131 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] For port 46c66024-a72a-42ce-b38b-8d8228b3ae88, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=46c66024-a72a-42ce-b38b-8d8228b3ae88,segment=NetworkSegment(29aaf1c7-168a-4f53-82f9-d091ba4f52a7),segment_id=29aaf1c7-168a-4f53-82f9-d091ba4f52a7)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:42.463529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.498920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] Calling delete_port for 46c66024-a72a-42ce-b38b-8d8228b3ae88 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:15:42.567698 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.581329 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:15:40Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:42.602591 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=0a4eda16-330f-4df8-8e90-9eca9cb76f9a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:42.615247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec57a7-f7d2-4a3a-9a1a-76512d59f455 None None] The sync data for ids ['e3120b08-bf0e-4b8e-b187-4f14ead8fc25'] in n-d-821424-1 is: [{'id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1760933226', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:15:40Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': '0a4eda16-330f-4df8-8e90-9eca9cb76f9a', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:46:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3120b08-bf0e-4b8e-b187-4f14ead8fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:13:54Z', 'updated_at': '2021-12-10T19:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:42.630325 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.632880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78128191-5b39-4ec0-a168-97026b1c6483 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:15:42.671323 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.672133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] Pushing event deleted for resources: {'Port': ['ID=46c66024-a72a-42ce-b38b-8d8228b3ae88,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:42.679757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a40bd-51b4-4a31-8789-edc954410d3f None None] No DVR routers for this DVR port 46c66024-a72a-42ce-b38b-8d8228b3ae88 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:15:42.768561 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.770809 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.799083 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:42.821560 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.822561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Fanout notify agent at l3_agent the message router_deleted on router e3120b08-bf0e-4b8e-b187-4f14ead8fc25 {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:15:42.822999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 012478f3-7a2a-45dc-a027-cc5383d79c7c {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:15:42.823403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 012478f3-7a2a-45dc-a027-cc5383d79c7c not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:42.834634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:42.835773 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-17c338dd-8187-4485-a2e6-f8a68375a045 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/routers/e3120b08-bf0e-4b8e-b187-4f14ead8fc25 HTTP/1.1" status: 204 len: 168 time: 0.8926573 Dec 10 19:15:42.839652 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33184) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:42.923469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.027710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.058245 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5e76f3-d245-4bb0-a735-b67571e07cce']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:43.074332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29aaf1c7-168a-4f53-82f9-d091ba4f52a7') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:43.074657 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29aaf1c7-168a-4f53-82f9-d091ba4f52a7') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:43.087987 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.101645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 507273c5-0578-4d22-b0b2-528f27c03df1 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:43.103262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.112000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:15:43.112553 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:15:43.115906 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:15:43.126568 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 507273c5-0578-4d22-b0b2-528f27c03df1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:15:43.126916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 507273c5-0578-4d22-b0b2-528f27c03df1 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:43.127334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 46c66024-a72a-42ce-b38b-8d8228b3ae88 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:43.148015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 46c66024-a72a-42ce-b38b-8d8228b3ae88 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:15:43.148358 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 46c66024-a72a-42ce-b38b-8d8228b3ae88 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:43.183497 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.192571 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.195225 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/networks/3d5e76f3-d245-4bb0-a735-b67571e07cce HTTP/1.1" status: 204 len: 168 time: 0.3546212 Dec 10 19:15:43.198049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33186) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:43.208476 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb914e-26d8-41b0-9801-5a6c31b6b91f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Network': ['ID=3d5e76f3-d245-4bb0-a735-b67571e07cce,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:43.263836 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6010dc70-8ec5-4dde-a7e7-5dd7d24eb6df tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.296260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6010dc70-8ec5-4dde-a7e7-5dd7d24eb6df tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.331400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:15:43.366145 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6010dc70-8ec5-4dde-a7e7-5dd7d24eb6df tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.368787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6010dc70-8ec5-4dde-a7e7-5dd7d24eb6df tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:43.369971 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6010dc70-8ec5-4dde-a7e7-5dd7d24eb6df tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/security-groups/53c4d6ec-01ee-4fcb-af89-1920996e4af5 HTTP/1.1" status: 204 len: 168 time: 0.1707332 Dec 10 19:15:43.379230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010dc70-8ec5-4dde-a7e7-5dd7d24eb6df tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c4d6ec-01ee-4fcb-af89-1920996e4af5,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:43.933231 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33192) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:43.938197 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-23da6ae9-abb8-4c83-bf79-32d4b88b1b43 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165435140', 'description': 'tempest-secgroup-smoke-165435140 description', 'project_id': '5c1a175c10af49178ef68919a295f0b0'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:43.961257 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23da6ae9-abb8-4c83-bf79-32d4b88b1b43 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.030554 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23da6ae9-abb8-4c83-bf79-32d4b88b1b43 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.036187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23da6ae9-abb8-4c83-bf79-32d4b88b1b43 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.067130 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-23da6ae9-abb8-4c83-bf79-32d4b88b1b43 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.068342 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-23da6ae9-abb8-4c83-bf79-32d4b88b1b43 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1340201 Dec 10 19:15:44.070246 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da6ae9-abb8-4c83-bf79-32d4b88b1b43 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62bb5ed-9961-46f4-914a-a9f8a8110bf2,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.071466 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33194) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:44.076649 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e1d96582-80a5-44f8-bc28-555815540c56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'a62bb5ed-9961-46f4-914a-a9f8a8110bf2', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.117569 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1d96582-80a5-44f8-bc28-555815540c56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.187857 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1d96582-80a5-44f8-bc28-555815540c56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.194010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1d96582-80a5-44f8-bc28-555815540c56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.214513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d96582-80a5-44f8-bc28-555815540c56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414a7c19-3b17-449e-9e96-2d735ff694e4,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.224440 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e1d96582-80a5-44f8-bc28-555815540c56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.225685 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e1d96582-80a5-44f8-bc28-555815540c56 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531527 Dec 10 19:15:44.228502 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33196) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:44.233046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-792cefac-4706-477e-9c7d-bd6a0f05e18b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'a62bb5ed-9961-46f4-914a-a9f8a8110bf2', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.262041 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-792cefac-4706-477e-9c7d-bd6a0f05e18b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.321331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-792cefac-4706-477e-9c7d-bd6a0f05e18b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.325017 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-792cefac-4706-477e-9c7d-bd6a0f05e18b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.345387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cefac-4706-477e-9c7d-bd6a0f05e18b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610b1362-aac4-4dfe-973d-9c470989626e,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.352508 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-792cefac-4706-477e-9c7d-bd6a0f05e18b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.353763 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-792cefac-4706-477e-9c7d-bd6a0f05e18b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243036 Dec 10 19:15:44.356549 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33198) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:44.361008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-8a0558f0-da23-4ada-b4cb-fd439d656d23 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'a62bb5ed-9961-46f4-914a-a9f8a8110bf2', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.389341 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a0558f0-da23-4ada-b4cb-fd439d656d23 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.450953 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a0558f0-da23-4ada-b4cb-fd439d656d23 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.455025 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a0558f0-da23-4ada-b4cb-fd439d656d23 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.474346 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0558f0-da23-4ada-b4cb-fd439d656d23 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2b852e-88a4-4828-ac78-3888b9939aad,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.488540 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a0558f0-da23-4ada-b4cb-fd439d656d23 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.489814 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a0558f0-da23-4ada-b4cb-fd439d656d23 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322985 Dec 10 19:15:44.492696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33200) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:44.497073 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-3396b7f3-01c9-4323-b95c-1a7ef3cb8496 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'a62bb5ed-9961-46f4-914a-a9f8a8110bf2', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.525234 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3396b7f3-01c9-4323-b95c-1a7ef3cb8496 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.592308 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3396b7f3-01c9-4323-b95c-1a7ef3cb8496 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.596526 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3396b7f3-01c9-4323-b95c-1a7ef3cb8496 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.617007 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396b7f3-01c9-4323-b95c-1a7ef3cb8496 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9770ce-8a18-4e18-9f02-b7bf9ab43330,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.626840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-3396b7f3-01c9-4323-b95c-1a7ef3cb8496 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.628082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3396b7f3-01c9-4323-b95c-1a7ef3cb8496 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344671 Dec 10 19:15:44.631191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33202) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:44.635846 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'a62bb5ed-9961-46f4-914a-a9f8a8110bf2', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.659575 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:15:44.664665 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.728266 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.733660 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.744377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0a4eda16-330f-4df8-8e90-9eca9cb76f9a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:15:44.755710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c195cecb-5e61-451c-bd90-39483865bec5,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.762394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.766984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ba80edcf-bea3-4bfd-a446-41bb8395b530 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315677 Dec 10 19:15:44.767247 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33204) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:44.770491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 0a4eda16-330f-4df8-8e90-9eca9cb76f9a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:15:44.771156 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 0a4eda16-330f-4df8-8e90-9eca9cb76f9a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:15:44.771841 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'a62bb5ed-9961-46f4-914a-a9f8a8110bf2', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.796691 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:15:44.802016 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.866853 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.871565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.890113 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2057d6-8da8-4124-a8f8-47cde27b29c7,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:44.898203 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.899644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5e050917-f122-4de4-9eea-7bd686d120ac tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313803 Dec 10 19:15:44.902760 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33206) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:44.909342 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'network': {'name': 'tempest-network-smoke--1995387357', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'port_security_enabled': True}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:44.932282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:44.935859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.963653 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:15:44.974031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:44.974399 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Added segment 3ea086c8-5eab-42dd-ad76-2fff821288ec of type vlan for network ec69d614-62b4-4580-ad28-7a0972ddca50 Dec 10 19:15:45.016599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.047004 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.052784 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:45.053369 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.117739 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2136865 Dec 10 19:15:45.120508 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33208) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:45.124937 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'admin_state_up': True, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:45.143842 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e47eca-5f88-4103-ba6b-5df0814a0063 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Network': ['ID=ec69d614-62b4-4580-ad28-7a0972ddca50,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:45.154162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network ec69d614-62b4-4580-ad28-7a0972ddca50 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:15:45.160861 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.161964 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.214586 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.701622 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.908373 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:45.928031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.039536 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.97 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/f0edfe78-23f5-4fc5-a354-57eb859bfd87) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:46.150770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.189523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.236574 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:46.239361 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:46.244467 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:46.247599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=f0edfe78-23f5-4fc5-a354-57eb859bfd87,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:46.253757 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ced000b-d83b-4d6a-9c06-03cbd404b732 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:15:46.378504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-eba370a9-6283-471c-8924-93bb008a662f None None] Provisioning complete for port f0edfe78-23f5-4fc5-a354-57eb859bfd87 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:46.378776 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-eba370a9-6283-471c-8924-93bb008a662f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.418370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-eba370a9-6283-471c-8924-93bb008a662f None None] Port f0edfe78-23f5-4fc5-a354-57eb859bfd87 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:15:46.506672 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.713095 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.846747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:15:46.960313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:46.972838 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Sync routers for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:46.983389 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:46.983915 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:46.985909 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:46.987370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c5f137a3-3d5e-4aa8-818a-e4e93a3dce8c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8659205 Dec 10 19:15:46.990660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33210) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:47.030265 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bd002002-1996-4f90-9047-727fb1bcd39b tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c1a175c10af49178ef68919a295f0b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383224 Dec 10 19:15:47.033301 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33212) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:47.096645 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:47.122258 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cc0ddc-1cfc-443b-aad1-f82fb6557a22 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.126693 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-b9cc0ddc-1cfc-443b-aad1-f82fb6557a22 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896270 Dec 10 19:15:47.126857 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33214) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:47.164826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4967b023-3fbe-494b-b548-7c31b6963fdb tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343943 Dec 10 19:15:47.165072 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33216) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:47.169700 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-846054082', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:47.265399 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:47.269184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.284268 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:46Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:47.315911 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Checking router: 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:47.316256 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Updating router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 port f0edfe78-23f5-4fc5-a354-57eb859bfd87 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:15:47.341353 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.465551 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.520253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Subnet': ['ID=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:47.537367 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Checking segment: {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:15:47.537733 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network hostable DHCP agents. Network: ec69d614-62b4-4580-ad28-7a0972ddca50, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:15:47.555925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network ec69d614-62b4-4580-ad28-7a0972ddca50 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:15:47.565635 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, ec69d614-62b4-4580-ad28-7a0972ddca50) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:47.571481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:47.572537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.577052 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dcb73f-11b6-4cd9-ba7a-340fc05b7023 None None] Network ec69d614-62b4-4580-ad28-7a0972ddca50 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:15:47.594716 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-38a3cd01-9a1d-48e5-8d72-80cbdecbc1b2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4285331 Dec 10 19:15:47.597471 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33218) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:47.623098 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.632050 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.679967 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Attempting to bind port f0edfe78-23f5-4fc5-a354-57eb859bfd87 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:15:47.680202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79dda63-bd07-4e6d-8951-1655af2676f3 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:15:47.680434 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Attempting to bind port f0edfe78-23f5-4fc5-a354-57eb859bfd87 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:15:47.680886 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Attempting to bind port f0edfe78-23f5-4fc5-a354-57eb859bfd87 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:47.689150 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:47.689529 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:15:47.689939 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.690331 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:47.691014 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Bound port: f0edfe78-23f5-4fc5-a354-57eb859bfd87, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:15:47.691436 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.698511 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-ec69d614-62b4-4580-ad28-7a0972ddca50', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:15:47.700012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.745241 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Pushing event updated for resources: {'Port': ['ID=f0edfe78-23f5-4fc5-a354-57eb859bfd87,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:47.759869 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.760209 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.760544 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.760873 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.761198 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.761518 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.761837 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.762154 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.762601 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.762931 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.763243 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.763586 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.763951 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:15:47.770218 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] For port f0edfe78-23f5-4fc5-a354-57eb859bfd87, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:47.774430 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] For port f0edfe78-23f5-4fc5-a354-57eb859bfd87, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f0edfe78-23f5-4fc5-a354-57eb859bfd87,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:47.783048 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.828784 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031acf52-d8cd-4070-a8fc-621ab97d4461 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:15:47.840169 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:47.840169 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:47.842171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b5c28a54-05aa-4881-93b7-c07d761e9fe9 None None] Provisioning complete for port f0edfe78-23f5-4fc5-a354-57eb859bfd87 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:47.842969 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5c28a54-05aa-4881-93b7-c07d761e9fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:47.925517 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Allocated IP 172.20.0.2 (ec69d614-62b4-4580-ad28-7a0972ddca50/c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c/e2304a6f-a9ec-4259-a7e4-2d22bf174194) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:47.942348 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:48.022275 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fced15-f416-46b5-a1f0-5a05f6a97d95 None None] Pushing event updated for resources: {'Port': ['ID=f0edfe78-23f5-4fc5-a354-57eb859bfd87,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.120673 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.152390 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:46Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:48.184748 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75a455-0b09-4640-81d8-1e7ac02d9c37 None None] The sync data for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 is: [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:46Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:48.196012 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5c28a54-05aa-4881-93b7-c07d761e9fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.231604 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-b5c28a54-05aa-4881-93b7-c07d761e9fe9 None None] For port f0edfe78-23f5-4fc5-a354-57eb859bfd87, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f0edfe78-23f5-4fc5-a354-57eb859bfd87,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:48.241435 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5c28a54-05aa-4881-93b7-c07d761e9fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.346031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c28a54-05aa-4881-93b7-c07d761e9fe9 None None] Pushing event updated for resources: {'Port': ['ID=f0edfe78-23f5-4fc5-a354-57eb859bfd87,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.367686 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.378965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1614ae98-c1a8-4d80-a292-57ea8da12299 None None] Provisioning complete for port f0edfe78-23f5-4fc5-a354-57eb859bfd87 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:48.379355 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1614ae98-c1a8-4d80-a292-57ea8da12299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.382707 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.443570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.1 (ec69d614-62b4-4580-ad28-7a0972ddca50/c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c/dd047d84-c183-44b0-8c26-e0d2e87ddc6b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:48.472945 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Network ec69d614-62b4-4580-ad28-7a0972ddca50 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:48.480185 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:48.482012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Pushing event updated for resources: {'Port': ['ID=e2304a6f-a9ec-4259-a7e4-2d22bf174194,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.487782 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:48.586684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Attempting to bind port e2304a6f-a9ec-4259-a7e4-2d22bf174194 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:15:48.587777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Attempting to bind port e2304a6f-a9ec-4259-a7e4-2d22bf174194 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:15:48.587777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Attempting to bind port e2304a6f-a9ec-4259-a7e4-2d22bf174194 on network ec69d614-62b4-4580-ad28-7a0972ddca50 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:48.599191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:48.599191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Checking segment: {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:15:48.599567 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.599967 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Bound using segment: {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:48.600460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Bound port: e2304a6f-a9ec-4259-a7e4-2d22bf174194, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:15:48.600854 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.619013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.663494 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.691494 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] For port e2304a6f-a9ec-4259-a7e4-2d22bf174194, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:48.696485 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] For port e2304a6f-a9ec-4259-a7e4-2d22bf174194, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e2304a6f-a9ec-4259-a7e4-2d22bf174194,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:48.703523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.710967 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network ec69d614-62b4-4580-ad28-7a0972ddca50 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:48.715553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:48.719739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:48.770514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eb308-4be9-418d-9444-87eb93d1b7ba None None] Pushing event updated for resources: {'Port': ['ID=e2304a6f-a9ec-4259-a7e4-2d22bf174194,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.773057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:48.800692 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.892926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f0edfe78-23f5-4fc5-a354-57eb859bfd87 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:48.962974 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port f0edfe78-23f5-4fc5-a354-57eb859bfd87 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:48.963446 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:48.965302 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:49.297993 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:49.303709 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:49.380486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:49.383292 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:49.475910 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network ec69d614-62b4-4580-ad28-7a0972ddca50 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:49.477351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:49.591640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:15:49.701925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:15:49.708088 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-80cf9a91-4e1c-45a8-ac42-5828b08eb081 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/6f6df9c3-0469-4250-a0f4-bd1c09407ff0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1092777 Dec 10 19:15:49.875474 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-884b7cc2-3211-4a0a-87e7-c335156ced7c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165435140&fields=id&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 267 time: 0.0531559 Dec 10 19:15:50.005617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-7d2ad7dc-2ef1-4e33-a6dd-ab600afb6c15 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:50.007283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-7d2ad7dc-2ef1-4e33-a6dd-ab600afb6c15 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/networks?id=ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 200 len: 797 time: 0.1248221 Dec 10 19:15:50.024550 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-9c888eb8-8613-4f1c-96f8-820a3d95a7d8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/quotas/5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 375 time: 0.0112596 Dec 10 19:15:50.084085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-c3853c2a-bf53-4113-b775-5e195d9c37d1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524869 Dec 10 19:15:50.204892 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-56de9210-8374-495a-a404-50b2469cfdc8 service neutron] 10.222.0.55 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057580 Dec 10 19:15:50.247828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d572b6e6-4da6-4c57-bf59-29e7861ae76a None None] Network ec69d614-62b4-4580-ad28-7a0972ddca50 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:15:50.290706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Sync routers for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:15:50.301068 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-a47cb9fb-386c-4211-b92e-6cf2fe03d43c service neutron] 10.222.0.55 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911641 Dec 10 19:15:50.314661 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:50.315304 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:50.454071 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-66cc2667-985b-47e3-b97a-95324e8381c7 None None] Provisioning complete for port e2304a6f-a9ec-4259-a7e4-2d22bf174194 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:50.454071 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-66cc2667-985b-47e3-b97a-95324e8381c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:50.501809 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5d540ce5-b9ac-4afe-9056-28e80c91f864 req-26261077-a0f6-41ad-a59e-6e95ab01f1be tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 210 time: 0.0449960 Dec 10 19:15:50.520584 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:50.689456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-66cc2667-985b-47e3-b97a-95324e8381c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:50.770722 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-66cc2667-985b-47e3-b97a-95324e8381c7 None None] For port e2304a6f-a9ec-4259-a7e4-2d22bf174194, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e2304a6f-a9ec-4259-a7e4-2d22bf174194,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:50.782295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-66cc2667-985b-47e3-b97a-95324e8381c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:50.868403 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e2304a6f-a9ec-4259-a7e4-2d22bf174194 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:50.874074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc2667-985b-47e3-b97a-95324e8381c7 None None] Pushing event updated for resources: {'Port': ['ID=e2304a6f-a9ec-4259-a7e4-2d22bf174194,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:50.939752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:49Z', 'revision_number': 2, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:50.985619 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Checking router: 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:15:50.985975 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Updating router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 port dd047d84-c183-44b0-8c26-e0d2e87ddc6b binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:15:50.988425 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9eca5c51-84bd-4712-a0a1-ca2fa7c2213e None None] Provisioning complete for port dd047d84-c183-44b0-8c26-e0d2e87ddc6b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:50.988793 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9eca5c51-84bd-4712-a0a1-ca2fa7c2213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.049173 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.063313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9eca5c51-84bd-4712-a0a1-ca2fa7c2213e None None] Port dd047d84-c183-44b0-8c26-e0d2e87ddc6b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:15:51.068262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e2304a6f-a9ec-4259-a7e4-2d22bf174194 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:51.068627 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.148856 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9eca5c51-84bd-4712-a0a1-ca2fa7c2213e None None] Provisioning complete for port e2304a6f-a9ec-4259-a7e4-2d22bf174194 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:51.149227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9eca5c51-84bd-4712-a0a1-ca2fa7c2213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.486611 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.493728 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.555486 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d7308-e889-422c-a566-34999e3477fb None None] Pushing event updated for resources: {'Port': ['ID=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:51.578322 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-02dc3277-3c01-4a96-abcb-e5cdfa53f52f None None] Provisioning complete for port dd047d84-c183-44b0-8c26-e0d2e87ddc6b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:51.578322 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-02dc3277-3c01-4a96-abcb-e5cdfa53f52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.653615 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-cfe5e2a8-2bde-4e87-95b6-adeb977b48b6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:51.655402 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-cfe5e2a8-2bde-4e87-95b6-adeb977b48b6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/networks?id=ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 200 len: 797 time: 0.1378572 Dec 10 19:15:51.698249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-536a081b-c594-44a2-a80e-978968e62cf7 req-cedf01df-8889-4dbd-a90b-224180e8b4e5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 210 time: 0.0416844 Dec 10 19:15:51.753806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-390a2e02-6744-43bf-9b0e-27dddabfef0c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 379 time: 0.0879297 Dec 10 19:15:51.763969 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'port': {'device_id': '74406de7-0605-481d-b470-949c24b7f175', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'admin_state_up': True, 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'security_groups': ['a62bb5ed-9961-46f4-914a-a9f8a8110bf2']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:51.848914 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-02dc3277-3c01-4a96-abcb-e5cdfa53f52f None None] Port dd047d84-c183-44b0-8c26-e0d2e87ddc6b cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:15:51.851149 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Attempting to bind port dd047d84-c183-44b0-8c26-e0d2e87ddc6b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:15:51.851519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Attempting to bind port dd047d84-c183-44b0-8c26-e0d2e87ddc6b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:15:51.851988 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Attempting to bind port dd047d84-c183-44b0-8c26-e0d2e87ddc6b on network ec69d614-62b4-4580-ad28-7a0972ddca50 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:51.856920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:51.857426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Checking segment: {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:15:51.857836 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.858234 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Bound using segment: {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:51.858721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Bound port: dd047d84-c183-44b0-8c26-e0d2e87ddc6b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:15:51.859097 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.891847 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:15:51.895668 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:51.923815 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] For port dd047d84-c183-44b0-8c26-e0d2e87ddc6b, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:51.927116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] For port dd047d84-c183-44b0-8c26-e0d2e87ddc6b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:51.932164 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.016316 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ba91149a-1bbd-42ae-a722-ee854d5c63e7 None None] Provisioning complete for port dd047d84-c183-44b0-8c26-e0d2e87ddc6b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:52.016839 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ba91149a-1bbd-42ae-a722-ee854d5c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.019025 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d7308-e889-422c-a566-34999e3477fb None None] Pushing event updated for resources: {'Port': ['ID=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:52.022603 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:15:52.022794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:52.045959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.8 (ec69d614-62b4-4580-ad28-7a0972ddca50/c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c/b113ef7c-eb42-4edf-83e7-b9da8a22b45d) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:52.194836 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:15:52.223581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.241474 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ba91149a-1bbd-42ae-a722-ee854d5c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.261036 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.312303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network ec69d614-62b4-4580-ad28-7a0972ddca50 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:52.315508 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:52.319199 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:52.325651 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:52.356642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ba91149a-1bbd-42ae-a722-ee854d5c63e7 None None] For port dd047d84-c183-44b0-8c26-e0d2e87ddc6b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:52.362934 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ba91149a-1bbd-42ae-a722-ee854d5c63e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.377854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.378525 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.398649 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-479c3a45-18d7-48be-ae7a-8d3f90ed701a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6386688 Dec 10 19:15:52.413800 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Request body: {'port': {'device_id': '74406de7-0605-481d-b470-949c24b7f175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:52.459323 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91149a-1bbd-42ae-a722-ee854d5c63e7 None None] Pushing event updated for resources: {'Port': ['ID=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:52.478028 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.495472 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-e5350a99-0532-492e-adc6-6baad833ec25 None None] Provisioning complete for port dd047d84-c183-44b0-8c26-e0d2e87ddc6b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:52.496117 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e5350a99-0532-492e-adc6-6baad833ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.538399 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:51Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:15:52.571424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8814ee6b-4299-4b58-833e-03f9cb5c8d55 None None] The sync data for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 is: [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:51Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:15:52.767262 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9516ed12-4e14-431b-b869-a559d4844713 None None] Provisioning complete for port b113ef7c-eb42-4edf-83e7-b9da8a22b45d triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:52.767644 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9516ed12-4e14-431b-b869-a559d4844713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.840924 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b113ef7c-eb42-4edf-83e7-b9da8a22b45d {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:15:52.850042 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-9516ed12-4e14-431b-b869-a559d4844713 None None] Port b113ef7c-eb42-4edf-83e7-b9da8a22b45d cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:15:52.860479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.874207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Transition to ACTIVE for port object b113ef7c-eb42-4edf-83e7-b9da8a22b45d will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:15:52.875155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9f493-469d-436c-960e-c0cf85c363e8 req-71e9c4a6-ac4a-4726-8065-637909f37509 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:52.879313 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:52.882758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-daa9f493-469d-436c-960e-c0cf85c363e8 req-71e9c4a6-ac4a-4726-8065-637909f37509 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 931 time: 0.0718508 Dec 10 19:15:52.933881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e2304a6f-a9ec-4259-a7e4-2d22bf174194 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:52.957112 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Pushing event updated for resources: {'Port': ['ID=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:52.972387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-daa9f493-469d-436c-960e-c0cf85c363e8 req-54e51ed2-59fc-4200-bf9a-50c9ccef1b52 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887160 Dec 10 19:15:53.031576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port e2304a6f-a9ec-4259-a7e4-2d22bf174194 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:53.032095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:53.042518 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Attempting to bind port b113ef7c-eb42-4edf-83e7-b9da8a22b45d on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:15:53.042846 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Attempting to bind port b113ef7c-eb42-4edf-83e7-b9da8a22b45d by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:15:53.045654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Attempting to bind port b113ef7c-eb42-4edf-83e7-b9da8a22b45d on network ec69d614-62b4-4580-ad28-7a0972ddca50 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:53.053126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Port b113ef7c-eb42-4edf-83e7-b9da8a22b45d on network ec69d614-62b4-4580-ad28-7a0972ddca50 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:15:53.053560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Attempting to bind port b113ef7c-eb42-4edf-83e7-b9da8a22b45d on network ec69d614-62b4-4580-ad28-7a0972ddca50 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:15:53.059828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:15:53.060362 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Checking segment: {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:15:53.060970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Bound using segment: {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:15:53.061630 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Bound port: b113ef7c-eb42-4edf-83e7-b9da8a22b45d, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ea086c8-5eab-42dd-ad76-2fff821288ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:15:53.062094 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:53.143324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device dd047d84-c183-44b0-8c26-e0d2e87ddc6b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:53.152457 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] For port b113ef7c-eb42-4edf-83e7-b9da8a22b45d, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:15:53.157503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] For port b113ef7c-eb42-4edf-83e7-b9da8a22b45d, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:15:53.165460 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:53.198870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port dd047d84-c183-44b0-8c26-e0d2e87ddc6b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:53.199469 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:53.216408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.217092 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:53.218775 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] 10.222.0.30 "PUT /v2.0/ports/b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 200 len: 1091 time: 0.8101892 Dec 10 19:15:53.219237 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:53.221562 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692" -d '{"events": [{"name": "network-changed", "server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:53.262633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8223d4f-783b-4603-b080-7b28a0632f7f service neutron] Pushing event updated for resources: {'Port': ['ID=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:53.330681 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-65d9a3f7-d8d0-4c3a-914c-f28241224c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.332619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-65d9a3f7-d8d0-4c3a-914c-f28241224c26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1094 time: 0.0652449 Dec 10 19:15:53.399160 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b39dcb-dd21-431f-b09c-f3bb48bf5ad3 x-openstack-request-id: req-58b39dcb-dd21-431f-b09c-f3bb48bf5ad3 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:53.399548 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:53.399764 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58b39dcb-dd21-431f-b09c-f3bb48bf5ad3 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:53.400337 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'status': 'completed', 'code': 200} Dec 10 19:15:53.402100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-520dd74a-c37c-4bcb-88ec-31fbe95cdce0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 200 len: 217 time: 0.0594139 Dec 10 19:15:53.457582 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-3cc26f5d-7816-4661-a9e1-22068c88a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.459186 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-3cc26f5d-7816-4661-a9e1-22068c88a832 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c HTTP/1.1" status: 200 len: 834 time: 0.0494192 Dec 10 19:15:53.508208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-615d01e2-519a-4efc-bd6b-e0f8d432a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.509731 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-615d01e2-519a-4efc-bd6b-e0f8d432a0f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec69d614-62b4-4580-ad28-7a0972ddca50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432801 Dec 10 19:15:53.612684 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-b67f569d-d11b-4ba0-ba0f-20f566e3ed42 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939510 Dec 10 19:15:53.718299 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b79ae415-029f-4e8e-a9f0-1764a4e23571 req-a688a750-ba0d-4fb8-b1c3-80292a488090 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988104 Dec 10 19:15:53.813288 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-98b11b5e-e727-43ac-9ec6-b67190228797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.814835 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-98b11b5e-e727-43ac-9ec6-b67190228797 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1094 time: 0.0449355 Dec 10 19:15:53.917024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-c51dc178-7325-4273-b8c1-99517c518aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:53.918548 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-c51dc178-7325-4273-b8c1-99517c518aa1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 200 len: 898 time: 0.0969002 Dec 10 19:15:53.963663 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-528821ff-0e88-4ee5-9b8e-996b24050888 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 200 len: 217 time: 0.0369418 Dec 10 19:15:54.028281 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-f67008d4-157b-4e3e-93dd-67f6a9bb6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:54.029863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-f67008d4-157b-4e3e-93dd-67f6a9bb6c06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c HTTP/1.1" status: 200 len: 834 time: 0.0576153 Dec 10 19:15:54.080445 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-5c2b7df8-fbdb-4d21-a6a5-7974e55e0b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:54.081905 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-5c2b7df8-fbdb-4d21-a6a5-7974e55e0b9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec69d614-62b4-4580-ad28-7a0972ddca50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434835 Dec 10 19:15:54.095830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842b22a-1fd7-4481-9449-a04b253d2c6f req-50934ba7-3e2a-4ff1-b23c-72f07d32c965 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:54.097365 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f842b22a-1fd7-4481-9449-a04b253d2c6f req-50934ba7-3e2a-4ff1-b23c-72f07d32c965 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 943 time: 0.0524664 Dec 10 19:15:54.148052 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f842b22a-1fd7-4481-9449-a04b253d2c6f req-fe8ee77b-b2b8-43cc-9817-030b174d7a79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445354 Dec 10 19:15:54.176443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-8d297ff5-73ee-43b4-8d6c-5a6aa18b45f4 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861313 Dec 10 19:15:54.281701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-79d44ea7-49a7-4d4c-bdb7-5dd20d27d692 req-754e3a2b-db75-4616-9b83-4f2530591a4b service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946612 Dec 10 19:15:55.275209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c9a4e-1a05-4617-a9b2-c1e7e62db5c8 req-3cb2df51-eedc-46e3-b614-c151dc910c0e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:55.276764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-141c9a4e-1a05-4617-a9b2-c1e7e62db5c8 req-3cb2df51-eedc-46e3-b614-c151dc910c0e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 943 time: 0.0541689 Dec 10 19:15:55.328394 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b113ef7c-eb42-4edf-83e7-b9da8a22b45d details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:15:55.329693 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-141c9a4e-1a05-4617-a9b2-c1e7e62db5c8 req-8df853da-7105-422f-a045-b48ad339f005 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464795 Dec 10 19:15:55.441701 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b113ef7c-eb42-4edf-83e7-b9da8a22b45d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:55.453341 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'port_id': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'mac_address': 'fa:16:3e:2d:bc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:15:55.491433 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:55.504696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b113ef7c-eb42-4edf-83e7-b9da8a22b45d {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:15:55.524559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b113ef7c-eb42-4edf-83e7-b9da8a22b45d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:55.529942 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:55.583744 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:55.731944 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['b113ef7c-eb42-4edf-83e7-b9da8a22b45d'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:15:56.458780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dbd5c-e0c3-49ac-a8e8-4ee63bf0a071 req-2377b1f4-d1b4-4f88-aa71-59ad644e997e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:56.460324 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-610dbd5c-e0c3-49ac-a8e8-4ee63bf0a071 req-2377b1f4-d1b4-4f88-aa71-59ad644e997e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 944 time: 0.0589848 Dec 10 19:15:56.518520 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-610dbd5c-e0c3-49ac-a8e8-4ee63bf0a071 req-67af1dc0-b208-41ba-848b-01d660285616 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515683 Dec 10 19:15:57.328492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b113ef7c-eb42-4edf-83e7-b9da8a22b45d up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:15:57.383311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port b113ef7c-eb42-4edf-83e7-b9da8a22b45d completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:15:57.387187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port b113ef7c-eb42-4edf-83e7-b9da8a22b45d triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:15:57.387566 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:57.477877 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:57.505045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:15:57.507352 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047ad92b-d83c-4d42-9d9a-cda8e459c4ab" -d '{"events": [{"server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "name": "network-vif-plugged", "status": "completed", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:15:57.520770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port b113ef7c-eb42-4edf-83e7-b9da8a22b45d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:15:57.530538 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:57.557421 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de754116-31d8-4217-b043-179a91277c2a x-openstack-request-id: req-de754116-31d8-4217-b043-179a91277c2a {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:15:57.557644 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "name": "network-vif-plugged", "status": "completed", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:15:57.557880 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de754116-31d8-4217-b043-179a91277c2a {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:15:57.558301 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'code': 200} Dec 10 19:15:57.588760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:15:57.647708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a78d-13e2-4062-8f84-74f6a9db0aaa req-66dbee67-1284-4a44-b776-1a21291d716b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:57.649245 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac62a78d-13e2-4062-8f84-74f6a9db0aaa req-66dbee67-1284-4a44-b776-1a21291d716b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Dec 10 19:15:57.661383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b090f6-0ea0-48d3-a478-fc37c8594015 req-3fff3c69-1005-4d42-bb68-46c6b9e8ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:57.662961 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73b090f6-0ea0-48d3-a478-fc37c8594015 req-3fff3c69-1005-4d42-bb68-46c6b9e8ca24 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1096 time: 0.0500548 Dec 10 19:15:57.701889 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ac62a78d-13e2-4062-8f84-74f6a9db0aaa req-edd427da-be65-4ff0-aa23-44afc443f3e5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459778 Dec 10 19:15:57.718319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-73b090f6-0ea0-48d3-a478-fc37c8594015 req-2a7be144-805f-4148-87d5-6424a729c513 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463402 Dec 10 19:15:58.354624 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cf1cd498-530c-4486-87e1-baf46ffde3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:58.854925 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5a8fe-7601-40a6-89f7-edab291c1e74 req-e8b98ba0-8495-473f-ac94-33a17d2593ea tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:58.856610 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2c5a8fe-7601-40a6-89f7-edab291c1e74 req-e8b98ba0-8495-473f-ac94-33a17d2593ea tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0658102 Dec 10 19:15:58.909675 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d2c5a8fe-7601-40a6-89f7-edab291c1e74 req-96e9087e-465a-4524-b512-ac0ce9e44c94 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464375 Dec 10 19:15:59.029391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a075d3-1307-4835-b9b1-68b222d92da4 req-f32154ec-07f6-4dd0-a6b5-4a5b991477fc tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:59.031113 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a075d3-1307-4835-b9b1-68b222d92da4 req-f32154ec-07f6-4dd0-a6b5-4a5b991477fc tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0513515 Dec 10 19:15:59.083723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b0a075d3-1307-4835-b9b1-68b222d92da4 req-f20a6098-4e8f-4a86-8f8e-39ebb9f21ecb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464089 Dec 10 19:15:59.107484 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33268) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:59.155530 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d3e97-84b8-491a-a918-12583f150380 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:15:59.157135 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-534d3e97-84b8-491a-a918-12583f150380 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1091 time: 0.0486310 Dec 10 19:15:59.160154 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33270) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:15:59.164478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:15:59.187750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:59.294700 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:59.407331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.122 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/ec241025-7dd2-4dd6-97d1-400b93493c41) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:15:59.518725 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:59.555525 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:15:59.602114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:15:59.604989 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:15:59.610834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:15:59.614189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=ec241025-7dd2-4dd6-97d1-400b93493c41,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:00.333363 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:00.410045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:00.579123 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:00.584882 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:00.653168 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=ec241025-7dd2-4dd6-97d1-400b93493c41,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:16:00.663354 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:00.763562 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP dd1e9b10-4877-4b7b-8416-cdc8142c0020 associated. External IP: 172.25.2.122, port: b113ef7c-eb42-4edf-83e7-b9da8a22b45d. Dec 10 19:16:00.981521 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:16:01.092829 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:16:01.103034 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] Sync routers for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:16:01.112317 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:01.114146 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:01.114834 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.142826 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ac4a8aa9-b7b8-4897-9a92-d231a9a79c4a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9815233 Dec 10 19:16:01.143412 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:16:01.145769 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef" -d '{"events": [{"name": "network-changed", "server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:16:01.229471 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:01.255703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45339ef-c3bc-46c5-9117-ba142357bec2 req-7d28ad61-7e82-4b6a-b0a3-8456fa4b2734 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.258608 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2be69d-cb8f-479b-80e8-2513b2cd3852 x-openstack-request-id: req-bd2be69d-cb8f-479b-80e8-2513b2cd3852 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:16:01.258942 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:16:01.259285 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-bd2be69d-cb8f-479b-80e8-2513b2cd3852 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:16:01.259700 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'status': 'completed', 'code': 200} Dec 10 19:16:01.259963 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e45339ef-c3bc-46c5-9117-ba142357bec2 req-7d28ad61-7e82-4b6a-b0a3-8456fa4b2734 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0549526 Dec 10 19:16:01.347033 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e45339ef-c3bc-46c5-9117-ba142357bec2 req-48806716-85f5-4756-be76-c3bda63a2454 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794988 Dec 10 19:16:01.364440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-e0792115-1b1e-4561-bd76-2f6086e7e59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.366011 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-e0792115-1b1e-4561-bd76-2f6086e7e59d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1096 time: 0.0774076 Dec 10 19:16:01.369926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33278) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:01.442303 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f63d0c0e-1a0f-4db6-b244-26a25dc70d03 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/dd1e9b10-4877-4b7b-8416-cdc8142c0020 HTTP/1.1" status: 200 len: 991 time: 0.0708961 Dec 10 19:16:01.462372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-0201d04d-cda0-469d-bda1-f327ad19d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.463900 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-0201d04d-cda0-469d-bda1-f327ad19d4fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 200 len: 898 time: 0.0893908 Dec 10 19:16:01.537025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-2872437b-fdfd-4802-826b-d867f748809a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 200 len: 999 time: 0.0646784 Dec 10 19:16:01.565696 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'dd1e9b10-4877-4b7b-8416-cdc8142c0020', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'port_id': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'mac_address': 'fa:16:3e:2d:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74406de7-0605-481d-b470-949c24b7f175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:16:00Z', 'updated_at': '2021-12-10T19:16:00Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:52Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.589586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-5ad39825-ff47-445c-81c5-e441d9bc942c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.591162 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-5ad39825-ff47-445c-81c5-e441d9bc942c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c HTTP/1.1" status: 200 len: 834 time: 0.0466013 Dec 10 19:16:01.595243 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] Checking router: 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:16:01.603907 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:16:01.604502 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:15:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.640917 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-96caedbc-f3e6-4c08-9618-fa2d940840fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:01.642472 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-96caedbc-f3e6-4c08-9618-fa2d940840fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec69d614-62b4-4580-ad28-7a0972ddca50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436614 Dec 10 19:16:01.698306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfe7190c-a639-4867-9ec5-fbcb9275472e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:01.715214 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:16:01.740755 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-864c2394-22b8-43f4-a8e3-2885c8d03dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909395 Dec 10 19:16:01.834579 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b892180-f1e7-41d5-bdf6-cad49b0cd7ef req-350f7bdf-e463-4fd5-9a3f-71424776c2d6 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858836 Dec 10 19:16:01.949424 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'dd1e9b10-4877-4b7b-8416-cdc8142c0020', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'port_id': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'mac_address': 'fa:16:3e:2d:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74406de7-0605-481d-b470-949c24b7f175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:16:00Z', 'updated_at': '2021-12-10T19:16:00Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:52Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:16:01.981462 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9ab71e-0a10-4539-b8c8-0a7144c4ed68 None None] The sync data for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 is: [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'dd1e9b10-4877-4b7b-8416-cdc8142c0020', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.122', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'port_id': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'mac_address': 'fa:16:3e:2d:bc:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74406de7-0605-481d-b470-949c24b7f175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:16:00Z', 'updated_at': '2021-12-10T19:16:00Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:52Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:16:02.187726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d1f32-60db-4abb-aa78-36fb5decab94 None None] New status for floating IP dd1e9b10-4877-4b7b-8416-cdc8142c0020: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:16:02.350328 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:02.445421 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33280) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:02.472761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:02.517217 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-36a6e3c0-319a-4c96-a220-262bc01a98c1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/dd1e9b10-4877-4b7b-8416-cdc8142c0020 HTTP/1.1" status: 200 len: 993 time: 0.0705872 Dec 10 19:16:03.990447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:04.167774 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:05.111867 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:20.332394 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:16:28.350734 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-89ca2da4-6a29-44c9-8738-ed5af333421d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:31.693348 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-54549eae-3ad3-4ba0-a6b5-7e9c0292b2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.317009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:32.468361 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:33.914018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33642e-7fd4-414c-a1d9-372559a6c319 req-c4266887-7aa3-44ee-8c57-37150bbc7ca4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:33.915575 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa33642e-7fd4-414c-a1d9-372559a6c319 req-c4266887-7aa3-44ee-8c57-37150bbc7ca4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0552058 Dec 10 19:16:33.969002 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-aa33642e-7fd4-414c-a1d9-372559a6c319 req-c3f38395-3148-4f4c-abee-7a0758fcbf61 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472798 Dec 10 19:16:33.987588 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:34.162532 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.104223 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17977c2d-fcef-49eb-9337-c51de0009ca1 req-317e6749-3a87-415a-bf34-f7abe7943448 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:35.105710 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-17977c2d-fcef-49eb-9337-c51de0009ca1 req-317e6749-3a87-415a-bf34-f7abe7943448 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0558527 Dec 10 19:16:35.125389 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:16:35.163302 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-17977c2d-fcef-49eb-9337-c51de0009ca1 req-0ae267a9-6f01-4598-83ea-10ef85acb296 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504951 Dec 10 19:16:36.291053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b35d87-0112-48f5-a0af-db2f87ef8a99 req-fb3c3429-d3c1-4c0e-b84a-65c4c40cb443 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:36.292588 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-02b35d87-0112-48f5-a0af-db2f87ef8a99 req-fb3c3429-d3c1-4c0e-b84a-65c4c40cb443 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0574286 Dec 10 19:16:36.343919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-02b35d87-0112-48f5-a0af-db2f87ef8a99 req-59e4226b-dba6-4744-a21e-b3df48de5e44 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450735 Dec 10 19:16:37.475886 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560d4bd-b44e-4292-a228-a562fa8b99b6 req-04113ba4-e0d9-40e1-bc5d-a24fad35a832 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:37.478651 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1560d4bd-b44e-4292-a228-a562fa8b99b6 req-04113ba4-e0d9-40e1-bc5d-a24fad35a832 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0626163 Dec 10 19:16:37.536622 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1560d4bd-b44e-4292-a228-a562fa8b99b6 req-4097e536-7e2b-4ea3-a3ef-3ce3fbd47b90 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513284 Dec 10 19:16:38.669755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffbbb3-03be-4c21-a7dd-d4944f577364 req-678c6654-8ec7-414a-9548-dd727b8038f1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:38.671513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a5ffbbb3-03be-4c21-a7dd-d4944f577364 req-678c6654-8ec7-414a-9548-dd727b8038f1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0589280 Dec 10 19:16:38.726710 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a5ffbbb3-03be-4c21-a7dd-d4944f577364 req-b614d28a-5527-4e8f-8f3e-33f5597c8587 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483205 Dec 10 19:16:39.849693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a33eea-7b98-4e05-933f-2d64cb8819d3 req-0fe5b74b-9f49-4fe5-a4e4-a74b1a52d57f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:39.851257 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5a33eea-7b98-4e05-933f-2d64cb8819d3 req-0fe5b74b-9f49-4fe5-a4e4-a74b1a52d57f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0534856 Dec 10 19:16:39.910042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5a33eea-7b98-4e05-933f-2d64cb8819d3 req-79e2dc59-1ec7-40ea-975e-d8c1592602f9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499299 Dec 10 19:16:41.054958 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac5965-fac7-4f11-80d2-d9eb4aa8242c req-5ecddb46-9842-4b8d-96f1-413deb2410da tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:41.056396 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90ac5965-fac7-4f11-80d2-d9eb4aa8242c req-5ecddb46-9842-4b8d-96f1-413deb2410da tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0574343 Dec 10 19:16:41.109919 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-90ac5965-fac7-4f11-80d2-d9eb4aa8242c req-d62b35a7-6b5c-4599-849b-5ff2b7d0645f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466917 Dec 10 19:16:42.235897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96bffe-c6a2-4d3b-b12e-41bada9cbb34 req-d20ba141-caba-4e10-9983-b2d54e7c040d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:42.237431 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff96bffe-c6a2-4d3b-b12e-41bada9cbb34 req-d20ba141-caba-4e10-9983-b2d54e7c040d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0539968 Dec 10 19:16:42.290647 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ff96bffe-c6a2-4d3b-b12e-41bada9cbb34 req-20e159a1-f10d-470e-8ea2-abec0ae78afa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469398 Dec 10 19:16:43.413918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d04e16-94ba-45c7-abbc-1c652b1ceb8b req-80a17eca-f66a-41f1-a7d5-8fa6a4a479aa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:43.415476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29d04e16-94ba-45c7-abbc-1c652b1ceb8b req-80a17eca-f66a-41f1-a7d5-8fa6a4a479aa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0510840 Dec 10 19:16:43.466160 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-29d04e16-94ba-45c7-abbc-1c652b1ceb8b req-ae9ae5c9-f6f1-4cd1-ab74-745bb78be32e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446391 Dec 10 19:16:44.588948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3f749-7419-44b5-a2b2-0f542adcbb5d req-573ac93d-814f-47c0-8f60-24a6292e80d2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:44.590519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5f3f749-7419-44b5-a2b2-0f542adcbb5d req-573ac93d-814f-47c0-8f60-24a6292e80d2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0522501 Dec 10 19:16:44.642057 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b5f3f749-7419-44b5-a2b2-0f542adcbb5d req-e4693555-4f2c-4ef5-a7d5-081adbf16095 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448356 Dec 10 19:16:45.764193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94500e74-f816-42bc-b2a5-87811bec5a22 req-2aa839c6-dad0-43fa-946e-fe02b4d48e55 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:45.766058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94500e74-f816-42bc-b2a5-87811bec5a22 req-2aa839c6-dad0-43fa-946e-fe02b4d48e55 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Dec 10 19:16:45.824019 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-94500e74-f816-42bc-b2a5-87811bec5a22 req-02eb85c7-621a-45e0-9fb2-6dff44fd6eae tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519416 Dec 10 19:16:46.956266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc9dbf8-5284-4fd7-b174-04697142b046 req-3ee4b89f-183d-4ca7-88fd-a2a5512dfd06 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:46.957806 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fc9dbf8-5284-4fd7-b174-04697142b046 req-3ee4b89f-183d-4ca7-88fd-a2a5512dfd06 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0569954 Dec 10 19:16:47.010783 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fc9dbf8-5284-4fd7-b174-04697142b046 req-f9ddd13f-d085-4626-90e8-f86120f7221e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460601 Dec 10 19:16:48.133441 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca53b89-0d8e-42dd-8140-f6ada6a3258e req-d62829b0-3e85-4c2b-85cd-6e0495e5d207 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:48.134978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ca53b89-0d8e-42dd-8140-f6ada6a3258e req-d62829b0-3e85-4c2b-85cd-6e0495e5d207 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0522008 Dec 10 19:16:48.187406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ca53b89-0d8e-42dd-8140-f6ada6a3258e req-6ffecf62-d32d-470a-a5ee-e17d4183a945 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458531 Dec 10 19:16:49.307383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fe510-91a2-4dbd-aa99-38095414fb51 req-72071e70-545f-4634-a5cc-7cedc4cb4923 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:49.308955 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-509fe510-91a2-4dbd-aa99-38095414fb51 req-72071e70-545f-4634-a5cc-7cedc4cb4923 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0509951 Dec 10 19:16:49.364276 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-509fe510-91a2-4dbd-aa99-38095414fb51 req-9fc05674-6017-4dcb-a3c7-ea5eb4c7b2e1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485165 Dec 10 19:16:49.387607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33324) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:49.455520 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ee6cc136-42d3-45f1-8ee7-1664d888b2cb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/dd1e9b10-4877-4b7b-8416-cdc8142c0020 HTTP/1.1" status: 200 len: 993 time: 0.0666690 Dec 10 19:16:50.732581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c912c03-a0c4-47b5-bbfd-eb46cf6abfe5 req-abe7325f-b206-4f1d-9d17-d62fb45eec13 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.734886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c912c03-a0c4-47b5-bbfd-eb46cf6abfe5 req-abe7325f-b206-4f1d-9d17-d62fb45eec13 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0542274 Dec 10 19:16:50.791741 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1c912c03-a0c4-47b5-bbfd-eb46cf6abfe5 req-03c75b5d-653c-4ff2-b187-036ceb4a4a6d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509913 Dec 10 19:16:50.811006 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-cfd12fe0-70e9-42a4-b29d-6d8152cfb714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.812982 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-cfd12fe0-70e9-42a4-b29d-6d8152cfb714 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1096 time: 0.0936148 Dec 10 19:16:50.909264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-dfe1be2f-2f68-4c7f-a641-d4b9ea951249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:50.910871 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-dfe1be2f-2f68-4c7f-a641-d4b9ea951249 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 200 len: 898 time: 0.0910039 Dec 10 19:16:50.981826 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-00ee4987-1f53-46fa-8e3f-fdcfbfdcdf0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 200 len: 1001 time: 0.0629051 Dec 10 19:16:51.035268 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-75f6d692-843b-4dc9-b217-828d1edcd351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:51.036813 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-75f6d692-843b-4dc9-b217-828d1edcd351 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c HTTP/1.1" status: 200 len: 834 time: 0.0471356 Dec 10 19:16:51.089293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-102ecba2-78ee-4e55-bf5f-dc6577b96b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:51.090958 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-102ecba2-78ee-4e55-bf5f-dc6577b96b63 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec69d614-62b4-4580-ad28-7a0972ddca50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468929 Dec 10 19:16:51.490899 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-96e33064-79d3-4cfa-b3b9-53e4223fcfae service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921695 Dec 10 19:16:51.585725 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cc4b6661-aa07-44c1-a89d-0cc2b50044e4 req-ac56cac6-4264-499e-adc7-901a43c2d0ad service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868943 Dec 10 19:16:51.693674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-61601ae4-adad-468b-9957-44d72afd116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:51.695272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-61601ae4-adad-468b-9957-44d72afd116f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1096 time: 0.0428891 Dec 10 19:16:51.802227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-c06568af-969a-4f81-b1c5-6034b674dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:51.803762 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-c06568af-969a-4f81-b1c5-6034b674dc97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 200 len: 898 time: 0.0873971 Dec 10 19:16:51.907805 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-85a46512-cea6-44a6-a5c2-b788e90b68b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 200 len: 1001 time: 0.0922685 Dec 10 19:16:51.969479 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da3d44-255f-4abd-88f9-d63f473c8c5b req-97c1197e-42e7-423b-9b3e-5d54ae418f67 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:51.971088 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49da3d44-255f-4abd-88f9-d63f473c8c5b req-97c1197e-42e7-423b-9b3e-5d54ae418f67 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.1011193 Dec 10 19:16:51.984873 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-798880f0-8288-4054-8221-faad42c646b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:51.986378 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-798880f0-8288-4054-8221-faad42c646b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c HTTP/1.1" status: 200 len: 834 time: 0.0712759 Dec 10 19:16:52.054701 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-49da3d44-255f-4abd-88f9-d63f473c8c5b req-ea5ce02e-8aae-4123-8585-1c96992a552c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768340 Dec 10 19:16:52.061944 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-d79396fe-ff8b-40e6-9f3e-2231e7fc8b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:52.063581 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-d79396fe-ff8b-40e6-9f3e-2231e7fc8b23 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec69d614-62b4-4580-ad28-7a0972ddca50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687447 Dec 10 19:16:52.180667 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-595d6eee-17f2-4862-b144-d85bdc645fa3 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086323 Dec 10 19:16:52.275273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d062d010-7b41-40ac-b4bc-3e1462d7545a req-938227e2-0ffe-4cd1-8c66-eeaaae0a0c17 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874622 Dec 10 19:16:53.187233 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684e6d2-6eff-4139-8c27-5bd44b656704 req-da6b449a-bebd-4fd9-bdf2-38ae6fd675b0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:16:53.188723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4684e6d2-6eff-4139-8c27-5bd44b656704 req-da6b449a-bebd-4fd9-bdf2-38ae6fd675b0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0558572 Dec 10 19:16:53.239948 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-4684e6d2-6eff-4139-8c27-5bd44b656704 req-8906d3de-d5c0-497b-afae-078b7bf774c9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443249 Dec 10 19:16:53.263539 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33340) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:16:53.325148 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-de41129a-ee43-41cd-a761-048e626e997f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/dd1e9b10-4877-4b7b-8416-cdc8142c0020 HTTP/1.1" status: 200 len: 993 time: 0.0603886 Dec 10 19:16:57.332915 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:16:58.357073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cda110d2-d678-4417-885d-e255eda14945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:01.698929 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-47190c83-9bb6-4ff9-b3c9-6635d79858ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:02.319013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:02.469848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:03.992339 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:04.171524 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:05.129051 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:23.838346 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33350) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:24.003319 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port ec241025-7dd2-4dd6-97d1-400b93493c41 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:24.003610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:24.084216 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:24.084493 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:24.097972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for ec241025-7dd2-4dd6-97d1-400b93493c41 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:24.256363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:24.286035 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=ec241025-7dd2-4dd6-97d1-400b93493c41,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:24.312964 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.313286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.313663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.314009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.314351 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.314710 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.315045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.315415 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.315751 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.316082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.316399 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.316725 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.317055 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:24.361379 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:24.361651 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP dd1e9b10-4877-4b7b-8416-cdc8142c0020 disassociated (deleted). External IP: 172.25.2.122, port: b113ef7c-eb42-4edf-83e7-b9da8a22b45d. Dec 10 19:17:24.575424 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:24.687688 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:24.692921 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:24.698116 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] Sync routers for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:24.708341 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:24.708957 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:24.724034 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-44128a14-3224-4431-b8b8-da9748132ca2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/floatingips/dd1e9b10-4877-4b7b-8416-cdc8142c0020 HTTP/1.1" status: 204 len: 168 time: 0.8844826 Dec 10 19:17:24.724735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:24.727266 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:24.772668 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34de050d-83f1-48da-bb36-0afc06817d66 x-openstack-request-id: req-34de050d-83f1-48da-bb36-0afc06817d66 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:24.772953 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:24.773232 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-34de050d-83f1-48da-bb36-0afc06817d66 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:24.773654 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'status': 'completed', 'code': 200} Dec 10 19:17:24.830842 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:24.846868 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-84d2dafb-9de7-4e62-bb44-dd39aceb604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:24.848432 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-84d2dafb-9de7-4e62-bb44-dd39aceb604e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 1096 time: 0.0500681 Dec 10 19:17:24.986286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-06422cb9-ca5c-4381-848e-43b67e7090ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:24.987744 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-06422cb9-ca5c-4381-848e-43b67e7090ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 200 len: 898 time: 0.1243656 Dec 10 19:17:24.999190 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071b28-c10e-4ad6-8002-f0f6ce013550 req-cfb1f79d-6dd9-431a-b850-4673d1b7aca5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:25.000696 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e071b28-c10e-4ad6-8002-f0f6ce013550 req-cfb1f79d-6dd9-431a-b850-4673d1b7aca5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0754497 Dec 10 19:17:25.046477 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-fa365738-8796-40cc-977f-c35046151391 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 200 len: 217 time: 0.0447350 Dec 10 19:17:25.051598 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:52Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:25.079265 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] Checking router: 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:25.088917 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:25.089518 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:25.120859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1e071b28-c10e-4ad6-8002-f0f6ce013550 req-15f1c329-e920-4c4b-b411-f70bc07c2fbc tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133068 Dec 10 19:17:25.122404 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-f04f5f62-629f-4a98-9792-b8ebcbe2e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:25.124143 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-f04f5f62-629f-4a98-9792-b8ebcbe2e3b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c HTTP/1.1" status: 200 len: 834 time: 0.0682070 Dec 10 19:17:25.174689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-55758ad5-3545-4a26-89af-628b662ae986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:25.176220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-55758ad5-3545-4a26-89af-628b662ae986 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ec69d614-62b4-4580-ad28-7a0972ddca50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444603 Dec 10 19:17:25.196872 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:25.278080 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-645cf25d-8503-4c10-a99d-2c929140bc3e service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923808 Dec 10 19:17:25.384366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6ef33fc9-e86c-4a7e-9f9d-023f30837a3f req-1c31a9d1-b75b-43a1-a4dc-9f64702afad8 service neutron] 10.222.0.30 "GET /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985684 Dec 10 19:17:25.400671 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:52Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:25.432719 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62773ffb-09dd-43d6-90f7-e4ee873bec48 None None] The sync data for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 is: [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'dd047d84-c183-44b0-8c26-e0d2e87ddc6b', 'name': '', 'network_id': 'ec69d614-62b4-4580-ad28-7a0972ddca50', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:b3:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:48Z', 'updated_at': '2021-12-10T19:15:52Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:25.668449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f04e45-72c3-482e-bec9-341f82437f67 None None] New status for floating IP dd1e9b10-4877-4b7b-8416-cdc8142c0020: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:17:26.249063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034ed76-257c-430a-93eb-e285dcf1e501 req-20e6b5ad-03ee-4859-9810-aea870c392ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:26.250728 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3034ed76-257c-430a-93eb-e285dcf1e501 req-20e6b5ad-03ee-4859-9810-aea870c392ba tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0558414 Dec 10 19:17:26.305270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3034ed76-257c-430a-93eb-e285dcf1e501 req-994a5074-bb79-4c3a-a288-1e115235e32c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=a62bb5ed-9961-46f4-914a-a9f8a8110bf2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483468 Dec 10 19:17:26.431866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-c40cf047-ea49-4e36-bf40-3be744b71c33 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:26.433347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-c40cf047-ea49-4e36-bf40-3be744b71c33 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "GET /v2.0/ports?device_id=74406de7-0605-481d-b470-949c24b7f175 HTTP/1.1" status: 200 len: 945 time: 0.0519910 Dec 10 19:17:26.529142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port b113ef7c-eb42-4edf-83e7-b9da8a22b45d {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:26.529479 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:26.620336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port b113ef7c-eb42-4edf-83e7-b9da8a22b45d, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:26.620684 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:26.633001 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for b113ef7c-eb42-4edf-83e7-b9da8a22b45d owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:26.784469 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:26.818020 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=b113ef7c-eb42-4edf-83e7-b9da8a22b45d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:26.863569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] No DVR routers for this DVR port b113ef7c-eb42-4edf-83e7-b9da8a22b45d on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:26.866483 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:26.869995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-947f9326-5efd-4097-ac80-06bb8dcf7f8a req-012675ef-7168-49cc-b34f-eaea6e3a903d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.30 "DELETE /v2.0/ports/b113ef7c-eb42-4edf-83e7-b9da8a22b45d HTTP/1.1" status: 204 len: 173 time: 0.4297495 Dec 10 19:17:26.870480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'name': 'network-vif-deleted', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:26.872869 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206af778-3354-4d29-9c1d-b1764526afdb" -d '{"events": [{"server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "name": "network-vif-deleted", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:26.915557 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ebde9-9f46-4842-a964-bb2c7272adbe x-openstack-request-id: req-a77ebde9-9f46-4842-a964-bb2c7272adbe {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:26.915885 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74406de7-0605-481d-b470-949c24b7f175", "name": "network-vif-deleted", "tag": "b113ef7c-eb42-4edf-83e7-b9da8a22b45d", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:26.916161 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a77ebde9-9f46-4842-a964-bb2c7272adbe {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:26.916576 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74406de7-0605-481d-b470-949c24b7f175', 'name': 'network-vif-deleted', 'tag': 'b113ef7c-eb42-4edf-83e7-b9da8a22b45d', 'status': 'completed', 'code': 200} Dec 10 19:17:27.366501 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33364) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:27.748071 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:28.019642 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port dd047d84-c183-44b0-8c26-e0d2e87ddc6b {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:28.019896 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:28.114605 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port dd047d84-c183-44b0-8c26-e0d2e87ddc6b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:28.114976 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:28.127300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for dd047d84-c183-44b0-8c26-e0d2e87ddc6b owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:28.322425 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:28.351563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=dd047d84-c183-44b0-8c26-e0d2e87ddc6b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:28.353499 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b28f419-dcfe-4e29-8238-5984eb4d2613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:28.532481 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:28.773155 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:29.206145 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:29.212211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-6fceba83-33b8-4f50-b692-6db1fe2fe27c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/6f6df9c3-0469-4250-a0f4-bd1c09407ff0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8444271 Dec 10 19:17:29.215416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33366) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:29.217098 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] Sync routers for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:29.228777 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:29.229388 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:29.268052 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting subnet c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:17:29.271382 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.315444 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.334920 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:29.400466 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.463636 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.496336 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Subnet': ['ID=c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:29.502672 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.509516 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-d8934bc0-2b96-4aae-a2a2-529df34fe717 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/subnets/c1db08bd-f58f-4afc-8c46-dc18ee3c3c7c HTTP/1.1" status: 204 len: 168 time: 0.2902431 Dec 10 19:17:29.510439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33368) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:29.512852 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21142a9c-bd85-4db7-87e0-88ea9c8b0568 None None] Network ec69d614-62b4-4580-ad28-7a0972ddca50 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:17:29.523514 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:17:28Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:29.557037 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] Checking router: 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:29.566503 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] Routers {'6f6df9c3-0469-4250-a0f4-bd1c09407ff0'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:29.567119 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:29.631587 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.688387 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] Set router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:29.695693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] DHCP port deletion for ec69d614-62b4-4580-ad28-7a0972ddca50 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:17:29.748623 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.752201 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Deleting port e2304a6f-a9ec-4259-a7e4-2d22bf174194 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:29.752583 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.813480 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port f0edfe78-23f5-4fc5-a354-57eb859bfd87 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:17:29.813480 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.828811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] For port e2304a6f-a9ec-4259-a7e4-2d22bf174194, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=e2304a6f-a9ec-4259-a7e4-2d22bf174194,segment=NetworkSegment(3ea086c8-5eab-42dd-ad76-2fff821288ec),segment_id=3ea086c8-5eab-42dd-ad76-2fff821288ec)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:29.829362 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.843762 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b113ef7c-eb42-4edf-83e7-b9da8a22b45d no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:29.850077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Calling delete_port for e2304a6f-a9ec-4259-a7e4-2d22bf174194 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:29.872751 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: b113ef7c-eb42-4edf-83e7-b9da8a22b45d {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:17:29.872994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device b113ef7c-eb42-4edf-83e7-b9da8a22b45d not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:29.894409 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:17:28Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:29.902083 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port f0edfe78-23f5-4fc5-a354-57eb859bfd87, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=f0edfe78-23f5-4fc5-a354-57eb859bfd87,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:29.902483 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:29.916086 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for f0edfe78-23f5-4fc5-a354-57eb859bfd87 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:17:29.924118 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8271867-b931-4c5d-9a3e-0abd10845441 None None] The sync data for ids ['6f6df9c3-0469-4250-a0f4-bd1c09407ff0'] in n-d-821424-1 is: [{'id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841190452', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:17:28Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'f0edfe78-23f5-4fc5-a354-57eb859bfd87', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6df9c3-0469-4250-a0f4-bd1c09407ff0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:15:45Z', 'updated_at': '2021-12-10T19:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:30.139696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.161459 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.173561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Pushing event deleted for resources: {'Port': ['ID=e2304a6f-a9ec-4259-a7e4-2d22bf174194,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:30.180906 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] No DVR routers for this DVR port e2304a6f-a9ec-4259-a7e4-2d22bf174194 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:17:30.183507 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.183871 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.184218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.184558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.185045 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.185589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.186077 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.186426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.186758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.187090 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.187419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.187750 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.188061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e59cb-c14d-4610-b842-d255ebc1da73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.206695 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=f0edfe78-23f5-4fc5-a354-57eb859bfd87,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:30.215084 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add7100b-f7d2-4063-9313-0e7109262811 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:17:30.232779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.233142 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.233486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.233845 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.234161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.234519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.234848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.235179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.235505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.235828 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.236161 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.236486 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.236806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:30.284736 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.386190 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.389160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.438300 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.438984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6df9c3-0469-4250-a0f4-bd1c09407ff0 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:17:30.446487 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.447538 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-5a6ddf9c-e476-4498-8ae9-6058a1151c37 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/routers/6f6df9c3-0469-4250-a0f4-bd1c09407ff0 HTTP/1.1" status: 204 len: 168 time: 0.9365811 Dec 10 19:17:30.450338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33372) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:30.540209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.635709 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.657511 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec69d614-62b4-4580-ad28-7a0972ddca50']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:30.667250 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea086c8-5eab-42dd-ad76-2fff821288ec') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:30.667547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea086c8-5eab-42dd-ad76-2fff821288ec') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:30.677259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.691793 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.698189 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:17:30.698617 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:17:30.701720 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:17:30.765505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.773237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.777144 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/networks/ec69d614-62b4-4580-ad28-7a0972ddca50 HTTP/1.1" status: 204 len: 168 time: 0.3255625 Dec 10 19:17:30.781059 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33374) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:30.791234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d9b24-8235-4cad-a392-b694c74be663 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Network': ['ID=ec69d614-62b4-4580-ad28-7a0972ddca50,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:30.858212 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41b8dac8-00c0-458b-aa31-b5a295a0d05c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.889210 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41b8dac8-00c0-458b-aa31-b5a295a0d05c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.963095 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41b8dac8-00c0-458b-aa31-b5a295a0d05c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.968057 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-41b8dac8-00c0-458b-aa31-b5a295a0d05c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:30.971042 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-41b8dac8-00c0-458b-aa31-b5a295a0d05c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/security-groups/a62bb5ed-9961-46f4-914a-a9f8a8110bf2 HTTP/1.1" status: 204 len: 168 time: 0.1872661 Dec 10 19:17:30.984308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8dac8-00c0-458b-aa31-b5a295a0d05c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62bb5ed-9961-46f4-914a-a9f8a8110bf2,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:31.051462 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e2304a6f-a9ec-4259-a7e4-2d22bf174194 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:31.073589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: e2304a6f-a9ec-4259-a7e4-2d22bf174194 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:17:31.074015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device e2304a6f-a9ec-4259-a7e4-2d22bf174194 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:31.074543 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device dd047d84-c183-44b0-8c26-e0d2e87ddc6b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:31.097327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: dd047d84-c183-44b0-8c26-e0d2e87ddc6b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:17:31.097790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device dd047d84-c183-44b0-8c26-e0d2e87ddc6b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:31.098273 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f0edfe78-23f5-4fc5-a354-57eb859bfd87 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:17:31.120231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: f0edfe78-23f5-4fc5-a354-57eb859bfd87 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:17:31.120578 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device f0edfe78-23f5-4fc5-a354-57eb859bfd87 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:17:31.378326 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33380) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:31.383114 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-6b81efa9-2be5-4cde-9169-e2012f34fea2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468480121', 'description': 'tempest-secgroup-smoke-1468480121 description', 'project_id': '5c1a175c10af49178ef68919a295f0b0'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:31.407236 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b81efa9-2be5-4cde-9169-e2012f34fea2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.473969 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b81efa9-2be5-4cde-9169-e2012f34fea2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.481204 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b81efa9-2be5-4cde-9169-e2012f34fea2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.520476 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-6b81efa9-2be5-4cde-9169-e2012f34fea2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.524403 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6b81efa9-2be5-4cde-9169-e2012f34fea2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1447737 Dec 10 19:17:31.527499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81efa9-2be5-4cde-9169-e2012f34fea2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2ae850-9f3f-4481-89d1-df1c1c9e1009,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:31.532302 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33382) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:31.538500 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9ed77d65-1b96-4627-a7f0-a2797efe0f19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'bf2ae850-9f3f-4481-89d1-df1c1c9e1009', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:31.567072 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d65-1b96-4627-a7f0-a2797efe0f19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.617971 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d65-1b96-4627-a7f0-a2797efe0f19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.622095 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d65-1b96-4627-a7f0-a2797efe0f19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.640354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed77d65-1b96-4627-a7f0-a2797efe0f19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39047b07-777f-4461-a972-2c924c95f2d0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:31.648596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ed77d65-1b96-4627-a7f0-a2797efe0f19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.649049 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9ed77d65-1b96-4627-a7f0-a2797efe0f19 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150048 Dec 10 19:17:31.651955 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33384) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:31.657051 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cf89eba9-77ed-41fe-b824-5c3ac718ff10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'bf2ae850-9f3f-4481-89d1-df1c1c9e1009', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:31.691837 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf89eba9-77ed-41fe-b824-5c3ac718ff10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.705996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-906fb94a-2d48-454d-a0fc-062af45e7650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.750967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf89eba9-77ed-41fe-b824-5c3ac718ff10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.755602 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf89eba9-77ed-41fe-b824-5c3ac718ff10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.777702 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89eba9-77ed-41fe-b824-5c3ac718ff10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf48bb0-2dc9-4bdc-9156-39785b4e6bda,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:31.784405 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cf89eba9-77ed-41fe-b824-5c3ac718ff10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.785605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cf89eba9-77ed-41fe-b824-5c3ac718ff10 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326113 Dec 10 19:17:31.788414 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33386) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:31.792735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-3cd3aee8-5e9a-405d-876a-01f8d102c71f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'bf2ae850-9f3f-4481-89d1-df1c1c9e1009', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:31.822009 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3cd3aee8-5e9a-405d-876a-01f8d102c71f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.901164 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3cd3aee8-5e9a-405d-876a-01f8d102c71f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.908075 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3cd3aee8-5e9a-405d-876a-01f8d102c71f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.928045 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3aee8-5e9a-405d-876a-01f8d102c71f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cb383c-56ca-43fd-beb8-f03d5a5d1bd0,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:31.936486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3cd3aee8-5e9a-405d-876a-01f8d102c71f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:31.937723 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3cd3aee8-5e9a-405d-876a-01f8d102c71f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483881 Dec 10 19:17:31.940567 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33388) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:31.945218 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c4012b22-c9da-4e1b-9b25-31ee0a523653 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'bf2ae850-9f3f-4481-89d1-df1c1c9e1009', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:31.972611 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4012b22-c9da-4e1b-9b25-31ee0a523653 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.030836 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4012b22-c9da-4e1b-9b25-31ee0a523653 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.035023 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4012b22-c9da-4e1b-9b25-31ee0a523653 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.053423 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4012b22-c9da-4e1b-9b25-31ee0a523653 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853aa0a3-4a09-4560-bc9e-3b7666ebd31a,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.061714 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4012b22-c9da-4e1b-9b25-31ee0a523653 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.062986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c4012b22-c9da-4e1b-9b25-31ee0a523653 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213207 Dec 10 19:17:32.066713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33390) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:32.071142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'bf2ae850-9f3f-4481-89d1-df1c1c9e1009', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:32.095869 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:17:32.100892 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.162683 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.167248 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.187477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23db94bf-813a-4ec9-bd94-1210272e9b97,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.197127 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.198554 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-ab50349b-844e-429f-9fc7-b2c9cc67c047 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307847 Dec 10 19:17:32.202927 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33392) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:32.207511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'security_group_rule': {'security_group_id': 'bf2ae850-9f3f-4481-89d1-df1c1c9e1009', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:32.238692 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Project 5c1a175c10af49178ef68919a295f0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:17:32.244151 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.309563 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.314975 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.324030 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.336728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461f6b65-be5b-498f-9870-7966f3a021e4,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.342463 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.343635 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-052b7b9d-5474-427d-a6a7-85bac62d0556 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396852 Dec 10 19:17:32.346668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33394) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:32.351797 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'network': {'name': 'tempest-network-smoke--1596529597', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'port_security_enabled': True}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:32.372556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:32.376012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.405471 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:17:32.414856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.415126 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Added segment 22e3edf9-addd-4531-b446-9a161caf11c9 of type vlan for network 01c5881d-478d-4a08-8114-f9806230f57e Dec 10 19:17:32.457734 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.466045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.485590 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.491292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:32.491885 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.555666 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2079391 Dec 10 19:17:32.559196 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33396) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:32.563980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'admin_state_up': True, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:32.565017 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af669c9-1079-44c3-b26f-a451d64d210a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Network': ['ID=01c5881d-478d-4a08-8114-f9806230f57e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:32.575742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 01c5881d-478d-4a08-8114-f9806230f57e details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:17:32.591275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.593043 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.648010 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.789140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:32.984616 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.003620 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.110063 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.14 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/b649282b-dbc3-4def-a60e-fe5b331d01cb) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:33.213859 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.249984 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.298224 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:33.301245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:33.305666 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:33.315320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b568e143-6e16-4712-9738-d8efb78b0508 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:17:33.344838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=b649282b-dbc3-4def-a60e-fe5b331d01cb,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:33.361651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-1b9d7f52-5292-4241-90a2-b82bab16a9f7 None None] Provisioning complete for port b649282b-dbc3-4def-a60e-fe5b331d01cb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:33.362280 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1b9d7f52-5292-4241-90a2-b82bab16a9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.395931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d7f52-5292-4241-90a2-b82bab16a9f7 None None] Port b649282b-dbc3-4def-a60e-fe5b331d01cb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:17:33.917858 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:33.996418 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.119316 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.166301 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.256907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router bada82c0-2244-483d-99c3-fff47a8c186c is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:17:34.332162 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:17:34.366588 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:34.379897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Sync routers for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:34.389712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.393905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c33a0314-d2da-4a0e-b29b-005e89486353 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8307140 Dec 10 19:17:34.394072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:34.394072 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:34.394295 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33398) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:34.470176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-059d8c5c-d220-4de6-ab64-e7f9d827957d tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?project_id=5c1a175c10af49178ef68919a295f0b0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0748427 Dec 10 19:17:34.472906 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33402) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:34.507999 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:34.559779 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14eb7e10-8f02-4830-ad16-23e85394b2e1 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.563140 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-14eb7e10-8f02-4830-ad16-23e85394b2e1 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875351 Dec 10 19:17:34.564351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33404) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:34.594723 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c542e06b-6ae6-4637-8320-931201301282 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/subnets?network_id=66ba32b2-d10a-4cab-ad00-6e31b4532d11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290191 Dec 10 19:17:34.597382 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33406) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:34.602218 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1345557997', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:34.696693 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:34.697608 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:33Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:34.700406 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.728126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Checking router: bada82c0-2244-483d-99c3-fff47a8c186c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:34.728516 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Updating router bada82c0-2244-483d-99c3-fff47a8c186c port b649282b-dbc3-4def-a60e-fe5b331d01cb binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:17:34.758513 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.891420 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:34.952145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Subnet': ['ID=ef6a705d-757b-4254-80c7-261594020d50,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:34.961705 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Checking segment: {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:17:34.962074 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network hostable DHCP agents. Network: 01c5881d-478d-4a08-8114-f9806230f57e, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:17:34.980761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 01c5881d-478d-4a08-8114-f9806230f57e is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:17:34.990665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 01c5881d-478d-4a08-8114-f9806230f57e) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:34.995031 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:34.995627 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.014571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-ff26c79c-2d64-4315-9a21-e7c71b61eafb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4160724 Dec 10 19:17:35.014874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c99e836-16bc-4a1d-9028-c0ecd04e744c None None] Network 01c5881d-478d-4a08-8114-f9806230f57e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:17:35.017753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33408) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:35.079481 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.089272 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.145575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1334a4-0cc7-4cb8-bd7e-e781f5871c7a None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:17:35.194758 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.194758 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc571f-2b68-4e3b-9db2-cbab7af78c37 None None] Pushing event updated for resources: {'Port': ['ID=b649282b-dbc3-4def-a60e-fe5b331d01cb,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:35.196660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Attempting to bind port b649282b-dbc3-4def-a60e-fe5b331d01cb on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:17:35.197007 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Attempting to bind port b649282b-dbc3-4def-a60e-fe5b331d01cb by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:17:35.197353 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Attempting to bind port b649282b-dbc3-4def-a60e-fe5b331d01cb on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:35.205713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:35.206099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:17:35.206613 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.206965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:35.207436 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Bound port: b649282b-dbc3-4def-a60e-fe5b331d01cb, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:17:35.207849 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.234725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-01c5881d-478d-4a08-8114-f9806230f57e', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:17:35.235605 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.337306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-56133b9f-c5ca-4a67-8700-80725a72a314 None None] Provisioning complete for port b649282b-dbc3-4def-a60e-fe5b331d01cb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:35.337653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-56133b9f-c5ca-4a67-8700-80725a72a314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.372776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] For port b649282b-dbc3-4def-a60e-fe5b331d01cb, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:35.404515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] For port b649282b-dbc3-4def-a60e-fe5b331d01cb, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b649282b-dbc3-4def-a60e-fe5b331d01cb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:35.415880 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.435602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-56133b9f-c5ca-4a67-8700-80725a72a314 None None] Port b649282b-dbc3-4def-a60e-fe5b331d01cb cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:17:35.478556 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.493048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931e9c9-1509-4eb0-b326-ba6a42589b3e None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:17:35.522288 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc571f-2b68-4e3b-9db2-cbab7af78c37 None None] Pushing event updated for resources: {'Port': ['ID=b649282b-dbc3-4def-a60e-fe5b331d01cb,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:35.527022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Allocated IP 172.20.0.2 (01c5881d-478d-4a08-8114-f9806230f57e/ef6a705d-757b-4254-80c7-261594020d50/fa2800c1-db54-4c31-aa38-73b19a8f6fa3) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:35.535424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:35.536233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:35.654427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0f4342a2-587f-4aac-98a4-b00536e54aa4 None None] Provisioning complete for port b649282b-dbc3-4def-a60e-fe5b331d01cb triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:35.654843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f4342a2-587f-4aac-98a4-b00536e54aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.787023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:35.910962 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.943197 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:35.975923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.1 (01c5881d-478d-4a08-8114-f9806230f57e/ef6a705d-757b-4254-80c7-261594020d50/3654cadf-ef73-49c7-92be-bc9e07880b89) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:36.022767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Network 01c5881d-478d-4a08-8114-f9806230f57e is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:36.023549 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f4342a2-587f-4aac-98a4-b00536e54aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.037991 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:36.041930 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Pushing event updated for resources: {'Port': ['ID=fa2800c1-db54-4c31-aa38-73b19a8f6fa3,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.044215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:36.069743 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-0f4342a2-587f-4aac-98a4-b00536e54aa4 None None] For port b649282b-dbc3-4def-a60e-fe5b331d01cb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b649282b-dbc3-4def-a60e-fe5b331d01cb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:36.101491 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.110307 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f4342a2-587f-4aac-98a4-b00536e54aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.138841 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.177857 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Attempting to bind port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:17:36.178217 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Attempting to bind port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:17:36.178600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Attempting to bind port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 on network 01c5881d-478d-4a08-8114-f9806230f57e {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:36.185027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 01c5881d-478d-4a08-8114-f9806230f57e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:36.188410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:36.192291 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:36.192475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:36.192791 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Checking segment: {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:17:36.193196 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.193669 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Bound using segment: {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:36.194051 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Bound port: fa2800c1-db54-4c31-aa38-73b19a8f6fa3, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:17:36.194841 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.198937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=3654cadf-ef73-49c7-92be-bc9e07880b89,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.220286 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4342a2-587f-4aac-98a4-b00536e54aa4 None None] Pushing event updated for resources: {'Port': ['ID=b649282b-dbc3-4def-a60e-fe5b331d01cb,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.240252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.260509 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:33Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:36.297413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521663d2-7466-480d-aa8f-452e7a026f4d None None] The sync data for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 is: [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:33Z', 'revision_number': 3, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:36.315030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] For port fa2800c1-db54-4c31-aa38-73b19a8f6fa3, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:36.326506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] For port fa2800c1-db54-4c31-aa38-73b19a8f6fa3, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fa2800c1-db54-4c31-aa38-73b19a8f6fa3,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:36.334170 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.385938 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.401646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9a3a6-f569-4d15-984c-aaf656827437 None None] Pushing event updated for resources: {'Port': ['ID=fa2800c1-db54-4c31-aa38-73b19a8f6fa3,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.756566 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.763383 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.867537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=3654cadf-ef73-49c7-92be-bc9e07880b89,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:36.881046 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:36.932803 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fa2800c1-db54-4c31-aa38-73b19a8f6fa3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:37.010159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:37.010783 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:37.011466 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 01c5881d-478d-4a08-8114-f9806230f57e is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:37.014309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:37.127705 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:37.163822 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port fa2800c1-db54-4c31-aa38-73b19a8f6fa3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fa2800c1-db54-4c31-aa38-73b19a8f6fa3,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:37.169761 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router bada82c0-2244-483d-99c3-fff47a8c186c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:37.170813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:37.171728 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b649282b-dbc3-4def-a60e-fe5b331d01cb up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:37.261359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=fa2800c1-db54-4c31-aa38-73b19a8f6fa3,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:37.276175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b649282b-dbc3-4def-a60e-fe5b331d01cb triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:37.276683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:37.308227 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:37.315422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b22923ef-0af9-472f-bae6-c74bb3f6e46b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/bada82c0-2244-483d-99c3-fff47a8c186c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2962236 Dec 10 19:17:37.518053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-ca32274c-48e3-415b-9b09-bddb4cb264a0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468480121&fields=id&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 267 time: 0.0563991 Dec 10 19:17:37.532236 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c7421-0241-4c72-910c-2995b3f26dc4 None None] Network 01c5881d-478d-4a08-8114-f9806230f57e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:17:37.601306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-cac74502-c8e9-479a-973e-b4974dbdf371 None None] Provisioning complete for port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:37.601568 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cac74502-c8e9-479a-973e-b4974dbdf371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:37.636274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-32bb2518-7f75-4d43-8065-b44823f020a8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:37.637812 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-32bb2518-7f75-4d43-8065-b44823f020a8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/networks?id=01c5881d-478d-4a08-8114-f9806230f57e HTTP/1.1" status: 200 len: 797 time: 0.1118691 Dec 10 19:17:37.654476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-8babe669-29b4-4270-aae9-d514c4460a1d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/quotas/5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 375 time: 0.0098593 Dec 10 19:17:37.719247 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75c5b792-79ab-423e-b08e-54e9723386f9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533392 Dec 10 19:17:37.781495 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-df6a09b2-2555-4d35-9f6d-66311210a9d6 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:17:37.782563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-df6a09b2-2555-4d35-9f6d-66311210a9d6 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487416 Dec 10 19:17:37.881737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-d03f6175-46ac-4e38-a3e0-e59473d543a6 service neutron] 10.222.0.55 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910089 Dec 10 19:17:37.988864 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f04ff3d8-3489-4599-8ba2-9b4333633a1c None None] Provisioning complete for port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:37.989425 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f04ff3d8-3489-4599-8ba2-9b4333633a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:37.993772 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-1e4bcb3c-2d8f-47b3-9a32-e0a12d8d4012 service neutron] 10.222.0.55 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058052 Dec 10 19:17:38.092049 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f04ff3d8-3489-4599-8ba2-9b4333633a1c None None] Provisioning complete for port 3654cadf-ef73-49c7-92be-bc9e07880b89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:38.092403 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f04ff3d8-3489-4599-8ba2-9b4333633a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:38.136417 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f04ff3d8-3489-4599-8ba2-9b4333633a1c None None] Port 3654cadf-ef73-49c7-92be-bc9e07880b89 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:17:38.212151 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-76e05fb2-b7bf-4172-b930-9dc2d26929e4 req-c4c63d8f-61a7-45e3-b7e4-49bee1a381f9 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 210 time: 0.0295599 Dec 10 19:17:38.257689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-3606ab4d-ca6c-46db-937d-1828e014afe3 None None] Provisioning complete for port 3654cadf-ef73-49c7-92be-bc9e07880b89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:38.258057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3606ab4d-ca6c-46db-937d-1828e014afe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:38.302107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-3606ab4d-ca6c-46db-937d-1828e014afe3 None None] Port 3654cadf-ef73-49c7-92be-bc9e07880b89 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:17:38.344368 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Sync routers for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:38.356374 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:38.357166 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:38.426254 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b03be893-8612-477d-8823-198db5b905f9 None None] Provisioning complete for port 3654cadf-ef73-49c7-92be-bc9e07880b89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:38.426786 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b03be893-8612-477d-8823-198db5b905f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:38.467768 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-b03be893-8612-477d-8823-198db5b905f9 None None] Port 3654cadf-ef73-49c7-92be-bc9e07880b89 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:17:38.501199 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:38.720861 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 2, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:38.752695 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Checking router: bada82c0-2244-483d-99c3-fff47a8c186c for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:38.753044 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Updating router bada82c0-2244-483d-99c3-fff47a8c186c port 3654cadf-ef73-49c7-92be-bc9e07880b89 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:17:38.779594 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:38.846692 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fa2800c1-db54-4c31-aa38-73b19a8f6fa3 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:38.902078 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:38.902491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.151413 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.159006 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.210452 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Pushing event updated for resources: {'Port': ['ID=3654cadf-ef73-49c7-92be-bc9e07880b89,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:39.222409 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.222700 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.223060 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.223390 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.223722 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.224032 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.224350 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.224667 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.224967 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.225294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.225595 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.225908 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.226221 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:17:39.295132 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Attempting to bind port 3654cadf-ef73-49c7-92be-bc9e07880b89 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:17:39.295819 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Attempting to bind port 3654cadf-ef73-49c7-92be-bc9e07880b89 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:17:39.296722 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Attempting to bind port 3654cadf-ef73-49c7-92be-bc9e07880b89 on network 01c5881d-478d-4a08-8114-f9806230f57e {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:39.304676 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:39.305092 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Checking segment: {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:17:39.305973 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.306318 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Bound using segment: {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:39.306760 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Bound port: 3654cadf-ef73-49c7-92be-bc9e07880b89, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:17:39.307169 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.316605 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c483eeb5-d736-488b-824c-ebb887ada748 req-b68f23c4-ad45-4290-8649-dc1ce7612307 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 210 time: 0.0354466 Dec 10 19:17:39.391755 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] For port 3654cadf-ef73-49c7-92be-bc9e07880b89, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:39.395158 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] For port 3654cadf-ef73-49c7-92be-bc9e07880b89, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3654cadf-ef73-49c7-92be-bc9e07880b89,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:39.400813 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.463672 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:39.464232 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:39.466339 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c67e8-d12a-4109-a10a-60f60213fa1e None None] Pushing event updated for resources: {'Port': ['ID=3654cadf-ef73-49c7-92be-bc9e07880b89,revision_number=4']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:39.493881 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-c10bde81-c35a-4eb4-9780-f61760d6fc82 None None] Provisioning complete for port 3654cadf-ef73-49c7-92be-bc9e07880b89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:39.494503 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c10bde81-c35a-4eb4-9780-f61760d6fc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.583405 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:39.586592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c10bde81-c35a-4eb4-9780-f61760d6fc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.622869 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-c10bde81-c35a-4eb4-9780-f61760d6fc82 None None] For port 3654cadf-ef73-49c7-92be-bc9e07880b89, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3654cadf-ef73-49c7-92be-bc9e07880b89,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:39.628668 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c10bde81-c35a-4eb4-9780-f61760d6fc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.680605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bde81-c35a-4eb4-9780-f61760d6fc82 None None] Pushing event updated for resources: {'Port': ['ID=3654cadf-ef73-49c7-92be-bc9e07880b89,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:39.752449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-16c0dc0e-fcab-4d5d-a6f1-9fea15f474a9 None None] Provisioning complete for port 3654cadf-ef73-49c7-92be-bc9e07880b89 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:39.752700 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-16c0dc0e-fcab-4d5d-a6f1-9fea15f474a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:39.802577 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:39.830717 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d818df-dbd8-46b9-ae7f-af5031f3d05b None None] The sync data for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 is: [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:40.402310 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-40156f80-3de9-405b-8e45-86ae0d352aaf req-e5153e37-8e05-443d-8fd2-545b7320c239 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 210 time: 0.0291092 Dec 10 19:17:40.887311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3654cadf-ef73-49c7-92be-bc9e07880b89 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:40.943398 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3654cadf-ef73-49c7-92be-bc9e07880b89 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:40.944416 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:41.496850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-55b91075-b160-48d5-acc5-7fda1a74f624 req-9b0eb711-7507-4e04-ad30-45357b1795b5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 210 time: 0.0272906 Dec 10 19:17:42.614457 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-59b1ce74-2fb0-4440-9824-4730fdc42869 req-be23ba80-9514-47b3-8d55-e9c9388bc0e7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 210 time: 0.0365772 Dec 10 19:17:43.432850 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-b517f6c0-cd0c-41ca-ae91-87c9db81ebe1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:43.434398 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-b517f6c0-cd0c-41ca-ae91-87c9db81ebe1 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/networks?id=01c5881d-478d-4a08-8114-f9806230f57e HTTP/1.1" status: 200 len: 797 time: 0.1191566 Dec 10 19:17:43.504092 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-199426fc-2cad-4743-85aa-11dbb1f60a5e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1a175c10af49178ef68919a295f0b0 HTTP/1.1" status: 200 len: 380 time: 0.0608149 Dec 10 19:17:43.515418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'port': {'device_id': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'admin_state_up': True, 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'security_groups': ['bf2ae850-9f3f-4481-89d1-df1c1c9e1009']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:43.632444 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Made reservation on behalf of 5c1a175c10af49178ef68919a295f0b0 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:17:43.636068 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.716083 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8f115bbf-c25c-4857-932d-a02933e69e08 req-76bb6008-3dea-43fd-9b0d-99651b27e2a4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 210 time: 0.0285501 Dec 10 19:17:43.769360 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.20.0.14 (01c5881d-478d-4a08-8114-f9806230f57e/ef6a705d-757b-4254-80c7-261594020d50/53d6e267-ad58-41a5-8b16-9b69fadf61e1) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:43.919376 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:43.957273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.003411 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 01c5881d-478d-4a08-8114-f9806230f57e is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:44.006512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:44.010065 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:44.016708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=53d6e267-ad58-41a5-8b16-9b69fadf61e1,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.070472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.071129 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.090570 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-eb066b3c-8683-49a8-a8cf-f53d424ecff3 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788913 Dec 10 19:17:44.101983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-8ee59a37-d685-4033-885c-63668c6cc875 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:17:44.103056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-8ee59a37-d685-4033-885c-63668c6cc875 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060012 Dec 10 19:17:44.116487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Request body: {'port': {'device_id': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:44.175315 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.286765 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-851b902a-8112-4433-a715-37110ccada59 None None] Provisioning complete for port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:44.287374 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-851b902a-8112-4433-a715-37110ccada59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.321825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-851b902a-8112-4433-a715-37110ccada59 None None] Port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:17:44.464734 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d6e267-ad58-41a5-8b16-9b69fadf61e1 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:44.475670 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.500018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Transition to ACTIVE for port object 53d6e267-ad58-41a5-8b16-9b69fadf61e1 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:17:44.508060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.561205 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Pushing event updated for resources: {'Port': ['ID=53d6e267-ad58-41a5-8b16-9b69fadf61e1,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.643041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Attempting to bind port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:17:44.643780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Attempting to bind port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:17:44.643780 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Attempting to bind port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 on network 01c5881d-478d-4a08-8114-f9806230f57e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:44.648608 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 on network 01c5881d-478d-4a08-8114-f9806230f57e not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:17:44.648925 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Attempting to bind port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 on network 01c5881d-478d-4a08-8114-f9806230f57e {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:17:44.654230 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:17:44.654582 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Checking segment: {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:17:44.654962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Bound using segment: {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:17:44.655390 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Bound port: 53d6e267-ad58-41a5-8b16-9b69fadf61e1, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e3edf9-addd-4531-b446-9a161caf11c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:17:44.655739 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.731057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] For port 53d6e267-ad58-41a5-8b16-9b69fadf61e1, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:17:44.734297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] For port 53d6e267-ad58-41a5-8b16-9b69fadf61e1, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:17:44.739929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.777747 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.778395 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:44.779850 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] 10.222.0.59 "PUT /v2.0/ports/53d6e267-ad58-41a5-8b16-9b69fadf61e1 HTTP/1.1" status: 200 len: 1092 time: 0.6685872 Dec 10 19:17:44.782709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:44.788385 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674140f1-643f-4ab8-a45a-fd11d4872f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:44.855796 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0cd37-d306-4519-a947-6712b21c8657 service neutron] Pushing event updated for resources: {'Port': ['ID=53d6e267-ad58-41a5-8b16-9b69fadf61e1,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:44.860025 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9734ee30-c7ea-45cd-8f52-ec1fcce54f9d x-openstack-request-id: req-9734ee30-c7ea-45cd-8f52-ec1fcce54f9d {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:44.860301 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:44.860556 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9734ee30-c7ea-45cd-8f52-ec1fcce54f9d {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:44.861247 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'status': 'completed', 'code': 200} Dec 10 19:17:44.904849 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f3635-cd12-4173-b658-de38f2f3de40 req-3bb5a699-8ad4-42b2-8335-2cd83a48b790 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.906461 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed9f3635-cd12-4173-b658-de38f2f3de40 req-3bb5a699-8ad4-42b2-8335-2cd83a48b790 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 944 time: 0.1121082 Dec 10 19:17:44.910560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-a2ed25db-7d3f-43d1-b87c-2f83fbd9ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:44.912037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-a2ed25db-7d3f-43d1-b87c-2f83fbd9ca96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 1095 time: 0.0683389 Dec 10 19:17:44.969000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-78ee41bc-5b34-438b-a9cb-16031a9133a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1 HTTP/1.1" status: 200 len: 217 time: 0.0480850 Dec 10 19:17:45.029093 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed9f3635-cd12-4173-b658-de38f2f3de40 req-8813075e-0895-40cb-b3bd-91c686f0f1e4 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147642 Dec 10 19:17:45.039552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-70833880-af3e-430c-a976-eff2a717fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.041032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-70833880-af3e-430c-a976-eff2a717fea6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6a705d-757b-4254-80c7-261594020d50 HTTP/1.1" status: 200 len: 835 time: 0.0616105 Dec 10 19:17:45.099728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-59e0580a-f503-471d-b495-ed18f41802b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.101218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-59e0580a-f503-471d-b495-ed18f41802b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01c5881d-478d-4a08-8114-f9806230f57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530345 Dec 10 19:17:45.199885 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-a2adf3e5-649d-443f-876e-d227e9337781 service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906270 Dec 10 19:17:45.298923 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc676951-a962-4af5-9ad1-2352efef0a69 req-db8b09bf-b530-4207-b617-4e0caadac47f service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910461 Dec 10 19:17:45.401631 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-7110a75f-7c9e-4223-9eb8-6af78a6494c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.403127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-7110a75f-7c9e-4223-9eb8-6af78a6494c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 1095 time: 0.0511560 Dec 10 19:17:45.510274 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-d69f7e92-a44c-4309-b75e-9f5225830cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.511806 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-d69f7e92-a44c-4309-b75e-9f5225830cec service neutron] 10.222.0.59 "GET /v2.0/networks?id=01c5881d-478d-4a08-8114-f9806230f57e HTTP/1.1" status: 200 len: 898 time: 0.1005273 Dec 10 19:17:45.558946 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-b27df9aa-a1bc-40a5-b6b8-417e1d099dbd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1 HTTP/1.1" status: 200 len: 217 time: 0.0391414 Dec 10 19:17:45.612945 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-631c0f98-f547-47f6-ab3a-fa736ca6928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.615506 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-631c0f98-f547-47f6-ab3a-fa736ca6928c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6a705d-757b-4254-80c7-261594020d50 HTTP/1.1" status: 200 len: 835 time: 0.0488741 Dec 10 19:17:45.671896 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-4700da04-193e-4909-b0b6-625cc0e0671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:45.676585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-4700da04-193e-4909-b0b6-625cc0e0671a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01c5881d-478d-4a08-8114-f9806230f57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521133 Dec 10 19:17:45.781120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-f4c5d0cf-a8c5-4b1b-b1e7-1dcbbd875dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964785 Dec 10 19:17:45.896198 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-674140f1-643f-4ab8-a45a-fd11d4872f3c req-bd84ed2b-070d-4f57-8c08-f35a5a71e79c service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062353 Dec 10 19:17:46.163930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c980fe-bd29-44cd-997b-68d7902c7fe7 req-2bb8fa03-f170-4e4a-bc2e-64ca89353ae8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:46.165751 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77c980fe-bd29-44cd-997b-68d7902c7fe7 req-2bb8fa03-f170-4e4a-bc2e-64ca89353ae8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 944 time: 0.0587494 Dec 10 19:17:46.233928 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-77c980fe-bd29-44cd-997b-68d7902c7fe7 req-b4ea7b3e-c457-4fac-85c1-c5dcab1555c2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612366 Dec 10 19:17:47.367225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e3d5b-dc51-4fd6-91b8-8ac23b1a5bd3 req-88aa5119-98ba-45ff-b7f2-bba18ef60206 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:47.368757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de8e3d5b-dc51-4fd6-91b8-8ac23b1a5bd3 req-88aa5119-98ba-45ff-b7f2-bba18ef60206 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 944 time: 0.0527787 Dec 10 19:17:47.426277 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-de8e3d5b-dc51-4fd6-91b8-8ac23b1a5bd3 req-370ea0eb-c184-45ff-81a7-38a77599ced2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514624 Dec 10 19:17:47.481508 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 53d6e267-ad58-41a5-8b16-9b69fadf61e1 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:17:47.589475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 53d6e267-ad58-41a5-8b16-9b69fadf61e1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:47.602218 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'port_id': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'mac_address': 'fa:16:3e:29:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:17:47.647441 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:47.660933 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d6e267-ad58-41a5-8b16-9b69fadf61e1 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:17:47.681892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 53d6e267-ad58-41a5-8b16-9b69fadf61e1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:47.687646 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:47.746726 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=53d6e267-ad58-41a5-8b16-9b69fadf61e1,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:47.928026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['53d6e267-ad58-41a5-8b16-9b69fadf61e1'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:17:48.555061 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2e1c3-25d6-4b4e-b367-99b4fd8a1a4e req-2fbfd94a-5354-405d-a7bc-8beedf8391fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:48.556602 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8cd2e1c3-25d6-4b4e-b367-99b4fd8a1a4e req-2fbfd94a-5354-405d-a7bc-8beedf8391fa tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 945 time: 0.0530667 Dec 10 19:17:48.611304 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8cd2e1c3-25d6-4b4e-b367-99b4fd8a1a4e req-25b8e60d-d74b-4f50-ace1-e6f8da155ded tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481229 Dec 10 19:17:49.489650 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 53d6e267-ad58-41a5-8b16-9b69fadf61e1 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:17:49.546533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:17:49.551657 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:17:49.552070 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:49.638067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:49.662891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:49.665208 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd265e5-6008-4a56-9ea6-7f7bb9020fcf" -d '{"events": [{"server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "name": "network-vif-plugged", "status": "completed", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:49.679963 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 53d6e267-ad58-41a5-8b16-9b69fadf61e1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:17:49.688122 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:49.745605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=53d6e267-ad58-41a5-8b16-9b69fadf61e1,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:49.747148 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49495e-e22d-413e-b637-63321a64b989 req-ac7a6512-ab40-4af4-8af6-c9619954fea7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.749674 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc49495e-e22d-413e-b637-63321a64b989 req-ac7a6512-ab40-4af4-8af6-c9619954fea7 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0605164 Dec 10 19:17:49.780408 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0736e80e-a573-4fc8-8864-5f3d39f22c58 x-openstack-request-id: req-0736e80e-a573-4fc8-8864-5f3d39f22c58 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:49.780701 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "name": "network-vif-plugged", "status": "completed", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:49.780974 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0736e80e-a573-4fc8-8864-5f3d39f22c58 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:49.781403 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'code': 200} Dec 10 19:17:49.809061 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-dc49495e-e22d-413e-b637-63321a64b989 req-1673d94e-1925-4496-ac67-79df02aa8957 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516102 Dec 10 19:17:49.890294 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a802a-2fe2-45ac-a574-93daef12e27d req-6f5f33c4-5940-40c2-8cc4-5a5ec3d8b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:49.891907 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-344a802a-2fe2-45ac-a574-93daef12e27d req-6f5f33c4-5940-40c2-8cc4-5a5ec3d8b55d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 1097 time: 0.0431259 Dec 10 19:17:49.941491 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-344a802a-2fe2-45ac-a574-93daef12e27d req-b2c03d88-c345-4b5a-bbe1-5c863f74cb2f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Dec 10 19:17:50.960283 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedded0e-1688-4ec8-839a-1751672c8479 req-13bd69b1-d07e-43b2-b977-3928c62a54cd tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:50.962234 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fedded0e-1688-4ec8-839a-1751672c8479 req-13bd69b1-d07e-43b2-b977-3928c62a54cd tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0612330 Dec 10 19:17:51.022175 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fedded0e-1688-4ec8-839a-1751672c8479 req-5d9d532a-e65e-4c5c-af63-a4b279e4b819 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516894 Dec 10 19:17:52.155164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacf2b3-832f-46a2-8a03-652dd7bc8f6f req-a65f2024-6c4e-4407-b0b8-cc86e454cf75 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:52.156676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcacf2b3-832f-46a2-8a03-652dd7bc8f6f req-a65f2024-6c4e-4407-b0b8-cc86e454cf75 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0609488 Dec 10 19:17:52.215337 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fcacf2b3-832f-46a2-8a03-652dd7bc8f6f req-f0c735fe-5679-4bb6-97e6-1f8fed231d75 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523617 Dec 10 19:17:52.344489 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbafd91-a72e-42bd-a58d-2a15cf601d7b req-940ae07e-e718-44cf-83a9-ec29c49c645f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:52.345912 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fbafd91-a72e-42bd-a58d-2a15cf601d7b req-940ae07e-e718-44cf-83a9-ec29c49c645f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0550215 Dec 10 19:17:52.404250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7fbafd91-a72e-42bd-a58d-2a15cf601d7b req-c3eedeb6-488c-4c43-ae21-dd01b2958c6b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488718 Dec 10 19:17:52.432526 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33482) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:52.480708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f15a1a-52df-472f-829d-f6f493c17e75 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:52.483023 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-30f15a1a-52df-472f-829d-f6f493c17e75 tempest-TestNetworkAdvancedServerOps-838815311 tempest-TestNetworkAdvancedServerOps-838815311-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 1092 time: 0.0492382 Dec 10 19:17:52.487568 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33484) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:52.492711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:17:52.519532 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.627613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.732192 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Allocated IP 172.25.2.69 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/1f18107c-abd0-4e34-9d35-4f1bce63116b) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:17:52.841521 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.877519 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:52.916080 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:17:52.919027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:17:52.922864 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:17:52.947645 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=1f18107c-abd0-4e34-9d35-4f1bce63116b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:53.300766 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:53.374496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:53.547081 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:53.557773 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:53.967859 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event updated for resources: {'Port': ['ID=1f18107c-abd0-4e34-9d35-4f1bce63116b,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:17:53.978860 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:54.083781 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP a1950d86-f665-4ac2-ad78-228b6db054b9 associated. External IP: 172.25.2.69, port: 53d6e267-ad58-41a5-8b16-9b69fadf61e1. Dec 10 19:17:54.305681 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router bada82c0-2244-483d-99c3-fff47a8c186c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:17:54.422660 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:17:54.433730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] Sync routers for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:17:54.444514 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:17:54.446087 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:54.446752 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:54.475268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-25672397-8508-4cdc-9365-222cda164682 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9864264 Dec 10 19:17:54.475869 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:17:54.478850 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510" -d '{"events": [{"name": "network-changed", "server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:17:54.521848 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b271d35-7bc8-467d-8032-f3c0650661c4 x-openstack-request-id: req-6b271d35-7bc8-467d-8032-f3c0650661c4 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:17:54.521848 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:17:54.521848 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-6b271d35-7bc8-467d-8032-f3c0650661c4 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:17:54.522203 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'status': 'completed', 'code': 200} Dec 10 19:17:54.559817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:54.628954 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df593-b268-4a25-88eb-5073e25acf7d req-d5214391-401d-4b56-b4bb-1afb849b5b41 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:54.630540 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a45df593-b268-4a25-88eb-5073e25acf7d req-d5214391-401d-4b56-b4bb-1afb849b5b41 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0899394 Dec 10 19:17:54.635374 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-53ce0bfc-0a8f-4fa0-be1a-da01e44fbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:54.636835 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-53ce0bfc-0a8f-4fa0-be1a-da01e44fbf05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 1097 time: 0.0861952 Dec 10 19:17:54.735471 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-a45df593-b268-4a25-88eb-5073e25acf7d req-3f0ab3f9-5829-4bf7-baf3-db4dacbebdc5 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971048 Dec 10 19:17:54.761087 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33490) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:54.766956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-2db1b477-45da-4bde-85ad-4dd0dacf47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:54.769897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-2db1b477-45da-4bde-85ad-4dd0dacf47d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01c5881d-478d-4a08-8114-f9806230f57e HTTP/1.1" status: 200 len: 898 time: 0.1243472 Dec 10 19:17:54.805339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a1950d86-f665-4ac2-ad78-228b6db054b9', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'port_id': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'mac_address': 'fa:16:3e:29:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:53Z', 'updated_at': '2021-12-10T19:17:53Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:54.832560 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-8ea4c7c8-e300-4493-9ead-af865fba9f61 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/a1950d86-f665-4ac2-ad78-228b6db054b9 HTTP/1.1" status: 200 len: 991 time: 0.0702183 Dec 10 19:17:54.834899 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] Checking router: bada82c0-2244-483d-99c3-fff47a8c186c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:17:54.841581 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-98a4757a-42ea-4c40-9665-6641cbebbff0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1 HTTP/1.1" status: 200 len: 999 time: 0.0654032 Dec 10 19:17:54.843737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:17:54.844337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:17:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:54.896837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-203cf976-1ee1-4b4e-bd32-8f33c3bb0759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:54.898387 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-203cf976-1ee1-4b4e-bd32-8f33c3bb0759 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6a705d-757b-4254-80c7-261594020d50 HTTP/1.1" status: 200 len: 835 time: 0.0504146 Dec 10 19:17:54.945523 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-7204aa1c-cb31-4a72-a78e-3a2e7fd98b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:17:54.947094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-7204aa1c-cb31-4a72-a78e-3a2e7fd98b8a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01c5881d-478d-4a08-8114-f9806230f57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417554 Dec 10 19:17:54.959547 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:17:55.041998 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-6f163fb1-f419-4854-852d-4df88b7dcf15 service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871975 Dec 10 19:17:55.140033 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b0f1574-ef5a-4542-8e5f-02d5bdc73510 req-97df53e1-8a7d-4328-9b5c-489d3b6f8f11 service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905607 Dec 10 19:17:55.195414 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a1950d86-f665-4ac2-ad78-228b6db054b9', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'port_id': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'mac_address': 'fa:16:3e:29:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:53Z', 'updated_at': '2021-12-10T19:17:53Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:17:55.223489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb75b8ea-5005-4564-980d-836d159abe92 None None] The sync data for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 is: [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': 'a1950d86-f665-4ac2-ad78-228b6db054b9', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'floating_ip_address': '172.25.2.69', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'port_id': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'mac_address': 'fa:16:3e:29:1d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:17:53Z', 'updated_at': '2021-12-10T19:17:53Z', 'revision_number': 0, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:17:55.425734 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d940d-1b1a-424e-ae1e-a0fc225cc84c None None] New status for floating IP a1950d86-f665-4ac2-ad78-228b6db054b9: ACTIVE {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:17:55.835119 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33492) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:17:55.899344 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f5fd1fc3-cccd-48b0-a034-a2ede2ed725c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/a1950d86-f665-4ac2-ad78-228b6db054b9 HTTP/1.1" status: 200 len: 993 time: 0.0625343 Dec 10 19:17:58.353222 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-88681a09-91a1-49d0-b006-71e6c8da32b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:01.705072 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-139171ff-6e94-4662-913f-d6d29c67faed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:02.327490 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:02.474888 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:03.998813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:04.175674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:05.146892 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:11.336424 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:18:27.376821 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752fcc8-1c0d-447c-bc9d-a137df540674 req-d6baa355-4608-48a3-b4b2-538abe96ed92 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:27.378400 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9752fcc8-1c0d-447c-bc9d-a137df540674 req-d6baa355-4608-48a3-b4b2-538abe96ed92 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0553687 Dec 10 19:18:27.431135 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9752fcc8-1c0d-447c-bc9d-a137df540674 req-2a499b27-2b89-4f6c-9cb4-d7e17cb70e5c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438600 Dec 10 19:18:28.349345 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-925560ef-43a6-4b02-87f9-ee2e0a2f5c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:28.565952 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ccfb1-70b0-49a4-b9e1-97be056c680a req-5558cfee-b8f0-4dcf-a15a-faa2f8c9cb6d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:28.567660 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-077ccfb1-70b0-49a4-b9e1-97be056c680a req-5558cfee-b8f0-4dcf-a15a-faa2f8c9cb6d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0597975 Dec 10 19:18:28.620905 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-077ccfb1-70b0-49a4-b9e1-97be056c680a req-95a534bc-2883-4ec3-b3b8-72d7eda32326 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Dec 10 19:18:28.644577 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33514) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:28.722683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1c5cc44d-d50d-4f0b-a433-65342925163a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/a1950d86-f665-4ac2-ad78-228b6db054b9 HTTP/1.1" status: 200 len: 993 time: 0.0765803 Dec 10 19:18:30.019689 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fa744-baf7-455b-821d-af1558c978a7 req-62379b7c-72b0-4d1a-baf0-1419599a4cf2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.022002 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b3fa744-baf7-455b-821d-af1558c978a7 req-62379b7c-72b0-4d1a-baf0-1419599a4cf2 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0562027 Dec 10 19:18:30.031104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23494f-5146-46f2-89a9-3e70b658561e req-cef01788-245c-41be-89d1-08756ce17c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.033081 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d23494f-5146-46f2-89a9-3e70b658561e req-cef01788-245c-41be-89d1-08756ce17c93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 1097 time: 0.0436959 Dec 10 19:18:30.075177 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7b3fa744-baf7-455b-821d-af1558c978a7 req-621997df-77c8-41a0-bea8-1f617c580a29 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460806 Dec 10 19:18:30.131462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23494f-5146-46f2-89a9-3e70b658561e req-268e0fab-a6df-48a9-9b60-6be5c1cfe665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.133012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d23494f-5146-46f2-89a9-3e70b658561e req-268e0fab-a6df-48a9-9b60-6be5c1cfe665 service neutron] 10.222.0.59 "GET /v2.0/networks?id=01c5881d-478d-4a08-8114-f9806230f57e HTTP/1.1" status: 200 len: 898 time: 0.0926909 Dec 10 19:18:30.206754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d23494f-5146-46f2-89a9-3e70b658561e req-0a93a316-9c98-434c-9976-9b4cd5ad6bf4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1 HTTP/1.1" status: 200 len: 1001 time: 0.0660250 Dec 10 19:18:30.264061 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23494f-5146-46f2-89a9-3e70b658561e req-0f2ddf2e-18b3-4f02-a245-5478094c9c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.265555 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d23494f-5146-46f2-89a9-3e70b658561e req-0f2ddf2e-18b3-4f02-a245-5478094c9c35 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6a705d-757b-4254-80c7-261594020d50 HTTP/1.1" status: 200 len: 835 time: 0.0524104 Dec 10 19:18:30.316179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23494f-5146-46f2-89a9-3e70b658561e req-eb145dbd-ef97-4144-ae9b-b3ff1bf1e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:30.317636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d23494f-5146-46f2-89a9-3e70b658561e req-eb145dbd-ef97-4144-ae9b-b3ff1bf1e4f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01c5881d-478d-4a08-8114-f9806230f57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440392 Dec 10 19:18:30.413915 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d23494f-5146-46f2-89a9-3e70b658561e req-26e53eee-ae40-4b2a-bbba-536e6230fe51 service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888655 Dec 10 19:18:30.513218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2d23494f-5146-46f2-89a9-3e70b658561e req-209dd340-2db1-410c-8e16-bd06aab22a7a service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919471 Dec 10 19:18:31.228789 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e3d51-cc97-4c3c-b96e-c14094fb5bbd req-b999aaf1-7154-4a87-bd37-7c2a36c65a66 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:31.230305 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-501e3d51-cc97-4c3c-b96e-c14094fb5bbd req-b999aaf1-7154-4a87-bd37-7c2a36c65a66 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0720551 Dec 10 19:18:31.289702 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-501e3d51-cc97-4c3c-b96e-c14094fb5bbd req-276cf1d1-7e6f-4cf2-9acc-f4a9f39fa88a tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529304 Dec 10 19:18:31.704981 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dd31a56a-733a-4c1d-954d-fa12d20b4256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:32.330315 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:32.421123 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17149e-0993-4b7c-b96d-5e020116715c req-2dbd1683-e1ba-46f7-8c10-b96d3db0618d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:32.422665 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f17149e-0993-4b7c-b96d-5e020116715c req-2dbd1683-e1ba-46f7-8c10-b96d3db0618d tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0544138 Dec 10 19:18:32.472612 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:32.478988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0f17149e-0993-4b7c-b96d-5e020116715c req-c1272dd4-1bce-4972-9fb9-b9d5a6dc4b0b tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473249 Dec 10 19:18:32.509477 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33526) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:32.583624 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-71ea482b-1d9d-41af-b028-20021866aab6 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/floatingips/a1950d86-f665-4ac2-ad78-228b6db054b9 HTTP/1.1" status: 200 len: 993 time: 0.0728290 Dec 10 19:18:32.804901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33532) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:32.985276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 1f18107c-abd0-4e34-9d35-4f1bce63116b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:18:32.985578 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:33.077779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:33.078159 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:33.091688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 1f18107c-abd0-4e34-9d35-4f1bce63116b owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:18:33.250248 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:33.279064 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=1f18107c-abd0-4e34-9d35-4f1bce63116b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:33.291409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.291765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.292110 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.292455 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.292788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.293121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.293431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.293750 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.294087 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.294447 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.294763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.295099 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.295409 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:33.355951 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:33.356315 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Floating IP a1950d86-f665-4ac2-ad78-228b6db054b9 disassociated (deleted). External IP: 172.25.2.69, port: 53d6e267-ad58-41a5-8b16-9b69fadf61e1. Dec 10 19:18:33.587696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router bada82c0-2244-483d-99c3-fff47a8c186c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:33.709638 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:33.715933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:33.723240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] Sync routers for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:33.733780 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:33.734366 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:33.752266 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c75712bf-15f7-4408-a616-df04114b58c8 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/floatingips/a1950d86-f665-4ac2-ad78-228b6db054b9 HTTP/1.1" status: 204 len: 168 time: 0.9415274 Dec 10 19:18:33.752874 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:33.755233 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2441bf4-5b5a-449b-9845-85e352eefe86" -d '{"events": [{"name": "network-changed", "server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:33.800829 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4c287e-2069-4d39-9962-7773577e12f6 x-openstack-request-id: req-3b4c287e-2069-4d39-9962-7773577e12f6 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:33.801198 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:33.801535 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-3b4c287e-2069-4d39-9962-7773577e12f6 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:33.802007 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'status': 'completed', 'code': 200} Dec 10 19:18:33.859099 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:33.871629 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-cbc62667-21e6-43d1-a02d-7045b9b9a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:33.873180 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-cbc62667-21e6-43d1-a02d-7045b9b9a50a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5c1a175c10af49178ef68919a295f0b0&device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 1097 time: 0.0479395 Dec 10 19:18:34.011798 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:34.015478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-3e438467-fd10-45f6-b01e-b674416ffe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:34.017208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-3e438467-fd10-45f6-b01e-b674416ffe8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=01c5881d-478d-4a08-8114-f9806230f57e HTTP/1.1" status: 200 len: 898 time: 0.1352658 Dec 10 19:18:34.038462 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a93a15-ca2c-40fe-847c-60ddf5baff2a req-7ebdde2f-5014-4803-88e4-5eb802cf88ca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:34.039938 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43a93a15-ca2c-40fe-847c-60ddf5baff2a req-7ebdde2f-5014-4803-88e4-5eb802cf88ca tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0880547 Dec 10 19:18:34.077666 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-7c86405b-3007-49f6-accc-b6985c0e412b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1 HTTP/1.1" status: 200 len: 217 time: 0.0525620 Dec 10 19:18:34.093481 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:34.122923 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] Checking router: bada82c0-2244-483d-99c3-fff47a8c186c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:34.132525 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:34.133137 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:34.156551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-86a29813-d72c-461a-a866-71356c9ae060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:34.158218 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-86a29813-d72c-461a-a866-71356c9ae060 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ef6a705d-757b-4254-80c7-261594020d50 HTTP/1.1" status: 200 len: 835 time: 0.0729504 Dec 10 19:18:34.163059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-43a93a15-ca2c-40fe-847c-60ddf5baff2a req-7fec981c-cd89-4653-a103-fb8020f396fb tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931535 Dec 10 19:18:34.190622 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:34.210982 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-fd8b6f43-9f39-4d46-9c91-1635ccea0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:34.212866 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-fd8b6f43-9f39-4d46-9c91-1635ccea0576 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=01c5881d-478d-4a08-8114-f9806230f57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466464 Dec 10 19:18:34.260421 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:34.308678 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-1e50bcd5-2d9a-40d6-99ca-e1b3303a9b85 service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874524 Dec 10 19:18:34.410000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d2441bf4-5b5a-449b-9845-85e352eefe86 req-c77f5786-cf7d-401f-ab39-b95b9295cbac service neutron] 10.222.0.59 "GET /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922256 Dec 10 19:18:34.642993 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:34.670059 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08b4528-d57a-429e-a683-9468ff93f596 None None] The sync data for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 is: [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '3654cadf-ef73-49c7-92be-bc9e07880b89', 'name': '', 'network_id': '01c5881d-478d-4a08-8114-f9806230f57e', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'mac_address': 'fa:16:3e:37:4d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'ef6a705d-757b-4254-80c7-261594020d50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:35Z', 'updated_at': '2021-12-10T19:17:39Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'subnets': [{'id': 'ef6a705d-757b-4254-80c7-261594020d50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:34.905022 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6f4bb-2f18-4cfa-9d54-7f91f0fda2c0 None None] New status for floating IP a1950d86-f665-4ac2-ad78-228b6db054b9: DOWN {{(pid=103502) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:18:35.141424 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:35.287978 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4152f21-1d7f-4429-a377-4d6ae636ac23 req-e065d8ca-c54a-4f2b-879c-7323a90e9214 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:35.290113 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4152f21-1d7f-4429-a377-4d6ae636ac23 req-e065d8ca-c54a-4f2b-879c-7323a90e9214 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0526407 Dec 10 19:18:35.340809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d4152f21-1d7f-4429-a377-4d6ae636ac23 req-35325e2f-b568-4f49-ae85-2882cc08b589 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/security-groups?id=bf2ae850-9f3f-4481-89d1-df1c1c9e1009&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444405 Dec 10 19:18:35.523187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-3c052abc-7bde-4fef-8cb2-f6d848a7727f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:35.524675 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-3c052abc-7bde-4fef-8cb2-f6d848a7727f tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 946 time: 0.0584800 Dec 10 19:18:35.631012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:18:35.631258 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:35.732615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 53d6e267-ad58-41a5-8b16-9b69fadf61e1, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=53d6e267-ad58-41a5-8b16-9b69fadf61e1,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:35.732954 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:35.746679 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 53d6e267-ad58-41a5-8b16-9b69fadf61e1 owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:18:35.898992 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:35.935630 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=53d6e267-ad58-41a5-8b16-9b69fadf61e1,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:35.981431 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] No DVR routers for this DVR port 53d6e267-ad58-41a5-8b16-9b69fadf61e1 on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:35.984192 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:35.987987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5592bc1d-6bce-4982-8a08-14c4c79006d3 req-c81ecca6-937b-4765-9620-16e9a7736803 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.59 "DELETE /v2.0/ports/53d6e267-ad58-41a5-8b16-9b69fadf61e1 HTTP/1.1" status: 204 len: 173 time: 0.4563918 Dec 10 19:18:35.988454 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'name': 'network-vif-deleted', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:35.990817 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b48a0b-a033-4890-b647-4e92dbdeebff" -d '{"events": [{"server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "name": "network-vif-deleted", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:36.034040 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e338f0ae-50e7-424c-884c-24a208156719 x-openstack-request-id: req-e338f0ae-50e7-424c-884c-24a208156719 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:36.034398 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03be70c-9f51-4400-a3cf-cf5c024d376e", "name": "network-vif-deleted", "tag": "53d6e267-ad58-41a5-8b16-9b69fadf61e1", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:36.034782 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e338f0ae-50e7-424c-884c-24a208156719 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:36.035193 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03be70c-9f51-4400-a3cf-cf5c024d376e', 'name': 'network-vif-deleted', 'tag': '53d6e267-ad58-41a5-8b16-9b69fadf61e1', 'status': 'completed', 'code': 200} Dec 10 19:18:36.464995 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4050d46e-88be-4a60-8222-1de0906b28a8 req-bee73029-fbb9-4e96-98ea-b9ea055f9816 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "GET /v2.0/ports?device_id=a03be70c-9f51-4400-a3cf-cf5c024d376e HTTP/1.1" status: 200 len: 210 time: 0.0286045 Dec 10 19:18:37.528632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33548) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:38.265794 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:38.544241 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port 3654cadf-ef73-49c7-92be-bc9e07880b89 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:18:38.544941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:38.651115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port 3654cadf-ef73-49c7-92be-bc9e07880b89, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3654cadf-ef73-49c7-92be-bc9e07880b89,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:38.651422 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:38.663688 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for 3654cadf-ef73-49c7-92be-bc9e07880b89 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:18:38.873917 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:38.900632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=3654cadf-ef73-49c7-92be-bc9e07880b89,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:39.081127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.327721 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Router bada82c0-2244-483d-99c3-fff47a8c186c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:39.452748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:39.460531 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-585a7a26-70eb-45d5-a25a-f58f9260594e tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "PUT /v2.0/routers/bada82c0-2244-483d-99c3-fff47a8c186c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9304628 Dec 10 19:18:39.463451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33550) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:39.466260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] Sync routers for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:39.477574 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:39.478214 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:39.519054 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting subnet ef6a705d-757b-4254-80c7-261594020d50 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:18:39.522496 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.562124 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.588825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:39.648400 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.683339 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 53d6e267-ad58-41a5-8b16-9b69fadf61e1 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:39.712804 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.715537 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: 53d6e267-ad58-41a5-8b16-9b69fadf61e1 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:18:39.715891 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 53d6e267-ad58-41a5-8b16-9b69fadf61e1 not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:39.741273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6a705d-757b-4254-80c7-261594020d50,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:39.748511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.754921 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fe7b42a9-335e-44df-b071-bc756efb18db tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/subnets/ef6a705d-757b-4254-80c7-261594020d50 HTTP/1.1" status: 204 len: 168 time: 0.2874637 Dec 10 19:18:39.755049 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33552) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:39.772571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80abd7-1f42-4843-94af-5f5bb25a8c1b None None] Network 01c5881d-478d-4a08-8114-f9806230f57e requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:18:39.864295 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:39.879889 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:18:38Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:39.910142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] Checking router: bada82c0-2244-483d-99c3-fff47a8c186c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:39.918952 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] Routers {'bada82c0-2244-483d-99c3-fff47a8c186c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:39.919766 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['bada82c0-2244-483d-99c3-fff47a8c186c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:39.962519 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] DHCP port deletion for 01c5881d-478d-4a08-8114-f9806230f57e request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:39.978224 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.032816 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Deleting port b649282b-dbc3-4def-a60e-fe5b331d01cb {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:18:40.033211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.063683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] Set router bada82c0-2244-483d-99c3-fff47a8c186c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:40.113014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] For port b649282b-dbc3-4def-a60e-fe5b331d01cb, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b649282b-dbc3-4def-a60e-fe5b331d01cb,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:40.113362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.125778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Calling delete_port for b649282b-dbc3-4def-a60e-fe5b331d01cb owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:18:40.158560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Deleting port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:18:40.158988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.243076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] For port fa2800c1-db54-4c31-aa38-73b19a8f6fa3, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=fa2800c1-db54-4c31-aa38-73b19a8f6fa3,segment=NetworkSegment(22e3edf9-addd-4531-b446-9a161caf11c9),segment_id=22e3edf9-addd-4531-b446-9a161caf11c9)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:40.243400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.265655 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Calling delete_port for fa2800c1-db54-4c31-aa38-73b19a8f6fa3 owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:18:40.297242 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.324194 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Port': ['ID=b649282b-dbc3-4def-a60e-fe5b331d01cb,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.339651 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684826dd-bf9c-4d50-bca9-caf05a128331 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:40.391523 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.392521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:18:38Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:40.395948 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.427825 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b514b0d-aad1-4706-bb79-20c13b9eebdc None None] The sync data for ids ['bada82c0-2244-483d-99c3-fff47a8c186c'] in n-d-821424-1 is: [{'id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-200710195', 'tenant_id': '5c1a175c10af49178ef68919a295f0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14'}], 'enable_snat': True}, 'gw_port_id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:17:32Z', 'updated_at': '2021-12-10T19:18:38Z', 'revision_number': 5, 'project_id': '5c1a175c10af49178ef68919a295f0b0', 'gw_port': {'id': 'b649282b-dbc3-4def-a60e-fe5b331d01cb', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:12:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bada82c0-2244-483d-99c3-fff47a8c186c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:17:33Z', 'updated_at': '2021-12-10T19:17:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:40.449014 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Pushing event deleted for resources: {'Port': ['ID=fa2800c1-db54-4c31-aa38-73b19a8f6fa3,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.451390 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] No DVR routers for this DVR port fa2800c1-db54-4c31-aa38-73b19a8f6fa3 on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:18:40.461026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.461026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.461320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.465168 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdc677d-e3bf-49c3-a83a-1b96b38ed462 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:40.497880 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.500022 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.544609 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.545129 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Fanout notify agent at l3_agent the message router_deleted on router bada82c0-2244-483d-99c3-fff47a8c186c {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:18:40.552356 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.556118 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2ad3919e-ce43-49d4-b379-bd5d4dbb7aa0 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/routers/bada82c0-2244-483d-99c3-fff47a8c186c HTTP/1.1" status: 204 len: 168 time: 0.7975221 Dec 10 19:18:40.556322 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33554) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:40.635111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.721152 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.755709 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c5881d-478d-4a08-8114-f9806230f57e']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:40.766956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e3edf9-addd-4531-b446-9a161caf11c9') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:40.767268 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e3edf9-addd-4531-b446-9a161caf11c9') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:40.778211 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.792584 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.799570 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:18:40.799941 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:18:40.806254 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:18:40.880801 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.912856 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.916191 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/networks/01c5881d-478d-4a08-8114-f9806230f57e HTTP/1.1" status: 204 len: 168 time: 0.3589029 Dec 10 19:18:40.919152 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33556) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:40.919898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fc281-532a-49c6-a8b6-d5804b87ef79 tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'Network': ['ID=01c5881d-478d-4a08-8114-f9806230f57e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:40.963222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fa2800c1-db54-4c31-aa38-73b19a8f6fa3 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:40.990020 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: fa2800c1-db54-4c31-aa38-73b19a8f6fa3 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:18:40.990280 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:40.990445 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device fa2800c1-db54-4c31-aa38-73b19a8f6fa3 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:40.990985 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3654cadf-ef73-49c7-92be-bc9e07880b89 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:41.010964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3654cadf-ef73-49c7-92be-bc9e07880b89 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:18:41.011324 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3654cadf-ef73-49c7-92be-bc9e07880b89 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:41.016641 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.080050 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.083038 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.084354 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] 10.222.0.55 "DELETE /v2.0/security-groups/bf2ae850-9f3f-4481-89d1-df1c1c9e1009 HTTP/1.1" status: 204 len: 168 time: 0.1640842 Dec 10 19:18:41.094607 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2ae850-9f3f-4481-89d1-df1c1c9e1009,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:41.102827 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.103480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.103834 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.104179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.104524 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.104867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.105222 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.105822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.106339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.106900 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.107240 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.107754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.108133 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d726d2-b4ef-40af-8db6-23c679c1bf9c tempest-TestNetworkAdvancedServerOps-1110108450 tempest-TestNetworkAdvancedServerOps-1110108450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:41.497305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33564) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:41.667012 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-976d2cf6-405d-4070-b581-fe3069df3d0d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5c1a175c10af49178ef68919a295f0b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1684623 Dec 10 19:18:41.670551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:41.721528 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a03d13-5e89-4f3d-9715-9ccec3b92dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.747727 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a03d13-5e89-4f3d-9715-9ccec3b92dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.806980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a03d13-5e89-4f3d-9715-9ccec3b92dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.809642 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c9a03d13-5e89-4f3d-9715-9ccec3b92dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:41.811028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c9a03d13-5e89-4f3d-9715-9ccec3b92dea admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e6834d68-f2e2-4aa6-ab23-35ab2ff570ec HTTP/1.1" status: 204 len: 168 time: 0.1394756 Dec 10 19:18:41.819445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a03d13-5e89-4f3d-9715-9ccec3b92dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6834d68-f2e2-4aa6-ab23-35ab2ff570ec,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.109710 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33574) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:42.122991 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e83e2557-c1a2-4936-b65f-e0fef13b6e5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:42.202006 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e83e2557-c1a2-4936-b65f-e0fef13b6e5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:42.208629 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e83e2557-c1a2-4936-b65f-e0fef13b6e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:42.248317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e83e2557-c1a2-4936-b65f-e0fef13b6e5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2256ea5dc74146a4a191638f9f55d3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373963 Dec 10 19:18:42.249366 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e2557-c1a2-4936-b65f-e0fef13b6e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115d8030-a562-4189-92ba-cb83f093dea3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.251205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33576) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:42.306848 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c789eb73-a44c-4d53-b1ad-4437d80ea578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:42.330122 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c789eb73-a44c-4d53-b1ad-4437d80ea578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:42.382626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c789eb73-a44c-4d53-b1ad-4437d80ea578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:42.385455 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c789eb73-a44c-4d53-b1ad-4437d80ea578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:42.386654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c789eb73-a44c-4d53-b1ad-4437d80ea578 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/115d8030-a562-4189-92ba-cb83f093dea3 HTTP/1.1" status: 204 len: 168 time: 0.1339047 Dec 10 19:18:42.395339 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789eb73-a44c-4d53-b1ad-4437d80ea578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115d8030-a562-4189-92ba-cb83f093dea3,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:42.837541 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b649282b-dbc3-4def-a60e-fe5b331d01cb no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:18:42.860116 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b649282b-dbc3-4def-a60e-fe5b331d01cb {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:18:42.860466 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b649282b-dbc3-4def-a60e-fe5b331d01cb not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:18:43.187520 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33598) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:43.302563 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1880318460-network', 'tenant_id': '8195361e977f4b6bba6586f03419d06f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:43.328009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Made reservation on behalf of 8195361e977f4b6bba6586f03419d06f for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:43.331334 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.340363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.419421 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.425791 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.448982 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:43.463235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b125c0b1-1a87-43b0-a5e2-536a9dbab929,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:43.469632 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.470085 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Added segment da5990d0-8abb-4518-b087-64e5625f7ecf of type vlan for network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d Dec 10 19:18:43.510308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.537715 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.538685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:43.539316 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.589305 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4006166 Dec 10 19:18:43.592799 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33602) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:43.598066 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Request body: {'subnet': {'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1880318460-subnet', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:43.605637 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5f6fa-ec39-406e-94ef-957a9ccc2cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae028c8-9d46-4aff-a512-8c3d4f9b966d,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:43.616126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:43.624741 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Made reservation on behalf of 8195361e977f4b6bba6586f03419d06f for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:43.627757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.807868 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.857319 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1250d296-0486-4d43-ad7f-4c571587803a,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:43.874469 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Checking segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:43.874970 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Network hostable DHCP agents. Network: 5ae028c8-9d46-4aff-a512-8c3d4f9b966d, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:43.896435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:43.908165 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 5ae028c8-9d46-4aff-a512-8c3d4f9b966d) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:43.914810 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:43.915746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.920364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1d2c5e-3cd5-4c73-b9e8-5b444a5cdea1 None None] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:18:43.937241 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e08e97e0-8cbb-44d7-9763-91b341047993 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3432870 Dec 10 19:18:43.940410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33604) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:43.945147 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:43.969327 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:43.970434 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.028882 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.031897 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:18:44.032784 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.173496 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.173957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Allocated IP 172.20.0.2 (5ae028c8-9d46-4aff-a512-8c3d4f9b966d/1250d296-0486-4d43-ad7f-4c571587803a/b903325d-cdf7-436e-9294-cb5392655a01) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:44.341555 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.349851 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.394749 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:44.397843 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:44.401407 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:44.408533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Pushing event updated for resources: {'Port': ['ID=b903325d-cdf7-436e-9294-cb5392655a01,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.462691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Attempting to bind port b903325d-cdf7-436e-9294-cb5392655a01 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:44.463005 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Attempting to bind port b903325d-cdf7-436e-9294-cb5392655a01 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:44.463377 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Attempting to bind port b903325d-cdf7-436e-9294-cb5392655a01 on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:44.468983 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:44.469364 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Checking segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:44.469771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.470173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Bound using segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:44.470683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Bound port: b903325d-cdf7-436e-9294-cb5392655a01, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:44.471073 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.536691 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] For port b903325d-cdf7-436e-9294-cb5392655a01, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:44.539929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] For port b903325d-cdf7-436e-9294-cb5392655a01, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b903325d-cdf7-436e-9294-cb5392655a01,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:44.544959 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.609956 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843ee92-652d-4c0d-9337-67384c734bf5 None None] Pushing event updated for resources: {'Port': ['ID=b903325d-cdf7-436e-9294-cb5392655a01,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:44.691077 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.710773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.834440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Allocated IP 172.25.2.19 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/9a03be84-93ca-4f80-b48b-501276c7b74e) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:44.938243 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b903325d-cdf7-436e-9294-cb5392655a01 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:44.949981 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.988574 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:44.990824 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b903325d-cdf7-436e-9294-cb5392655a01 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:44.991199 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.034781 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:45.037988 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:45.041210 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:45.057265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d881884-2fee-4d20-8d91-778ff486fc36 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:45.067562 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Pushing event updated for resources: {'Port': ['ID=9a03be84-93ca-4f80-b48b-501276c7b74e,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.076813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.116989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port b903325d-cdf7-436e-9294-cb5392655a01, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b903325d-cdf7-436e-9294-cb5392655a01,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:45.122081 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.171297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=b903325d-cdf7-436e-9294-cb5392655a01,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:45.190976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f49b4032-9f28-49fc-9899-cd86d10634b6 None None] Provisioning complete for port 9a03be84-93ca-4f80-b48b-501276c7b74e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:45.191352 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f49b4032-9f28-49fc-9899-cd86d10634b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.226438 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-f49b4032-9f28-49fc-9899-cd86d10634b6 None None] Port 9a03be84-93ca-4f80-b48b-501276c7b74e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:45.313619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.545365 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.574679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a38e368-c90e-444b-b57d-aea781f36639 None None] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:18:45.688108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:45.807108 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:45.807596 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-06caa4bb-93c0-484b-9f7c-4244d04ef2f6 None None] Provisioning complete for port b903325d-cdf7-436e-9294-cb5392655a01 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:45.807596 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-06caa4bb-93c0-484b-9f7c-4244d04ef2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.823610 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Sync routers for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:45.827055 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:45.828422 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-54ab0c9f-4a85-48a3-8ebb-fcac74d1720e admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8867848 Dec 10 19:18:45.831519 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33606) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:45.842459 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:45.843401 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:45.961137 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:46.144966 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:45Z', 'revision_number': 3, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:46.159898 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-5f96fb64-0175-4aa3-a206-ed0b582196ca None None] Provisioning complete for port b903325d-cdf7-436e-9294-cb5392655a01 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:46.160552 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5f96fb64-0175-4aa3-a206-ed0b582196ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.176997 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Checking router: 34dfc023-372b-4c62-9c7a-8f9b79c4c522 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:46.177347 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Updating router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 port 9a03be84-93ca-4f80-b48b-501276c7b74e binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:18:46.203960 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.279944 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.438394 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Allocated IP 172.20.0.1 (5ae028c8-9d46-4aff-a512-8c3d4f9b966d/1250d296-0486-4d43-ad7f-4c571587803a/ac713c07-277d-4810-9aaa-222e4bbcda7a) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:46.462178 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.468036 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.511558 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7e06b-f4f1-4bb4-b17f-96b8e1e02988 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:46.517650 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Attempting to bind port 9a03be84-93ca-4f80-b48b-501276c7b74e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:46.518200 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Attempting to bind port 9a03be84-93ca-4f80-b48b-501276c7b74e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:46.518713 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Attempting to bind port 9a03be84-93ca-4f80-b48b-501276c7b74e on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:46.528643 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:46.529055 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:46.529445 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.529831 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:46.530329 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Bound port: 9a03be84-93ca-4f80-b48b-501276c7b74e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:46.530722 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.535868 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Pushing event updated for resources: {'Port': ['ID=9a03be84-93ca-4f80-b48b-501276c7b74e,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:46.546031 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.564057 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-46603861-31b6-46a0-8ca9-39ca4960d93a None None] Provisioning complete for port 9a03be84-93ca-4f80-b48b-501276c7b74e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:46.564775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-46603861-31b6-46a0-8ca9-39ca4960d93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.569528 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.569882 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.570307 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.570624 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.570961 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.571285 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.571610 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.571933 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.572249 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.572571 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.572889 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.573201 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.573530 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:18:46.584246 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.597533 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] For port 9a03be84-93ca-4f80-b48b-501276c7b74e, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:46.600771 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] For port 9a03be84-93ca-4f80-b48b-501276c7b74e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a03be84-93ca-4f80-b48b-501276c7b74e,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:46.605289 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.612451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-46603861-31b6-46a0-8ca9-39ca4960d93a None None] Port 9a03be84-93ca-4f80-b48b-501276c7b74e cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:46.628162 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:46.633621 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:46.636164 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:46.646635 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff92e60-0b14-47e2-bf05-6ebeed046b8a None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:46.652889 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:46.653522 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:46.670935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Pushing event updated for resources: {'Port': ['ID=ac713c07-277d-4810-9aaa-222e4bbcda7a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:46.689712 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.740590 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-904447ca-f3c5-4c1c-aaef-59f972f55524 None None] Provisioning complete for port 9a03be84-93ca-4f80-b48b-501276c7b74e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:46.741280 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-904447ca-f3c5-4c1c-aaef-59f972f55524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.852218 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.856768 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-904447ca-f3c5-4c1c-aaef-59f972f55524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.889101 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-904447ca-f3c5-4c1c-aaef-59f972f55524 None None] For port 9a03be84-93ca-4f80-b48b-501276c7b74e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a03be84-93ca-4f80-b48b-501276c7b74e,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:46.895092 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-904447ca-f3c5-4c1c-aaef-59f972f55524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:46.909145 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cabb6c-43e4-47b3-bcf4-620ead4210d0 None None] Pushing event updated for resources: {'Port': ['ID=9a03be84-93ca-4f80-b48b-501276c7b74e,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:46.941268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b903325d-cdf7-436e-9294-cb5392655a01 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:46.955446 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:47.001711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904447ca-f3c5-4c1c-aaef-59f972f55524 None None] Pushing event updated for resources: {'Port': ['ID=9a03be84-93ca-4f80-b48b-501276c7b74e,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:47.025081 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port b903325d-cdf7-436e-9294-cb5392655a01 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:47.025454 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:47.028069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-64bac478-315c-4639-8fc9-8c4113585d76 None None] Provisioning complete for port ac713c07-277d-4810-9aaa-222e4bbcda7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:47.028218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-64bac478-315c-4639-8fc9-8c4113585d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:47.040309 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:47.045537 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:47.091336 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-64bac478-315c-4639-8fc9-8c4113585d76 None None] Port ac713c07-277d-4810-9aaa-222e4bbcda7a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:47.116468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Pushing event updated for resources: {'Port': ['ID=ac713c07-277d-4810-9aaa-222e4bbcda7a,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:47.119283 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:47.169525 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:45Z', 'revision_number': 3, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:47.196172 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8dd007-33e0-4404-b056-85d9e8d67650 None None] The sync data for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 is: [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:45Z', 'revision_number': 3, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:47.218297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:47.219778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:47.342046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:47.485008 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:47.491141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e066ef96-138d-45f8-ac83-8f18265a3c40 admin admin] 10.222.0.55 "PUT /v2.0/routers/34dfc023-372b-4c62-9c7a-8f9b79c4c522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582742 Dec 10 19:18:47.518211 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-4ee32322-c9f0-4a6f-a05c-2aa324d06e18 None None] Provisioning complete for port ac713c07-277d-4810-9aaa-222e4bbcda7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:47.519253 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-4ee32322-c9f0-4a6f-a05c-2aa324d06e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:47.556902 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-4ee32322-c9f0-4a6f-a05c-2aa324d06e18 None None] Port ac713c07-277d-4810-9aaa-222e4bbcda7a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:48.010510 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33622) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:48.015607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-671539085-network', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:48.038783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Made reservation on behalf of 0ccc56a6bad94221ade09d424ceaeb78 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:48.041205 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.051271 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.135836 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.139260 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.167239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:18:48.177177 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1360b0b-bab3-4816-9329-b716cadfa61b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.182060 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.182425 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Added segment 93b1a47a-7c15-4616-ab7c-518e06700dad of type vlan for network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 Dec 10 19:18:48.226598 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.255734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.256640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:48.257362 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.313294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3015974 Dec 10 19:18:48.316497 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33624) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:48.320878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083a64c-dd60-4984-a529-71edfde11979 admin admin] Pushing event updated for resources: {'Network': ['ID=430fca20-81f9-45aa-9fdc-3a1a2098d4c3,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.322437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Request body: {'subnet': {'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-671539085-subnet', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:48.333415 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:18:48.337325 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:18:48.350056 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Made reservation on behalf of 0ccc56a6bad94221ade09d424ceaeb78 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:48.353319 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.536242 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.591408 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87ea885-3daa-41ba-b009-161032732c6c,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:48.602743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Checking segment: {'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:48.603105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Network hostable DHCP agents. Network: 430fca20-81f9-45aa-9fdc-3a1a2098d4c3, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:18:48.621691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:18:48.631811 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 430fca20-81f9-45aa-9fdc-3a1a2098d4c3) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:48.636287 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:48.636890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.641675 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfbeeb5-cba3-48e8-b0c0-4a5009129f34 None None] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:18:48.658081 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b6f012b3-d6aa-49ba-808c-36b6e34b380c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3397241 Dec 10 19:18:48.658708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33626) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:48.663297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:48.686094 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.687244 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.746669 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.752048 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-430fca20-81f9-45aa-9fdc-3a1a2098d4c3', 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3', 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'fixed_ips': [{'subnet_id': 'a87ea885-3daa-41ba-b009-161032732c6c'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:18:48.753015 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:48.831496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Sync routers for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:48.857737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:48.859021 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:48.947158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a03be84-93ca-4f80-b48b-501276c7b74e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:49.029760 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Allocated IP 172.20.0.2 (430fca20-81f9-45aa-9fdc-3a1a2098d4c3/a87ea885-3daa-41ba-b009-161032732c6c/017cc0b0-aba9-43cd-8c0b-067eb3d39272) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:49.107396 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:49.177031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 9a03be84-93ca-4f80-b48b-501276c7b74e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:49.177457 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.256856 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.380651 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.395295 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.468349 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.489046 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.503449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:49.507238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:49.509946 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:49.512919 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Pushing event updated for resources: {'Port': ['ID=017cc0b0-aba9-43cd-8c0b-067eb3d39272,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:49.590484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Attempting to bind port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:49.590868 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Attempting to bind port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:49.591216 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Attempting to bind port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 on network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:49.599247 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:49.599621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Checking segment: {'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:49.600020 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.600413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Bound using segment: {'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:49.600880 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Bound port: 017cc0b0-aba9-43cd-8c0b-067eb3d39272, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:49.601255 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.602771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Allocated IP 172.25.2.245 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/5ba663b1-97c8-4074-9817-90a4aad225ff) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:49.605142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 2, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:49.638487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Checking router: 34dfc023-372b-4c62-9c7a-8f9b79c4c522 for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:49.638730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Updating router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 port ac713c07-277d-4810-9aaa-222e4bbcda7a binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:18:49.687932 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.705008 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.741237 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:49.748080 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] For port 017cc0b0-aba9-43cd-8c0b-067eb3d39272, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:49.766645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] For port 017cc0b0-aba9-43cd-8c0b-067eb3d39272, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=017cc0b0-aba9-43cd-8c0b-067eb3d39272,segment=NetworkSegment(93b1a47a-7c15-4616-ab7c-518e06700dad),segment_id=93b1a47a-7c15-4616-ab7c-518e06700dad)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:49.786392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:49.789381 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:49.792821 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:49.813874 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69feb9e2-14ee-44a3-8ff7-f7c00932c491 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:49.816852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Pushing event updated for resources: {'Port': ['ID=5ba663b1-97c8-4074-9817-90a4aad225ff,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:49.819961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.062011 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.138867 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd8690-5098-4e26-b3f9-d9a25b2c940d None None] Pushing event updated for resources: {'Port': ['ID=017cc0b0-aba9-43cd-8c0b-067eb3d39272,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.154761 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-81e32b9d-e889-46ff-b128-551139b326c1 None None] Provisioning complete for port 5ba663b1-97c8-4074-9817-90a4aad225ff triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:50.155218 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-81e32b9d-e889-46ff-b128-551139b326c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.208238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-81e32b9d-e889-46ff-b128-551139b326c1 None None] Port 5ba663b1-97c8-4074-9817-90a4aad225ff cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:50.286451 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.302225 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.308963 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.374960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228eeec-7525-4f0c-85fb-2d1c2dc61202 None None] Pushing event updated for resources: {'Port': ['ID=ac713c07-277d-4810-9aaa-222e4bbcda7a,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.435644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Attempting to bind port ac713c07-277d-4810-9aaa-222e4bbcda7a on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:50.436031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Attempting to bind port ac713c07-277d-4810-9aaa-222e4bbcda7a by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:50.436730 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Attempting to bind port ac713c07-277d-4810-9aaa-222e4bbcda7a on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:50.450731 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:50.451251 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Checking segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:50.451667 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.452058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Bound using segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:50.452539 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Bound port: ac713c07-277d-4810-9aaa-222e4bbcda7a, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:50.452929 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.465463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:18:50.524883 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] For port ac713c07-277d-4810-9aaa-222e4bbcda7a, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:50.529060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] For port ac713c07-277d-4810-9aaa-222e4bbcda7a, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ac713c07-277d-4810-9aaa-222e4bbcda7a,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:50.535256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.599461 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:50.599711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:50.600412 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:50.602395 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228eeec-7525-4f0c-85fb-2d1c2dc61202 None None] Pushing event updated for resources: {'Port': ['ID=ac713c07-277d-4810-9aaa-222e4bbcda7a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:50.617317 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Sync routers for ids ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:50.629327 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.633828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-36a45089-178d-48e3-a706-8de323968b1b admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9713786 Dec 10 19:18:50.634635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33628) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:50.637282 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Routers {'2e0e103f-85f0-45ca-ac91-b4476d9ca88c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:50.638034 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:50.694719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d23432da-af25-4760-9291-821e84a7e02a None None] Provisioning complete for port ac713c07-277d-4810-9aaa-222e4bbcda7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:50.694719 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d23432da-af25-4760-9291-821e84a7e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:50.797140 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Set router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:50.797702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:50.929370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d23432da-af25-4760-9291-821e84a7e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.024153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 017cc0b0-aba9-43cd-8c0b-067eb3d39272 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:51.027173 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d23432da-af25-4760-9291-821e84a7e02a None None] For port ac713c07-277d-4810-9aaa-222e4bbcda7a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ac713c07-277d-4810-9aaa-222e4bbcda7a,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:51.075805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d23432da-af25-4760-9291-821e84a7e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.079430 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:18:49Z', 'revision_number': 3, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:51.116244 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Checking router: 2e0e103f-85f0-45ca-ac91-b4476d9ca88c for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:51.117044 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Updating router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c port 5ba663b1-97c8-4074-9817-90a4aad225ff binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:18:51.151566 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.204723 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23432da-af25-4760-9291-821e84a7e02a None None] Pushing event updated for resources: {'Port': ['ID=ac713c07-277d-4810-9aaa-222e4bbcda7a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.220427 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:51.220805 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.272024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-b3de18df-227f-4b1e-8bca-762292e5a118 None None] Provisioning complete for port ac713c07-277d-4810-9aaa-222e4bbcda7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:51.272781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b3de18df-227f-4b1e-8bca-762292e5a118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.291958 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.332602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:51.375332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4182ab7-5744-4283-9d71-9a537ed0cac1 None None] The sync data for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 is: [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:51.474217 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.482510 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.497940 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.519373 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Allocated IP 172.20.0.1 (430fca20-81f9-45aa-9fdc-3a1a2098d4c3/a87ea885-3daa-41ba-b009-161032732c6c/93de1e52-7370-4a08-83ca-e3b7da96e21f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:51.538605 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Attempting to bind port 5ba663b1-97c8-4074-9817-90a4aad225ff on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:51.539199 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Attempting to bind port 5ba663b1-97c8-4074-9817-90a4aad225ff by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:51.539884 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Attempting to bind port 5ba663b1-97c8-4074-9817-90a4aad225ff on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:51.554490 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:51.554979 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:51.556219 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.556677 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b977449d-148d-429b-946f-abd27401e1bd None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:51.556840 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:51.557420 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Bound port: 5ba663b1-97c8-4074-9817-90a4aad225ff, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:51.558002 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.576233 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613aedb-6381-481c-b4e5-fe75df7dbce4 None None] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:18:51.621007 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] For port 5ba663b1-97c8-4074-9817-90a4aad225ff, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:51.624980 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] For port 5ba663b1-97c8-4074-9817-90a4aad225ff, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5ba663b1-97c8-4074-9817-90a4aad225ff,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:51.626953 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1297d-4084-4e89-b1a2-c32cb5f8dd0f None None] Pushing event updated for resources: {'Port': ['ID=5ba663b1-97c8-4074-9817-90a4aad225ff,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.637570 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.659911 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 017cc0b0-aba9-43cd-8c0b-067eb3d39272, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=017cc0b0-aba9-43cd-8c0b-067eb3d39272,segment=NetworkSegment(93b1a47a-7c15-4616-ab7c-518e06700dad),segment_id=93b1a47a-7c15-4616-ab7c-518e06700dad)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:51.683063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.692795 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2f7883-df93-4f4c-aea4-e14fc3c4f558 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:18:51.704711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.711897 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Routers {'2e0e103f-85f0-45ca-ac91-b4476d9ca88c'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:51.712649 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:51.715648 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1297d-4084-4e89-b1a2-c32cb5f8dd0f None None] Pushing event updated for resources: {'Port': ['ID=5ba663b1-97c8-4074-9817-90a4aad225ff,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.756328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] Provisioning complete for port 5ba663b1-97c8-4074-9817-90a4aad225ff triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:51.756919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.774328 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.820737 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=017cc0b0-aba9-43cd-8c0b-067eb3d39272,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.832559 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:51.838163 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:51.844082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:51.882897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Pushing event updated for resources: {'Port': ['ID=93de1e52-7370-4a08-83ca-e3b7da96e21f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:51.887676 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] Set router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:51.904894 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.925702 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:51.970092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] For port 5ba663b1-97c8-4074-9817-90a4aad225ff, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5ba663b1-97c8-4074-9817-90a4aad225ff,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:51.979919 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.029910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] Provisioning complete for port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:52.029910 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.083916 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e59be-3047-4586-a992-84e0c3ea891c None None] Pushing event updated for resources: {'Port': ['ID=5ba663b1-97c8-4074-9817-90a4aad225ff,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:52.128719 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.177324 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:18:49Z', 'revision_number': 3, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:52.211871 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5922eb-8e28-4ee4-9fd2-19638a0f1ec9 None None] The sync data for ids ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'] in n-d-821424-1 is: [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:18:49Z', 'revision_number': 3, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:52.295699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-22ca7415-ebcb-407d-87b7-aaf011ca6284 None None] Provisioning complete for port 93de1e52-7370-4a08-83ca-e3b7da96e21f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:52.296068 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22ca7415-ebcb-407d-87b7-aaf011ca6284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.346654 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-22ca7415-ebcb-407d-87b7-aaf011ca6284 None None] Port 93de1e52-7370-4a08-83ca-e3b7da96e21f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:52.362811 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-22ca7415-ebcb-407d-87b7-aaf011ca6284 None None] Provisioning complete for port 5ba663b1-97c8-4074-9817-90a4aad225ff triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:52.363184 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22ca7415-ebcb-407d-87b7-aaf011ca6284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.395310 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.403084 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.478428 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-22ca7415-ebcb-407d-87b7-aaf011ca6284 None None] Provisioning complete for port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:52.478923 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-22ca7415-ebcb-407d-87b7-aaf011ca6284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.521617 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.523442 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Pushing event updated for resources: {'Port': ['ID=93de1e52-7370-4a08-83ca-e3b7da96e21f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:52.646072 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:52.647664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:52.737696 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-496a6cbe-6902-422e-98d6-b5892185a631 None None] Provisioning complete for port 93de1e52-7370-4a08-83ca-e3b7da96e21f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:52.738087 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496a6cbe-6902-422e-98d6-b5892185a631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:52.796046 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:18:52.815668 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-496a6cbe-6902-422e-98d6-b5892185a631 None None] Port 93de1e52-7370-4a08-83ca-e3b7da96e21f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:53.035961 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ac713c07-277d-4810-9aaa-222e4bbcda7a up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:53.084344 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a8a9fd1f-d3f2-4f38-9261-36b63220e033 None None] Provisioning complete for port 93de1e52-7370-4a08-83ca-e3b7da96e21f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:53.084720 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a8a9fd1f-d3f2-4f38-9261-36b63220e033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.139686 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a8a9fd1f-d3f2-4f38-9261-36b63220e033 None None] Port 93de1e52-7370-4a08-83ca-e3b7da96e21f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:53.146533 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port ac713c07-277d-4810-9aaa-222e4bbcda7a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:53.146996 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.243618 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5ba663b1-97c8-4074-9817-90a4aad225ff up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:53.293929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 5ba663b1-97c8-4074-9817-90a4aad225ff triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:53.294306 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:53.315739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:18:53.330323 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9ad0841f-a1a2-4bc7-9d3e-596194c95a0b admin admin] 10.222.0.55 "PUT /v2.0/routers/2e0e103f-85f0-45ca-ac91-b4476d9ca88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6858332 Dec 10 19:18:53.389026 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 017cc0b0-aba9-43cd-8c0b-067eb3d39272 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:53.440837 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:53.441212 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.024663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33636) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:54.030109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-c4ec87ef-54b1-49dd-8966-d82ab5790767 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310821294', 'description': 'tempest-secgroup-smoke-310821294 description', 'project_id': '8195361e977f4b6bba6586f03419d06f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.059628 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4ec87ef-54b1-49dd-8966-d82ab5790767 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.131709 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4ec87ef-54b1-49dd-8966-d82ab5790767 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.138035 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4ec87ef-54b1-49dd-8966-d82ab5790767 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.168773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-c4ec87ef-54b1-49dd-8966-d82ab5790767 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.170045 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-c4ec87ef-54b1-49dd-8966-d82ab5790767 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1442466 Dec 10 19:18:54.173614 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33638) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:54.174160 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec87ef-54b1-49dd-8966-d82ab5790767 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b863d1c-9bf4-4723-a68c-991f5130ffe7,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.178872 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7b9c36b5-c0e3-4b27-9800-118e309b59bd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '2b863d1c-9bf4-4723-a68c-991f5130ffe7', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.211209 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b9c36b5-c0e3-4b27-9800-118e309b59bd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.274845 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b9c36b5-c0e3-4b27-9800-118e309b59bd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.280389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b9c36b5-c0e3-4b27-9800-118e309b59bd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.296131 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c36b5-c0e3-4b27-9800-118e309b59bd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56b65da-facf-4284-bb6d-abf14e4bde2c,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.309381 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7b9c36b5-c0e3-4b27-9800-118e309b59bd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.310792 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7b9c36b5-c0e3-4b27-9800-118e309b59bd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359029 Dec 10 19:18:54.314763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33640) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:54.319299 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fc739c0a-58aa-468b-880b-f8cb9a0f0646 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '2b863d1c-9bf4-4723-a68c-991f5130ffe7', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.348933 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc739c0a-58aa-468b-880b-f8cb9a0f0646 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.417273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc739c0a-58aa-468b-880b-f8cb9a0f0646 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.422746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc739c0a-58aa-468b-880b-f8cb9a0f0646 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.441797 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc739c0a-58aa-468b-880b-f8cb9a0f0646 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a959e48f-a093-404b-9ddc-5d9152081049,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.451049 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc739c0a-58aa-468b-880b-f8cb9a0f0646 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.452591 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc739c0a-58aa-468b-880b-f8cb9a0f0646 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365709 Dec 10 19:18:54.455498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33642) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:54.461425 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-65a48950-9160-4c55-b147-b7cd202ab9c7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '2b863d1c-9bf4-4723-a68c-991f5130ffe7', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.501205 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65a48950-9160-4c55-b147-b7cd202ab9c7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.564431 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65a48950-9160-4c55-b147-b7cd202ab9c7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.569384 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65a48950-9160-4c55-b147-b7cd202ab9c7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.590668 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a48950-9160-4c55-b147-b7cd202ab9c7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e26b1a-a1ef-4565-a8ef-b1f2515b3387,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.601678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-65a48950-9160-4c55-b147-b7cd202ab9c7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.603151 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-65a48950-9160-4c55-b147-b7cd202ab9c7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465018 Dec 10 19:18:54.605987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33644) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:54.610383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-15a01c1b-aeb9-4bac-b320-b7ac7df689ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '2b863d1c-9bf4-4723-a68c-991f5130ffe7', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.641662 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15a01c1b-aeb9-4bac-b320-b7ac7df689ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.708349 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15a01c1b-aeb9-4bac-b320-b7ac7df689ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.713646 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15a01c1b-aeb9-4bac-b320-b7ac7df689ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.734270 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a01c1b-aeb9-4bac-b320-b7ac7df689ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c505ea-9264-4dbb-8369-b4ab43aea8c5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.746490 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-15a01c1b-aeb9-4bac-b320-b7ac7df689ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.748099 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-15a01c1b-aeb9-4bac-b320-b7ac7df689ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410503 Dec 10 19:18:54.750894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33646) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:54.756277 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '2b863d1c-9bf4-4723-a68c-991f5130ffe7', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.779370 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Project 8195361e977f4b6bba6586f03419d06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:18:54.785228 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.851210 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.856638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.875832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd14fa88-c30b-4063-8a03-6066ffe136e9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:54.882170 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.886062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-bc2dfb1b-696f-4001-8dd4-d8d2a4f1b2ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314797 Dec 10 19:18:54.886605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 33648) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:18:54.890973 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '2b863d1c-9bf4-4723-a68c-991f5130ffe7', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:54.920696 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Project 8195361e977f4b6bba6586f03419d06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:18:54.926229 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:54.973521 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Sync routers for ids ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:18:54.984931 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Routers {'2e0e103f-85f0-45ca-ac91-b4476d9ca88c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:54.985556 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:54.995796 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:55.000448 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:55.018445 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3c347f-8c4b-45cb-ae6d-ae5c2e28c306,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.028832 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:55.030314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-90dd455e-b762-4b3c-8d98-977d8343f3f6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429794 Dec 10 19:18:55.197737 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-3c0c0606-c6df-45c2-80c3-ceb398671a3d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310821294&fields=id&tenant_id=8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 267 time: 0.0483146 Dec 10 19:18:55.272417 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Set router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:55.317733 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-0d55a7cf-ce0b-4c02-9894-ef5cd41cbfa2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:55.319326 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-0d55a7cf-ce0b-4c02-9894-ef5cd41cbfa2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 809 time: 0.1145356 Dec 10 19:18:55.336925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-9d6a875b-2d17-456d-886a-989793e7850d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/quotas/8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 375 time: 0.0109231 Dec 10 19:18:55.391732 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-3ddc65df-e808-4fd6-9f01-0e3b74b83209 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488272 Dec 10 19:18:55.482875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:18:52Z', 'revision_number': 4, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '93de1e52-7370-4a08-83ca-e3b7da96e21f', 'name': '', 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'mac_address': 'fa:16:3e:cd:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a87ea885-3daa-41ba-b009-161032732c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:52Z', 'revision_number': 2, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'subnets': [{'id': 'a87ea885-3daa-41ba-b009-161032732c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:55.487519 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-b64388a4-0a32-4d52-8dfa-9873ea6b21d2 service neutron] 10.222.0.55 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838866 Dec 10 19:18:55.514487 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Checking router: 2e0e103f-85f0-45ca-ac91-b4476d9ca88c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:18:55.514840 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Updating router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c port 93de1e52-7370-4a08-83ca-e3b7da96e21f binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:18:55.540843 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:55.587131 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-c87b25e7-8294-48f6-9fb2-c51448cf73d5 service neutron] 10.222.0.55 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929041 Dec 10 19:18:55.765497 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-19dbc8e8-bf87-4f26-94c8-c8e5414e33e1 req-60443273-a5ac-4d19-9a35-0141b4ee0352 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 210 time: 0.0268862 Dec 10 19:18:55.827683 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:55.834442 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:55.889703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497324-3785-4788-92cf-dbbeca804b8c None None] Pushing event updated for resources: {'Port': ['ID=93de1e52-7370-4a08-83ca-e3b7da96e21f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:55.945209 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Attempting to bind port 93de1e52-7370-4a08-83ca-e3b7da96e21f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:55.945592 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Attempting to bind port 93de1e52-7370-4a08-83ca-e3b7da96e21f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:55.945954 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Attempting to bind port 93de1e52-7370-4a08-83ca-e3b7da96e21f on network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:55.952642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:55.952642 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Checking segment: {'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:55.953002 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:55.953375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Bound using segment: {'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:55.953839 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Bound port: 93de1e52-7370-4a08-83ca-e3b7da96e21f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b1a47a-7c15-4616-ab7c-518e06700dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:55.954247 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:56.022295 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] For port 93de1e52-7370-4a08-83ca-e3b7da96e21f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:56.025858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] For port 93de1e52-7370-4a08-83ca-e3b7da96e21f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=93de1e52-7370-4a08-83ca-e3b7da96e21f,segment=NetworkSegment(93b1a47a-7c15-4616-ab7c-518e06700dad),segment_id=93b1a47a-7c15-4616-ab7c-518e06700dad)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:56.031548 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:56.095588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Routers {'2e0e103f-85f0-45ca-ac91-b4476d9ca88c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:18:56.096299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:18:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:56.150643 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497324-3785-4788-92cf-dbbeca804b8c None None] Pushing event updated for resources: {'Port': ['ID=93de1e52-7370-4a08-83ca-e3b7da96e21f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:56.234449 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-75bebe16-2a6e-487d-8484-2179867e2a9e None None] Provisioning complete for port 93de1e52-7370-4a08-83ca-e3b7da96e21f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:56.234853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-75bebe16-2a6e-487d-8484-2179867e2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:56.269778 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] Set router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:18:56.453370 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-75bebe16-2a6e-487d-8484-2179867e2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:56.524410 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-75bebe16-2a6e-487d-8484-2179867e2a9e None None] For port 93de1e52-7370-4a08-83ca-e3b7da96e21f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=93de1e52-7370-4a08-83ca-e3b7da96e21f,segment=NetworkSegment(93b1a47a-7c15-4616-ab7c-518e06700dad),segment_id=93b1a47a-7c15-4616-ab7c-518e06700dad)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:18:56.530696 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-75bebe16-2a6e-487d-8484-2179867e2a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:56.589297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:18:52Z', 'revision_number': 4, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '93de1e52-7370-4a08-83ca-e3b7da96e21f', 'name': '', 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'mac_address': 'fa:16:3e:cd:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a87ea885-3daa-41ba-b009-161032732c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:56Z', 'revision_number': 4, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'subnets': [{'id': 'a87ea885-3daa-41ba-b009-161032732c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:18:56.591139 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bebe16-2a6e-487d-8484-2179867e2a9e None None] Pushing event updated for resources: {'Port': ['ID=93de1e52-7370-4a08-83ca-e3b7da96e21f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:56.622012 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e026b2c9-06a0-471d-8e0f-6a9cf10b3bfc None None] The sync data for ids ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'] in n-d-821424-1 is: [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:18:52Z', 'revision_number': 4, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '93de1e52-7370-4a08-83ca-e3b7da96e21f', 'name': '', 'network_id': '430fca20-81f9-45aa-9fdc-3a1a2098d4c3', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'mac_address': 'fa:16:3e:cd:39:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a87ea885-3daa-41ba-b009-161032732c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:51Z', 'updated_at': '2021-12-10T19:18:56Z', 'revision_number': 4, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'subnets': [{'id': 'a87ea885-3daa-41ba-b009-161032732c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:18:56.653041 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-dc98fe5d-5025-4b47-ae21-5a797aa5a020 None None] Provisioning complete for port 93de1e52-7370-4a08-83ca-e3b7da96e21f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:56.653417 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-dc98fe5d-5025-4b47-ae21-5a797aa5a020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:56.913564 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e7a48a6e-4561-49a9-8a39-5092bfdad4c3 req-4a36e895-08f8-45a1-b1ab-3220f1e724dc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 210 time: 0.0315788 Dec 10 19:18:56.915871 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-8c9e5c29-0679-4b16-bbbe-2e755338eb07 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:56.918425 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-8c9e5c29-0679-4b16-bbbe-2e755338eb07 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 809 time: 0.1896875 Dec 10 19:18:56.962817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 93de1e52-7370-4a08-83ca-e3b7da96e21f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:18:57.004032 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-5efcf508-9907-484d-85f9-1a238a8d3d1c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 379 time: 0.0725722 Dec 10 19:18:57.013878 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'port': {'device_id': 'c878cf95-057c-4df3-9290-fe63318098c2', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'admin_state_up': True, 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'security_groups': ['2b863d1c-9bf4-4723-a68c-991f5130ffe7']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:57.015248 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 93de1e52-7370-4a08-83ca-e3b7da96e21f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:57.015714 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.139149 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Made reservation on behalf of 8195361e977f4b6bba6586f03419d06f for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:18:57.142930 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.283492 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Allocated IP 172.20.0.3 (5ae028c8-9d46-4aff-a512-8c3d4f9b966d/1250d296-0486-4d43-ad7f-4c571587803a/db270703-a62d-4d98-8f17-0167298eb9ca) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:18:57.434197 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.478573 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.529770 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:18:57.532875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:18:57.536596 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:18:57.542877 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:57.589962 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:57.590724 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.609333 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-d68ba541-1bd2-4635-8a39-91017b23ecb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996373 Dec 10 19:18:57.621715 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Request body: {'port': {'device_id': 'c878cf95-057c-4df3-9290-fe63318098c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:18:57.679980 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.812941 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-94460faf-258c-4caf-b114-e944b2451066 None None] Provisioning complete for port db270703-a62d-4d98-8f17-0167298eb9ca triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:18:57.812941 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94460faf-258c-4caf-b114-e944b2451066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.845194 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-94460faf-258c-4caf-b114-e944b2451066 None None] Port db270703-a62d-4d98-8f17-0167298eb9ca cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:18:57.962128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db270703-a62d-4d98-8f17-0167298eb9ca {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:18:57.970129 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:57.983389 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Transition to ACTIVE for port object db270703-a62d-4d98-8f17-0167298eb9ca will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:18:57.988757 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:58.070406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:58.129606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e82b2e-b5ca-42bd-9824-787010eb8011 req-63445f00-08e2-4858-955b-c1975f174f3c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:58.131294 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16e82b2e-b5ca-42bd-9824-787010eb8011 req-63445f00-08e2-4858-955b-c1975f174f3c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.1386588 Dec 10 19:18:58.200576 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:18:58.200930 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:18:58.201305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:58.211617 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16e82b2e-b5ca-42bd-9824-787010eb8011 req-1de273f2-29a5-4a22-b0cd-5acbbedb8d93 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712008 Dec 10 19:18:58.212838 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Port db270703-a62d-4d98-8f17-0167298eb9ca on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:18:58.213179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:18:58.219478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:18:58.219683 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Checking segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:18:58.220078 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Bound using segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:18:58.220520 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Bound port: db270703-a62d-4d98-8f17-0167298eb9ca, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:18:58.220908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:58.292947 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:18:58.296045 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:18:58.302343 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:58.345055 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fd0f04ee-a5ea-4bd5-b0fb-4760d83d71e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:58.345421 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:58.346064 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:18:58.347654 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] 10.222.0.59 "PUT /v2.0/ports/db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 1091 time: 0.7305114 Dec 10 19:18:58.348118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:18:58.350455 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da17b85f-cc7f-4303-8f25-523f90fe9dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:18:58.374529 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ca1fe-2739-4194-953c-db7944b00e40 service neutron] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:18:58.412716 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c32e8f8-6af5-4235-a02d-79a9600c7d13 x-openstack-request-id: req-1c32e8f8-6af5-4235-a02d-79a9600c7d13 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:18:58.413038 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:18:58.413308 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-1c32e8f8-6af5-4235-a02d-79a9600c7d13 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:18:58.413762 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'status': 'completed', 'code': 200} Dec 10 19:18:58.470223 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-b510cf4a-73be-4fb0-9088-26b4d07c3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:58.472148 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-b510cf4a-73be-4fb0-9088-26b4d07c3a6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1094 time: 0.0474024 Dec 10 19:18:58.520204 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-35b6f7df-c799-4f9b-90fd-8e45bc7d2d3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 217 time: 0.0407507 Dec 10 19:18:58.578593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-4898a493-11e1-4b6a-96b2-7a3d4845ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:58.580188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-4898a493-11e1-4b6a-96b2-7a3d4845ba91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0532548 Dec 10 19:18:58.637331 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-6f08763f-90e2-46f3-936e-e02113ea9d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:58.638920 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-6f08763f-90e2-46f3-936e-e02113ea9d1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517867 Dec 10 19:18:58.743669 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-0e073886-b8f5-4c7e-b5e5-bf996533f708 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978236 Dec 10 19:18:58.845836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b841dac-6f7c-4c69-b849-bda88da174fe req-00560c75-b29a-458e-b2ce-0819782d4751 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956094 Dec 10 19:18:58.950235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-f5238781-1657-4cb3-9d37-8bd93448fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:58.951800 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-f5238781-1657-4cb3-9d37-8bd93448fb11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1094 time: 0.0548444 Dec 10 19:18:59.053118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-0c30569d-12d8-47c7-ade9-4a010ae983d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:59.054730 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-0c30569d-12d8-47c7-ade9-4a010ae983d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0954537 Dec 10 19:18:59.098859 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-69ca28ed-7766-40c8-87e8-57ace977ac14 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 217 time: 0.0367286 Dec 10 19:18:59.149948 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-ca787db8-8f58-4a20-a101-93f3e9a8dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:59.151602 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-ca787db8-8f58-4a20-a101-93f3e9a8dacf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0459645 Dec 10 19:18:59.205255 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-48b53f0d-1382-4306-9e68-958360b1b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:59.206953 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-48b53f0d-1382-4306-9e68-958360b1b01a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452614 Dec 10 19:18:59.341170 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-f87328f0-4b6a-4158-9dba-a16c756006d0 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259465 Dec 10 19:18:59.382995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20bd5e-2350-472d-b7ce-e84be2610de7 req-c223968c-7107-42da-9d5b-544bae0dd615 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:18:59.385127 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c20bd5e-2350-472d-b7ce-e84be2610de7 req-c223968c-7107-42da-9d5b-544bae0dd615 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0952845 Dec 10 19:18:59.490759 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6c20bd5e-2350-472d-b7ce-e84be2610de7 req-3f8c41b0-0000-4b5e-9359-62d8b76d853d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693214 Dec 10 19:18:59.502080 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-da17b85f-cc7f-4303-8f25-523f90fe9dc0 req-1eb7a221-c028-466c-9e7e-7e5680d9b169 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532860 Dec 10 19:19:00.625565 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1c6b1-9fc3-470d-94c0-2b4883860d99 req-6f256174-d516-46af-9b14-7b6960deb842 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:00.627059 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfc1c6b1-9fc3-470d-94c0-2b4883860d99 req-6f256174-d516-46af-9b14-7b6960deb842 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0583093 Dec 10 19:19:00.678880 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfc1c6b1-9fc3-470d-94c0-2b4883860d99 req-f2cf7ccf-7c6f-4403-9721-1be09e530db7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457387 Dec 10 19:19:01.703582 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6b0b96e9-3e0f-4c35-a53d-f87c11663d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:01.798121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:19:01.803128 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d51eba-f68b-4847-958d-601ec6894ee1 req-f1bc268e-27fd-4c4d-b1c4-133bdb4f4a94 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:01.805413 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5d51eba-f68b-4847-958d-601ec6894ee1 req-f1bc268e-27fd-4c4d-b1c4-133bdb4f4a94 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0528710 Dec 10 19:19:01.860882 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c5d51eba-f68b-4847-958d-601ec6894ee1 req-36685af6-7e46-4067-8722-53a44c3cef7a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481663 Dec 10 19:19:01.902648 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:01.913622 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'port_id': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'mac_address': 'fa:16:3e:fb:17:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:19:01.951987 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:01.966238 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db270703-a62d-4d98-8f17-0167298eb9ca {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:19:01.992571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:01.998025 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:02.056100 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:02.198277 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['db270703-a62d-4d98-8f17-0167298eb9ca'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:19:02.345897 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:02.486975 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:02.987207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326133d-fe84-4316-b003-7a622e418b97 req-05d89e38-6eca-4a21-9068-05fa4e508724 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:02.988831 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2326133d-fe84-4316-b003-7a622e418b97 req-05d89e38-6eca-4a21-9068-05fa4e508724 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 944 time: 0.0562246 Dec 10 19:19:03.042140 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2326133d-fe84-4316-b003-7a622e418b97 req-a39d4aa2-fd7f-4af6-9ada-46ec1202cf5c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446174 Dec 10 19:19:03.822082 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:19:03.879383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port db270703-a62d-4d98-8f17-0167298eb9ca completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:19:03.883513 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port db270703-a62d-4d98-8f17-0167298eb9ca triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:19:03.883873 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:03.968817 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:03.998634 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:04.000881 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd546142-e466-49ea-94bd-62b964fab371" -d '{"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-plugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:04.016652 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:19:04.018095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:04.022096 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:04.046157 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e71802-f1f6-40c2-a500-5cf31430099c x-openstack-request-id: req-58e71802-f1f6-40c2-a500-5cf31430099c {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:04.046489 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-plugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:04.046748 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-58e71802-f1f6-40c2-a500-5cf31430099c {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:04.047138 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'code': 200} Dec 10 19:19:04.075915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:04.149648 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cab00-b3fb-4dfb-b92f-ca768d77ee97 req-168296e1-e772-4c1d-b6fc-806754f35e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:04.151215 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e06cab00-b3fb-4dfb-b92f-ca768d77ee97 req-168296e1-e772-4c1d-b6fc-806754f35e5d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1096 time: 0.0462673 Dec 10 19:19:04.166902 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:04.174285 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed77cc-57a8-4f8a-bccb-33b9e3752418 req-bdf14ddc-6916-4a7a-a921-5c384ac8f9b8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:04.175972 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e0ed77cc-57a8-4f8a-bccb-33b9e3752418 req-bdf14ddc-6916-4a7a-a921-5c384ac8f9b8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0558870 Dec 10 19:19:04.202074 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e06cab00-b3fb-4dfb-b92f-ca768d77ee97 req-419ffa87-cbe7-4da4-8d61-d85ee17c46a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441711 Dec 10 19:19:04.227287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e0ed77cc-57a8-4f8a-bccb-33b9e3752418 req-bd2ef78b-bcae-4806-8bb6-5a51f003072f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448787 Dec 10 19:19:05.168447 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:05.350961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e767e21-a6e1-4a7f-9c9a-b34094d6d237 req-059223d7-b8ee-4e10-8dc3-5140aa1f87f4 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:05.352468 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e767e21-a6e1-4a7f-9c9a-b34094d6d237 req-059223d7-b8ee-4e10-8dc3-5140aa1f87f4 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0544467 Dec 10 19:19:05.404683 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0e767e21-a6e1-4a7f-9c9a-b34094d6d237 req-7cdd2f7d-4183-430d-b3cd-2d0a9e9df1ec tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462339 Dec 10 19:19:05.536217 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb887457-9211-4dc2-ab97-6d44435cb2a3 req-62d8897d-576a-448b-be9d-62796ffadc8e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:05.538004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb887457-9211-4dc2-ab97-6d44435cb2a3 req-62d8897d-576a-448b-be9d-62796ffadc8e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0597658 Dec 10 19:19:05.603593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bb887457-9211-4dc2-ab97-6d44435cb2a3 req-515fdb31-b776-4f1d-943b-00900d0752c6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539706 Dec 10 19:19:05.630599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33700) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:05.785320 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629b39e4-c70c-46fd-b28f-d2b4527e31e3 tempest-TestShelveInstance-715363257 tempest-TestShelveInstance-715363257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:05.786953 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-629b39e4-c70c-46fd-b28f-d2b4527e31e3 tempest-TestShelveInstance-715363257 tempest-TestShelveInstance-715363257-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1091 time: 0.1549165 Dec 10 19:19:05.790124 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 33704) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:19:05.794663 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:19:05.821653 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:05.930069 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:06.037719 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Allocated IP 172.25.2.252 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/563791a5-4694-4843-bb70-9871c4a202a5) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:19:06.156858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:06.195430 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:06.241484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:19:06.244883 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:19:06.248387 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:19:06.253921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'Port': ['ID=563791a5-4694-4843-bb70-9871c4a202a5,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.625838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:06.697450 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:06.859266 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:06.866874 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:06.939965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'Port': ['ID=563791a5-4694-4843-bb70-9871c4a202a5,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:19:06.952549 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:07.057738 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Floating IP 3bd6bcc1-95e4-4647-a1a8-a7b42c229c15 associated. External IP: 172.25.2.252, port: db270703-a62d-4d98-8f17-0167298eb9ca. Dec 10 19:19:07.290096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:19:07.411867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:19:07.422579 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] Sync routers for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:19:07.432005 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:07.433955 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:07.434604 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:07.460179 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-39b23535-f201-4783-97d1-d526f6f4249f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6679242 Dec 10 19:19:07.460179 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:19:07.462903 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4979e35-7a3c-4929-8547-7d73dae028a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:19:07.499722 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8bf53-7626-4795-855d-dc11d484f90d x-openstack-request-id: req-c9e8bf53-7626-4795-855d-dc11d484f90d {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:19:07.500016 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:19:07.500276 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-c9e8bf53-7626-4795-855d-dc11d484f90d {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:19:07.500682 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'status': 'completed', 'code': 200} Dec 10 19:19:07.547334 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:07.567499 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-0e2b9d2c-38ba-42f7-9332-3f6f5d5ae127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:07.569068 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-0e2b9d2c-38ba-42f7-9332-3f6f5d5ae127 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1096 time: 0.0465200 Dec 10 19:19:07.663418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-f3f7066b-389e-4c82-90f7-6967cd3eea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:07.665473 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-f3f7066b-389e-4c82-90f7-6967cd3eea6a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0880883 Dec 10 19:19:07.738863 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-ff240377-4659-4c16-827d-0c3cee4d8d6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 999 time: 0.0661674 Dec 10 19:19:07.792004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-a7438075-0044-4067-9ea8-54874283c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:07.793574 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-a7438075-0044-4067-9ea8-54874283c9b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0483751 Dec 10 19:19:07.844193 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-951196c9-c56e-4e3b-b831-6415102b64d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:07.845743 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-951196c9-c56e-4e3b-b831-6415102b64d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426083 Dec 10 19:19:07.872995 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3bd6bcc1-95e4-4647-a1a8-a7b42c229c15', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'port_id': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'mac_address': 'fa:16:3e:fb:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878cf95-057c-4df3-9290-fe63318098c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:06Z', 'updated_at': '2021-12-10T19:19:06Z', 'revision_number': 0, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:07.899327 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] Checking router: 34dfc023-372b-4c62-9c7a-8f9b79c4c522 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:19:07.908008 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:19:07.908581 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:19:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:07.941505 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-41803b93-bf4f-414b-a45f-a1a48bad9885 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886018 Dec 10 19:19:08.026683 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:19:08.046828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d4979e35-7a3c-4929-8547-7d73dae028a9 req-48313123-9ab6-456d-bcfe-a03c5b1add68 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975397 Dec 10 19:19:08.258235 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3bd6bcc1-95e4-4647-a1a8-a7b42c229c15', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'port_id': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'mac_address': 'fa:16:3e:fb:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878cf95-057c-4df3-9290-fe63318098c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:06Z', 'updated_at': '2021-12-10T19:19:06Z', 'revision_number': 0, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:19:08.288165 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64321ea-1643-44d3-bf25-2eae0ac33fe1 None None] The sync data for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 is: [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '3bd6bcc1-95e4-4647-a1a8-a7b42c229c15', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'floating_ip_address': '172.25.2.252', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'port_id': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'mac_address': 'fa:16:3e:fb:17:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c878cf95-057c-4df3-9290-fe63318098c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:19:06Z', 'updated_at': '2021-12-10T19:19:06Z', 'revision_number': 0, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:19:08.498594 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cf2533-66ad-4d3e-8776-90fdfdf3659a None None] New status for floating IP 3bd6bcc1-95e4-4647-a1a8-a7b42c229c15: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:19:25.337613 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:19:28.350036 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bd2a8cdd-7f91-4a6e-8cd9-2e045a3098be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:31.703231 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-496ad9fe-1d38-4094-9a04-3a6a17745715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:32.338531 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:32.481665 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:34.009327 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:34.174701 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:35.184311 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:19:48.750725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-311bb8b7-4ebd-4665-866e-38bb0bd00c51 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512924 Dec 10 19:19:48.843983 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-b0089c7b-1588-4908-88ae-0373841209c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:48.845485 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-b0089c7b-1588-4908-88ae-0373841209c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1096 time: 0.0486121 Dec 10 19:19:49.284398 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-1fdb0a8b-3fb6-4b45-ba04-3e76eb00e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:49.285916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-1fdb0a8b-3fb6-4b45-ba04-3e76eb00e5c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.4202769 Dec 10 19:19:49.355626 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-b01a7c2a-6e25-48ff-a6c0-122e1ac53508 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 1001 time: 0.0620182 Dec 10 19:19:49.409894 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-15915528-2b61-4168-be62-29a6d452ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:49.412340 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-15915528-2b61-4168-be62-29a6d452ebc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0498905 Dec 10 19:19:49.461098 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-39eb5a4c-491a-4bea-86a9-4238e9a5eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:19:49.462616 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-39eb5a4c-491a-4bea-86a9-4238e9a5eb4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435357 Dec 10 19:19:49.562512 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-d119d07b-935a-45a1-96cb-24edc123a68f service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913970 Dec 10 19:19:49.665501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4c9f58f-38ad-42fd-afd2-4079ecd69391 req-19c2af52-168e-4fe9-a4cb-ebc00879ccc4 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961010 Dec 10 19:19:58.345577 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8ca0c1ca-5f47-4427-bb88-fa1bb395cee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:01.704449 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-39042a25-e50d-4b90-a908-4127209a99db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:02.337960 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:20:02.339208 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:02.492299 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:04.010776 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:04.170488 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:05.200655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:09.668449 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-897f9c21-6f97-4e5c-8c96-6dfbadf8da92 req-da520184-fc2f-4010-b1b0-5293c4b52455 service neutron] (103499) timed out ('10.222.0.55', 47052) {{(pid=103499) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:20:28.356215 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cab1ec8b-85ec-4732-9fbb-1107c69bf129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:31.705810 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4b909fc-53aa-4764-8e19-8d4c4f712012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:32.345057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:32.493771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:34.017670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:34.176762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:35.227991 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:20:39.343169 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:20:48.725510 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-eb99d6c5-3840-4c17-9f4b-f750050c2b82 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942106 Dec 10 19:20:48.824972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91715644-a06f-4119-ac0e-9c135d84743e req-dd0109bf-5819-43e0-9378-b67fa6296354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:48.826828 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-dd0109bf-5819-43e0-9378-b67fa6296354 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1096 time: 0.0499685 Dec 10 19:20:48.934494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91715644-a06f-4119-ac0e-9c135d84743e req-48396e5c-5d44-4102-bf11-1d69291d9f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:48.936009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-48396e5c-5d44-4102-bf11-1d69291d9f6e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0875900 Dec 10 19:20:49.005834 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-e50bdda7-4358-4c7c-96f7-5e8cec800750 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 1001 time: 0.0628250 Dec 10 19:20:49.058744 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91715644-a06f-4119-ac0e-9c135d84743e req-79d1b9ed-854a-4de7-937a-5fae827cba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:49.060197 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-79d1b9ed-854a-4de7-937a-5fae827cba2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0470121 Dec 10 19:20:49.109451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91715644-a06f-4119-ac0e-9c135d84743e req-5e95ab21-cfc3-4bda-9afb-45e37fee2ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:20:49.111011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-5e95ab21-cfc3-4bda-9afb-45e37fee2ee6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431316 Dec 10 19:20:49.209234 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-d9461f70-562d-46e2-846e-867b0c788402 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900853 Dec 10 19:20:49.314559 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-91715644-a06f-4119-ac0e-9c135d84743e req-3ab37285-b12a-412c-b2a4-9a2d7aa000b9 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971117 Dec 10 19:20:58.352823 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-795eff07-10de-4f69-bf7a-973685709f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:01.710273 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-73233774-5a02-44f7-a821-09ea52c5f13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:02.350184 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:02.508703 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:04.019177 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:04.171407 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:04.521276 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6344d-925c-4b67-a379-2c36054aa349 req-8b831cf6-8b85-499e-a5f5-1adba847a77b tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:04.522830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fbb6344d-925c-4b67-a379-2c36054aa349 req-8b831cf6-8b85-499e-a5f5-1adba847a77b tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.1138389 Dec 10 19:21:04.578543 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fbb6344d-925c-4b67-a379-2c36054aa349 req-0ac516b5-caf2-4e5a-b27c-742623cd6165 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494475 Dec 10 19:21:05.226198 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:05.739780 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9999b85-d348-4505-8d9f-483528bd5efb req-be46cdef-0620-4176-a0dc-920e7c6df7ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:05.741307 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f9999b85-d348-4505-8d9f-483528bd5efb req-be46cdef-0620-4176-a0dc-920e7c6df7ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0578325 Dec 10 19:21:05.794768 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f9999b85-d348-4505-8d9f-483528bd5efb req-9df8cc9e-0595-4826-b48f-a631f2c0ff87 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471315 Dec 10 19:21:06.958697 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b376a9-d12e-4af6-860e-d40a701f40f1 req-ecca97a2-68a8-42b4-b6b2-869725d4c1fd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:06.960292 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2b376a9-d12e-4af6-860e-d40a701f40f1 req-ecca97a2-68a8-42b4-b6b2-869725d4c1fd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0530758 Dec 10 19:21:07.017651 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2b376a9-d12e-4af6-860e-d40a701f40f1 req-72292f2c-1992-48de-be6e-934055f14c29 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509224 Dec 10 19:21:08.144794 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e57695-e168-4983-8275-98392749ea7f req-53e5f2c9-49ff-4661-b791-445deef7245b tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:08.146317 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3e57695-e168-4983-8275-98392749ea7f req-53e5f2c9-49ff-4661-b791-445deef7245b tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0530386 Dec 10 19:21:08.206009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f3e57695-e168-4983-8275-98392749ea7f req-33871da7-7133-4b16-b98a-69d399859a86 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530841 Dec 10 19:21:09.346487 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4907701-b7a1-467f-874b-38c71057f0ab req-542283c8-d6b1-46b5-b90f-dcd3e03f7b09 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:09.348250 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4907701-b7a1-467f-874b-38c71057f0ab req-542283c8-d6b1-46b5-b90f-dcd3e03f7b09 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0608804 Dec 10 19:21:09.399137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c4907701-b7a1-467f-874b-38c71057f0ab req-4a09b94b-ee60-494f-89e7-e8328135462c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435123 Dec 10 19:21:10.541478 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb322e-c176-44dd-974e-b98ea4ba9cf2 req-b8ca9c2f-e4c7-416f-878b-fdbb4e94e426 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:10.543061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3bb322e-c176-44dd-974e-b98ea4ba9cf2 req-b8ca9c2f-e4c7-416f-878b-fdbb4e94e426 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0554032 Dec 10 19:21:10.603830 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d3bb322e-c176-44dd-974e-b98ea4ba9cf2 req-eca49434-f4d4-4c7d-ae0f-1699970bc191 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517089 Dec 10 19:21:11.744187 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a45ad-631b-4ebf-9a22-5c8d0ccb5323 req-0d2fdce4-32f2-4645-963a-c0258bdaf8d4 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:11.745684 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-231a45ad-631b-4ebf-9a22-5c8d0ccb5323 req-0d2fdce4-32f2-4645-963a-c0258bdaf8d4 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0647888 Dec 10 19:21:11.802155 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-231a45ad-631b-4ebf-9a22-5c8d0ccb5323 req-a548ecc6-68e1-420b-b511-3ff4d1653818 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471137 Dec 10 19:21:12.949789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980c53b-fc66-45b9-8f7b-1d17b3eec47f req-70641c38-8c5d-4761-bb04-5ef8471b8b60 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:12.951327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b980c53b-fc66-45b9-8f7b-1d17b3eec47f req-70641c38-8c5d-4761-bb04-5ef8471b8b60 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0580518 Dec 10 19:21:13.016654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b980c53b-fc66-45b9-8f7b-1d17b3eec47f req-53b69ec0-44e8-4587-9306-777e17846c29 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591369 Dec 10 19:21:14.148852 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89887232-962a-427a-9b9a-d7ae9dc45828 req-4e560ff3-ce15-42a4-a2d9-5ca378f0f11f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:14.150394 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89887232-962a-427a-9b9a-d7ae9dc45828 req-4e560ff3-ce15-42a4-a2d9-5ca378f0f11f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0548630 Dec 10 19:21:14.205391 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-89887232-962a-427a-9b9a-d7ae9dc45828 req-5d66139f-d334-4409-ad5e-c5356db27780 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472195 Dec 10 19:21:15.336189 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a01e2a-dbbe-4c77-90f6-a5aa240499e8 req-6797f7bb-9bdf-47fd-8815-0ab9cb5339f9 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:15.337715 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a01e2a-dbbe-4c77-90f6-a5aa240499e8 req-6797f7bb-9bdf-47fd-8815-0ab9cb5339f9 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0509737 Dec 10 19:21:15.395373 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-14a01e2a-dbbe-4c77-90f6-a5aa240499e8 req-ceadbea9-84d6-496a-96f6-4d74e338bd16 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490208 Dec 10 19:21:16.343552 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:21:16.409478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:21:16.514876 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:16.526273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f144f-5d7c-4d28-8378-477278c350d4 req-0ff3b011-7f26-4434-8da7-7c550616ddfc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:16.527480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'port_id': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'mac_address': 'fa:16:3e:fb:17:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:21:16.528899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c79f144f-5d7c-4d28-8378-477278c350d4 req-0ff3b011-7f26-4434-8da7-7c550616ddfc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0528173 Dec 10 19:21:16.568801 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:16.581732 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db270703-a62d-4d98-8f17-0167298eb9ca {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:21:16.595000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c79f144f-5d7c-4d28-8378-477278c350d4 req-b3a1131e-48ec-4c42-9f25-5829c547c5f7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584841 Dec 10 19:21:16.610320 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:16.611414 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:16.666016 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:16.673640 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.673970 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.674311 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.674711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.675030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.675359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.675693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.676023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.676351 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.676679 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.677002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.677325 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.677646 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:16.685371 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['db270703-a62d-4d98-8f17-0167298eb9ca'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:21:17.713521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35771674-0c57-4b59-a238-ba6a9114e4c8 req-5461adde-3897-4e45-866b-4f2bcef7523c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:17.715863 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35771674-0c57-4b59-a238-ba6a9114e4c8 req-5461adde-3897-4e45-866b-4f2bcef7523c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 944 time: 0.0558076 Dec 10 19:21:17.777860 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-35771674-0c57-4b59-a238-ba6a9114e4c8 req-f0e310d0-e821-4a96-89a4-2d793f0c7af7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554838 Dec 10 19:21:18.416870 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:18.469227 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port db270703-a62d-4d98-8f17-0167298eb9ca triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:18.469606 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:18.566988 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:18.600703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:18.603031 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844c3547-2cf7-4d85-bbba-408fbdb30e2a" -d '{"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-plugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:18.619178 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:18.624375 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:18.652163 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef7e852-3b9b-40e8-9674-4374247f4216 x-openstack-request-id: req-9ef7e852-3b9b-40e8-9674-4374247f4216 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:18.652484 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-plugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:18.652695 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9ef7e852-3b9b-40e8-9674-4374247f4216 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:18.653238 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'code': 200} Dec 10 19:21:18.681684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:18.914703 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d77e2-0fbb-49c6-bfbf-28acf81f911c req-b073d9bc-c54f-40b5-bb5e-4ff11846ff5a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:18.923593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b21d77e2-0fbb-49c6-bfbf-28acf81f911c req-b073d9bc-c54f-40b5-bb5e-4ff11846ff5a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0617883 Dec 10 19:21:18.979164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-b21d77e2-0fbb-49c6-bfbf-28acf81f911c req-e51ac8bf-b8f7-4c91-a745-1150190ab4c4 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534284 Dec 10 19:21:20.118003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc027a4-0d20-44cc-a7d8-57036272ffc3 req-d97a8334-eda7-40b6-b554-d0f12954892c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:20.125469 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cbc027a4-0d20-44cc-a7d8-57036272ffc3 req-d97a8334-eda7-40b6-b554-d0f12954892c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0661364 Dec 10 19:21:20.183987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cbc027a4-0d20-44cc-a7d8-57036272ffc3 req-8ae746a5-56e4-4884-ba65-d59a69734a81 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573709 Dec 10 19:21:21.320676 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f922656-37cb-4634-9049-0c9c45ecc256 req-0f8a5c30-fae5-4fc9-bd55-516b0c2bc659 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:21.324370 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f922656-37cb-4634-9049-0c9c45ecc256 req-0f8a5c30-fae5-4fc9-bd55-516b0c2bc659 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0691748 Dec 10 19:21:21.403561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2f922656-37cb-4634-9049-0c9c45ecc256 req-582a86e6-249e-465a-8d93-50f8c4227909 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720541 Dec 10 19:21:22.552572 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3aedbf-7bc8-4605-b703-f04b6229024b req-f00fbac7-3f24-46d5-9724-c74bf77fa398 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:22.559056 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd3aedbf-7bc8-4605-b703-f04b6229024b req-f00fbac7-3f24-46d5-9724-c74bf77fa398 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0665781 Dec 10 19:21:22.610747 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bd3aedbf-7bc8-4605-b703-f04b6229024b req-c46c9b7b-160b-4f9f-94ca-d21f6b611fc8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502827 Dec 10 19:21:23.765355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc337-06bf-453e-96d0-7119127acbca req-f23354c4-a95e-40c4-928f-dbc267613e57 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:23.769301 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-547dc337-06bf-453e-96d0-7119127acbca req-f23354c4-a95e-40c4-928f-dbc267613e57 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0745277 Dec 10 19:21:23.836784 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-547dc337-06bf-453e-96d0-7119127acbca req-87daa195-ce1e-4277-a1af-f651459037c0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602493 Dec 10 19:21:25.001170 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b3ce8-7d7b-474f-8861-1e19243ad6bb req-e9be6f87-105f-4816-a358-9d2acd4061bf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:25.002610 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-481b3ce8-7d7b-474f-8861-1e19243ad6bb req-e9be6f87-105f-4816-a358-9d2acd4061bf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0900953 Dec 10 19:21:25.073869 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-481b3ce8-7d7b-474f-8861-1e19243ad6bb req-10b93abb-a4aa-4014-88e0-4b084ada8472 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587032 Dec 10 19:21:26.199201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeb586-caf3-49ee-8fa5-822752f1b1ef req-d977bfea-9ec9-4f07-96ec-765c67f3dd1d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:26.200742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8eeb586-caf3-49ee-8fa5-822752f1b1ef req-d977bfea-9ec9-4f07-96ec-765c67f3dd1d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0532107 Dec 10 19:21:26.240515 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-69f72bf0-1f51-40ee-867e-b827a5e495a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:26.242145 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-69f72bf0-1f51-40ee-867e-b827a5e495a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1096 time: 0.0438182 Dec 10 19:21:26.259888 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e8eeb586-caf3-49ee-8fa5-822752f1b1ef req-ee0d632c-baa2-4cd7-bcad-7bd91f123b5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530405 Dec 10 19:21:26.339449 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-32178a87-a866-4448-8318-d56c2ea7b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:26.340947 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-32178a87-a866-4448-8318-d56c2ea7b0f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0916665 Dec 10 19:21:26.410992 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-bf2c337e-c791-41ff-87bb-fd3569dcace9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 1001 time: 0.0619109 Dec 10 19:21:26.462155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-229a7d8f-c934-4180-9d47-2f9007d319d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:26.463605 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-229a7d8f-c934-4180-9d47-2f9007d319d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0451167 Dec 10 19:21:26.516680 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-02e7c247-8d3b-4d90-b574-5371ca99a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:26.518163 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-02e7c247-8d3b-4d90-b574-5371ca99a89a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458727 Dec 10 19:21:26.611358 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-529c89ad-4387-448f-9e85-e3b7d53286a7 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857012 Dec 10 19:21:26.708399 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3ade37f5-a0d5-415d-835f-9f05377fcf52 req-3d1f6f88-1b7d-4c1d-b0db-4c8195d804a9 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894606 Dec 10 19:21:27.381350 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253a5a6-490c-4a8a-b4ac-8f6342b8ef8e req-70af6c1a-136c-4cae-9c99-c1a3a8e93532 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:27.383001 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f253a5a6-490c-4a8a-b4ac-8f6342b8ef8e req-70af6c1a-136c-4cae-9c99-c1a3a8e93532 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0528295 Dec 10 19:21:27.432532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f253a5a6-490c-4a8a-b4ac-8f6342b8ef8e req-c1ad497d-bad2-4846-815b-794f2c94f75e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432954 Dec 10 19:21:28.346761 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-91b8987f-bfc0-4ab4-9d8b-3030921235b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:28.573161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9ae59-c963-499f-971b-6b2a6d6a3ad4 req-e12899b1-e99a-40ee-863f-09e7523366e6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:28.574721 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cfc9ae59-c963-499f-971b-6b2a6d6a3ad4 req-e12899b1-e99a-40ee-863f-09e7523366e6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Dec 10 19:21:28.629848 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cfc9ae59-c963-499f-971b-6b2a6d6a3ad4 req-9063e1b6-9092-4b10-9c17-641f6365101a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489540 Dec 10 19:21:28.835603 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-6751d5ea-036a-4125-a958-c39ba7b9ecff req-e19187ad-4183-440e-b9ab-b9d03dd000e0 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:21:28.836922 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6751d5ea-036a-4125-a958-c39ba7b9ecff req-e19187ad-4183-440e-b9ab-b9d03dd000e0 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0738697 Dec 10 19:21:29.008111 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3457bc-2eb5-46be-ab6b-d150abd26875 req-37533874-5934-4554-bfbb-61d4439cc3c5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:29.009966 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf3457bc-2eb5-46be-ab6b-d150abd26875 req-37533874-5934-4554-bfbb-61d4439cc3c5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0533071 Dec 10 19:21:29.060025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cf3457bc-2eb5-46be-ab6b-d150abd26875 req-7c076308-6dd7-4804-870f-cabe841f638e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438492 Dec 10 19:21:29.188152 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-63bf1cbb-fa80-4b88-a076-6793cfb84e9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832956 Dec 10 19:21:29.992146 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-aa12dbf2-f977-4277-b08e-35523da7f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:29.993940 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-aa12dbf2-f977-4277-b08e-35523da7f86b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2&tenant_id=8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 1096 time: 0.0458312 Dec 10 19:21:30.004926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-fbd602bd-804a-4259-b023-61cd42188f47 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:21:30.005919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-fbd602bd-804a-4259-b023-61cd42188f47 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050240 Dec 10 19:21:30.017750 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:21:30.071929 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:30.186776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb2a4-a894-4e46-acd0-c07cd8b8e4df req-faf560dd-8ed1-4b90-89ec-57604b453614 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:30.189038 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa2cb2a4-a894-4e46-acd0-c07cd8b8e4df req-faf560dd-8ed1-4b90-89ec-57604b453614 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0539565 Dec 10 19:21:30.237930 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fa2cb2a4-a894-4e46-acd0-c07cd8b8e4df req-c5509ff1-6a11-486a-92f1-83242dc23e90 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434666 Dec 10 19:21:30.275428 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:30.312644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:30.362073 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:30.364488 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394d632d-86fe-4c8a-98ad-d9ec58a7945f" -d '{"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-unplugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:30.368339 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:30.381480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Transition to ACTIVE for port object db270703-a62d-4d98-8f17-0167298eb9ca will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:21:30.386552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:30.471338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:30.475458 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ada9468-cc26-418e-b379-70be0a98f35a x-openstack-request-id: req-2ada9468-cc26-418e-b379-70be0a98f35a {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:30.475759 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-unplugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:30.476018 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2ada9468-cc26-418e-b379-70be0a98f35a {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:30.476420 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'code': 200} Dec 10 19:21:30.484940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.485290 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.485659 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.486000 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.486335 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.486691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.487024 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.487341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.487671 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.488021 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.488353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.488695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.489037 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:21:30.534674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] No DVR routers for this DVR port db270703-a62d-4d98-8f17-0167298eb9ca on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:21:30.536835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:21:30.581523 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:21:30.676894 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:21:30.677234 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:21:30.677560 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:30.682536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Port db270703-a62d-4d98-8f17-0167298eb9ca on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:21:30.682863 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Attempting to bind port db270703-a62d-4d98-8f17-0167298eb9ca on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:21:30.688263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:21:30.688537 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Checking segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:21:30.688921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Bound using segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:21:30.689345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Bound port: db270703-a62d-4d98-8f17-0167298eb9ca, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:21:30.689702 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:30.754937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:21:30.758043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:21:30.764957 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:30.801739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:30.802404 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:30.804209 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] 10.222.0.30 "PUT /v2.0/ports/db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 1091 time: 0.7897441 Dec 10 19:21:30.827069 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c126de-c3ce-4f2f-8a7b-091d1fbd2854 service neutron] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=9']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:30.877514 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-7ab04370-c876-448e-88e1-d3bae2c6b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:30.879456 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-7ab04370-c876-448e-88e1-d3bae2c6b3a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1094 time: 0.0476379 Dec 10 19:21:30.980521 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-51adcdeb-ffb6-41d6-aa3b-b4452f128202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:30.982215 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-51adcdeb-ffb6-41d6-aa3b-b4452f128202 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0953352 Dec 10 19:21:31.057195 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-614d02bc-ec39-4398-95ad-0b62d1d8c63f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 999 time: 0.0665600 Dec 10 19:21:31.114161 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-b868fedd-0f54-42cf-9f4a-1667999125d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:31.115563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-b868fedd-0f54-42cf-9f4a-1667999125d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0510106 Dec 10 19:21:31.163553 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-16091416-309e-4907-b1f2-e5cc8f24c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:31.165028 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-16091416-309e-4907-b1f2-e5cc8f24c16c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424891 Dec 10 19:21:31.255766 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-34498065-4f0c-4b0b-aea1-2052bced5b36 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829270 Dec 10 19:21:31.353670 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-3749684e-0ccc-4020-a2bc-0803432bbe29 req-dab9be32-e286-4eb2-b425-402c2c3f311d service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906501 Dec 10 19:21:31.365994 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddeba81-941d-4346-9f33-99acbcb4132e req-34260102-9021-4886-94b4-cd3b7811d5af tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:31.367569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ddeba81-941d-4346-9f33-99acbcb4132e req-34260102-9021-4886-94b4-cd3b7811d5af tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0577388 Dec 10 19:21:31.418395 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ddeba81-941d-4346-9f33-99acbcb4132e req-7ea83575-5399-4ac6-ada2-1b9b7085a93a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440514 Dec 10 19:21:31.715845 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-560655aa-0a85-435c-8e47-3af5c9b34a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:32.350094 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:32.477804 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:32.480606 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282" -d '{"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:32.520259 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:32.531722 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e008d-9bb6-4612-a368-6c824c5bbe79 x-openstack-request-id: req-b00e008d-9bb6-4612-a368-6c824c5bbe79 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:32.532031 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:32.532263 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b00e008d-9bb6-4612-a368-6c824c5bbe79 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:32.532660 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'status': 'completed', 'code': 200} Dec 10 19:21:32.556856 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41cb41-1f66-4182-80a8-10e9784e2147 req-29a7230c-ed46-4397-89a0-8c8322b35d12 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:32.558546 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d41cb41-1f66-4182-80a8-10e9784e2147 req-29a7230c-ed46-4397-89a0-8c8322b35d12 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0657754 Dec 10 19:21:32.609613 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8d41cb41-1f66-4182-80a8-10e9784e2147 req-4908fb2f-a582-4fff-a7f6-70d33998c801 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449283 Dec 10 19:21:33.735901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445643e-c961-4883-b341-c5c015244316 req-1ba6885a-5c62-42d9-8d7a-a5ecb1672d32 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:33.738105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b445643e-c961-4883-b341-c5c015244316 req-1ba6885a-5c62-42d9-8d7a-a5ecb1672d32 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0521586 Dec 10 19:21:33.795680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b445643e-c961-4883-b341-c5c015244316 req-93ae1376-ac13-4c6d-993b-248325079179 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503776 Dec 10 19:21:34.021861 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:34.178344 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:34.935078 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e6ddf-139e-4066-a3f0-7a24f9291912 req-77ab193c-d95e-4c89-90d1-5c254763ca85 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:34.936724 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f26e6ddf-139e-4066-a3f0-7a24f9291912 req-77ab193c-d95e-4c89-90d1-5c254763ca85 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0614507 Dec 10 19:21:34.995988 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f26e6ddf-139e-4066-a3f0-7a24f9291912 req-208de344-8911-42b2-b3fc-0abcc0a90779 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517511 Dec 10 19:21:35.224759 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:36.123560 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864afd95-5697-44aa-b65f-a9c6b159710a req-b06c5b59-d01b-498e-a71c-417a23e99239 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:36.125037 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-864afd95-5697-44aa-b65f-a9c6b159710a req-b06c5b59-d01b-498e-a71c-417a23e99239 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0568635 Dec 10 19:21:36.177430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-864afd95-5697-44aa-b65f-a9c6b159710a req-688ceb52-2c8f-4f35-b4b3-4a05886c821f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462651 Dec 10 19:21:37.321192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81426482-2806-470a-8879-1d7232894fe9 req-4c917e9e-dcb4-444d-9b72-b7ffe9849176 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:37.322788 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-81426482-2806-470a-8879-1d7232894fe9 req-4c917e9e-dcb4-444d-9b72-b7ffe9849176 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0608425 Dec 10 19:21:37.382506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-81426482-2806-470a-8879-1d7232894fe9 req-d8739cb6-4706-4553-a8be-7a4ec391adb6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525134 Dec 10 19:21:38.504387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc0d2f-8eed-453f-9da8-8c8f6b223ddd req-d908d881-3293-42e2-9ce9-a12927a0a70d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:38.505935 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6dc0d2f-8eed-453f-9da8-8c8f6b223ddd req-d908d881-3293-42e2-9ce9-a12927a0a70d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0533516 Dec 10 19:21:38.562062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c6dc0d2f-8eed-453f-9da8-8c8f6b223ddd req-1f1bfcb0-b2e5-4c16-847b-7721c06bfced tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496736 Dec 10 19:21:39.691666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7dcd42-648e-4135-b7b9-4e720d26a324 req-eebfcd61-febb-482e-8861-5c255798c781 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:39.693445 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc7dcd42-648e-4135-b7b9-4e720d26a324 req-eebfcd61-febb-482e-8861-5c255798c781 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0545340 Dec 10 19:21:39.752653 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bc7dcd42-648e-4135-b7b9-4e720d26a324 req-24469e03-4499-4bc3-9b8a-6b8a57b930c2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510738 Dec 10 19:21:40.887027 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f30b3-6b3b-4825-989f-31471dbb6f33 req-f299c5ee-8639-49f6-b431-d901068f3cb5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:40.888562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6f3f30b3-6b3b-4825-989f-31471dbb6f33 req-f299c5ee-8639-49f6-b431-d901068f3cb5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0575995 Dec 10 19:21:40.946632 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6f3f30b3-6b3b-4825-989f-31471dbb6f33 req-90ba80c5-7653-4cad-a0dd-64e98b362fb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457056 Dec 10 19:21:41.602027 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-5a7652d8-9e4e-4c83-8e8b-f2feb9a386fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:41.603567 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-5a7652d8-9e4e-4c83-8e8b-f2feb9a386fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1094 time: 0.0454335 Dec 10 19:21:41.699002 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-c9036608-1eab-4284-9804-8a118d994c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:41.700473 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-c9036608-1eab-4284-9804-8a118d994c96 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0861855 Dec 10 19:21:41.779243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-726b1882-d9d0-4333-9ca4-f7c2b68ba92c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 999 time: 0.0697153 Dec 10 19:21:41.829992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-dc89fc98-c778-4ece-b673-f995bd57e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:41.831530 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-dc89fc98-c778-4ece-b673-f995bd57e2de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0444703 Dec 10 19:21:41.881686 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-56b9288f-8824-4e7f-9113-5247c2e18d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:41.883211 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-56b9288f-8824-4e7f-9113-5247c2e18d2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423417 Dec 10 19:21:41.979948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-6246dff8-38a2-4cde-b277-a3f46633cbf8 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882499 Dec 10 19:21:42.108537 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a2ffcdd5-5fd9-48fb-a1e4-c243f62bc282 req-ee695897-f1ce-4d5b-9df7-f9880ddd9b33 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193075 Dec 10 19:21:42.116716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fae412-7fe5-41bb-8203-f70086d44239 req-ddbdcecc-8783-48cd-8df6-29ed4071d5fb tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:42.118127 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04fae412-7fe5-41bb-8203-f70086d44239 req-ddbdcecc-8783-48cd-8df6-29ed4071d5fb tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0852427 Dec 10 19:21:42.168443 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04fae412-7fe5-41bb-8203-f70086d44239 req-a80b79a0-5177-4c30-8a84-0ce201ed6552 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440326 Dec 10 19:21:43.300037 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10573-513b-49e0-ab49-c186f9093c8c req-85daf16e-911f-476a-9ec9-2e7b5fc5c886 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:43.301571 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dc10573-513b-49e0-ab49-c186f9093c8c req-85daf16e-911f-476a-9ec9-2e7b5fc5c886 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0521841 Dec 10 19:21:43.353034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dc10573-513b-49e0-ab49-c186f9093c8c req-35391b3d-d2e8-48e8-b140-8fb2cebc87a1 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452209 Dec 10 19:21:44.483923 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0528d0-2cd9-46ee-b9c3-3ccc985d2948 req-32e374e7-ec18-434e-bfbd-ce39e4b38bfb tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:44.485446 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c0528d0-2cd9-46ee-b9c3-3ccc985d2948 req-32e374e7-ec18-434e-bfbd-ce39e4b38bfb tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 943 time: 0.0520999 Dec 10 19:21:44.546593 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2c0528d0-2cd9-46ee-b9c3-3ccc985d2948 req-fef61b60-3286-4529-bd76-8d4d9937bfc8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520308 Dec 10 19:21:44.926333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:21:45.045004 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:45.056809 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'port_id': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'mac_address': 'fa:16:3e:fb:17:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:21:45.095415 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:45.109183 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db270703-a62d-4d98-8f17-0167298eb9ca {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:21:45.129775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:45.137079 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:45.184798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:45.392171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['db270703-a62d-4d98-8f17-0167298eb9ca'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:21:45.673140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3fa9c-776e-4635-95f3-d8987576047b req-a35a5422-63db-43b5-9b83-6d211a2226f5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:45.674636 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01b3fa9c-776e-4635-95f3-d8987576047b req-a35a5422-63db-43b5-9b83-6d211a2226f5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0535371 Dec 10 19:21:45.729511 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-01b3fa9c-776e-4635-95f3-d8987576047b req-6203fbcf-35ea-4763-924f-18fab8d0971b tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 Dec 10 19:21:46.857632 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d60262-c2a0-47a7-a209-9b7c7d057686 req-62778778-4e42-4e4b-92c3-de977e0b8f1f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:46.859129 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2d60262-c2a0-47a7-a209-9b7c7d057686 req-62778778-4e42-4e4b-92c3-de977e0b8f1f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 945 time: 0.0547509 Dec 10 19:21:46.911016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f2d60262-c2a0-47a7-a209-9b7c7d057686 req-16da8b84-751e-4581-9e6a-e8670e3ee5f2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Dec 10 19:21:46.938128 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:21:46.993510 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port db270703-a62d-4d98-8f17-0167298eb9ca completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:21:46.997841 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port db270703-a62d-4d98-8f17-0167298eb9ca triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:21:46.998505 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:47.078693 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:47.103624 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:21:47.105901 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2179de-376c-4797-ad5d-e60878078df5" -d '{"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-plugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:21:47.118433 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:21:47.123822 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:21:47.154391 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfea0e4-2975-410d-a2f2-433e11665381 x-openstack-request-id: req-5dfea0e4-2975-410d-a2f2-433e11665381 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:21:47.154678 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-plugged", "status": "completed", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:21:47.154926 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5dfea0e4-2975-410d-a2f2-433e11665381 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:21:47.155316 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'code': 200} Dec 10 19:21:47.178773 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=11']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:21:47.375085 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee55b62-24dd-4854-9517-ff42b69840dd req-853f6ae3-d6b2-4a75-a425-59ce49164651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:47.376547 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ee55b62-24dd-4854-9517-ff42b69840dd req-853f6ae3-d6b2-4a75-a425-59ce49164651 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1097 time: 0.0411489 Dec 10 19:21:47.424708 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4ee55b62-24dd-4854-9517-ff42b69840dd req-8b972ca7-0b7f-44c7-bf85-4a905042aada service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 Dec 10 19:21:48.046799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2dca8-c533-4a1e-8fea-892386f83373 req-2e640c82-bd32-442c-a97c-628666f44215 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:48.048288 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67f2dca8-c533-4a1e-8fea-892386f83373 req-2e640c82-bd32-442c-a97c-628666f44215 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 946 time: 0.0508945 Dec 10 19:21:48.104973 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-67f2dca8-c533-4a1e-8fea-892386f83373 req-44231c11-5d98-4361-aea0-7f72cd67fbdd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476773 Dec 10 19:21:49.232273 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d9be4-e7cf-49c9-b5a3-aee4794a1a4b req-253ef57c-e712-4279-8efe-b89d41686bb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:49.233938 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff5d9be4-e7cf-49c9-b5a3-aee4794a1a4b req-253ef57c-e712-4279-8efe-b89d41686bb2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 946 time: 0.0570948 Dec 10 19:21:49.284855 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ff5d9be4-e7cf-49c9-b5a3-aee4794a1a4b req-9e2998f5-0bb6-434c-a054-7c513a5fadf3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446422 Dec 10 19:21:53.352721 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:21:53.446119 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-2f886ed7-29d6-431f-b6af-f0ea030cdd25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859053 Dec 10 19:21:53.553665 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-c740f0fc-72e3-4f98-969f-cfb3bf276be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:53.555264 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-c740f0fc-72e3-4f98-969f-cfb3bf276be2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1097 time: 0.0529261 Dec 10 19:21:53.663948 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-3510b680-1db4-4bab-bd6b-d3c94342ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:53.665383 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-3510b680-1db4-4bab-bd6b-d3c94342ac5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0904641 Dec 10 19:21:53.733504 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-6dd9a856-38aa-485a-85e1-22200b281fef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 1001 time: 0.0608461 Dec 10 19:21:53.783275 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-54a0b29a-ae1c-4d24-a892-547665d5ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:53.784809 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-54a0b29a-ae1c-4d24-a892-547665d5ea35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0447018 Dec 10 19:21:53.843685 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-ac5b1d7a-ed26-46b2-bd9f-c99deeaaf05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:21:53.845233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-ac5b1d7a-ed26-46b2-bd9f-c99deeaaf05f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535576 Dec 10 19:21:54.243212 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-ebcb2c2a-bacb-423c-9673-e469fa559b50 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904343 Dec 10 19:21:54.337771 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-453d27fa-ef9d-465d-a0ae-fd006570b151 req-9cc6db73-7c5b-4a56-9694-c504f6618c30 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875533 Dec 10 19:21:58.362772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5cfaf45c-8792-498b-a160-5f4fc00a92bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:01.708091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-626bae91-6435-4832-8006-a0b4ad28699d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:02.354781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:02.546123 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:04.019705 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:04.178590 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:05.225476 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:28.364760 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7eaaf0b8-22bf-4e35-b550-f6f5f49fef92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:30.346191 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:22:31.703078 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6436dfcd-7377-41b0-807b-5039d265e385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:32.362997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:32.532557 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:34.024183 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:34.179869 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:35.224828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:22:53.403016 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-165f58bf-cd93-462f-a9f2-5580422e4fa4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438473 Dec 10 19:22:53.502735 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-d95e80a7-47ba-406b-9dca-59c62b5ead05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:53.505148 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-d95e80a7-47ba-406b-9dca-59c62b5ead05 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1097 time: 0.0486526 Dec 10 19:22:53.620030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-c249c5a8-6758-48ae-b712-9416668a0e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:53.621508 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-c249c5a8-6758-48ae-b712-9416668a0e47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0915031 Dec 10 19:22:53.687855 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-041d3dea-a323-4f65-bd89-ac682eaf71fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 1001 time: 0.0583100 Dec 10 19:22:53.740812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-15b6f76a-f5bd-4c87-bc53-4a5fa1fb4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:53.743149 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-15b6f76a-f5bd-4c87-bc53-4a5fa1fb4030 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0466387 Dec 10 19:22:53.796293 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-46a5185b-9b00-46a2-a9ee-ed569ee86b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:22:53.797868 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-46a5185b-9b00-46a2-a9ee-ed569ee86b15 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469453 Dec 10 19:22:53.895902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-9297a29f-3ae3-43b9-bb3a-697b783fe493 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901179 Dec 10 19:22:53.994967 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-32c80dda-599a-46af-a2a8-e14ffb05a9c9 req-7b3b45c9-7aae-40dc-bc20-515cdefc3f65 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917778 Dec 10 19:22:58.364453 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-19725815-f133-4e5f-b395-de9b20a7c6ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:01.711124 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-989359d2-addf-4354-ae85-8d053f88d093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.023207 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34004) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:02.193705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Deleting port 563791a5-4694-4843-bb70-9871c4a202a5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:02.194056 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.280994 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.281245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.293940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Calling delete_port for 563791a5-4694-4843-bb70-9871c4a202a5 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:02.357997 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.466838 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.495972 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event deleted for resources: {'Port': ['ID=563791a5-4694-4843-bb70-9871c4a202a5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:02.525742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.526142 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.526444 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.526776 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.527105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.527420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.527746 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.528067 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.528419 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.528757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.529082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.529372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.529714 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:02.532976 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.569031 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.569266 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Floating IP 3bd6bcc1-95e4-4647-a1a8-a7b42c229c15 disassociated (deleted). External IP: 172.25.2.252, port: db270703-a62d-4d98-8f17-0167298eb9ca. Dec 10 19:23:02.798034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:02.914612 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:02.921315 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:02.926688 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] Sync routers for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:02.936899 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:02.937506 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:23:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:02.953347 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bb6dd4a3-2dc2-446d-a3ca-225dbc1143d0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "DELETE /v2.0/floatingips/3bd6bcc1-95e4-4647-a1a8-a7b42c229c15 HTTP/1.1" status: 204 len: 168 time: 0.9287746 Dec 10 19:23:02.953936 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:02.956348 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e" -d '{"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:02.999243 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91cb09-8e98-4c3b-bdae-240d659f49d8 x-openstack-request-id: req-de91cb09-8e98-4c3b-bdae-240d659f49d8 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:02.999532 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:02.999786 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-de91cb09-8e98-4c3b-bdae-240d659f49d8 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:03.000193 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'status': 'completed', 'code': 200} Dec 10 19:23:03.069816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-87827691-72f7-4836-88b8-ec8135f0d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.072285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-87827691-72f7-4836-88b8-ec8135f0d83e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 1097 time: 0.0464730 Dec 10 19:23:03.153866 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:03.181875 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-233eec86-db3a-4715-ba73-e6d53151a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.183518 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-233eec86-db3a-4715-ba73-e6d53151a810 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0996151 Dec 10 19:23:03.203984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a700e6-60c9-4e0f-b038-880c11f26bf0 req-98fe2bb3-489e-45e7-924d-1c9b6b5b031e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.205546 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5a700e6-60c9-4e0f-b038-880c11f26bf0 req-98fe2bb3-489e-45e7-924d-1c9b6b5b031e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 946 time: 0.0512195 Dec 10 19:23:03.235287 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-03a79e3b-3396-4191-8b17-b15cc0bc178e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 200 len: 217 time: 0.0429232 Dec 10 19:23:03.257978 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f5a700e6-60c9-4e0f-b038-880c11f26bf0 req-5282ea25-0afc-46a1-978b-2037a4597594 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Dec 10 19:23:03.289193 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-131c3370-1702-4923-98c4-665393e30fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.290785 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-131c3370-1702-4923-98c4-665393e30fd6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0478017 Dec 10 19:23:03.337768 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-62710752-57ec-401d-99ce-0be630116da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:03.339372 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-62710752-57ec-401d-99ce-0be630116da6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410349 Dec 10 19:23:03.355089 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:03.381734 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] Checking router: 34dfc023-372b-4c62-9c7a-8f9b79c4c522 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:23:03.390667 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:03.391248 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:23:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:03.437412 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-41131513-ed5b-4250-8964-3d8b0eaf62ff service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880406 Dec 10 19:23:03.494972 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:03.531385 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-677e1ea7-6f0b-4c6c-b68a-7f8b71c4000e req-cc703065-237f-4254-bced-9ee0e7a41368 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855463 Dec 10 19:23:03.695339 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:03.722148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a8acf-3171-4bef-9815-0c59ff4c6dfb None None] The sync data for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 is: [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:03.972817 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24f3d3b-3904-438f-b473-2caeddcb97cb None None] New status for floating IP 3bd6bcc1-95e4-4647-a1a8-a7b42c229c15: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:23:04.048827 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:04.176485 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:04.383109 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20147a48-85a4-4412-91ea-5c6b7bdc2245 req-337e419f-be3e-4548-a02f-3820b4d05d57 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:04.384623 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20147a48-85a4-4412-91ea-5c6b7bdc2245 req-337e419f-be3e-4548-a02f-3820b4d05d57 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 946 time: 0.0533974 Dec 10 19:23:04.464486 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-20147a48-85a4-4412-91ea-5c6b7bdc2245 req-5aa06099-00b3-4788-95a3-1956fa6dfa47 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=2b863d1c-9bf4-4723-a68c-991f5130ffe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735579 Dec 10 19:23:04.483664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-3199e2c0-40af-403a-a726-18771265359a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:04.485176 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-3199e2c0-40af-403a-a726-18771265359a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.30 "GET /v2.0/ports?device_id=c878cf95-057c-4df3-9290-fe63318098c2 HTTP/1.1" status: 200 len: 946 time: 0.0634420 Dec 10 19:23:04.578866 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Deleting port db270703-a62d-4d98-8f17-0167298eb9ca {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:23:04.579121 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:04.676867 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] For port db270703-a62d-4d98-8f17-0167298eb9ca, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=db270703-a62d-4d98-8f17-0167298eb9ca,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:04.677245 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:04.689959 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Calling delete_port for db270703-a62d-4d98-8f17-0167298eb9ca owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:23:04.845917 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:04.875279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event deleted for resources: {'Port': ['ID=db270703-a62d-4d98-8f17-0167298eb9ca,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:04.919023 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] No DVR routers for this DVR port db270703-a62d-4d98-8f17-0167298eb9ca on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:23:04.921858 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:04.925362 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-62433267-3d28-4d81-9701-75edf4d9ab21 req-8bcc1880-1455-4fbd-979b-266ed2968e13 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.30 "DELETE /v2.0/ports/db270703-a62d-4d98-8f17-0167298eb9ca HTTP/1.1" status: 204 len: 173 time: 0.4333479 Dec 10 19:23:05.001536 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-deleted', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:05.004050 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b1ff73-4dca-4810-89ab-a2022914ed2b" -d '{"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-deleted", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:05.046071 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10db1e56-fd8f-481a-8ac8-6fbe3cf25d23 x-openstack-request-id: req-10db1e56-fd8f-481a-8ac8-6fbe3cf25d23 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:05.046491 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c878cf95-057c-4df3-9290-fe63318098c2", "name": "network-vif-deleted", "tag": "db270703-a62d-4d98-8f17-0167298eb9ca", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:05.046814 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-10db1e56-fd8f-481a-8ac8-6fbe3cf25d23 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:05.047292 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c878cf95-057c-4df3-9290-fe63318098c2', 'name': 'network-vif-deleted', 'tag': 'db270703-a62d-4d98-8f17-0167298eb9ca', 'status': 'completed', 'code': 200} Dec 10 19:23:05.230915 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:05.522644 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34024) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:05.581931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e36aa59f-a97d-454f-a46b-44a5f59f27cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:05.609352 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e36aa59f-a97d-454f-a46b-44a5f59f27cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:05.676265 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e36aa59f-a97d-454f-a46b-44a5f59f27cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:05.679267 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e36aa59f-a97d-454f-a46b-44a5f59f27cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:05.680462 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e36aa59f-a97d-454f-a46b-44a5f59f27cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "DELETE /v2.0/security-groups/2b863d1c-9bf4-4723-a68c-991f5130ffe7 HTTP/1.1" status: 204 len: 168 time: 0.1565113 Dec 10 19:23:05.690454 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36aa59f-a97d-454f-a46b-44a5f59f27cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b863d1c-9bf4-4723-a68c-991f5130ffe7,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:05.959569 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34030) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:05.964722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-96b9bda5-6bdc-4d65-a4c8-3b57bca5204e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-412817334', 'description': 'tempest-secgroup-smoke-412817334 description', 'project_id': '8195361e977f4b6bba6586f03419d06f'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:05.990531 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-96b9bda5-6bdc-4d65-a4c8-3b57bca5204e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.054149 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-96b9bda5-6bdc-4d65-a4c8-3b57bca5204e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.060626 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-96b9bda5-6bdc-4d65-a4c8-3b57bca5204e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.095529 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-96b9bda5-6bdc-4d65-a4c8-3b57bca5204e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.096782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-96b9bda5-6bdc-4d65-a4c8-3b57bca5204e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357422 Dec 10 19:23:06.098738 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b9bda5-6bdc-4d65-a4c8-3b57bca5204e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63cee265-cdf6-4a02-b5c5-f72291275147,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.099835 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34032) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:06.105512 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '63cee265-cdf6-4a02-b5c5-f72291275147', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:06.135840 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.197113 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.201753 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.218934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff881b2-cc4c-42ce-b874-f5c8eb439d2f,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.228699 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.229886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282539 Dec 10 19:23:06.231435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.231777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.232111 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.232440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.232771 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.233079 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34034) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:06.233199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.233404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.233726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.234046 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.234373 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.234718 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.235023 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.235341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8d6817-8758-42b3-ae75-20d18a1bc06c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:06.238782 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-e7393d65-0306-4194-a72e-583561546e5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '63cee265-cdf6-4a02-b5c5-f72291275147', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:06.270118 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7393d65-0306-4194-a72e-583561546e5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.330710 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7393d65-0306-4194-a72e-583561546e5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.335146 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7393d65-0306-4194-a72e-583561546e5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.352434 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7393d65-0306-4194-a72e-583561546e5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf3e54c-b8db-440b-8b23-1cc0e8338533,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.361819 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e7393d65-0306-4194-a72e-583561546e5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.363070 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e7393d65-0306-4194-a72e-583561546e5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286848 Dec 10 19:23:06.365773 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34036) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:06.370309 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-77930eaf-719d-4dd0-b4ae-40a71d560a54 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '63cee265-cdf6-4a02-b5c5-f72291275147', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:06.396610 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77930eaf-719d-4dd0-b4ae-40a71d560a54 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.455674 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77930eaf-719d-4dd0-b4ae-40a71d560a54 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.461746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77930eaf-719d-4dd0-b4ae-40a71d560a54 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.484094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77930eaf-719d-4dd0-b4ae-40a71d560a54 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1260c8-6b53-4b41-8cb7-4a3fc2906162,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.495155 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-77930eaf-719d-4dd0-b4ae-40a71d560a54 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.496754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-77930eaf-719d-4dd0-b4ae-40a71d560a54 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299920 Dec 10 19:23:06.499669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34038) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:06.504099 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-b2642c8e-1b7e-43c6-92d5-28c98e54d662 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '63cee265-cdf6-4a02-b5c5-f72291275147', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:06.532540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2642c8e-1b7e-43c6-92d5-28c98e54d662 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.593235 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2642c8e-1b7e-43c6-92d5-28c98e54d662 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.598669 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2642c8e-1b7e-43c6-92d5-28c98e54d662 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.616437 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2642c8e-1b7e-43c6-92d5-28c98e54d662 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f761f95d-d081-4247-8d19-7463ae667916,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.625222 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-b2642c8e-1b7e-43c6-92d5-28c98e54d662 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.626500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-b2642c8e-1b7e-43c6-92d5-28c98e54d662 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1258001 Dec 10 19:23:06.629294 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34040) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:06.633705 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '63cee265-cdf6-4a02-b5c5-f72291275147', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:06.658310 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Project 8195361e977f4b6bba6586f03419d06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:23:06.663679 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.724397 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.729338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.748695 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad20676-d8c7-47a6-934c-08f67de956f5,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.758063 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.759222 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5043fc2a-6313-4bb5-b47d-58a1b6381242 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289482 Dec 10 19:23:06.762029 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34042) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:06.766462 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'security_group_rule': {'security_group_id': '63cee265-cdf6-4a02-b5c5-f72291275147', 'project_id': '8195361e977f4b6bba6586f03419d06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:06.789038 n-d-821424-1 neutron-server[103499]: INFO neutron.db.securitygroups_db [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Project 8195361e977f4b6bba6586f03419d06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:23:06.793912 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.853619 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.858747 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.880205 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416c9ff8-b088-4c12-94a5-f46aab960e40,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:06.888238 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:06.889451 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-31b4f09a-45e2-4969-a724-f792048ecdae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1264389 Dec 10 19:23:07.283179 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:23:07.307575 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: db270703-a62d-4d98-8f17-0167298eb9ca {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:23:07.307917 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device db270703-a62d-4d98-8f17-0167298eb9ca not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:23:07.346017 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:23:23.263314 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-452825cf-2041-443c-a21c-92a9b401e4a7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-412817334&fields=id&tenant_id=8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 267 time: 0.0476854 Dec 10 19:23:23.379704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-2b5d32cb-d078-444b-b421-15d14cf87a6c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:23.381113 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-2b5d32cb-d078-444b-b421-15d14cf87a6c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 809 time: 0.1077821 Dec 10 19:23:23.401158 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-802c92c6-cd90-4f8b-b14e-770f393cf345 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/quotas/8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 375 time: 0.0141075 Dec 10 19:23:23.464983 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-376f070f-0f27-49f8-8d32-b72fdb280038 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581241 Dec 10 19:23:23.578904 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-8af03f9d-d5da-439d-b015-2db371bbac57 service neutron] 10.222.0.55 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016095 Dec 10 19:23:23.673176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-396c8648-010b-4d49-91c0-62fee2460484 service neutron] 10.222.0.55 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879908 Dec 10 19:23:23.985189 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1d8ae80b-f7ab-44b0-9c83-a9789edbb46d req-c57dabe9-70c7-4afb-accc-620d1ca9a268 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0329692 Dec 10 19:23:25.069082 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-82c0daf2-4f91-46fe-873f-05b138fd3f48 req-c83a60aa-3bd3-4bc6-9d98-bdf3d7119ca6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0283818 Dec 10 19:23:26.159500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ea3a2a6b-4500-4bc2-a78a-b576e121b784 req-de1ab47b-8be7-4871-9d07-69658a8260d5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0274308 Dec 10 19:23:27.256128 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-52c6af16-a335-41bf-8bdb-eae3c514b706 req-f93e57c3-3b67-4940-8da1-25922d247189 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0349967 Dec 10 19:23:28.363353 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-99424476-3f23-46e9-b801-f7ef0b214b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:28.367328 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-136e177a-5fbf-4a37-957f-f72863e8ccd4 req-65f93d7f-9428-4394-8326-fde5485fb7cf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0364084 Dec 10 19:23:29.119071 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-317b9af6-2921-4448-ad7b-a01f980e986d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:29.120896 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-317b9af6-2921-4448-ad7b-a01f980e986d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 809 time: 0.1092427 Dec 10 19:23:29.185915 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-ed87c345-3432-42c8-a236-b23a2419005f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 379 time: 0.0546882 Dec 10 19:23:29.195139 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'port': {'device_id': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'admin_state_up': True, 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'security_groups': ['63cee265-cdf6-4a02-b5c5-f72291275147']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:29.306264 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Made reservation on behalf of 8195361e977f4b6bba6586f03419d06f for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:23:29.310161 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:29.453000 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Allocated IP 172.20.0.12 (5ae028c8-9d46-4aff-a512-8c3d4f9b966d/1250d296-0486-4d43-ad7f-4c571587803a/0a6ce2ef-8708-4a8f-94a7-c650146a6030) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:29.471845 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5a6d869d-9304-4dc3-8646-9a1e7c5b33ac req-44236a31-036d-4f3a-bece-300f5543350d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0322125 Dec 10 19:23:29.612621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:29.654048 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:29.700217 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:29.703832 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:29.707544 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:29.732378 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:29.766057 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:29.766734 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:29.785238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-e0917007-8efd-436d-b3ce-899cb4ba92cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5937512 Dec 10 19:23:29.798571 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Request body: {'port': {'device_id': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:29.862144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:30.020240 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-70ce3242-d3a8-4229-b55c-8916b0e6fdcf None None] Provisioning complete for port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:30.020816 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-70ce3242-d3a8-4229-b55c-8916b0e6fdcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:30.059471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-70ce3242-d3a8-4229-b55c-8916b0e6fdcf None None] Port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:23:30.141625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6ce2ef-8708-4a8f-94a7-c650146a6030 {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:23:30.149384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:30.162622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Transition to ACTIVE for port object 0a6ce2ef-8708-4a8f-94a7-c650146a6030 will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:23:30.167139 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:30.215392 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:30.290579 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:23:30.291070 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:23:30.291495 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:30.296788 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:23:30.297206 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:23:30.302612 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:23:30.303102 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Checking segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:23:30.303587 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Bound using segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:23:30.304118 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Bound port: 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:23:30.304641 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:30.378708 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:23:30.382689 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:23:30.390962 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:30.429261 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.429889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:30.431316 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] 10.222.0.59 "PUT /v2.0/ports/0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 1092 time: 0.6376817 Dec 10 19:23:30.431773 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:30.434079 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0cb681-cfac-443f-9d03-fae19357b63c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:30.488713 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71308597-b016-4f0d-89dd-cfe675ed4102 service neutron] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:30.565863 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-c4d28832-bd5d-4bc0-b026-2bdc40828514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.567587 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-c4d28832-bd5d-4bc0-b026-2bdc40828514 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1095 time: 0.0664058 Dec 10 19:23:30.601433 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c55e391-3472-4de1-acf4-0d25817a4833 x-openstack-request-id: req-0c55e391-3472-4de1-acf4-0d25817a4833 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:30.601734 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:30.601994 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c55e391-3472-4de1-acf4-0d25817a4833 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:30.602425 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'status': 'completed', 'code': 200} Dec 10 19:23:30.637282 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-f3fa2a5e-4f00-46cd-96b4-a016e9ab8aba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 217 time: 0.0590520 Dec 10 19:23:30.693525 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a68cf-056c-4a96-a431-7d99d9e6faa6 req-9fcfe140-90de-4c8a-aaa6-d2002194dbdf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.695595 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6a68cf-056c-4a96-a431-7d99d9e6faa6 req-9fcfe140-90de-4c8a-aaa6-d2002194dbdf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.1270847 Dec 10 19:23:30.716769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-2fb1d6f4-1ed5-44ae-8fe8-445491408f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.718261 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-2fb1d6f4-1ed5-44ae-8fe8-445491408f42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0734599 Dec 10 19:23:30.786740 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-fc6a68cf-056c-4a96-a431-7d99d9e6faa6 req-249d2703-cdd8-4b88-a23a-7c36413cc1ff tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809631 Dec 10 19:23:30.792860 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-fbb1d608-32ad-40f2-a42c-b0908b67ff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:30.794330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-fbb1d608-32ad-40f2-a42c-b0908b67ff9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680950 Dec 10 19:23:30.894593 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-ec585e69-5b49-49f2-8417-89a0d5f1ad71 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921087 Dec 10 19:23:30.987962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8aef5971-7b15-41a1-a441-0b8ad2fd8223 req-56d48b0b-b481-4f60-87a6-6d69f3ef9622 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848141 Dec 10 19:23:31.081898 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-c207dcd0-ad36-4809-816b-c89c7a877101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:31.083372 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-c207dcd0-ad36-4809-816b-c89c7a877101 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1095 time: 0.0487404 Dec 10 19:23:31.175210 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-34fa6346-d7e0-4d51-a11d-235200c27d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:31.176711 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-34fa6346-d7e0-4d51-a11d-235200c27d7d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0865767 Dec 10 19:23:31.222897 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-74b1efbf-5ed5-4fbf-9e16-5bd43e156939 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 217 time: 0.0391335 Dec 10 19:23:31.276337 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-fc9b0078-0e38-4a17-9f41-882dfae570db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:31.277715 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-fc9b0078-0e38-4a17-9f41-882dfae570db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0469816 Dec 10 19:23:31.329990 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-0fde90cf-a8e4-4a25-8580-822c5643edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:31.331583 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-0fde90cf-a8e4-4a25-8580-822c5643edad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466084 Dec 10 19:23:31.426926 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-5a154c9c-b817-4d35-8b65-3f591f82c93b service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879481 Dec 10 19:23:31.523253 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9f0cb681-cfac-443f-9d03-fae19357b63c req-29db04aa-60f7-4773-b064-3b40cedf5391 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896432 Dec 10 19:23:31.706285 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-10342113-ea52-44ab-b8b2-76a48aa94819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:31.909380 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317a869-bae0-49ce-9d8e-ed95fc0f158d req-f702fc8f-fac6-49cf-ab52-b909b60314bf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:31.911078 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c317a869-bae0-49ce-9d8e-ed95fc0f158d req-f702fc8f-fac6-49cf-ab52-b909b60314bf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0505762 Dec 10 19:23:31.962709 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-c317a869-bae0-49ce-9d8e-ed95fc0f158d req-aaf142d4-ea97-4af9-85a5-ea9a677820f0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451756 Dec 10 19:23:32.362143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:32.534240 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:33.084595 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8b0d6-f7fc-4ee6-a808-148da99e5946 req-adebffef-71f6-428d-bda9-d104c31ea9ba tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:33.086137 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36e8b0d6-f7fc-4ee6-a808-148da99e5946 req-adebffef-71f6-428d-bda9-d104c31ea9ba tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0524735 Dec 10 19:23:33.139348 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-36e8b0d6-f7fc-4ee6-a808-148da99e5946 req-16050087-d9ed-4789-9002-3ad9aa79afcf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465951 Dec 10 19:23:34.036067 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:34.170544 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:34.266305 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c78fb-d4d0-489c-894b-caab39904584 req-fd35925b-c468-46b7-86b4-35d01d753863 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:34.267859 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-531c78fb-d4d0-489c-894b-caab39904584 req-fd35925b-c468-46b7-86b4-35d01d753863 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0543270 Dec 10 19:23:34.319374 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-531c78fb-d4d0-489c-894b-caab39904584 req-7eff4409-8cc3-41ff-85a5-f9c5059e8b81 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Dec 10 19:23:35.243004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:35.443827 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5369f0-f97a-49b9-83b3-a24bc5edf5ab req-09a4100c-0476-4913-8dc8-b5d0f8d1cb9a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:35.445332 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc5369f0-f97a-49b9-83b3-a24bc5edf5ab req-09a4100c-0476-4913-8dc8-b5d0f8d1cb9a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0558472 Dec 10 19:23:35.496579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-bc5369f0-f97a-49b9-83b3-a24bc5edf5ab req-262d6f0a-f89b-47e2-94ef-fec8deb7c907 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449781 Dec 10 19:23:36.625047 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6c9a-8cf4-494a-af00-03f95054a6f6 req-95dafbb3-b84e-43bf-ae7a-2449a018bffa tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:36.626591 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c1a6c9a-8cf4-494a-af00-03f95054a6f6 req-95dafbb3-b84e-43bf-ae7a-2449a018bffa tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0535624 Dec 10 19:23:36.684782 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c1a6c9a-8cf4-494a-af00-03f95054a6f6 req-4bb81306-4469-4e74-9dde-4d1b93c67133 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520024 Dec 10 19:23:37.815115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af3570-b75c-4015-a7bb-2e6cd13bf03b req-79f829d0-a53f-40a9-9984-7a42309f645d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:37.816951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4af3570-b75c-4015-a7bb-2e6cd13bf03b req-79f829d0-a53f-40a9-9984-7a42309f645d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0607429 Dec 10 19:23:37.867431 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f4af3570-b75c-4015-a7bb-2e6cd13bf03b req-b88d691d-9ff5-4942-8723-a1f20e383043 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442500 Dec 10 19:23:39.007082 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda573bb-1424-4000-8b2f-b77cb8cec15a req-d974ab16-1c97-41a1-ad14-12c47fdfc8af tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:39.008606 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cda573bb-1424-4000-8b2f-b77cb8cec15a req-d974ab16-1c97-41a1-ad14-12c47fdfc8af tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0572112 Dec 10 19:23:39.061136 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cda573bb-1424-4000-8b2f-b77cb8cec15a req-ad98aceb-8d9a-4a11-9545-d224068382d2 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434787 Dec 10 19:23:40.216304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cced7f-9e3c-4783-af79-4aa4ad98d710 req-d59890fb-3a08-4077-a7ba-aa0f6764226f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:40.217830 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2cced7f-9e3c-4783-af79-4aa4ad98d710 req-d59890fb-3a08-4077-a7ba-aa0f6764226f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0683823 Dec 10 19:23:40.279969 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c2cced7f-9e3c-4783-af79-4aa4ad98d710 req-0bd982c9-5b71-4c19-b522-d05589ed39c9 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541115 Dec 10 19:23:41.191709 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0a6ce2ef-8708-4a8f-94a7-c650146a6030 details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:23:41.298860 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:41.311496 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'port_id': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'mac_address': 'fa:16:3e:02:d3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:23:41.351197 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:41.365205 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6ce2ef-8708-4a8f-94a7-c650146a6030 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:23:41.384821 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:41.389311 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:41.401802 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970150d-615f-448d-81ae-cc96a0055f64 req-e9353034-59bb-4d0c-8a73-5731530e6a3a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:41.403502 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f970150d-615f-448d-81ae-cc96a0055f64 req-e9353034-59bb-4d0c-8a73-5731530e6a3a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0526588 Dec 10 19:23:41.436764 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:41.444714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.444994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.445335 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.445672 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.446002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.446332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.446687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.447017 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.447361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.447663 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.448013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.448334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.448656 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:23:41.454522 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f970150d-615f-448d-81ae-cc96a0055f64 req-0a1f318d-f218-40f8-a858-4aab72d0f155 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Dec 10 19:23:41.615374 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['0a6ce2ef-8708-4a8f-94a7-c650146a6030'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:23:42.600997 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b8d0c-79d6-4d27-a786-c26ccb542609 req-b7b0a3e5-42b9-4ec3-a551-fd8236fd2f67 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:42.602758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-103b8d0c-79d6-4d27-a786-c26ccb542609 req-b7b0a3e5-42b9-4ec3-a551-fd8236fd2f67 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 945 time: 0.0576921 Dec 10 19:23:42.652890 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-103b8d0c-79d6-4d27-a786-c26ccb542609 req-621a53a8-39b6-42cb-a01f-37c0cd522e75 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439801 Dec 10 19:23:43.189714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0a6ce2ef-8708-4a8f-94a7-c650146a6030 up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:23:43.248776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:23:43.252636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:23:43.253014 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:43.335119 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:43.359673 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:43.362084 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6b7739-23fb-432b-b002-5f5f68aebebd" -d '{"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-plugged", "status": "completed", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:43.375348 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:23:43.380378 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:43.430383 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:43.457339 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098be756-c9b3-4dc2-a511-54f469ca6913 x-openstack-request-id: req-098be756-c9b3-4dc2-a511-54f469ca6913 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:43.457632 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-plugged", "status": "completed", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:43.457905 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-098be756-c9b3-4dc2-a511-54f469ca6913 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:43.458374 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'code': 200} Dec 10 19:23:43.559166 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fe504-9672-4eac-aef7-48f9fe645ccd req-4cfb274d-7e32-4470-b33c-2d92c7b3cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:43.560761 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-723fe504-9672-4eac-aef7-48f9fe645ccd req-4cfb274d-7e32-4470-b33c-2d92c7b3cd31 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1097 time: 0.0420754 Dec 10 19:23:43.625339 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-723fe504-9672-4eac-aef7-48f9fe645ccd req-5f259006-960d-43e5-9f70-c75c3a0514e4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567317 Dec 10 19:23:43.780414 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f993e7-6c20-48dd-8605-3f1e46033cd9 req-4f847d0e-5bc7-4532-86a5-941bc1663d05 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:43.781899 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23f993e7-6c20-48dd-8605-3f1e46033cd9 req-4f847d0e-5bc7-4532-86a5-941bc1663d05 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0511944 Dec 10 19:23:43.836168 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-23f993e7-6c20-48dd-8605-3f1e46033cd9 req-94a2e0f4-c305-4a1c-8353-7fa87465fe5d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Dec 10 19:23:44.345520 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:23:44.970586 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c3f3b-0db6-4ff0-be0d-fb316ddeac4f req-d87a9e8d-801d-404c-849f-5102f72c4ed8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:44.972249 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a24c3f3b-0db6-4ff0-be0d-fb316ddeac4f req-d87a9e8d-801d-404c-849f-5102f72c4ed8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0598643 Dec 10 19:23:45.025386 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a24c3f3b-0db6-4ff0-be0d-fb316ddeac4f req-c6f699e2-428d-4677-a5a5-e7d51e141c04 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468929 Dec 10 19:23:45.147473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc792ca-cb91-4f75-ad8d-74f6f27f8b30 req-5d6001e2-43fe-4928-92b5-1b611eec9349 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:45.148962 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fc792ca-cb91-4f75-ad8d-74f6f27f8b30 req-5d6001e2-43fe-4928-92b5-1b611eec9349 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0547864 Dec 10 19:23:45.202132 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2fc792ca-cb91-4f75-ad8d-74f6f27f8b30 req-438b7947-a05f-4d81-8c87-e536fc110d32 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469921 Dec 10 19:23:45.225970 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34252) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:45.280070 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716a20c-6ab8-450e-8877-10a2cfca68ac tempest-TestShelveInstance-715363257 tempest-TestShelveInstance-715363257-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:45.281637 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-0716a20c-6ab8-450e-8877-10a2cfca68ac tempest-TestShelveInstance-715363257 tempest-TestShelveInstance-715363257-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1092 time: 0.0543792 Dec 10 19:23:45.284828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34254) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:23:45.289359 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:23:45.316786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:45.424830 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:45.535889 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Allocated IP 172.25.2.16 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/330e9b65-7578-47f9-9ef8-3d2cb03835b4) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:23:45.651204 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:45.688116 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:45.730292 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:23:45.733263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:23:45.736822 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:23:45.759791 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'Port': ['ID=330e9b65-7578-47f9-9ef8-3d2cb03835b4,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:46.097853 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:46.169523 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:46.334163 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:46.342933 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:46.420981 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event updated for resources: {'Port': ['ID=330e9b65-7578-47f9-9ef8-3d2cb03835b4,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:23:46.430103 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:46.534330 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Floating IP 485c67c8-17a8-4d26-830b-79de1441b915 associated. External IP: 172.25.2.16, port: 0a6ce2ef-8708-4a8f-94a7-c650146a6030. Dec 10 19:23:46.754384 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:23:47.195599 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:23:47.205388 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] Sync routers for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:23:47.217272 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:23:47.219421 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:47.220032 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:23:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:47.245069 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-2c06f4e4-0ff9-422b-b890-8703de420633 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9590073 Dec 10 19:23:47.245983 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:23:47.248370 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:23:47.284538 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0bdc89-d5e4-4767-af50-20b9eca2bffb x-openstack-request-id: req-dc0bdc89-d5e4-4767-af50-20b9eca2bffb {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:23:47.284948 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:23:47.285202 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc0bdc89-d5e4-4767-af50-20b9eca2bffb {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:23:47.285577 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'status': 'completed', 'code': 200} Dec 10 19:23:47.324948 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:47.354327 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-f11446aa-0de9-4008-9b56-34eb199f8346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:47.355972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-f11446aa-0de9-4008-9b56-34eb199f8346 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1097 time: 0.0452530 Dec 10 19:23:47.448380 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-edfaf053-5926-4206-86e5-fb776d54f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:47.449903 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-edfaf053-5926-4206-86e5-fb776d54f073 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0871418 Dec 10 19:23:47.518688 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-56f8a19c-48c4-45f3-b355-ea468496e30f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 999 time: 0.0614994 Dec 10 19:23:47.548898 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '485c67c8-17a8-4d26-830b-79de1441b915', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'port_id': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'mac_address': 'fa:16:3e:02:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:45Z', 'updated_at': '2021-12-10T19:23:45Z', 'revision_number': 0, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:47.567731 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-6a80b95e-6ea4-4614-a99b-010b6d2fa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:47.569223 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-6a80b95e-6ea4-4614-a99b-010b6d2fa7e8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0432494 Dec 10 19:23:47.575137 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] Checking router: 34dfc023-372b-4c62-9c7a-8f9b79c4c522 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:23:47.584279 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:23:47.584881 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:23:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:47.617120 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-f4261b7b-cd76-4822-a3f6-ae6c37da206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:47.619028 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-f4261b7b-cd76-4822-a3f6-ae6c37da206d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425291 Dec 10 19:23:47.687826 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:23:47.927240 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '485c67c8-17a8-4d26-830b-79de1441b915', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'port_id': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'mac_address': 'fa:16:3e:02:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:45Z', 'updated_at': '2021-12-10T19:23:45Z', 'revision_number': 0, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:23:47.954204 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fb19ca-c0b0-470d-9322-8dbc654eed21 None None] The sync data for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 is: [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '485c67c8-17a8-4d26-830b-79de1441b915', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'port_id': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'mac_address': 'fa:16:3e:02:d3:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:23:45Z', 'updated_at': '2021-12-10T19:23:45Z', 'revision_number': 0, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:23:48.054691 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-a585151d-4e33-428e-a0af-2d4d67fb29de service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281855 Dec 10 19:23:48.149286 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ce09b99a-c10b-426f-8a3a-6a6b3e30a56b req-0e5216db-58b4-420b-93b6-2d8cf7ff5bc4 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874770 Dec 10 19:23:48.275355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6994ae91-4f3e-4d89-90bc-84676620be9f None None] New status for floating IP 485c67c8-17a8-4d26-830b-79de1441b915: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:23:51.249895 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-f141bd06-c766-4bed-aafa-f1c98b59861e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466022 Dec 10 19:23:51.391833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-5e5ffb82-8770-43c0-8496-0a1591c08c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:51.393394 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-5e5ffb82-8770-43c0-8496-0a1591c08c5c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1097 time: 0.0423300 Dec 10 19:23:51.497935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-ef0b3d4b-f510-4c58-b15d-d580f55e39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:51.499450 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-ef0b3d4b-f510-4c58-b15d-d580f55e39a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0861018 Dec 10 19:23:51.573071 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-55ef9194-49b6-4c6f-879d-d3d9aa40ca80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 1001 time: 0.0655217 Dec 10 19:23:51.625833 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-b6c208ff-5613-40bd-b4af-c559e6461201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:51.627401 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-b6c208ff-5613-40bd-b4af-c559e6461201 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0473192 Dec 10 19:23:51.675904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-afd91633-e171-4f12-8811-e68667cd3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:23:51.677519 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-afd91633-e171-4f12-8811-e68667cd3d21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426555 Dec 10 19:23:51.779406 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-b2b127b3-4953-4caa-a7a8-523a3203149e service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949237 Dec 10 19:23:51.880639 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-401e00fa-7b14-4599-8e7c-e90b91eb297c req-cdee22fd-7b84-4a7c-bab7-5f18a7c9e576 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936003 Dec 10 19:23:58.363536 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-51241b71-2f70-425b-911c-6e49cb585a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:01.711540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-43e951f0-cf3b-4d86-b57e-22249967ecab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.368625 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:02.526501 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.032846 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:04.177261 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:05.254428 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:21.346862 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:24:28.365257 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-46bfec81-ac9a-4f70-a3f6-3bf854839398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:31.704850 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-af50901f-5bcb-40d8-a024-a634d07b3f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:32.374372 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:32.560368 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.041657 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:34.182042 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:35.264456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:24:52.359256 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-6acbf715-26e2-4a02-bd84-376c3ff121eb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0481465 Dec 10 19:24:52.443101 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963934f6-a851-4315-b324-5caf910f5be5 req-3518f56c-a9a4-4fc1-ad67-116613278a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:52.444607 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-3518f56c-a9a4-4fc1-ad67-116613278a61 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1097 time: 0.0427740 Dec 10 19:24:52.555611 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963934f6-a851-4315-b324-5caf910f5be5 req-01b2b863-3828-4aa3-b6df-8ef349f05267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:52.557120 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-01b2b863-3828-4aa3-b6df-8ef349f05267 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0929523 Dec 10 19:24:52.630094 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-b870b080-07ff-499e-9f4d-e1e04edd42ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 1001 time: 0.0650189 Dec 10 19:24:52.679728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963934f6-a851-4315-b324-5caf910f5be5 req-cf3ac5f6-bd25-48dc-8083-8686cbf6ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:52.681188 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-cf3ac5f6-bd25-48dc-8083-8686cbf6ab77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0441701 Dec 10 19:24:52.728216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963934f6-a851-4315-b324-5caf910f5be5 req-77d04287-f17f-4c9f-9e23-d5a893bed61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:24:52.729851 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-77d04287-f17f-4c9f-9e23-d5a893bed61e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412076 Dec 10 19:24:52.828879 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-eeae6e66-9891-40d3-b922-91641b1ac065 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915508 Dec 10 19:24:52.926812 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-963934f6-a851-4315-b324-5caf910f5be5 req-afe99327-9f18-425e-9fae-d04445d352a2 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906990 Dec 10 19:24:58.348233 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:24:58.362972 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-92683107-5ce7-499d-aa5f-6ebe76bde63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:01.708788 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-499a2fef-5980-44c3-9c08-85ef3fc93baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:02.374990 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:02.562893 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:04.039288 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:04.194751 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:05.267744 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:28.366074 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7c8ffc8c-96cb-4f72-8eca-3036a92497f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:31.715286 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-34c8831d-f2fc-40f0-8393-0529339e333f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:32.385408 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:32.577489 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:34.046748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:34.194133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:35.270478 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:35.348439 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:25:45.835312 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ba701-9d1a-4987-b4d6-102b389f4664 req-5ba6857e-e158-446c-adf6-7545ab846228 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:45.836849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb9ba701-9d1a-4987-b4d6-102b389f4664 req-5ba6857e-e158-446c-adf6-7545ab846228 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0524900 Dec 10 19:25:45.889764 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-cb9ba701-9d1a-4987-b4d6-102b389f4664 req-e9b44f8b-a199-465f-bfe1-f53c01d76957 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461946 Dec 10 19:25:47.040052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6c506-c937-4f32-b261-161453aca258 req-2d661b93-848a-41d2-ab11-2ff35dfa46bf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:47.041797 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dd6c506-c937-4f32-b261-161453aca258 req-2d661b93-848a-41d2-ab11-2ff35dfa46bf tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0700474 Dec 10 19:25:47.096389 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5dd6c506-c937-4f32-b261-161453aca258 req-d6e3f0aa-9d84-4eac-a332-f54ac4afc24a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477803 Dec 10 19:25:48.249849 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f17e5-648a-4bcf-8111-ffcdf2c65834 req-b669ec6f-253a-4b53-84e2-5bb85ba179ce tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:48.251439 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f83f17e5-648a-4bcf-8111-ffcdf2c65834 req-b669ec6f-253a-4b53-84e2-5bb85ba179ce tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0522962 Dec 10 19:25:48.306009 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f83f17e5-648a-4bcf-8111-ffcdf2c65834 req-ed09e498-4082-4180-95b0-3338e4a2d0a6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459528 Dec 10 19:25:49.439940 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258742-14a4-4b08-886f-d8ad191f3140 req-a1c427e0-3d89-4e37-9bbd-cf4634da8029 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:49.441443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a258742-14a4-4b08-886f-d8ad191f3140 req-a1c427e0-3d89-4e37-9bbd-cf4634da8029 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0525477 Dec 10 19:25:49.496670 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8a258742-14a4-4b08-886f-d8ad191f3140 req-b237499b-5532-4a88-86f0-91232cd9b1e3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490785 Dec 10 19:25:50.628930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778c3d8-a862-4311-b3ff-bb06c420307a req-7d0f718e-afad-428c-8ddc-177b135d0ffc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:50.630427 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e778c3d8-a862-4311-b3ff-bb06c420307a req-7d0f718e-afad-428c-8ddc-177b135d0ffc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0517299 Dec 10 19:25:50.683582 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e778c3d8-a862-4311-b3ff-bb06c420307a req-06fb1f92-b9b8-4dc9-b3d6-85c2d4165663 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442390 Dec 10 19:25:51.816341 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643e411-06bf-4431-96e5-faeb60db3d49 req-c1dbc49a-599d-4137-8c09-cca1943424ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:51.817993 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e643e411-06bf-4431-96e5-faeb60db3d49 req-c1dbc49a-599d-4137-8c09-cca1943424ae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0555179 Dec 10 19:25:51.872914 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e643e411-06bf-4431-96e5-faeb60db3d49 req-81ee548e-a0a8-4fe2-81c2-c7749efab2fa tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485239 Dec 10 19:25:52.360262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-dc0ebf29-38db-46f8-9261-2e5a5e8a623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:52.361778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-dc0ebf29-38db-46f8-9261-2e5a5e8a623a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1097 time: 0.0857098 Dec 10 19:25:52.480317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-96491dce-ac86-4583-9f40-260097b2861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:52.481842 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-96491dce-ac86-4583-9f40-260097b2861e service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0895412 Dec 10 19:25:52.553886 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-63049691-6e3a-4029-bce9-664b35ddb71a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 1001 time: 0.0640836 Dec 10 19:25:52.608808 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-741fa302-fa55-40c3-9ed8-c61df68c335c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:52.610379 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-741fa302-fa55-40c3-9ed8-c61df68c335c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0449944 Dec 10 19:25:52.657888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-eb173bf2-b3e2-458b-9927-a935850e5669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:52.659442 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-eb173bf2-b3e2-458b-9927-a935850e5669 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421686 Dec 10 19:25:52.757138 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-acbc877b-9b60-47f3-a580-b11b91e879fb service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905981 Dec 10 19:25:52.853737 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-3c47e56d-abcd-46b1-8161-99cdbfca0962 req-802d7854-98f1-41b5-a07f-94905245fa68 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889459 Dec 10 19:25:52.999954 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f5a16-0d41-41fe-957e-c6b541f12090 req-cb045ee7-a2e3-438c-afae-d8ceb2aeb0e3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:53.001436 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e8f5a16-0d41-41fe-957e-c6b541f12090 req-cb045ee7-a2e3-438c-afae-d8ceb2aeb0e3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0552945 Dec 10 19:25:53.061290 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5e8f5a16-0d41-41fe-957e-c6b541f12090 req-9c9d3a38-4b35-461f-a25b-19543d06f500 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500698 Dec 10 19:25:54.200563 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fa1d9-a4f7-4bb6-8012-c01763319415 req-3401da5a-9d01-439d-9e23-4eab6218e395 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:54.202096 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-781fa1d9-a4f7-4bb6-8012-c01763319415 req-3401da5a-9d01-439d-9e23-4eab6218e395 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0589099 Dec 10 19:25:54.258201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-781fa1d9-a4f7-4bb6-8012-c01763319415 req-3034c977-2dee-4555-82bb-d13a8c3b70d7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485048 Dec 10 19:25:55.388200 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5324e-c385-4831-9ee2-6b7d1782ea9e req-3e93ea88-702a-4ba5-a237-4ad5117bef2a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:55.389589 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74a5324e-c385-4831-9ee2-6b7d1782ea9e req-3e93ea88-702a-4ba5-a237-4ad5117bef2a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0575180 Dec 10 19:25:55.438327 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-74a5324e-c385-4831-9ee2-6b7d1782ea9e req-50ff6849-9219-4d1e-879c-82921fbe581f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Dec 10 19:25:55.979266 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-a285e480-c9d6-4a13-b694-4f3eff773294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:55.980799 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-a285e480-c9d6-4a13-b694-4f3eff773294 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1097 time: 0.0436113 Dec 10 19:25:56.105014 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-6d121f5c-37f8-48a9-8522-759c76d7568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.107195 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-6d121f5c-37f8-48a9-8522-759c76d7568b service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.1188695 Dec 10 19:25:56.174105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-6300f44b-f113-41aa-921d-875a3a34ea58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 1001 time: 0.0594668 Dec 10 19:25:56.226039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-abb32f55-fa8c-4e06-bbb0-7ef563769df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.227578 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-abb32f55-fa8c-4e06-bbb0-7ef563769df0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0464020 Dec 10 19:25:56.293776 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-f9b82f85-2f26-40e2-b790-64a913f2bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.297460 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-f9b82f85-2f26-40e2-b790-64a913f2bb19 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592573 Dec 10 19:25:56.396439 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-2c72090a-e872-4f94-922a-7468e52dc2d6 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937841 Dec 10 19:25:56.494972 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5ec4169b-ef44-4c02-b550-91e4a5f09492 req-866d86c0-9978-4c58-99d6-24df53875668 service neutron] 10.222.0.59 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912123 Dec 10 19:25:56.564899 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0dcd8-fabc-462c-b191-a294803cdecc req-844e3a55-7b7c-43d1-9add-7f195fb9a1c0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:56.566438 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5e0dcd8-fabc-462c-b191-a294803cdecc req-844e3a55-7b7c-43d1-9add-7f195fb9a1c0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0528142 Dec 10 19:25:56.621480 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e5e0dcd8-fabc-462c-b191-a294803cdecc req-3a4c7881-0349-4a40-bca8-bf5f4a30723f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465162 Dec 10 19:25:57.753243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e8d9a-28bd-41f7-b2a9-905051edad9e req-483570b9-346f-499d-80b3-594bad5b60fc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:57.754735 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-158e8d9a-28bd-41f7-b2a9-905051edad9e req-483570b9-346f-499d-80b3-594bad5b60fc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0525365 Dec 10 19:25:57.810691 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-158e8d9a-28bd-41f7-b2a9-905051edad9e req-2069571e-73df-4a57-a147-f86f94858c38 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477543 Dec 10 19:25:58.362373 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27e77139-b14f-4a0b-ae87-93c419504023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:25:58.956279 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dda962-e04c-483c-81e6-9f972e793738 req-b441691a-6572-4ac2-b1c3-e0d7e482efa8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:25:58.957758 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99dda962-e04c-483c-81e6-9f972e793738 req-b441691a-6572-4ac2-b1c3-e0d7e482efa8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0546596 Dec 10 19:25:59.010402 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-99dda962-e04c-483c-81e6-9f972e793738 req-d4ea9ed8-b534-40b4-a0bd-e236e713063f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456767 Dec 10 19:26:00.140966 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc581d-7c0d-421d-8320-53e8a59c5bbc req-f7adb0a9-f4da-480e-a056-841f878d6cae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:00.142709 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ecc581d-7c0d-421d-8320-53e8a59c5bbc req-f7adb0a9-f4da-480e-a056-841f878d6cae tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0548410 Dec 10 19:26:00.196447 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-0ecc581d-7c0d-421d-8320-53e8a59c5bbc req-721f4cdc-c37c-4421-9f42-5df7c195a6fc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451362 Dec 10 19:26:00.386465 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-e0bdbcfb-284c-448d-8955-63115c6e348e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443501 Dec 10 19:26:00.399167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-75c716be-8e13-459a-b185-e819213336bc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:26:00.400342 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-75c716be-8e13-459a-b185-e819213336bc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072713 Dec 10 19:26:00.423043 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a10e93-ad5f-40dc-80dc-63acb5ea82f0 req-dcd35998-9646-4db2-a4f5-50a9ed8c697a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:00.424608 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a10e93-ad5f-40dc-80dc-63acb5ea82f0 req-dcd35998-9646-4db2-a4f5-50a9ed8c697a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0580072 Dec 10 19:26:00.483115 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-19a10e93-ad5f-40dc-80dc-63acb5ea82f0 req-dcc1cb55-d24f-4b05-a32a-10a1ffea6da6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499473 Dec 10 19:26:01.612297 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe31770-1505-4d26-9034-b26389f598eb req-9f0a8154-ec7b-457f-ae54-ca6cc3bd19cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:01.613913 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0fe31770-1505-4d26-9034-b26389f598eb req-9f0a8154-ec7b-457f-ae54-ca6cc3bd19cc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 946 time: 0.0522354 Dec 10 19:26:01.665236 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0fe31770-1505-4d26-9034-b26389f598eb req-b8bd7029-59d2-472e-bbff-c29e50fac300 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Dec 10 19:26:01.709954 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-924f2785-0471-4fc5-b5bb-9355de98c357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:02.004074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device 0a6ce2ef-8708-4a8f-94a7-c650146a6030 no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:26:02.087518 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:02.112994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:02.115307 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318addf8-eacf-4c03-99f3-8b42bfdf06e9" -d '{"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-unplugged", "status": "completed", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:02.128475 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:02.133322 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:02.157939 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9994fd-91d5-40c3-b00c-3c613242e6ef x-openstack-request-id: req-ca9994fd-91d5-40c3-b00c-3c613242e6ef {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:02.158232 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-unplugged", "status": "failed", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "code": 422}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:02.158515 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-ca9994fd-91d5-40c3-b00c-3c613242e6ef {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:02.158909 n-d-821424-1 neutron-server[103501]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'code': 422} returned with failed status Dec 10 19:26:02.184342 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:02.191835 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.192190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.192540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.192886 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.193332 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.193695 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.194006 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.194375 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.194713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.195047 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.195372 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.195706 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.196027 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:02.382879 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:02.597616 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:02.786020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f316bd-4201-4572-850f-295a5a5f8448 req-a5c03664-adbc-43ef-9e91-daf8d87cf78c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:02.787569 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4f316bd-4201-4572-850f-295a5a5f8448 req-a5c03664-adbc-43ef-9e91-daf8d87cf78c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0519278 Dec 10 19:26:02.846877 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e4f316bd-4201-4572-850f-295a5a5f8448 req-1fcda1ac-4871-4949-97b8-c17461361666 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528688 Dec 10 19:26:04.022726 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aa892-83d4-42ab-94ec-c80e710b8720 req-56aef9c5-6cca-4c5e-81bf-9e7a1cedd928 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:04.024471 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f2aa892-83d4-42ab-94ec-c80e710b8720 req-56aef9c5-6cca-4c5e-81bf-9e7a1cedd928 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.1085212 Dec 10 19:26:04.047754 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:04.082468 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1f2aa892-83d4-42ab-94ec-c80e710b8720 req-4e9488d4-5c54-40c1-9fa2-6edce0b12ee8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483630 Dec 10 19:26:04.190322 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:05.261018 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437f9c4-a001-40e2-837c-35dacaa2887f req-eeacd582-8f55-4b1d-9de3-5c8e18f23ad5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:05.262618 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6437f9c4-a001-40e2-837c-35dacaa2887f req-eeacd582-8f55-4b1d-9de3-5c8e18f23ad5 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.1081042 Dec 10 19:26:05.284401 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:05.322304 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-6437f9c4-a001-40e2-837c-35dacaa2887f req-8b18b025-9c24-4282-aa50-66be6d927e7f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517139 Dec 10 19:26:06.304361 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-9b0f6424-e5c6-43c9-b2d3-b56d6b46eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:06.305117 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-9b0f6424-e5c6-43c9-b2d3-b56d6b46eade service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517&tenant_id=8195361e977f4b6bba6586f03419d06f HTTP/1.1" status: 200 len: 1095 time: 0.0431201 Dec 10 19:26:06.320824 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821424-1', 'device_owner': 'compute:nova'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:26:06.386252 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:06.524534 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbfbbf-391a-42d3-9f93-1dcd101c1799 req-8a6a4fcc-83a7-47e3-9e6c-d568e92c68f3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:06.526036 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eddbfbbf-391a-42d3-9f93-1dcd101c1799 req-8a6a4fcc-83a7-47e3-9e6c-d568e92c68f3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.1310601 Dec 10 19:26:06.632707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eddbfbbf-391a-42d3-9f93-1dcd101c1799 req-49b162b2-5b03-4aa0-a808-4bbc2dd6ea92 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997243 Dec 10 19:26:06.665480 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:06.700778 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h1-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:26:06.734103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6ce2ef-8708-4a8f-94a7-c650146a6030 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:26:06.741720 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:06.754062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Transition to ACTIVE for port object 0a6ce2ef-8708-4a8f-94a7-c650146a6030 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:26:06.759786 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:06.849405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=7']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:06.863251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.863601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.863943 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.864286 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.864622 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.864950 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.865279 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.865602 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.865929 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.866253 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.866617 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.866930 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.867251 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:26:06.901430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] No DVR routers for this DVR port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on host n-h1-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:26:07.041460 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:26:07.041754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:26:07.042118 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:26:07.046997 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:26:07.047348 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Attempting to bind port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:26:07.052485 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:26:07.052838 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Checking segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:26:07.053201 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Bound using segment: {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:26:07.053628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Bound port: 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5990d0-8abb-4518-b087-64e5625f7ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:26:07.053982 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:07.127709 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:26:07.130926 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:26:07.137690 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:07.175265 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.175915 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:07.177371 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] 10.222.0.30 "PUT /v2.0/ports/0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 1092 time: 0.8628151 Dec 10 19:26:07.177989 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:07.180276 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8726358-aa19-4f26-be4e-3526471ab9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:07.202126 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2088fae-4a66-4394-8755-26dcc618ee5b service neutron] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=8']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:07.244288 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ac0c7-10ca-410d-a55d-899875585c67 x-openstack-request-id: req-0c8ac0c7-10ca-410d-a55d-899875585c67 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:07.244591 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:07.244851 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-0c8ac0c7-10ca-410d-a55d-899875585c67 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:07.245269 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'status': 'completed', 'code': 200} Dec 10 19:26:07.262121 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-5bbd7895-0cf2-452e-9c4a-db77a3adfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.263748 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-5bbd7895-0cf2-452e-9c4a-db77a3adfe2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1095 time: 0.0504591 Dec 10 19:26:07.365345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-188e1398-bf8d-4ebf-b95c-146f7f57e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.366889 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-188e1398-bf8d-4ebf-b95c-146f7f57e6ac service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0947762 Dec 10 19:26:07.433698 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-d8d5099c-1826-4246-bc11-d9647379371c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 999 time: 0.0592709 Dec 10 19:26:07.485897 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-8bb72d5e-a120-4cb9-bb62-b4e78eb93f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.487449 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-8bb72d5e-a120-4cb9-bb62-b4e78eb93f6b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0460060 Dec 10 19:26:07.539792 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-2bf5c175-a882-4e47-b3f7-769b873198d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.541285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-2bf5c175-a882-4e47-b3f7-769b873198d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466695 Dec 10 19:26:07.633618 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-1acab304-33a2-46d4-9eef-652ac4753999 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844553 Dec 10 19:26:07.757925 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-315fa6fc-e764-44de-99e1-699f19da4387 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168969 Dec 10 19:26:07.772459 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fcf9cf-500f-4355-a12f-09697dfeb8e3 req-3b998fe4-b039-4b27-af7b-0af6ea41959e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.774164 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40fcf9cf-500f-4355-a12f-09697dfeb8e3 req-3b998fe4-b039-4b27-af7b-0af6ea41959e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0708318 Dec 10 19:26:07.857004 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-40fcf9cf-500f-4355-a12f-09697dfeb8e3 req-569beba2-e11e-453e-a9a0-d2e2aa598856 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750253 Dec 10 19:26:07.870298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-29458bc2-1881-4344-9a61-39fdf24168ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.871852 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-29458bc2-1881-4344-9a61-39fdf24168ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1095 time: 0.0592499 Dec 10 19:26:07.967504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-14ba5eae-cb83-48fd-b024-69e3edb5f339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:07.969542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-14ba5eae-cb83-48fd-b024-69e3edb5f339 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.0897799 Dec 10 19:26:08.048366 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-fcb6d6c2-c3cf-4215-b2c5-3f804743ccf9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 999 time: 0.0703349 Dec 10 19:26:08.103775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-b1e0a85d-42d5-418c-9f04-87ad4136737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:08.105335 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-b1e0a85d-42d5-418c-9f04-87ad4136737b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0490451 Dec 10 19:26:08.161965 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-80f64221-84c3-4193-aa61-67eb6ad6cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:08.164376 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-80f64221-84c3-4193-aa61-67eb6ad6cba8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507355 Dec 10 19:26:08.261986 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-3427c29c-c1ee-47e3-b406-18dc063d96f7 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873203 Dec 10 19:26:08.366496 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a8726358-aa19-4f26-be4e-3526471ab9ae req-0ab5ff59-d6c8-4084-9027-0a3fe1f31dcc service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961628 Dec 10 19:26:08.985980 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f2749-5de9-4c06-b35f-32f4704835b5 req-964c624c-0064-4171-833e-98f9b33b759f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:08.987625 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c66f2749-5de9-4c06-b35f-32f4704835b5 req-964c624c-0064-4171-833e-98f9b33b759f tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0587671 Dec 10 19:26:09.039644 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-c66f2749-5de9-4c06-b35f-32f4704835b5 req-1671a78c-d0c3-451c-83d7-330de6687452 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459507 Dec 10 19:26:10.183558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fbfa4-818d-4213-bae6-c6111a76d459 req-0b89b350-d164-418c-a850-3bb87d0909ce tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:10.185085 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd8fbfa4-818d-4213-bae6-c6111a76d459 req-0b89b350-d164-418c-a850-3bb87d0909ce tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0606937 Dec 10 19:26:10.238021 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-fd8fbfa4-818d-4213-bae6-c6111a76d459 req-10af8a43-c3b8-48e4-9bd8-acdefbf7bd74 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465534 Dec 10 19:26:11.380069 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2dfc59-8e70-4b9a-b022-fcb6904d2d74 req-772a7e57-0e24-4906-9765-cb656b49faa6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:11.381462 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c2dfc59-8e70-4b9a-b022-fcb6904d2d74 req-772a7e57-0e24-4906-9765-cb656b49faa6 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0720918 Dec 10 19:26:11.433067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-2c2dfc59-8e70-4b9a-b022-fcb6904d2d74 req-96a096e0-1c34-4477-88cd-ba1a6197eafc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449748 Dec 10 19:26:12.351473 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:12.574815 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be81b7b-68f8-4a58-9898-0171ec81f846 req-605e0f7a-f701-463b-8d08-397892fa4cbd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:12.576322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4be81b7b-68f8-4a58-9898-0171ec81f846 req-605e0f7a-f701-463b-8d08-397892fa4cbd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0599225 Dec 10 19:26:12.631152 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-4be81b7b-68f8-4a58-9898-0171ec81f846 req-7af0de50-3095-41d4-8a1e-c50338b136a0 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458589 Dec 10 19:26:13.773618 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f935-93ba-43d1-b478-bbb062648c06 req-d30db2c7-8d1e-45a6-910c-15fa175a285a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:13.775157 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cfd0f935-93ba-43d1-b478-bbb062648c06 req-d30db2c7-8d1e-45a6-910c-15fa175a285a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0535839 Dec 10 19:26:13.828009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cfd0f935-93ba-43d1-b478-bbb062648c06 req-743c9e28-4cad-49ab-8199-785349f0905c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Dec 10 19:26:14.950033 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422079f-0ab9-457b-b3e7-1d32ca6ad648 req-826905ef-1527-4fce-9c38-079eba6a1226 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:14.951590 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5422079f-0ab9-457b-b3e7-1d32ca6ad648 req-826905ef-1527-4fce-9c38-079eba6a1226 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0503049 Dec 10 19:26:15.002588 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5422079f-0ab9-457b-b3e7-1d32ca6ad648 req-e26b4bcc-f727-4ebd-86aa-9448b0d03b0d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448406 Dec 10 19:26:16.143847 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4003c3-33ac-48f2-b429-7a988bc869c4 req-a1a3254d-2aa3-4528-b123-6181e5d465b8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:16.145367 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf4003c3-33ac-48f2-b429-7a988bc869c4 req-a1a3254d-2aa3-4528-b123-6181e5d465b8 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 944 time: 0.0649028 Dec 10 19:26:16.201909 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-cf4003c3-33ac-48f2-b429-7a988bc869c4 req-80d60850-c05b-4d73-9c65-1589e12175d1 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501809 Dec 10 19:26:16.270093 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a6ce2ef-8708-4a8f-94a7-c650146a6030 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:26:16.368797 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:16.380529 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'port_id': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'mac_address': 'fa:16:3e:02:d3:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:26:16.420178 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:16.433606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6ce2ef-8708-4a8f-94a7-c650146a6030 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:26:16.453915 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:16.460397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:16.514504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=9']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:16.711605 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['0a6ce2ef-8708-4a8f-94a7-c650146a6030'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:26:17.348666 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650df192-0c33-4adc-8627-371c7683d0af req-971a8991-dec1-4717-bd16-c51413af6325 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:17.350902 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-650df192-0c33-4adc-8627-371c7683d0af req-971a8991-dec1-4717-bd16-c51413af6325 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 945 time: 0.0663383 Dec 10 19:26:17.427104 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-650df192-0c33-4adc-8627-371c7683d0af req-a4011b64-f49a-4188-b67c-f3c09dbddf4e tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661895 Dec 10 19:26:18.270571 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a6ce2ef-8708-4a8f-94a7-c650146a6030 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:26:18.333912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:26:18.339191 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:26:18.339592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:18.420133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:18.442947 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:26:18.445244 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0db8d4-6b8c-48ae-a184-dd9a0bc3e97b" -d '{"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-plugged", "status": "completed", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:26:18.458091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:26:18.465472 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:18.495120 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a528a3c1-fddf-45dc-be03-22c7f8b92a7d x-openstack-request-id: req-a528a3c1-fddf-45dc-be03-22c7f8b92a7d {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:26:18.495120 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-plugged", "status": "completed", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:26:18.495556 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-a528a3c1-fddf-45dc-be03-22c7f8b92a7d {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:26:18.496201 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'code': 200} Dec 10 19:26:18.529265 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=10']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:26:18.560467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2142abe-6c20-4f5a-bc2b-aa0127650f98 req-4ac3e3ab-319a-49a1-89e3-aa77e8f98cf3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:18.562025 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e2142abe-6c20-4f5a-bc2b-aa0127650f98 req-4ac3e3ab-319a-49a1-89e3-aa77e8f98cf3 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 947 time: 0.0519142 Dec 10 19:26:18.625331 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e2142abe-6c20-4f5a-bc2b-aa0127650f98 req-27c1f5b1-5460-4353-af90-a6d67bb98193 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567613 Dec 10 19:26:18.660383 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c1f23-e484-48e7-8a91-2beecc0f97cb req-9055a08e-3315-408b-bf9f-ea9d89baf39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:18.662904 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-826c1f23-e484-48e7-8a91-2beecc0f97cb req-9055a08e-3315-408b-bf9f-ea9d89baf39a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1098 time: 0.0548961 Dec 10 19:26:18.718306 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-826c1f23-e484-48e7-8a91-2beecc0f97cb req-a5a98ab4-73f7-420d-8c14-3223b3ab08c6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483446 Dec 10 19:26:19.749904 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ace2d-21ea-4851-a50a-9ab82c70e280 req-302ce5cf-c4aa-47ca-a641-99ca474773a1 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:19.751436 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e66ace2d-21ea-4851-a50a-9ab82c70e280 req-302ce5cf-c4aa-47ca-a641-99ca474773a1 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 947 time: 0.0517163 Dec 10 19:26:19.801757 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e66ace2d-21ea-4851-a50a-9ab82c70e280 req-56b1467e-9447-4a1e-9256-ecce439e3641 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439844 Dec 10 19:26:20.935976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c85ae-fefe-4b9c-a676-de48194ba5f1 req-7dc665ab-f2ac-4e03-9fff-cfa1de8998e9 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:20.937561 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af2c85ae-fefe-4b9c-a676-de48194ba5f1 req-7dc665ab-f2ac-4e03-9fff-cfa1de8998e9 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 947 time: 0.0549109 Dec 10 19:26:20.990220 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-af2c85ae-fefe-4b9c-a676-de48194ba5f1 req-cbb2fa07-8f11-4b80-925f-3cd739622d31 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465431 Dec 10 19:26:28.358781 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-01f30dcd-c2a7-4813-bd26-773fd27a6dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:31.716713 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0c61a074-7ca4-4f74-a299-364075f6421f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:32.415179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:32.613645 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:34.049678 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:34.195399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:35.296468 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:49.356824 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:26:58.360493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f0197178-891a-45f0-9bd7-becbd5092c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:26:58.442797 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-f4078666-f2ae-442c-bad7-16ed1e6b0c14 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842097 Dec 10 19:26:58.530484 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-1bc1a370-afd4-43d8-b027-11a9260464e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:58.532005 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-1bc1a370-afd4-43d8-b027-11a9260464e4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1098 time: 0.0435758 Dec 10 19:26:58.655278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-40c14c19-a482-4097-a932-f4e884a01f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:58.657100 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-40c14c19-a482-4097-a932-f4e884a01f82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.1040456 Dec 10 19:26:58.724574 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-752f67dd-b992-4031-ab97-6e4d03af77e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 1001 time: 0.0599265 Dec 10 19:26:58.779506 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-94442a28-2385-45fc-a65f-f0292d016f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:58.781210 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-94442a28-2385-45fc-a65f-f0292d016f31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0497065 Dec 10 19:26:58.829410 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-be641fa6-a925-4a9b-8bdc-d3662596f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:26:58.831008 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-be641fa6-a925-4a9b-8bdc-d3662596f6dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434296 Dec 10 19:26:58.926850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-1969a5de-326b-40dc-a306-c55dbb4a82bd service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846570 Dec 10 19:26:59.028361 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-f1fefdcd-3483-4f32-a40d-8d2b8a44027d req-6add7635-bd65-4a5b-90c9-b2fcde78a968 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947776 Dec 10 19:27:01.717402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7e0bc987-5bf0-4aa7-aa19-cc00dea00a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.387572 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:02.626152 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:04.062452 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:04.205739 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:05.306056 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:26.358141 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:27:28.367839 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f772dbe4-2a14-482c-bef3-c0e1d2a0a503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:31.724849 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7cd92767-4cd7-41ba-a871-702754098503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:32.391863 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:32.618568 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:34.057063 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:34.203809 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:34.727450 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34426) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:34.893440 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Deleting port 330e9b65-7578-47f9-9ef8-3d2cb03835b4 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:34.893751 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:34.976804 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:34.977160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:34.989209 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Calling delete_port for 330e9b65-7578-47f9-9ef8-3d2cb03835b4 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:35.149684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:35.182703 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event deleted for resources: {'Port': ['ID=330e9b65-7578-47f9-9ef8-3d2cb03835b4,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:35.192807 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.193126 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.193493 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.193823 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.194155 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.194504 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.195281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.195281 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.195500 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.195756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.196093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.196418 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.196755 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:35.256574 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:35.256832 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Floating IP 485c67c8-17a8-4d26-830b-79de1441b915 disassociated (deleted). External IP: 172.25.2.16, port: 0a6ce2ef-8708-4a8f-94a7-c650146a6030. Dec 10 19:27:35.304051 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:35.474641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:35.579950 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:35.585099 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:35.590676 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] Sync routers for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:35.601494 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:35.602386 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:35.614105 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-74012b50-057a-4d21-948a-11e4127ea57a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "DELETE /v2.0/floatingips/485c67c8-17a8-4d26-830b-79de1441b915 HTTP/1.1" status: 204 len: 168 time: 0.8855238 Dec 10 19:27:35.614690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:35.616968 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04667e01-7435-4107-a40d-8ae7627ff9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:35.657106 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63f9679-93da-4ca1-81c6-dad0486e2ffd x-openstack-request-id: req-b63f9679-93da-4ca1-81c6-dad0486e2ffd {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:35.657539 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:35.657925 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b63f9679-93da-4ca1-81c6-dad0486e2ffd {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:35.658344 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'status': 'completed', 'code': 200} Dec 10 19:27:35.707958 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:35.724367 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-efa536b7-7e56-4751-af71-f5641e8bb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:35.726116 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-efa536b7-7e56-4751-af71-f5641e8bb9ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8195361e977f4b6bba6586f03419d06f&device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 1098 time: 0.0456202 Dec 10 19:27:35.872350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-ccb7cf8c-caee-4354-8cf5-f4a43350967b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:35.873756 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-ccb7cf8c-caee-4354-8cf5-f4a43350967b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 200 len: 910 time: 0.1377573 Dec 10 19:27:35.885122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2152023-a2c4-41a8-82ec-0fd582f59b01 req-2a700fd1-d4a0-42ca-95e2-98eadfed5ce7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:35.886563 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e2152023-a2c4-41a8-82ec-0fd582f59b01 req-2a700fd1-d4a0-42ca-95e2-98eadfed5ce7 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 947 time: 0.0754774 Dec 10 19:27:35.923400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:35.931810 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-46cbfd70-5db8-4ee4-8f80-80675d9dcfa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 200 len: 217 time: 0.0442920 Dec 10 19:27:35.950192 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] Checking router: 34dfc023-372b-4c62-9c7a-8f9b79c4c522 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:35.959704 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:35.960312 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:35.994938 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e2152023-a2c4-41a8-82ec-0fd582f59b01 req-77acabf2-f76c-40b3-863a-cd2c82004f95 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018097 Dec 10 19:27:36.010552 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-60b6c7a5-c4b9-4474-8fc3-11a224dac2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:36.013999 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-60b6c7a5-c4b9-4474-8fc3-11a224dac2de service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 200 len: 848 time: 0.0677338 Dec 10 19:27:36.060556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-bf065eb4-b218-44d8-ab54-9be0e85e3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:36.062097 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-bf065eb4-b218-44d8-ab54-9be0e85e3af4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ae028c8-9d46-4aff-a512-8c3d4f9b966d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425062 Dec 10 19:27:36.065038 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:36.154789 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-761308a7-c4db-4f8a-8ee1-c846cc19f4e8 service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822690 Dec 10 19:27:36.253319 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-04667e01-7435-4107-a40d-8ae7627ff9e3 req-84df6cc3-a714-4388-8cee-df4464e976dd service neutron] 10.222.0.30 "GET /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901060 Dec 10 19:27:36.263794 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:36.293835 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9c57b6-46cd-447f-aefa-f91dcec5c193 None None] The sync data for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 is: [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'ac713c07-277d-4810-9aaa-222e4bbcda7a', 'name': '', 'network_id': '5ae028c8-9d46-4aff-a512-8c3d4f9b966d', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'mac_address': 'fa:16:3e:7f:4e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '1250d296-0486-4d43-ad7f-4c571587803a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:46Z', 'updated_at': '2021-12-10T19:18:50Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'subnets': [{'id': '1250d296-0486-4d43-ad7f-4c571587803a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:36.512455 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108face8-bef7-4b11-b78e-6d23a34edcc8 None None] New status for floating IP 485c67c8-17a8-4d26-830b-79de1441b915: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:27:37.142116 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc5d17-e893-4e37-b50c-afa9826e489f req-aab2ebee-7ae4-436c-8d5d-9fd177d14c8c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:37.143699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ebc5d17-e893-4e37-b50c-afa9826e489f req-aab2ebee-7ae4-436c-8d5d-9fd177d14c8c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 947 time: 0.0629354 Dec 10 19:27:37.206058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1ebc5d17-e893-4e37-b50c-afa9826e489f req-3f420821-84d8-40bd-9932-c9b001464d80 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/security-groups?id=63cee265-cdf6-4a02-b5c5-f72291275147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523961 Dec 10 19:27:37.364503 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-864df32b-3f3e-48b8-a804-c682a1ba260a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:37.366032 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-864df32b-3f3e-48b8-a804-c682a1ba260a tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 947 time: 0.0612583 Dec 10 19:27:37.460753 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Deleting port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:37.461120 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:37.551990 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] For port 0a6ce2ef-8708-4a8f-94a7-c650146a6030, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=0a6ce2ef-8708-4a8f-94a7-c650146a6030,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:37.552332 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:37.564570 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Calling delete_port for 0a6ce2ef-8708-4a8f-94a7-c650146a6030 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:37.712552 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:37.742025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event deleted for resources: {'Port': ['ID=0a6ce2ef-8708-4a8f-94a7-c650146a6030,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:37.754976 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.755332 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.755680 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.756022 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.756355 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.756691 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.757105 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.757430 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.757744 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.758095 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.758519 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.758881 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.759209 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:37.793745 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] No DVR routers for this DVR port 0a6ce2ef-8708-4a8f-94a7-c650146a6030 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:37.796328 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:37.799743 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed0b5d66-57b7-4c01-a1a6-30fc54431150 req-f9c26dca-3f74-467c-939b-79e4888d3c0c tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.30 "DELETE /v2.0/ports/0a6ce2ef-8708-4a8f-94a7-c650146a6030 HTTP/1.1" status: 204 len: 173 time: 0.4275973 Dec 10 19:27:37.800184 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-deleted', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:27:37.802513 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d27f9-cef3-4f01-92b2-6b408093c34c" -d '{"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-deleted", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:27:37.894347 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7557f2aa-24d6-4ab0-b957-4e3ada471c3e x-openstack-request-id: req-7557f2aa-24d6-4ab0-b957-4e3ada471c3e {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:27:37.894696 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab94491b-f493-4adc-8e42-6d3c0e945517", "name": "network-vif-deleted", "tag": "0a6ce2ef-8708-4a8f-94a7-c650146a6030", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:27:37.894935 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7557f2aa-24d6-4ab0-b957-4e3ada471c3e {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:27:37.895344 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab94491b-f493-4adc-8e42-6d3c0e945517', 'name': 'network-vif-deleted', 'tag': '0a6ce2ef-8708-4a8f-94a7-c650146a6030', 'status': 'completed', 'code': 200} Dec 10 19:27:38.319676 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-828b6f9f-3e9b-4a6e-977d-ea108326f186 req-6eb954c2-9c13-43d4-a174-16fc99d47ffc tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0309863 Dec 10 19:27:39.424850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-1a0c098e-b193-44fa-ada3-6582d94a733a req-7a736c54-76f1-4fe7-a6fe-136319b63afd tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0317414 Dec 10 19:27:40.523793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d052e86a-4e55-435e-acd4-23771a271468 req-d65ef3ca-acd7-4cce-bdd6-dcf9d5f9086d tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Dec 10 19:27:41.621435 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2dfb8503-44a7-44b9-990d-598c84663ea7 req-1ffca58d-ad62-4765-b4d6-ffbd213f8985 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab94491b-f493-4adc-8e42-6d3c0e945517 HTTP/1.1" status: 200 len: 210 time: 0.0281832 Dec 10 19:27:42.661111 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a6ce2ef-8708-4a8f-94a7-c650146a6030 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:42.682620 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34460) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:42.690621 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 0a6ce2ef-8708-4a8f-94a7-c650146a6030 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:42.691079 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 0a6ce2ef-8708-4a8f-94a7-c650146a6030 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:42.741265 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7909b98-22ee-44ea-90da-e1620c7f9496 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:42.766693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7909b98-22ee-44ea-90da-e1620c7f9496 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:42.830974 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7909b98-22ee-44ea-90da-e1620c7f9496 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:42.833715 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-a7909b98-22ee-44ea-90da-e1620c7f9496 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:42.836067 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-a7909b98-22ee-44ea-90da-e1620c7f9496 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] 10.222.0.55 "DELETE /v2.0/security-groups/63cee265-cdf6-4a02-b5c5-f72291275147 HTTP/1.1" status: 204 len: 168 time: 0.1522875 Dec 10 19:27:42.846163 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7909b98-22ee-44ea-90da-e1620c7f9496 tempest-TestShelveInstance-812819773 tempest-TestShelveInstance-812819773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cee265-cdf6-4a02-b5c5-f72291275147,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:42.883896 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34464) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:43.333637 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:43.588739 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Deleting port ac713c07-277d-4810-9aaa-222e4bbcda7a {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:43.588989 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:43.672767 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] For port ac713c07-277d-4810-9aaa-222e4bbcda7a, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=ac713c07-277d-4810-9aaa-222e4bbcda7a,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:43.673128 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:43.685192 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Calling delete_port for ac713c07-277d-4810-9aaa-222e4bbcda7a owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:43.872877 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:43.897683 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac713c07-277d-4810-9aaa-222e4bbcda7a,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:44.067221 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:44.305483 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:44.740372 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:44.746285 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-db205e96-5d5f-46fe-95ab-bb663915f48d admin admin] 10.222.0.55 "PUT /v2.0/routers/34dfc023-372b-4c62-9c7a-8f9b79c4c522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8616352 Dec 10 19:27:44.749195 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34468) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:44.756425 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] Sync routers for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:44.768060 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:44.768688 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:44.862608 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:44.978628 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:44.980684 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.035140 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Deleting port 9a03be84-93ca-4f80-b48b-501276c7b74e {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:45.035140 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.123794 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] For port 9a03be84-93ca-4f80-b48b-501276c7b74e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=9a03be84-93ca-4f80-b48b-501276c7b74e,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:45.124184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.136198 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Calling delete_port for 9a03be84-93ca-4f80-b48b-501276c7b74e owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:45.175760 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:27:43Z', 'revision_number': 5, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port': {'id': '9a03be84-93ca-4f80-b48b-501276c7b74e', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:c4:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:44Z', 'updated_at': '2021-12-10T19:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:45.207752 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] Checking router: 34dfc023-372b-4c62-9c7a-8f9b79c4c522 for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:45.217128 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] Routers {'34dfc023-372b-4c62-9c7a-8f9b79c4c522'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:45.217902 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:45.340347 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] Set router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 gateway port host: None {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:45.344187 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.370312 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a03be84-93ca-4f80-b48b-501276c7b74e,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:45.395492 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b810d4a0-cbe7-4da4-875e-88404eb27bb8 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:45.414649 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:27:44Z', 'revision_number': 6, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:45.444154 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6686a-8312-45fe-89b3-38199f868930 None None] The sync data for ids ['34dfc023-372b-4c62-9c7a-8f9b79c4c522'] in n-d-821424-1 is: [{'id': '34dfc023-372b-4c62-9c7a-8f9b79c4c522', 'name': 'tempest-TestShelveInstance-1880318460-router', 'tenant_id': '8195361e977f4b6bba6586f03419d06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:43Z', 'updated_at': '2021-12-10T19:27:44Z', 'revision_number': 6, 'project_id': '8195361e977f4b6bba6586f03419d06f', 'gw_port_host': None}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:45.475443 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.573174 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.575481 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.623347 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.623834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34dfc023-372b-4c62-9c7a-8f9b79c4c522 {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:27:45.628383 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.629590 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-55e2a50d-7e4c-4919-b370-787f597a6be7 admin admin] 10.222.0.55 "DELETE /v2.0/routers/34dfc023-372b-4c62-9c7a-8f9b79c4c522 HTTP/1.1" status: 204 len: 168 time: 0.8793497 Dec 10 19:27:45.633115 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34470) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:45.681021 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] Deleting subnet 1250d296-0486-4d43-ad7f-4c571587803a {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:27:45.684430 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.720545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.812171 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.879505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.910963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1250d296-0486-4d43-ad7f-4c571587803a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:45.917591 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:45.923150 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-f1522894-9200-4e72-a924-abb024a72355 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/1250d296-0486-4d43-ad7f-4c571587803a HTTP/1.1" status: 204 len: 168 time: 0.2889197 Dec 10 19:27:45.923798 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed36f87-a00e-40cf-a012-ee561920d2e0 None None] Network 5ae028c8-9d46-4aff-a512-8c3d4f9b966d requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:27:45.924028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34472) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:46.004634 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.066344 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Deleting port b903325d-cdf7-436e-9294-cb5392655a01 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:46.066746 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.129914 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] For port b903325d-cdf7-436e-9294-cb5392655a01, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=b903325d-cdf7-436e-9294-cb5392655a01,segment=NetworkSegment(da5990d0-8abb-4518-b087-64e5625f7ecf),segment_id=da5990d0-8abb-4518-b087-64e5625f7ecf)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:46.130196 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.143715 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Calling delete_port for b903325d-cdf7-436e-9294-cb5392655a01 owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:46.231654 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.259859 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Pushing event deleted for resources: {'Port': ['ID=b903325d-cdf7-436e-9294-cb5392655a01,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:46.270951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] No DVR routers for this DVR port b903325d-cdf7-436e-9294-cb5392655a01 on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:46.275076 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30894d0d-a2a7-4a97-9920-21f822bb73dc None None] DHCP port deletion for 5ae028c8-9d46-4aff-a512-8c3d4f9b966d request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:46.345164 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.372432 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae028c8-9d46-4aff-a512-8c3d4f9b966d']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:46.385089 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5990d0-8abb-4518-b087-64e5625f7ecf') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:46.385324 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5990d0-8abb-4518-b087-64e5625f7ecf') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:46.397003 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.414543 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.422062 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:27:46.422533 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:27:46.424402 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:27:46.481711 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.487596 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:46.491062 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] 10.222.0.55 "DELETE /v2.0/networks/5ae028c8-9d46-4aff-a512-8c3d4f9b966d HTTP/1.1" status: 204 len: 168 time: 0.5660441 Dec 10 19:27:46.494015 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34474) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:46.509667 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b3a01-b470-4bd7-996d-06bb95d5ba98 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae028c8-9d46-4aff-a512-8c3d4f9b966d,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:46.873865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:47.127166 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Deleting port 93de1e52-7370-4a08-83ca-e3b7da96e21f {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:47.127890 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:47.200638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a03be84-93ca-4f80-b48b-501276c7b74e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:47.208096 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] For port 93de1e52-7370-4a08-83ca-e3b7da96e21f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=93de1e52-7370-4a08-83ca-e3b7da96e21f,segment=NetworkSegment(93b1a47a-7c15-4616-ab7c-518e06700dad),segment_id=93b1a47a-7c15-4616-ab7c-518e06700dad)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:47.208474 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:47.222489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 9a03be84-93ca-4f80-b48b-501276c7b74e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:47.222851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Calling delete_port for 93de1e52-7370-4a08-83ca-e3b7da96e21f owned by network:router_interface {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:47.222976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 9a03be84-93ca-4f80-b48b-501276c7b74e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:47.223215 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ac713c07-277d-4810-9aaa-222e4bbcda7a no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:47.243515 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: ac713c07-277d-4810-9aaa-222e4bbcda7a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:47.243875 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device ac713c07-277d-4810-9aaa-222e4bbcda7a not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:47.244292 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b903325d-cdf7-436e-9294-cb5392655a01 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:47.267559 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: b903325d-cdf7-436e-9294-cb5392655a01 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:47.267905 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device b903325d-cdf7-436e-9294-cb5392655a01 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:47.421773 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:47.455490 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Pushing event deleted for resources: {'Port': ['ID=93de1e52-7370-4a08-83ca-e3b7da96e21f,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:47.630724 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:47.868296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:47.997723 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:48.003233 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-bec20836-c47f-492c-9544-cc82fc74d693 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e0e103f-85f0-45ca-ac91-b4476d9ca88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5081871 Dec 10 19:27:48.006053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34476) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:48.006638 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] Sync routers for ids ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:48.019361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] Routers {'2e0e103f-85f0-45ca-ac91-b4476d9ca88c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:48.020035 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:48.129753 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] Set router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:48.326573 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:27:47Z', 'revision_number': 5, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:48.356187 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] Checking router: 2e0e103f-85f0-45ca-ac91-b4476d9ca88c for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:48.365402 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] Routers {'2e0e103f-85f0-45ca-ac91-b4476d9ca88c'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:48.366030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:48.471512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:48.583013 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:48.645739 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Deleting port 5ba663b1-97c8-4074-9817-90a4aad225ff {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:48.646058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:48.647337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] Set router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:48.731545 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] For port 5ba663b1-97c8-4074-9817-90a4aad225ff, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=5ba663b1-97c8-4074-9817-90a4aad225ff,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:48.731812 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:48.743901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Calling delete_port for 5ba663b1-97c8-4074-9817-90a4aad225ff owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:48.836570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:27:47Z', 'revision_number': 5, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:48.865684 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b18fc-0fd4-4534-a410-24ebdf4d1a6b None None] The sync data for ids ['2e0e103f-85f0-45ca-ac91-b4476d9ca88c'] in n-d-821424-1 is: [{'id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'name': 'tempest-TestShelveInstance-671539085-router', 'tenant_id': '0ccc56a6bad94221ade09d424ceaeb78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245'}], 'enable_snat': True}, 'gw_port_id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:18:48Z', 'updated_at': '2021-12-10T19:27:47Z', 'revision_number': 5, 'project_id': '0ccc56a6bad94221ade09d424ceaeb78', 'gw_port': {'id': '5ba663b1-97c8-4074-9817-90a4aad225ff', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:32:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0e103f-85f0-45ca-ac91-b4476d9ca88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:18:49Z', 'updated_at': '2021-12-10T19:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:48.922621 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:48.947506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba663b1-97c8-4074-9817-90a4aad225ff,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:48.964389 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b031e02-dcbc-4f19-a15a-448bf348028a None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:49.013275 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.108943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.111160 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.167029 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.167561 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e0e103f-85f0-45ca-ac91-b4476d9ca88c {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:27:49.172293 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.173553 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1f83891b-cebd-472c-a7e1-21291ccd9c13 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2e0e103f-85f0-45ca-ac91-b4476d9ca88c HTTP/1.1" status: 204 len: 168 time: 1.1663811 Dec 10 19:27:49.176696 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34478) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:49.227034 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] Deleting subnet a87ea885-3daa-41ba-b009-161032732c6c {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:27:49.230829 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.268394 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.342978 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 93de1e52-7370-4a08-83ca-e3b7da96e21f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:49.366337 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.366687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 93de1e52-7370-4a08-83ca-e3b7da96e21f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:49.366992 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 93de1e52-7370-4a08-83ca-e3b7da96e21f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:49.424415 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.454282 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87ea885-3daa-41ba-b009-161032732c6c,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:49.456450 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.460014 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-adaf11b6-7d46-4f72-bd6f-95abe88211bd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a87ea885-3daa-41ba-b009-161032732c6c HTTP/1.1" status: 204 len: 168 time: 0.2822859 Dec 10 19:27:49.462714 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edba8f2-342a-42b9-8d75-fb2b6d195938 None None] Network 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:27:49.463093 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34480) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:49.541371 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.611825 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Deleting port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:27:49.612195 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.679552 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] For port 017cc0b0-aba9-43cd-8c0b-067eb3d39272, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=017cc0b0-aba9-43cd-8c0b-067eb3d39272,segment=NetworkSegment(93b1a47a-7c15-4616-ab7c-518e06700dad),segment_id=93b1a47a-7c15-4616-ab7c-518e06700dad)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:49.679908 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.693012 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Calling delete_port for 017cc0b0-aba9-43cd-8c0b-067eb3d39272 owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:27:49.783188 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.810598 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] No DVR routers for this DVR port 017cc0b0-aba9-43cd-8c0b-067eb3d39272 on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:27:49.814928 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Pushing event deleted for resources: {'Port': ['ID=017cc0b0-aba9-43cd-8c0b-067eb3d39272,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:49.886437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.908472 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430fca20-81f9-45aa-9fdc-3a1a2098d4c3']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:49.919646 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b1a47a-7c15-4616-ab7c-518e06700dad') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:49.919991 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b1a47a-7c15-4616-ab7c-518e06700dad') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:49.937929 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.940063 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac721b16-f160-4ee0-bde4-3140c1f54b47 None None] DHCP port deletion for 430fca20-81f9-45aa-9fdc-3a1a2098d4c3 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:49.954905 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.963494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:27:49.963983 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:27:49.966156 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:27:50.025127 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.031106 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.034499 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] 10.222.0.55 "DELETE /v2.0/networks/430fca20-81f9-45aa-9fdc-3a1a2098d4c3 HTTP/1.1" status: 204 len: 168 time: 0.5703418 Dec 10 19:27:50.046199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec845a-7fa8-452b-b96a-efd899e1f1fe admin admin] Pushing event deleted for resources: {'Network': ['ID=430fca20-81f9-45aa-9fdc-3a1a2098d4c3,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:50.146890 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34484) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:50.187795 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1d6f0906-0965-4b95-8db9-5954cca6944d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8195361e977f4b6bba6586f03419d06f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397079 Dec 10 19:27:50.190428 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34486) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:50.241302 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2068550b-b256-48e0-8352-68827d5577c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.264464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2068550b-b256-48e0-8352-68827d5577c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.318216 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2068550b-b256-48e0-8352-68827d5577c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.320750 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2068550b-b256-48e0-8352-68827d5577c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.321984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2068550b-b256-48e0-8352-68827d5577c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b125c0b1-1a87-43b0-a5e2-536a9dbab929 HTTP/1.1" status: 204 len: 168 time: 0.1306703 Dec 10 19:27:50.329732 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2068550b-b256-48e0-8352-68827d5577c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b125c0b1-1a87-43b0-a5e2-536a9dbab929,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:50.672402 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34492) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:50.714313 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-6091684c-6322-48fd-a551-8206c56c5a2f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0ccc56a6bad94221ade09d424ceaeb78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406871 Dec 10 19:27:50.718222 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34494) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:50.779223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-997fe499-1bc0-4770-95ad-97fb5e8e5058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.801690 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-997fe499-1bc0-4770-95ad-97fb5e8e5058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.853397 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-997fe499-1bc0-4770-95ad-97fb5e8e5058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.855952 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-997fe499-1bc0-4770-95ad-97fb5e8e5058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:50.857167 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-997fe499-1bc0-4770-95ad-97fb5e8e5058 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c1360b0b-bab3-4816-9329-b716cadfa61b HTTP/1.1" status: 204 len: 168 time: 0.1375549 Dec 10 19:27:50.865834 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fe499-1bc0-4770-95ad-97fb5e8e5058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1360b0b-bab3-4816-9329-b716cadfa61b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:51.204002 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5ba663b1-97c8-4074-9817-90a4aad225ff no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:51.222307 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 5ba663b1-97c8-4074-9817-90a4aad225ff {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:51.222689 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 5ba663b1-97c8-4074-9817-90a4aad225ff not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:51.223118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 017cc0b0-aba9-43cd-8c0b-067eb3d39272 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:27:51.243061 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 017cc0b0-aba9-43cd-8c0b-067eb3d39272 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:27:51.243424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 017cc0b0-aba9-43cd-8c0b-067eb3d39272 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:27:51.575121 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34518) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:51.685483 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1886142640-network', 'tenant_id': 'a21342831d6544d983095d1104ce50d1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:51.710830 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Made reservation on behalf of a21342831d6544d983095d1104ce50d1 for: {'network': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:51.713710 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.723184 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.808928 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.814310 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.838586 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103500) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:27:51.848415 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b05d9-1bcb-49d9-8805-bbd7e09bf585,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:51.853131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.853469 n-d-821424-1 neutron-server[103500]: INFO neutron.db.segments_db [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Added segment 562e6cbe-b402-4f25-bfa9-d1568680bb90 of type vlan for network b6e9314d-146f-4ba7-aaea-94062f4dd289 Dec 10 19:27:51.892987 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.927450 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.929104 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:51.930076 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:51.991532 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4152317 Dec 10 19:27:51.994848 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34522) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:52.000034 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Request body: {'subnet': {'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1886142640-subnet', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'ip_version': 4}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:52.006609 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cd8a8-d4f9-4a52-8e2d-b94bfacdd730 admin admin] Pushing event updated for resources: {'Network': ['ID=b6e9314d-146f-4ba7-aaea-94062f4dd289,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:52.016424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:27:52.024722 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Made reservation on behalf of a21342831d6544d983095d1104ce50d1 for: {'subnet': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:52.027487 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070269121'] for subnet, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.207261 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069941408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070269151'] for subnet, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.264854 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695a4371-8ed3-492e-aede-2f35276d1819,revision_number=0']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:52.276908 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Checking segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:52.277274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Network hostable DHCP agents. Network: b6e9314d-146f-4ba7-aaea-94062f4dd289, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:27:52.296093 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:27:52.307357 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, b6e9314d-146f-4ba7-aaea-94062f4dd289) {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:52.312098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:52.312749 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.317297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a90ed-b18f-4c35-b360-04df4a88d5b0 None None] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:27:52.331000 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-9f5f7d13-2bfa-49a9-86cf-a2fb4bc88232 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3349862 Dec 10 19:27:52.333907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34524) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:52.338537 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:52.361693 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.362921 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.419089 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.422480 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-b6e9314d-146f-4ba7-aaea-94062f4dd289', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:27:52.423340 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.561285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.562659 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Allocated IP 172.20.0.2 (b6e9314d-146f-4ba7-aaea-94062f4dd289/695a4371-8ed3-492e-aede-2f35276d1819/3dd2a1e5-1cf7-4576-95e1-87a478940c2e) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:52.713973 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.720411 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.761213 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:52.764289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:52.767842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:52.771193 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.775506 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Pushing event updated for resources: {'Port': ['ID=3dd2a1e5-1cf7-4576-95e1-87a478940c2e,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:52.791630 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.817943 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.818241 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.818616 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.818965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.819302 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.819644 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.819976 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.820303 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.820632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.820969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.821327 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.821660 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.822159 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:52.839289 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Attempting to bind port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:27:52.839699 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Attempting to bind port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:27:52.840062 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Attempting to bind port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e on network b6e9314d-146f-4ba7-aaea-94062f4dd289 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:52.845361 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:27:52.845713 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Checking segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:52.846143 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.846570 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Bound using segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:27:52.847334 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Bound port: 3dd2a1e5-1cf7-4576-95e1-87a478940c2e, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:27:52.847718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.902343 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Allocated IP 172.25.2.44 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/4c18585c-74f8-4eb9-b31a-d01e7bc45fa4) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:52.912796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] For port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:27:52.916536 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] For port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3dd2a1e5-1cf7-4576-95e1-87a478940c2e,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:27:52.920384 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:52.978935 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1295b-b353-4881-91e2-8fff593a5c3c None None] Pushing event updated for resources: {'Port': ['ID=3dd2a1e5-1cf7-4576-95e1-87a478940c2e,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:53.018505 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.053477 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.101009 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:53.103929 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:53.108451 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:53.111498 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Pushing event updated for resources: {'Port': ['ID=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:53.136426 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1311c-43f8-42c1-8029-6b958531c7d7 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:53.268419 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3dd2a1e5-1cf7-4576-95e1-87a478940c2e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:27:53.270382 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ed612b3c-9fac-4f2e-b219-f2d241afdb9c None None] Provisioning complete for port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:53.270754 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ed612b3c-9fac-4f2e-b219-f2d241afdb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.341926 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-ed612b3c-9fac-4f2e-b219-f2d241afdb9c None None] Port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:27:53.355927 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:53.356291 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.409058 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.433965 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.468097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3dd2a1e5-1cf7-4576-95e1-87a478940c2e,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:53.473366 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.526633 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=3dd2a1e5-1cf7-4576-95e1-87a478940c2e,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:53.616779 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.764353 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Router f1e54179-7271-43c5-ac09-e82ec503778a is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103500) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:27:53.873837 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:53.884806 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Sync routers for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:53.894128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:53.895444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fc267b33-c404-4007-a819-64b727d4dccf admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5604138 Dec 10 19:27:53.897377 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:53.898109 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:53.898633 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34526) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:54.012118 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b649e-7493-494c-98a2-f0bb1181c41a None None] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:27:54.019769 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:54.083121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-9c2664f4-2de6-46e8-a13a-fe335bb75f93 None None] Provisioning complete for port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:54.083492 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-9c2664f4-2de6-46e8-a13a-fe335bb75f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.216470 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:53Z', 'revision_number': 3, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:54.252503 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Checking router: f1e54179-7271-43c5-ac09-e82ec503778a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:54.252899 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Updating router f1e54179-7271-43c5-ac09-e82ec503778a port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:27:54.284994 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.356967 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.435161 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-f6e6d762-372d-49fd-b4f2-0f8f42bc47a9 None None] Provisioning complete for port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:54.435741 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d762-372d-49fd-b4f2-0f8f42bc47a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.525766 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Allocated IP 172.20.0.1 (b6e9314d-146f-4ba7-aaea-94062f4dd289/695a4371-8ed3-492e-aede-2f35276d1819/15d3c550-2117-41df-9cca-a453f20a319f) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:54.546869 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.552668 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.599576 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b369bf6-76a6-4531-8d03-70b4d65a459b None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:54.603149 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Attempting to bind port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:27:54.603787 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Attempting to bind port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:27:54.604164 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Attempting to bind port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:54.613169 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:27:54.613553 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:54.613964 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.614400 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:27:54.614879 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Bound port: 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:27:54.615255 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.616782 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Pushing event updated for resources: {'Port': ['ID=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:54.640406 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-11759dd4-16ca-4800-a8ac-8cdf1c1e86a4 None None] Provisioning complete for port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:54.640675 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.640775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-11759dd4-16ca-4800-a8ac-8cdf1c1e86a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.648072 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.648428 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.648771 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.649107 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.649473 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.649803 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.650132 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.650484 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.650807 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.651132 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.651456 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.651779 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.652099 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103502) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:27:54.679290 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] For port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:27:54.681262 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.682620 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] For port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:27:54.686484 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-11759dd4-16ca-4800-a8ac-8cdf1c1e86a4 None None] Port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:27:54.687501 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.720796 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:54.725787 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:54.729416 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:54.737456 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de2fcd-c51a-4c3f-abe2-0c020b2b93e5 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:54.744204 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:54.744867 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:54.752420 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Pushing event updated for resources: {'Port': ['ID=15d3c550-2117-41df-9cca-a453f20a319f,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:54.773390 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.785592 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31f1a-3082-4bd8-93dc-c5d2727ded51 None None] Pushing event updated for resources: {'Port': ['ID=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:54.813360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-aff9fa4f-e5b7-4641-99d5-e479476c352f None None] Provisioning complete for port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:54.814004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aff9fa4f-e5b7-4641-99d5-e479476c352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.862124 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:54.914999 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aff9fa4f-e5b7-4641-99d5-e479476c352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.945266 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-aff9fa4f-e5b7-4641-99d5-e479476c352f None None] For port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:54.950944 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-aff9fa4f-e5b7-4641-99d5-e479476c352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:54.965815 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:55.010894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9fa4f-e5b7-4641-99d5-e479476c352f None None] Pushing event updated for resources: {'Port': ['ID=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:55.075809 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:53Z', 'revision_number': 3, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:55.077572 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-27d87000-4dfb-477f-81e7-17cea0ad3b1d None None] Provisioning complete for port 15d3c550-2117-41df-9cca-a453f20a319f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:55.078871 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-27d87000-4dfb-477f-81e7-17cea0ad3b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:55.104897 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66de1abe-dd45-490b-a16f-2dd936504b7a None None] The sync data for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 is: [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:53Z', 'revision_number': 3, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:55.115193 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-27d87000-4dfb-477f-81e7-17cea0ad3b1d None None] Port 15d3c550-2117-41df-9cca-a453f20a319f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:27:55.147542 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:55.154308 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:55.234162 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3dd2a1e5-1cf7-4576-95e1-87a478940c2e up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:27:55.287337 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:55.287847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:55.574263 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Pushing event updated for resources: {'Port': ['ID=15d3c550-2117-41df-9cca-a453f20a319f,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:55.577797 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:55.673748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:55.675243 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:55.799278 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Router f1e54179-7271-43c5-ac09-e82ec503778a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:27:55.914628 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:55.920338 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-63947145-0998-406a-9402-acac55d4a367 admin admin] 10.222.0.55 "PUT /v2.0/routers/f1e54179-7271-43c5-ac09-e82ec503778a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0205116 Dec 10 19:27:55.943175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2646e9a4-b44b-4283-8057-2ddba0d69c2e None None] Provisioning complete for port 15d3c550-2117-41df-9cca-a453f20a319f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:55.943737 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2646e9a4-b44b-4283-8057-2ddba0d69c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:55.982703 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2646e9a4-b44b-4283-8057-2ddba0d69c2e None None] Port 15d3c550-2117-41df-9cca-a453f20a319f cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:27:56.435687 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34542) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:56.440812 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-764186764-network', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:56.464977 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Made reservation on behalf of d279d531af2f472aa029e0e69f8241f8 for: {'network': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:56.467678 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for network, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.477297 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.555107 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.560226 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.588313 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 10 19:27:56.593706 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059c925d-7db9-4394-a87b-81968198136a,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:56.603010 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.603298 n-d-821424-1 neutron-server[103499]: INFO neutron.db.segments_db [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Added segment 97c1fd8d-c656-4dec-b353-19c46b21484e of type vlan for network 2df947fd-b97f-4714-93ba-edbe9b81b492 Dec 10 19:27:56.641725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Sync routers for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:56.650540 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764417872159'] for network, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.652097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:56.652715 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:56.676977 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781'] for network, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.677921 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:56.678522 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.737165 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3003223 Dec 10 19:27:56.740314 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34544) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:56.742837 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218782c1-0c37-4e92-8a50-88151e5ff35b admin admin] Pushing event updated for resources: {'Network': ['ID=2df947fd-b97f-4714-93ba-edbe9b81b492,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:56.746875 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Request body: {'subnet': {'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-764186764-subnet', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'ip_version': 4}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:56.753965 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 details requested by agent ovs-agent-n-d-821424-1 with host n-d-821424-1 {{(pid=103501) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 10 19:27:56.770879 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Made reservation on behalf of d279d531af2f472aa029e0e69f8241f8 for: {'subnet': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:27:56.773295 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1070518719'] for subnet, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:56.773453 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:56.946517 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1069778951', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1070518689'] for subnet, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.010006 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcbd7f73-7e02-4d90-8261-948e995b8ff2,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:57.017468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Checking segment: {'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:57.017802 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Network hostable DHCP agents. Network: 2df947fd-b97f-4714-93ba-edbe9b81b492, hostable agents: ['66c0fb08-7fb1-4a93-903b-dcfb9996a4ef'], hosted agents: [] {{(pid=103500) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 10 19:27:57.026623 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:55Z', 'revision_number': 2, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:57.035435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 is scheduled to be hosted by DHCP agent 66c0fb08-7fb1-4a93-903b-dcfb9996a4ef with binding_index 1 {{(pid=103500) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 10 19:27:57.044851 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821424-1, 2df947fd-b97f-4714-93ba-edbe9b81b492) {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:57.049225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:27:57.050575 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.062091 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb350b-b2a4-4a5f-bf7c-a5656282b70f None None] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:27:57.065314 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Checking router: f1e54179-7271-43c5-ac09-e82ec503778a for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:57.065666 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Updating router f1e54179-7271-43c5-ac09-e82ec503778a port 15d3c550-2117-41df-9cca-a453f20a319f binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:27:57.069356 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-4e22bbda-3a79-4bd4-8dff-f579fa96fa6b admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3255465 Dec 10 19:27:57.069789 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 34546) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:57.074728 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:27:57.097162 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-534002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60767'] for router, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.098338 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-534338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536243', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-538866', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60740'] for router, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.129334 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.157336 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.259671 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44b74e4c-faad-56fa-81a1-2178e4563b99-2df947fd-b97f-4714-93ba-edbe9b81b492', 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492', 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'fixed_ips': [{'subnet_id': 'bcbd7f73-7e02-4d90-8261-948e995b8ff2'}]}} from n-d-821424-1. {{(pid=103501) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 10 19:27:57.260542 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.271612 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:27:57.313419 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.524816 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.543974 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.652436 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Allocated IP 172.25.2.137 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/68a1da33-a5fb-44a5-8653-dd26042b2f40) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:57.656502 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:57.656886 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.711285 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.db_base_plugin_common [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Allocated IP 172.20.0.2 (2df947fd-b97f-4714-93ba-edbe9b81b492/bcbd7f73-7e02-4d90-8261-948e995b8ff2/d77bd9e7-25b3-45b7-9425-f67645a9c15b) {{(pid=103501) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:27:57.760471 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.799354 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.848934 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:57.852030 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:57.857654 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:57.860693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Pushing event updated for resources: {'Port': ['ID=68a1da33-a5fb-44a5-8653-dd26042b2f40,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:57.874964 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ed2123-575a-4b50-a1c9-e244edc0300b None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:27:57.892098 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:57.909549 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.000698 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1167ba-7d41-44ee-aa4d-41b5670a6ac7 None None] Pushing event updated for resources: {'Port': ['ID=15d3c550-2117-41df-9cca-a453f20a319f,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:58.026495 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Publish callbacks [] for port, precommit_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.064194 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672'] for port, after_create {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.076058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-31b56415-185b-45db-96dd-f6fe1ffe56fc None None] Provisioning complete for port 68a1da33-a5fb-44a5-8653-dd26042b2f40 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:58.076058 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-31b56415-185b-45db-96dd-f6fe1ffe56fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.142402 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.145491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Attempting to bind port 15d3c550-2117-41df-9cca-a453f20a319f on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:27:58.145491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Attempting to bind port 15d3c550-2117-41df-9cca-a453f20a319f by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:27:58.145491 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Attempting to bind port 15d3c550-2117-41df-9cca-a453f20a319f on network b6e9314d-146f-4ba7-aaea-94062f4dd289 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:58.159308 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 is already hosted by enough agents. {{(pid=103501) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:27:58.163471 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Pushing event updated for resources: {'Port': ['ID=d77bd9e7-25b3-45b7-9425-f67645a9c15b,revision_number=1']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:58.168639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.scheduler.base_scheduler [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Resources bound (agent type, host, resource id): {{(pid=103501) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:27:58.172478 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:27:58.172855 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Checking segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:58.173353 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.173631 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Bound using segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:27:58.174123 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Bound port: 15d3c550-2117-41df-9cca-a453f20a319f, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:27:58.174523 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.176561 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Received port after_create {{(pid=103501) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:27:58.188632 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-31b56415-185b-45db-96dd-f6fe1ffe56fc None None] Port 68a1da33-a5fb-44a5-8653-dd26042b2f40 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:27:58.274588 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Attempting to bind port d77bd9e7-25b3-45b7-9425-f67645a9c15b on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:27:58.274949 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Attempting to bind port d77bd9e7-25b3-45b7-9425-f67645a9c15b by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:27:58.275333 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Attempting to bind port d77bd9e7-25b3-45b7-9425-f67645a9c15b on network 2df947fd-b97f-4714-93ba-edbe9b81b492 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:27:58.285894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:27:58.286272 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Checking segment: {'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:27:58.286747 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.287134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Bound using segment: {'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:27:58.287598 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Bound port: d77bd9e7-25b3-45b7-9425-f67645a9c15b, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:27:58.287971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.311074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] For port 15d3c550-2117-41df-9cca-a453f20a319f, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:27:58.354013 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] For port 15d3c550-2117-41df-9cca-a453f20a319f, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=15d3c550-2117-41df-9cca-a453f20a319f,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:27:58.356470 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-534395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-536256'] for router, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.369416 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.376022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-d60f6302-d872-4677-9116-08f1032a1876 None None] Provisioning complete for port 15d3c550-2117-41df-9cca-a453f20a319f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:58.376376 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d60f6302-d872-4677-9116-08f1032a1876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.434824 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5c41b820-bf6c-4b1c-bb14-34bc89b1cc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.466391 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] For port d77bd9e7-25b3-45b7-9425-f67645a9c15b, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:27:58.477636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] For port d77bd9e7-25b3-45b7-9425-f67645a9c15b, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d77bd9e7-25b3-45b7-9425-f67645a9c15b,segment=NetworkSegment(97c1fd8d-c656-4dec-b353-19c46b21484e),segment_id=97c1fd8d-c656-4dec-b353-19c46b21484e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:27:58.487955 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.490742 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1167ba-7d41-44ee-aa4d-41b5670a6ac7 None None] Pushing event updated for resources: {'Port': ['ID=15d3c550-2117-41df-9cca-a453f20a319f,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:58.504775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Router b74dd398-7c69-49f2-894b-b710ef23a6ca is scheduled to L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea with binding_index 1 {{(pid=103499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 10 19:27:58.532950 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:58.533586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:58.643266 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:27:58.643842 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247adc8-5bea-49cc-bda9-12a76f9f3d93 None None] Pushing event updated for resources: {'Port': ['ID=d77bd9e7-25b3-45b7-9425-f67645a9c15b,revision_number=2']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:58.664687 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Sync routers for ids ['b74dd398-7c69-49f2-894b-b710ef23a6ca'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:27:58.669942 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.674782 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34548) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:27:58.681849 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-cabf50e4-3749-4dd9-8feb-49aa740e28df admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6106956 Dec 10 19:27:58.686217 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Routers {'b74dd398-7c69-49f2-894b-b710ef23a6ca'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:27:58.687144 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b74dd398-7c69-49f2-894b-b710ef23a6ca'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:58.714088 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d60f6302-d872-4677-9116-08f1032a1876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.814313 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:58.821031 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-d60f6302-d872-4677-9116-08f1032a1876 None None] For port 15d3c550-2117-41df-9cca-a453f20a319f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=15d3c550-2117-41df-9cca-a453f20a319f,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:58.902874 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d60f6302-d872-4677-9116-08f1032a1876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:58.907156 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Set router b74dd398-7c69-49f2-894b-b710ef23a6ca gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:27:59.080735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f6302-d872-4677-9116-08f1032a1876 None None] Pushing event updated for resources: {'Port': ['ID=15d3c550-2117-41df-9cca-a453f20a319f,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:59.100094 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-0a9d37eb-adec-4d4c-9018-8aa2891c130e None None] Provisioning complete for port 15d3c550-2117-41df-9cca-a453f20a319f triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:59.100448 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0a9d37eb-adec-4d4c-9018-8aa2891c130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:59.304560 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:59.324200 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 3, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port': {'id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:27:59.343587 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d77bd9e7-25b3-45b7-9425-f67645a9c15b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:27:59.346163 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097de7be-ad15-4a4c-ad78-9dff8bdf6e6c None None] The sync data for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 is: [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:27:59.366833 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Checking router: b74dd398-7c69-49f2-894b-b710ef23a6ca for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:27:59.367294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Updating router b74dd398-7c69-49f2-894b-b710ef23a6ca port 68a1da33-a5fb-44a5-8653-dd26042b2f40 binding host n-d-821424-1 {{(pid=103502) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:27:59.398271 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:59.419294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d77bd9e7-25b3-45b7-9425-f67645a9c15b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:27:59.419670 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:59.595971 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:59.651413 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] For port d77bd9e7-25b3-45b7-9425-f67645a9c15b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d77bd9e7-25b3-45b7-9425-f67645a9c15b,segment=NetworkSegment(97c1fd8d-c656-4dec-b353-19c46b21484e),segment_id=97c1fd8d-c656-4dec-b353-19c46b21484e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:27:59.662188 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:59.770022 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Pushing event updated for resources: {'Port': ['ID=d77bd9e7-25b3-45b7-9425-f67645a9c15b,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:27:59.813959 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Publish callbacks [] for port, precommit_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:59.828216 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:27:59.840451 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.030000 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927c86d9-b875-4a0b-979f-1733f48ae393 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:28:00.046978 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625b38-35b5-4f8d-b8fa-4cafe076a4a4 None None] Pushing event updated for resources: {'Port': ['ID=68a1da33-a5fb-44a5-8653-dd26042b2f40,revision_number=2']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:00.048025 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Allocated IP 172.20.0.1 (2df947fd-b97f-4714-93ba-edbe9b81b492/bcbd7f73-7e02-4d90-8261-948e995b8ff2/a1d2b61e-f907-450e-87ed-7f3a4130e326) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:00.076480 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Attempting to bind port 68a1da33-a5fb-44a5-8653-dd26042b2f40 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:00.077196 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Attempting to bind port 68a1da33-a5fb-44a5-8653-dd26042b2f40 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:28:00.078210 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Attempting to bind port 68a1da33-a5fb-44a5-8653-dd26042b2f40 on network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:00.085488 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:00.086725 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Checking segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103502) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:28:00.087430 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.088064 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Bound using segment: {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'} {{(pid=103502) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:00.088754 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.managers [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Bound port: 68a1da33-a5fb-44a5-8653-dd26042b2f40, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae26379-406c-4f65-8386-d0b459043644', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11'}}] {{(pid=103502) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:28:00.089350 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.104256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3691a8-2a06-4b4f-ad03-aa4f19b1c266 None None] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:28:00.192407 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.203294 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] For port 68a1da33-a5fb-44a5-8653-dd26042b2f40, host n-d-821424-1, cleared binding levels {{(pid=103502) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:00.205121 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] Provisioning complete for port 68a1da33-a5fb-44a5-8653-dd26042b2f40 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:00.205546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.207063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.plugins.ml2.db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] For port 68a1da33-a5fb-44a5-8653-dd26042b2f40, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=68a1da33-a5fb-44a5-8653-dd26042b2f40,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103502) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:00.214199 n-d-821424-1 neutron-server[103502]: DEBUG neutron_lib.callbacks.manager [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103502) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.251728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.292253 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:00.298060 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:00.302052 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:00.309067 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da625b38-35b5-4f8d-b8fa-4cafe076a4a4 None None] Pushing event updated for resources: {'Port': ['ID=68a1da33-a5fb-44a5-8653-dd26042b2f40,revision_number=3']} {{(pid=103502) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:00.344133 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156a253-f7da-4b1f-ad2d-bbf6869fb5b1 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:28:00.345330 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Routers {'b74dd398-7c69-49f2-894b-b710ef23a6ca'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:00.346250 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:27:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b74dd398-7c69-49f2-894b-b710ef23a6ca'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:00.355923 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Pushing event updated for resources: {'Port': ['ID=a1d2b61e-f907-450e-87ed-7f3a4130e326,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:00.379208 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535475'] for router_interface, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.433402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.483694 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] For port 68a1da33-a5fb-44a5-8653-dd26042b2f40, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=68a1da33-a5fb-44a5-8653-dd26042b2f40,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:00.495397 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.573425 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] Set router b74dd398-7c69-49f2-894b-b710ef23a6ca gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:00.588015 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] Provisioning complete for port d77bd9e7-25b3-45b7-9425-f67645a9c15b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:00.589496 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.637685 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.638834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f497b-998d-475d-9e55-386da5635669 None None] Pushing event updated for resources: {'Port': ['ID=68a1da33-a5fb-44a5-8653-dd26042b2f40,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:00.842600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fbe1d917-9273-46e0-aee3-af5f3ab1fb73 None None] Provisioning complete for port 68a1da33-a5fb-44a5-8653-dd26042b2f40 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:00.842998 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d917-9273-46e0-aee3-af5f3ab1fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.865389 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 3, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port': {'id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:00.877858 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.888332 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.895879 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baa55b3-46a8-4dcd-8d93-5bf77cd31200 None None] The sync data for ids ['b74dd398-7c69-49f2-894b-b710ef23a6ca'] in n-d-821424-1 is: [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 3, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port': {'id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:00.962310 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1018799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-532483'] for router_interface, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:00.975040 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Pushing event updated for resources: {'Port': ['ID=a1d2b61e-f907-450e-87ed-7f3a4130e326,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:01.078676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:01.080323 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:01.146148 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fbe1d917-9273-46e0-aee3-af5f3ab1fb73 None None] Provisioning complete for port a1d2b61e-f907-450e-87ed-7f3a4130e326 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:01.146669 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d917-9273-46e0-aee3-af5f3ab1fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:01.185010 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1d917-9273-46e0-aee3-af5f3ab1fb73 None None] Port a1d2b61e-f907-450e-87ed-7f3a4130e326 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:28:01.206345 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-fbe1d917-9273-46e0-aee3-af5f3ab1fb73 None None] Provisioning complete for port d77bd9e7-25b3-45b7-9425-f67645a9c15b triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:01.206879 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d917-9273-46e0-aee3-af5f3ab1fb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:01.252766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Router b74dd398-7c69-49f2-894b-b710ef23a6ca has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:28:01.397614 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 15d3c550-2117-41df-9cca-a453f20a319f up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:01.454776 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 15d3c550-2117-41df-9cca-a453f20a319f triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:01.455256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:01.465564 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:01.474423 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-fb6b2ba2-1d8c-427f-86d3-9f67d2139bde admin admin] 10.222.0.55 "PUT /v2.0/routers/b74dd398-7c69-49f2-894b-b710ef23a6ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7960250 Dec 10 19:28:01.538268 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-291cca19-07ac-4111-a47d-90539b96a236 None None] Provisioning complete for port a1d2b61e-f907-450e-87ed-7f3a4130e326 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:01.538661 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-291cca19-07ac-4111-a47d-90539b96a236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:01.589369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d77bd9e7-25b3-45b7-9425-f67645a9c15b up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:01.592600 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-291cca19-07ac-4111-a47d-90539b96a236 None None] Port a1d2b61e-f907-450e-87ed-7f3a4130e326 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:28:01.659176 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port d77bd9e7-25b3-45b7-9425-f67645a9c15b triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:01.659742 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:01.716812 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-1131d7e7-f750-4b1a-a11f-d62f058174f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.006848 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34556) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:02.012246 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-c713c412-1030-4a7b-bf99-894a430e8794 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355959336', 'description': 'tempest-secgroup-smoke-1355959336 description', 'project_id': 'a21342831d6544d983095d1104ce50d1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:02.035925 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c713c412-1030-4a7b-bf99-894a430e8794 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.099889 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c713c412-1030-4a7b-bf99-894a430e8794 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.105056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c713c412-1030-4a7b-bf99-894a430e8794 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.136866 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-c713c412-1030-4a7b-bf99-894a430e8794 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.138116 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-c713c412-1030-4a7b-bf99-894a430e8794 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1302280 Dec 10 19:28:02.139286 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713c412-1030-4a7b-bf99-894a430e8794 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73b35c9b-12dc-4a54-84ff-81fb507fbd3b,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.141318 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34558) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:02.145736 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-528ff741-a160-4b43-9333-f274127f41f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'security_group_rule': {'security_group_id': '73b35c9b-12dc-4a54-84ff-81fb507fbd3b', 'project_id': 'a21342831d6544d983095d1104ce50d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:02.178464 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-528ff741-a160-4b43-9333-f274127f41f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.235000 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-528ff741-a160-4b43-9333-f274127f41f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.240294 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-528ff741-a160-4b43-9333-f274127f41f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.258763 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ff741-a160-4b43-9333-f274127f41f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1876687-9609-429d-8484-b19a5e7e0696,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.268404 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-528ff741-a160-4b43-9333-f274127f41f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.269668 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-528ff741-a160-4b43-9333-f274127f41f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273994 Dec 10 19:28:02.272461 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34560) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:02.276968 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-2003c591-7dce-4c38-adec-115818ce3236 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'security_group_rule': {'security_group_id': '73b35c9b-12dc-4a54-84ff-81fb507fbd3b', 'project_id': 'a21342831d6544d983095d1104ce50d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:02.306389 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2003c591-7dce-4c38-adec-115818ce3236 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.365499 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2003c591-7dce-4c38-adec-115818ce3236 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.370792 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2003c591-7dce-4c38-adec-115818ce3236 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.392380 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.394615 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003c591-7dce-4c38-adec-115818ce3236 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c379ebc6-a103-4f2a-bb92-5b11515eaaf8,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.398746 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-2003c591-7dce-4c38-adec-115818ce3236 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.399990 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-2003c591-7dce-4c38-adec-115818ce3236 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265950 Dec 10 19:28:02.402786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34562) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:02.407347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-59b5719b-d34d-4973-a2ca-bba65baaca56 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'security_group_rule': {'security_group_id': '73b35c9b-12dc-4a54-84ff-81fb507fbd3b', 'project_id': 'a21342831d6544d983095d1104ce50d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:02.434512 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59b5719b-d34d-4973-a2ca-bba65baaca56 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.493128 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59b5719b-d34d-4973-a2ca-bba65baaca56 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.498876 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59b5719b-d34d-4973-a2ca-bba65baaca56 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.515756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b5719b-d34d-4973-a2ca-bba65baaca56 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f3451b-5df1-47e5-8cd8-25df5ed68b25,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.524996 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-59b5719b-d34d-4973-a2ca-bba65baaca56 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.526182 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-59b5719b-d34d-4973-a2ca-bba65baaca56 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222582 Dec 10 19:28:02.529135 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34564) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:02.533690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-76cef164-02b2-45f3-90ec-3eb4473ce0e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'security_group_rule': {'security_group_id': '73b35c9b-12dc-4a54-84ff-81fb507fbd3b', 'project_id': 'a21342831d6544d983095d1104ce50d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:02.564658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76cef164-02b2-45f3-90ec-3eb4473ce0e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.615077 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.633835 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76cef164-02b2-45f3-90ec-3eb4473ce0e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.638820 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76cef164-02b2-45f3-90ec-3eb4473ce0e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.658058 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cef164-02b2-45f3-90ec-3eb4473ce0e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd77e257-9595-4419-a255-03d3172549f9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.669639 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-76cef164-02b2-45f3-90ec-3eb4473ce0e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.670991 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-76cef164-02b2-45f3-90ec-3eb4473ce0e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408389 Dec 10 19:28:02.673903 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34566) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:02.678876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'security_group_rule': {'security_group_id': '73b35c9b-12dc-4a54-84ff-81fb507fbd3b', 'project_id': 'a21342831d6544d983095d1104ce50d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:02.703086 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Project a21342831d6544d983095d1104ce50d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:28:02.708668 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.771745 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.777462 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.801167 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd4f113-5213-4a51-9dda-d87a0776d9e9,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.806144 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.807414 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-79d1dd51-f565-42f7-b6ec-94ff0d1c9b92 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321554 Dec 10 19:28:02.810145 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34568) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:02.814581 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'security_group_rule': {'security_group_id': '73b35c9b-12dc-4a54-84ff-81fb507fbd3b', 'project_id': 'a21342831d6544d983095d1104ce50d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:02.839931 n-d-821424-1 neutron-server[103500]: INFO neutron.db.securitygroups_db [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Project a21342831d6544d983095d1104ce50d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 10 19:28:02.846331 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.859937 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Sync routers for ids ['b74dd398-7c69-49f2-894b-b710ef23a6ca'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:02.870913 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Routers {'b74dd398-7c69-49f2-894b-b710ef23a6ca'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:02.871540 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:28:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b74dd398-7c69-49f2-894b-b710ef23a6ca'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:02.909338 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.914325 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-696532'] for security_group_rule, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.931748 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f521c9ad-996e-40f8-b49a-94495c64698d,revision_number=0']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:02.942111 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:02.943366 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-7f7a8b44-5529-40e6-9232-4168dd3631ee tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1322532 Dec 10 19:28:02.987298 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Set router b74dd398-7c69-49f2-894b-b710ef23a6ca gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:03.104669 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-cd73fad5-4be8-41ee-adfd-b034376c5502 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355959336&fields=id&tenant_id=a21342831d6544d983095d1104ce50d1 HTTP/1.1" status: 200 len: 267 time: 0.0515745 Dec 10 19:28:03.197504 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 4, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port': {'id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a1d2b61e-f907-450e-87ed-7f3a4130e326', 'name': '', 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'mac_address': 'fa:16:3e:1e:27:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'bcbd7f73-7e02-4d90-8261-948e995b8ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:59Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 2, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'subnets': [{'id': 'bcbd7f73-7e02-4d90-8261-948e995b8ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:03.224353 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-c6ae9f31-108f-4f9f-b553-e122506e15db tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:03.225628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Checking router: b74dd398-7c69-49f2-894b-b710ef23a6ca for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:03.225919 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-c6ae9f31-108f-4f9f-b553-e122506e15db tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 810 time: 0.1141040 Dec 10 19:28:03.226030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Updating router b74dd398-7c69-49f2-894b-b710ef23a6ca port a1d2b61e-f907-450e-87ed-7f3a4130e326 binding host n-d-821424-1 {{(pid=103501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 10 19:28:03.243391 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-53fa8e81-98f1-499c-b18a-47383335eda2 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/quotas/a21342831d6544d983095d1104ce50d1 HTTP/1.1" status: 200 len: 375 time: 0.0102043 Dec 10 19:28:03.251232 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:03.264023 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 68a1da33-a5fb-44a5-8653-dd26042b2f40 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:03.306742 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-47061792-277c-4be3-b96c-32e03759c8d5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517645 Dec 10 19:28:03.357777 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:28:03.400231 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port 68a1da33-a5fb-44a5-8653-dd26042b2f40 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:03.400820 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:03.417757 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-b513769f-9a46-45f1-8db5-a09b2fdfddc9 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:28:03.418730 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-b513769f-9a46-45f1-8db5-a09b2fdfddc9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1002071 Dec 10 19:28:03.516976 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-269e861e-42ad-45e9-808d-cb93831b936b service neutron] 10.222.0.55 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915015 Dec 10 19:28:03.607950 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-47ae8560-1f0e-42dd-847d-f62d0ec70ba8 service neutron] 10.222.0.55 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844250 Dec 10 19:28:03.617562 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Publish callbacks [] for port, precommit_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:03.624493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:03.681759 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93f9ae-da4b-4905-ad58-23d4f47cb84b None None] Pushing event updated for resources: {'Port': ['ID=a1d2b61e-f907-450e-87ed-7f3a4130e326,revision_number=3']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:03.738175 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Attempting to bind port a1d2b61e-f907-450e-87ed-7f3a4130e326 on host n-d-821424-1 for vnic_type normal with profile {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:03.738894 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Attempting to bind port a1d2b61e-f907-450e-87ed-7f3a4130e326 by drivers openvswitch,hyperv on host n-d-821424-1 at level 0 using segments [{'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:28:03.739483 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Attempting to bind port a1d2b61e-f907-450e-87ed-7f3a4130e326 on network 2df947fd-b97f-4714-93ba-edbe9b81b492 {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:03.746136 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Checking agent: {'id': '82e5898f-8ed4-46dc-a682-51cc257c2d8a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 17, 56, 4), 'started_at': datetime.datetime(2021, 12, 10, 17, 56, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821424-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:03.746602 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Checking segment: {'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:28:03.747010 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:03.747401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Bound using segment: {'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'} {{(pid=103501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:03.748157 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.managers [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Bound port: a1d2b61e-f907-450e-87ed-7f3a4130e326, host: n-d-821424-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c1fd8d-c656-4dec-b353-19c46b21484e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492'}}] {{(pid=103501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:28:03.748262 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:03.798248 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ed89b545-af65-4d82-928c-14a4602320f9 req-a40c4814-a4fa-43fb-beff-023db449a34e tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 210 time: 0.0302522 Dec 10 19:28:03.838971 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] For port a1d2b61e-f907-450e-87ed-7f3a4130e326, host n-d-821424-1, cleared binding levels {{(pid=103501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:03.844810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] For port a1d2b61e-f907-450e-87ed-7f3a4130e326, host n-d-821424-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a1d2b61e-f907-450e-87ed-7f3a4130e326,segment=NetworkSegment(97c1fd8d-c656-4dec-b353-19c46b21484e),segment_id=97c1fd8d-c656-4dec-b353-19c46b21484e)] {{(pid=103501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:03.851045 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:03.918155 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Routers {'b74dd398-7c69-49f2-894b-b710ef23a6ca'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:03.918818 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:28:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b74dd398-7c69-49f2-894b-b710ef23a6ca'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:03.959454 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93f9ae-da4b-4905-ad58-23d4f47cb84b None None] Pushing event updated for resources: {'Port': ['ID=a1d2b61e-f907-450e-87ed-7f3a4130e326,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:04.061544 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-323aa223-3c4b-44ca-8012-f32250fceb92 None None] Provisioning complete for port a1d2b61e-f907-450e-87ed-7f3a4130e326 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:04.061811 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-323aa223-3c4b-44ca-8012-f32250fceb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:04.064468 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] Set router b74dd398-7c69-49f2-894b-b710ef23a6ca gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:04.121838 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:04.264206 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:04.286314 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-323aa223-3c4b-44ca-8012-f32250fceb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:04.353628 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-323aa223-3c4b-44ca-8012-f32250fceb92 None None] For port a1d2b61e-f907-450e-87ed-7f3a4130e326, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a1d2b61e-f907-450e-87ed-7f3a4130e326,segment=NetworkSegment(97c1fd8d-c656-4dec-b353-19c46b21484e),segment_id=97c1fd8d-c656-4dec-b353-19c46b21484e)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:04.359271 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-323aa223-3c4b-44ca-8012-f32250fceb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:04.415989 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aa223-3c4b-44ca-8012-f32250fceb92 None None] Pushing event updated for resources: {'Port': ['ID=a1d2b61e-f907-450e-87ed-7f3a4130e326,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:04.419794 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 4, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port': {'id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a1d2b61e-f907-450e-87ed-7f3a4130e326', 'name': '', 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'mac_address': 'fa:16:3e:1e:27:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'bcbd7f73-7e02-4d90-8261-948e995b8ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:59Z', 'updated_at': '2021-12-10T19:28:03Z', 'revision_number': 4, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'subnets': [{'id': 'bcbd7f73-7e02-4d90-8261-948e995b8ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:04.447190 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30a616-ed4b-4c8c-a56c-b92841f6ef22 None None] The sync data for ids ['b74dd398-7c69-49f2-894b-b710ef23a6ca'] in n-d-821424-1 is: [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 4, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port': {'id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': 'a1d2b61e-f907-450e-87ed-7f3a4130e326', 'name': '', 'network_id': '2df947fd-b97f-4714-93ba-edbe9b81b492', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'mac_address': 'fa:16:3e:1e:27:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'bcbd7f73-7e02-4d90-8261-948e995b8ff2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:59Z', 'updated_at': '2021-12-10T19:28:03Z', 'revision_number': 4, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'subnets': [{'id': 'bcbd7f73-7e02-4d90-8261-948e995b8ff2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:04.480222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-802e2078-784e-41d7-b2b9-1afc74589f92 None None] Provisioning complete for port a1d2b61e-f907-450e-87ed-7f3a4130e326 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:04.480592 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-802e2078-784e-41d7-b2b9-1afc74589f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:04.838478 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-91a4dd2c-4f10-4a7d-b771-cbe747f59873 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:04.840196 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-91a4dd2c-4f10-4a7d-b771-cbe747f59873 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 810 time: 0.1277347 Dec 10 19:28:04.917914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bd1b1bff-a9de-47f1-8800-09afbbfe1f57 req-33b4cad4-b9e5-41fa-b494-37043afee3c4 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 210 time: 0.0325119 Dec 10 19:28:04.925298 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-3f71984a-10e3-4b98-8935-3fdcce6659bb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21342831d6544d983095d1104ce50d1 HTTP/1.1" status: 200 len: 380 time: 0.0725369 Dec 10 19:28:04.935674 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'port': {'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'admin_state_up': True, 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'security_groups': ['73b35c9b-12dc-4a54-84ff-81fb507fbd3b']}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:05.050740 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Made reservation on behalf of a21342831d6544d983095d1104ce50d1 for: {'port': 1} {{(pid=103500) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:28:05.054592 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.188766 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Allocated IP 172.20.0.12 (b6e9314d-146f-4ba7-aaea-94062f4dd289/695a4371-8ed3-492e-aede-2f35276d1819/a9d6c7d3-0251-4b88-870f-3a5195ad3c7a) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:05.248901 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a1d2b61e-f907-450e-87ed-7f3a4130e326 up at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:05.323897 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.328589 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Provisioning complete for port a1d2b61e-f907-450e-87ed-7f3a4130e326 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:05.329029 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.334770 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.369998 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.416728 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:05.419957 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:05.424676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:05.452401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:05.484481 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:05.485131 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.503063 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-ab16860b-7782-4024-b29b-945702a00419 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715399 Dec 10 19:28:05.513984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-dc92301a-c7bd-45d4-959a-325900b0320a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103500) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:28:05.515011 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-dc92301a-c7bd-45d4-959a-325900b0320a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061195 Dec 10 19:28:05.528711 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Request body: {'port': {'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821424-1'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:05.586325 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.704167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-a2aff8d0-a792-4a88-acba-ed975ea75529 None None] Provisioning complete for port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:05.704814 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a2aff8d0-a792-4a88-acba-ed975ea75529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.739167 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-a2aff8d0-a792-4a88-acba-ed975ea75529 None None] Port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:28:05.879053 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d6c7d3-0251-4b88-870f-3a5195ad3c7a {{(pid=103500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:05.887156 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.900593 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.provisioning_blocks [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Transition to ACTIVE for port object a9d6c7d3-0251-4b88-870f-3a5195ad3c7a will not be triggered until provisioned by entity L2. {{(pid=103500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:28:05.905585 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:05.960351 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:06.070777 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Attempting to bind port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a on host n-h1-821424-1 for vnic_type normal with profile {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:28:06.071176 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Attempting to bind port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a by drivers openvswitch,hyperv on host n-h1-821424-1 at level 0 using segments [{'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:28:06.072103 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Attempting to bind port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a on network b6e9314d-146f-4ba7-aaea-94062f4dd289 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:06.085772 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c212f-cd2e-485c-a240-81bf5a1bf270 req-07454dc2-ee20-402d-b7d6-4ac8bb1a9774 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.088189 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-785c212f-cd2e-485c-a240-81bf5a1bf270 req-07454dc2-ee20-402d-b7d6-4ac8bb1a9774 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 944 time: 0.0862007 Dec 10 19:28:06.089463 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a on network b6e9314d-146f-4ba7-aaea-94062f4dd289 not bound, no agent of type Open vSwitch agent registered on host n-h1-821424-1 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:28:06.089787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Attempting to bind port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a on network b6e9314d-146f-4ba7-aaea-94062f4dd289 {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:28:06.096912 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Checking agent: {'id': '91c3eada-8eb0-4941-b93a-a34be15cd603', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:28:06.097553 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Checking segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:28:06.097963 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Bound using segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} {{(pid=103500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:28:06.098396 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.managers [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Bound port: a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host: n-h1-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}}] {{(pid=103500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:28:06.098767 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.190805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-785c212f-cd2e-485c-a240-81bf5a1bf270 req-a4645439-47c9-4afc-8d05-3aef416aa346 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950594 Dec 10 19:28:06.211316 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, cleared binding levels {{(pid=103500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:28:06.215001 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:28:06.219911 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.261303 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.261937 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:06.263437 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] 10.222.0.59 "PUT /v2.0/ports/a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 1092 time: 0.7397509 Dec 10 19:28:06.263931 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:06.266249 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1023eb5-4aae-478e-87e7-3b5a73c94995" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:06.291657 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9822d1dc-1029-44f0-a77b-16523c22acab service neutron] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=3']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:06.354512 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8299fb5d-ceaf-473a-aeaa-54463647581a x-openstack-request-id: req-8299fb5d-ceaf-473a-aeaa-54463647581a {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:06.354812 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:06.355093 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-8299fb5d-ceaf-473a-aeaa-54463647581a {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:06.355460 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'status': 'completed', 'code': 200} Dec 10 19:28:06.373743 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-066a6c65-6e84-4dd9-9bd4-f083b65a83bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.375329 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-066a6c65-6e84-4dd9-9bd4-f083b65a83bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1095 time: 0.0494330 Dec 10 19:28:06.421238 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-34b665b7-2de5-4ab9-b42e-08c13bd3766f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 217 time: 0.0374153 Dec 10 19:28:06.483112 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-a37029bd-ee9b-4c05-9c07-cdac126d9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.484629 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-a37029bd-ee9b-4c05-9c07-cdac126d9a93 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0557451 Dec 10 19:28:06.534716 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-4b464fb7-89fe-4cf2-8a39-3b84c4323bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.536201 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-4b464fb7-89fe-4cf2-8a39-3b84c4323bf6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436285 Dec 10 19:28:06.629357 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-f2e8a2bd-777f-4c79-8fb2-15fd59d13488 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854721 Dec 10 19:28:06.738680 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-5c4e4446-d1ea-4439-a79b-a3d2ba036e5f req-6a2b08d2-ff3b-4da3-8edf-8de911227312 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024535 Dec 10 19:28:06.843401 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-4ebe4d55-002e-45b5-9658-c1f72c13bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.844932 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-4ebe4d55-002e-45b5-9658-c1f72c13bee8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1095 time: 0.0434082 Dec 10 19:28:06.946406 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-1bf41a64-70a6-4f78-9d1d-93b23b138df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:06.948278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-1bf41a64-70a6-4f78-9d1d-93b23b138df1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0958397 Dec 10 19:28:06.994951 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-1e3c196c-cf47-462b-966f-2313077d8ae3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 217 time: 0.0376291 Dec 10 19:28:07.048616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-00a3f91d-afdb-4da4-abdd-860f8accfe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:07.050476 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-00a3f91d-afdb-4da4-abdd-860f8accfe5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0467944 Dec 10 19:28:07.103125 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-3e32a258-64c0-458f-b342-20f963b1d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:07.104708 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-3e32a258-64c0-458f-b342-20f963b1d65a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463529 Dec 10 19:28:07.200059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-bd865b95-fce7-435b-a40e-ea361b65c7f9 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867476 Dec 10 19:28:07.332541 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-b1023eb5-4aae-478e-87e7-3b5a73c94995 req-7ae881a8-efcd-4d97-b90c-af1a0b2de221 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235538 Dec 10 19:28:07.341522 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5f747a-83f3-4ed6-b500-1a9088972453 req-4ec20fed-30bb-4978-aad7-9766c7f2bd6a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:07.343058 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e5f747a-83f3-4ed6-b500-1a9088972453 req-4ec20fed-30bb-4978-aad7-9766c7f2bd6a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 944 time: 0.0793617 Dec 10 19:28:07.401862 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1e5f747a-83f3-4ed6-b500-1a9088972453 req-4255de77-fb28-45eb-9144-6bd6255c7093 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477235 Dec 10 19:28:08.537235 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaa506-e693-4267-9067-81d4843dba2d req-24d824b9-96c7-4b08-8f72-90a22d8d5a67 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:08.538767 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfaaa506-e693-4267-9067-81d4843dba2d req-24d824b9-96c7-4b08-8f72-90a22d8d5a67 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 944 time: 0.0529096 Dec 10 19:28:08.585514 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a9d6c7d3-0251-4b88-870f-3a5195ad3c7a details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:28:08.594654 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-bfaaa506-e693-4267-9067-81d4843dba2d req-6a39ddc1-79bd-4cf0-84c9-8cd630a49990 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474536 Dec 10 19:28:08.683711 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:08.696489 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:28:08.733858 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:08.750725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d6c7d3-0251-4b88-870f-3a5195ad3c7a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:28:08.771360 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:08.778350 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:08.827202 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:08.997370 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:28:09.738617 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ed9e2-c184-4a6e-85ed-5999eff63173 req-b8a38a07-d0a0-4d4b-8c59-d2a2a6fb63c7 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:09.740836 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-458ed9e2-c184-4a6e-85ed-5999eff63173 req-b8a38a07-d0a0-4d4b-8c59-d2a2a6fb63c7 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 945 time: 0.0629187 Dec 10 19:28:09.791837 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-458ed9e2-c184-4a6e-85ed-5999eff63173 req-e4f091fd-0769-42ca-bf04-42654d78d56f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439777 Dec 10 19:28:10.615844 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a9d6c7d3-0251-4b88-870f-3a5195ad3c7a up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:28:10.673030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning for port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:28:10.677153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:28:10.677586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:10.916258 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9023-4b94-4322-89eb-6f6a28451cde req-e28bd95c-239a-47d2-b4c5-eee0d3272348 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:10.917803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d68f9023-4b94-4322-89eb-6f6a28451cde req-e28bd95c-239a-47d2-b4c5-eee0d3272348 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 945 time: 0.0519080 Dec 10 19:28:10.927364 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:10.951294 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:10.953597 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4308ed-9280-4547-a872-4a3c6e69957a" -d '{"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:10.966343 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:28:10.971748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:10.974932 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d68f9023-4b94-4322-89eb-6f6a28451cde req-91284821-c7a4-47dd-9b92-42754fd9e9a6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499282 Dec 10 19:28:10.999536 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434ef23-ff85-43c6-ad47-1e25f0c2e29f x-openstack-request-id: req-9434ef23-ff85-43c6-ad47-1e25f0c2e29f {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:10.999863 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:11.000144 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9434ef23-ff85-43c6-ad47-1e25f0c2e29f {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:11.000541 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'code': 200} Dec 10 19:28:11.028463 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:11.103764 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3abe4-ff46-457b-afe4-bc2f605752ad req-cd10bffe-a74c-492b-abfb-6b9c8ce7e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:11.105383 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63f3abe4-ff46-457b-afe4-bc2f605752ad req-cd10bffe-a74c-492b-abfb-6b9c8ce7e5e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1097 time: 0.0462635 Dec 10 19:28:11.153122 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-63f3abe4-ff46-457b-afe4-bc2f605752ad req-89017510-3ed3-40a2-81b4-2f12d57daf2f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394158 Dec 10 19:28:12.112338 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b1818-f1c8-492b-b02c-b8868f4e32dd req-4b93bb1e-4aec-482a-9ef3-d5467f6ec82d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:12.113681 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed0b1818-f1c8-492b-b02c-b8868f4e32dd req-4b93bb1e-4aec-482a-9ef3-d5467f6ec82d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 946 time: 0.0580959 Dec 10 19:28:12.172411 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-ed0b1818-f1c8-492b-b02c-b8868f4e32dd req-d3af754a-768a-47ec-9d12-f368d229e161 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523376 Dec 10 19:28:13.298391 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492e3ec-3774-4dff-bf10-398a68625f6e req-28f1d38b-f426-4c3d-86c9-64d8120164e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:13.299954 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0492e3ec-3774-4dff-bf10-398a68625f6e req-28f1d38b-f426-4c3d-86c9-64d8120164e6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 946 time: 0.0535223 Dec 10 19:28:13.359385 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0492e3ec-3774-4dff-bf10-398a68625f6e req-70586602-cc34-4220-93b7-89d1e98d3c9f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503256 Dec 10 19:28:13.498743 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434d9b9-8076-492a-9929-ccbc2e864ae8 req-9896e0aa-d506-48f2-be7a-538871b9179e tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:13.500243 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2434d9b9-8076-492a-9929-ccbc2e864ae8 req-9896e0aa-d506-48f2-be7a-538871b9179e tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 946 time: 0.0626216 Dec 10 19:28:13.552026 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2434d9b9-8076-492a-9929-ccbc2e864ae8 req-1712e635-bda4-4736-9c83-37973bdb0cbc tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456946 Dec 10 19:28:13.574590 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34622) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:13.667673 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ad0b2-306f-4342-8079-0358b10459fc tempest-TestSnapshotPattern-1065711701 tempest-TestSnapshotPattern-1065711701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:13.669219 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3c6ad0b2-306f-4342-8079-0358b10459fc tempest-TestSnapshotPattern-1065711701 tempest-TestSnapshotPattern-1065711701-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1092 time: 0.0932956 Dec 10 19:28:13.673505 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34626) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:28:13.677783 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:28:13.707333 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:13.811382 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:13.918290 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Allocated IP 172.25.2.189 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/73b626ce-fbaa-4b96-b737-7a29d2d23bf5) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:28:14.030063 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.067445 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.113457 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:28:14.118506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:28:14.121157 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'Port': ['ID=73b626ce-fbaa-4b96-b737-7a29d2d23bf5,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:14.123606 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:28:14.493977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.582285 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.747977 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.754786 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.822330 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'Port': ['ID=73b626ce-fbaa-4b96-b737-7a29d2d23bf5,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:28:14.833638 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:14.934154 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Floating IP 28137013-be77-4bb6-99e2-264c5d15a98d associated. External IP: 172.25.2.189, port: a9d6c7d3-0251-4b88-870f-3a5195ad3c7a. Dec 10 19:28:15.493453 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Router f1e54179-7271-43c5-ac09-e82ec503778a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:28:15.605020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:28:15.618421 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] Sync routers for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:28:15.628963 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:15.630087 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:15.630730 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:28:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:15.656279 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-dfcd906d-ec2f-4fc5-9216-80f71bcc3609 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9817474 Dec 10 19:28:15.656888 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:28:15.659218 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a1ff2c-dad6-4efc-a320-bac4ebe00026" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:28:15.696023 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b5f0d0-e054-490a-a332-52b8dcb8cd4e x-openstack-request-id: req-e7b5f0d0-e054-490a-a332-52b8dcb8cd4e {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:28:15.696319 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:28:15.696605 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-e7b5f0d0-e054-490a-a332-52b8dcb8cd4e {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:28:15.696992 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'status': 'completed', 'code': 200} Dec 10 19:28:15.737084 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:15.762641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-8a2fc559-d5fc-4c34-bca4-5b1e4f472016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:15.764208 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-8a2fc559-d5fc-4c34-bca4-5b1e4f472016 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1097 time: 0.0422823 Dec 10 19:28:15.861397 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-27701fb0-d631-4982-994e-c8263723839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:15.863009 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-27701fb0-d631-4982-994e-c8263723839e service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0912673 Dec 10 19:28:15.929771 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-3b774de2-b310-456e-9ea9-f78de14b5a0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 1000 time: 0.0598309 Dec 10 19:28:15.959848 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:14Z', 'revision_number': 0, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:15.980020 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-fd5f58d2-14da-4fc4-9507-2faf51f29c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:15.981508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-fd5f58d2-14da-4fc4-9507-2faf51f29c80 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0445521 Dec 10 19:28:15.986123 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] Checking router: f1e54179-7271-43c5-ac09-e82ec503778a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:28:15.994697 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:28:15.995339 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:28:02Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:16.031625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-fc4b9a74-6642-483f-9a68-7b6e5d0d8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:16.033430 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-fc4b9a74-6642-483f-9a68-7b6e5d0d8554 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445449 Dec 10 19:28:16.102124 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:28:16.123193 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-4d474c10-92b0-4873-9834-54be7609ee3b service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827858 Dec 10 19:28:16.218378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-28a1ff2c-dad6-4efc-a320-bac4ebe00026 req-daec9208-c0d3-40ef-847e-269e41acd264 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870619 Dec 10 19:28:16.330874 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:14Z', 'revision_number': 0, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:28:16.360828 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163f4dda-bfcc-430d-870c-adfb63495f81 None None] The sync data for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 is: [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:14Z', 'revision_number': 0, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:28:16.565126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebf618-129c-41b6-96fe-25e589ca06bc None None] New status for floating IP 28137013-be77-4bb6-99e2-264c5d15a98d: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:28:28.356961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-cf9b3de5-55a9-4d78-8525-5a8e441d9c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:31.727767 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d5597ac3-e112-4bdf-8151-411fa0be910b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:32.409291 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:32.643057 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:34.069663 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:34.209515 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:35.319847 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:28:40.362786 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:28:55.287841 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-cf332646-cd4f-4c98-b336-f9becf1628ee service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514672 Dec 10 19:28:55.380497 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396269-eb70-4985-915a-37b1d373fed4 req-807657d1-6190-4272-b52d-49e37a108229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:55.382034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-807657d1-6190-4272-b52d-49e37a108229 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1097 time: 0.0412996 Dec 10 19:28:55.500172 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396269-eb70-4985-915a-37b1d373fed4 req-a72d5c5b-ec89-4491-8c47-43e173fb5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:55.501562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-a72d5c5b-ec89-4491-8c47-43e173fb5734 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0936110 Dec 10 19:28:55.569773 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-ab5ab0e9-3a91-464a-936f-553582f7a6ca service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 1002 time: 0.0605319 Dec 10 19:28:55.622003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396269-eb70-4985-915a-37b1d373fed4 req-dce282a4-33b5-4650-8993-d930d46f9930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:55.623508 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-dce282a4-33b5-4650-8993-d930d46f9930 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0473459 Dec 10 19:28:55.675468 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74396269-eb70-4985-915a-37b1d373fed4 req-53baaa1e-ce99-4083-96db-4a349348def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:28:55.677069 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-53baaa1e-ce99-4083-96db-4a349348def7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468431 Dec 10 19:28:55.781914 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-5a93cfd6-ece3-4888-a68e-b6b97302ed2c service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974004 Dec 10 19:28:55.879916 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-74396269-eb70-4985-915a-37b1d373fed4 req-27103281-3c46-4f9e-b809-90e59bac0a0b service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904112 Dec 10 19:28:58.356402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d5f7-d268-468d-8516-3ef4fb13fc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:01.721653 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c600c528-4523-4281-9282-c0a5b6ee4162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:02.402133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:02.628253 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.068541 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:04.211850 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:05.333060 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:17.368754 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:29:28.356226 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7b5c1d28-1033-4433-a595-fd24bb602438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:31.725827 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-3becf3d3-3d31-43d6-beef-f8bf471fbda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:32.413076 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:32.641064 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:34.079535 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:34.211550 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:35.334951 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:29:54.364012 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:29:55.311000 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-91651756-468e-4b70-8ee4-5c7967f19103 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430119 Dec 10 19:29:55.398902 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bfe42-187b-41de-a605-6fb306e0d824 req-ab0e5ade-6314-4921-beb7-acacb517e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:55.400447 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-ab0e5ade-6314-4921-beb7-acacb517e2f1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1097 time: 0.0439615 Dec 10 19:29:55.516315 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bfe42-187b-41de-a605-6fb306e0d824 req-1dde56a1-83d3-43b7-8cca-5a59794d7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:55.517572 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-1dde56a1-83d3-43b7-8cca-5a59794d7a9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0967622 Dec 10 19:29:55.586123 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-661472a1-be53-4432-9cb2-205d56fe8534 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 1002 time: 0.0611749 Dec 10 19:29:55.637934 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bfe42-187b-41de-a605-6fb306e0d824 req-2c646d28-ead0-4800-b7ee-5c25691bd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:55.639408 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-2c646d28-ead0-4800-b7ee-5c25691bd4fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0459876 Dec 10 19:29:55.699907 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607bfe42-187b-41de-a605-6fb306e0d824 req-c53724f8-99b3-42be-bf38-5e9b69d6dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:29:55.701444 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-c53724f8-99b3-42be-bf38-5e9b69d6dcf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551233 Dec 10 19:29:55.795243 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-b2e823e8-3da6-4f72-a5d8-3364f317aeb4 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860350 Dec 10 19:29:55.893562 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-607bfe42-187b-41de-a605-6fb306e0d824 req-556653b9-4dab-4e85-9c51-912f34ae303d service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897579 Dec 10 19:29:58.352420 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-734ee46c-1ed5-43ca-90eb-e89a48794290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:01.729220 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6f08721a-3e47-4970-9865-2d6d056d4efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.411881 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:02.643586 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:04.074897 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:04.209493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:05.352004 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:15.192960 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a9d6c7d3-0251-4b88-870f-3a5195ad3c7a details requested by agent hyperv_n-h1-821424-1 with host n-h1-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:30:15.291645 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:15.304129 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Returning: {'device': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:30:15.346793 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:15.360299 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9d6c7d3-0251-4b88-870f-3a5195ad3c7a {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:30:15.380676 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:15.385013 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:15.435995 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:15.443693 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.444039 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.444380 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.444719 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.445107 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.445437 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.445787 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.446058 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.446444 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.446725 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.447074 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.447393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.447733 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:15.454024 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] get_ports_and_sgs() called for port_ids ['a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:30:17.199735 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a9d6c7d3-0251-4b88-870f-3a5195ad3c7a up at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:17.271460 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Provisioning complete for port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:17.271829 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:17.360425 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:17.384929 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:17.387251 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2616bb0d-1c00-4b96-89e2-a9d7a4befaf2" -d '{"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:17.404152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:17.414267 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:17.478920 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:17.504790 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc46f39d-3059-43d4-a086-696557c44ba5 x-openstack-request-id: req-dc46f39d-3059-43d4-a086-696557c44ba5 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:17.505086 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-plugged", "status": "completed", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:17.505350 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-dc46f39d-3059-43d4-a086-696557c44ba5 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:17.505781 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'code': 200} Dec 10 19:30:25.771396 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-49878351-ec8f-45d4-b068-5cf095287862 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355959336&fields=id&tenant_id=a21342831d6544d983095d1104ce50d1 HTTP/1.1" status: 200 len: 267 time: 0.0521510 Dec 10 19:30:25.876951 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-32fbf06c-3894-4473-b118-f51d3c0b5c1b tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:25.878542 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-32fbf06c-3894-4473-b118-f51d3c0b5c1b tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 810 time: 0.1002493 Dec 10 19:30:25.893803 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-0702065b-00a2-4089-ac62-efa9bd7576b8 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/quotas/a21342831d6544d983095d1104ce50d1 HTTP/1.1" status: 200 len: 375 time: 0.0094602 Dec 10 19:30:25.954173 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-aa6ccd4c-d76d-4e5d-8e5a-62ab226cc642 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547101 Dec 10 19:30:26.056283 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-96e899f3-5096-471c-ba1e-2b5033c30bce service neutron] 10.222.0.55 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894396 Dec 10 19:30:26.156476 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-c3ddd711-2aca-48fa-b04b-b83fbd3e72bb service neutron] 10.222.0.55 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935030 Dec 10 19:30:26.353060 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8b1cc571-1411-4e1f-b173-b9331cce59aa req-58c441d9-066d-4cbd-8efd-eb5ea7ea2b23 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 210 time: 0.0296068 Dec 10 19:30:27.299796 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a9d6c7d3-0251-4b88-870f-3a5195ad3c7a no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:30:27.376684 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:27.399683 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:27.401945 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540562ae-5929-4085-8430-cb5cec1a4472" -d '{"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:27.414912 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:27.421581 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:27.456523 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-11f41b4e-718c-4271-b2d3-cf32f62f6727 req-49227d81-0d62-4c22-8446-6b57a90455b1 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 210 time: 0.0425603 Dec 10 19:30:27.469227 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914d82b-2158-41be-b613-74814e901569 x-openstack-request-id: req-5914d82b-2158-41be-b613-74814e901569 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:27.469511 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:27.469768 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-5914d82b-2158-41be-b613-74814e901569 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:27.470185 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'code': 200} Dec 10 19:30:27.480639 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Pushing event updated for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:28.348300 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bdb959dd-ebbb-4f0c-b092-22567f5cfd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:28.538805 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-9d35f45b-c7ee-4a45-8040-670ada927a3f req-ce8da9aa-6a30-4b52-8658-09920edde67f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Dec 10 19:30:29.626802 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e85adf41-67eb-4c1e-b7ba-194439a347ca req-fa21c668-a2c3-43b9-b798-942d0612dcd5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 210 time: 0.0330412 Dec 10 19:30:30.741271 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-58975e4b-dbd9-4a73-a5a5-3f32931d7296 req-cc75f721-d927-4093-95b0-6a6d8da24ab8 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 210 time: 0.0336707 Dec 10 19:30:31.363371 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:30:31.367584 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-6823654d-3a3b-4296-8ce0-27df1bb43c59 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:31.369094 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-6823654d-3a3b-4296-8ce0-27df1bb43c59 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.30 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 810 time: 0.1071491 Dec 10 19:30:31.436506 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-d1f606cf-9e51-4597-8040-013ff288110f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a21342831d6544d983095d1104ce50d1 HTTP/1.1" status: 200 len: 380 time: 0.0569079 Dec 10 19:30:31.445817 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'port': {'device_id': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'admin_state_up': True, 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'security_groups': ['73b35c9b-12dc-4a54-84ff-81fb507fbd3b']}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:31.559987 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Made reservation on behalf of a21342831d6544d983095d1104ce50d1 for: {'port': 1} {{(pid=103499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 10 19:30:31.563642 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:31.720898 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_common [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Allocated IP 172.20.0.14 (b6e9314d-146f-4ba7-aaea-94062f4dd289/695a4371-8ed3-492e-aede-2f35276d1819/299df942-9039-4ce1-a71d-69406be86d49) {{(pid=103499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:30:31.742872 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-788560ae-c8ed-42c3-9c86-d8dd577e54e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:31.875022 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-28717446-6867-477d-be29-43fa790ba460 req-2e882a92-c68f-4f0e-8695-82ae71d8b758 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 210 time: 0.0333567 Dec 10 19:30:31.947360 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for port, precommit_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:31.987234 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_create {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:32.048208 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 is already hosted by enough agents. {{(pid=103499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:30:32.051516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.base_scheduler [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Resources bound (agent type, host, resource id): {{(pid=103499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:30:32.055516 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Received port after_create {{(pid=103499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:30:32.082009 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=1']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:32.100440 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.101100 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.101439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.101770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.102103 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.102467 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.102795 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.103120 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.103446 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.103770 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.104094 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.104422 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.104742 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:32.128274 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:32.129002 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:32.154687 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-47c209bb-ddb2-49b4-badc-8993335373f5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7125249 Dec 10 19:30:32.384203 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-efb33792-9507-4540-868e-433c7ae0ccb8 None None] Provisioning complete for port 299df942-9039-4ce1-a71d-69406be86d49 triggered by entity DHCP. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:32.384475 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-efb33792-9507-4540-868e-433c7ae0ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:32.430323 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:32.431029 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-efb33792-9507-4540-868e-433c7ae0ccb8 None None] Port 299df942-9039-4ce1-a71d-69406be86d49 cannot update to ACTIVE because it is not bound. {{(pid=103501) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 10 19:30:32.641292 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:33.019179 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08d60d-dcbc-4546-a6bc-d8969cddf392 req-ba954a4a-6be0-4c76-acca-c75b4a117506 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:33.020664 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be08d60d-dcbc-4546-a6bc-d8969cddf392 req-ba954a4a-6be0-4c76-acca-c75b4a117506 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0681911 Dec 10 19:30:33.083278 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-be08d60d-dcbc-4546-a6bc-d8969cddf392 req-ed646f13-6a12-4fa8-87bd-4bcbfe0aa069 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560195 Dec 10 19:30:34.076920 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:34.205174 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:34.209300 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1598fd-4838-492f-8156-d0e571f7af8d req-3c1bba79-e831-40b9-88ab-921273eec131 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:34.210879 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a1598fd-4838-492f-8156-d0e571f7af8d req-3c1bba79-e831-40b9-88ab-921273eec131 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0535126 Dec 10 19:30:34.263910 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-2a1598fd-4838-492f-8156-d0e571f7af8d req-20d76e22-7379-4abf-bb54-09aed826beb9 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465522 Dec 10 19:30:35.375855 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:35.384625 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2617493-05e2-4214-97d2-701fba66c799 req-b994ce0f-7734-466c-9c20-7b8bab4b17e2 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:35.386174 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2617493-05e2-4214-97d2-701fba66c799 req-b994ce0f-7734-466c-9c20-7b8bab4b17e2 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0522940 Dec 10 19:30:35.446443 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-e2617493-05e2-4214-97d2-701fba66c799 req-7f29a075-ebb9-4046-9af8-7193b6dbd4c9 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525937 Dec 10 19:30:36.571504 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b495c-3097-446b-b9e9-5fd758d72786 req-77772dc6-de11-46de-a5af-75e489fd3ddf tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:36.573053 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e1b495c-3097-446b-b9e9-5fd758d72786 req-77772dc6-de11-46de-a5af-75e489fd3ddf tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0568333 Dec 10 19:30:36.629106 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9e1b495c-3097-446b-b9e9-5fd758d72786 req-6684d9f9-abf0-4570-8ae7-07423a507c6c tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471816 Dec 10 19:30:37.751868 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f990c-9442-4a4d-b647-2a379fd31051 req-fc2af470-1d99-4e77-acac-ac81abee036e tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:37.753351 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-866f990c-9442-4a4d-b647-2a379fd31051 req-fc2af470-1d99-4e77-acac-ac81abee036e tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0515871 Dec 10 19:30:37.814580 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-866f990c-9442-4a4d-b647-2a379fd31051 req-4bf0ab7c-a7bf-4bf8-9bfe-0325d9b0abaf tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538771 Dec 10 19:30:38.950308 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02fdce5-cf3b-45c0-a7ff-3fc694301a8e req-623c9863-f02d-463f-8eac-ae197b6e58e5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:38.960268 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a02fdce5-cf3b-45c0-a7ff-3fc694301a8e req-623c9863-f02d-463f-8eac-ae197b6e58e5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0630374 Dec 10 19:30:39.006738 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a02fdce5-cf3b-45c0-a7ff-3fc694301a8e req-4ba9cdbc-2e1a-4b9a-9023-5b503b5f0320 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454094 Dec 10 19:30:40.141506 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb5d9e-e3d8-44d9-8e4b-db4b06620750 req-479085ab-6b43-45e7-9dfd-ee502a580aea tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:40.149987 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3eb5d9e-e3d8-44d9-8e4b-db4b06620750 req-479085ab-6b43-45e7-9dfd-ee502a580aea tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0641208 Dec 10 19:30:40.195117 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-d3eb5d9e-e3d8-44d9-8e4b-db4b06620750 req-d5a9db23-5cef-4117-82bf-3d1569f6b13f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Dec 10 19:30:41.318405 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82761220-a208-40f5-9706-0535c5fc4e64 req-a39b893c-c0e6-49db-98bb-19492caf871c tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:41.319927 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82761220-a208-40f5-9706-0535c5fc4e64 req-a39b893c-c0e6-49db-98bb-19492caf871c tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0511172 Dec 10 19:30:41.372895 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-82761220-a208-40f5-9706-0535c5fc4e64 req-0e914c99-0330-4cc5-b257-29625cbd9ac0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 Dec 10 19:30:41.950960 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.v2.base [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Request body: {'port': {'device_id': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821424-1'}} {{(pid=103499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:42.008690 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:42.506003 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add44fd3-e8a3-49ea-b425-7d5d47cc62f0 req-364bc8fc-4cc5-412d-bff5-2168cdbae9a3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:42.507783 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-add44fd3-e8a3-49ea-b425-7d5d47cc62f0 req-364bc8fc-4cc5-412d-bff5-2168cdbae9a3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 932 time: 0.0599895 Dec 10 19:30:42.558327 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-add44fd3-e8a3-49ea-b425-7d5d47cc62f0 req-2338a89b-da8d-4c84-a2b7-646b4d3682af tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442789 Dec 10 19:30:42.586511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299df942-9039-4ce1-a71d-69406be86d49 {{(pid=103499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:30:42.594054 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:42.606392 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.provisioning_blocks [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Transition to ACTIVE for port object 299df942-9039-4ce1-a71d-69406be86d49 will not be triggered until provisioned by entity L2. {{(pid=103499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 10 19:30:42.611369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:42.667556 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=2']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:42.739350 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Attempting to bind port 299df942-9039-4ce1-a71d-69406be86d49 on host n-h2-821424-1 for vnic_type normal with profile {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 10 19:30:42.739690 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Attempting to bind port 299df942-9039-4ce1-a71d-69406be86d49 by drivers openvswitch,hyperv on host n-h2-821424-1 at level 0 using segments [{'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 10 19:30:42.740026 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Attempting to bind port 299df942-9039-4ce1-a71d-69406be86d49 on network b6e9314d-146f-4ba7-aaea-94062f4dd289 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:30:42.744754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Port 299df942-9039-4ce1-a71d-69406be86d49 on network b6e9314d-146f-4ba7-aaea-94062f4dd289 not bound, no agent of type Open vSwitch agent registered on host n-h2-821424-1 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 10 19:30:42.745071 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Attempting to bind port 299df942-9039-4ce1-a71d-69406be86d49 on network b6e9314d-146f-4ba7-aaea-94062f4dd289 {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 10 19:30:42.750249 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Checking agent: {'id': '4fc34dd8-4c0e-435c-a564-ce67c7fb3e42', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821424-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'started_at': datetime.datetime(2021, 12, 10, 18, 3, 34), 'heartbeat_timestamp': datetime.datetime(2021, 12, 10, 19, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 10 19:30:42.750645 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Checking segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 10 19:30:42.751025 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Bound using segment: {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'} {{(pid=103499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 10 19:30:42.751447 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.managers [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Bound port: 299df942-9039-4ce1-a71d-69406be86d49, host: n-h2-821424-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562e6cbe-b402-4f25-bfa9-d1568680bb90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289'}}] {{(pid=103499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 10 19:30:42.751807 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:42.824799 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, cleared binding levels {{(pid=103499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 10 19:30:42.827828 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 10 19:30:42.833805 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069942313'] for port, after_update {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:42.874277 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:42.874865 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:42.876229 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] 10.222.0.30 "PUT /v2.0/ports/299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 200 len: 1092 time: 0.9314628 Dec 10 19:30:42.876664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'tag': '299df942-9039-4ce1-a71d-69406be86d49'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:42.879010 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "tag": "299df942-9039-4ce1-a71d-69406be86d49"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:42.899049 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd125cfa-1c00-430c-86cd-be761475c746 service neutron] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=3']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:42.928691 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af27d966-f32c-475c-af4a-781cb19fe0a4 x-openstack-request-id: req-af27d966-f32c-475c-af4a-781cb19fe0a4 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:42.929017 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "tag": "299df942-9039-4ce1-a71d-69406be86d49", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:42.929269 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-af27d966-f32c-475c-af4a-781cb19fe0a4 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:42.929672 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'tag': '299df942-9039-4ce1-a71d-69406be86d49', 'status': 'completed', 'code': 200} Dec 10 19:30:42.977806 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-9a27aebe-3b86-48b4-ac94-8b6b489e6f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:42.979465 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-9a27aebe-3b86-48b4-ac94-8b6b489e6f4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1095 time: 0.0475836 Dec 10 19:30:43.024493 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-823e716a-1327-4672-9cb8-b210ba6d244f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 200 len: 217 time: 0.0352030 Dec 10 19:30:43.079122 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-fc881090-a0a6-45b9-9f74-f5f688f00d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:43.080604 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-fc881090-a0a6-45b9-9f74-f5f688f00d24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0483918 Dec 10 19:30:43.130992 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-e3ac4478-b587-4039-9d76-0ea208448bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:43.132517 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-e3ac4478-b587-4039-9d76-0ea208448bb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446510 Dec 10 19:30:43.228102 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-d55fd118-85fc-4852-882d-aabd1c06fadb service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876131 Dec 10 19:30:43.323559 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9efac5f8-f417-478b-9c24-253ec2f1042a req-7046b694-bfb8-4960-ba15-348696f5c36f service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875440 Dec 10 19:30:43.410191 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-1fafb545-41d7-49fe-a498-13ca9e5a15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:43.411679 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-1fafb545-41d7-49fe-a498-13ca9e5a15c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1095 time: 0.0435462 Dec 10 19:30:43.511008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-df854d5a-5da3-4780-aae5-f587371e5e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:43.512525 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-df854d5a-5da3-4780-aae5-f587371e5e23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0936201 Dec 10 19:30:43.555334 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-17b9a8d2-82e9-4305-a467-f0a92c4bf01b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 200 len: 217 time: 0.0351162 Dec 10 19:30:43.606498 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-7e833a42-7c8a-482b-816b-b1709fc490ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:43.608041 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-7e833a42-7c8a-482b-816b-b1709fc490ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0453188 Dec 10 19:30:43.661008 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-7eb80fac-a8eb-415e-9ecb-59efc6a8cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:43.662484 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-7eb80fac-a8eb-415e-9ecb-59efc6a8cf7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458100 Dec 10 19:30:43.683806 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b7ee-7935-4b58-b221-3c5780414fe5 req-27b71a96-d811-41f3-baeb-b8e4c028ca34 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:43.685317 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1260b7ee-7935-4b58-b221-3c5780414fe5 req-27b71a96-d811-41f3-baeb-b8e4c028ca34 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 944 time: 0.0494215 Dec 10 19:30:43.739589 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-1260b7ee-7935-4b58-b221-3c5780414fe5 req-b09511f7-0efd-4cd2-b479-10630cf4dece tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481288 Dec 10 19:30:43.760250 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-24b3712f-c3b3-42d1-a8e0-09f74c0e798c service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894871 Dec 10 19:30:43.861753 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-373c7fc7-cb9b-41e0-a9eb-6796bb474a5b req-b636fcec-a54f-4ec0-bd69-7acf402de6b9 service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925941 Dec 10 19:30:44.876365 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d7657-9dfa-4cb7-9cc0-cfbdf12c2733 req-9ff877a7-43c8-44e0-a33d-8ef45fdd9a6f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:44.877907 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d17d7657-9dfa-4cb7-9cc0-cfbdf12c2733 req-9ff877a7-43c8-44e0-a33d-8ef45fdd9a6f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 944 time: 0.0527234 Dec 10 19:30:44.930420 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-d17d7657-9dfa-4cb7-9cc0-cfbdf12c2733 req-d4c5d45c-03a7-45a7-bd66-a1859755333a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464325 Dec 10 19:30:45.460828 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 299df942-9039-4ce1-a71d-69406be86d49 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:30:45.571810 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:45.584306 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '299df942-9039-4ce1-a71d-69406be86d49', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'port_id': '299df942-9039-4ce1-a71d-69406be86d49', 'mac_address': 'fa:16:3e:25:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:30:45.622891 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:45.637702 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299df942-9039-4ce1-a71d-69406be86d49 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:30:45.658626 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:45.666392 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:45.718256 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=4']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:45.900069 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['299df942-9039-4ce1-a71d-69406be86d49'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:30:46.050147 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec6a63-1dd1-457e-aaeb-3c10e71d648b req-9864be5d-26fd-45f3-897b-d1660d971fd9 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:46.052343 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2ec6a63-1dd1-457e-aaeb-3c10e71d648b req-9864be5d-26fd-45f3-897b-d1660d971fd9 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Dec 10 19:30:46.103514 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f2ec6a63-1dd1-457e-aaeb-3c10e71d648b req-b3881084-ce8b-48e1-943c-f3efe698d819 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450740 Dec 10 19:30:47.237635 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06d550-92c6-4152-8c9d-05921170c895 req-a7b73701-4e70-44fb-a525-d1f6b92cdae3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:47.239242 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b06d550-92c6-4152-8c9d-05921170c895 req-a7b73701-4e70-44fb-a525-d1f6b92cdae3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 945 time: 0.0602276 Dec 10 19:30:47.292757 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6b06d550-92c6-4152-8c9d-05921170c895 req-1bc4c81c-1ca2-472b-8530-ffb3df9341e5 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446670 Dec 10 19:30:47.488586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 299df942-9039-4ce1-a71d-69406be86d49 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:30:47.544253 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning for port 299df942-9039-4ce1-a71d-69406be86d49 completed by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 10 19:30:47.548060 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 299df942-9039-4ce1-a71d-69406be86d49 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:30:47.548426 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:47.638694 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:47.662153 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299df942-9039-4ce1-a71d-69406be86d49'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:47.664536 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dce87b1-128c-4f26-9285-55720eee4fa8" -d '{"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-plugged", "status": "completed", "tag": "299df942-9039-4ce1-a71d-69406be86d49"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:47.677877 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:30:47.682529 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:47.706949 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba4ec5-b55f-4989-a076-dc57768e6708 x-openstack-request-id: req-62ba4ec5-b55f-4989-a076-dc57768e6708 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:47.707239 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-plugged", "status": "completed", "tag": "299df942-9039-4ce1-a71d-69406be86d49", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:47.707879 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-62ba4ec5-b55f-4989-a076-dc57768e6708 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:47.708263 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299df942-9039-4ce1-a71d-69406be86d49', 'code': 200} Dec 10 19:30:47.735888 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=5']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:47.806512 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebbbdb4-f82a-49c6-934c-c10a9a056664 req-972f1ff2-7ecf-4e59-a7b7-9f29a05fcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:47.808061 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eebbbdb4-f82a-49c6-934c-c10a9a056664 req-972f1ff2-7ecf-4e59-a7b7-9f29a05fcb43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1097 time: 0.0454843 Dec 10 19:30:47.855707 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-eebbbdb4-f82a-49c6-934c-c10a9a056664 req-47f5f951-82eb-4a33-a8a1-47b72b61216c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395944 Dec 10 19:30:48.415298 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02487e0-104b-4a1c-b18a-bb2247e68b57 req-e2654ff6-bcd8-432f-9e22-7dcd83e64ff0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:48.416804 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a02487e0-104b-4a1c-b18a-bb2247e68b57 req-e2654ff6-bcd8-432f-9e22-7dcd83e64ff0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 946 time: 0.0519321 Dec 10 19:30:48.467908 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-a02487e0-104b-4a1c-b18a-bb2247e68b57 req-d000cc26-0bfe-402d-8c8b-a62e6b3b0b93 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 Dec 10 19:30:49.612547 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6d200-b3b8-421f-809b-8cde81a25b84 req-c445e1ac-afd5-44b5-a5e9-815c33a0015a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:49.614796 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ed6d200-b3b8-421f-809b-8cde81a25b84 req-c445e1ac-afd5-44b5-a5e9-815c33a0015a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 946 time: 0.0613298 Dec 10 19:30:49.670331 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-8ed6d200-b3b8-421f-809b-8cde81a25b84 req-41063b66-07f8-4fcf-b621-92f6d5f9caa6 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468800 Dec 10 19:30:49.793816 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fa2b8-dd0b-4488-b920-4b57c41f05ca req-cd5f228c-e348-4056-b84f-64c802be79df tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:49.795303 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-315fa2b8-dd0b-4488-b920-4b57c41f05ca req-cd5f228c-e348-4056-b84f-64c802be79df tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 946 time: 0.0557737 Dec 10 19:30:49.853948 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-315fa2b8-dd0b-4488-b920-4b57c41f05ca req-9fb35062-7d73-493c-b1ff-f4ab78fac44f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507803 Dec 10 19:30:49.875749 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34900) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:30:49.921039 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dc9aeb-b943-4ad5-a6d6-30a90ddb6d0d tempest-TestSnapshotPattern-1065711701 tempest-TestSnapshotPattern-1065711701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:49.922599 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-11dc9aeb-b943-4ad5-a6d6-30a90ddb6d0d tempest-TestSnapshotPattern-1065711701 tempest-TestSnapshotPattern-1065711701-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1092 time: 0.0457783 Dec 10 19:30:49.925542 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 34902) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:30:49.929815 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.v2.base [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Request body: {'floatingip': {'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'port_id': '299df942-9039-4ce1-a71d-69406be86d49', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103500) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 10 19:30:49.954298 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:50.066599 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:50.177778 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_common [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Allocated IP 172.25.2.213 (66ba32b2-d10a-4cab-ad00-6e31b4532d11/738aaa22-59ac-4331-b832-28a3f14cdb54/636e8e59-66ec-46a7-9cd2-5ca001e8b921) {{(pid=103500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 10 19:30:50.296943 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for port, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:50.343552 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764417855672', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:50.388439 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Network 66ba32b2-d10a-4cab-ad00-6e31b4532d11 is already hosted by enough agents. {{(pid=103500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 10 19:30:50.391665 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.base_scheduler [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Resources bound (agent type, host, resource id): {{(pid=103500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 10 19:30:50.396004 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Received port after_create {{(pid=103500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 10 19:30:50.401435 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'Port': ['ID=636e8e59-66ec-46a7-9cd2-5ca001e8b921,revision_number=1']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:50.429918 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.430245 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.430644 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.430984 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.431320 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.431627 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.431985 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.432305 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.432632 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.432956 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.433283 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.433607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.433924 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:30:50.782819 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:50.861925 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:51.030259 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for port, precommit_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:51.036701 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1069780110'] for port, after_update {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:51.102259 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event updated for resources: {'Port': ['ID=636e8e59-66ec-46a7-9cd2-5ca001e8b921,revision_number=2']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:30:51.114040 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535334'] for floatingip, after_create {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:51.214999 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Floating IP 0f360168-47b1-4e6c-860d-1c9f06c6550a associated. External IP: 172.25.2.213, port: 299df942-9039-4ce1-a71d-69406be86d49. Dec 10 19:30:51.426584 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Router f1e54179-7271-43c5-ac09-e82ec503778a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:30:51.545704 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:30:51.556399 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] Sync routers for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:30:51.565110 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:30:51.566425 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:51.567238 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:30:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:51.593948 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e8b3b108-4fc8-44a1-83b7-425c5892b022 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6666081 Dec 10 19:30:51.594599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'tag': '299df942-9039-4ce1-a71d-69406be86d49'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:30:51.596928 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add66047-3953-4486-92f4-8356e8e260c5" -d '{"events": [{"name": "network-changed", "server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "tag": "299df942-9039-4ce1-a71d-69406be86d49"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:30:51.672505 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:51.694418 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804dae6b-817b-4f85-9928-86388bdfa5e8 x-openstack-request-id: req-804dae6b-817b-4f85-9928-86388bdfa5e8 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:30:51.694831 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "tag": "299df942-9039-4ce1-a71d-69406be86d49", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:30:51.695056 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-804dae6b-817b-4f85-9928-86388bdfa5e8 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:30:51.695522 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'tag': '299df942-9039-4ce1-a71d-69406be86d49', 'status': 'completed', 'code': 200} Dec 10 19:30:51.757341 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66047-3953-4486-92f4-8356e8e260c5 req-a957a90b-b85c-4172-a700-f2fb999e9bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:51.758914 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-add66047-3953-4486-92f4-8356e8e260c5 req-a957a90b-b85c-4172-a700-f2fb999e9bf4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1097 time: 0.0419276 Dec 10 19:30:51.855450 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66047-3953-4486-92f4-8356e8e260c5 req-0571ed4f-6861-4347-b200-592c66d8fe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:51.857048 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-add66047-3953-4486-92f4-8356e8e260c5 req-0571ed4f-6861-4347-b200-592c66d8fe70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0892289 Dec 10 19:30:51.906882 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '0f360168-47b1-4e6c-860d-1c9f06c6550a', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': '299df942-9039-4ce1-a71d-69406be86d49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:25:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:50Z', 'updated_at': '2021-12-10T19:30:50Z', 'revision_number': 0, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}, {'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:16Z', 'revision_number': 1, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:51.928761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-add66047-3953-4486-92f4-8356e8e260c5 req-a0b3f72d-d115-4d15-b51c-c496c54eecf8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 200 len: 1000 time: 0.0643668 Dec 10 19:30:51.932914 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] Checking router: f1e54179-7271-43c5-ac09-e82ec503778a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:30:51.941677 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:30:51.942187 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:30:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:51.980014 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66047-3953-4486-92f4-8356e8e260c5 req-75475747-63bb-4a78-995a-042a882eac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:51.981419 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-add66047-3953-4486-92f4-8356e8e260c5 req-75475747-63bb-4a78-995a-042a882eac4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0455635 Dec 10 19:30:52.029104 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add66047-3953-4486-92f4-8356e8e260c5 req-5a34db09-74aa-4459-bd40-27b28e34362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:52.030720 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-add66047-3953-4486-92f4-8356e8e260c5 req-5a34db09-74aa-4459-bd40-27b28e34362b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417950 Dec 10 19:30:52.047973 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:30:52.125339 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-add66047-3953-4486-92f4-8356e8e260c5 req-b61811da-9bd8-4b19-84d9-6392176bf5bd service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876527 Dec 10 19:30:52.216754 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-add66047-3953-4486-92f4-8356e8e260c5 req-beb0eba3-052b-416d-88b2-9f439b38446d service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843668 Dec 10 19:30:52.289352 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '0f360168-47b1-4e6c-860d-1c9f06c6550a', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': '299df942-9039-4ce1-a71d-69406be86d49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:25:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:50Z', 'updated_at': '2021-12-10T19:30:50Z', 'revision_number': 0, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}, {'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:16Z', 'revision_number': 1, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:30:52.316333 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a45ae9-5626-4fb8-81f1-a0dc587e4dc5 None None] The sync data for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 is: [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '0f360168-47b1-4e6c-860d-1c9f06c6550a', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.213', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': '299df942-9039-4ce1-a71d-69406be86d49', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:25:0a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:30:50Z', 'updated_at': '2021-12-10T19:30:50Z', 'revision_number': 0, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}, {'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:16Z', 'revision_number': 1, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:30:52.512680 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33187034-5d03-4b96-905d-682185e2515b None None] New status for floating IP 0f360168-47b1-4e6c-860d-1c9f06c6550a: ACTIVE {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:30:56.242746 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-7e21a002-443f-400e-92b2-a7e9a5796467 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091187 Dec 10 19:30:56.336092 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-5f31c4f5-10b3-48d4-ada0-c527017f00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:56.337489 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-5f31c4f5-10b3-48d4-ada0-c527017f00d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1095 time: 0.0430317 Dec 10 19:30:56.465768 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-bbc2e7ff-4f07-4316-92bb-2debd1cdd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:56.467378 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-bbc2e7ff-4f07-4316-92bb-2debd1cdd442 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.1064799 Dec 10 19:30:56.539370 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-ab348aea-67e9-4367-870b-365a53d54b29 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 1000 time: 0.0648329 Dec 10 19:30:56.595811 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-1d6363a0-610e-446c-a688-78c9d896d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:56.597307 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-1d6363a0-610e-446c-a688-78c9d896d505 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0504398 Dec 10 19:30:56.643901 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-7f209e7f-7331-4e19-b96f-ca22bc2571d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:30:56.645738 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-7f209e7f-7331-4e19-b96f-ca22bc2571d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418465 Dec 10 19:30:56.742513 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-3e2124a8-2399-4d28-aa15-0fa6dc0d1dca service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893242 Dec 10 19:30:56.839335 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16cb4160-129b-45cf-8b87-cb9a599c4025 req-9d5cf42b-fd62-40f3-ab5d-439a7c1a0840 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898788 Dec 10 19:30:58.356398 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e9b4fc9b-14bb-4326-ad83-e88bada64e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:01.731097 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e4b02a65-dac8-4d3f-9241-136b46a011ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:02.414914 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:02.437597 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-685bb0bd-005e-4850-80bd-372c4bcbbd0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482192 Dec 10 19:31:02.528303 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962de50-d144-45c8-8684-b3abd1435adb req-a4bd6a08-59ac-4592-9e41-46ab19be2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:02.529965 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-a4bd6a08-59ac-4592-9e41-46ab19be2d06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1097 time: 0.0429883 Dec 10 19:31:02.641547 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962de50-d144-45c8-8684-b3abd1435adb req-c88fe1c7-22ba-439f-a4ee-4b0eb8c6cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:02.641870 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:02.643543 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-c88fe1c7-22ba-439f-a4ee-4b0eb8c6cee4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0914721 Dec 10 19:31:02.719884 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-48a74ef4-f98e-4a63-9182-3fe6907fea62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 200 len: 1002 time: 0.0694804 Dec 10 19:31:02.770098 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962de50-d144-45c8-8684-b3abd1435adb req-11e8545c-62f6-49a6-99b5-b44681a7e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:02.771712 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-11e8545c-62f6-49a6-99b5-b44681a7e9a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0446782 Dec 10 19:31:02.821920 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962de50-d144-45c8-8684-b3abd1435adb req-27cf911a-8376-4e8d-8f2a-c4522e847230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:02.824272 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-27cf911a-8376-4e8d-8f2a-c4522e847230 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451913 Dec 10 19:31:02.924489 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-d6c5a34d-4080-4e63-96d4-711c040055ed service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892217 Dec 10 19:31:03.127640 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-9962de50-d144-45c8-8684-b3abd1435adb req-81beb740-7bde-43d9-a41f-526a426f5767 service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951278 Dec 10 19:31:04.082834 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:04.207828 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:05.399003 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:08.367739 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:31:28.353615 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-870a1f65-a557-49fa-85ce-09729e7b769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:31.731968 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d9a93833-8e20-417b-849a-aa8b020b6aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:32.426573 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:32.658775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:34.084114 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:34.207095 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:35.402065 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:31:45.367576 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:31:56.213567 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-36a0036e-034c-49dd-9938-88708a86b3f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479629 Dec 10 19:31:56.299041 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-0c897f4b-b439-419b-aaa6-380fe4f78de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:56.300598 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-0c897f4b-b439-419b-aaa6-380fe4f78de9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1095 time: 0.0428576 Dec 10 19:31:56.408228 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-8c8e88d0-4f4c-4266-bb78-508c340a113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:56.409727 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-8c8e88d0-4f4c-4266-bb78-508c340a113f service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0899968 Dec 10 19:31:56.477334 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-6ec88f8e-a62d-4193-b934-7dce7a87cf9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 1000 time: 0.0599384 Dec 10 19:31:56.533616 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-ed79bcef-dd32-4e5b-be2c-fb3ea49fbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:56.535141 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-ed79bcef-dd32-4e5b-be2c-fb3ea49fbb1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0511959 Dec 10 19:31:56.582641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-5cf6f8fa-7178-44f1-9b95-435b72230551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:31:56.584176 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-5cf6f8fa-7178-44f1-9b95-435b72230551 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423756 Dec 10 19:31:56.677336 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-172929f3-0bb8-42a9-abd4-01cfa8680529 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851862 Dec 10 19:31:56.780330 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-16d8de73-1626-4091-9d12-3dadfcc86bba req-73838bbe-4b71-456e-bf60-79e84f96da62 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957778 Dec 10 19:31:58.346961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d050e2b5-a54c-48db-814b-9e0541c70347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:01.740113 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94664566-4bf3-4757-8a94-7e1b81f9e49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:02.428217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:02.663546 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:03.455229 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-16ac56fd-e154-4ed8-b1cc-1ad2a68e3ddd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016009 Dec 10 19:32:03.545902 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-d8bae1d0-9f42-4ecc-b382-a60ffd8b7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:03.547438 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-d8bae1d0-9f42-4ecc-b382-a60ffd8b7d2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1097 time: 0.0434074 Dec 10 19:32:03.655474 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-c6a196e7-924c-42ad-82be-656b4a4c8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:03.656847 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-c6a196e7-924c-42ad-82be-656b4a4c8fac service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0851073 Dec 10 19:32:03.746297 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-1316711f-cc4a-4fd9-8130-80ea9cd90ea1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 200 len: 1002 time: 0.0811284 Dec 10 19:32:03.797402 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-9fb383e0-3fcb-4497-b296-a4afd3e586f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:03.798898 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-9fb383e0-3fcb-4497-b296-a4afd3e586f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0451655 Dec 10 19:32:03.845775 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-2457b7bb-b8f7-4318-bbbb-6b11accf5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:03.847322 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-2457b7bb-b8f7-4318-bbbb-6b11accf5a5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409982 Dec 10 19:32:03.858669 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-4ab4c7a7-518c-4017-97cc-f7b2ed92157e service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=103499) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 10 19:32:03.859638 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-4ab4c7a7-518c-4017-97cc-f7b2ed92157e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051718 Dec 10 19:32:03.962197 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-6aea5d50-4341-46f0-93c3-6ca79ab5559a service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953069 Dec 10 19:32:04.057500 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-8c504ecd-90ff-4cd4-a040-363236a409b6 req-e6c88ed1-3438-4db4-b1e6-5266a494b951 service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879941 Dec 10 19:32:04.085210 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:04.208356 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:05.398248 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:21.910152 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 299df942-9039-4ce1-a71d-69406be86d49 details requested by agent hyperv_n-h2-821424-1 with host n-h2-821424-1 {{(pid=103501) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 10 19:32:22.028030 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:22.043957 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Returning: {'device': '299df942-9039-4ce1-a71d-69406be86d49', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'port_id': '299df942-9039-4ce1-a71d-69406be86d49', 'mac_address': 'fa:16:3e:25:0a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103501) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 10 19:32:22.085815 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:22.100260 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 299df942-9039-4ce1-a71d-69406be86d49 {{(pid=103501) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 10 19:32:22.122834 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:22.128597 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:22.182994 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=6']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:22.190745 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.191097 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.191450 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.191790 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.192126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.192464 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.192786 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.193126 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.193451 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.193775 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.194092 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.194440 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.194770 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:22.200096 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] get_ports_and_sgs() called for port_ids ['299df942-9039-4ce1-a71d-69406be86d49'] {{(pid=103501) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 10 19:32:22.369578 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:32:23.914801 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 299df942-9039-4ce1-a71d-69406be86d49 up at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 10 19:32:23.966158 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.provisioning_blocks [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Provisioning complete for port 299df942-9039-4ce1-a71d-69406be86d49 triggered by entity L2. {{(pid=103501) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 10 19:32:23.966593 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2008160'] for port, provisioning_complete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:24.232025 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:24.260310 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299df942-9039-4ce1-a71d-69406be86d49'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:24.262650 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b964eb-d2c7-45b0-bc2c-319510513528" -d '{"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-plugged", "status": "completed", "tag": "299df942-9039-4ce1-a71d-69406be86d49"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:24.277326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:24.282621 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:24.314642 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798b82e-4268-403e-a94b-959fabace526 x-openstack-request-id: req-7798b82e-4268-403e-a94b-959fabace526 {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:24.314936 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-plugged", "status": "completed", "tag": "299df942-9039-4ce1-a71d-69406be86d49", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:24.315184 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-7798b82e-4268-403e-a94b-959fabace526 {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:24.315571 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299df942-9039-4ce1-a71d-69406be86d49', 'code': 200} Dec 10 19:32:24.345586 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=7']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:28.361895 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-621b7cc5-d1bc-4685-9fe1-d84144fdd539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:31.726848 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-253b6fbc-778a-4420-a90b-df40640a2dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:32.431755 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:32.672599 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:33.055643 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35128) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:33.220798 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Deleting port 636e8e59-66ec-46a7-9cd2-5ca001e8b921 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:33.221092 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:33.635545 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:33.635810 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:33.648362 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Calling delete_port for 636e8e59-66ec-46a7-9cd2-5ca001e8b921 owned by network:floatingip {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:33.805024 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:33.835338 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event deleted for resources: {'Port': ['ID=636e8e59-66ec-46a7-9cd2-5ca001e8b921,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:33.860496 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.860914 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.861310 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.861641 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.861972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.862307 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.862659 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.862995 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.863304 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.863607 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.863915 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.864234 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.864551 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:33.906681 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:33.906946 n-d-821424-1 neutron-server[103500]: INFO neutron.db.l3_db [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Floating IP 0f360168-47b1-4e6c-860d-1c9f06c6550a disassociated (deleted). External IP: 172.25.2.213, port: 299df942-9039-4ce1-a71d-69406be86d49. Dec 10 19:32:34.088642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:34.130769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Router f1e54179-7271-43c5-ac09-e82ec503778a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:32:34.204764 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:34.245427 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:32:34.250485 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:34.255533 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] Sync routers for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:32:34.265765 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:34.266287 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:34.279117 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-413e262b-e5cd-42ed-a38f-067a0ae123b3 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "DELETE /v2.0/floatingips/0f360168-47b1-4e6c-860d-1c9f06c6550a HTTP/1.1" status: 204 len: 168 time: 1.2218657 Dec 10 19:32:34.279976 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'tag': '299df942-9039-4ce1-a71d-69406be86d49'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:34.282507 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f" -d '{"events": [{"name": "network-changed", "server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "tag": "299df942-9039-4ce1-a71d-69406be86d49"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:34.326432 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f118658-e51a-4888-bbc4-371bea705ff5 x-openstack-request-id: req-2f118658-e51a-4888-bbc4-371bea705ff5 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:34.326743 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "tag": "299df942-9039-4ce1-a71d-69406be86d49", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:34.326954 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-2f118658-e51a-4888-bbc4-371bea705ff5 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:34.327729 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'tag': '299df942-9039-4ce1-a71d-69406be86d49', 'status': 'completed', 'code': 200} Dec 10 19:32:34.379987 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:34.398397 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-4dcc6ed8-e548-4f32-b7dd-dbabd6729cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:34.400114 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-4dcc6ed8-e548-4f32-b7dd-dbabd6729cfc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 1097 time: 0.0498884 Dec 10 19:32:34.511577 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-0058c5aa-b086-4b35-bde6-a90da40b001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:34.513123 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-0058c5aa-b086-4b35-bde6-a90da40b001c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.1046593 Dec 10 19:32:34.560577 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-0e131e7f-d42b-406f-b450-f9bd222d9f16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 200 len: 217 time: 0.0399704 Dec 10 19:32:34.576387 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b31382-80e6-4ec5-8323-0e69dbde198b req-c2e67424-a035-4c7e-bab8-0ee15a267b34 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:34.578034 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3b31382-80e6-4ec5-8323-0e69dbde198b req-c2e67424-a035-4c7e-bab8-0ee15a267b34 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 946 time: 0.1081028 Dec 10 19:32:34.616264 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-040a9f3f-48fa-4fbf-b515-831430b0e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:34.618631 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-040a9f3f-48fa-4fbf-b515-831430b0e542 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0508909 Dec 10 19:32:34.619949 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:16Z', 'revision_number': 1, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:34.632509 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-f3b31382-80e6-4ec5-8323-0e69dbde198b req-908f8e23-829e-4668-b8ab-a83004d329f9 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Dec 10 19:32:34.651063 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] Checking router: f1e54179-7271-43c5-ac09-e82ec503778a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:32:34.659423 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:34.660021 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:34.668661 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-9dce48b8-7008-4ab6-93dc-257c2b38c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:34.670461 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-9dce48b8-7008-4ab6-93dc-257c2b38c86b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435641 Dec 10 19:32:34.763711 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:34.768761 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-a828e2f6-8b1b-46c1-bf47-808d123b9e49 service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895123 Dec 10 19:32:34.865959 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-7d374a01-4ea9-43a1-99cb-9cb9bf69a66f req-7716c9f7-82ad-4437-8962-2a437a15c7a6 service neutron] 10.222.0.30 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895779 Dec 10 19:32:35.087631 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:16Z', 'revision_number': 1, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:35.116835 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabb866-5638-45b3-b25c-ecd92f36e74f None None] The sync data for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 is: [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_floatingips': [{'id': '28137013-be77-4bb6-99e2-264c5d15a98d', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'floating_ip_address': '172.25.2.189', 'floating_network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'router_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'port_id': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'mac_address': 'fa:16:3e:76:21:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-10T19:28:14Z', 'updated_at': '2021-12-10T19:28:16Z', 'revision_number': 1, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:32:35.397658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc8a2f7-5d14-461e-be9c-ea0dc497bf7f None None] New status for floating IP 0f360168-47b1-4e6c-860d-1c9f06c6550a: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:32:35.468780 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:35.760895 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9499da4-d03a-483f-ab85-d203b0e6dd1a req-21155e62-9a30-4fb7-8d1d-68816ecac69f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:35.762805 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9499da4-d03a-483f-ab85-d203b0e6dd1a req-21155e62-9a30-4fb7-8d1d-68816ecac69f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 946 time: 0.0541673 Dec 10 19:32:35.817330 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-e9499da4-d03a-483f-ab85-d203b0e6dd1a req-b5b02240-1cdd-49c5-a721-1947f156ff2a tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478511 Dec 10 19:32:35.972222 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 299df942-9039-4ce1-a71d-69406be86d49 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:36.022716 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-b2baae77-a6fd-4c5e-a561-5c15c48e6590 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:36.024273 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-b2baae77-a6fd-4c5e-a561-5c15c48e6590 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.30 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 946 time: 0.0599027 Dec 10 19:32:36.057748 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2083729'] for port, before_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:36.081359 n-d-821424-1 neutron-server[103501]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299df942-9039-4ce1-a71d-69406be86d49'}] {{(pid=103501) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:36.083624 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d38024f550a61d8ca87336980b7e9e3ea31f399da4d520aacbda845ee7373db0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578740c7-b8d0-4968-950c-2480d6425c68" -d '{"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-unplugged", "status": "completed", "tag": "299df942-9039-4ce1-a71d-69406be86d49"}]}' {{(pid=103501) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:36.098142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:36.104986 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764418422757', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764417855690', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764417855708'] for port, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:36.122558 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Deleting port 299df942-9039-4ce1-a71d-69406be86d49 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:36.122913 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:36.135186 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b353b5f8-0037-4f47-ae2b-3b51feddd65b x-openstack-request-id: req-b353b5f8-0037-4f47-ae2b-3b51feddd65b {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:36.135493 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-unplugged", "status": "completed", "tag": "299df942-9039-4ce1-a71d-69406be86d49", "code": 200}]} {{(pid=103501) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:36.135750 n-d-821424-1 neutron-server[103501]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-b353b5f8-0037-4f47-ae2b-3b51feddd65b {{(pid=103501) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:36.136155 n-d-821424-1 neutron-server[103501]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '299df942-9039-4ce1-a71d-69406be86d49', 'code': 200} Dec 10 19:32:36.157393 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Pushing event updated for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=8']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:36.215354 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] For port 299df942-9039-4ce1-a71d-69406be86d49, host n-h2-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821424-1',level=0,port_id=299df942-9039-4ce1-a71d-69406be86d49,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:36.215726 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:36.228499 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Calling delete_port for 299df942-9039-4ce1-a71d-69406be86d49 owned by compute:nova {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:36.362889 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:36.395573 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event deleted for resources: {'Port': ['ID=299df942-9039-4ce1-a71d-69406be86d49,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:36.409541 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.409888 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.410229 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.410601 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.410941 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.411295 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.411627 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.411937 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.412269 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.412588 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.412938 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.413257 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.413585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821424-1 {{(pid=103499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 10 19:32:36.447851 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] No DVR routers for this DVR port 299df942-9039-4ce1-a71d-69406be86d49 on host n-h2-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:32:36.450486 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:36.453850 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-6e509602-7945-4738-95b1-3c6f6c1e1bd2 req-1fcdfb0d-5f03-442c-b2d1-054c94397efb tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.30 "DELETE /v2.0/ports/299df942-9039-4ce1-a71d-69406be86d49 HTTP/1.1" status: 204 len: 173 time: 0.4229658 Dec 10 19:32:36.454296 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-deleted', 'tag': '299df942-9039-4ce1-a71d-69406be86d49'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:36.456687 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e8eb0-afba-414a-820e-5145fe44b9a4" -d '{"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-deleted", "tag": "299df942-9039-4ce1-a71d-69406be86d49"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:36.497380 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09647ba7-efac-4d13-ad5c-4bd396ba4025 x-openstack-request-id: req-09647ba7-efac-4d13-ad5c-4bd396ba4025 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:36.497679 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da4e2f32-8eee-48ea-a061-0ad5188379c6", "name": "network-vif-deleted", "tag": "299df942-9039-4ce1-a71d-69406be86d49", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:36.497939 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-09647ba7-efac-4d13-ad5c-4bd396ba4025 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:36.498372 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da4e2f32-8eee-48ea-a061-0ad5188379c6', 'name': 'network-vif-deleted', 'tag': '299df942-9039-4ce1-a71d-69406be86d49', 'status': 'completed', 'code': 200} Dec 10 19:32:36.940925 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-0b52bb52-c23d-4fe0-997d-69df424597a9 req-8fd8b0d3-cb20-4ccc-bd2f-f01955a9164f tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=da4e2f32-8eee-48ea-a061-0ad5188379c6 HTTP/1.1" status: 200 len: 210 time: 0.0327761 Dec 10 19:32:38.562892 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35188) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:38.719349 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Deleting port 73b626ce-fbaa-4b96-b737-7a29d2d23bf5 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:38.719667 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:38.807113 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:38.807476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:38.820561 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Calling delete_port for 73b626ce-fbaa-4b96-b737-7a29d2d23bf5 owned by network:floatingip {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:38.972835 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:38.998110 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event deleted for resources: {'Port': ['ID=73b626ce-fbaa-4b96-b737-7a29d2d23bf5,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:39.056931 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for floatingip, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:39.057242 n-d-821424-1 neutron-server[103499]: INFO neutron.db.l3_db [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Floating IP 28137013-be77-4bb6-99e2-264c5d15a98d disassociated (deleted). External IP: 172.25.2.189, port: a9d6c7d3-0251-4b88-870f-3a5195ad3c7a. Dec 10 19:32:39.274494 n-d-821424-1 neutron-server[103499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Router f1e54179-7271-43c5-ac09-e82ec503778a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:32:39.395080 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:32:39.402012 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for floatingip, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:39.409750 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] Sync routers for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:32:39.421344 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:39.421946 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:39.433200 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-57044741-e4b5-4351-bd9d-5bafd0abd0b0 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "DELETE /v2.0/floatingips/28137013-be77-4bb6-99e2-264c5d15a98d HTTP/1.1" status: 204 len: 168 time: 0.8691800 Dec 10 19:32:39.433870 n-d-821424-1 neutron-server[103499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'}] {{(pid=103499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:39.438951 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}efcc136a838e73aac758b59eab2d134489cefcc0195fc783d8227722949575a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf66d3d-d196-41e4-8342-5db694778734" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a"}]}' {{(pid=103499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:39.531081 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:39.543685 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54085cd6-6c11-40fc-8032-fce1fc85f555 x-openstack-request-id: req-54085cd6-6c11-40fc-8032-fce1fc85f555 {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:39.544061 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a", "status": "completed", "code": 200}]} {{(pid=103499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:39.544319 n-d-821424-1 neutron-server[103499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-54085cd6-6c11-40fc-8032-fce1fc85f555 {{(pid=103499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:39.544739 n-d-821424-1 neutron-server[103499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'status': 'completed', 'code': 200} Dec 10 19:32:39.619199 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf66d3d-d196-41e4-8342-5db694778734 req-c4160022-e046-4a4b-8c8f-517a82c784a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:39.620984 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf66d3d-d196-41e4-8342-5db694778734 req-c4160022-e046-4a4b-8c8f-517a82c784a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a21342831d6544d983095d1104ce50d1&device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 1095 time: 0.0421786 Dec 10 19:32:39.675826 n-d-821424-1 neutron-server[103499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27983210-7e27-499c-9564-678e52d58ad1 req-de815c4a-8d5f-4eb2-8393-663e0e4e7a97 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:39.679084 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27983210-7e27-499c-9564-678e52d58ad1 req-de815c4a-8d5f-4eb2-8393-663e0e4e7a97 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 944 time: 0.0567725 Dec 10 19:32:39.726262 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf66d3d-d196-41e4-8342-5db694778734 req-0534216d-7598-4516-87d3-44256705ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:39.728403 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf66d3d-d196-41e4-8342-5db694778734 req-0534216d-7598-4516-87d3-44256705ca0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 200 len: 911 time: 0.0990741 Dec 10 19:32:39.740619 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [req-27983210-7e27-499c-9564-678e52d58ad1 req-57c9b784-ab72-4f50-a1fe-be0f6f1d188b tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544164 Dec 10 19:32:39.762171 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:39.777501 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf66d3d-d196-41e4-8342-5db694778734 req-cafc60e4-2fa1-41d0-9143-dd0883e3c5ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 200 len: 217 time: 0.0404608 Dec 10 19:32:39.784433 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] Checking router: f1e54179-7271-43c5-ac09-e82ec503778a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:32:39.792966 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:39.793567 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:39.830235 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf66d3d-d196-41e4-8342-5db694778734 req-f7a7e59c-f483-4998-b9df-245ed3cf875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:39.831793 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf66d3d-d196-41e4-8342-5db694778734 req-f7a7e59c-f483-4998-b9df-245ed3cf875d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 200 len: 849 time: 0.0456562 Dec 10 19:32:39.879339 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf66d3d-d196-41e4-8342-5db694778734 req-b3ea9283-55d5-45a4-b474-85ff6c5c46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:39.880865 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf66d3d-d196-41e4-8342-5db694778734 req-b3ea9283-55d5-45a4-b474-85ff6c5c46b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b6e9314d-146f-4ba7-aaea-94062f4dd289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411718 Dec 10 19:32:39.895899 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:39.978059 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf66d3d-d196-41e4-8342-5db694778734 req-4c200140-e776-440b-9b4f-59808b155db3 service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877030 Dec 10 19:32:40.001326 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 299df942-9039-4ce1-a71d-69406be86d49 no longer exists at agent hyperv_n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:40.027160 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] No Port match for: 299df942-9039-4ce1-a71d-69406be86d49 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:40.027569 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Device 299df942-9039-4ce1-a71d-69406be86d49 not bound to the agent host n-h2-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:40.072778 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-ccf66d3d-d196-41e4-8342-5db694778734 req-9a8ff1cc-303a-49ea-99a3-2a85dc2ba21a service neutron] 10.222.0.59 "GET /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856714 Dec 10 19:32:40.100351 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:40.126583 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8039c8-9d98-4d79-aafd-ddf4cb940715 None None] The sync data for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 is: [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1', '_interfaces': [{'id': '15d3c550-2117-41df-9cca-a453f20a319f', 'name': '', 'network_id': 'b6e9314d-146f-4ba7-aaea-94062f4dd289', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'mac_address': 'fa:16:3e:2f:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '695a4371-8ed3-492e-aede-2f35276d1819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:54Z', 'updated_at': '2021-12-10T19:27:58Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'subnets': [{'id': '695a4371-8ed3-492e-aede-2f35276d1819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:32:40.362067 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83348e2-ffa1-472c-94be-a6d0986cc365 None None] New status for floating IP 28137013-be77-4bb6-99e2-264c5d15a98d: DOWN {{(pid=103501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 10 19:32:40.869513 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb8377-ebe5-4809-84b9-5db21bab6e3e req-3a190519-b5d0-44f9-9ac7-66242a0cd74d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:40.871040 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efcb8377-ebe5-4809-84b9-5db21bab6e3e req-3a190519-b5d0-44f9-9ac7-66242a0cd74d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 944 time: 0.0522776 Dec 10 19:32:40.933585 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-efcb8377-ebe5-4809-84b9-5db21bab6e3e req-d6b2f276-1098-49e4-b364-de043aa3d770 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/security-groups?id=73b35c9b-12dc-4a54-84ff-81fb507fbd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540631 Dec 10 19:32:41.182191 n-d-821424-1 neutron-server[103500]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-7cb307c5-dbcb-4d9d-a1d7-fca63e0975ea tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103500) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 10 19:32:41.183725 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-7cb307c5-dbcb-4d9d-a1d7-fca63e0975ea tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.59 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 944 time: 0.0510085 Dec 10 19:32:41.275256 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Deleting port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:41.275565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:41.367876 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] For port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a, host n-h1-821424-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821424-1',level=0,port_id=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:41.368223 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:41.380130 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Calling delete_port for a9d6c7d3-0251-4b88-870f-3a5195ad3c7a owned by compute:nova {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:41.526565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:41.562769 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event deleted for resources: {'Port': ['ID=a9d6c7d3-0251-4b88-870f-3a5195ad3c7a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:41.607626 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] No DVR routers for this DVR port a9d6c7d3-0251-4b88-870f-3a5195ad3c7a on host n-h1-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:32:41.610728 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-194852'] for port, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:41.614398 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-739de5b1-25a4-44fb-8ffd-28800a73f9e3 req-747701f0-919e-4e37-a758-551f21972376 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.59 "DELETE /v2.0/ports/a9d6c7d3-0251-4b88-870f-3a5195ad3c7a HTTP/1.1" status: 204 len: 173 time: 0.4244964 Dec 10 19:32:41.616761 n-d-821424-1 neutron-server[103500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-deleted', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a'}] {{(pid=103500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 10 19:32:41.619727 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.55/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13457e50871c9766ef85ec75e21ad94a49ad199a74dfc9d35d82032d0064b366" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de668b1-033f-4889-83cf-edfa2e026450" -d '{"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-deleted", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a"}]}' {{(pid=103500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 10 19:32:41.659802 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Dec 2021 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9430c660-e77e-4aaf-b03f-6d52dafee7b2 x-openstack-request-id: req-9430c660-e77e-4aaf-b03f-6d52dafee7b2 {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 10 19:32:41.660105 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5b25b6-96db-41ed-8123-134d8cac9942", "name": "network-vif-deleted", "tag": "a9d6c7d3-0251-4b88-870f-3a5195ad3c7a", "status": "completed", "code": 200}]} {{(pid=103500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 10 19:32:41.660366 n-d-821424-1 neutron-server[103500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.55/compute/v2.1/os-server-external-events used request id req-9430c660-e77e-4aaf-b03f-6d52dafee7b2 {{(pid=103500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 10 19:32:41.660776 n-d-821424-1 neutron-server[103500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5b25b6-96db-41ed-8123-134d8cac9942', 'name': 'network-vif-deleted', 'tag': 'a9d6c7d3-0251-4b88-870f-3a5195ad3c7a', 'status': 'completed', 'code': 200} Dec 10 19:32:42.050848 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [req-03156509-1e6d-4bae-b119-76032c95f911 req-0db830c5-0ba2-4fd8-94ed-fd4c78668e41 tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff5b25b6-96db-41ed-8123-134d8cac9942 HTTP/1.1" status: 200 len: 210 time: 0.0286133 Dec 10 19:32:43.115340 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35206) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:43.181593 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6b4adf2-2363-4c1c-b35d-c3e66339c05d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:43.208139 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6b4adf2-2363-4c1c-b35d-c3e66339c05d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:43.272001 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6b4adf2-2363-4c1c-b35d-c3e66339c05d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:43.274790 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-e6b4adf2-2363-4c1c-b35d-c3e66339c05d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Publish callbacks [] for security_group, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:43.275974 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-e6b4adf2-2363-4c1c-b35d-c3e66339c05d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] 10.222.0.55 "DELETE /v2.0/security-groups/73b35c9b-12dc-4a54-84ff-81fb507fbd3b HTTP/1.1" status: 204 len: 168 time: 0.1596203 Dec 10 19:32:43.285693 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4adf2-2363-4c1c-b35d-c3e66339c05d tempest-TestSnapshotPattern-1571623650 tempest-TestSnapshotPattern-1571623650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b35c9b-12dc-4a54-84ff-81fb507fbd3b,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:43.325992 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35210) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:43.691288 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:43.941119 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Deleting port 15d3c550-2117-41df-9cca-a453f20a319f {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:43.941472 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:44.027347 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] For port 15d3c550-2117-41df-9cca-a453f20a319f, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=15d3c550-2117-41df-9cca-a453f20a319f,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:44.027687 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:44.041559 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Calling delete_port for 15d3c550-2117-41df-9cca-a453f20a319f owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:44.076910 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a9d6c7d3-0251-4b88-870f-3a5195ad3c7a no longer exists at agent hyperv_n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:44.097338 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] No Port match for: a9d6c7d3-0251-4b88-870f-3a5195ad3c7a {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:44.097687 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Device a9d6c7d3-0251-4b88-870f-3a5195ad3c7a not bound to the agent host n-h1-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:44.233019 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:44.262473 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d3c550-2117-41df-9cca-a453f20a319f,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:44.428999 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:44.661494 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Router f1e54179-7271-43c5-ac09-e82ec503778a has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:32:44.776726 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:32:44.783231 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-1fd0440f-996f-412f-affd-d2af44e63685 admin admin] 10.222.0.55 "PUT /v2.0/routers/f1e54179-7271-43c5-ac09-e82ec503778a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4548969 Dec 10 19:32:44.785417 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35212) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:44.788280 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] Sync routers for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:32:44.800414 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:44.801351 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:44.894476 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks [] for router, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:44.907601 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:45.105265 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:32:44Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:45.137478 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] Checking router: f1e54179-7271-43c5-ac09-e82ec503778a for host: n-d-821424-1 {{(pid=103502) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:32:45.147475 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] Routers {'f1e54179-7271-43c5-ac09-e82ec503778a'} bound to L3 agent in host n-d-821424-1 {{(pid=103502) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:45.148115 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['f1e54179-7271-43c5-ac09-e82ec503778a'], 'active': True} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:45.320247 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.361670 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_dvr_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] Set router f1e54179-7271-43c5-ac09-e82ec503778a gateway port host: n-d-821424-1 {{(pid=103502) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:45.377342 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Deleting port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:45.377728 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.461135 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] For port 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:45.461550 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.473334 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Calling delete_port for 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 owned by network:router_gateway {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:45.544615 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:32:44Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103502) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:45.574086 n-d-821424-1 neutron-server[103502]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9a91c-67b1-46f3-91de-9b27b7308edb None None] The sync data for ids ['f1e54179-7271-43c5-ac09-e82ec503778a'] in n-d-821424-1 is: [{'id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'name': 'tempest-TestSnapshotPattern-1886142640-router', 'tenant_id': 'a21342831d6544d983095d1104ce50d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44'}], 'enable_snat': True}, 'gw_port_id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:32:44Z', 'revision_number': 5, 'project_id': 'a21342831d6544d983095d1104ce50d1', 'gw_port': {'id': '4c18585c-74f8-4eb9-b31a-d01e7bc45fa4', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:db:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e54179-7271-43c5-ac09-e82ec503778a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:52Z', 'updated_at': '2021-12-10T19:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}] {{(pid=103502) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:32:45.652369 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.682674 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c18585c-74f8-4eb9-b31a-d01e7bc45fa4,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:45.700800 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65162288-7bc6-4036-a9bc-55f3f885864c None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:32:45.742850 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.840100 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.842445 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.893156 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.893713 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e54179-7271-43c5-ac09-e82ec503778a {{(pid=103499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:32:45.898203 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] Publish callbacks [] for router, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.899480 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-3b0f0591-2564-4c29-bd6a-faaf79d03566 admin admin] 10.222.0.55 "DELETE /v2.0/routers/f1e54179-7271-43c5-ac09-e82ec503778a HTTP/1.1" status: 204 len: 168 time: 1.1119788 Dec 10 19:32:45.902439 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35214) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:45.949178 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] Deleting subnet 695a4371-8ed3-492e-aede-2f35276d1819 {{(pid=103499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:32:45.952581 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:45.989141 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069941366'] for subnet, precommit_delete_associations {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.069592 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.137363 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069942375', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070269094'] for subnet, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.162748 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695a4371-8ed3-492e-aede-2f35276d1819,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:46.173385 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.174658 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f168ef2-ad30-4dab-8acc-7e1e922c5a1a None None] Network b6e9314d-146f-4ba7-aaea-94062f4dd289 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:32:46.177380 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-a94eeeba-ddaf-4b41-84c0-018816c1d3e7 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/695a4371-8ed3-492e-aede-2f35276d1819 HTTP/1.1" status: 204 len: 168 time: 0.2739525 Dec 10 19:32:46.180940 n-d-821424-1 neutron-server[103499]: DEBUG neutron.wsgi [-] (103499) accepted ('10.222.0.55', 35216) {{(pid=103499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:46.256193 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.312511 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Deleting port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e {{(pid=103499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:46.312856 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.379585 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.db [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] For port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=3dd2a1e5-1cf7-4576-95e1-87a478940c2e,segment=NetworkSegment(562e6cbe-b402-4f25-bfa9-d1568680bb90),segment_id=562e6cbe-b402-4f25-bfa9-d1568680bb90)] {{(pid=103499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:46.379940 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.396028 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.plugin [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Calling delete_port for 3dd2a1e5-1cf7-4576-95e1-87a478940c2e owned by network:dhcp {{(pid=103499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:46.488187 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069942352'] for port, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.517903 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd2a1e5-1cf7-4576-95e1-87a478940c2e,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:46.519664 n-d-821424-1 neutron-server[103499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] No DVR routers for this DVR port 3dd2a1e5-1cf7-4576-95e1-87a478940c2e on host n-d-821424-1 {{(pid=103499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:32:46.576721 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42edf399-8aa5-41d3-83fa-06348bc7ee8b None None] DHCP port deletion for b6e9314d-146f-4ba7-aaea-94062f4dd289 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:32:46.592181 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.621640 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e9314d-146f-4ba7-aaea-94062f4dd289']}} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:46.631345 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562e6cbe-b402-4f25-bfa9-d1568680bb90') {'for_net_delete': True} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:46.631643 n-d-821424-1 neutron-server[103499]: DEBUG neutron.services.segments.db [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562e6cbe-b402-4f25-bfa9-d1568680bb90') {} {{(pid=103499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:46.641131 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069941389'] for segment, before_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.657748 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.664754 n-d-821424-1 neutron-server[103499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:32:46.665537 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069942285'] for segment, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: Traceback (most recent call last): Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: timer() Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: cb(*args, **kw) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: return func(*args, **kwargs) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: self._notify() Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: self.callback(batched_events) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: event.method(event) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: return f(self, *a, **k) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: return self._get(url).json() Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: return self.request(url, 'GET', **kwargs) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:32:46.667578 n-d-821424-1 neutron-server[103499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:32:46.734011 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.740115 n-d-821424-1 neutron-server[103499]: DEBUG neutron_lib.callbacks.manager [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Publish callbacks [] for network, before_response {{(pid=103499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:46.743503 n-d-821424-1 neutron-server[103499]: INFO neutron.wsgi [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] 10.222.0.55 "DELETE /v2.0/networks/b6e9314d-146f-4ba7-aaea-94062f4dd289 HTTP/1.1" status: 204 len: 168 time: 0.5615158 Dec 10 19:32:46.749038 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35218) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:46.754771 n-d-821424-1 neutron-server[103499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656a9f1-e7d1-46fe-91fb-eb6f0695970e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e9314d-146f-4ba7-aaea-94062f4dd289,revision_number=None']} {{(pid=103499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:47.385606 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 15d3c550-2117-41df-9cca-a453f20a319f no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:47.406369 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 15d3c550-2117-41df-9cca-a453f20a319f {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:47.406727 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 15d3c550-2117-41df-9cca-a453f20a319f not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:47.407138 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:47.425374 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-532518'] for router_interface, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:47.426250 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:47.426636 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 4c18585c-74f8-4eb9-b31a-d01e7bc45fa4 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:47.427142 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3dd2a1e5-1cf7-4576-95e1-87a478940c2e no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:47.446068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 3dd2a1e5-1cf7-4576-95e1-87a478940c2e {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:47.446424 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 3dd2a1e5-1cf7-4576-95e1-87a478940c2e not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:47.673690 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Deleting port a1d2b61e-f907-450e-87ed-7f3a4130e326 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:47.674035 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:47.759640 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] For port a1d2b61e-f907-450e-87ed-7f3a4130e326, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=a1d2b61e-f907-450e-87ed-7f3a4130e326,segment=NetworkSegment(97c1fd8d-c656-4dec-b353-19c46b21484e),segment_id=97c1fd8d-c656-4dec-b353-19c46b21484e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:47.760384 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:47.772404 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Calling delete_port for a1d2b61e-f907-450e-87ed-7f3a4130e326 owned by network:router_interface {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:47.956836 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:47.982084 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d2b61e-f907-450e-87ed-7f3a4130e326,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:48.154045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1018788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-532666'] for router_interface, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:48.388756 n-d-821424-1 neutron-server[103500]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Router b74dd398-7c69-49f2-894b-b710ef23a6ca has already been hosted by L3 agent 0e32a277-6f22-4783-bad5-9f7b5eae0cea {{(pid=103500) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 10 19:32:48.499622 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] Notify agent at l3_agent.n-d-821424-1 the message routers_updated {{(pid=103500) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 10 19:32:48.505062 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-224d78a0-3c4a-4d7b-bf91-01a9be2972e2 admin admin] 10.222.0.55 "PUT /v2.0/routers/b74dd398-7c69-49f2-894b-b710ef23a6ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7574315 Dec 10 19:32:48.508706 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35220) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:48.513820 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] Sync routers for ids ['b74dd398-7c69-49f2-894b-b710ef23a6ca'] in n-d-821424-1 {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 10 19:32:48.525124 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] Routers {'b74dd398-7c69-49f2-894b-b710ef23a6ca'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:48.525767 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b74dd398-7c69-49f2-894b-b710ef23a6ca'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:48.613657 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:48.630293 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] Set router b74dd398-7c69-49f2-894b-b710ef23a6ca gateway port host: n-d-821424-1 {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:48.717680 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:48.772605 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Deleting port 68a1da33-a5fb-44a5-8653-dd26042b2f40 {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:48.773511 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:48.809892 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'external_fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:32:47Z', 'revision_number': 5, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port': {'id': '68a1da33-a5fb-44a5-8653-dd26042b2f40', 'name': '', 'network_id': '66ba32b2-d10a-4cab-ad00-6e31b4532d11', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821424-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '738aaa22-59ac-4331-b832-28a3f14cdb54', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821424-1'}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:48.837688 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] Checking router: b74dd398-7c69-49f2-894b-b710ef23a6ca for host: n-d-821424-1 {{(pid=103501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 10 19:32:48.846349 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] Routers {'b74dd398-7c69-49f2-894b-b710ef23a6ca'} bound to L3 agent in host n-d-821424-1 {{(pid=103501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 10 19:32:48.847328 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821424-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-10T17:56:01Z,description=,heartbeat_timestamp=2021-12-10T19:32:32Z,host='n-d-821424-1',id=0e32a277-6f22-4783-bad5-9f7b5eae0cea,load=0,resource_versions=,resources_synced=,started_at=2021-12-10T17:56:01Z,topic='l3_agent')) {'router_ids': ['b74dd398-7c69-49f2-894b-b710ef23a6ca'], 'active': True} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:48.858216 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] For port 68a1da33-a5fb-44a5-8653-dd26042b2f40, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=68a1da33-a5fb-44a5-8653-dd26042b2f40,segment=NetworkSegment(1ae26379-406c-4f65-8386-d0b459043644),segment_id=1ae26379-406c-4f65-8386-d0b459043644)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:48.858613 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:48.870944 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Calling delete_port for 68a1da33-a5fb-44a5-8653-dd26042b2f40 owned by network:router_gateway {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:48.933385 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvr_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] Set router b74dd398-7c69-49f2-894b-b710ef23a6ca gateway port host: None {{(pid=103501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 10 19:32:48.988355 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_hamode_db [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:32:48Z', 'revision_number': 6, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port_host': None}], 'n-d-821424-1', False) {} {{(pid=103501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:49.014969 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee241f-e7d2-4f3b-9df0-ebd93222c3ee None None] The sync data for ids ['b74dd398-7c69-49f2-894b-b710ef23a6ca'] in n-d-821424-1 is: [{'id': 'b74dd398-7c69-49f2-894b-b710ef23a6ca', 'name': 'tempest-TestSnapshotPattern-764186764-router', 'tenant_id': 'd279d531af2f472aa029e0e69f8241f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-10T19:27:57Z', 'updated_at': '2021-12-10T19:32:48Z', 'revision_number': 6, 'project_id': 'd279d531af2f472aa029e0e69f8241f8', 'gw_port_host': None}] {{(pid=103501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 10 19:32:49.044105 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.072926 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a1da33-a5fb-44a5-8653-dd26042b2f40,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:49.086134 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341ee7c-4e5f-454f-a2da-35394c248145 None None] DHCP port deletion for 66ba32b2-d10a-4cab-ad00-6e31b4532d11 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:32:49.133120 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535320'] for router_gateway, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.222461 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-534408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60749'] for router, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.224737 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.274469 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-534401'] for router, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.274935 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74dd398-7c69-49f2-894b-b710ef23a6ca {{(pid=103500) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 10 19:32:49.281658 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] Publish callbacks [] for router, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.287579 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-d5ba7223-5fba-4e47-bee1-763e4ad2cac8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/b74dd398-7c69-49f2-894b-b710ef23a6ca HTTP/1.1" status: 204 len: 168 time: 0.7736230 Dec 10 19:32:49.287836 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35222) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:49.335024 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] Deleting subnet bcbd7f73-7e02-4d90-8261-948e995b8ff2 {{(pid=103500) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 10 19:32:49.338273 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.377056 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1070835906'] for subnet, precommit_delete_associations {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.468473 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2055246'] for subnet, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.525787 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2055237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-869225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1069780160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1070518744'] for subnet, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.549676 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcbd7f73-7e02-4d90-8261-948e995b8ff2,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:49.556035 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.559754 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-8a90f160-18a2-448c-b3dc-0ad5cc40e3cd admin admin] 10.222.0.55 "DELETE /v2.0/subnets/bcbd7f73-7e02-4d90-8261-948e995b8ff2 HTTP/1.1" status: 204 len: 168 time: 0.2708192 Dec 10 19:32:49.562442 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d899149-de95-4193-9de2-129693e3fdbb None None] Network 2df947fd-b97f-4714-93ba-edbe9b81b492 requested from n-d-821424-1 {{(pid=103501) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 10 19:32:49.563242 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35224) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:49.633073 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2032480'] for network, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.693239 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Deleting port d77bd9e7-25b3-45b7-9425-f67645a9c15b {{(pid=103500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:49.693581 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.760183 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.db [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] For port d77bd9e7-25b3-45b7-9425-f67645a9c15b, host n-d-821424-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821424-1',level=0,port_id=d77bd9e7-25b3-45b7-9425-f67645a9c15b,segment=NetworkSegment(97c1fd8d-c656-4dec-b353-19c46b21484e),segment_id=97c1fd8d-c656-4dec-b353-19c46b21484e)] {{(pid=103500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:49.760437 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.774317 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.plugin [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Calling delete_port for d77bd9e7-25b3-45b7-9425-f67645a9c15b owned by network:dhcp {{(pid=103500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:49.802400 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a1d2b61e-f907-450e-87ed-7f3a4130e326 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:49.804459 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] DHCP port deletion for 2df947fd-b97f-4714-93ba-edbe9b81b492 request from n-d-821424-1 {{(pid=103501) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 10 19:32:49.832785 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: a1d2b61e-f907-450e-87ed-7f3a4130e326 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:49.833367 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device a1d2b61e-f907-450e-87ed-7f3a4130e326 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:49.874666 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1069780215'] for port, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.878858 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] Deleting port d77bd9e7-25b3-45b7-9425-f67645a9c15b {{(pid=103501) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 10 19:32:49.879229 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764418348912'] for port, before_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.901613 n-d-821424-1 neutron-server[103500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] No DVR routers for this DVR port d77bd9e7-25b3-45b7-9425-f67645a9c15b on host n-d-821424-1 {{(pid=103500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:32:49.903599 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77bd9e7-25b3-45b7-9425-f67645a9c15b,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:49.951068 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.db [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] For port d77bd9e7-25b3-45b7-9425-f67645a9c15b, host n-d-821424-1, got binding levels [] {{(pid=103501) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 10 19:32:49.951464 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-604339'] for port, precommit_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.964098 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] Calling delete_port for d77bd9e7-25b3-45b7-9425-f67645a9c15b owned by network:dhcp {{(pid=103501) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 10 19:32:49.966777 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.ipam_backend_mixin [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] Port d77bd9e7-25b3-45b7-9425-f67645a9c15b was not found and therefore no delete operation was performed {{(pid=103501) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 10 19:32:49.968050 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2083918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764418422739', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764417855681'] for port, after_delete {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.974456 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2011097', 'neutron.services.segments.db._delete_segments_for_network-8764418406786'] for network, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:49.994401 n-d-821424-1 neutron-server[103501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] Pushing event deleted for resources: {'Port': ['ID=d77bd9e7-25b3-45b7-9425-f67645a9c15b,revision_number=None']} {{(pid=103501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:49.996297 n-d-821424-1 neutron-server[103501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486592d1-7e47-4c37-ac41-9ad55180e136 None None] No DVR routers for this DVR port d77bd9e7-25b3-45b7-9425-f67645a9c15b on host n-d-821424-1 {{(pid=103501) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 10 19:32:49.999321 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df947fd-b97f-4714-93ba-edbe9b81b492']}} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:50.012479 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c1fd8d-c656-4dec-b353-19c46b21484e') {'for_net_delete': True} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:50.012786 n-d-821424-1 neutron-server[103500]: DEBUG neutron.services.segments.db [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c1fd8d-c656-4dec-b353-19c46b21484e') {} {{(pid=103500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 10 19:32:50.028671 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764418409355', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1070835769'] for segment, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.043078 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879'] for segment, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.049313 n-d-821424-1 neutron-server[103500]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103500) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 10 19:32:50.049698 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2055879', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1069780138'] for segment, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: Traceback (most recent call last): Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: timer() Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: cb(*args, **kw) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: return func(*args, **kwargs) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: self._notify() Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: self.callback(batched_events) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: event.method(event) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: aggregate_uuid = self.p_client.list_aggregates( Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: return f(self, *a, **k) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: return self._get(url).json() Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: return self.request(url, 'GET', **kwargs) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: base_url = self.get_endpoint(auth, allow=allow, Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 10 19:32:50.051473 n-d-821424-1 neutron-server[103500]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 10 19:32:50.112883 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2011088', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1018781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535348'] for network, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.119976 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.123119 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/2df947fd-b97f-4714-93ba-edbe9b81b492 HTTP/1.1" status: 204 len: 168 time: 0.5588162 Dec 10 19:32:50.132787 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f7179-9ae6-4c9e-ad86-2cef6d6e04d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df947fd-b97f-4714-93ba-edbe9b81b492,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:50.336225 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35228) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:50.376270 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-3acad62f-2aad-4861-b353-5745c88054a5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a21342831d6544d983095d1104ce50d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387113 Dec 10 19:32:50.378765 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35230) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:50.427802 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9668a342-9e23-4dc6-b251-8773921fecee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.450045 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9668a342-9e23-4dc6-b251-8773921fecee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.505498 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9668a342-9e23-4dc6-b251-8773921fecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.508153 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-9668a342-9e23-4dc6-b251-8773921fecee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.509319 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-9668a342-9e23-4dc6-b251-8773921fecee admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9f3b05d9-1bcb-49d9-8805-bbd7e09bf585 HTTP/1.1" status: 204 len: 168 time: 0.1296113 Dec 10 19:32:50.516972 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668a342-9e23-4dc6-b251-8773921fecee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b05d9-1bcb-49d9-8805-bbd7e09bf585,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:50.860961 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35236) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:50.901268 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-226d6e49-0b73-49b7-bb35-1b0cea467323 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d279d531af2f472aa029e0e69f8241f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391221 Dec 10 19:32:50.903867 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [-] (103500) accepted ('10.222.0.55', 35238) {{(pid=103500) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 10 19:32:50.952485 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e66a0145-842e-4290-b118-8a9b9560c9b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:50.979565 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e66a0145-842e-4290-b118-8a9b9560c9b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:51.034884 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e66a0145-842e-4290-b118-8a9b9560c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-711546'] for security_group, after_delete {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:51.037438 n-d-821424-1 neutron-server[103500]: DEBUG neutron_lib.callbacks.manager [None req-e66a0145-842e-4290-b118-8a9b9560c9b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:51.038699 n-d-821424-1 neutron-server[103500]: INFO neutron.wsgi [None req-e66a0145-842e-4290-b118-8a9b9560c9b7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/059c925d-7db9-4394-a87b-81968198136a HTTP/1.1" status: 204 len: 168 time: 0.1339178 Dec 10 19:32:51.046524 n-d-821424-1 neutron-server[103500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a0145-842e-4290-b118-8a9b9560c9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059c925d-7db9-4394-a87b-81968198136a,revision_number=None']} {{(pid=103500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 10 19:32:51.386662 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 68a1da33-a5fb-44a5-8653-dd26042b2f40 no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:51.411772 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: 68a1da33-a5fb-44a5-8653-dd26042b2f40 {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:51.412171 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device 68a1da33-a5fb-44a5-8653-dd26042b2f40 not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:51.412546 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d77bd9e7-25b3-45b7-9425-f67645a9c15b no longer exists at agent ovs-agent-n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 10 19:32:51.435195 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] No Port match for: d77bd9e7-25b3-45b7-9425-f67645a9c15b {{(pid=103501) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 10 19:32:51.435548 n-d-821424-1 neutron-server[103501]: DEBUG neutron.plugins.ml2.rpc [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Device d77bd9e7-25b3-45b7-9425-f67645a9c15b not bound to the agent host n-d-821424-1 {{(pid=103501) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 10 19:32:58.359404 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a63ea66-ad9e-441a-838c-65ef5dcfa938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:32:59.370219 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:33:01.726148 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-158cc5cb-8102-43ad-a4b4-d7ed69d8dae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:02.436328 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:02.679749 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:04.098384 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:04.204160 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:05.406714 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:28.361205 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-e1a7c040-022f-49b6-ab0f-37dbb700616f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:31.721655 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fafe544a-ba39-44c7-8fe7-5b4361672f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:32.442150 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:32.697509 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:34.098582 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:34.202542 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:35.410642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:33:36.373149 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:33:58.363538 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-411ccf54-4a1e-4148-9acb-e6c1fb2f8eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:01.742961 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-027fca05-4825-4507-ba8d-a86f81bcb4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:02.443994 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:02.707127 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:04.103185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:04.202221 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:05.411612 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:13.376787 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:34:28.376179 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-6e359965-1b18-468f-a26e-52e3efd0f570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:31.740422 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-d84d8db4-6adc-4ccf-8308-8c1316444017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:32.448931 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:32.707392 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:34.104886 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:34.199479 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:35.411353 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:34:50.379736 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:34:58.364061 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-58c531a8-af54-4fff-b1c1-9ac749f0d5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:01.735897 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8570-d4ad-4c75-87a9-d8205005a9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:02.448202 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:02.726734 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:04.106639 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:04.195250 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:05.428148 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:27.384061 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:35:28.361477 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b42972b4-57c9-49b4-9818-788678697aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:31.738607 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-5693fd99-3b1a-43f3-9541-ecf3208d19b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:32.459642 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:32.724199 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:34.117823 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:34.209394 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:35.421851 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:35:58.357853 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8a30f0cf-4e7c-4d17-8412-b298603d8ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:01.739400 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-72e8fbd9-09ac-4f3c-9e33-53d472bf8701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:02.458772 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:02.742691 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:04.114677 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:04.204565 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:04.388721 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:36:05.426657 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:28.358032 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-57a773a1-e765-4fa0-8a37-fee9c8d0b893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:31.736456 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-441de3d3-5c26-43a3-a1f9-aa3239edb788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:32.463388 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:32.755575 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:34.118530 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:34.217771 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:35.424986 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:36:41.387784 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:36:58.359333 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-fea39270-4ea2-4e3e-b1c5-c9f6a96ba4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:01.733009 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b0af9687-61a3-4537-8d27-5de75888f24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:02.476756 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:02.749698 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:04.122247 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:04.219256 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:05.423338 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:18.389148 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:37:28.357384 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c5d0976-66f7-4825-9342-5f894a41bf21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:31.730184 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-30b9dd38-cd0a-41fd-8895-fd7248477368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:32.476251 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:32.771145 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:34.133227 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:34.221108 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:35.424596 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:37:55.392439 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:37:58.355185 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-c3a41527-f302-4755-b6fd-907f721f3bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:01.732005 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-8c335672-4831-40bd-a7de-94e5ace93b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:02.474258 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:02.794207 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:04.128994 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:04.218232 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:05.421582 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:28.353517 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-977e758e-d928-439f-bf68-2aa345c1f90c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:31.734790 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c88c-cbde-47c9-95e9-6f5aa3f783a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:32.392147 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:38:32.482217 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:32.802027 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:34.140587 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:34.219813 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:35.443552 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:38:58.352364 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-45e37792-82d9-44c0-bee2-3f780b771f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:01.737402 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-bfcdcc21-9d10-4e82-9960-35132d830215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:02.482674 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:02.813320 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:04.139718 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:04.224399 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:05.440540 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:09.391832 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:39:28.351620 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-095e904c-63fa-468a-bdd6-2de4ec9303e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:31.738788 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-43c1736d-4704-471a-90fe-6f55d07e68e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:32.486762 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:32.804898 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:34.147268 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:34.231754 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:35.447766 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:39:46.391692 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:39:58.354647 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-55c455e7-ca59-44df-8d44-5752ae6e7d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:01.743775 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-ac65daf9-c189-407f-872d-63a077b51e2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:02.495980 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:02.824680 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:04.152493 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:04.217515 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:05.454786 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:23.397149 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:40:28.358222 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-0f4da9fe-ca1e-4525-b1f8-2f361c77b1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:31.747735 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-a5d616fd-9626-4ee0-bd7b-748063f3f401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:32.491091 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:32.816725 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:34.152575 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:34.231743 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:35.468530 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:40:58.359163 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4d7bd37-a86e-4180-a5a1-6ae26d8a4c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:00.397490 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 10 19:41:00.402814 n-d-821424-1 neutron-server[103500]: DEBUG neutron.wsgi [req-359a4bbf-06ad-4691-acd0-39ab6898972e req-75c716be-8e13-459a-b185-e819213336bc service neutron] (103500) timed out ('10.222.0.55', 33074) {{(pid=103500) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 10 19:41:01.752932 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-52a5f4e5-5eeb-4a3e-b0c4-4116e3432c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.502819 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:02.824758 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.155197 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:04.232754 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:05.468591 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:28.358276 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7313200a-e7b1-4df3-ac94-9b084ce1b85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:31.746964 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf26d-7f0f-401c-9026-2d16d0ddbd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:32.499133 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2b040137-f402-43e3-bdef-de63994e2d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:32.815192 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-7a79732c-ce84-434f-a6d3-54004b16ba97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.159254 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-94436c70-c8fa-41a8-844a-7bccd88d650f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:34.226312 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-2a7d3246-6864-47ca-8aa4-8a905050e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:35.460491 n-d-821424-1 neutron-server[103501]: DEBUG neutron_lib.callbacks.manager [None req-def9df11-ac6d-4344-92fd-a8a68d9824f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764418406741', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2008079'] for agent, after_update {{(pid=103501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 10 19:41:37.397215 n-d-821424-1 neutron-server[103502]: DEBUG neutron.db.agents_db [None req-4e102deb-d82f-4be8-bf95-827573e021cf None None] Agent healthcheck: found 7 active agents {{(pid=103502) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}